-- Logs begin at Fri 2021-08-20 11:14:15 UTC, end at Fri 2021-08-20 13:24:30 UTC. -- Aug 20 11:43:04.462290 n-d-800634-10 systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 11:43:07.191657 n-d-800634-10 neutron-server[100926]: INFO neutron.common.config [-] Logging enabled! Aug 20 11:43:07.192281 n-d-800634-10 neutron-server[100926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 11:43:07.192754 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100926) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 11:43:07.195982 n-d-800634-10 neutron-server[100926]: INFO neutron.common.config [-] Logging enabled! Aug 20 11:43:07.196239 n-d-800634-10 neutron-server[100926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 11:43:07.196556 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100926) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 11:43:07.197508 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 11:43:07.197744 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 11:43:07.198117 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 11:43:07.198401 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 11:43:07.198634 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 11:43:07.198958 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.199262 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.199564 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.199796 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.200092 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.200385 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.200671 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.201030 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.201264 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.201552 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.201831 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.202118 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.202377 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.202662 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.202953 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.203243 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.203468 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] debug = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.203751 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.204176 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.204604 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.204885 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.205177 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.205458 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.205728 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.206006 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.206319 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.206652 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] host = n-d-800634-10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.206929 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.207217 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.207504 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.207877 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.208307 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.208541 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.208830 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.209106 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.209380 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] log_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.209656 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.209946 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.210265 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.210579 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.210792 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.211014 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.211305 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.211594 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.211870 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.212149 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.212418 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.212693 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.212973 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.213394 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.213690 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.213988 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.214301 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.214580 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.214856 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.215312 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.215776 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.216273 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.216741 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.217225 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.217711 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.218212 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.218720 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.219211 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.219751 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.220119 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.220426 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.220723 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.221013 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.221308 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.221591 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.221873 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.222150 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] use_json = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.224468 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.224765 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.225074 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.225368 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.225657 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.225944 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.226254 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.226558 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:07.226870 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.227180 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.227495 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.227793 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.228096 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.228386 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.228685 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.228972 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.229274 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.229575 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.229870 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.232399 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.232732 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.233044 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.233372 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.233710 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.234031 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.234379 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.234674 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.234963 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.235250 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.235545 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.235846 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.236151 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.236456 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.236739 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.237025 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.237326 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.237612 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.237896 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.238195 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.238501 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.238786 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.239683 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.239979 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.240267 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.240550 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.240829 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.241112 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.241411 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.241695 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.241976 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.242283 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.242575 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.242855 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.243148 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.243435 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.243715 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.243993 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.244280 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.244561 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.244841 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.245125 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.245402 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.245687 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.245964 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.246272 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.246553 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.246832 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.247109 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.247385 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.247660 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.247943 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.248220 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.248498 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.248774 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.249049 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.249326 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.249619 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.249922 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.250231 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.250522 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.250809 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.251088 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.251371 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.251652 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.251938 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.252220 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.252500 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.252803 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.253093 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.253389 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.253706 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.253960 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.254290 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.254599 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.254920 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.255206 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.255496 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.255788 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.256079 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.256381 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.256684 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.256987 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.257288 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.257591 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.257875 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.258200 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.258504 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:07.258727 n-d-800634-10 neutron-server[100926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 11:43:07.258982 n-d-800634-10 neutron-server[100926]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100926) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 11:43:07.620551 n-d-800634-10 neutron-server[100926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 11:43:07.620766 n-d-800634-10 neutron-server[100926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 11:43:07.621030 n-d-800634-10 neutron-server[100926]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 11:43:07.621364 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 11:43:08.020441 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.020724 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.021005 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.022401 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.022688 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.022953 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.057601 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.057887 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.058159 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.074500 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.074784 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.075055 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.103548 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.103831 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.104104 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.140338 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.140624 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.140894 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.379158 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.379753 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.379753 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.380005 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.380705 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.502079 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.502430 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.502717 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.502991 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.503262 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.503576 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.503841 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.504099 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.504353 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.504735 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.504735 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.505227 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.505417 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.505677 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.505928 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.506212 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.506468 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.506735 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.507004 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.507413 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.507693 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.507951 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.508233 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.508612 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.508866 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.509115 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.509511 n-d-800634-10 neutron-server[100926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:43:08.509757 n-d-800634-10 neutron-server[100926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:43:08.509998 n-d-800634-10 neutron-server[100926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:43:08.510259 n-d-800634-10 neutron-server[100926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:43:08.510502 n-d-800634-10 neutron-server[100926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:43:08.510743 n-d-800634-10 neutron-server[100926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:43:08.511115 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 11:43:08.514279 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 11:43:08.518219 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 11:43:08.522832 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 20 11:43:08.524483 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 11:43:08.524943 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 11:43:08.525288 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 11:43:08.525677 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 11:43:08.528675 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 11:43:08.528934 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 11:43:08.529288 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 11:43:08.534699 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 20 11:43:08.557407 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 11:43:08.557867 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.558173 n-d-800634-10 neutron-server[100926]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100926) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 11:43:08.558571 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.559923 n-d-800634-10 neutron-server[100926]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100926) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 11:43:08.560207 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 11:43:08.560455 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 11:43:08.563750 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.564031 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:08.629087 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 11:43:08.629336 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 11:43:08.629626 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 11:43:08.630200 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 11:43:08.651895 n-d-800634-10 neutron-server[100926]: DEBUG oslo_db.sqlalchemy.engines [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100926) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 20 11:43:09.196039 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Initializing driver for type 'gre' Aug 20 11:43:09.196567 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] gre ID ranges: [(1, 1000)] Aug 20 11:43:09.256006 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Initializing driver for type 'local' Aug 20 11:43:09.256347 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Initializing driver for type 'vlan' Aug 20 11:43:09.273448 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] VlanTypeDriver initialization complete Aug 20 11:43:09.273840 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Initializing driver for type 'vxlan' Aug 20 11:43:09.274404 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] vxlan ID ranges: [(1, 1000)] Aug 20 11:43:09.327980 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Initializing extension driver 'port_security' Aug 20 11:43:09.328359 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] PortSecurityExtensionDriver initialization complete Aug 20 11:43:09.328753 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Initializing mechanism driver 'openvswitch' Aug 20 11:43:09.329181 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Initializing mechanism driver 'hyperv' Aug 20 11:43:09.336400 n-d-800634-10 neutron-server[100926]: DEBUG neutron.plugins.ml2.plugin [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.337292 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > port after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.337667 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > port after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.338018 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > port after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.338569 n-d-800634-10 neutron-server[100926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:43:09.339005 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > subnet after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.339359 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > subnet after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.339706 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.340098 n-d-800634-10 neutron-server[100926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:43:09.340503 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > network after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.340849 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > network after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.341188 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > network after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.341574 n-d-800634-10 neutron-server[100926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:43:09.341983 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > security_group after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.342356 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > security_group after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.342701 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.343088 n-d-800634-10 neutron-server[100926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:43:09.343485 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.343829 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.344168 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.344556 n-d-800634-10 neutron-server[100926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:43:09.344981 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > address_group after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.345325 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > address_group after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.345662 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.346052 n-d-800634-10 neutron-server[100926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 11:43:09.346455 n-d-800634-10 neutron-server[100926]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] ML2 OVO RPC backend initialized. {{(pid=100926) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 20 11:43:09.347161 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.347515 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.347929 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > network before_response 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.348907 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > networks before_response 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.349284 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > port before_response 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.349627 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > ports before_response 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.349970 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > subnet before_response 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.350349 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > subnets before_response 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.350699 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > network after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.351037 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > network after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.351373 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > network after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.351708 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > port after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.352047 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > port after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.352385 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > port after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.352720 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > subnet after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.353055 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > subnet after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.353392 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.353965 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.plugin [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Modular L2 Plugin initialization complete Aug 20 11:43:09.354317 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading services supported by the core plugin {{(pid=100926) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 11:43:09.354646 n-d-800634-10 neutron-server[100926]: INFO neutron.plugins.ml2.managers [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Got port-security extension from driver 'port_security' Aug 20 11:43:09.355109 n-d-800634-10 neutron-server[100926]: INFO neutron.extensions.vlantransparent [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Disabled vlantransparent extension. Aug 20 11:43:09.355585 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100926) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 11:43:09.355896 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading Plugin: router Aug 20 11:43:09.391272 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.391861 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router after_create 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.392024 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router before_create 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.392393 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.392765 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.393121 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router after_delete 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.393482 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.394264 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.394613 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router after_create 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.394962 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router after_update 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.395873 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router after_update 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.396216 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.396577 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router after_update 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.396987 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_update 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.397358 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: port after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.397699 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: port after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.398036 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: subnet after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.398398 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.398747 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.399093 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_create 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.399434 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: port before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.399776 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.400131 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router after_update 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.400473 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.400825 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_create 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.401195 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.401544 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_update 55549900 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.401909 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > agent after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.402285 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > agent after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.402629 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > network after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.403513 n-d-800634-10 neutron-server[100926]: DEBUG neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Tracking information for resource: router configured {{(pid=100926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:43:09.403841 n-d-800634-10 neutron-server[100926]: DEBUG neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Tracking information for resource: floatingip configured {{(pid=100926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 11:43:09.408747 n-d-800634-10 neutron-server[100926]: INFO neutron.db.l3_agentschedulers_db [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 11:43:09.409314 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: port after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.409674 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: port after_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.410024 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: port after_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.410397 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: port after_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.411840 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router before_create 55550100 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.412167 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.412527 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_create 55550100 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.412885 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > router precommit_update 55550100 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.417395 n-d-800634-10 neutron-server[100926]: DEBUG neutron.services.provider_configuration [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service providers = [] {{(pid=100926) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 11:43:09.417761 n-d-800634-10 neutron-server[100926]: DEBUG neutron.db.servicetype_db [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100926) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 11:43:09.420732 n-d-800634-10 neutron-server[100926]: DEBUG neutron.services.service_base [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 11:43:09.421086 n-d-800634-10 neutron-server[100926]: DEBUG neutron.services.service_base [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 11:43:09.421436 n-d-800634-10 neutron-server[100926]: DEBUG neutron.services.service_base [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 11:43:09.422356 n-d-800634-10 neutron-server[100926]: DEBUG neutron.services.service_base [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 11:43:09.422730 n-d-800634-10 neutron-server[100926]: INFO neutron.services.service_base [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 11:43:09.423105 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:43:09.423424 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 11:43:09.435428 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:43:09.435760 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading Plugin: auto_allocate Aug 20 11:43:09.441473 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: network precommit_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.441841 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: network precommit_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.442928 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:43:09.443325 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading Plugin: tag Aug 20 11:43:09.450042 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:43:09.450352 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading Plugin: timestamp Aug 20 11:43:09.454156 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:43:09.454523 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading Plugin: network_ip_availability Aug 20 11:43:09.460581 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.460956 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.461308 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.462022 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:43:09.462369 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading Plugin: flavors Aug 20 11:43:09.467265 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:43:09.467597 n-d-800634-10 neutron-server[100926]: INFO neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading Plugin: revisions Aug 20 11:43:09.471861 n-d-800634-10 neutron-server[100926]: DEBUG neutron.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 11:43:09.472248 n-d-800634-10 neutron-server[100926]: DEBUG oslo_concurrency.lockutils [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.851s {{(pid=100926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 11:43:09.472975 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100926) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 11:43:09.473365 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Initializing extension manager. Aug 20 11:43:09.473880 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: __init__.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.474247 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: __pycache__ {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.474587 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.474922 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: address_group.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.475679 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.476242 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: address-group Aug 20 11:43:09.476567 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: address_scope.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.477286 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.477818 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: address-scope Aug 20 11:43:09.478139 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.479090 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.479595 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: router-admin-state-down-before-update Aug 20 11:43:09.479916 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: agent.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.480615 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.481121 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: agent Aug 20 11:43:09.481442 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: agent_resources_synced.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.482373 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.482876 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: agent-resources-synced Aug 20 11:43:09.483199 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: allowedaddresspairs.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.484978 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.485498 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: allowed-address-pairs Aug 20 11:43:09.485823 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: auto_allocated_topology.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.486933 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.487439 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: auto-allocated-topology Aug 20 11:43:09.487761 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: availability_zone.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.488455 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.489007 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: availability_zone Aug 20 11:43:09.489330 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: availability_zone_filter.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.490369 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.490882 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: availability_zone_filter Aug 20 11:43:09.491204 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: data_plane_status.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.492114 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.492611 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 11:43:09.492930 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: default_subnetpools.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.493850 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.494384 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: default-subnetpools Aug 20 11:43:09.494706 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.495520 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.496018 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: dhcp_agent_scheduler Aug 20 11:43:09.496337 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: dns.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.497253 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.497751 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension dns-integration not supported by any of loaded plugins Aug 20 11:43:09.498071 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: dns_domain_ports.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.499017 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.499518 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 11:43:09.499839 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.500767 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.501266 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 20 11:43:09.501586 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: dvr.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.502289 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.502788 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: dvr Aug 20 11:43:09.503110 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: ecmp_routes.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.504026 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.505053 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 20 11:43:09.505376 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: empty_string_filtering.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.506484 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.506988 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: empty-string-filtering Aug 20 11:43:09.507311 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.508225 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.508726 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 11:43:09.509049 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.509967 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.510498 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 11:43:09.510827 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: external_net.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.511737 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.512236 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: external-net Aug 20 11:43:09.512582 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.513494 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.513992 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: extra_dhcp_opt Aug 20 11:43:09.514355 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: extraroute.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.515271 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.515772 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: extraroute Aug 20 11:43:09.516091 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: extraroute_atomic.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.517118 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.517621 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: extraroute-atomic Aug 20 11:43:09.517941 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: filter_validation.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.518804 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.519557 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: filter-validation Aug 20 11:43:09.519878 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: fip_pf_description.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.521498 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.521992 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 11:43:09.522352 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: fip_port_details.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.523287 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.523788 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: fip-port-details Aug 20 11:43:09.524112 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: flavors.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.525346 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.525855 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: flavors Aug 20 11:43:09.526212 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.527888 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.528406 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 11:43:09.528738 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: floatingip_pools.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.529452 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.530043 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: floatingip-pools Aug 20 11:43:09.530392 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: ip_allocation.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.531396 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.531898 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 11:43:09.532222 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.533144 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.533651 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: ip-substring-filtering Aug 20 11:43:09.533974 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: l2_adjacency.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.534936 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.535432 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 11:43:09.535937 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: l3.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.536961 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.537478 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: router Aug 20 11:43:09.537800 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.540114 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.540636 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 11:43:09.540965 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.541924 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.542469 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: ext-gw-mode Aug 20 11:43:09.542799 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.543747 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.544250 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: l3-ha Aug 20 11:43:09.544575 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: l3_flavors.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.545493 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.545989 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: l3-flavors Aug 20 11:43:09.546348 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.547265 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.547761 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 11:43:09.548081 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: l3agentscheduler.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.549136 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.549641 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: l3_agent_scheduler Aug 20 11:43:09.549967 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: logging.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.551613 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.552219 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension logging not supported by any of loaded plugins Aug 20 11:43:09.552543 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: metering.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.553290 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.553862 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: metering Aug 20 11:43:09.554205 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.555439 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.555951 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: metering_source_and_destination_fields Aug 20 11:43:09.556277 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: multiprovidernet.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.557206 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.557711 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: multi-provider Aug 20 11:43:09.558034 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: netmtu.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.558987 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.559493 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: net-mtu Aug 20 11:43:09.559813 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: netmtu_writable.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.560730 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.561240 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: net-mtu-writable Aug 20 11:43:09.561560 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: network_availability_zone.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.562258 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.562758 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: network_availability_zone Aug 20 11:43:09.563074 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: network_ip_availability.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.564182 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.564688 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: network-ip-availability Aug 20 11:43:09.565008 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: network_segment_range.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.565775 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.566297 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 11:43:09.566618 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: pagination.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.568153 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.568478 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: pagination Aug 20 11:43:09.568796 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: port_device_profile.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.569718 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.570253 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: port-device-profile Aug 20 11:43:09.570574 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.571495 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.572001 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: port-mac-address-regenerate Aug 20 11:43:09.572321 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.573234 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.573733 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: port-numa-affinity-policy Aug 20 11:43:09.574052 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: port_resource_request.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.575007 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.575520 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 11:43:09.575842 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: portbindings.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.576776 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.577276 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: binding Aug 20 11:43:09.577594 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: portbindings_extended.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.578918 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.579431 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: binding-extended Aug 20 11:43:09.579753 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: portsecurity.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.580678 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.581188 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: port-security Aug 20 11:43:09.581514 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: project_id.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.582534 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.583491 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: project-id Aug 20 11:43:09.583816 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: providernet.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.584754 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.585263 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: provider Aug 20 11:43:09.585582 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.589033 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.589557 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos not supported by any of loaded plugins Aug 20 11:43:09.589893 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.591169 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.591687 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 11:43:09.592020 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.592943 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.593453 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 11:43:09.593778 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_default.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.594710 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.595217 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-default not supported by any of loaded plugins Aug 20 11:43:09.595540 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_fip.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.596196 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.596692 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-fip not supported by any of loaded plugins Aug 20 11:43:09.597013 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_gateway_ip.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.597936 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.598538 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 11:43:09.598939 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_port_network_policy.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.599866 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.600364 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 11:43:09.600685 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_pps_rule.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.601866 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.602408 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-pps not supported by any of loaded plugins Aug 20 11:43:09.602738 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_rule_type_details.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.603663 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.604168 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 11:43:09.604493 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: qos_rules_alias.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.605535 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.606042 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 11:43:09.606400 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: quotasv2.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.607500 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.607829 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: quotas Aug 20 11:43:09.608151 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: quotasv2_detail.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.611226 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.611567 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: quota_details Aug 20 11:43:09.611902 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: rbac.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.612964 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.613484 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: rbac-policies Aug 20 11:43:09.613817 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: rbac_address_group.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.614895 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.615408 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: rbac-address-group Aug 20 11:43:09.615737 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: rbac_address_scope.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.616666 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.617172 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: rbac-address-scope Aug 20 11:43:09.617496 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: rbac_security_groups.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.618450 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.618959 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: rbac-security-groups Aug 20 11:43:09.619284 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: rbac_subnetpool.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.620198 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.620704 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: rbac-subnetpool Aug 20 11:43:09.621027 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: revisionifmatch.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.621955 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.622491 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: revision-if-match Aug 20 11:43:09.622819 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: revisions.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.623933 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.624434 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: standard-attr-revisions Aug 20 11:43:09.624757 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: router_availability_zone.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.625433 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.625933 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: router_availability_zone Aug 20 11:43:09.626291 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: routerservicetype.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.627214 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.627711 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension router-service-type not supported by any of loaded plugins Aug 20 11:43:09.628032 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.628955 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.629987 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: security-groups-normalized-cidr Aug 20 11:43:09.630350 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.631326 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.631842 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: port-security-groups-filtering Aug 20 11:43:09.632174 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.633131 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.633631 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: security-groups-remote-address-group Aug 20 11:43:09.633954 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: securitygroup.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.644310 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.644838 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: security-group Aug 20 11:43:09.645808 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: segment.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.646710 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.647221 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension segment not supported by any of loaded plugins Aug 20 11:43:09.647549 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.648534 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.649041 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 11:43:09.649367 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: servicetype.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.650596 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.651115 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: service-type Aug 20 11:43:09.651440 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: sorting.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.652433 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.652766 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: sorting Aug 20 11:43:09.653085 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: standard_attr_segment.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.654001 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.654539 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 11:43:09.654867 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: standardattrdescription.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.655517 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.656023 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: standard-attr-description Aug 20 11:43:09.656344 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: stateful_security_group.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.657288 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.657797 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: stateful-security-group Aug 20 11:43:09.658121 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: stdattrs_common.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.658737 n-d-800634-10 neutron-server[100926]: WARNING neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 11:43:09.659060 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.659984 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.660486 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 11:43:09.660857 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: subnet_onboard.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.661996 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.662523 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: subnet_onboard Aug 20 11:43:09.662845 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.663770 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.664275 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 11:43:09.664596 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: subnet_service_types.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.665524 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.666028 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: subnet-service-types Aug 20 11:43:09.666374 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: subnetallocation.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.667452 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.667960 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: subnet_allocation Aug 20 11:43:09.668282 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.668949 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.669451 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: subnetpool-prefix-ops Aug 20 11:43:09.669768 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.670749 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.671251 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 11:43:09.671573 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: tagging.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.672661 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.673175 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: standard-attr-tag Aug 20 11:43:09.673498 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: timestamp.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.674719 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.675229 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loaded extension: standard-attr-timestamp Aug 20 11:43:09.675555 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: trunk.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.676628 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.677210 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension trunk not supported by any of loaded plugins Aug 20 11:43:09.677539 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: trunk_details.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.678496 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.679006 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension trunk-details not supported by any of loaded plugins Aug 20 11:43:09.679331 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: uplink_status_propagation.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.680249 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.680759 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 11:43:09.681079 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Loading extension file: vlantransparent.py {{(pid=100926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 11:43:09.681756 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 11:43:09.682318 n-d-800634-10 neutron-server[100926]: INFO neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 11:43:09.684836 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:network Aug 20 11:43:09.685365 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:subnet Aug 20 11:43:09.685750 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:43:09.686144 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:port Aug 20 11:43:09.687443 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.687884 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service FLAVORS assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.688501 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.688923 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.689262 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:router Aug 20 11:43:09.689711 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 11:43:09.690217 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service METERING assigned prefix: /metering {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.691702 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.692662 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.693259 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:43:09.694334 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 11:43:09.694784 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:security_group Aug 20 11:43:09.695215 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 11:43:09.695835 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service CORE assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.696177 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:43:09.696510 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] subnetpool is already registered Aug 20 11:43:09.696925 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service CORE assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.697253 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:43:09.697595 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] subnetpool is already registered Aug 20 11:43:09.699876 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.700924 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service FLAVORS assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.701035 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.701479 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.701812 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:router Aug 20 11:43:09.702150 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] router is already registered Aug 20 11:43:09.702695 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 11:43:09.702920 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] floatingip is already registered Aug 20 11:43:09.703385 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service METERING assigned prefix: /metering {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.704094 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 11:43:09.704418 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] rbac_policy is already registered Aug 20 11:43:09.704838 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:security_group Aug 20 11:43:09.705172 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] security_group is already registered Aug 20 11:43:09.705575 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 11:43:09.705906 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] security_group_rule is already registered Aug 20 11:43:09.706423 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service CORE assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.706753 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:43:09.707084 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] subnetpool is already registered Aug 20 11:43:09.707507 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.v2.resource_helper [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Service CORE assigned prefix: {{(pid=100926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 11:43:09.708446 n-d-800634-10 neutron-server[100926]: INFO neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 11:43:09.708827 n-d-800634-10 neutron-server[100926]: WARNING neutron.quota.resource_registry [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] subnetpool is already registered Aug 20 11:43:09.710548 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: extensions {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.712029 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: address-groups {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.713494 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: address-scopes {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.714709 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: agents {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.715960 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: auto-allocated-topology {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.717194 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: availability_zones {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.718427 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: dhcp-networks {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.719866 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: dhcp-agents {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.721374 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: routers {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.723089 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: flavors {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.724297 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: service_profiles {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.725577 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: next_providers {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.727050 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: service_profiles {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.728452 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: floatingip-pools {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.729768 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: routers {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.731466 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: floatingips {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.732651 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: l3-routers {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.734123 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: l3-agents {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.735543 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: metering-labels {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.736776 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: metering-label-rules {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.738025 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: network-ip-availabilities {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.739481 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: bindings {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.741008 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: quotas {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.742464 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: quotas {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.743960 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: rbac-policies {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.745133 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: security-groups {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.746367 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: security-group-rules {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.747677 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: service-providers {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.748921 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: subnetpools {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.750251 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: subnetpools {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.751779 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.753449 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.755766 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.757610 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.759314 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.761146 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.762987 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.764752 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.767528 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.769516 n-d-800634-10 neutron-server[100926]: DEBUG neutron.api.extensions [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Extended resource: tags {{(pid=100926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 11:43:09.776363 n-d-800634-10 neutron-server[100926]: WARNING keystonemiddleware.auth_token [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 11:43:09.780923 n-d-800634-10 neutron-server[100926]: WARNING keystonemiddleware.auth_token [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 11:43:09.789537 n-d-800634-10 neutron-server[100926]: DEBUG oslo_concurrency.lockutils [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Acquired lock "singleton_lock" {{(pid=100926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 11:43:09.790012 n-d-800634-10 neutron-server[100926]: DEBUG oslo_concurrency.lockutils [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Releasing lock "singleton_lock" {{(pid=100926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 11:43:09.790674 n-d-800634-10 neutron-server[100926]: INFO oslo_service.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Starting 2 workers Aug 20 11:43:09.795469 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Started child 101033 {{(pid=100926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 11:43:09.799905 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Started child 101034 {{(pid=100926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 11:43:09.800928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.802124 n-d-800634-10 neutron-server[100926]: INFO neutron.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 11:43:09.802955 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [-] (101033) wsgi starting up on http://0.0.0.0:9696 Aug 20 11:43:09.803089 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Notify callbacks [] for process, before_spawn {{(pid=100926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.805336 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.805801 n-d-800634-10 neutron-server[100926]: INFO oslo_service.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Starting 1 workers Aug 20 11:43:09.806673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [-] (101034) wsgi starting up on http://0.0.0.0:9696 Aug 20 11:43:09.810606 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Started child 101035 {{(pid=100926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 11:43:09.811128 n-d-800634-10 neutron-server[100926]: INFO oslo_service.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Starting 1 workers Aug 20 11:43:09.814243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] calling RpcWorker wait() {{(pid=101035) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 11:43:09.814809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] returning from RpcWorker wait() {{(pid=101035) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 11:43:09.815589 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Started child 101036 {{(pid=100926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 11:43:09.815999 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.816396 n-d-800634-10 neutron-server[100926]: DEBUG neutron_lib.callbacks.manager [None req-1d843485-0fd0-438b-987e-5942b5da4076 None None] Notify callbacks [] for process, after_spawn {{(pid=100926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.816501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.819119 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 11:43:09.819329 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 11:43:09.819510 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 11:43:09.819730 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 11:43:09.820065 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 11:43:09.820232 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 11:43:09.820737 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.821020 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.821270 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.821529 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.821629 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.822106 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.822419 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.822701 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.822803 n-d-800634-10 neutron-server[101036]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.822936 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.823229 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.823483 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.823652 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.823817 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.824079 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.824307 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.824586 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.824855 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.825108 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.825351 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.825521 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.825773 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.826034 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.826315 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.826576 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] debug = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.826828 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.827307 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.827542 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.827779 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.827994 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.828283 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.828516 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.828805 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.829149 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.829301 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.829490 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.829733 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.829970 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.830215 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.830440 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.830693 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.830912 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.831387 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] host = n-d-800634-10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.831605 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.831836 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.832069 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.832300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.832558 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.832866 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.833291 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.833540 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.833806 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.834055 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.834330 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.834562 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.834814 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.835077 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.835241 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_options = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.835454 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.835716 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.835981 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.836168 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.836318 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.836497 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.836761 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.836936 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.837192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.837379 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.837583 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.837796 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.838009 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.838266 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.838502 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.838745 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.838984 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.839299 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.839440 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.839696 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.839937 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.840164 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.840394 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.840638 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.840851 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.841063 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.841288 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.841499 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.841714 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.841969 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.842215 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.842484 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.842714 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.842973 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.843209 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.843435 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.843665 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.843941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.844173 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.844435 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.844703 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.845024 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.845170 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.845357 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.845569 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.845781 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_json = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.845996 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.846227 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.846484 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.846698 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.846936 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.847149 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.847384 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.847632 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.848074 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.848511 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.848816 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.849212 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.849476 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.849720 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.849973 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.850230 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.850498 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.850736 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.851080 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.851328 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.851625 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.851910 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.852142 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.852485 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.852783 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.853055 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.853301 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.854173 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.854173 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.854173 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.854678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.854678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.855546 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.855546 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.855546 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.855546 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.856567 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.856567 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.856567 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.856567 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.857064 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.857064 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.857316 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.857457 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.857686 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.857861 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.858097 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.858347 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.858591 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.860690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.861779 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.861779 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.861779 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.861779 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.861779 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.862162 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.862162 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.862501 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.862627 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.862766 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.862956 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.863671 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.864467 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.864803 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.865097 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.865323 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.865726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.865967 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.866201 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.866470 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.866721 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.866962 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.867180 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.867418 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.867634 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.867897 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.868066 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.868267 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.868486 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.868703 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.868916 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.869130 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.869350 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.869583 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.869872 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.870453 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.870562 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.870785 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.870995 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.871258 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.871517 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.871954 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.871954 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.872202 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.872410 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.872663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.873081 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.873474 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.873727 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.873989 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.874282 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.874533 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.874765 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.875598 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.875598 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.875598 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.875960 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.876058 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.876257 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.876508 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.876898 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.877178 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.877578 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.877739 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.877896 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.878152 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.878487 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.878749 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.879066 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.879322 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.880242 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.880451 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.880941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.881100 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.881368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.881601 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.882212 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.882212 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.882495 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.882644 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.884726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.884726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.884726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.884726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.884726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.884726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.884726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.884726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.885279 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.885279 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.885279 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.885467 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.885905 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.885905 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.886117 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.886332 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.886577 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.886806 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.887042 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.887256 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.887497 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.887711 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.887925 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.888227 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.888381 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.888753 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.889176 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.889399 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.889619 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.889881 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.890303 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.890722 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.891150 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.891391 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.891828 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.892241 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.892636 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.893309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.893751 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.894320 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.894864 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.895420 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.895858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.896265 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.896701 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.897171 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.897706 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.898022 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.898397 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.898627 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.898858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.899079 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.899987 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.899987 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.899987 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.899987 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.900285 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.900575 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.900834 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.901095 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.901308 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.901529 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.901775 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.902019 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.902258 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.902667 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.903032 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.903451 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.903886 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.904301 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.904741 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.905129 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.905523 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.905927 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.906361 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.906784 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.907260 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.907705 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.908132 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.908592 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.909017 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.909448 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.909852 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.910259 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.910657 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.910970 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.911232 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.911479 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.911735 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.911955 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.912179 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.912600 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.913011 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.913409 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.913829 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.914254 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.914479 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.914711 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.914956 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.915170 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.915402 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.915661 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.915877 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.916105 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.916325 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.916535 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.916799 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.917030 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.917241 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.917466 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.917705 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.917914 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.918259 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.918513 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.918737 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.919021 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.919273 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.919525 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.919780 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.920107 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.920339 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.920597 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.920817 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.921033 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.921254 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.921508 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.921843 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.922132 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.922431 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.922669 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.922966 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.923249 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.923559 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.923750 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.924039 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.924377 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.924642 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.924911 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.925144 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.925406 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.925629 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.925863 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.926155 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.926954 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.927194 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.927426 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.927649 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.928110 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.928343 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.928572 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.928795 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.929051 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.929261 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.929667 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.929889 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.930043 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 11:43:09.930736 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 11:43:09.931044 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 11:43:09.931333 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 11:43:09.931655 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 11:43:09.931897 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 11:43:09.931999 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 11:43:09.932175 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.932338 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.932507 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.932670 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.932825 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.933177 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.933342 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.933507 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.933722 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.933887 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.934044 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.934227 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.934391 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.934551 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.934710 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.934867 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.935021 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.935173 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.935339 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.935494 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.935644 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.935949 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.936246 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] debug = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.936412 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.936594 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.936757 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.936909 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.937066 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.937224 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.937383 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.937540 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.937698 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.937858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.938016 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.938173 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.938367 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.938523 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.938684 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.938834 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.938994 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.939151 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] host = n-d-800634-10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.939308 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.939465 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.939622 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.939780 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.939937 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.940094 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.940253 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.940402 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.940560 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.940717 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.940875 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.941032 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.941189 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.941346 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.941502 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_options = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.941643 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.941803 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.942008 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.942791 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.942977 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.943124 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.943286 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.943419 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.943735 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.943905 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.944041 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.944542 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.944542 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.944542 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.944900 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.944900 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.944900 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.945317 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.945317 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.945640 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.945640 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.945640 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.945992 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.945992 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.946613 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.946613 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.946613 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.946613 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947110 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947110 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947110 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947110 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947402 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947484 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947567 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947722 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.947885 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.948047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.948205 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.948360 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.948666 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.948976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.949099 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.949188 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.949281 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.949423 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.949581 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_json = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.949738 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.949898 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.950055 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.950239 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.950399 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.950556 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.950713 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.950871 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 11:43:09.951101 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.951443 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.951625 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.951790 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.951968 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.952118 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.952272 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.952473 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.952639 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.952751 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.953191 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.953191 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.953439 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.953439 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.953639 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.953827 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.954012 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.954148 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.954342 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.954474 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.954687 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.954831 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.955007 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.955150 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.955353 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.955515 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.955624 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.955824 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.955990 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.956154 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.956355 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.956546 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.956802 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.956922 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.957077 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.957245 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.957364 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.957594 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.957775 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.958008 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.958500 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.958500 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.958500 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.958882 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.958882 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.959097 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.959097 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.959330 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.959448 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.959576 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.959738 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.959940 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.960177 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.960438 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.960527 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.960679 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.960914 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.961079 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.961195 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.961280 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.961481 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.961729 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.963663 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.966678 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967309 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.967941 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970122 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970122 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970122 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970122 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970122 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970122 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970122 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970122 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970975 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970975 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970975 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970975 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970975 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970975 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970975 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.970975 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.971899 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.971899 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.971899 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.971899 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.971899 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.971899 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.971899 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.971899 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973047 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.973858 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.975461 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.975461 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.975461 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.975461 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.975461 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.975461 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.975461 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.975461 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978300 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978921 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978921 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978921 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978921 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978921 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978921 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978921 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.978921 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.980192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.980192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.980192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.980192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.980192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.980192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.980192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.980192 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.981368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.981368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.981368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.981368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.981368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.981368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.981368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.981368 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.982370 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.982370 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.982370 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.982370 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.982370 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.982370 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.982370 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.982370 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.983541 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.983541 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.983541 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.983541 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.983541 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.983541 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.983541 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.983541 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984145 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984145 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984145 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984145 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984145 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984145 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984145 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984145 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984688 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984688 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984688 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984688 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984688 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.984688 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.985100 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.985100 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.985100 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.985320 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.985399 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.985539 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.985712 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.985876 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.986037 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.986230 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.986380 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.986542 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.986713 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.986875 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.987037 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.987198 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.987358 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.987519 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.987690 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.987852 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.988013 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.988174 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.988335 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.988496 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.988666 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.989364 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.989542 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.989703 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.989865 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.990056 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.990327 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.990495 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.990659 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.990821 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.990982 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.991144 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.991319 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.991482 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.991644 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.991845 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.991976 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.992137 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.992297 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.992472 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.992633 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.992798 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.992964 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.993126 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.993286 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.993449 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.993614 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.993784 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.993952 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.994115 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.994307 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.994478 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.994649 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.994810 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.994977 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.995152 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.995315 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.995561 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.995726 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.996040 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.996040 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.996735 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.996735 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.996735 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.996735 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.997002 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.997002 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.997158 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.997237 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.997419 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.998321 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.998321 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.998321 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.998321 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.998321 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 11:43:09.998321 n-d-800634-10 neutron-server[100926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 11:43:10.141966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52846) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.150823 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063014 Aug 20 11:43:21.689111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47345dd0-5b44-4f17-bf7f-0ff111c17473 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:43:21.757535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47345dd0-5b44-4f17-bf7f-0ff111c17473 None None] No non-hosted networks {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 11:43:21.827408 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cb86d87c-b1d2-4075-a61e-8e14a738dc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33256368'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.161273 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2237daa7-208d-4e27-9829-dc39d80e6462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33256368'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.231843 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04054446-b359-429e-9ed2-96f7c669fb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.914574 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33256368'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.916111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.916472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.916805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.921403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.921793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.922767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.926710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.929482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.931485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.932034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.933157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.935380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:24.936327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800634-10', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:24.949022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800634-10', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:25.420377 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33256368'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.796621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33256368'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.881816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52938) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:28.379350 n-d-800634-10 neutron-server[101033]: WARNING oslo_policy.policy [None req-49264c6e-fde2-43f8-aa93-53c22ada1637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:43:28.379933 n-d-800634-10 neutron-server[101033]: WARNING oslo_policy.policy [None req-49264c6e-fde2-43f8-aa93-53c22ada1637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:43:28.600268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-49264c6e-fde2-43f8-aa93-53c22ada1637 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:43:28.601230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-49264c6e-fde2-43f8-aa93-53c22ada1637 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7184746 Aug 20 11:43:30.576543 n-d-800634-10 neutron-server[101035]: INFO neutron.db.l3_hamode_db [None req-908b96e4-7358-434b-81b7-01b712a3e774 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 11:43:30.663727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b96e4-7358-434b-81b7-01b712a3e774 None None] Routers set() bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:30.664117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b96e4-7358-434b-81b7-01b712a3e774 None None] Router IDs set() for agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:43:31.129790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52952) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:31.451881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0c96afc7-e7ea-4fe7-852b-2db8e6ac605f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:31.547187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.policy [None req-0c96afc7-e7ea-4fe7-852b-2db8e6ac605f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101033) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 11:43:31.592736 n-d-800634-10 neutron-server[101033]: WARNING oslo_policy.policy [None req-0c96afc7-e7ea-4fe7-852b-2db8e6ac605f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:43:31.593112 n-d-800634-10 neutron-server[101033]: WARNING oslo_policy.policy [None req-0c96afc7-e7ea-4fe7-852b-2db8e6ac605f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:43:31.602418 n-d-800634-10 neutron-server[101033]: INFO neutron.quota [None req-0c96afc7-e7ea-4fe7-852b-2db8e6ac605f admin admin] Loaded quota_driver: . Aug 20 11:43:31.691574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c96afc7-e7ea-4fe7-852b-2db8e6ac605f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764906982356', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764906981639', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764906972318', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764906976073', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764906628291', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764906622820', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592831', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785090', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33264546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33198731'] for rbac-policy, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.762709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c96afc7-e7ea-4fe7-852b-2db8e6ac605f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.764182 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0c96afc7-e7ea-4fe7-852b-2db8e6ac605f admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6331041 Aug 20 11:43:34.336112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52964) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:34.632597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'name': 'private'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:34.661797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Made reservation on behalf of 0ceb6188694a4f4db9da6ff61394c7b2 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:34.664632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.681877 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.805993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.809657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.828902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:34.856252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764904577765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.856847 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Unsubscribe: segment precommit_create {{(pid=101033) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 11:43:34.857346 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Added segment a57660fc-4f10-441f-b1a3-2f86f03c063f of type vlan for network 870e531e-7256-49fd-90c4-fb9f51bca3f5 Aug 20 11:43:34.877493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e513ddfa-be26-4511-a772-56d1f87856c7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:34.925220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.925553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.926752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.927123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.927451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.927775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.928096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.928418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.928730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.929045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.929359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.929677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Tracked resource versions report: Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: pushed versions: Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: { 'AddressGroup': {'1.2'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'ConntrackHelper': {'1.0'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Log': {'1.0'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Network': {'1.1'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Port': {'1.7'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'PortForwarding': {'1.2'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'QosPolicy': {'1.9'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'SecurityGroup': {'1.4'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'SubPort': {'1.0'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Subnet': {'1.1'}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Trunk': {'1.1'}} Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: consumer versions: Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: { DHCP agent@n-d-800634-10: {}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: L3 agent@n-d-800634-10: {}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: Metadata agent@n-d-800634-10: {}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: Metering agent@n-d-800634-10: {}, Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: Open vSwitch agent@n-d-800634-10: { 'AddressGroup': '1.2', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'ConntrackHelper': '1.0', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Log': '1.0', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Network': '1.1', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Port': '1.7', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'PortForwarding': '1.2', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'QosPolicy': '1.9', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'SecurityGroup': '1.4', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'SecurityGroupRule': '1.2', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'SubPort': '1.0', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Subnet': '1.1', Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: 'Trunk': '1.1'}} Aug 20 11:43:34.930977 n-d-800634-10 neutron-server[101033]: {{(pid=101033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:43:34.980575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.019426 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.020580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.021269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.105927 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7686412 Aug 20 11:43:35.120480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ee86-d3f2-4255-a9eb-a180b985a948 admin admin] Pushing event updated for resources: {'Network': ['ID=870e531e-7256-49fd-90c4-fb9f51bca3f5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:35.133680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 870e531e-7256-49fd-90c4-fb9f51bca3f5 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:37.739472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52978) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:38.242353 n-d-800634-10 neutron-server[101034]: WARNING oslo_policy.policy [None req-71c106a7-92d1-4999-8981-a51dce9473d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:43:38.242943 n-d-800634-10 neutron-server[101034]: WARNING oslo_policy.policy [None req-71c106a7-92d1-4999-8981-a51dce9473d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:43:38.693825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.policy [None req-71c106a7-92d1-4999-8981-a51dce9473d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101034) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 11:43:38.739559 n-d-800634-10 neutron-server[101034]: WARNING oslo_policy.policy [None req-71c106a7-92d1-4999-8981-a51dce9473d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:43:38.740133 n-d-800634-10 neutron-server[101034]: WARNING oslo_policy.policy [None req-71c106a7-92d1-4999-8981-a51dce9473d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:43:38.748085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c106a7-92d1-4999-8981-a51dce9473d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.749966 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-71c106a7-92d1-4999-8981-a51dce9473d1 admin admin] 10.222.0.25 "GET /v2.0/networks/870e531e-7256-49fd-90c4-fb9f51bca3f5 HTTP/1.1" status: 200 len: 825 time: 1.0084550 Aug 20 11:43:38.789910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-85e3058b-004b-4914-8634-ed6f70d55950 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/7262fa43-48d7-4eb5-9ccc-99eed87db0a3 HTTP/1.1" status: 200 len: 734 time: 0.0338080 Aug 20 11:43:38.799934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '7262fa43-48d7-4eb5-9ccc-99eed87db0a3', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'name': 'private-subnet', 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:38.802205 n-d-800634-10 neutron-server[101034]: INFO neutron.quota [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Loaded quota_driver: . Aug 20 11:43:38.841820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Made reservation on behalf of 0ceb6188694a4f4db9da6ff61394c7b2 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:38.844598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.130148 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.195013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Checking segment: {'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:39.195401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Network hostable DHCP agents. Network: 870e531e-7256-49fd-90c4-fb9f51bca3f5, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:39.213704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d073a7-03de-4bec-8664-a6515f5a4079,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:39.228889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.229368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.229812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.230141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.230492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.230818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.231138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.231583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.232012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.232334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.232647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.232961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Tracked resource versions report: Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: pushed versions: Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: { 'AddressGroup': {'1.2'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'ConntrackHelper': {'1.0'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Log': {'1.0'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Network': {'1.1'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Port': {'1.7'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'PortForwarding': {'1.2'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'QosPolicy': {'1.9'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'SecurityGroup': {'1.4'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'SubPort': {'1.0'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Subnet': {'1.1'}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Trunk': {'1.1'}} Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: consumer versions: Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: { DHCP agent@n-d-800634-10: {}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: L3 agent@n-d-800634-10: {}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: Metadata agent@n-d-800634-10: {}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: Metering agent@n-d-800634-10: {}, Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: Open vSwitch agent@n-d-800634-10: { 'AddressGroup': '1.2', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'ConntrackHelper': '1.0', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Log': '1.0', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Network': '1.1', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Port': '1.7', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'PortForwarding': '1.2', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'QosPolicy': '1.9', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'SecurityGroup': '1.4', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'SecurityGroupRule': '1.2', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'SubPort': '1.0', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Subnet': '1.1', Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: 'Trunk': '1.1'}} Aug 20 11:43:39.234085 n-d-800634-10 neutron-server[101034]: {{(pid=101034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:43:39.254148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Network 870e531e-7256-49fd-90c4-fb9f51bca3f5 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:39.271867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 870e531e-7256-49fd-90c4-fb9f51bca3f5) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:39.293381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:39.294004 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.298778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39e1ff-6e9a-41f4-b6c8-4035e7eb85d7 None None] Network 870e531e-7256-49fd-90c4-fb9f51bca3f5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:39.313848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8277be55-444a-44bd-b45d-32e0413cf60b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5177011 Aug 20 11:43:39.629725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-870e531e-7256-49fd-90c4-fb9f51bca3f5', 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'fixed_ips': [{'subnet_id': '91d073a7-03de-4bec-8664-a6515f5a4079'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:39.631128 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.911522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Allocated IP 172.20.0.2 (870e531e-7256-49fd-90c4-fb9f51bca3f5/91d073a7-03de-4bec-8664-a6515f5a4079/981f3822-ac8c-4765-8f18-a8a624593a5a) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:40.113539 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.132439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Transition to ACTIVE for port object 981f3822-ac8c-4765-8f18-a8a624593a5a will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:40.183996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Transition to ACTIVE for port object 981f3822-ac8c-4765-8f18-a8a624593a5a will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:40.197744 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.263710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Network 870e531e-7256-49fd-90c4-fb9f51bca3f5 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:40.273463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:40.281603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:40.283560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Pushing event updated for resources: {'Port': ['ID=981f3822-ac8c-4765-8f18-a8a624593a5a,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:40.294129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.294500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.294837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.295170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.295507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.295824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.296147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.296469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.296788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.297107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.297427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.297744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Tracked resource versions report: Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: pushed versions: Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: { 'AddressGroup': {'1.2'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'ConntrackHelper': {'1.0'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Log': {'1.0'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Network': {'1.1'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Port': {'1.7'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'PortForwarding': {'1.2'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'QosPolicy': {'1.9'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'SecurityGroup': {'1.4'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'SubPort': {'1.0'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Subnet': {'1.1'}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Trunk': {'1.1'}} Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: consumer versions: Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: { DHCP agent@n-d-800634-10: {}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: L3 agent@n-d-800634-10: {}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: Metadata agent@n-d-800634-10: {}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: Metering agent@n-d-800634-10: {}, Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: Open vSwitch agent@n-d-800634-10: { 'AddressGroup': '1.2', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'ConntrackHelper': '1.0', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Log': '1.0', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Network': '1.1', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Port': '1.7', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'PortForwarding': '1.2', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'QosPolicy': '1.9', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'SecurityGroup': '1.4', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'SecurityGroupRule': '1.2', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'SubPort': '1.0', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Subnet': '1.1', Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: 'Trunk': '1.1'}} Aug 20 11:43:40.298902 n-d-800634-10 neutron-server[101035]: {{(pid=101035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:43:40.373237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Attempting to bind port 981f3822-ac8c-4765-8f18-a8a624593a5a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:40.373631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Attempting to bind port 981f3822-ac8c-4765-8f18-a8a624593a5a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:40.374065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Attempting to bind port 981f3822-ac8c-4765-8f18-a8a624593a5a on network 870e531e-7256-49fd-90c4-fb9f51bca3f5 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:40.379635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:40.380031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Checking segment: {'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:40.380501 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.380888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Bound using segment: {'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:40.381348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Bound port: 981f3822-ac8c-4765-8f18-a8a624593a5a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:40.381753 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.448922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] For port 981f3822-ac8c-4765-8f18-a8a624593a5a, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:40.453173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] For port 981f3822-ac8c-4765-8f18-a8a624593a5a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=981f3822-ac8c-4765-8f18-a8a624593a5a,segment=NetworkSegment(a57660fc-4f10-441f-b1a3-2f86f03c063f),segment_id=a57660fc-4f10-441f-b1a3-2f86f03c063f)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:40.459591 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.527842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0969eb-49b9-4209-98e7-dc50a03fac1e None None] Pushing event updated for resources: {'Port': ['ID=981f3822-ac8c-4765-8f18-a8a624593a5a,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:41.779395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:42.111891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-22d7e4ec-df81-4e18-a9e7-229c55a979a3 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:43:42.113037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-22d7e4ec-df81-4e18-a9e7-229c55a979a3 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3326292 Aug 20 11:43:44.532937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:44.875269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-505417be-193d-4582-95fd-8137b0dd2c18 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:43:44.876330 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-505417be-193d-4582-95fd-8137b0dd2c18 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3423185 Aug 20 11:43:47.517891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:47.833256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a225c717-c486-434b-9211-f74e892046bf admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'name': 'router1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:47.860013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a225c717-c486-434b-9211-f74e892046bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.862117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a225c717-c486-434b-9211-f74e892046bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.004006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a225c717-c486-434b-9211-f74e892046bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.009174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a225c717-c486-434b-9211-f74e892046bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.022679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a225c717-c486-434b-9211-f74e892046bf admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.024096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a225c717-c486-434b-9211-f74e892046bf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5050662 Aug 20 11:43:48.937184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 981f3822-ac8c-4765-8f18-a8a624593a5a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:48.996322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139f803-d4cf-451f-a845-0eb1585eb17c None None] Network 870e531e-7256-49fd-90c4-fb9f51bca3f5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:49.095264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9e8bbed1-8e19-43e2-91e0-43add96e8f6e None None] Provisioning for port 981f3822-ac8c-4765-8f18-a8a624593a5a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:49.102520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 981f3822-ac8c-4765-8f18-a8a624593a5a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:49.113657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9e8bbed1-8e19-43e2-91e0-43add96e8f6e None None] Provisioning complete for port 981f3822-ac8c-4765-8f18-a8a624593a5a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:49.114200 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbed1-8e19-43e2-91e0-43add96e8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.117804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 981f3822-ac8c-4765-8f18-a8a624593a5a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:49.118170 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.366125 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbed1-8e19-43e2-91e0-43add96e8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.368411 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.419122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 981f3822-ac8c-4765-8f18-a8a624593a5a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=981f3822-ac8c-4765-8f18-a8a624593a5a,segment=NetworkSegment(a57660fc-4f10-441f-b1a3-2f86f03c063f),segment_id=a57660fc-4f10-441f-b1a3-2f86f03c063f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:49.424210 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.497570 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-9e8bbed1-8e19-43e2-91e0-43add96e8f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:43:49.497981 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-9e8bbed1-8e19-43e2-91e0-43add96e8f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:43:49.502357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=981f3822-ac8c-4765-8f18-a8a624593a5a,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:50.154847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7fd960a3-c36a-4657-94d9-0ec5a63c73ef None None] Provisioning complete for port 981f3822-ac8c-4765-8f18-a8a624593a5a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:50.155561 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7fd960a3-c36a-4657-94d9-0ec5a63c73ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.425925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53032) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:50.734589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-ba4434cf-1139-4ff2-9493-c977880e9890 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:43:50.735613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ba4434cf-1139-4ff2-9493-c977880e9890 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087096 Aug 20 11:43:50.893103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 981f3822-ac8c-4765-8f18-a8a624593a5a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:50.942033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 981f3822-ac8c-4765-8f18-a8a624593a5a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:50.942431 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.554473 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d832491b-5c93-44c9-98ad-627e686512f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.154676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.477437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:53.496609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Made reservation on behalf of 6aeae6f132aa4e7a9f7e8e3983517411 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:53.498979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.507148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.596925 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.601170 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.615996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Reserving flat network on physical network physnet1 {{(pid=101033) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 11:43:53.638219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ec3c8-c9e5-4405-ab49-2196516c68b5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.643341 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.643685 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Added segment 06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50 of type flat for network 37efaab3-7adc-468d-a4a4-11cc9beec108 Aug 20 11:43:53.693191 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.724308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.725153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:53.725749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.793965 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6382148 Aug 20 11:43:53.802538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39745f-0dcb-447c-84d3-3398f5c3b602 admin admin] Pushing event updated for resources: {'Network': ['ID=37efaab3-7adc-468d-a4a4-11cc9beec108,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.814729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:54.157344 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7441072-15fe-47f3-a7f3-a8dd7b58ac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.913616 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.365110 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.193673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53058) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:56.409145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b42cb-c38b-421d-80ab-2ed438baa634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:56.411363 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b30b42cb-c38b-421d-80ab-2ed438baa634 admin admin] 10.222.0.25 "GET /v2.0/subnets/91d073a7-03de-4bec-8664-a6515f5a4079 HTTP/1.1" status: 200 len: 849 time: 0.2167163 Aug 20 11:43:56.527240 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2a1fb98f-9a8a-4e1b-ba2c-3317d3bde688 admin admin] 10.222.0.25 "GET /v2.0/routers/e2c67842-8c31-4100-8c36-3045a2c554c2 HTTP/1.1" status: 200 len: 704 time: 0.1100302 Aug 20 11:43:56.740235 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.798006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.105407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Allocated IP 172.20.0.1 (870e531e-7256-49fd-90c4-fb9f51bca3f5/91d073a7-03de-4bec-8664-a6515f5a4079/ae200e44-fff9-4118-bb7c-186928b45183) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:57.290377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.313767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Transition to ACTIVE for port object ae200e44-fff9-4118-bb7c-186928b45183 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:57.389196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.458597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Network 870e531e-7256-49fd-90c4-fb9f51bca3f5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:57.467776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:57.476264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Pushing event updated for resources: {'Port': ['ID=ae200e44-fff9-4118-bb7c-186928b45183,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:57.487662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:57.489291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.702039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f322651a-fcb0-4547-943c-4e52d886c977 None None] Provisioning for port ae200e44-fff9-4118-bb7c-186928b45183 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:57.705704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f322651a-fcb0-4547-943c-4e52d886c977 None None] Provisioning complete for port ae200e44-fff9-4118-bb7c-186928b45183 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:57.706079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f322651a-fcb0-4547-943c-4e52d886c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.743495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f322651a-fcb0-4547-943c-4e52d886c977 None None] Port ae200e44-fff9-4118-bb7c-186928b45183 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:57.747009 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.957147 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.961700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.962618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.041521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Pushing event updated for resources: {'Port': ['ID=ae200e44-fff9-4118-bb7c-186928b45183,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:58.087420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Network 870e531e-7256-49fd-90c4-fb9f51bca3f5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:58.088678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:58.254599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Router e2c67842-8c31-4100-8c36-3045a2c554c2 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:43:58.263553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f9eb118b-c5f0-4e29-b5bb-fd508f13c89e None None] Provisioning complete for port ae200e44-fff9-4118-bb7c-186928b45183 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:58.263918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f9eb118b-c5f0-4e29-b5bb-fd508f13c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.297133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb118b-c5f0-4e29-b5bb-fd508f13c89e None None] Port ae200e44-fff9-4118-bb7c-186928b45183 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:58.348530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:58.354046 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73c37dbe-db5f-4685-8d24-c0b2e8e98d78 admin admin] 10.222.0.25 "PUT /v2.0/routers/e2c67842-8c31-4100-8c36-3045a2c554c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8213999 Aug 20 11:43:58.371968 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Sync routers for ids ['e2c67842-8c31-4100-8c36-3045a2c554c2'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:58.384463 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Routers {'e2c67842-8c31-4100-8c36-3045a2c554c2'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:58.385395 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:43:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e2c67842-8c31-4100-8c36-3045a2c554c2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:58.595513 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Set router e2c67842-8c31-4100-8c36-3045a2c554c2 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:59.037384 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'name': 'router1', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:47Z', 'updated_at': '2021-08-20T11:43:57Z', 'revision_number': 2, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'gw_port_host': None, '_interfaces': [{'id': 'ae200e44-fff9-4118-bb7c-186928b45183', 'name': '', 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'mac_address': 'fa:16:3e:70:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:56Z', 'updated_at': '2021-08-20T11:43:57Z', 'revision_number': 2, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'subnets': [{'id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7262fa43-48d7-4eb5-9ccc-99eed87db0a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:59.088507 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Checking router: e2c67842-8c31-4100-8c36-3045a2c554c2 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:59.088854 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Updating router e2c67842-8c31-4100-8c36-3045a2c554c2 port ae200e44-fff9-4118-bb7c-186928b45183 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:43:59.137561 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.657551 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.676750 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Transition to ACTIVE for port object ae200e44-fff9-4118-bb7c-186928b45183 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:59.682737 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.846109 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Pushing event updated for resources: {'Port': ['ID=ae200e44-fff9-4118-bb7c-186928b45183,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:59.860563 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.860907 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.861241 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.861566 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.861891 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.862232 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.863074 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.863074 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.863344 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.863661 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.863978 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.864293 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Tracked resource versions report: Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: pushed versions: Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: { 'AddressGroup': {'1.2'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'ConntrackHelper': {'1.0'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Log': {'1.0'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Network': {'1.1'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Port': {'1.7'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'PortForwarding': {'1.2'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'QosPolicy': {'1.9'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'SecurityGroup': {'1.4'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'SubPort': {'1.0'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Subnet': {'1.1'}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Trunk': {'1.1'}} Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: consumer versions: Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: { DHCP agent@n-d-800634-10: {}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: L3 agent@n-d-800634-10: {}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: Metadata agent@n-d-800634-10: {}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: Metering agent@n-d-800634-10: {}, Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: Open vSwitch agent@n-d-800634-10: { 'AddressGroup': '1.2', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'ConntrackHelper': '1.0', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Log': '1.0', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Network': '1.1', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Port': '1.7', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'PortForwarding': '1.2', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'QosPolicy': '1.9', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'SecurityGroup': '1.4', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'SecurityGroupRule': '1.2', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'SubPort': '1.0', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Subnet': '1.1', Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: 'Trunk': '1.1'}} Aug 20 11:43:59.865416 n-d-800634-10 neutron-server[101036]: {{(pid=101036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:43:59.870164 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Attempting to bind port ae200e44-fff9-4118-bb7c-186928b45183 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:59.870579 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Attempting to bind port ae200e44-fff9-4118-bb7c-186928b45183 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:59.871007 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Attempting to bind port ae200e44-fff9-4118-bb7c-186928b45183 on network 870e531e-7256-49fd-90c4-fb9f51bca3f5 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:59.876285 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:59.876684 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Checking segment: {'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:59.877156 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.877535 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Bound using segment: {'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:59.878037 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Bound port: ae200e44-fff9-4118-bb7c-186928b45183, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57660fc-4f10-441f-b1a3-2f86f03c063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:59.878926 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:59.945878 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] For port ae200e44-fff9-4118-bb7c-186928b45183, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:59.966692 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] For port ae200e44-fff9-4118-bb7c-186928b45183, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ae200e44-fff9-4118-bb7c-186928b45183,segment=NetworkSegment(a57660fc-4f10-441f-b1a3-2f86f03c063f),segment_id=a57660fc-4f10-441f-b1a3-2f86f03c063f)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:59.970718 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.019788 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Routers {'e2c67842-8c31-4100-8c36-3045a2c554c2'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:00.020407 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:43:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e2c67842-8c31-4100-8c36-3045a2c554c2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:00.101847 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d77f7-2e3d-4d1d-a312-16ce36326f56 None None] Pushing event updated for resources: {'Port': ['ID=ae200e44-fff9-4118-bb7c-186928b45183,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:00.128938 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] Set router e2c67842-8c31-4100-8c36-3045a2c554c2 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:00.340123 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'name': 'router1', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:47Z', 'updated_at': '2021-08-20T11:43:57Z', 'revision_number': 2, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'gw_port_host': None, '_interfaces': [{'id': 'ae200e44-fff9-4118-bb7c-186928b45183', 'name': '', 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'mac_address': 'fa:16:3e:70:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:56Z', 'updated_at': '2021-08-20T11:43:59Z', 'revision_number': 4, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'subnets': [{'id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7262fa43-48d7-4eb5-9ccc-99eed87db0a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:00.369243 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6daa5-bf5d-48a8-a826-4cb520965d78 None None] The sync data for ids ['e2c67842-8c31-4100-8c36-3045a2c554c2'] in n-d-800634-10 is: [{'id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'name': 'router1', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:47Z', 'updated_at': '2021-08-20T11:43:57Z', 'revision_number': 2, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'gw_port_host': None, '_interfaces': [{'id': 'ae200e44-fff9-4118-bb7c-186928b45183', 'name': '', 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'mac_address': 'fa:16:3e:70:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:56Z', 'updated_at': '2021-08-20T11:43:59Z', 'revision_number': 4, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'subnets': [{'id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7262fa43-48d7-4eb5-9ccc-99eed87db0a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:44:00.626085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53080) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:00.736402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefa9901-2ded-4dfe-b360-fbee507e18b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:00.738005 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-eefa9901-2ded-4dfe-b360-fbee507e18b5 admin admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 842 time: 0.1109285 Aug 20 11:44:00.747859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'ip_version': 4, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_dhcp': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:00.771889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Made reservation on behalf of 6aeae6f132aa4e7a9f7e8e3983517411 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:00.774101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.078230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.objects.ports [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101033) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:44:01.078668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.139696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2035857d-edb8-410e-a82f-347b5519ed74,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:01.141884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:01.142259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Network hostable DHCP agents. Network: 37efaab3-7adc-468d-a4a4-11cc9beec108, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:01.164314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:01.178998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 37efaab3-7adc-468d-a4a4-11cc9beec108) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:01.184601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.184601 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.187659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019fcac1-80b0-436a-882c-b8ec6e7e7df5 None None] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:01.201295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4cb07b57-e88e-4330-81e6-eb86729056ca admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4561317 Aug 20 11:44:01.321309 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17bfa4f-efc8-4fdd-9b11-293f12ed2e3d None None] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:03.515828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:03.725541 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-579d0b19-c9ec-46f1-910d-2c901fdc6901 admin admin] 10.222.0.25 "GET /v2.0/routers/e2c67842-8c31-4100-8c36-3045a2c554c2 HTTP/1.1" status: 200 len: 710 time: 0.2085876 Aug 20 11:44:03.810340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02790edf-426e-44d6-86ac-623ca5a0920a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.811686 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-02790edf-426e-44d6-86ac-623ca5a0920a admin admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 886 time: 0.0805898 Aug 20 11:44:03.821736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:04.088201 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.324100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.399777 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.507560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Allocated IP 172.25.0.194 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/42bea578-bdd5-4593-a791-ba7b8f92ed44) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:04.606487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.645605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.685717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:04.688446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:04.697037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:04.699850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Pushing event updated for resources: {'Port': ['ID=42bea578-bdd5-4593-a791-ba7b8f92ed44,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:04.946260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.235116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.239393 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.348766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Router e2c67842-8c31-4100-8c36-3045a2c554c2 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:44:05.454942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:44:05.460058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.469280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e9974f79-3681-436e-80ac-78c2e09cfebc admin admin] 10.222.0.25 "PUT /v2.0/routers/e2c67842-8c31-4100-8c36-3045a2c554c2 HTTP/1.1" status: 200 len: 890 time: 1.6428306 Aug 20 11:44:06.929353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ae200e44-fff9-4118-bb7c-186928b45183 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:07.002620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Sync routers for ids ['e2c67842-8c31-4100-8c36-3045a2c554c2'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:44:07.020995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Routers {'e2c67842-8c31-4100-8c36-3045a2c554c2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:07.021644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:43:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e2c67842-8c31-4100-8c36-3045a2c554c2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:07.113230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ae200e44-fff9-4118-bb7c-186928b45183 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:07.148134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ae200e44-fff9-4118-bb7c-186928b45183 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:07.148706 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.267785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Set router e2c67842-8c31-4100-8c36-3045a2c554c2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:07.498243 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.600033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port ae200e44-fff9-4118-bb7c-186928b45183, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ae200e44-fff9-4118-bb7c-186928b45183,segment=NetworkSegment(a57660fc-4f10-441f-b1a3-2f86f03c063f),segment_id=a57660fc-4f10-441f-b1a3-2f86f03c063f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:07.609028 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.720074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=ae200e44-fff9-4118-bb7c-186928b45183,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:07.782443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'name': 'router1', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '42bea578-bdd5-4593-a791-ba7b8f92ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:47Z', 'updated_at': '2021-08-20T11:44:04Z', 'revision_number': 4, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'gw_port': {'id': '42bea578-bdd5-4593-a791-ba7b8f92ed44', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:04Z', 'updated_at': '2021-08-20T11:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ae200e44-fff9-4118-bb7c-186928b45183', 'name': '', 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'mac_address': 'fa:16:3e:70:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:56Z', 'updated_at': '2021-08-20T11:43:59Z', 'revision_number': 4, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'subnets': [{'id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7262fa43-48d7-4eb5-9ccc-99eed87db0a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:07.836666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Checking router: e2c67842-8c31-4100-8c36-3045a2c554c2 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:44:07.837019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Updating router e2c67842-8c31-4100-8c36-3045a2c554c2 port 42bea578-bdd5-4593-a791-ba7b8f92ed44 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:44:07.884201 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.892745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53100) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:08.016064 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23addf21-a45b-49fd-a387-9913c691cb64 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1221206 Aug 20 11:44:08.216770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.227973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Transition to ACTIVE for port object 42bea578-bdd5-4593-a791-ba7b8f92ed44 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:08.233740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.368235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Attempting to bind port 42bea578-bdd5-4593-a791-ba7b8f92ed44 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:08.368235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Attempting to bind port 42bea578-bdd5-4593-a791-ba7b8f92ed44 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:08.368235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Attempting to bind port 42bea578-bdd5-4593-a791-ba7b8f92ed44 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:08.370230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93911fc6-9abe-4b01-b94b-771e9a73ba21 None None] Pushing event updated for resources: {'Port': ['ID=42bea578-bdd5-4593-a791-ba7b8f92ed44,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:08.377468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:08.377468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:08.378698 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.378698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:08.378698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Bound port: 42bea578-bdd5-4593-a791-ba7b8f92ed44, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:08.378933 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.431438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] For port 42bea578-bdd5-4593-a791-ba7b8f92ed44, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:08.434755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] For port 42bea578-bdd5-4593-a791-ba7b8f92ed44, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=42bea578-bdd5-4593-a791-ba7b8f92ed44,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:08.439022 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.498666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93911fc6-9abe-4b01-b94b-771e9a73ba21 None None] Pushing event updated for resources: {'Port': ['ID=42bea578-bdd5-4593-a791-ba7b8f92ed44,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:08.501286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Routers {'e2c67842-8c31-4100-8c36-3045a2c554c2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:08.501889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:43:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e2c67842-8c31-4100-8c36-3045a2c554c2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:08.611262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] Set router e2c67842-8c31-4100-8c36-3045a2c554c2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:08.836769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'name': 'router1', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '42bea578-bdd5-4593-a791-ba7b8f92ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:47Z', 'updated_at': '2021-08-20T11:44:04Z', 'revision_number': 4, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'gw_port': {'id': '42bea578-bdd5-4593-a791-ba7b8f92ed44', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:04Z', 'updated_at': '2021-08-20T11:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ae200e44-fff9-4118-bb7c-186928b45183', 'name': '', 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'mac_address': 'fa:16:3e:70:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:56Z', 'updated_at': '2021-08-20T11:44:07Z', 'revision_number': 5, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'subnets': [{'id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7262fa43-48d7-4eb5-9ccc-99eed87db0a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:08.863867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f704767-285d-4d4a-9731-2e155aa33252 None None] The sync data for ids ['e2c67842-8c31-4100-8c36-3045a2c554c2'] in n-d-800634-10 is: [{'id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'name': 'router1', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '42bea578-bdd5-4593-a791-ba7b8f92ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:47Z', 'updated_at': '2021-08-20T11:44:04Z', 'revision_number': 4, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'gw_port': {'id': '42bea578-bdd5-4593-a791-ba7b8f92ed44', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:04Z', 'updated_at': '2021-08-20T11:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ae200e44-fff9-4118-bb7c-186928b45183', 'name': '', 'network_id': '870e531e-7256-49fd-90c4-fb9f51bca3f5', 'tenant_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'mac_address': 'fa:16:3e:70:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c67842-8c31-4100-8c36-3045a2c554c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:56Z', 'updated_at': '2021-08-20T11:44:07Z', 'revision_number': 5, 'project_id': '0ceb6188694a4f4db9da6ff61394c7b2', 'subnets': [{'id': '91d073a7-03de-4bec-8664-a6515f5a4079', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7262fa43-48d7-4eb5-9ccc-99eed87db0a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:44:08.949739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ae200e44-fff9-4118-bb7c-186928b45183 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:09.015034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ae200e44-fff9-4118-bb7c-186928b45183 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:09.015501 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.961929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 42bea578-bdd5-4593-a791-ba7b8f92ed44 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:11.012541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 42bea578-bdd5-4593-a791-ba7b8f92ed44 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:11.016792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 42bea578-bdd5-4593-a791-ba7b8f92ed44 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:11.017351 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.102132 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.122799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 42bea578-bdd5-4593-a791-ba7b8f92ed44, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=42bea578-bdd5-4593-a791-ba7b8f92ed44,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:11.142389 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.197752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=42bea578-bdd5-4593-a791-ba7b8f92ed44,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:11.888683 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:44:12.988938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 42bea578-bdd5-4593-a791-ba7b8f92ed44 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:13.077097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 42bea578-bdd5-4593-a791-ba7b8f92ed44 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:13.077470 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:21.558452 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d942e8a7-9122-4870-b86d-5ed0615a23e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.160458 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c3a40933-3943-404e-957f-3940411ecd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.916794 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.378546 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.760732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.891900 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:44:51.567081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f56a1fd3-ab76-4346-b307-8dfa7abb4684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.163361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1724891e-13ef-43a1-9774-7b8eef202c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.921447 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.381960 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.762221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.557149 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a26f9e44-4c66-47fc-9441-b8f030350fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.164368 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bd879e3c-3992-48cd-9521-f0d755b32376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.922963 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.380221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.958919 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:45:26.770461 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.946717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53700) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:49.015730 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbfece5-1f7e-44e9-a1a2-73b75e328b27 admin admin] GET failed (client error): The resource could not be found. Aug 20 11:45:49.017683 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7fbfece5-1f7e-44e9-a1a2-73b75e328b27 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700152 Aug 20 11:45:49.178194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ad2ac-1572-459f-8e4d-f79a1cb6ca28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:49.179628 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-212ad2ac-1572-459f-8e4d-f79a1cb6ca28 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572342 Aug 20 11:45:51.353395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53710) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:51.446708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49223349-8a6e-4521-bc95-70f0a11791cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:51.448054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-49223349-8a6e-4521-bc95-70f0a11791cc admin admin] 10.222.0.25 "GET /v2.0/subnets/91d073a7-03de-4bec-8664-a6515f5a4079 HTTP/1.1" status: 200 len: 849 time: 0.0936437 Aug 20 11:45:51.458098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:51.545046 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Notify callbacks [] for subnet, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.557659 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f0f43262-838a-4e41-aa73-72b57ef24eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.689803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764904533342'] for subnet, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.723280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:51.723862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.725142 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] 10.222.0.25 "PUT /v2.0/subnets/91d073a7-03de-4bec-8664-a6515f5a4079 HTTP/1.1" status: 200 len: 868 time: 0.2712169 Aug 20 11:45:51.728297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e6bca-63f8-4ae7-a4f6-9f0d416ae8c6 None None] Network 870e531e-7256-49fd-90c4-fb9f51bca3f5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:51.742032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d073a7-03de-4bec-8664-a6515f5a4079,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:51.749747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.750307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.750508 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.750948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.751396 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.751941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.752300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.752636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.752965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.753290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.753615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.753934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454ab7e-9068-407a-9be9-48762dc8587f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:52.110301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6975e749-33bc-49de-9048-0c3471ff19f0 None None] Provisioning complete for port 981f3822-ac8c-4765-8f18-a8a624593a5a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:52.110674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6975e749-33bc-49de-9048-0c3471ff19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.199491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6975e749-33bc-49de-9048-0c3471ff19f0 None None] Provisioning complete for port ae200e44-fff9-4118-bb7c-186928b45183 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:52.199720 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6975e749-33bc-49de-9048-0c3471ff19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.905906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53718) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:54.108411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588dc091-8166-48aa-a237-b5861478ef41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:54.108800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588dc091-8166-48aa-a237-b5861478ef41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:54.110395 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-588dc091-8166-48aa-a237-b5861478ef41 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023747 Aug 20 11:45:54.166512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8f7af25e-4608-4591-862d-1bc17df16bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.925278 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.379984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:56.315112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53726) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:56.447278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b024a-0487-43d6-b765-2bd8030c0759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:56.447750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b024a-0487-43d6-b765-2bd8030c0759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:56.449298 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-804b024a-0487-43d6-b765-2bd8030c0759 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332331 Aug 20 11:45:56.771725 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.640614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53734) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:58.767688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10c519-681e-4654-8ae5-d4dcd71f71a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:58.769326 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2a10c519-681e-4654-8ae5-d4dcd71f71a2 admin admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 886 time: 0.1274836 Aug 20 11:46:00.958043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53742) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:01.092936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135a6738-b7b8-4677-931b-f423d803aa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:01.094401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-135a6738-b7b8-4677-931b-f423d803aa17 admin admin] 10.222.0.25 "GET /v2.0/networks/870e531e-7256-49fd-90c4-fb9f51bca3f5 HTTP/1.1" status: 200 len: 869 time: 0.1352675 Aug 20 11:46:02.889180 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:46:03.290750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53750) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:03.424387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b76072-b725-4a90-b4a5-1a6ba88ecc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:03.424838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b76072-b725-4a90-b4a5-1a6ba88ecc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:03.426390 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-57b76072-b725-4a90-b4a5-1a6ba88ecc08 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346622 Aug 20 11:46:05.621204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53758) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.714508 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f271bc-3867-4141-a5dc-372c2cf547d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:05.714937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f271bc-3867-4141-a5dc-372c2cf547d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:05.716475 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-83f271bc-3867-4141-a5dc-372c2cf547d0 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943863 Aug 20 11:46:07.927708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53766) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.014957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc6507a-bbc2-4e77-92ab-aaa393c881ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:08.016455 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9dc6507a-bbc2-4e77-92ab-aaa393c881ae admin admin] 10.222.0.25 "GET /v2.0/subnets/2035857d-edb8-410e-a82f-347b5519ed74 HTTP/1.1" status: 200 len: 816 time: 0.0878122 Aug 20 11:46:10.189849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53774) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:10.281488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c782f729-b789-45b4-9f2d-3f500cb76824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:10.283082 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c782f729-b789-45b4-9f2d-3f500cb76824 admin admin] 10.222.0.25 "GET /v2.0/subnets/91d073a7-03de-4bec-8664-a6515f5a4079 HTTP/1.1" status: 200 len: 868 time: 0.0922525 Aug 20 11:46:21.557753 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7fbb720c-9f64-44e8-8af4-40de4299d4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.169508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b5113d54-71b3-4f51-a0d7-b8bd5e4afdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.926913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.383259 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.863830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.295691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:34.343883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-5473a95d-6b4a-4cc1-9020-5e1356e88fa6 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:46:34.344953 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5473a95d-6b4a-4cc1-9020-5e1356e88fa6 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482199 Aug 20 11:46:36.601673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53836) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:36.765783 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edc5051-380c-49d7-80ac-a63601c7174e admin admin] GET failed (client error): The resource could not be found. Aug 20 11:46:36.767229 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7edc5051-380c-49d7-80ac-a63601c7174e admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1645956 Aug 20 11:46:36.852328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6193872-84a0-4921-a33b-875234c34363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:36.853802 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a6193872-84a0-4921-a33b-875234c34363 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819035 Aug 20 11:46:39.063189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53844) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:39.111614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:39.131614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Made reservation on behalf of 6aeae6f132aa4e7a9f7e8e3983517411 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:39.133801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.163608 n-d-800634-10 neutron-server[101033]: WARNING neutron.services.revisions.revision_plugin [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Could not find related network for resource to bump revision. Aug 20 11:46:39.176035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:39.185355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.185694 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Added segment 1af9c7bf-dd7d-455e-a32c-926f6c89d4a4 of type vlan for network 0c4d217f-7114-435b-829c-30a84aa03a16 Aug 20 11:46:39.228070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.252116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.253102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:39.253701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.308934 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2446563 Aug 20 11:46:39.314421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af19cd-f7aa-4131-8a62-0e8aebc6d909 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4d217f-7114-435b-829c-30a84aa03a16,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:39.331057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 0c4d217f-7114-435b-829c-30a84aa03a16 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:39.887647 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:46:41.488217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:41.548971 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faecf23-8fa1-4f88-bcdf-ea6678dc1536 admin admin] GET failed (client error): The resource could not be found. Aug 20 11:46:41.550317 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7faecf23-8fa1-4f88-bcdf-ea6678dc1536 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610371 Aug 20 11:46:41.623678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc29d3d-928e-4950-ab6f-59e4103e7422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.625260 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-adc29d3d-928e-4950-ab6f-59e4103e7422 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705581 Aug 20 11:46:41.635383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:41.656402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Made reservation on behalf of 6aeae6f132aa4e7a9f7e8e3983517411 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:41.658871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.826536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.874403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827bb4a6-bc63-4cf8-b595-a5466089506c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:41.888913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:41.889266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Network hostable DHCP agents. Network: 0c4d217f-7114-435b-829c-30a84aa03a16, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:41.907270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:41.915221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 0c4d217f-7114-435b-829c-30a84aa03a16) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:41.919157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.919732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.925160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f781480-2da5-4c8f-a2fc-b7d31a2aab35 None None] Network 0c4d217f-7114-435b-829c-30a84aa03a16 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:41.933179 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bf48fb03-9fcb-4ffc-a542-0025ad2cde19 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3012700 Aug 20 11:46:42.087946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-0c4d217f-7114-435b-829c-30a84aa03a16', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'tenant_id': '6aeae6f132aa4e7a9f7e8e3983517411', 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:46:42.088824 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.230775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Allocated IP 192.168.233.2 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:42.379061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.387462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Transition to ACTIVE for port object cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:42.402576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Transition to ACTIVE for port object cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:42.409175 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.445389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:42.449778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:42.455018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:42.468846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Pushing event updated for resources: {'Port': ['ID=cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:42.478340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.478693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.479050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.479368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.479714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.480041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.480358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.480677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.481038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.481302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.481613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.481933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:42.529285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Attempting to bind port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:42.529641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Attempting to bind port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:42.529988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Attempting to bind port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:42.535709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:42.536047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:42.536435 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.536819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:42.537275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Bound port: cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:42.537670 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.602955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] For port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:42.606086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] For port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:42.610947 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.669510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549766-ab11-49da-8c7d-9df049a5fdd4 None None] Pushing event updated for resources: {'Port': ['ID=cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:43.064995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:43.120140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:43.512430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3a9543-e63f-486f-a9ef-9dd5e1ebc908 None None] Network 0c4d217f-7114-435b-829c-30a84aa03a16 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:43.621383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a0db2348-7ceb-4e90-8b02-b24cadca4d38 None None] Provisioning for port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:43.629686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a0db2348-7ceb-4e90-8b02-b24cadca4d38 None None] Provisioning complete for port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:43.630054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0db2348-7ceb-4e90-8b02-b24cadca4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.755229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0db2348-7ceb-4e90-8b02-b24cadca4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.792103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a0db2348-7ceb-4e90-8b02-b24cadca4d38 None None] For port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:43.798311 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0db2348-7ceb-4e90-8b02-b24cadca4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.853460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db2348-7ceb-4e90-8b02-b24cadca4d38 None None] Pushing event updated for resources: {'Port': ['ID=cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:43.917801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8e888780-50d0-46c9-b80b-d0b12949f5d6 None None] Provisioning complete for port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:43.918214 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8e888780-50d0-46c9-b80b-d0b12949f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:45.017622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:45.069919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cf24fc17-68a7-47d4-8eb9-a8be0c7be5c6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:45.070360 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.559819 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5ba9cc96-23ea-4b51-9045-25bc8d28c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.183153 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-868c8841-9d8f-492b-be14-5c2a565e4422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:54.927888 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:55.385779 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:56.778918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.886105 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:47:21.561438 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a7643a0e-f198-4f6a-b871-3f3ba429402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:24.173700 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-87384e4f-4ebe-4737-9d37-920de18da905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:24.932193 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.390244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.783402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.563302 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-583d4d11-68e5-472f-ba53-cec17e796b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.884668 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:47:54.176662 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a8fe40bd-e0bb-49b0-bdec-d9bd61b09c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.936102 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.392967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.787032 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.921998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53904) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:56.929108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-a739791d-d281-4eae-8dcb-e70ca7e111ae tempest-verify_tempest_config-262160921 tempest-verify_tempest_config-262160921-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:47:56.930060 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a739791d-d281-4eae-8dcb-e70ca7e111ae tempest-verify_tempest_config-262160921 tempest-verify_tempest_config-262160921-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070281 Aug 20 11:47:57.230260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53922) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:57.331938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.418747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.422208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.466267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae6a4eb2cf514fc9a24dad02c5065d0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2349336 Aug 20 11:47:57.467326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3741462-833f-4977-8f72-f2aa3711bb63,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:57.469017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53926) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:57.474933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.475277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.475617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.475945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.476273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.476597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.476953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.477235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.477551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.477865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.478193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.478523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f5308-af50-47fa-b715-6b788de0ac9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.555630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.576426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.664887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.667762 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.668899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3741462-833f-4977-8f72-f2aa3711bb63 HTTP/1.1" status: 204 len: 168 time: 0.1989014 Aug 20 11:47:57.677521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3741462-833f-4977-8f72-f2aa3711bb63,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:57.684377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.684729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.685066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.685400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.685730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.686109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.686424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.686716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.687156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.687482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.687801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:57.688118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b220e-ba7b-4e79-80f0-ef43f766cd82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:21.564730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9405cb69-a887-41f0-b27e-9af03c402f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.177824 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b411e32f-f390-4a11-90e5-88bfbe1afe04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.936220 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.395233 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.790017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.884632 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:48:51.565111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-609f14a1-3efb-486c-8d8a-532cbd0f67d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.178560 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-87231194-7d23-4f2d-91ba-5592b997f74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.937977 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.398085 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.792100 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.882751 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:49:21.565973 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-303e9ad9-df51-46ed-a0e3-f115e0fe08fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.179361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0d59ddd-400a-43cb-9322-d90e1968bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.939202 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.402109 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.798629 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.881335 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:49:51.570621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-53a376fa-02d9-476b-a7ed-18b0f9451a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.180254 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40a21743-b631-4ed5-8442-6396d205e0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.940601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.404474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.799212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.571993 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9f42c626-c003-4ef2-a94d-5765fec5c14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.880054 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:50:24.181834 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c3d26277-9d98-48c6-b929-0c80bf9a02ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.940481 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.406903 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.802122 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.572447 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a02f39a0-0ea7-4b7d-8b74-ade3d1a46527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.184395 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e4591902-57cd-4c66-ab9e-a29df5586aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.940430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.409561 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:56.806562 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.878288 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 5 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:51:11.795787 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33256368'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.463571 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33256368'] for agent, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.573111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8413b8c7-73ee-41fa-a8a7-372ea6df2a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.184332 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-41702a16-c0d9-411c-ad92-b0b1230bc75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.941348 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.412957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.807440 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.876624 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:51:41.762797 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.417374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.574509 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4712-91fb-4005-8538-81712de4c6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.184356 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8924bd9a-ba01-4807-b766-195477bae700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.941887 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.415825 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.432198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53994) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:55.545633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-063ac3e0-83a9-4a97-a644-fa33cc54af7b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1123250 Aug 20 11:51:56.810961 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.768256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54004) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:57.825825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c10b4fc2-6c97-4c72-8ebe-3387f5d967a2 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0562274 Aug 20 11:52:11.770014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.876225 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:52:13.430258 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.576415 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7e784190-d181-43cb-b378-36580eb66076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.185525 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ef99800b-2d58-442a-9771-349a90e43cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.943020 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.418935 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:26.813944 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.789361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.439504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.876168 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:52:51.580501 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0b01e701-9300-4ed2-8696-42132adb78a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:54.188633 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31bc773e-b596-47b0-9131-ed782497a326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:54.943139 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.423914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.817283 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:11.776561 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.446017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.600923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54214) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:20.998369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-193868791-network', 'tenant_id': '1f4750fa9a744406ad8751689a6cc488'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:21.028293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Made reservation on behalf of 1f4750fa9a744406ad8751689a6cc488 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:21.031820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.046154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.152035 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.159496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.193217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315c763a-34c3-41bd-8c95-7e1969570c43,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:21.203713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:21.208732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.209360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.209880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.210396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.210895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.211389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.211876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.212355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.212843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.213309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.213779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.214267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Tracked resource versions report: Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: pushed versions: Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: { 'AddressGroup': {'1.2'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'ConntrackHelper': {'1.0'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Log': {'1.0'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Network': {'1.1'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Port': {'1.7'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'PortForwarding': {'1.2'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'QosPolicy': {'1.9'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'SecurityGroup': {'1.4'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'SubPort': {'1.0'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Subnet': {'1.1'}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Trunk': {'1.1'}} Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: consumer versions: Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: { DHCP agent@n-d-800634-10: {}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: HyperV agent@n-h1-800634-10: {}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: HyperV agent@n-h2-800634-10: {}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: L3 agent@n-d-800634-10: {}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: Metadata agent@n-d-800634-10: {}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: Metering agent@n-d-800634-10: {}, Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: Open vSwitch agent@n-d-800634-10: { 'AddressGroup': '1.2', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'ConntrackHelper': '1.0', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Log': '1.0', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Network': '1.1', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Port': '1.7', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'PortForwarding': '1.2', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'QosPolicy': '1.9', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'SecurityGroup': '1.4', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'SecurityGroupRule': '1.2', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'SubPort': '1.0', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Subnet': '1.1', Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: 'Trunk': '1.1'}} Aug 20 11:53:21.215575 n-d-800634-10 neutron-server[101034]: {{(pid=101034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:53:21.231682 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764904577765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.232373 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Unsubscribe: segment precommit_create {{(pid=101034) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 11:53:21.233118 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Added segment 921248a6-8401-46d2-a3b3-a7cba80e8335 of type vlan for network 101d63c1-009b-442b-b0e8-ea21e89e4325 Aug 20 11:53:21.308542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.346533 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.348059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:21.348784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.386652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7838113 Aug 20 11:53:21.390755 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54252) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:21.402951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Request body: {'subnet': {'network_id': '101d63c1-009b-442b-b0e8-ea21e89e4325', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-193868791-subnet', 'tenant_id': '1f4750fa9a744406ad8751689a6cc488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:21.431578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Made reservation on behalf of 1f4750fa9a744406ad8751689a6cc488 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:21.434788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.462801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7efc98-98e2-45e1-af7d-5eedb6a5a071 admin admin] Pushing event updated for resources: {'Network': ['ID=101d63c1-009b-442b-b0e8-ea21e89e4325,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:21.475992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 101d63c1-009b-442b-b0e8-ea21e89e4325 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:21.586805 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b88076ba-4398-498b-b103-de51d8672ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.642527 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.695658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdc68ad-7a3f-420f-9d9c-a187ad366435,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:21.705670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.706151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.706369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.706686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.707115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.707327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.707650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.707970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.708334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.708607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.708999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.709344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Tracked resource versions report: Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: pushed versions: Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: { 'AddressGroup': {'1.2'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'ConntrackHelper': {'1.0'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Log': {'1.0'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Network': {'1.1'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Port': {'1.7'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'PortForwarding': {'1.2'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'QosPolicy': {'1.9'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'SecurityGroup': {'1.4'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'SubPort': {'1.0'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Subnet': {'1.1'}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Trunk': {'1.1'}} Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: consumer versions: Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: { DHCP agent@n-d-800634-10: {}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: HyperV agent@n-h1-800634-10: {}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: HyperV agent@n-h2-800634-10: {}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: L3 agent@n-d-800634-10: {}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: Metadata agent@n-d-800634-10: {}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: Metering agent@n-d-800634-10: {}, Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: Open vSwitch agent@n-d-800634-10: { 'AddressGroup': '1.2', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'ConntrackHelper': '1.0', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Log': '1.0', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Network': '1.1', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Port': '1.7', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'PortForwarding': '1.2', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'QosPolicy': '1.9', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'SecurityGroup': '1.4', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'SecurityGroupRule': '1.2', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'SubPort': '1.0', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Subnet': '1.1', Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: 'Trunk': '1.1'}} Aug 20 11:53:21.710634 n-d-800634-10 neutron-server[101033]: {{(pid=101033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:53:21.736941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Checking segment: {'id': '921248a6-8401-46d2-a3b3-a7cba80e8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '101d63c1-009b-442b-b0e8-ea21e89e4325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:21.737612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Network hostable DHCP agents. Network: 101d63c1-009b-442b-b0e8-ea21e89e4325, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:21.760454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Network 101d63c1-009b-442b-b0e8-ea21e89e4325 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:21.772592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 101d63c1-009b-442b-b0e8-ea21e89e4325) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:21.778676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:21.782684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c0d29-c8c8-4d59-81fb-88ba9ec14901 None None] Network 101d63c1-009b-442b-b0e8-ea21e89e4325 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:21.783463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.802280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2555a42d-c12c-4838-a459-974efb110bc5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4091988 Aug 20 11:53:21.931398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11422f94-2a6e-46c5-a5f4-fc03d6bd8a27 None None] Network 101d63c1-009b-442b-b0e8-ea21e89e4325 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:23.801472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54382) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:23.806487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1705365304-network', 'tenant_id': '43acaf63b2804e7f8523c61c456b89e6'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:23.840201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Made reservation on behalf of 43acaf63b2804e7f8523c61c456b89e6 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:23.845645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.857133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.992828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.999205 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.038730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:24.048914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e595e97c-5979-4667-8ec0-7f536ef551a6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:24.076055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.077015 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Added segment 0b8104cd-39e2-436c-acf6-4377a25e65ee of type vlan for network fee48998-d979-4706-b5e7-d5b5b0d7c6e8 Aug 20 11:53:24.130981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.163311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.164269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:24.165714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.198995 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d10fb125-56fc-4de2-a7b7-49c54eddcd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.222103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4195094 Aug 20 11:53:24.226339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54404) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:24.234100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Request body: {'subnet': {'network_id': 'fee48998-d979-4706-b5e7-d5b5b0d7c6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1705365304-subnet', 'tenant_id': '43acaf63b2804e7f8523c61c456b89e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:24.234638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6328-5721-4035-905e-1751875a1115 admin admin] Pushing event updated for resources: {'Network': ['ID=fee48998-d979-4706-b5e7-d5b5b0d7c6e8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:24.244629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network fee48998-d979-4706-b5e7-d5b5b0d7c6e8 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:24.260300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Made reservation on behalf of 43acaf63b2804e7f8523c61c456b89e6 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:24.263037 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.432604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54422) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:24.434783 n-d-800634-10 neutron-server[101034]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 11:53:24.450509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.467477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-af211d4d-d067-40e4-aef1-c52707eacc82 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337522 Aug 20 11:53:24.500809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4705d90-bf93-4091-96fb-ffc65b8f972b,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:24.523480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Checking segment: {'id': '0b8104cd-39e2-436c-acf6-4377a25e65ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fee48998-d979-4706-b5e7-d5b5b0d7c6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:24.523838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Network hostable DHCP agents. Network: fee48998-d979-4706-b5e7-d5b5b0d7c6e8, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:24.540051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Network fee48998-d979-4706-b5e7-d5b5b0d7c6e8 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:24.551619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, fee48998-d979-4706-b5e7-d5b5b0d7c6e8) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:24.564325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a9207-8762-429a-9318-d4254f608afd None None] Network fee48998-d979-4706-b5e7-d5b5b0d7c6e8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:24.565561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:24.566159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.580170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e43f45c-f507-4e79-b865-135156db8b36 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3520486 Aug 20 11:53:24.720707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-e965a78e-de72-4ed3-b7ab-45bbcad3912e tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:24.728022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-e965a78e-de72-4ed3-b7ab-45bbcad3912e tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515872 Aug 20 11:53:24.730874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a603e-a564-47c0-9dbd-ea97561202e3 None None] Network fee48998-d979-4706-b5e7-d5b5b0d7c6e8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:24.746533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-4ca45ea7-0d1b-4b5e-952e-821aaca7e8ba tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/quotas/52820f725ac94a7f89e4bc3cc2d97e98 HTTP/1.1" status: 200 len: 375 time: 0.0175798 Aug 20 11:53:24.762415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54438) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:24.840149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-491ce641-caa4-4147-8a39-643ee17e7635 admin admin] Deleting subnet 4cdc68ad-7a3f-420f-9d9c-a187ad366435 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:53:24.845046 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-491ce641-caa4-4147-8a39-643ee17e7635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.851917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-8ce27a83-2e04-4581-a082-8c077e07998c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044490 Aug 20 11:53:24.913853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-491ce641-caa4-4147-8a39-643ee17e7635 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.928958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-491ce641-caa4-4147-8a39-643ee17e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.951987 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.000080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-491ce641-caa4-4147-8a39-643ee17e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.031878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ce641-caa4-4147-8a39-643ee17e7635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdc68ad-7a3f-420f-9d9c-a187ad366435,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:25.039619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-491ce641-caa4-4147-8a39-643ee17e7635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.041738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-491ce641-caa4-4147-8a39-643ee17e7635 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4cdc68ad-7a3f-420f-9d9c-a187ad366435 HTTP/1.1" status: 204 len: 168 time: 0.2782009 Aug 20 11:53:25.044419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54452) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:25.128543 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.219289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54476) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:25.235462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.246273 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.246594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.247375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.247934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > port after_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.248292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.248700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > port after_update 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.248954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.249270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.249586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.250101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.438116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.470711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54496) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:25.491716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.492045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.492371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.492694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:25.493066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101d63c1-009b-442b-b0e8-ea21e89e4325']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:25.517693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921248a6-8401-46d2-a3b3-a7cba80e8335') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:25.518093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921248a6-8401-46d2-a3b3-a7cba80e8335') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:25.519501 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-453255e0-ed82-4e00-bf6d-d642e6f9dc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.536665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.560910 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.577979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:53:25.578664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: from cryptography.utils import int_from_bytes Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: from cryptography.utils import int_from_bytes Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:53:25.585468 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:53:25.657217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.666867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f70dc60e-ba52-4ec5-b095-f0b691cb4fef req-747ecf05-7da6-4251-a1d3-bea198e330e2 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 210 time: 0.1949284 Aug 20 11:53:25.680554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Pushing event deleted for resources: {'Network': ['ID=101d63c1-009b-442b-b0e8-ea21e89e4325,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:25.683514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.686566 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c610a257-6e80-432a-ab22-9de0cbca3302 admin admin] 10.222.0.25 "DELETE /v2.0/networks/101d63c1-009b-442b-b0e8-ea21e89e4325 HTTP/1.1" status: 204 len: 168 time: 0.6398575 Aug 20 11:53:25.689985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54516) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:25.758869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-453255e0-ed82-4e00-bf6d-d642e6f9dc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.762986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-453255e0-ed82-4e00-bf6d-d642e6f9dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.803382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-942ca195-1ac4-4c79-8a70-12eaecb7a05e admin admin] Deleting subnet f4705d90-bf93-4091-96fb-ffc65b8f972b {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:53:25.807564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-942ca195-1ac4-4c79-8a70-12eaecb7a05e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.815396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453255e0-ed82-4e00-bf6d-d642e6f9dc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca1bead-d867-4b07-9fa3-b7e8e695e91a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:25.821379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-453255e0-ed82-4e00-bf6d-d642e6f9dc9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d7be00cad0e4123934ad31de6f66b6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6010725 Aug 20 11:53:25.825262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54524) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:25.898529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-942ca195-1ac4-4c79-8a70-12eaecb7a05e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.922799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca850ae8-2f41-4d63-9f92-33d4908e31f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.962433 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca850ae8-2f41-4d63-9f92-33d4908e31f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.978129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-942ca195-1ac4-4c79-8a70-12eaecb7a05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.032070 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca850ae8-2f41-4d63-9f92-33d4908e31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.036299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca850ae8-2f41-4d63-9f92-33d4908e31f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.037879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ca850ae8-2f41-4d63-9f92-33d4908e31f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eca1bead-d867-4b07-9fa3-b7e8e695e91a HTTP/1.1" status: 204 len: 168 time: 0.2114632 Aug 20 11:53:26.057167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca850ae8-2f41-4d63-9f92-33d4908e31f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca1bead-d867-4b07-9fa3-b7e8e695e91a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:26.059647 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-942ca195-1ac4-4c79-8a70-12eaecb7a05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.132840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ca195-1ac4-4c79-8a70-12eaecb7a05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4705d90-bf93-4091-96fb-ffc65b8f972b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:26.143793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-942ca195-1ac4-4c79-8a70-12eaecb7a05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.148639 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-942ca195-1ac4-4c79-8a70-12eaecb7a05e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f4705d90-bf93-4091-96fb-ffc65b8f972b HTTP/1.1" status: 204 len: 168 time: 0.4569364 Aug 20 11:53:26.154969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54554) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:26.338478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.491128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.512196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.512851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.513874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.515147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > port after_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.515608 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.516076 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > port after_update 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.516534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.517505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.517954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.519209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.569897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54594) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:26.602204 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-04861527-43fb-4f55-9619-62005375e201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.726798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.727148 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.727481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.727804 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:53:26.728341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee48998-d979-4706-b5e7-d5b5b0d7c6e8']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:26.748737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8104cd-39e2-436c-acf6-4377a25e65ee') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:26.749379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8104cd-39e2-436c-acf6-4377a25e65ee') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:26.761641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-04861527-43fb-4f55-9619-62005375e201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.767580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-04861527-43fb-4f55-9619-62005375e201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.773191 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.798951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.803936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04861527-43fb-4f55-9619-62005375e201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906e9cac-ff09-49db-98ea-3bf171651add,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:26.830217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-04861527-43fb-4f55-9619-62005375e201 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2f1ee85e6994207be7d42bed5317c5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2585821 Aug 20 11:53:26.831184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54606) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:26.833090 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.839053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:53:26.839451 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: from cryptography.utils import int_from_bytes Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: from cryptography.utils import int_from_bytes Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: timer() Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:53:26.843801 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:53:26.880876 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:53:26.954801 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7776a675-3e16-40ba-91e2-d098faee1893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.981343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.988057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7776a675-3e16-40ba-91e2-d098faee1893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.008962 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.014066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] 10.222.0.25 "DELETE /v2.0/networks/fee48998-d979-4706-b5e7-d5b5b0d7c6e8 HTTP/1.1" status: 204 len: 168 time: 0.8575521 Aug 20 11:53:27.017869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aebbc-ce19-45a0-8eff-29fc1c6cf6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=fee48998-d979-4706-b5e7-d5b5b0d7c6e8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:27.079388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7776a675-3e16-40ba-91e2-d098faee1893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.082107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7776a675-3e16-40ba-91e2-d098faee1893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.085674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7776a675-3e16-40ba-91e2-d098faee1893 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/906e9cac-ff09-49db-98ea-3bf171651add HTTP/1.1" status: 204 len: 168 time: 0.2511322 Aug 20 11:53:27.096557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776a675-3e16-40ba-91e2-d098faee1893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e9cac-ff09-49db-98ea-3bf171651add,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:27.136545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76656559-d609-47e9-b690-30e56f5e8c1b req-2c8fb19f-5495-4441-a436-30d520066cea tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 210 time: 0.0418663 Aug 20 11:53:27.315049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54648) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:27.380350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f6fa08ad-4b28-4323-a727-93a9e503ef8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f4750fa9a744406ad8751689a6cc488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0641096 Aug 20 11:53:27.383004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54654) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:27.394693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.22', 55194) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:27.429533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24f22a0d-5c56-4f4f-bc61-5a713dcd7c71 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327559 Aug 20 11:53:27.521002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a16ff25-ac1a-477a-9f23-d20efef3b696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.546086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a16ff25-ac1a-477a-9f23-d20efef3b696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.605712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-2bb35252-c659-4f83-a73c-ac863f253182 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:27.608323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-2bb35252-c659-4f83-a73c-ac863f253182 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702809 Aug 20 11:53:27.613704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a16ff25-ac1a-477a-9f23-d20efef3b696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.616815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a16ff25-ac1a-477a-9f23-d20efef3b696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.617980 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6a16ff25-ac1a-477a-9f23-d20efef3b696 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/315c763a-34c3-41bd-8c95-7e1969570c43 HTTP/1.1" status: 204 len: 168 time: 0.2336144 Aug 20 11:53:27.637899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16ff25-ac1a-477a-9f23-d20efef3b696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315c763a-34c3-41bd-8c95-7e1969570c43,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:27.711469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Request body: {'port': {'device_id': '896312f2-8829-4e3c-a12d-a0810e8f5832', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '52820f725ac94a7f89e4bc3cc2d97e98'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:28.058409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54712) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:28.083507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Made reservation on behalf of 52820f725ac94a7f89e4bc3cc2d97e98 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:28.087015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.089993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-8d697e2c-069b-47b5-b215-4da01016bde0 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=69d9c8266edd4e47b0f2562346fd9a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418906 Aug 20 11:53:28.097572 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.212496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54726) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:28.240353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-9df1f688-5b27-4532-8735-c10be064b1e5 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:28.247309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-9df1f688-5b27-4532-8735-c10be064b1e5 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466568 Aug 20 11:53:28.276645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-f22f6dc0-d5ce-4db3-acba-0bea1cd04473 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/quotas/69d9c8266edd4e47b0f2562346fd9a09 HTTP/1.1" status: 200 len: 375 time: 0.0284128 Aug 20 11:53:28.285973 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-eac69417-77f1-40eb-8460-551590461ae5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43acaf63b2804e7f8523c61c456b89e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0716422 Aug 20 11:53:28.288480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54734) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:28.331709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-853f82a7-5d65-4717-8e84-14b5818f3db6 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69d9c8266edd4e47b0f2562346fd9a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541165 Aug 20 11:53:28.344594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-223ab4bc-a344-43f9-a62c-5d19d5723843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.382301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-223ab4bc-a344-43f9-a62c-5d19d5723843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.396146 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.404910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.422069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd311310-440b-4443-81f3-61ed66129d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.540582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-223ab4bc-a344-43f9-a62c-5d19d5723843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.545895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-223ab4bc-a344-43f9-a62c-5d19d5723843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.550685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-223ab4bc-a344-43f9-a62c-5d19d5723843 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e595e97c-5979-4667-8ec0-7f536ef551a6 HTTP/1.1" status: 204 len: 168 time: 0.2612383 Aug 20 11:53:28.564472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ab4bc-a344-43f9-a62c-5d19d5723843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e595e97c-5979-4667-8ec0-7f536ef551a6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:28.607991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd311310-440b-4443-81f3-61ed66129d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.613371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd311310-440b-4443-81f3-61ed66129d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.683922 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dd311310-440b-4443-81f3-61ed66129d06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99aaf034d7ef4e91881289e677a0249f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6244116 Aug 20 11:53:28.684587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54756) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:28.685160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd311310-440b-4443-81f3-61ed66129d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a242a9a-2a7b-4d98-87c2-dc3275ab94b7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:28.694539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ecac7c6-0adb-476a-a1a5-3163c5c23b67 req-d273d36d-ca3d-4265-9235-0eb6b8ef0eed tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 210 time: 0.0724573 Aug 20 11:53:28.768221 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-195981c3-5389-4b0b-b979-5255fd59152f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.776606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7588ba3-14ff-44b0-9f2e-9d54330eef0e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:28.831509 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8b1b3eb-5986-4b4d-95b7-9c753aedb7e9 req-0a2981b4-916a-45fd-bb94-f14880b8b2ac tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0506964 Aug 20 11:53:28.835171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-195981c3-5389-4b0b-b979-5255fd59152f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.979956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-195981c3-5389-4b0b-b979-5255fd59152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.984314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-195981c3-5389-4b0b-b979-5255fd59152f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.994217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-195981c3-5389-4b0b-b979-5255fd59152f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a242a9a-2a7b-4d98-87c2-dc3275ab94b7 HTTP/1.1" status: 204 len: 168 time: 0.3024242 Aug 20 11:53:29.028186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195981c3-5389-4b0b-b979-5255fd59152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a242a9a-2a7b-4d98-87c2-dc3275ab94b7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:29.167809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Allocated IP 192.168.233.210 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/ab35b128-6945-4d17-ab51-41a1a0bd225c) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:29.522202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.552306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Transition to ACTIVE for port object ab35b128-6945-4d17-ab51-41a1a0bd225c will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:29.649400 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.760782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:29.768017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:29.777841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:29.885042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:29.885738 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.016791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Pushing event updated for resources: {'Port': ['ID=ab35b128-6945-4d17-ab51-41a1a0bd225c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:30.036120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3556adaf-4434-41c8-aeb8-aac4ddbe574c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3309431 Aug 20 11:53:30.053595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-c3e19690-71c9-41b2-bced-4a88b00cfaa4 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:53:30.055276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-c3e19690-71c9-41b2-bced-4a88b00cfaa4 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066755 Aug 20 11:53:30.083880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303c40c-28bb-4e31-a2a2-4a97d0e4b0b8 req-f690dc5e-3752-4e46-a0fc-23ec2e1b017b tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:30.085781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a303c40c-28bb-4e31-a2a2-4a97d0e4b0b8 req-f690dc5e-3752-4e46-a0fc-23ec2e1b017b tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.2133012 Aug 20 11:53:30.155864 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b40fae8b-cb0b-4cc2-9b58-b6d43a7f6206 None None] Provisioning for port ab35b128-6945-4d17-ab51-41a1a0bd225c completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:30.163914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b40fae8b-cb0b-4cc2-9b58-b6d43a7f6206 None None] Provisioning complete for port ab35b128-6945-4d17-ab51-41a1a0bd225c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:30.165948 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b40fae8b-cb0b-4cc2-9b58-b6d43a7f6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.213811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a303c40c-28bb-4e31-a2a2-4a97d0e4b0b8 req-18e10855-9cd7-4d32-9762-0c2f150d69e6 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175287 Aug 20 11:53:30.214754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54822) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:30.262841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3463ab95-7df8-4680-8d87-6d8858d0ac8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.269631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b40fae8b-cb0b-4cc2-9b58-b6d43a7f6206 None None] Port ab35b128-6945-4d17-ab51-41a1a0bd225c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:30.441219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:30.456829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3750b6e1-657a-4b9b-928d-1738f4a3c5ed req-dc2b9fbb-970e-427b-9c67-ba65cab38475 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0599735 Aug 20 11:53:30.530279 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3463ab95-7df8-4680-8d87-6d8858d0ac8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.538457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3463ab95-7df8-4680-8d87-6d8858d0ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.664277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3463ab95-7df8-4680-8d87-6d8858d0ac8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89b339ed436f43aebda4add1d7bef18f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4426162 Aug 20 11:53:30.664463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-263812917-network', 'tenant_id': '0f0bc8746dc8455196d0d37ea4fa551e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:30.664545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54842) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:30.709664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463ab95-7df8-4680-8d87-6d8858d0ac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f345ce5-4c19-4ebc-99b2-a0df053b872e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:30.731523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Made reservation on behalf of 0f0bc8746dc8455196d0d37ea4fa551e for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:30.735663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.736989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-387c8452-fe23-40df-ae23-bbd7f2a3407f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.761131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.761492 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-387c8452-fe23-40df-ae23-bbd7f2a3407f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.840479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-387c8452-fe23-40df-ae23-bbd7f2a3407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.846298 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-387c8452-fe23-40df-ae23-bbd7f2a3407f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.847629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-387c8452-fe23-40df-ae23-bbd7f2a3407f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f345ce5-4c19-4ebc-99b2-a0df053b872e HTTP/1.1" status: 204 len: 168 time: 0.1819036 Aug 20 11:53:30.856062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c8452-fe23-40df-ae23-bbd7f2a3407f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f345ce5-4c19-4ebc-99b2-a0df053b872e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:30.976842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.982169 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.011215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:31.031404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12aec1e-f7ec-462c-a821-b20215db51b3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:31.046950 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.047573 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Added segment 622c3a49-e821-419f-8275-daec585bd79b of type vlan for network 80a4b284-c5e5-43d2-8439-666fc66a8151 Aug 20 11:53:31.113033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.163796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.164768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:31.165366 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.273650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8287005 Aug 20 11:53:31.274134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54860) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:31.280405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Request body: {'subnet': {'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-263812917-subnet', 'tenant_id': '0f0bc8746dc8455196d0d37ea4fa551e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:31.291753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfba6d-477b-4787-bb49-38c78856675f admin admin] Pushing event updated for resources: {'Network': ['ID=80a4b284-c5e5-43d2-8439-666fc66a8151,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:31.312632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 80a4b284-c5e5-43d2-8439-666fc66a8151 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:31.320318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Made reservation on behalf of 0f0bc8746dc8455196d0d37ea4fa551e for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:31.323920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.437078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918463ff-3b35-4718-aa59-77ad15afcf5e req-25ec37d2-1daa-4d04-87f7-e85955fb347b tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:31.446832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-918463ff-3b35-4718-aa59-77ad15afcf5e req-25ec37d2-1daa-4d04-87f7-e85955fb347b tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.1259546 Aug 20 11:53:31.565081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-918463ff-3b35-4718-aa59-77ad15afcf5e req-773fddd3-76e5-4428-a994-4280ab8c7699 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173453 Aug 20 11:53:31.695351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa32fa11-126f-4b6d-b88d-7b641a7fd88e req-a71464d6-15a0-4fb2-80e2-143e3864e001 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.1091211 Aug 20 11:53:31.807728 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.871087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54876) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:31.915029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:31.915555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Network hostable DHCP agents. Network: 80a4b284-c5e5-43d2-8439-666fc66a8151, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:31.922311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a23284d5-7b38-4a05-a5d7-95dbfb8307ad,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:31.948487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Network 80a4b284-c5e5-43d2-8439-666fc66a8151 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:31.960682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 80a4b284-c5e5-43d2-8439-666fc66a8151) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:31.966038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:31.967321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:31.974669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5111500-75c9-416b-95b2-d665ae514685 None None] Network 80a4b284-c5e5-43d2-8439-666fc66a8151 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:32.006156 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f8235307-0fed-45a5-9080-44e5d802eb49 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7308543 Aug 20 11:53:32.181382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df220d2e-e5da-4a15-bebe-4d6867f8c7e2 None None] Network 80a4b284-c5e5-43d2-8439-666fc66a8151 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:32.226142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63c784c2-305e-4f56-9f0a-b9aa63be21cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.398233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63c784c2-305e-4f56-9f0a-b9aa63be21cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.403673 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63c784c2-305e-4f56-9f0a-b9aa63be21cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.454330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-63c784c2-305e-4f56-9f0a-b9aa63be21cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f83ddf4b587c444f9bf26b41035c9126&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5820866 Aug 20 11:53:32.457043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54896) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:32.474383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c784c2-305e-4f56-9f0a-b9aa63be21cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a42f37-e9f1-4fbb-bd99-021063f14e57,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:32.527401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9f83229-7372-411a-bf13-8a2aa4416eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.554106 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9f83229-7372-411a-bf13-8a2aa4416eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.625335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9f83229-7372-411a-bf13-8a2aa4416eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.628295 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9f83229-7372-411a-bf13-8a2aa4416eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.632492 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d9f83229-7372-411a-bf13-8a2aa4416eea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3a42f37-e9f1-4fbb-bd99-021063f14e57 HTTP/1.1" status: 204 len: 168 time: 0.1715498 Aug 20 11:53:32.643243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f83229-7372-411a-bf13-8a2aa4416eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a42f37-e9f1-4fbb-bd99-021063f14e57,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:32.757594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132ac53-54e0-4c37-96c1-ae35cb0eca65 req-cf87b1ff-0ce2-415b-8bdc-ef915934a4f5 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:32.759321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1132ac53-54e0-4c37-96c1-ae35cb0eca65 req-cf87b1ff-0ce2-415b-8bdc-ef915934a4f5 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.0647621 Aug 20 11:53:32.815688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1132ac53-54e0-4c37-96c1-ae35cb0eca65 req-7348b61d-4f63-479e-aced-825184ebe5ee tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489547 Aug 20 11:53:32.850846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7635ff82-6e78-4a70-96a0-6ae3b9f1f982 req-6fbf43d2-5bcf-405e-bbfe-9b92925b6b9b tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0341313 Aug 20 11:53:33.256536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54928) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:33.271455 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54bcca94-8980-4b53-b782-690a37debed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.385364 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54bcca94-8980-4b53-b782-690a37debed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.389849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54bcca94-8980-4b53-b782-690a37debed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.433095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcca94-8980-4b53-b782-690a37debed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ffd78-da8c-492b-9e6f-5ed33d95abc6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:33.438130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-54bcca94-8980-4b53-b782-690a37debed3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=040c6e1fb1124d8e86b478fce56ea372&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1804638 Aug 20 11:53:33.440762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54934) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:33.524400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b6342c-3c5d-4982-8eba-92944c5f2796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.550289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b6342c-3c5d-4982-8eba-92944c5f2796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.600159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b6342c-3c5d-4982-8eba-92944c5f2796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.603205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90b6342c-3c5d-4982-8eba-92944c5f2796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.608105 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-90b6342c-3c5d-4982-8eba-92944c5f2796 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/278ffd78-da8c-492b-9e6f-5ed33d95abc6 HTTP/1.1" status: 204 len: 168 time: 0.1659641 Aug 20 11:53:33.616956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6342c-3c5d-4982-8eba-92944c5f2796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ffd78-da8c-492b-9e6f-5ed33d95abc6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:33.633167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54942) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:33.641049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1111866598-network', 'tenant_id': '0fc68f690cd0439bbd5d69cefde35b16'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:33.664996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Made reservation on behalf of 0fc68f690cd0439bbd5d69cefde35b16 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:33.668840 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.681540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.850206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.861784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.877588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:33.933110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.933447 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Added segment 97efd99f-776d-4f3b-b50a-f698901d6bc3 of type vlan for network b8cbc598-477a-437f-979c-9bf327eba200 Aug 20 11:53:33.947528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65ba580-3873-4d54-93a4-4467866d28e8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:33.997957 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.054593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.056664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.057462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.142862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5467f03f-e5ce-4ea8-9092-0a4dc5100e55 req-e4f4d3f6-da9a-436d-9dfc-e97df701b895 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0578001 Aug 20 11:53:34.177207 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5428910 Aug 20 11:53:34.178027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:34.183828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Request body: {'subnet': {'network_id': 'b8cbc598-477a-437f-979c-9bf327eba200', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1111866598-subnet', 'tenant_id': '0fc68f690cd0439bbd5d69cefde35b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:34.194398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2fe91-c4b5-4ebc-8f94-a50adc1b4062 admin admin] Pushing event updated for resources: {'Network': ['ID=b8cbc598-477a-437f-979c-9bf327eba200,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:34.204797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b8cbc598-477a-437f-979c-9bf327eba200 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:34.251393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Made reservation on behalf of 0fc68f690cd0439bbd5d69cefde35b16 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:34.257753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.313067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d39ff-9b2c-4cc9-94bc-db1b6b392d2f req-f9543997-eb80-4c65-8c05-4c145a168ae6 tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.313539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d39ff-9b2c-4cc9-94bc-db1b6b392d2f req-f9543997-eb80-4c65-8c05-4c145a168ae6 tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.314009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d39ff-9b2c-4cc9-94bc-db1b6b392d2f req-f9543997-eb80-4c65-8c05-4c145a168ae6 tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.314537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d39ff-9b2c-4cc9-94bc-db1b6b392d2f req-f9543997-eb80-4c65-8c05-4c145a168ae6 tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.316224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d2d39ff-9b2c-4cc9-94bc-db1b6b392d2f req-f9543997-eb80-4c65-8c05-4c145a168ae6 tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2901 time: 0.4414136 Aug 20 11:53:34.351983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54960) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:34.377000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d76f54-038a-4cf5-b59d-cc77f634a611 req-fb739112-d11c-45a6-aead-70c12f1c18d0 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.385171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9d76f54-038a-4cf5-b59d-cc77f634a611 req-fb739112-d11c-45a6-aead-70c12f1c18d0 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.0862803 Aug 20 11:53:34.398868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d9bd-58ea-4eb1-8e55-7c2234627e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.547712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.563831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9d76f54-038a-4cf5-b59d-cc77f634a611 req-c9778bff-a781-4c1f-938c-a5c381ab73d4 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776679 Aug 20 11:53:34.627052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3cd9f-d66a-4076-ae94-d5f9f477f1a7 req-d0e685ce-5c0b-44d9-b2c0-6f3b34e52619 tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.630409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65e3cd9f-d66a-4076-ae94-d5f9f477f1a7 req-d0e685ce-5c0b-44d9-b2c0-6f3b34e52619 tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 886 time: 0.2604768 Aug 20 11:53:34.669982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2724e02f-e115-4b64-9022-fa36a848cd40,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:34.680732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Checking segment: {'id': '97efd99f-776d-4f3b-b50a-f698901d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8cbc598-477a-437f-979c-9bf327eba200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:34.681094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Network hostable DHCP agents. Network: b8cbc598-477a-437f-979c-9bf327eba200, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:34.707028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Network b8cbc598-477a-437f-979c-9bf327eba200 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:34.707295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d9bd-58ea-4eb1-8e55-7c2234627e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.718716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d9bd-58ea-4eb1-8e55-7c2234627e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.723085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b8cbc598-477a-437f-979c-9bf327eba200) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:34.731460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.732669 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.739760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308de48a-899f-4680-a4eb-202133e3f955 None None] Network b8cbc598-477a-437f-979c-9bf327eba200 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:34.767587 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ffe5b32d-b8be-469b-897c-044a8e256e91 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5882103 Aug 20 11:53:34.815989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54972) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:34.816202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9eb8d9bd-58ea-4eb1-8e55-7c2234627e0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa9fa9438ff849f680f264ba075e9981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629247 Aug 20 11:53:34.823591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d9bd-58ea-4eb1-8e55-7c2234627e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57af7158-7343-4f01-9eec-a84bb980ef1f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:34.916462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb8c2b-f13c-410a-921c-f89a1b0ea7c6 None None] Network b8cbc598-477a-437f-979c-9bf327eba200 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:34.938822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95ca1aaa-276d-488f-9c6a-73d6312586ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.946741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3e3f-7b3b-43e4-8b78-e19f5b47b5d7 req-d697f792-c868-433c-90b1-5b431d19392f tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.947386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3e3f-7b3b-43e4-8b78-e19f5b47b5d7 req-d697f792-c868-433c-90b1-5b431d19392f tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.948813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3e3f-7b3b-43e4-8b78-e19f5b47b5d7 req-d697f792-c868-433c-90b1-5b431d19392f tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.950257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3e3f-7b3b-43e4-8b78-e19f5b47b5d7 req-d697f792-c868-433c-90b1-5b431d19392f tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.950823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3e3f-7b3b-43e4-8b78-e19f5b47b5d7 req-d697f792-c868-433c-90b1-5b431d19392f tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:34.967592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e07f3e3f-7b3b-43e4-8b78-e19f5b47b5d7 req-d697f792-c868-433c-90b1-5b431d19392f tempest-NetworksTest-353138471 tempest-NetworksTest-353138471-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3597 time: 0.2774792 Aug 20 11:53:34.999722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95ca1aaa-276d-488f-9c6a-73d6312586ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.112715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95ca1aaa-276d-488f-9c6a-73d6312586ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.117969 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95ca1aaa-276d-488f-9c6a-73d6312586ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.119471 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-95ca1aaa-276d-488f-9c6a-73d6312586ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57af7158-7343-4f01-9eec-a84bb980ef1f HTTP/1.1" status: 204 len: 168 time: 0.3023987 Aug 20 11:53:35.131155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca1aaa-276d-488f-9c6a-73d6312586ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57af7158-7343-4f01-9eec-a84bb980ef1f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:35.273853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcddc457-eea1-4fad-8589-42f78278d97d req-b803d1c6-5b10-483d-af4d-17f9f4fa04e5 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0383978 Aug 20 11:53:35.662293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55006) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:35.763073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065a706-7ee2-4111-9d4c-1a148ba72621 req-7ace4ab2-7e08-4fd1-9e4b-7a1eac8fe6d5 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:35.771713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9065a706-7ee2-4111-9d4c-1a148ba72621 req-7ace4ab2-7e08-4fd1-9e4b-7a1eac8fe6d5 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.0756199 Aug 20 11:53:35.855790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9065a706-7ee2-4111-9d4c-1a148ba72621 req-40681e02-5f3d-4695-8f9d-53bdc03ef97c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752406 Aug 20 11:53:35.938806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0d36-6fe1-4c9f-8a81-f6f0e26bbbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.095076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0d36-6fe1-4c9f-8a81-f6f0e26bbbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.105845 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0d36-6fe1-4c9f-8a81-f6f0e26bbbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.122069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-3e39298a-1709-43ef-b297-ba1932e95b93 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:36.123875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-3e39298a-1709-43ef-b297-ba1932e95b93 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 807 time: 0.2440746 Aug 20 11:53:36.153774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-899b3bd4-e130-47cd-9197-a549dff486a4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/quotas/0f0bc8746dc8455196d0d37ea4fa551e HTTP/1.1" status: 200 len: 375 time: 0.0175078 Aug 20 11:53:36.164580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ea0c0d36-6fe1-4c9f-8a81-f6f0e26bbbac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6eff4f17a3b943328cf14895adf34f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978769 Aug 20 11:53:36.164580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c0d36-6fe1-4c9f-8a81-f6f0e26bbbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f618eb3c-76a3-4b09-a2d9-bf465330de8c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:36.165588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55036) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:36.222990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-ee0e902f-da9d-4b0f-af60-5a7f306efa53 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485363 Aug 20 11:53:36.303156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c208f087-cc51-47f4-80bc-d825c4a2a364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.338649 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c208f087-cc51-47f4-80bc-d825c4a2a364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.416687 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c208f087-cc51-47f4-80bc-d825c4a2a364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.421166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c208f087-cc51-47f4-80bc-d825c4a2a364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.427096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c208f087-cc51-47f4-80bc-d825c4a2a364 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f618eb3c-76a3-4b09-a2d9-bf465330de8c HTTP/1.1" status: 204 len: 168 time: 0.2594216 Aug 20 11:53:36.455637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208f087-cc51-47f4-80bc-d825c4a2a364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f618eb3c-76a3-4b09-a2d9-bf465330de8c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:36.508666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-872e43cc-38a8-47f1-9c89-e8cb18d306ff service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:53:36.509683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-872e43cc-38a8-47f1-9c89-e8cb18d306ff service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1452613 Aug 20 11:53:36.515099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1d4f71c-7cd9-42a1-996b-e8ecbedcd23a req-0716fde3-e0b5-4fe3-b0d4-887c178d0442 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0544851 Aug 20 11:53:36.649716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-9377b3a9-9a33-48b5-8297-c5049814c2ce service neutron] 10.222.0.25 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244133 Aug 20 11:53:36.759483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-a0f21987-6345-4721-93bc-2609887aa3a2 service neutron] 10.222.0.25 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002831 Aug 20 11:53:37.013006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b970d6ff-32ef-4bf4-83cd-6e34e9b79f29 req-f59b3c8e-72d7-447a-9573-7ab0089a71f8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 210 time: 0.0687397 Aug 20 11:53:37.085504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b30df1-af4d-4635-97df-678f0dae31eb req-14f154b0-5c4e-49d1-a65d-8fab43feef4d tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:37.095524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15b30df1-af4d-4635-97df-678f0dae31eb req-14f154b0-5c4e-49d1-a65d-8fab43feef4d tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.0922003 Aug 20 11:53:37.134888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55080) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:37.162856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15b30df1-af4d-4635-97df-678f0dae31eb req-8b95c1df-05cd-4e75-a54c-2db4d94bbbb9 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659630 Aug 20 11:53:37.168102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7cedb382-9213-48f7-82a2-6aeea5c18b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.260033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55088) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:37.394978 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7cedb382-9213-48f7-82a2-6aeea5c18b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.401055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7cedb382-9213-48f7-82a2-6aeea5c18b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.431976 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c92d1f-2478-4a32-81e8-a1328f59d560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.454643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedb382-9213-48f7-82a2-6aeea5c18b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6273c3-6726-4422-8e0c-580eeda5802f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:37.464211 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7cedb382-9213-48f7-82a2-6aeea5c18b45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22efac96d2bf4f0487e5c328a115f69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280909 Aug 20 11:53:37.464822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55094) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:37.617380 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32c48f79-ec35-4b2c-ab8b-b2b1e77c4f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.675113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32c48f79-ec35-4b2c-ab8b-b2b1e77c4f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.698066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e5e95c3-2a16-4475-97f4-0be791f1e3a8 req-d6e72287-bfe2-488a-be06-0ebf1d61a251 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0735641 Aug 20 11:53:37.747289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32c48f79-ec35-4b2c-ab8b-b2b1e77c4f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.749844 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c92d1f-2478-4a32-81e8-a1328f59d560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.754755 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c92d1f-2478-4a32-81e8-a1328f59d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.755295 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32c48f79-ec35-4b2c-ab8b-b2b1e77c4f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.760032 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-32c48f79-ec35-4b2c-ab8b-b2b1e77c4f70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f6273c3-6726-4422-8e0c-580eeda5802f HTTP/1.1" status: 204 len: 168 time: 0.2922952 Aug 20 11:53:37.788368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48f79-ec35-4b2c-ab8b-b2b1e77c4f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6273c3-6726-4422-8e0c-580eeda5802f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:37.834597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c92d1f-2478-4a32-81e8-a1328f59d560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fba649e-b031-4ae3-a85d-455221351c02,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:37.841084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c4c92d1f-2478-4a32-81e8-a1328f59d560 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9583e3effb214f538bf2bcb176fd3edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800097 Aug 20 11:53:37.845591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55108) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:37.950689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5506393-956b-4b8a-bfda-13ca5adf242f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:38.002090 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5506393-956b-4b8a-bfda-13ca5adf242f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:38.096417 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5506393-956b-4b8a-bfda-13ca5adf242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:38.103659 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5506393-956b-4b8a-bfda-13ca5adf242f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:38.105083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a5506393-956b-4b8a-bfda-13ca5adf242f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fba649e-b031-4ae3-a85d-455221351c02 HTTP/1.1" status: 204 len: 168 time: 0.2584555 Aug 20 11:53:38.115071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5506393-956b-4b8a-bfda-13ca5adf242f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fba649e-b031-4ae3-a85d-455221351c02,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:38.200734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54a3b0cc-c0f0-4c5e-80aa-472d4875f365 req-eee2726d-7df2-4a23-9f3e-2f459a249b1a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 210 time: 0.0347364 Aug 20 11:53:38.351809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd2294-15e4-468b-911e-24ac3fb8cf51 req-26a059a8-290a-4e92-900e-d304782e783b tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:38.364758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ccd2294-15e4-468b-911e-24ac3fb8cf51 req-26a059a8-290a-4e92-900e-d304782e783b tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.0756750 Aug 20 11:53:38.418450 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ccd2294-15e4-468b-911e-24ac3fb8cf51 req-64431fe9-bccf-4561-9863-7ff2a4968f84 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523846 Aug 20 11:53:38.459467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.73', 61928) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:38.706149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55132) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:38.736238 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1692d36c-d3ae-4449-a4c9-048b59c7f796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:38.825710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-fd932253-6d72-4e03-a18f-64db4ca29716 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:38.827594 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-fd932253-6d72-4e03-a18f-64db4ca29716 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 807 time: 0.3656678 Aug 20 11:53:38.917354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96cc3303-11ad-471b-921c-e980bc9cfcac req-0163e948-dc1d-42af-be77-b2401aad7857 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0754437 Aug 20 11:53:38.933883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Request body: {'port': {'device_id': '831126b1-28ac-45ac-a847-35d54286afc6', 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'admin_state_up': True, 'tenant_id': '0f0bc8746dc8455196d0d37ea4fa551e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:39.013932 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1692d36c-d3ae-4449-a4c9-048b59c7f796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.022590 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1692d36c-d3ae-4449-a4c9-048b59c7f796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.131297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1692d36c-d3ae-4449-a4c9-048b59c7f796 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14c9c2b4bf024706b563166f737b56b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210825 Aug 20 11:53:39.131297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692d36c-d3ae-4449-a4c9-048b59c7f796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd899e4-3285-447e-a02f-5a2ce605e360,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:39.151327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55168) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:39.241067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78c8b1dc-2d79-4a65-be7a-30f586222920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.317292 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78c8b1dc-2d79-4a65-be7a-30f586222920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.364059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Made reservation on behalf of 0f0bc8746dc8455196d0d37ea4fa551e for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:39.367405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.523270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8592749-63a2-4b20-ac2e-838fb166c1f4 req-e639ca9b-3aab-495c-af27-6305983f34f7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 210 time: 0.2244453 Aug 20 11:53:39.645766 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78c8b1dc-2d79-4a65-be7a-30f586222920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.648640 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78c8b1dc-2d79-4a65-be7a-30f586222920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.653255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-78c8b1dc-2d79-4a65-be7a-30f586222920 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fd899e4-3285-447e-a02f-5a2ce605e360 HTTP/1.1" status: 204 len: 168 time: 0.5007114 Aug 20 11:53:39.690836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857696c6-a9cb-451c-a391-113350cd5266 req-83710c0e-e640-4459-8cb0-4baf522c74a8 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:39.702901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-857696c6-a9cb-451c-a391-113350cd5266 req-83710c0e-e640-4459-8cb0-4baf522c74a8 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.1033142 Aug 20 11:53:39.727495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8b1dc-2d79-4a65-be7a-30f586222920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd899e4-3285-447e-a02f-5a2ce605e360,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:39.827160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55194) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:39.844046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-857696c6-a9cb-451c-a391-113350cd5266 req-3c441ceb-c09d-454c-8653-0ed1913a5892 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384268 Aug 20 11:53:40.003808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Allocated IP 172.20.0.12 (80a4b284-c5e5-43d2-8439-666fc66a8151/a23284d5-7b38-4a05-a5d7-95dbfb8307ad/0cb40c90-6862-4cfd-b202-088d9b72ebb8) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:40.058983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d63f090-ee2b-4a5e-8a90-ca6ef03f2fe8 req-99c7ef84-4e73-4bda-8b54-588bd0028a88 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0508883 Aug 20 11:53:40.241505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9798-b7bc-4ba1-8270-623d68a53e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.320937 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Request body: {'port': {'device_id': '896312f2-8829-4e3c-a12d-a0810e8f5832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:40.389852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.22', 55200) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:40.403406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.506920 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-eb217864-9169-4575-98cb-d385a8ce5ffe tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=69d9c8266edd4e47b0f2562346fd9a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923278 Aug 20 11:53:40.555936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.752021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.994817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Pushing event updated for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:41.045335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Network 80a4b284-c5e5-43d2-8439-666fc66a8151 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:41.053931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:41.056627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:41.154696 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9798-b7bc-4ba1-8270-623d68a53e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.172600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:41.173397 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.197979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-a5326117-ef08-4e99-9414-521908a1f6c2 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:41.197979 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-a5326117-ef08-4e99-9414-521908a1f6c2 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5316296 Aug 20 11:53:41.205833 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-e1553a9c-651c-41b8-9975-5e176b270309 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2763391 Aug 20 11:53:41.211089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Request body: {'port': {'device_id': '962a4e66-6715-4b36-b5a5-212fda26a56e', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '69d9c8266edd4e47b0f2562346fd9a09'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:41.241512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9798-b7bc-4ba1-8270-623d68a53e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.309687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491512f7-abba-4739-8bc2-ebd3d0928044 req-81e703c8-9fdb-480b-8345-2e1b1dca1d87 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:41.318311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-491512f7-abba-4739-8bc2-ebd3d0928044 req-81e703c8-9fdb-480b-8345-2e1b1dca1d87 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 936 time: 0.1807947 Aug 20 11:53:41.320430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e9798-b7bc-4ba1-8270-623d68a53e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac68cb8-ab44-4b8e-ad0d-eb625a57b393,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:41.380423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Made reservation on behalf of 69d9c8266edd4e47b0f2562346fd9a09 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:41.386282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.401157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1a6e9798-b7bc-4ba1-8270-623d68a53e0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d92351a852394d30bd05b298d7777328&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5555804 Aug 20 11:53:41.420775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55246) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:41.431273 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.440641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c5053-0f80-4305-9fbf-107a7c766b73 req-672c6f58-684d-4221-b4b9-95b88a8dd6cf tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:41.442238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec0c5053-0f80-4305-9fbf-107a7c766b73 req-672c6f58-684d-4221-b4b9-95b88a8dd6cf tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 932 time: 0.6928799 Aug 20 11:53:41.445378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-491512f7-abba-4739-8bc2-ebd3d0928044 req-4843bc68-b5ab-407a-8b7b-cb02471b43ee tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257966 Aug 20 11:53:41.531663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc24d1af-6076-4a9a-ae75-b1e1768d4965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.538730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec0c5053-0f80-4305-9fbf-107a7c766b73 req-559636a8-f254-4491-b126-be2725b142b6 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627563 Aug 20 11:53:41.577674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc24d1af-6076-4a9a-ae75-b1e1768d4965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.664360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b079e3b-aa20-48b9-96cb-cbe074bee16c req-beb4ba10-41da-4cad-a017-f00f23c50c49 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0554748 Aug 20 11:53:41.725126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.728775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc24d1af-6076-4a9a-ae75-b1e1768d4965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.733730 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc24d1af-6076-4a9a-ae75-b1e1768d4965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.738114 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dc24d1af-6076-4a9a-ae75-b1e1768d4965 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bac68cb8-ab44-4b8e-ad0d-eb625a57b393 HTTP/1.1" status: 204 len: 168 time: 0.3126872 Aug 20 11:53:41.738714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.754650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24d1af-6076-4a9a-ae75-b1e1768d4965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac68cb8-ab44-4b8e-ad0d-eb625a57b393,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:41.768837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab35b128-6945-4d17-ab51-41a1a0bd225c {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:41.797128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.823849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.825208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Transition to ACTIVE for port object ab35b128-6945-4d17-ab51-41a1a0bd225c will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:41.834454 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.873457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93daf180-3989-4fa9-affd-edf061093574,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:41.965799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Allocated IP 192.168.233.179 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/cf32ea06-596b-47a3-9487-28339b3ffa26) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:42.104941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Pushing event updated for resources: {'Port': ['ID=ab35b128-6945-4d17-ab51-41a1a0bd225c,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.157647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Attempting to bind port ab35b128-6945-4d17-ab51-41a1a0bd225c on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:42.158324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Attempting to bind port ab35b128-6945-4d17-ab51-41a1a0bd225c by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:42.158709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Attempting to bind port ab35b128-6945-4d17-ab51-41a1a0bd225c on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:42.165628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Port ab35b128-6945-4d17-ab51-41a1a0bd225c on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:53:42.166050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Attempting to bind port ab35b128-6945-4d17-ab51-41a1a0bd225c on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:42.173775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:42.174283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:42.174920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:42.175427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Bound port: ab35b128-6945-4d17-ab51-41a1a0bd225c, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:42.175856 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.225575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.246073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Transition to ACTIVE for port object cf32ea06-596b-47a3-9487-28339b3ffa26 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:42.289606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] For port ab35b128-6945-4d17-ab51-41a1a0bd225c, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:42.297582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] For port ab35b128-6945-4d17-ab51-41a1a0bd225c, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ab35b128-6945-4d17-ab51-41a1a0bd225c,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:42.303548 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.313048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.341206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:42.342439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.344076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] 10.222.0.22 "PUT /v2.0/ports/ab35b128-6945-4d17-ab51-41a1a0bd225c HTTP/1.1" status: 200 len: 1097 time: 2.4216347 Aug 20 11:53:42.344691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896312f2-8829-4e3c-a12d-a0810e8f5832', 'tag': 'ab35b128-6945-4d17-ab51-41a1a0bd225c'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:42.384167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:42.388033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:42.392643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfd82e-d7b9-4779-9ac9-749aedb06684 service neutron] Pushing event updated for resources: {'Port': ['ID=ab35b128-6945-4d17-ab51-41a1a0bd225c,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.417621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:42.427252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Pushing event updated for resources: {'Port': ['ID=cf32ea06-596b-47a3-9487-28339b3ffa26,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.516287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:42.517544 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.524000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55270) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:42.537829 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-d991be51-c7cd-47ce-a8da-f184622df0b3 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3308353 Aug 20 11:53:42.554217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Request body: {'port': {'device_id': '962a4e66-6715-4b36-b5a5-212fda26a56e', 'device_owner': 'compute:tempest-test_az-2038014127', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:42.579701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-e9e79621-d076-454c-9b2c-b5e8d709d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:42.581912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-e9e79621-d076-454c-9b2c-b5e8d709d140 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 1100 time: 0.1636472 Aug 20 11:53:42.588788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63d09ac9-3754-40f0-916d-f57ded17f2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.675697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.732579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-c5fef6e7-b769-4330-8881-878c9bf563ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=ab35b128-6945-4d17-ab51-41a1a0bd225c HTTP/1.1" status: 200 len: 217 time: 0.1409826 Aug 20 11:53:42.980676 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5150ae-f02f-4732-a76e-65bf91a70d02" -d '{"events": [{"name": "network-changed", "server_uuid": "896312f2-8829-4e3c-a12d-a0810e8f5832", "tag": "ab35b128-6945-4d17-ab51-41a1a0bd225c"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:43.003684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-c70a52c6-c017-4547-b187-d0c34800b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:43.005388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-c70a52c6-c017-4547-b187-d0c34800b2bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2514517 Aug 20 11:53:43.023035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122dd32-613d-4437-8009-82f7061ebd8a req-633f85fa-3086-4f33-9619-3060b5c60150 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:43.024657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7122dd32-613d-4437-8009-82f7061ebd8a req-633f85fa-3086-4f33-9619-3060b5c60150 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 948 time: 0.3191628 Aug 20 11:53:43.142718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8af90-1fc5-485c-a24f-810480901ba2 req-d3c08800-3186-495a-b5b4-56343541b566 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:43.150097 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09d8af90-1fc5-485c-a24f-810480901ba2 req-d3c08800-3186-495a-b5b4-56343541b566 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 932 time: 0.3066885 Aug 20 11:53:43.205080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ebcab0c5-c25d-4af2-870a-4339b625ea82 None None] Provisioning for port cf32ea06-596b-47a3-9487-28339b3ffa26 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:43.211218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ebcab0c5-c25d-4af2-870a-4339b625ea82 None None] Provisioning complete for port cf32ea06-596b-47a3-9487-28339b3ffa26 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:43.212740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ebcab0c5-c25d-4af2-870a-4339b625ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.221437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf32ea06-596b-47a3-9487-28339b3ffa26 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:43.230584 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.247254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Transition to ACTIVE for port object cf32ea06-596b-47a3-9487-28339b3ffa26 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:43.251449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.268954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ebcab0c5-c25d-4af2-870a-4339b625ea82 None None] Port cf32ea06-596b-47a3-9487-28339b3ffa26 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:43.312473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Pushing event updated for resources: {'Port': ['ID=cf32ea06-596b-47a3-9487-28339b3ffa26,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:43.327720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7122dd32-613d-4437-8009-82f7061ebd8a req-329f28ad-71ec-403b-bfc6-c1695c3a656d tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653425 Aug 20 11:53:43.329377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-6d100fd7-a5e3-422b-a4f2-578ca633336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:43.330818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-6d100fd7-a5e3-422b-a4f2-578ca633336b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3051801 Aug 20 11:53:43.403353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09d8af90-1fc5-485c-a24f-810480901ba2 req-146736fe-a87b-45f7-9889-cbcb8fda7bf7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463572 Aug 20 11:53:43.456733 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.460488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63d09ac9-3754-40f0-916d-f57ded17f2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.468526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63d09ac9-3754-40f0-916d-f57ded17f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.490164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Attempting to bind port cf32ea06-596b-47a3-9487-28339b3ffa26 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:43.490570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Attempting to bind port cf32ea06-596b-47a3-9487-28339b3ffa26 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:43.490961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Attempting to bind port cf32ea06-596b-47a3-9487-28339b3ffa26 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:43.519102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Port cf32ea06-596b-47a3-9487-28339b3ffa26 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:53:43.523351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Attempting to bind port cf32ea06-596b-47a3-9487-28339b3ffa26 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:43.540349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:43.540709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:43.541256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:43.546413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Bound port: cf32ea06-596b-47a3-9487-28339b3ffa26, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:43.546868 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.576936 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-63d09ac9-3754-40f0-916d-f57ded17f2e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecec7941b8ca484793642160733e9dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0436101 Aug 20 11:53:43.577565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55294) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:43.580671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d09ac9-3754-40f0-916d-f57ded17f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3aca00-8a8e-4a76-a922-153a361f3afa,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:43.620965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-e5c2d526-5d67-4b66-bc7f-b0ebf27d8c58 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719231 Aug 20 11:53:43.657127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151a41-6e20-4b40-bc57-629894210804 req-008d421d-2602-4381-9f63-4a8d4d9eda70 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:43.658780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29151a41-6e20-4b40-bc57-629894210804 req-008d421d-2602-4381-9f63-4a8d4d9eda70 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 970 time: 0.1766107 Aug 20 11:53:43.694737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] For port cf32ea06-596b-47a3-9487-28339b3ffa26, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:43.714215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] For port cf32ea06-596b-47a3-9487-28339b3ffa26, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf32ea06-596b-47a3-9487-28339b3ffa26,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:43.721751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.771546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdb8a-239f-4e37-923a-89c19ac5e9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.805082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29151a41-6e20-4b40-bc57-629894210804 req-eb6a0db1-488e-44b5-ac03-400d0e0984ff tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983815 Aug 20 11:53:43.837908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dde9e065-2365-4a06-b468-ceed04a66b0f req-3e895b2b-35f2-4ec6-880a-4dabf2ff9adc service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054033 Aug 20 11:53:43.839891 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdb8a-239f-4e37-923a-89c19ac5e9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.927398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdb8a-239f-4e37-923a-89c19ac5e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.932204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f1cdb8a-239f-4e37-923a-89c19ac5e9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.939076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0f1cdb8a-239f-4e37-923a-89c19ac5e9bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa3aca00-8a8e-4a76-a922-153a361f3afa HTTP/1.1" status: 204 len: 168 time: 0.3510170 Aug 20 11:53:43.966109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cdb8a-239f-4e37-923a-89c19ac5e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3aca00-8a8e-4a76-a922-153a361f3afa,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:44.009198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.013791 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.015759 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] 10.222.0.22 "PUT /v2.0/ports/cf32ea06-596b-47a3-9487-28339b3ffa26 HTTP/1.1" status: 200 len: 1119 time: 1.4694903 Aug 20 11:53:44.018596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962a4e66-6715-4b36-b5a5-212fda26a56e', 'tag': 'cf32ea06-596b-47a3-9487-28339b3ffa26'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:44.103517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92b62f-c276-4f8b-aca6-d391bdb11291 service neutron] Pushing event updated for resources: {'Port': ['ID=cf32ea06-596b-47a3-9487-28339b3ffa26,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:44.143665 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233bf5d9-411a-419d-802c-6e043842b264 x-openstack-request-id: req-233bf5d9-411a-419d-802c-6e043842b264 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:44.144116 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896312f2-8829-4e3c-a12d-a0810e8f5832", "tag": "ab35b128-6945-4d17-ab51-41a1a0bd225c", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:44.144510 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-233bf5d9-411a-419d-802c-6e043842b264 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:44.145414 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896312f2-8829-4e3c-a12d-a0810e8f5832', 'tag': 'ab35b128-6945-4d17-ab51-41a1a0bd225c', 'status': 'completed', 'code': 200} Aug 20 11:53:44.288593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-b7c25cb8-476c-4ab8-8e9d-2812d389ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.291599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-b7c25cb8-476c-4ab8-8e9d-2812d389ddce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69d9c8266edd4e47b0f2562346fd9a09&device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 1122 time: 0.1767061 Aug 20 11:53:44.392088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-ec59a7c2-a2b4-4176-bf71-9a542fced936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.394773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-ec59a7c2-a2b4-4176-bf71-9a542fced936 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 1100 time: 0.2042723 Aug 20 11:53:44.405636 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-2ff476f8-5ea9-41c8-90af-7f8ebd0fbfaf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=cf32ea06-596b-47a3-9487-28339b3ffa26 HTTP/1.1" status: 200 len: 217 time: 0.1051819 Aug 20 11:53:44.495138 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-3eac23ba-6442-48c0-8982-1d05a6cf0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.496981 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-3eac23ba-6442-48c0-8982-1d05a6cf0faf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0843008 Aug 20 11:53:44.678217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-85c2d94b-cb98-4796-af41-67247fb600ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.693211 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-85c2d94b-cb98-4796-af41-67247fb600ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1889791 Aug 20 11:53:44.737941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c0d04-e6ca-499e-aa39-9443669f8bc5 req-52f3cbf7-abff-4fe5-bbb4-f55da06999bd tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.751015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f4c0d04-e6ca-499e-aa39-9443669f8bc5 req-52f3cbf7-abff-4fe5-bbb4-f55da06999bd tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 948 time: 0.2818213 Aug 20 11:53:44.755679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-c5e2d4e6-e5fc-4f72-a08b-d364d5c97990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:44.758202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-c5e2d4e6-e5fc-4f72-a08b-d364d5c97990 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.3488021 Aug 20 11:53:44.846369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-1a9c3e84-5d27-4abc-9aeb-206a4b406830 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=ab35b128-6945-4d17-ab51-41a1a0bd225c HTTP/1.1" status: 200 len: 217 time: 0.0731695 Aug 20 11:53:44.900164 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-dee851ce-fd95-4e37-8a3d-349dace53446 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972194 Aug 20 11:53:44.956752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f4c0d04-e6ca-499e-aa39-9443669f8bc5 req-0569db4a-6e38-4257-a2f3-49d7415ae4a6 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960137 Aug 20 11:53:44.999032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-281fa923-9f70-4410-a798-fb1c2016d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:45.000694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-281fa923-9f70-4410-a798-fb1c2016d200 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1414824 Aug 20 11:53:45.094482 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a287a2c-ac41-4aa5-abdb-886420888729" -d '{"events": [{"name": "network-changed", "server_uuid": "962a4e66-6715-4b36-b5a5-212fda26a56e", "tag": "cf32ea06-596b-47a3-9487-28339b3ffa26"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:45.113765 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-268d5945-606a-40b0-9a08-f6b4788b91f8 req-032a0cd8-7a26-4d33-9b77-e1a0dc60ea1f service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050006 Aug 20 11:53:45.168062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55342) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:45.188217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3569a44-e033-4102-b96d-2c1fe81449e9 req-2c33d268-2b65-4d5d-992c-2c391ad34b9e tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dcfc1d3851704c3980012de8c08dbdf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009684 Aug 20 11:53:45.283022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-ffced4f3-3f9c-43fe-97f3-727b15fb63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:45.284531 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-ffced4f3-3f9c-43fe-97f3-727b15fb63d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2752500 Aug 20 11:53:45.313819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab68bf-db8c-4853-a213-e1840edb18bc req-74a6e227-4e8d-4274-ba59-813dab85470b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:45.315325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7ab68bf-db8c-4853-a213-e1840edb18bc req-74a6e227-4e8d-4274-ba59-813dab85470b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 932 time: 0.1838939 Aug 20 11:53:45.360039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-897df390-7fa1-4621-bdb1-b8f23844174a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.427023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3569a44-e033-4102-b96d-2c1fe81449e9 req-42fe1b0c-b38b-40e3-8447-1455bd63603d tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:45.427023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3569a44-e033-4102-b96d-2c1fe81449e9 req-42fe1b0c-b38b-40e3-8447-1455bd63603d tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376504 Aug 20 11:53:45.498879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3569a44-e033-4102-b96d-2c1fe81449e9 req-64f343bb-b787-499c-ba37-a470b9e8c6c2 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/quotas/dcfc1d3851704c3980012de8c08dbdf8 HTTP/1.1" status: 200 len: 375 time: 0.0504446 Aug 20 11:53:45.503946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7ab68bf-db8c-4853-a213-e1840edb18bc req-e3bfa75c-bd5f-467b-b499-41f944e42a38 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729159 Aug 20 11:53:45.547871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3569a44-e033-4102-b96d-2c1fe81449e9 req-f00c49d9-2721-4e38-9d6f-d09827a9db27 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfc1d3851704c3980012de8c08dbdf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401819 Aug 20 11:53:45.550417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-e898ab16-625a-4b53-8d40-49edea8612e2 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524569 Aug 20 11:53:45.556801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-897df390-7fa1-4621-bdb1-b8f23844174a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.561837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-897df390-7fa1-4621-bdb1-b8f23844174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.609692 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-897df390-7fa1-4621-bdb1-b8f23844174a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fa3f8b2d219451ea605e497c4219b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391954 Aug 20 11:53:45.612402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897df390-7fa1-4621-bdb1-b8f23844174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8fda39-8a88-466c-be5f-e3d0456bd1d3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:45.617383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55356) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:45.684475 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db02d2b8-cb04-4472-a5b3-833495c0fdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.719458 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db02d2b8-cb04-4472-a5b3-833495c0fdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.763442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32180e-59f4-495f-aa26-f8f8195c898f req-12ea9a4c-35dd-400f-ad64-2835b743644f tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:45.764973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c32180e-59f4-495f-aa26-f8f8195c898f req-12ea9a4c-35dd-400f-ad64-2835b743644f tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 970 time: 0.1473567 Aug 20 11:53:45.787431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db02d2b8-cb04-4472-a5b3-833495c0fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.792243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db02d2b8-cb04-4472-a5b3-833495c0fdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.793401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-db02d2b8-cb04-4472-a5b3-833495c0fdf2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d8fda39-8a88-466c-be5f-e3d0456bd1d3 HTTP/1.1" status: 204 len: 168 time: 0.1745965 Aug 20 11:53:45.807491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02d2b8-cb04-4472-a5b3-833495c0fdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8fda39-8a88-466c-be5f-e3d0456bd1d3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:45.824618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5150ae-f02f-4732-a76e-65bf91a70d02 req-278dbe8a-31a5-4247-9b53-9cbd9a751a44 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659521 Aug 20 11:53:45.858974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c32180e-59f4-495f-aa26-f8f8195c898f req-52922e08-dad0-4b64-8e11-33ed6003d9c4 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847194 Aug 20 11:53:46.034429 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d533733a-1ee2-48a5-994d-a29092eeaaab x-openstack-request-id: req-d533733a-1ee2-48a5-994d-a29092eeaaab {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:46.034722 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962a4e66-6715-4b36-b5a5-212fda26a56e", "tag": "cf32ea06-596b-47a3-9487-28339b3ffa26", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:46.034975 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d533733a-1ee2-48a5-994d-a29092eeaaab {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:46.035522 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962a4e66-6715-4b36-b5a5-212fda26a56e', 'tag': 'cf32ea06-596b-47a3-9487-28339b3ffa26', 'status': 'completed', 'code': 200} Aug 20 11:53:46.110359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-c336b3d8-ee8e-42e4-951d-56586ef14abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.111868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-c336b3d8-ee8e-42e4-951d-56586ef14abe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69d9c8266edd4e47b0f2562346fd9a09&device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 1122 time: 0.0503483 Aug 20 11:53:46.235736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfca45-067c-4a9c-b9cb-2e70e24d900c req-973dc650-7556-4dce-9494-07912b77dcf4 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.237074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-febfca45-067c-4a9c-b9cb-2e70e24d900c req-973dc650-7556-4dce-9494-07912b77dcf4 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 948 time: 0.1040025 Aug 20 11:53:46.256699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-32e8b960-88bf-4789-ba80-7a12204b4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.258105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-32e8b960-88bf-4789-ba80-7a12204b4996 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1343520 Aug 20 11:53:46.298360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55380) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:46.318340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-0f82298a-a58b-4832-bc60-f09ef69f1c54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=cf32ea06-596b-47a3-9487-28339b3ffa26 HTTP/1.1" status: 200 len: 217 time: 0.0521135 Aug 20 11:53:46.321456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3553673d-1d88-480e-919b-e41251643e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.397608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-febfca45-067c-4a9c-b9cb-2e70e24d900c req-fe0a0156-91a0-4cd2-b2b9-db7de4b1bceb tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412427 Aug 20 11:53:46.417302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-be63da45-316b-41e2-92eb-ac7e075f3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.418755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-be63da45-316b-41e2-92eb-ac7e075f3299 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0916367 Aug 20 11:53:46.476644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3553673d-1d88-480e-919b-e41251643e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.482373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3553673d-1d88-480e-919b-e41251643e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.499965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-fbb16382-d486-42ad-9a7c-6128ac96c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.501506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-fbb16382-d486-42ad-9a7c-6128ac96c82e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748677 Aug 20 11:53:46.614812 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3553673d-1d88-480e-919b-e41251643e01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a3e7cd1b8c04960906419003689e159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152096 Aug 20 11:53:46.616218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55390) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:46.619857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553673d-1d88-480e-919b-e41251643e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26dcdd5-e576-4d2d-b831-af774349b846,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:46.708208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3eec2c2-e3ea-4a87-9529-db543aebaa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.749080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3eec2c2-e3ea-4a87-9529-db543aebaa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.819129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3eec2c2-e3ea-4a87-9529-db543aebaa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.820377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3eec2c2-e3ea-4a87-9529-db543aebaa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.824987 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c3eec2c2-e3ea-4a87-9529-db543aebaa83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d26dcdd5-e576-4d2d-b831-af774349b846 HTTP/1.1" status: 204 len: 168 time: 0.2043264 Aug 20 11:53:46.827082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51cae6-ef59-4add-ba1e-f0a40fe33395 req-9e59c8e8-c858-456e-9da6-be1aaab12f84 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:46.828728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce51cae6-ef59-4add-ba1e-f0a40fe33395 req-9e59c8e8-c858-456e-9da6-be1aaab12f84 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 932 time: 0.0912347 Aug 20 11:53:46.839703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eec2c2-e3ea-4a87-9529-db543aebaa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26dcdd5-e576-4d2d-b831-af774349b846,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:46.849850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-c7d24294-efe1-4eea-8c42-dbdbf80d0906 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408093 Aug 20 11:53:46.930255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce51cae6-ef59-4add-ba1e-f0a40fe33395 req-52c4fd5b-34d4-4dd0-a7e1-820b442c8134 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899596 Aug 20 11:53:46.987387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a287a2c-ac41-4aa5-abdb-886420888729 req-32c6f31a-45ad-45de-8b21-c8c3f62320e5 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268635 Aug 20 11:53:47.047630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61bab6-ca6a-40fa-9b03-a87d17ad0859 req-5ddba156-b0b6-4838-a08c-763989e00cfa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:47.049963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff61bab6-ca6a-40fa-9b03-a87d17ad0859 req-5ddba156-b0b6-4838-a08c-763989e00cfa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 970 time: 0.0613182 Aug 20 11:53:47.123902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff61bab6-ca6a-40fa-9b03-a87d17ad0859 req-7f9007a3-de6c-4f24-b503-bfbf27d7415c tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657578 Aug 20 11:53:47.691396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7facc2-4b01-40aa-8cdd-7ff6db7f1973 req-c50f0887-5ae1-4089-a14f-f91d6b5ad367 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:47.695128 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b7facc2-4b01-40aa-8cdd-7ff6db7f1973 req-c50f0887-5ae1-4089-a14f-f91d6b5ad367 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 948 time: 0.0568855 Aug 20 11:53:47.759658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b7facc2-4b01-40aa-8cdd-7ff6db7f1973 req-43e6f273-f78f-4189-bb1f-80d236cd5a2f tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Aug 20 11:53:47.871276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9942e49-a136-4ccb-abeb-f5e5f20dbb81 req-88225036-6082-47ea-bf5f-938e41aedfcd tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dcfc1d3851704c3980012de8c08dbdf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308542 Aug 20 11:53:48.028421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942e49-a136-4ccb-abeb-f5e5f20dbb81 req-1694d470-76ab-40c5-9813-fde31881a56a tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:48.030853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9942e49-a136-4ccb-abeb-f5e5f20dbb81 req-1694d470-76ab-40c5-9813-fde31881a56a tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539457 Aug 20 11:53:48.082251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9942e49-a136-4ccb-abeb-f5e5f20dbb81 req-2434c227-29c7-416c-a27a-d13118c93242 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/quotas/dcfc1d3851704c3980012de8c08dbdf8 HTTP/1.1" status: 200 len: 375 time: 0.0247443 Aug 20 11:53:48.128842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9942e49-a136-4ccb-abeb-f5e5f20dbb81 req-d5482356-e185-484d-831c-ba7e084a6f34 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfc1d3851704c3980012de8c08dbdf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329113 Aug 20 11:53:48.149510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c131304-9334-4a75-9069-2442d4bcddb9 req-f23e296b-6d93-430f-a575-3b6dfb3e1ec6 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:48.158019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c131304-9334-4a75-9069-2442d4bcddb9 req-f23e296b-6d93-430f-a575-3b6dfb3e1ec6 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 932 time: 0.1020930 Aug 20 11:53:48.197791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c131304-9334-4a75-9069-2442d4bcddb9 req-83e535ca-a00c-4de3-8361-bfd6e8dc5064 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Aug 20 11:53:48.395442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8b8f9-08e8-4361-abf6-e511ce7a3c12 req-90342784-8cf8-4304-8d2c-0e490c6dc540 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:48.404818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3a8b8f9-08e8-4361-abf6-e511ce7a3c12 req-90342784-8cf8-4304-8d2c-0e490c6dc540 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 970 time: 0.0843306 Aug 20 11:53:48.439327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3a8b8f9-08e8-4361-abf6-e511ce7a3c12 req-4c68ad4f-e87b-45f7-b7e9-72dc9b89bbb1 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334909 Aug 20 11:53:48.518095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ab35b128-6945-4d17-ab51-41a1a0bd225c details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:48.741120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ab35b128-6945-4d17-ab51-41a1a0bd225c, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ab35b128-6945-4d17-ab51-41a1a0bd225c,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:48.878942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'ab35b128-6945-4d17-ab51-41a1a0bd225c', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'ab35b128-6945-4d17-ab51-41a1a0bd225c', 'mac_address': 'fa:16:3e:ba:e9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:48.943307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55504) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:48.955988 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:48.966259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035f7cb-fa41-4455-9ebc-bf130cd8bf75 req-9197907d-af9d-4e07-861a-c55f16012866 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:48.967802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e035f7cb-fa41-4455-9ebc-bf130cd8bf75 req-9197907d-af9d-4e07-861a-c55f16012866 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 948 time: 0.0870469 Aug 20 11:53:48.970146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab35b128-6945-4d17-ab51-41a1a0bd225c {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:49.000842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ab35b128-6945-4d17-ab51-41a1a0bd225c, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ab35b128-6945-4d17-ab51-41a1a0bd225c,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:49.007105 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.008756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device cf32ea06-596b-47a3-9487-28339b3ffa26 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:49.019878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e035f7cb-fa41-4455-9ebc-bf130cd8bf75 req-9934febd-6488-482a-9c27-0863ebffd9a8 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Aug 20 11:53:49.091732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port cf32ea06-596b-47a3-9487-28339b3ffa26, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf32ea06-596b-47a3-9487-28339b3ffa26,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:49.101012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ab35b128-6945-4d17-ab51-41a1a0bd225c,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:49.111174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.111510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.111852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.112449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.112665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.112910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.113242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.113778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.114111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.114460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.114786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.115108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Tracked resource versions report: Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: pushed versions: Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: { 'AddressGroup': {'1.2'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'ConntrackHelper': {'1.0'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Log': {'1.0'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Network': {'1.1'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Port': {'1.7'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'PortForwarding': {'1.2'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'QosPolicy': {'1.9'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'SecurityGroup': {'1.4'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'SubPort': {'1.0'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Subnet': {'1.1'}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Trunk': {'1.1'}} Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: consumer versions: Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: { DHCP agent@n-d-800634-10: {}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: HyperV agent@n-h1-800634-10: {}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: HyperV agent@n-h2-800634-10: {}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: L3 agent@n-d-800634-10: {}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: Metadata agent@n-d-800634-10: {}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: Metering agent@n-d-800634-10: {}, Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: Open vSwitch agent@n-d-800634-10: { 'AddressGroup': '1.2', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'ConntrackHelper': '1.0', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Log': '1.0', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Network': '1.1', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Port': '1.7', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'PortForwarding': '1.2', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'QosPolicy': '1.9', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'SecurityGroup': '1.4', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'SecurityGroupRule': '1.2', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'SubPort': '1.0', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Subnet': '1.1', Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: 'Trunk': '1.1'}} Aug 20 11:53:49.116256 n-d-800634-10 neutron-server[101035]: {{(pid=101035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:53:49.119398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'cf32ea06-596b-47a3-9487-28339b3ffa26', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'cf32ea06-596b-47a3-9487-28339b3ffa26', 'mac_address': 'fa:16:3e:5a:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:tempest-test_az-2038014127', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:49.157419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a6da1a8f-98b4-457b-8728-cdb9da385336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.187942 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.203911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf32ea06-596b-47a3-9487-28339b3ffa26 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:49.251856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port cf32ea06-596b-47a3-9487-28339b3ffa26, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf32ea06-596b-47a3-9487-28339b3ffa26,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:49.258400 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.283241 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a6da1a8f-98b4-457b-8728-cdb9da385336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.288145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a6da1a8f-98b4-457b-8728-cdb9da385336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.316081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=cf32ea06-596b-47a3-9487-28339b3ffa26,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:49.335649 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a6da1a8f-98b4-457b-8728-cdb9da385336 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=482d94c3a79f45ca8aa6607adebfb2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905809 Aug 20 11:53:49.338471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55524) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:49.346019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da1a8f-98b4-457b-8728-cdb9da385336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba12ddd-4487-450f-aa2e-bad3bd73ec1c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:49.379755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-76c4dfcf-7fb6-4281-ad65-917f5e57ede2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d94d7d55b3c40808fee991b1088811f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560305 Aug 20 11:53:49.404440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afbc43bd-789a-4a1c-bde5-a5e654ce87a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.426414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afbc43bd-789a-4a1c-bde5-a5e654ce87a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.482375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afbc43bd-789a-4a1c-bde5-a5e654ce87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.484335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e74a4-8b3e-4a67-8a39-65b0586422c2 req-3517791c-d143-4b4d-b734-7b48259160c1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:49.485252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afbc43bd-789a-4a1c-bde5-a5e654ce87a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.485840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-069e74a4-8b3e-4a67-8a39-65b0586422c2 req-3517791c-d143-4b4d-b734-7b48259160c1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 932 time: 0.1538813 Aug 20 11:53:49.486545 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-afbc43bd-789a-4a1c-bde5-a5e654ce87a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ba12ddd-4487-450f-aa2e-bad3bd73ec1c HTTP/1.1" status: 204 len: 168 time: 0.1470273 Aug 20 11:53:49.514464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc43bd-789a-4a1c-bde5-a5e654ce87a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba12ddd-4487-450f-aa2e-bad3bd73ec1c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:49.534691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-814fc2c1-8f07-4526-8e01-8d02dd29d607 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:49.541770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-814fc2c1-8f07-4526-8e01-8d02dd29d607 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611009 Aug 20 11:53:49.571816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59bd1b43-01fb-492f-9aab-ad615794fbaf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/quotas/3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 375 time: 0.0290692 Aug 20 11:53:49.591808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['cf32ea06-596b-47a3-9487-28339b3ffa26'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:53:49.598336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-069e74a4-8b3e-4a67-8a39-65b0586422c2 req-e45685b5-3845-4ccf-82a8-520f363bc0f0 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977993 Aug 20 11:53:49.623252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-4b26c684-7700-4e56-af36-82ee18dcd399 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498831 Aug 20 11:53:49.675423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['ab35b128-6945-4d17-ab51-41a1a0bd225c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:53:50.037287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386d1f0-bae2-4401-97ee-a6e042eb8301 req-63f78cd6-59a4-43e4-afaf-4c208ba2c847 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:50.043797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3386d1f0-bae2-4401-97ee-a6e042eb8301 req-63f78cd6-59a4-43e4-afaf-4c208ba2c847 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 971 time: 0.1764984 Aug 20 11:53:50.049291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55548) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:50.076170 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-074366fb-510e-4dd9-8b3f-12afea23bd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.128515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f391b083-372d-47f4-ac4a-f80f6a9cd66a req-88f01bda-8768-46e1-8a86-0f66160e417b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 210 time: 0.0493591 Aug 20 11:53:50.175359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3386d1f0-bae2-4401-97ee-a6e042eb8301 req-b1bb02eb-1922-45f2-9dc3-8735a570e869 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076422 Aug 20 11:53:50.198748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-074366fb-510e-4dd9-8b3f-12afea23bd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.203748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-074366fb-510e-4dd9-8b3f-12afea23bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.235330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074366fb-510e-4dd9-8b3f-12afea23bd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8a615-5539-4d14-92c0-3a8eb0ebe798,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:50.258438 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-074366fb-510e-4dd9-8b3f-12afea23bd3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4449fad77c54da283400734b778a70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071528 Aug 20 11:53:50.261111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55556) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:50.306738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42bd9c-f0f3-4836-b21f-baf3ea0f9f1f req-762ea858-6a22-497e-876a-fad2e88ba4fa tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:50.308456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c42bd9c-f0f3-4836-b21f-baf3ea0f9f1f req-762ea858-6a22-497e-876a-fad2e88ba4fa tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 949 time: 0.0797708 Aug 20 11:53:50.327942 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14e43e6a-69a5-4407-8142-7e1c2049671f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.340481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23cc5463-b4f1-4867-a14a-58d82ac4c2ef req-3a12930a-280a-4c14-9fdf-eaa57a966112 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dcfc1d3851704c3980012de8c08dbdf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299385 Aug 20 11:53:50.350855 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14e43e6a-69a5-4407-8142-7e1c2049671f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.405771 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14e43e6a-69a5-4407-8142-7e1c2049671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.408813 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14e43e6a-69a5-4407-8142-7e1c2049671f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.410038 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-14e43e6a-69a5-4407-8142-7e1c2049671f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ea8a615-5539-4d14-92c0-3a8eb0ebe798 HTTP/1.1" status: 204 len: 168 time: 0.1470394 Aug 20 11:53:50.413592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c42bd9c-f0f3-4836-b21f-baf3ea0f9f1f req-4e9507d0-078f-4013-b9a8-71cc215b6450 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911188 Aug 20 11:53:50.426063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e43e6a-69a5-4407-8142-7e1c2049671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8a615-5539-4d14-92c0-3a8eb0ebe798,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:50.492864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5463-b4f1-4867-a14a-58d82ac4c2ef req-29666485-1861-4eb0-ae4f-ac8f6f243353 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:50.494366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23cc5463-b4f1-4867-a14a-58d82ac4c2ef req-29666485-1861-4eb0-ae4f-ac8f6f243353 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418359 Aug 20 11:53:50.510660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23cc5463-b4f1-4867-a14a-58d82ac4c2ef req-85596bce-6af3-4f68-bf1d-62bca7f546f4 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/quotas/dcfc1d3851704c3980012de8c08dbdf8 HTTP/1.1" status: 200 len: 375 time: 0.0095065 Aug 20 11:53:50.548974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23cc5463-b4f1-4867-a14a-58d82ac4c2ef req-9ed1deea-5927-4563-be1e-02a174820cd3 tempest-QuotasAdminNegativeTest-570575824 tempest-QuotasAdminNegativeTest-570575824-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfc1d3851704c3980012de8c08dbdf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322788 Aug 20 11:53:50.731181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194049b-6f43-46c5-97d8-4e13a5a7a02e req-f11050cf-8363-438c-b10f-6edf5d7d8a6b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:50.733542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7194049b-6f43-46c5-97d8-4e13a5a7a02e req-f11050cf-8363-438c-b10f-6edf5d7d8a6b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 932 time: 0.0677276 Aug 20 11:53:50.776484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7194049b-6f43-46c5-97d8-4e13a5a7a02e req-5b98d7fb-9f7a-4716-ba0f-1975bec6db1e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360334 Aug 20 11:53:50.879532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-74098a30-6df9-4c30-8755-8269dcda5248 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:53:50.879532 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-74098a30-6df9-4c30-8755-8269dcda5248 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073197 Aug 20 11:53:51.051097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Request body: {'port': {'device_id': '831126b1-28ac-45ac-a847-35d54286afc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:51.115665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.173316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55602) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:51.261475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-011f7306-e938-4565-b69a-cecf89484288 req-4f69b7cb-da6c-4457-bc7b-4bf6dc4ecda8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 210 time: 0.0416236 Aug 20 11:53:51.327897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17543e-745a-4646-b823-7ec4a6b21477 req-6938d806-b444-4dfd-85a7-787f8a0ab0a8 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:51.329436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba17543e-745a-4646-b823-7ec4a6b21477 req-6938d806-b444-4dfd-85a7-787f8a0ab0a8 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 971 time: 0.0569637 Aug 20 11:53:51.345825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45fc1439-c8fe-4ceb-9ada-e4a796a4de49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.383857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba17543e-745a-4646-b823-7ec4a6b21477 req-e179ab4e-8b5b-48b5-a3fb-b22e077475ef tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Aug 20 11:53:51.469991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.73', 61933) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:51.523298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb40c90-6862-4cfd-b202-088d9b72ebb8 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:51.523515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-1a54da06-d29f-4067-af2f-3844a3c3c777 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3d94d7d55b3c40808fee991b1088811f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518773 Aug 20 11:53:51.536415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.570324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Transition to ACTIVE for port object 0cb40c90-6862-4cfd-b202-088d9b72ebb8 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:51.573300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45fc1439-c8fe-4ceb-9ada-e4a796a4de49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.578084 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.588260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45fc1439-c8fe-4ceb-9ada-e4a796a4de49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.593033 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b79deac7-65a7-4da8-b139-7585171dc219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.669818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc1439-c8fe-4ceb-9ada-e4a796a4de49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6f4098-8920-41eb-9830-7c8ad909cfc8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:51.685125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84047f0c-4fb6-4eae-b7c2-e43b09add646 req-09b0067c-be43-48e1-b51d-8d7560561068 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:51.687140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84047f0c-4fb6-4eae-b7c2-e43b09add646 req-09b0067c-be43-48e1-b51d-8d7560561068 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 949 time: 0.1243598 Aug 20 11:53:51.688647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-45fc1439-c8fe-4ceb-9ada-e4a796a4de49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcfc1d3851704c3980012de8c08dbdf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142946 Aug 20 11:53:51.689887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55620) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:51.731885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:51.765358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:51.765685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:51.766001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:51.770761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:53:51.771022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:51.776417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:51.776762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:51.777177 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:51.777726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Bound port: 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:51.778108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.780796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-20bdf045-12d2-4084-a618-0c0ff561212f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:51.782458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-20bdf045-12d2-4084-a618-0c0ff561212f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517405 Aug 20 11:53:51.798785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84047f0c-4fb6-4eae-b7c2-e43b09add646 req-c9a8fc1d-ba6a-47d6-9ed5-59209b88f249 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932758 Aug 20 11:53:51.804340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Request body: {'port': {'device_id': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '3d94d7d55b3c40808fee991b1088811f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:51.847358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:51.850977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:51.858207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.873478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8966285-1f8e-4d99-b91c-99b0fd154bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.898137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:51.899677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.901030 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] 10.222.0.73 "PUT /v2.0/ports/0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 1093 time: 0.9181879 Aug 20 11:53:51.901616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:51.904275 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f896d1-1c44-4951-a281-b62d1ffda45b" -d '{"events": [{"name": "network-changed", "server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:51.950338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8966285-1f8e-4d99-b91c-99b0fd154bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.967707 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd678e6-6139-4ec4-9da5-d9a3c7e8a615 x-openstack-request-id: req-1bd678e6-6139-4ec4-9da5-d9a3c7e8a615 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:51.968009 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:51.968258 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bd678e6-6139-4ec4-9da5-d9a3c7e8a615 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:51.968647 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8', 'status': 'completed', 'code': 200} Aug 20 11:53:51.969316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5164cb-2c1b-4677-9b83-ad4bc6094a05 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:52.015391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-0e82020c-379b-4a07-9a1b-984155195f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.017111 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-0e82020c-379b-4a07-9a1b-984155195f93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1096 time: 0.0596578 Aug 20 11:53:52.027789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852fd7-ef14-4ab6-b2ce-9ba9795d9702 req-af6ce2b1-1e43-4158-ad90-faa0225fbe6e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.030418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71852fd7-ef14-4ab6-b2ce-9ba9795d9702 req-af6ce2b1-1e43-4158-ad90-faa0225fbe6e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 944 time: 0.1413610 Aug 20 11:53:52.066599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Made reservation on behalf of 3d94d7d55b3c40808fee991b1088811f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:52.068447 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-882f362a-60f3-4069-9324-41af4315be8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0430710 Aug 20 11:53:52.070008 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.084351 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.099492 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8966285-1f8e-4d99-b91c-99b0fd154bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.101957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8966285-1f8e-4d99-b91c-99b0fd154bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.105349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f8966285-1f8e-4d99-b91c-99b0fd154bfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe6f4098-8920-41eb-9830-7c8ad909cfc8 HTTP/1.1" status: 204 len: 168 time: 0.4113350 Aug 20 11:53:52.119836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71852fd7-ef14-4ab6-b2ce-9ba9795d9702 req-f16f1589-551a-4300-b6e8-1dcc651175db tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771477 Aug 20 11:53:52.122163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8966285-1f8e-4d99-b91c-99b0fd154bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6f4098-8920-41eb-9830-7c8ad909cfc8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:52.151778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-182c42ba-6bfb-43b7-bcb2-712550350002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.154138 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-182c42ba-6bfb-43b7-bcb2-712550350002 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0780852 Aug 20 11:53:52.193820 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-01cd488d-3499-46a6-a676-afd4f098073c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319810 Aug 20 11:53:52.251173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.256735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.305398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-3b263115-a470-4735-a0ed-d159172290d6 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033232 Aug 20 11:53:52.338534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c69ea14-0d66-4a04-ada5-4a2c93cc859d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:52.397775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aec41c39-22da-4fea-bcd2-0732a87ed43f req-43130348-fa71-4b5b-b7c2-4870bf6ef094 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 210 time: 0.0608189 Aug 20 11:53:52.467212 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3535fd77-4581-4c80-b2a0-424ca713cd5a req-92a87c70-59c9-4ca5-a4cd-dd5e630156ff service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534462 Aug 20 11:53:52.480959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ab35b128-6945-4d17-ab51-41a1a0bd225c up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:52.496608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Allocated IP 192.168.233.64 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/49d176ff-ada1-4639-90cf-b52a91692339) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:52.545810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port ab35b128-6945-4d17-ab51-41a1a0bd225c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:52.552780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port ab35b128-6945-4d17-ab51-41a1a0bd225c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:52.553463 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.587563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f273a3-ecbf-4881-8a29-02eac36b4408 req-026519ac-f0f5-4b2a-99ab-12d0f3b7a843 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.589257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10f273a3-ecbf-4881-8a29-02eac36b4408 req-026519ac-f0f5-4b2a-99ab-12d0f3b7a843 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 971 time: 0.0871758 Aug 20 11:53:52.601312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-74693379-e0b2-44e2-ba15-7867fcec40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.608243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-74693379-e0b2-44e2-ba15-7867fcec40d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1096 time: 0.0860333 Aug 20 11:53:52.672364 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.690778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10f273a3-ecbf-4881-8a29-02eac36b4408 req-3cc2a663-7bed-42c0-b10e-b32a2672aeda tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911915 Aug 20 11:53:52.696765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55648) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:52.717688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4429b593-9509-4fda-9bf5-35ebf8125d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.719713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896312f2-8829-4e3c-a12d-a0810e8f5832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab35b128-6945-4d17-ab51-41a1a0bd225c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:52.779511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.810979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Transition to ACTIVE for port object 49d176ff-ada1-4639-90cf-b52a91692339 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:52.824926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-dd5e166c-6be4-484b-a8b6-d4bdad6130a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:52.826762 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-dd5e166c-6be4-484b-a8b6-d4bdad6130a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.2110279 Aug 20 11:53:52.842208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ab35b128-6945-4d17-ab51-41a1a0bd225c, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ab35b128-6945-4d17-ab51-41a1a0bd225c,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:52.853155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.854646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device cf32ea06-596b-47a3-9487-28339b3ffa26 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:52.891526 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-57521279-d1b7-46e3-b522-2391d1e135ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0541966 Aug 20 11:53:52.972045 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4429b593-9509-4fda-9bf5-35ebf8125d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.974673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port cf32ea06-596b-47a3-9487-28339b3ffa26 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:52.976979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.984420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port cf32ea06-596b-47a3-9487-28339b3ffa26 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:52.985569 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.986310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4429b593-9509-4fda-9bf5-35ebf8125d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.012745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ab35b128-6945-4d17-ab51-41a1a0bd225c,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:53.030531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429b593-9509-4fda-9bf5-35ebf8125d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6656408-1065-42cc-b907-3183ba929a4a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:53.045984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-05395f8a-76ef-4c9b-afef-95c09c33e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.048646 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-05395f8a-76ef-4c9b-afef-95c09c33e452 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1479816 Aug 20 11:53:53.067239 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e04f6-66b4-4cfe-a0fd-93597519451d" -d '{"events": [{"server_uuid": "896312f2-8829-4e3c-a12d-a0810e8f5832", "name": "network-vif-plugged", "status": "completed", "tag": "ab35b128-6945-4d17-ab51-41a1a0bd225c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:53.076857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1a47-87c2-4785-855e-5e01a5dfab35 req-a9aaffa1-48a5-4978-bef0-76f5713666db tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.084295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05cf1a47-87c2-4785-855e-5e01a5dfab35 req-a9aaffa1-48a5-4978-bef0-76f5713666db tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 950 time: 0.1671250 Aug 20 11:53:53.089894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-1acba138-44e3-4829-b30d-39a02c53f304 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329120 Aug 20 11:53:53.101010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:53.112104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.112309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:53.117561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:53.132409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4429b593-9509-4fda-9bf5-35ebf8125d0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb3f229b114944b6b3d3fde915368dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347556 Aug 20 11:53:53.158323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port cf32ea06-596b-47a3-9487-28339b3ffa26, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf32ea06-596b-47a3-9487-28339b3ffa26,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:53.164801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.165711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55662) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:53.211115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:53.233960 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-f17c4185-4857-4d67-aaaf-0fb6cbfdd241 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358187 Aug 20 11:53:53.261839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=cf32ea06-596b-47a3-9487-28339b3ffa26,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:53.274529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05cf1a47-87c2-4785-855e-5e01a5dfab35 req-230256ed-dbb2-4582-a94b-c12c3e0691e9 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764083 Aug 20 11:53:53.302030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.309553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.316577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4b7afe9-164b-472e-8fd6-fb61a9744bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.339108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-473de119-c68c-4e38-a945-f83fa48a2090 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5388157 Aug 20 11:53:53.350243 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4b7afe9-164b-472e-8fd6-fb61a9744bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.357772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Request body: {'port': {'device_id': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:53.390449 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-64f896d1-1c44-4951-a281-b62d1ffda45b req-0e4814f0-dbf7-4f18-975b-f44a35cb2778 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488798 Aug 20 11:53:53.408268 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56c6d9d-6358-499d-98f4-f1e248d660cd x-openstack-request-id: req-a56c6d9d-6358-499d-98f4-f1e248d660cd {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:53.408268 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896312f2-8829-4e3c-a12d-a0810e8f5832", "name": "network-vif-plugged", "status": "completed", "tag": "ab35b128-6945-4d17-ab51-41a1a0bd225c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:53.408549 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a56c6d9d-6358-499d-98f4-f1e248d660cd {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:53.408958 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896312f2-8829-4e3c-a12d-a0810e8f5832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab35b128-6945-4d17-ab51-41a1a0bd225c', 'code': 200} Aug 20 11:53:53.461159 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.478877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1946fe8e-3ee3-4ddf-bd03-06e4797ddfd5 None None] Provisioning for port 49d176ff-ada1-4639-90cf-b52a91692339 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:53.483893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1946fe8e-3ee3-4ddf-bd03-06e4797ddfd5 None None] Provisioning complete for port 49d176ff-ada1-4639-90cf-b52a91692339 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:53.484454 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1946fe8e-3ee3-4ddf-bd03-06e4797ddfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.518607 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4b7afe9-164b-472e-8fd6-fb61a9744bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.521438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4b7afe9-164b-472e-8fd6-fb61a9744bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.522794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e4b7afe9-164b-472e-8fd6-fb61a9744bed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6656408-1065-42cc-b907-3183ba929a4a HTTP/1.1" status: 204 len: 168 time: 0.3559246 Aug 20 11:53:53.530771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1946fe8e-3ee3-4ddf-bd03-06e4797ddfd5 None None] Port 49d176ff-ada1-4639-90cf-b52a91692339 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:53.780210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7afe9-164b-472e-8fd6-fb61a9744bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6656408-1065-42cc-b907-3183ba929a4a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:53.874373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc8eda-9190-4aa1-a843-9a0b4217f485 req-6f063c71-cb1c-40ae-aebd-55a80a2f1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.875914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93bc8eda-9190-4aa1-a843-9a0b4217f485 req-6f063c71-cb1c-40ae-aebd-55a80a2f1cfc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 1102 time: 0.3680735 Aug 20 11:53:53.893629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7bfe-4a1b-40e5-8d11-e3cc535a7631 req-dab3786e-fd88-4db0-a815-158ec040df71 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.895188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-797c7bfe-4a1b-40e5-8d11-e3cc535a7631 req-dab3786e-fd88-4db0-a815-158ec040df71 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 944 time: 0.3887737 Aug 20 11:53:53.909638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6e9fb-c84f-4170-8165-623d4325083f req-7be94465-676e-4385-a189-672a943032ad tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.911117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11c6e9fb-c84f-4170-8165-623d4325083f req-7be94465-676e-4385-a189-672a943032ad tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 935 time: 0.3412287 Aug 20 11:53:53.935835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-93bc8eda-9190-4aa1-a843-9a0b4217f485 req-c4c0ee7c-6d61-41a6-ba9d-eda9ff369145 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.042883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-797c7bfe-4a1b-40e5-8d11-e3cc535a7631 req-a62846ce-7e89-4bec-b160-7aa9928de033 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280966 Aug 20 11:53:54.062717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11c6e9fb-c84f-4170-8165-623d4325083f req-9ddd71f9-a01c-4c82-82a2-dccf8d9314dc tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282670 Aug 20 11:53:54.208510 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15f8b3c5-b29f-4c23-a001-57055ae862e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.222680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d176ff-ada1-4639-90cf-b52a91692339 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:54.233240 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.251512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-93bc8eda-9190-4aa1-a843-9a0b4217f485 req-c4c0ee7c-6d61-41a6-ba9d-eda9ff369145 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.260385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-93bc8eda-9190-4aa1-a843-9a0b4217f485 req-c4c0ee7c-6d61-41a6-ba9d-eda9ff369145 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.270128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Transition to ACTIVE for port object 49d176ff-ada1-4639-90cf-b52a91692339 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:54.291937 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.306481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a0654-ef8b-4b3a-9860-6f742c404837 req-3d50fe92-6a88-411c-a641-5a8acfae2554 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.308002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-093a0654-ef8b-4b3a-9860-6f742c404837 req-3d50fe92-6a88-411c-a641-5a8acfae2554 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 972 time: 0.1372356 Aug 20 11:53:54.338956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93bc8eda-9190-4aa1-a843-9a0b4217f485 req-c4c0ee7c-6d61-41a6-ba9d-eda9ff369145 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538531 Aug 20 11:53:54.358527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0ee7c-6d61-41a6-ba9d-eda9ff369145 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae64f50d-e1c8-43ce-9336-83f1c69f6ba8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:54.433283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:54.486337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-093a0654-ef8b-4b3a-9860-6f742c404837 req-2ba9e385-b430-410e-b0e1-34d310e9f794 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560516 Aug 20 11:53:54.530473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55710) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:54.531559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422b40f-dfc3-4324-a11b-4488f260f1de req-1f3633ca-0ad0-4a45-967d-a33304b29980 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.533109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a422b40f-dfc3-4324-a11b-4488f260f1de req-1f3633ca-0ad0-4a45-967d-a33304b29980 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 950 time: 0.1771858 Aug 20 11:53:54.565569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Attempting to bind port 49d176ff-ada1-4639-90cf-b52a91692339 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:54.565906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Attempting to bind port 49d176ff-ada1-4639-90cf-b52a91692339 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:54.566262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Attempting to bind port 49d176ff-ada1-4639-90cf-b52a91692339 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:54.579240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Port 49d176ff-ada1-4639-90cf-b52a91692339 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:53:54.579567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Attempting to bind port 49d176ff-ada1-4639-90cf-b52a91692339 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:54.587735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:54.588089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:54.588450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:54.588913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Bound port: 49d176ff-ada1-4639-90cf-b52a91692339, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:54.589279 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.613387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a422b40f-dfc3-4324-a11b-4488f260f1de req-26e94c07-0504-4d1e-ab58-b1423c5d16f3 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598984 Aug 20 11:53:54.690880 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-925ab49b-83c5-4c8e-a0d0-d237fac1b3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.691730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:54.695620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:54.700404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.743516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.744316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.745463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] 10.222.0.73 "PUT /v2.0/ports/49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 1096 time: 1.3929441 Aug 20 11:53:54.746223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:54.748499 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa21284-fe18-41f6-a19d-a6aa65bd2760" -d '{"events": [{"name": "network-changed", "server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "tag": "49d176ff-ada1-4639-90cf-b52a91692339"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:54.805770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-925ab49b-83c5-4c8e-a0d0-d237fac1b3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.809529 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef568b5-3184-4f47-a8a2-70c290519b97 x-openstack-request-id: req-bef568b5-3184-4f47-a8a2-70c290519b97 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:54.810601 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "tag": "49d176ff-ada1-4639-90cf-b52a91692339", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:54.810993 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bef568b5-3184-4f47-a8a2-70c290519b97 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:54.811298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-925ab49b-83c5-4c8e-a0d0-d237fac1b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.811697 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339', 'status': 'completed', 'code': 200} Aug 20 11:53:54.833408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59727b52-ac99-4741-8f41-d7360f87c768 service neutron] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:54.845492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ab49b-83c5-4c8e-a0d0-d237fac1b3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7be63ec-8e74-435a-a62a-464076ca76e8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:54.855330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-6c3b6f46-e9f1-4332-b153-7649a20859db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.857374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-6c3b6f46-e9f1-4332-b153-7649a20859db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1099 time: 0.0669274 Aug 20 11:53:54.873442 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-925ab49b-83c5-4c8e-a0d0-d237fac1b3ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53aa292383474e4da19715c79a1cbe15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419802 Aug 20 11:53:54.882263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55724) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:54.924248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-204a0d55-65f2-494a-9cd9-d09be85bfc43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 217 time: 0.0539246 Aug 20 11:53:54.944335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec104d57-8399-48df-9bd5-76b71e66ff68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.948644 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.993613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-c9fb123a-039e-4bda-901a-aac73cc73137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.995397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-c9fb123a-039e-4bda-901a-aac73cc73137 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0591369 Aug 20 11:53:55.049515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-271378ad-e40a-4b05-ac06-c084a8d6b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.054975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-271378ad-e40a-4b05-ac06-c084a8d6b8de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518854 Aug 20 11:53:55.139954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec104d57-8399-48df-9bd5-76b71e66ff68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.190877 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec104d57-8399-48df-9bd5-76b71e66ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.193501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec104d57-8399-48df-9bd5-76b71e66ff68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.194737 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ec104d57-8399-48df-9bd5-76b71e66ff68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7be63ec-8e74-435a-a62a-464076ca76e8 HTTP/1.1" status: 204 len: 168 time: 0.3110867 Aug 20 11:53:55.204000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec104d57-8399-48df-9bd5-76b71e66ff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7be63ec-8e74-435a-a62a-464076ca76e8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:55.277992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5949-6951-410c-8c8d-1192a8c82655 req-3b91c825-8c83-4054-9de9-f781a32159e5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.281932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faef5949-6951-410c-8c8d-1192a8c82655 req-3b91c825-8c83-4054-9de9-f781a32159e5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 947 time: 0.1286056 Aug 20 11:53:55.285225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-0ed24789-376a-4947-8614-855fcfd9befd service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233007 Aug 20 11:53:55.293975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1d44-90d1-4408-90b3-06d1dfeb65c5 req-771d60f2-dbad-4a2f-b135-82c435e5bb51 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.296142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-833d1d44-90d1-4408-90b3-06d1dfeb65c5 req-771d60f2-dbad-4a2f-b135-82c435e5bb51 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 944 time: 0.1292691 Aug 20 11:53:55.406887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faef5949-6951-410c-8c8d-1192a8c82655 req-df56dc61-ca44-45b9-9c0c-b3b4c9ac8719 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206484 Aug 20 11:53:55.410005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a4e66-6715-4b36-b5a5-212fda26a56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32ea06-596b-47a3-9487-28339b3ffa26'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:55.415254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-833d1d44-90d1-4408-90b3-06d1dfeb65c5 req-77a663b9-2a7a-4615-b7bf-69c3580a14da tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031098 Aug 20 11:53:55.416603 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44544220-d6f8-4a52-be25-df082fd7d9cd" -d '{"events": [{"server_uuid": "962a4e66-6715-4b36-b5a5-212fda26a56e", "name": "network-vif-plugged", "status": "completed", "tag": "cf32ea06-596b-47a3-9487-28339b3ffa26"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:55.463911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95a5933c-fa19-42c3-a7c1-c819e3e81952 req-98cc3a7b-b49b-4b87-8ac7-f2961a061861 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665461 Aug 20 11:53:55.468248 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.502453 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bd01fa-b456-4b17-8f2c-66e67916d6ce x-openstack-request-id: req-b9bd01fa-b456-4b17-8f2c-66e67916d6ce {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:55.503234 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a4e66-6715-4b36-b5a5-212fda26a56e", "name": "network-vif-plugged", "status": "completed", "tag": "cf32ea06-596b-47a3-9487-28339b3ffa26", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:55.503649 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9bd01fa-b456-4b17-8f2c-66e67916d6ce {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:55.504664 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a4e66-6715-4b36-b5a5-212fda26a56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32ea06-596b-47a3-9487-28339b3ffa26', 'code': 200} Aug 20 11:53:55.590484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55746) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:55.591839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-e9f9544d-ce25-42cc-87dd-0099a7f12bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.593476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-e9f9544d-ce25-42cc-87dd-0099a7f12bed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1099 time: 0.0760469 Aug 20 11:53:55.604110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-496b8cd3-5dfa-454e-8cd0-2bc405ce893b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.704382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-496b8cd3-5dfa-454e-8cd0-2bc405ce893b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.709731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-496b8cd3-5dfa-454e-8cd0-2bc405ce893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.713397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec036b2-62e5-402c-b6a9-de33cdfb01b9 req-a6b78c99-a9b8-4c03-b560-57825ca3114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.714922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ec036b2-62e5-402c-b6a9-de33cdfb01b9 req-a6b78c99-a9b8-4c03-b560-57825ca3114d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 1124 time: 0.1369674 Aug 20 11:53:55.726898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece43f6f-5e86-437c-b519-2b181bd6c543 req-fec28943-116e-4bf1-82dd-20252737c926 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.728662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ece43f6f-5e86-437c-b519-2b181bd6c543 req-fec28943-116e-4bf1-82dd-20252737c926 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 972 time: 0.1407967 Aug 20 11:53:55.748526 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-496b8cd3-5dfa-454e-8cd0-2bc405ce893b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39c0eff6f0284e01855092657c34274b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563752 Aug 20 11:53:55.750004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b8cd3-5dfa-454e-8cd0-2bc405ce893b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f7856-52f6-45ea-a999-8c2d74925975,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:55.752940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55758) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:55.803637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ef504dd7-1eac-457e-81c8-bfb9ffd58fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.823073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-872e4f38-4949-4ed2-ad6d-7d3274e4df6e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e81540b6a1784478a42a0c558fb60908&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737641 Aug 20 11:53:55.824407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ef504dd7-1eac-457e-81c8-bfb9ffd58fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.831125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-29382160-9f4e-4266-b76d-affd60177392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:55.832515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-29382160-9f4e-4266-b76d-affd60177392 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2136440 Aug 20 11:53:55.839432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ec036b2-62e5-402c-b6a9-de33cdfb01b9 req-a48ce4ca-adf7-42fd-8681-a75c0b0fd73d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043634 Aug 20 11:53:55.874518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ef504dd7-1eac-457e-81c8-bfb9ffd58fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.877124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ef504dd7-1eac-457e-81c8-bfb9ffd58fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.878364 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ef504dd7-1eac-457e-81c8-bfb9ffd58fa5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f8f7856-52f6-45ea-a999-8c2d74925975 HTTP/1.1" status: 204 len: 168 time: 0.1245096 Aug 20 11:53:55.886441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef504dd7-1eac-457e-81c8-bfb9ffd58fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f7856-52f6-45ea-a999-8c2d74925975,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:55.926552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ece43f6f-5e86-437c-b519-2b181bd6c543 req-63439eec-2a40-4933-a336-c6baac02a49a tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812234 Aug 20 11:53:55.932011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-50c56580-ae03-4cff-be6e-a464075f05ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 217 time: 0.0801139 Aug 20 11:53:56.045389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-59acbbec-cb19-467e-9330-dbbfa465d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.046919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-59acbbec-cb19-467e-9330-dbbfa465d42a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0973933 Aug 20 11:53:56.057586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b662-682b-46d2-bd41-001766e66902 req-92e2af6b-5984-4c9d-83f4-a482a3ff4987 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.059606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-92e2af6b-5984-4c9d-83f4-a482a3ff4987 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301252 Aug 20 11:53:56.068100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 0cb40c90-6862-4cfd-b202-088d9b72ebb8 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:56.121245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29421e2b-66bc-4606-b2e6-0d24b455e93a req-87ad406c-b578-499f-88f4-3e95d6a4ef56 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.123031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29421e2b-66bc-4606-b2e6-0d24b455e93a req-87ad406c-b578-499f-88f4-3e95d6a4ef56 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 950 time: 0.1280067 Aug 20 11:53:56.131205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-714c971f-e96a-4870-8117-d9ddcf7cab5f tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/quotas/e81540b6a1784478a42a0c558fb60908 HTTP/1.1" status: 200 len: 375 time: 0.0567687 Aug 20 11:53:56.171351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-0c5f9ecf-6c4c-419e-925e-0a7c90643e41 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392199 Aug 20 11:53:56.184412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-f2b907a8-d1bb-4e67-9950-a2e0dbc4d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.185971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-f2b907a8-d1bb-4e67-9950-a2e0dbc4d971 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1251922 Aug 20 11:53:56.199934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:56.217176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '0cb40c90-6862-4cfd-b202-088d9b72ebb8', 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'port_id': '0cb40c90-6862-4cfd-b202-088d9b72ebb8', 'mac_address': 'fa:16:3e:36:84:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23284d5-7b38-4a05-a5d7-95dbfb8307ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:56.222577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29421e2b-66bc-4606-b2e6-0d24b455e93a req-80a0c995-adf6-4dc1-9ff5-2ad0fb0e2c52 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892339 Aug 20 11:53:56.282667 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.303383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb40c90-6862-4cfd-b202-088d9b72ebb8 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:56.330326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:56.335670 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.344811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-d5e82200-761d-49ce-8ceb-b5c942d6a57f service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469319 Aug 20 11:53:56.401077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:56.695660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['0cb40c90-6862-4cfd-b202-088d9b72ebb8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:53:56.734837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e3736-42de-494c-94eb-f4aa42947127 req-64874959-f09d-4405-b03d-77883cf08b8d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.736341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c19e3736-42de-494c-94eb-f4aa42947127 req-64874959-f09d-4405-b03d-77883cf08b8d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 947 time: 0.1412826 Aug 20 11:53:56.756515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759e91-8497-4e2c-8089-fc5f84fdc5d5 req-7635646a-52e8-4d5d-9464-3d5b430ec80c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:56.757993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-47759e91-8497-4e2c-8089-fc5f84fdc5d5 req-7635646a-52e8-4d5d-9464-3d5b430ec80c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 945 time: 0.1607590 Aug 20 11:53:56.769726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa21284-fe18-41f6-a19d-a6aa65bd2760 req-080862b6-80c3-46ec-b564-c8bb8436ea09 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173050 Aug 20 11:53:56.830633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c19e3736-42de-494c-94eb-f4aa42947127 req-33fc5bbf-fd06-4975-a29b-406f792d2c39 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Aug 20 11:53:56.866879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-47759e91-8497-4e2c-8089-fc5f84fdc5d5 req-1419431e-3e10-49b3-8f24-173caba983d3 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896590 Aug 20 11:53:56.879432 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.974550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-5f7c74e5-2329-4618-8b31-825fe2a7bcfb tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e81540b6a1784478a42a0c558fb60908&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440352 Aug 20 11:53:57.130262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55806) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:57.142953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba700f-b31d-44f9-ac09-4c5140ceac8d req-e0a041d3-9748-4efc-82a8-e5b14fc9ddb4 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:57.144768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fba700f-b31d-44f9-ac09-4c5140ceac8d req-e0a041d3-9748-4efc-82a8-e5b14fc9ddb4 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 972 time: 0.1027071 Aug 20 11:53:57.156936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-0ebd9fe7-2d97-4a1a-946f-fda54c372e9d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:57.158360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-0ebd9fe7-2d97-4a1a-946f-fda54c372e9d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830118 Aug 20 11:53:57.187851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-df666d2f-5e8c-4349-ab83-99225f6ace6d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/quotas/e81540b6a1784478a42a0c558fb60908 HTTP/1.1" status: 200 len: 375 time: 0.0213470 Aug 20 11:53:57.203029 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fba700f-b31d-44f9-ac09-4c5140ceac8d req-e07ae76b-61f2-438e-bcc1-a6941d618fe1 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Aug 20 11:53:57.230552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-8030a492-7d39-4047-893f-eafb4830f162 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327957 Aug 20 11:53:57.299425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1406131403-network', 'tenant_id': '1dba54f45f4a4c989c327f7066d42bad'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:57.320518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Made reservation on behalf of 1dba54f45f4a4c989c327f7066d42bad for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:57.322952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.332692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.381776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fcc27-bdf3-4440-bc9a-54367ebd6ded req-e180d943-f785-484c-bcd2-6f09066374ab tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:57.383807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b3fcc27-bdf3-4440-bc9a-54367ebd6ded req-e180d943-f785-484c-bcd2-6f09066374ab tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 950 time: 0.0723276 Aug 20 11:53:57.421464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-355a89dd-4b34-4d48-b1c6-5af3abd19cc2 req-3b206262-e413-4522-988a-d507a1e8a113 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 210 time: 0.0366292 Aug 20 11:53:57.459640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.464919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.470736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b3fcc27-bdf3-4440-bc9a-54367ebd6ded req-3e09a453-6987-4cce-a2b1-e043a1e3b336 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705116 Aug 20 11:53:57.485331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:57.512296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.512636 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Added segment 66559be8-91c4-473d-a5c3-9615353aef9c of type vlan for network b5d66fb8-60bf-4c82-9d35-49fa0f779797 Aug 20 11:53:57.515493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a6beaa-9681-4fe8-b31f-6a7625d1edb9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:57.571305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.602975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.604021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:57.604626 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.608469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-9ec7deba-b159-4d40-8a2c-b1039c4c1f35 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e81540b6a1784478a42a0c558fb60908&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262523 Aug 20 11:53:57.667379 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5360310 Aug 20 11:53:57.674657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55824) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:57.684368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Request body: {'subnet': {'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1406131403-subnet', 'tenant_id': '1dba54f45f4a4c989c327f7066d42bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:57.694618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395cc59-cd24-45ba-967d-b18ad4db021f admin admin] Pushing event updated for resources: {'Network': ['ID=b5d66fb8-60bf-4c82-9d35-49fa0f779797,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:57.714247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b5d66fb8-60bf-4c82-9d35-49fa0f779797 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:57.729764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Made reservation on behalf of 1dba54f45f4a4c989c327f7066d42bad for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:57.732697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.804029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b662-682b-46d2-bd41-001766e66902 req-d56e7968-a37b-4398-83d6-e8d9729864ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:57.806286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-d56e7968-a37b-4398-83d6-e8d9729864ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922448 Aug 20 11:53:57.821254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Request body: {'port': {'device_id': '8c005120-245e-4568-9f10-457a356e8786', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': 'e81540b6a1784478a42a0c558fb60908'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:57.963532 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.995674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Made reservation on behalf of e81540b6a1784478a42a0c558fb60908 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:57.999274 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.010171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.019884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51137c16-5ee7-448b-816c-5fa82dd59017 req-6e38b4e1-48e9-43ac-85d6-ac2eaf18694b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:58.021453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51137c16-5ee7-448b-816c-5fa82dd59017 req-6e38b4e1-48e9-43ac-85d6-ac2eaf18694b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 947 time: 0.0925462 Aug 20 11:53:58.048034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 49d176ff-ada1-4639-90cf-b52a91692339 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:58.048864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c72f72-d312-4bb8-bdb9-a6005c267c59,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:58.058759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:58.058759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Network hostable DHCP agents. Network: b5d66fb8-60bf-4c82-9d35-49fa0f779797, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:58.082861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Network b5d66fb8-60bf-4c82-9d35-49fa0f779797 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:58.091641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51137c16-5ee7-448b-816c-5fa82dd59017 req-1987cf37-bd73-4b45-9ff2-fd1357a6455a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591545 Aug 20 11:53:58.103038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b5d66fb8-60bf-4c82-9d35-49fa0f779797) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:58.120767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:58.124201 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.135628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f6b2ac-beb1-42d5-8a5e-31bbdc37a2aa None None] Network b5d66fb8-60bf-4c82-9d35-49fa0f779797 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:58.145200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 0cb40c90-6862-4cfd-b202-088d9b72ebb8 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:58.182769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.188502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.192473 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2b8f199a-c84f-45e3-ac32-81ccd306ff6e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5141890 Aug 20 11:53:58.306762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1fb890-1b3b-44cb-9844-4d320c0bf447,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:58.329766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:58.351067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:58.351436 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.363802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8435123-4af9-46d8-9bc2-979ef61562eb req-7a57cb46-26cf-40e4-a59a-0950dd493a04 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:58.365229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f8435123-4af9-46d8-9bc2-979ef61562eb req-7a57cb46-26cf-40e4-a59a-0950dd493a04 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 945 time: 0.1648901 Aug 20 11:53:58.405655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:58.423309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04103c76-8caa-4cfc-8f1d-a47067ccc516 req-f805bdac-e2c3-4ca6-8331-766687a37518 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:58.425138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04103c76-8caa-4cfc-8f1d-a47067ccc516 req-f805bdac-e2c3-4ca6-8331-766687a37518 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 950 time: 0.1764376 Aug 20 11:53:58.499389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Allocated IP 192.168.233.184 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/b6cc5c21-1406-467d-a408-71495e697e11) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:58.504569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f8435123-4af9-46d8-9bc2-979ef61562eb req-ef858e57-99ab-4f91-8130-d63c9ee7e35c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242394 Aug 20 11:53:58.544496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04103c76-8caa-4cfc-8f1d-a47067ccc516 req-9f0aa35d-59f4-42ef-af4c-ac6b43fafbad tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050894 Aug 20 11:53:58.595311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '49d176ff-ada1-4639-90cf-b52a91692339', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '49d176ff-ada1-4639-90cf-b52a91692339', 'mac_address': 'fa:16:3e:9e:89:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:58.618067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3e569-b056-46eb-a416-cb33de25ebbc None None] Network b5d66fb8-60bf-4c82-9d35-49fa0f779797 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:58.784746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.810803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa1c57bc-87e7-42d7-a0cc-bdb316419ad6 req-02e3ca40-26cb-457c-89bf-3036aeb24c66 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 210 time: 0.1337445 Aug 20 11:53:58.823367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d176ff-ada1-4639-90cf-b52a91692339 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:58.828602 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.838385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.842002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55854) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:58.842155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-0ba9fc65-137e-4192-ab62-8a663086db4d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e81540b6a1784478a42a0c558fb60908&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1651027 Aug 20 11:53:58.847703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1957115151-network', 'tenant_id': 'f94cea16d938493ca7be9daeb2755be7'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:58.870394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:58.870630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Made reservation on behalf of f94cea16d938493ca7be9daeb2755be7 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:58.874554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.879175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Transition to ACTIVE for port object b6cc5c21-1406-467d-a408-71495e697e11 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:58.884265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.896387 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.898381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:58.901083 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5cca47-73a2-451c-8226-6baa8b059033" -d '{"events": [{"server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "name": "network-vif-plugged", "status": "completed", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:58.944463 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d168a037-a62c-4bcf-89e6-9edf8feb7bac x-openstack-request-id: req-d168a037-a62c-4bcf-89e6-9edf8feb7bac {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:58.944782 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "name": "network-vif-plugged", "status": "completed", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:58.945027 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d168a037-a62c-4bcf-89e6-9edf8feb7bac {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:58.945412 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8', 'code': 200} Aug 20 11:53:58.964201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:58.969998 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.990687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42f6f5-ae70-4c56-9be6-969d4eb22a97 req-2f3cc0e8-c4d5-4760-938d-0d200bae895c tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:58.992056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:58.992592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba42f6f5-ae70-4c56-9be6-969d4eb22a97 req-2f3cc0e8-c4d5-4760-938d-0d200bae895c tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 972 time: 0.3174598 Aug 20 11:53:59.010471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.017135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.041264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:59.047761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-901af79f-a65f-41c8-9bfc-7b80eb75b43d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.049235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-901af79f-a65f-41c8-9bfc-7b80eb75b43d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987269 Aug 20 11:53:59.064969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:59.070474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Request body: {'port': {'device_id': '44fdcebb-d32e-48c4-8afd-c67548474919', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': 'e81540b6a1784478a42a0c558fb60908'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:59.092679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba42f6f5-ae70-4c56-9be6-969d4eb22a97 req-ce02a5f3-99bd-4780-a335-2589d8bbde19 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900335 Aug 20 11:53:59.116944 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.117383 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Added segment 4535d7fa-5e22-4eaa-9275-24d04cb8c5a6 of type vlan for network 359a02bc-fd09-47db-b290-7c6f5425c680 Aug 20 11:53:59.120660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa0c92-6b6d-4979-a87d-60d6f07f9859,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:59.151012 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.166964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:53:59.193137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644f516-b3c8-4cfb-a75a-bad4484853ac req-b6c65cc6-688f-475b-828e-1f391e169b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.195408 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5644f516-b3c8-4cfb-a75a-bad4484853ac req-b6c65cc6-688f-475b-828e-1f391e169b98 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1098 time: 0.1570239 Aug 20 11:53:59.197259 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.248567 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.249563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.250159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.270327 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4265900 Aug 20 11:53:59.279877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55862) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:59.281628 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5644f516-b3c8-4cfb-a75a-bad4484853ac req-b9f415ff-0e6d-425c-be33-5c2f2e2c99a6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776336 Aug 20 11:53:59.286262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Request body: {'subnet': {'network_id': '359a02bc-fd09-47db-b290-7c6f5425c680', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1957115151-subnet', 'tenant_id': 'f94cea16d938493ca7be9daeb2755be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:59.296434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:59.309197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:59.318735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:59.335102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:59.344864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c16edf-d4bf-4f64-b4e4-7e3c0f25f991 admin admin] Pushing event updated for resources: {'Network': ['ID=359a02bc-fd09-47db-b290-7c6f5425c680,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:59.354411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Made reservation on behalf of f94cea16d938493ca7be9daeb2755be7 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:59.357849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.364119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 359a02bc-fd09-47db-b290-7c6f5425c680 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:59.414039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f61fd-5f80-4032-b585-e9c868ed13f8 req-11123f5c-7b15-4d9d-922d-9c7c2f727aa4 tempest-AggregatesAdminTestJSON-1204410508 tempest-AggregatesAdminTestJSON-1204410508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.415927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-785f61fd-5f80-4032-b585-e9c868ed13f8 req-11123f5c-7b15-4d9d-922d-9c7c2f727aa4 tempest-AggregatesAdminTestJSON-1204410508 tempest-AggregatesAdminTestJSON-1204410508-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 1124 time: 0.2223604 Aug 20 11:53:59.426755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7ed2-673d-47fa-a812-a409abeaeca3 req-d41da8da-979d-48ef-ab7b-84280dd9b5f6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.428500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae7b7ed2-673d-47fa-a812-a409abeaeca3 req-d41da8da-979d-48ef-ab7b-84280dd9b5f6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 948 time: 0.2133660 Aug 20 11:53:59.430963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Made reservation on behalf of e81540b6a1784478a42a0c558fb60908 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:59.435141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.445009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.445932 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.493768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-785f61fd-5f80-4032-b585-e9c868ed13f8 req-699ea056-4972-47cd-b7dc-d4fa515d9a7c tempest-AggregatesAdminTestJSON-1204410508 tempest-AggregatesAdminTestJSON-1204410508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.515804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-d9f36443-98fa-4f9f-b57f-15e4c80ec4a7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6981730 Aug 20 11:53:59.546800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Request body: {'port': {'device_id': '8c005120-245e-4568-9f10-457a356e8786', 'device_owner': 'compute:tempest-test_az-2038014127', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:59.572239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae7b7ed2-673d-47fa-a812-a409abeaeca3 req-32ef0de1-a52c-4d00-806b-30daec4c62ae tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344817 Aug 20 11:53:59.580091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-c013590a-9fbd-4aaf-8fd1-b07374c74bdc tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.582106 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-c013590a-9fbd-4aaf-8fd1-b07374c74bdc tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 1102 time: 0.1374817 Aug 20 11:53:59.583824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.652323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-71c335f7-779f-4363-a117-aa083bc0ba53 None None] Provisioning for port b6cc5c21-1406-467d-a408-71495e697e11 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:59.657150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-71c335f7-779f-4363-a117-aa083bc0ba53 None None] Provisioning complete for port b6cc5c21-1406-467d-a408-71495e697e11 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:59.657534 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-71c335f7-779f-4363-a117-aa083bc0ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.697097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-71c335f7-779f-4363-a117-aa083bc0ba53 None None] Port b6cc5c21-1406-467d-a408-71495e697e11 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:59.722583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=948da383-2581-4e0a-8e56-06c9aa83c016,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:59.727033 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.735582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Checking segment: {'id': '4535d7fa-5e22-4eaa-9275-24d04cb8c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '359a02bc-fd09-47db-b290-7c6f5425c680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:59.735938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Network hostable DHCP agents. Network: 359a02bc-fd09-47db-b290-7c6f5425c680, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:59.762352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Network 359a02bc-fd09-47db-b290-7c6f5425c680 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:59.774944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] Deleting port ab35b128-6945-4d17-ab51-41a1a0bd225c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:53:59.775279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.778936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 359a02bc-fd09-47db-b290-7c6f5425c680) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:59.787201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f6637-cc20-41ee-b95b-e27ed7fbaa4c None None] Network 359a02bc-fd09-47db-b290-7c6f5425c680 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:59.813424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Allocated IP 192.168.233.104 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/8b80485e-61d5-4eb8-96b4-5ebd6855cb81) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:59.818845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.819131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.849017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f24f1-5c45-4583-b77b-0e1bbf4443dc req-e7303a5f-0b54-405f-aeef-391ea32e47d4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:59.850591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d4f24f1-5c45-4583-b77b-0e1bbf4443dc req-e7303a5f-0b54-405f-aeef-391ea32e47d4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 946 time: 0.1879487 Aug 20 11:53:59.894337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] For port ab35b128-6945-4d17-ab51-41a1a0bd225c, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ab35b128-6945-4d17-ab51-41a1a0bd225c,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:59.894844 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.914445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] Calling delete_port for ab35b128-6945-4d17-ab51-41a1a0bd225c owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:53:59.931009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7819f8-ce36-4e0e-9bec-afdbdf8d7f1c None None] Network 359a02bc-fd09-47db-b290-7c6f5425c680 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:00.061793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 49d176ff-ada1-4639-90cf-b52a91692339 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:00.087000 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.098671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['ab35b128-6945-4d17-ab51-41a1a0bd225c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:00.114913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab35b128-6945-4d17-ab51-41a1a0bd225c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.122107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-785f61fd-5f80-4032-b585-e9c868ed13f8 req-699ea056-4972-47cd-b7dc-d4fa515d9a7c tempest-AggregatesAdminTestJSON-1204410508 tempest-AggregatesAdminTestJSON-1204410508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.145645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-785f61fd-5f80-4032-b585-e9c868ed13f8 req-699ea056-4972-47cd-b7dc-d4fa515d9a7c tempest-AggregatesAdminTestJSON-1204410508 tempest-AggregatesAdminTestJSON-1204410508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.150585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 49d176ff-ada1-4639-90cf-b52a91692339 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:00.163714 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d61aa773-a8d5-4875-8b6e-48b6cc4fab3b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8735774 Aug 20 11:54:00.164897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 49d176ff-ada1-4639-90cf-b52a91692339 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:00.166209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.171749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] No DVR routers for this DVR port ab35b128-6945-4d17-ab51-41a1a0bd225c on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:00.175750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.177964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15fded25-d501-4918-b094-fad69c9ca4c7 req-2cf13d95-df04-4c9b-8e72-6ddaf61280e7 tempest-DeleteServersAdminTestJSON-1888370309 tempest-DeleteServersAdminTestJSON-1888370309-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ab35b128-6945-4d17-ab51-41a1a0bd225c HTTP/1.1" status: 204 len: 173 time: 0.5819197 Aug 20 11:54:00.178436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896312f2-8829-4e3c-a12d-a0810e8f5832', 'name': 'network-vif-deleted', 'tag': 'ab35b128-6945-4d17-ab51-41a1a0bd225c'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:00.193263 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ff27be-e3d0-46ec-8465-74eabb6f7801" -d '{"events": [{"server_uuid": "896312f2-8829-4e3c-a12d-a0810e8f5832", "name": "network-vif-deleted", "tag": "ab35b128-6945-4d17-ab51-41a1a0bd225c"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:00.196319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d4f24f1-5c45-4583-b77b-0e1bbf4443dc req-527b1238-c698-483b-800d-cd566d98e1ca tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319011 Aug 20 11:54:00.217055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-785f61fd-5f80-4032-b585-e9c868ed13f8 req-699ea056-4972-47cd-b7dc-d4fa515d9a7c tempest-AggregatesAdminTestJSON-1204410508 tempest-AggregatesAdminTestJSON-1204410508-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806230 Aug 20 11:54:00.307016 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.319881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ea056-4972-47cd-b7dc-d4fa515d9a7c tempest-AggregatesAdminTestJSON-1204410508 tempest-AggregatesAdminTestJSON-1204410508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e2f2f3-1d7d-4278-a666-405bcaabb0a0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.348908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:00.355438 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.387335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1d9b431-0b4c-4956-844c-5e66e849e0a7 req-bcf4507d-e86e-4b64-af94-04738a7f7b24 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=896312f2-8829-4e3c-a12d-a0810e8f5832 HTTP/1.1" status: 200 len: 210 time: 0.0485590 Aug 20 11:54:00.444220 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ef368-aea4-4ee4-808e-a16551a52f53 x-openstack-request-id: req-f60ef368-aea4-4ee4-808e-a16551a52f53 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:00.444433 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896312f2-8829-4e3c-a12d-a0810e8f5832", "name": "network-vif-deleted", "tag": "ab35b128-6945-4d17-ab51-41a1a0bd225c", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:00.444682 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f60ef368-aea4-4ee4-808e-a16551a52f53 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:00.445039 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896312f2-8829-4e3c-a12d-a0810e8f5832', 'name': 'network-vif-deleted', 'tag': 'ab35b128-6945-4d17-ab51-41a1a0bd225c', 'status': 'completed', 'code': 200} Aug 20 11:54:00.457303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.472634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77016ef0-ffdf-417a-b882-34c040fea92a req-24bcb67e-a56b-4aa9-b6e6-ef997ef5c8d4 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 210 time: 0.0962644 Aug 20 11:54:00.524992 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.541294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Transition to ACTIVE for port object 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:00.597920 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.685314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:00.707389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:00.709883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:00.752029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Pushing event updated for resources: {'Port': ['ID=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.862501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538128b-1b25-4db8-88c7-376481d6b3ac req-1b1d142a-a021-439e-976d-7a6d2710d38c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:00.863991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4538128b-1b25-4db8-88c7-376481d6b3ac req-1b1d142a-a021-439e-976d-7a6d2710d38c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.2055285 Aug 20 11:54:00.875480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:00.876137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.927230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ffd2e84f-6081-4bdb-a0e0-092fb683dd36 None None] Provisioning for port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:00.931620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ffd2e84f-6081-4bdb-a0e0-092fb683dd36 None None] Provisioning complete for port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:00.931767 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ffd2e84f-6081-4bdb-a0e0-092fb683dd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.935512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-9be88df8-28c7-4ef2-8d35-aae7103af97e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8708932 Aug 20 11:54:00.956864 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:00.959971 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf4e6b2-5cda-4db4-8ccc-000e060372dc" -d '{"events": [{"server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "name": "network-vif-plugged", "status": "completed", "tag": "49d176ff-ada1-4639-90cf-b52a91692339"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:00.963732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Request body: {'port': {'device_id': '44fdcebb-d32e-48c4-8afd-c67548474919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:00.979551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2e84f-6081-4bdb-a0e0-092fb683dd36 None None] Port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:01.007967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4538128b-1b25-4db8-88c7-376481d6b3ac req-fdccb189-aca2-4cec-bc6d-6a525f705c0b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276562 Aug 20 11:54:01.063157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-92acdad3-993e-4e11-bf58-9b7f494dcb19 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.065094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-92acdad3-993e-4e11-bf58-9b7f494dcb19 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 821 time: 0.2871220 Aug 20 11:54:01.070746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cc5c21-1406-467d-a408-71495e697e11 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:01.088960 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.095072 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaa0e74-fa56-4f76-8992-287cc71106bd x-openstack-request-id: req-9aaa0e74-fa56-4f76-8992-287cc71106bd {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:01.095646 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "name": "network-vif-plugged", "status": "completed", "tag": "49d176ff-ada1-4639-90cf-b52a91692339", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:01.095866 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9aaa0e74-fa56-4f76-8992-287cc71106bd {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:01.096530 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339', 'code': 200} Aug 20 11:54:01.097745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-b865adbf-c0da-4325-9020-65b3c559d470 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/quotas/1dba54f45f4a4c989c327f7066d42bad HTTP/1.1" status: 200 len: 375 time: 0.0225554 Aug 20 11:54:01.098305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.124474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Transition to ACTIVE for port object b6cc5c21-1406-467d-a408-71495e697e11 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:01.129605 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.171253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-b4ab83ee-f2c9-4e2c-bf9c-b70d3805d6b6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658145 Aug 20 11:54:01.261791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f311ebd-f350-44d1-a3d9-65de48c3b9a1 req-28c3cbf8-56bf-4d29-ab9a-25f95a6f7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.265744 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f311ebd-f350-44d1-a3d9-65de48c3b9a1 req-28c3cbf8-56bf-4d29-ab9a-25f95a6f7b9d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1101 time: 0.0983167 Aug 20 11:54:01.316185 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f311ebd-f350-44d1-a3d9-65de48c3b9a1 req-b34de8dc-ae98-45cf-b21c-a5f42433fd5c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Aug 20 11:54:01.360276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:01.506745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-e5617593-57a7-48f7-99bc-b74891dd576f service neutron] 10.222.0.25 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084533 Aug 20 11:54:01.612749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Attempting to bind port b6cc5c21-1406-467d-a408-71495e697e11 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:01.613082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Attempting to bind port b6cc5c21-1406-467d-a408-71495e697e11 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:01.613414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Attempting to bind port b6cc5c21-1406-467d-a408-71495e697e11 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:01.622992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c6af6-9d85-4801-aabd-6854aca0b524 req-fd865fe5-8b2c-46e6-b6c9-1d22980d1164 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.624418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d26c6af6-9d85-4801-aabd-6854aca0b524 req-fd865fe5-8b2c-46e6-b6c9-1d22980d1164 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 946 time: 0.2180650 Aug 20 11:54:01.641119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Port b6cc5c21-1406-467d-a408-71495e697e11 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:01.641442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Attempting to bind port b6cc5c21-1406-467d-a408-71495e697e11 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:01.673824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:01.674152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:01.674562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:01.674998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Bound port: b6cc5c21-1406-467d-a408-71495e697e11, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:01.675355 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.713445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-d6a34303-0a65-4f0e-8f73-dffdf25f7005 service neutron] 10.222.0.25 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975031 Aug 20 11:54:01.777193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d26c6af6-9d85-4801-aabd-6854aca0b524 req-a1131860-e3f2-41a3-9566-7e0aff724e45 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454654 Aug 20 11:54:01.799216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:01.817256 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.837462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:01.839667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Transition to ACTIVE for port object 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:01.842272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:01.857980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.866449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.917480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:01.918227 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.920366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] 10.222.0.22 "PUT /v2.0/ports/b6cc5c21-1406-467d-a408-71495e697e11 HTTP/1.1" status: 200 len: 1119 time: 2.3839173 Aug 20 11:54:01.920793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:01.923191 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92" -d '{"events": [{"name": "network-changed", "server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "tag": "b6cc5c21-1406-467d-a408-71495e697e11"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:01.937606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Pushing event updated for resources: {'Port': ['ID=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:02.164839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ff7e0-38ea-4263-a9a6-5ad5e41856b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:02.174467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6faaf1-4766-4fdb-9162-a2bda5a091dc req-004de1bd-b6f4-434a-b9a8-f9560fcdd9bc tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.175989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a6faaf1-4766-4fdb-9162-a2bda5a091dc req-004de1bd-b6f4-434a-b9a8-f9560fcdd9bc tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 948 time: 0.1931369 Aug 20 11:54:02.191916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b662-682b-46d2-bd41-001766e66902 req-654994e9-bdb1-4a6b-a441-1287990242f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.193384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-654994e9-bdb1-4a6b-a441-1287990242f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1122 time: 0.2224510 Aug 20 11:54:02.417077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Attempting to bind port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:02.417424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Attempting to bind port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:02.417753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Attempting to bind port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:02.423457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-7bba46d8-8292-4dde-bbfd-2ba2e376d321 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b6cc5c21-1406-467d-a408-71495e697e11 HTTP/1.1" status: 200 len: 217 time: 0.2090623 Aug 20 11:54:02.437426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:02.437775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Attempting to bind port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:02.479211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a6faaf1-4766-4fdb-9162-a2bda5a091dc req-7b4e7c79-f59f-46c9-abda-23d2d630f640 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823229 Aug 20 11:54:02.479925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:02.480266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:02.480641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:02.481097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Bound port: 8b80485e-61d5-4eb8-96b4-5ebd6855cb81, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:02.481517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.484876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8bb59-ce90-463e-aa21-df6679f074e3 req-9ee3601c-5b29-4567-bfbe-4a99b3eedcd7 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.486421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69f8bb59-ce90-463e-aa21-df6679f074e3 req-9ee3601c-5b29-4567-bfbe-4a99b3eedcd7 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1098 time: 0.3571420 Aug 20 11:54:02.550002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b662-682b-46d2-bd41-001766e66902 req-d6014cb0-15f1-4384-b1dd-8aff628c9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.551506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-d6014cb0-15f1-4384-b1dd-8aff628c9ffd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1096616 Aug 20 11:54:02.597899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69f8bb59-ce90-463e-aa21-df6679f074e3 req-ef91532a-486e-4472-845f-3953eba37139 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963981 Aug 20 11:54:02.634241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] For port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:02.647747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b662-682b-46d2-bd41-001766e66902 req-b9a3e36d-0cab-4c4d-9a47-118bde285f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.649285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-b9a3e36d-0cab-4c4d-9a47-118bde285f74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842211 Aug 20 11:54:02.653115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] For port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:02.665758 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.720419 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f6725a-8f18-42ab-8887-e46574570e08 x-openstack-request-id: req-21f6725a-8f18-42ab-8887-e46574570e08 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:02.720711 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "tag": "b6cc5c21-1406-467d-a408-71495e697e11", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:02.720960 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21f6725a-8f18-42ab-8887-e46574570e08 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:02.721349 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11', 'status': 'completed', 'code': 200} Aug 20 11:54:02.791730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-94aecc9e-9b2c-4f95-8780-fd6272b4b08f req-e03d5ceb-d833-4468-a67b-ade47b8cd7f2 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 210 time: 0.0762706 Aug 20 11:54:02.795111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.795798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.797080 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] 10.222.0.73 "PUT /v2.0/ports/8b80485e-61d5-4eb8-96b4-5ebd6855cb81 HTTP/1.1" status: 200 len: 1097 time: 1.8443069 Aug 20 11:54:02.848737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb788f-a1bb-4cef-9003-edbf9c0689db service neutron] Pushing event updated for resources: {'Port': ['ID=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:02.907598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-8cc3582e-b914-41e1-8470-2e2eaf4aa238 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435226 Aug 20 11:54:02.936488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495b952-db54-4a21-9362-f052956d1774 req-b80d3217-930e-432e-952a-7df6afb92348 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:02.938026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9495b952-db54-4a21-9362-f052956d1774 req-b80d3217-930e-432e-952a-7df6afb92348 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.1849504 Aug 20 11:54:02.939863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-4a65a4fe-b211-4095-bba7-ff686b1a1206 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631006 Aug 20 11:54:03.058704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-4aef3400-853d-4515-92f3-5cac7c4133f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.060221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-4aef3400-853d-4515-92f3-5cac7c4133f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 1100 time: 0.2053409 Aug 20 11:54:03.118686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5c4af859-14b7-4178-a9ed-cc2cb114fd12 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.120148 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5c4af859-14b7-4178-a9ed-cc2cb114fd12 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 821 time: 0.1187515 Aug 20 11:54:03.132529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Request body: {'port': {'device_id': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'admin_state_up': True, 'tenant_id': '1dba54f45f4a4c989c327f7066d42bad'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:03.140994 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-a4580f18-f018-4c56-abe4-92638a2b26b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8b80485e-61d5-4eb8-96b4-5ebd6855cb81 HTTP/1.1" status: 200 len: 217 time: 0.0696442 Aug 20 11:54:03.144193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9495b952-db54-4a21-9362-f052956d1774 req-eb1721cd-ab08-407e-8925-894e548141b5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908185 Aug 20 11:54:03.214674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe60b662-682b-46d2-bd41-001766e66902 req-9f52ecb8-f5e2-4ac0-8624-be8fdf4d41c8 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942293 Aug 20 11:54:03.224479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-4d882ae6-b2dd-4b35-a111-1f014df892ec tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.226028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-4d882ae6-b2dd-4b35-a111-1f014df892ec tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715435 Aug 20 11:54:03.236019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-a600591b-1760-464b-8635-9a9dc1bc9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.237481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-a600591b-1760-464b-8635-9a9dc1bc9490 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0828507 Aug 20 11:54:03.250801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-73693209-1dec-4fa8-af22-8fe392c3fb22 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/quotas/52820f725ac94a7f89e4bc3cc2d97e98 HTTP/1.1" status: 200 len: 375 time: 0.0122437 Aug 20 11:54:03.261092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Made reservation on behalf of 1dba54f45f4a4c989c327f7066d42bad for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:03.266026 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.343005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-322479bc-9eb1-4f6a-a637-b3265efb9388 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784211 Aug 20 11:54:03.388430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-08bc4708-2605-4a25-97ca-5d3b3192a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.389920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-08bc4708-2605-4a25-97ca-5d3b3192a3de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379418 Aug 20 11:54:03.392389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-67e72b7c-783f-4be7-bf0e-9f5743dd5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.394002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-67e72b7c-783f-4be7-bf0e-9f5743dd5989 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1122 time: 0.1023839 Aug 20 11:54:03.395711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a23b90-6935-46db-b896-8fadd59f42ea req-b690c91e-2b2c-421f-b5bc-ef3e73218271 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.397086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27a23b90-6935-46db-b896-8fadd59f42ea req-b690c91e-2b2c-421f-b5bc-ef3e73218271 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1098 time: 0.1067865 Aug 20 11:54:03.398398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Allocated IP 172.20.0.9 (b5d66fb8-60bf-4c82-9d35-49fa0f779797/e3c72f72-d312-4bb8-bdb9-a6005c267c59/5dc48e67-407c-448e-845f-b9fb93cd0b04) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:03.567088 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.578924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27a23b90-6935-46db-b896-8fadd59f42ea req-fe7a42e7-474e-49ea-a293-824c4a435c90 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661284 Aug 20 11:54:03.610875 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.657619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Network b5d66fb8-60bf-4c82-9d35-49fa0f779797 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:03.661207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:03.663911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-5f97d7aa-0f4b-4426-a80b-b678c56b6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.665264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:03.665783 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-5f97d7aa-0f4b-4426-a80b-b678c56b6be4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2590256 Aug 20 11:54:03.692802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-6245dde8-117d-4dc1-acf4-f303d5d72b5f service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947047 Aug 20 11:54:03.706729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0de0c2ff-e099-489a-ad01-6b1cf50046f5 req-6cf0fa1a-fcf1-4243-a756-81d610716898 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 210 time: 0.0526903 Aug 20 11:54:03.724646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.725517 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.747626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Pushing event updated for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:03.751671 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-5004a496-0dcb-47a3-87da-f88f52e64998 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230969 Aug 20 11:54:03.768808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Request body: {'port': {'device_id': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:03.781686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-10e18fa4-6a5b-4fbb-a59f-7d835d5de1cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b6cc5c21-1406-467d-a408-71495e697e11 HTTP/1.1" status: 200 len: 217 time: 0.1050930 Aug 20 11:54:03.829899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.888613 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:54:03.974230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c8edc07-0b93-4d73-bcbd-3ded263e46fd req-4c992038-4460-42a1-83dc-caef9560ba1e service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626810 Aug 20 11:54:03.977366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bbba8-b0b0-417e-82e1-59cec1f8f908 req-5234d348-3636-4eab-91ff-53f401e2b8ed tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.979671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e8bbba8-b0b0-417e-82e1-59cec1f8f908 req-5234d348-3636-4eab-91ff-53f401e2b8ed tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1101 time: 0.2466347 Aug 20 11:54:03.981324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-c4f421af-f86b-49ef-9392-4e18bc9c9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:03.982767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-c4f421af-f86b-49ef-9392-4e18bc9c9f43 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1351788 Aug 20 11:54:04.001254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f8ffb-7e99-488b-b2b8-c3b7ea76bbf9 req-4ae849b5-06da-4774-ba5c-8134dc876bfb tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.002832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-369f8ffb-7e99-488b-b2b8-c3b7ea76bbf9 req-4ae849b5-06da-4774-ba5c-8134dc876bfb tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 948 time: 0.1527596 Aug 20 11:54:04.036980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9e8bbba8-b0b0-417e-82e1-59cec1f8f908 req-cbf8ef90-831b-4ef7-9d0a-cbb7f23f146f tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.097262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-369f8ffb-7e99-488b-b2b8-c3b7ea76bbf9 req-31168b38-1cb5-492a-ac42-eede10885a80 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849080 Aug 20 11:54:04.099011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-db3d00e0-3892-4680-9b92-10a84ed01c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.100396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-db3d00e0-3892-4680-9b92-10a84ed01c93 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966966 Aug 20 11:54:04.139605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc48e67-407c-448e-845f-b9fb93cd0b04 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:04.151439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.188934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Transition to ACTIVE for port object 5dc48e67-407c-448e-845f-b9fb93cd0b04 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:04.196923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.256369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:04.353999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:04.354452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:04.354838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:04.359991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:04.360303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:04.366210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:04.366210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:04.368076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:04.368076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Bound port: 5dc48e67-407c-448e-845f-b9fb93cd0b04, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:04.368076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.424757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-ca9c4ddb-bbc9-477a-9301-d598e25d413d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142838 Aug 20 11:54:04.452079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:04.455989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:04.459629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9678d3-9119-4217-a048-89e8b3d76de5 req-8a60786b-0ac7-4061-ad48-f73d5e0a0b80 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.460516 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.461120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c9678d3-9119-4217-a048-89e8b3d76de5 req-8a60786b-0ac7-4061-ad48-f73d5e0a0b80 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 943 time: 0.1209831 Aug 20 11:54:04.463079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9e8bbba8-b0b0-417e-82e1-59cec1f8f908 req-cbf8ef90-831b-4ef7-9d0a-cbb7f23f146f tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.502129 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9e8bbba8-b0b0-417e-82e1-59cec1f8f908 req-cbf8ef90-831b-4ef7-9d0a-cbb7f23f146f tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.503920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.505021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.506516 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] 10.222.0.22 "PUT /v2.0/ports/5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 200 len: 1092 time: 0.7423625 Aug 20 11:54:04.506957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:04.509906 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f730ad-24f7-463c-8716-3faf5baf08ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:04.551809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e8bbba8-b0b0-417e-82e1-59cec1f8f908 req-cbf8ef90-831b-4ef7-9d0a-cbb7f23f146f tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645795 Aug 20 11:54:04.561174 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-e9d25290-84c4-444e-ad35-696b71eba43d tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409932 Aug 20 11:54:04.562028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adaca9-400b-42be-9227-46ad7da5e0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:04.564408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.22', 55212) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:04.570841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ab35b128-6945-4d17-ab51-41a1a0bd225c no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:04.618388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: ab35b128-6945-4d17-ab51-41a1a0bd225c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:04.619119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ab35b128-6945-4d17-ab51-41a1a0bd225c not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:04.655573 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc5d6c2-73be-45a6-8e78-e5733a3e9e92 req-7e17b3e2-5900-4e60-b2ad-5972f5d62856 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231667 Aug 20 11:54:04.655961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8ef90-831b-4ef7-9d0a-cbb7f23f146f tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1ee90a-baff-4005-9f58-3b160a7c8f65,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:04.681871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c9678d3-9119-4217-a048-89e8b3d76de5 req-5bc3142e-60e1-4fdc-a7bc-3b060b578080 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085469 Aug 20 11:54:04.705934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-20ba8626-a6cc-4a6a-920a-26bea1adfe6c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.707601 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-20ba8626-a6cc-4a6a-920a-26bea1adfe6c tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400290 Aug 20 11:54:04.724469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-d87d0dac-aada-4ec0-946a-87140e0967d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.724844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Request body: {'port': {'device_id': '4461b78c-5c7f-4079-9eef-a13584b4de87', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '52820f725ac94a7f89e4bc3cc2d97e98'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:04.730750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-d87d0dac-aada-4ec0-946a-87140e0967d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1095 time: 0.1388915 Aug 20 11:54:04.731305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fdcebb-d32e-48c4-8afd-c67548474919', 'tag': '8b80485e-61d5-4eb8-96b4-5ebd6855cb81'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:04.734398 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a64e5f-d1ce-488c-85d6-4d39c378c599" -d '{"events": [{"name": "network-changed", "server_uuid": "44fdcebb-d32e-48c4-8afd-c67548474919", "tag": "8b80485e-61d5-4eb8-96b4-5ebd6855cb81"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:04.767496 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b4d3b0-aea0-4aa9-b002-6d5734f43225 x-openstack-request-id: req-d9b4d3b0-aea0-4aa9-b002-6d5734f43225 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:04.767787 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:04.768017 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9b4d3b0-aea0-4aa9-b002-6d5734f43225 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:04.768666 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04', 'status': 'completed', 'code': 200} Aug 20 11:54:04.789241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-1531ec2e-84d1-4474-99f7-1382a54a8530 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 200 len: 217 time: 0.0506823 Aug 20 11:54:04.846770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-b8a4e745-21d7-4d6f-9a76-4914b3894df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:04.848295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-b8a4e745-21d7-4d6f-9a76-4914b3894df5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.0517075 Aug 20 11:54:04.857903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Made reservation on behalf of 52820f725ac94a7f89e4bc3cc2d97e98 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:04.861535 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.911420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-d92a1383-7827-4ffd-b561-f207cad5f086 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538011 Aug 20 11:54:05.020233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Allocated IP 192.168.233.154 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/33d41046-9473-4e66-8861-8c42b120ac87) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:05.030355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-3e749a3f-5514-4b13-837f-d7be68f4d044 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100130 Aug 20 11:54:05.146535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbed9478-e575-4f14-8b68-af9c9fc36a01 req-72511767-1e0d-49ce-ac1f-a12ec6944af5 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083782 Aug 20 11:54:05.222680 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.239750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Transition to ACTIVE for port object 33d41046-9473-4e66-8861-8c42b120ac87 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:05.266268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-415aec30-0850-4972-8d3d-af2aa9978651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:05.270997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-415aec30-0850-4972-8d3d-af2aa9978651 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1095 time: 0.0665057 Aug 20 11:54:05.285463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.337495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:05.341713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:05.344932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:05.406414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:05.407075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.431129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-f0aa7103-9e15-4f72-b7e1-39382b7eca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:05.434231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-f0aa7103-9e15-4f72-b7e1-39382b7eca48 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.1519601 Aug 20 11:54:05.438742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Pushing event updated for resources: {'Port': ['ID=33d41046-9473-4e66-8861-8c42b120ac87,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:05.451264 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-fe963e35-91ef-428e-8c60-6ffe95515a64 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7336614 Aug 20 11:54:05.474577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Request body: {'port': {'device_id': '4461b78c-5c7f-4079-9eef-a13584b4de87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:05.550437 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.567415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-0b820c83-49f3-4877-bb85-998c88c2e27c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 200 len: 217 time: 0.1174524 Aug 20 11:54:05.623132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5060b-290e-4a2f-acff-a9010f2521a0 req-ccb8c542-6936-4219-89b4-908e77d9242e tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:05.624729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00d5060b-290e-4a2f-acff-a9010f2521a0 req-ccb8c542-6936-4219-89b4-908e77d9242e tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 936 time: 0.1848204 Aug 20 11:54:05.625231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56048) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:05.667654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-f04bb190-66e3-48ce-89ab-b495c3abc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:05.670398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-f04bb190-66e3-48ce-89ab-b495c3abc9d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.0937822 Aug 20 11:54:05.685190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00d5060b-290e-4a2f-acff-a9010f2521a0 req-18112c26-7e10-48f2-bc4f-53aa6cc042ce tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485392 Aug 20 11:54:05.711252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-d69d6834-cd05-493a-a3ea-36c3f88cd768 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250871 Aug 20 11:54:05.772861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bd4e7ed9-23d1-46e1-a519-8f9ccaeb20ac None None] Provisioning for port 33d41046-9473-4e66-8861-8c42b120ac87 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:05.784074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bd4e7ed9-23d1-46e1-a519-8f9ccaeb20ac None None] Provisioning complete for port 33d41046-9473-4e66-8861-8c42b120ac87 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:05.785030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ed9-23d1-46e1-a519-8f9ccaeb20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.821831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-ce4b4b82-410a-4673-b9f6-1c8820107981 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1917732 Aug 20 11:54:05.845313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-69a3ec7c-eee9-40a9-b4cf-7f9b2ff1d602 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197386 Aug 20 11:54:05.861646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bd4e7ed9-23d1-46e1-a519-8f9ccaeb20ac None None] Port 33d41046-9473-4e66-8861-8c42b120ac87 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:05.945077 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdba107-b5ec-491f-9508-7f40ce74536b x-openstack-request-id: req-3cdba107-b5ec-491f-9508-7f40ce74536b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:05.945631 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fdcebb-d32e-48c4-8afd-c67548474919", "tag": "8b80485e-61d5-4eb8-96b4-5ebd6855cb81", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:05.946386 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cdba107-b5ec-491f-9508-7f40ce74536b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:05.946957 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fdcebb-d32e-48c4-8afd-c67548474919', 'tag': '8b80485e-61d5-4eb8-96b4-5ebd6855cb81', 'status': 'completed', 'code': 200} Aug 20 11:54:06.026042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13f730ad-24f7-463c-8716-3faf5baf08ba req-fb973cab-65c0-4da1-8dc2-cc607645bb32 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726837 Aug 20 11:54:06.099752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-ec70da2b-1f01-4466-84a4-e7d4e714817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.101824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-ec70da2b-1f01-4466-84a4-e7d4e714817d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 1100 time: 0.1237347 Aug 20 11:54:06.115080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030e3c8-159f-48d6-a0f1-4a7e5a548e9b req-56d47ec1-f6f7-4e67-92a3-89893ab2ebd9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.116605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c030e3c8-159f-48d6-a0f1-4a7e5a548e9b req-56d47ec1-f6f7-4e67-92a3-89893ab2ebd9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 948 time: 0.0950627 Aug 20 11:54:06.202100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d41046-9473-4e66-8861-8c42b120ac87 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:06.211534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.231426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c030e3c8-159f-48d6-a0f1-4a7e5a548e9b req-321919be-b7ac-4c66-8545-f46ebf3ba61f tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913999 Aug 20 11:54:06.241180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Transition to ACTIVE for port object 33d41046-9473-4e66-8861-8c42b120ac87 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:06.253045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.261691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-dc8d8283-72d6-455b-aa96-0e9d90301d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.266212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-dc8d8283-72d6-455b-aa96-0e9d90301d73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1487322 Aug 20 11:54:06.297241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:06.297913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Pushing event updated for resources: {'Port': ['ID=33d41046-9473-4e66-8861-8c42b120ac87,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:06.326343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-419ea46d-6611-430f-b6c1-65e6de20d0e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8b80485e-61d5-4eb8-96b4-5ebd6855cb81 HTTP/1.1" status: 200 len: 217 time: 0.0511875 Aug 20 11:54:06.385088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-54db2db9-4027-4630-a638-5eae37c961b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.386542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-54db2db9-4027-4630-a638-5eae37c961b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0494125 Aug 20 11:54:06.427992 n-d-800634-10 neutron-server[101033]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 11:54:06.433872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-a316e680-f6cc-4227-adc0-7d6515aed7bb tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:54:06.445873 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-a316e680-f6cc-4227-adc0-7d6515aed7bb tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1446593 Aug 20 11:54:06.453636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Attempting to bind port 33d41046-9473-4e66-8861-8c42b120ac87 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:06.454046 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Attempting to bind port 33d41046-9473-4e66-8861-8c42b120ac87 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:06.454434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Attempting to bind port 33d41046-9473-4e66-8861-8c42b120ac87 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:06.456516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-e0501f0e-4176-48ea-b306-b2af723d37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.458089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-e0501f0e-4176-48ea-b306-b2af723d37ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640838 Aug 20 11:54:06.461502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Port 33d41046-9473-4e66-8861-8c42b120ac87 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:06.461840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Attempting to bind port 33d41046-9473-4e66-8861-8c42b120ac87 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:06.468056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:06.468411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:06.469361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:06.469815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Bound port: 33d41046-9473-4e66-8861-8c42b120ac87, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:06.470218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.556606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:06.593673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] For port 33d41046-9473-4e66-8861-8c42b120ac87, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:06.597489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] For port 33d41046-9473-4e66-8861-8c42b120ac87, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=33d41046-9473-4e66-8861-8c42b120ac87,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:06.606375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.633624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-df6b7a07-b13a-4da4-bc6f-c8a7906bcdad service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640782 Aug 20 11:54:06.656585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56153b-6eac-46e4-9fba-a8df59e71488 req-8c36a42e-983f-42ef-b420-a2b058e028ea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.665137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef56153b-6eac-46e4-9fba-a8df59e71488 req-8c36a42e-983f-42ef-b420-a2b058e028ea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.1129966 Aug 20 11:54:06.689799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Pushing event updated for resources: {'Port': ['ID=33d41046-9473-4e66-8861-8c42b120ac87,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:06.694667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Request body: {'binding': {'host': 'n-h2-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:06.695247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Unknown quota resources ['binding']. {{(pid=101033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:54:06.711006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.713222 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.715853 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-6a700e03-5f7f-49f8-9d46-36bb4f918691 service neutron] 10.222.0.22 "PUT /v2.0/ports/33d41046-9473-4e66-8861-8c42b120ac87 HTTP/1.1" status: 200 len: 1097 time: 1.2542233 Aug 20 11:54:06.773591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4461b78c-5c7f-4079-9eef-a13584b4de87', 'tag': '33d41046-9473-4e66-8861-8c42b120ac87'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:06.779460 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d" -d '{"events": [{"name": "network-changed", "server_uuid": "4461b78c-5c7f-4079-9eef-a13584b4de87", "tag": "33d41046-9473-4e66-8861-8c42b120ac87"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:06.816134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef56153b-6eac-46e4-9fba-a8df59e71488 req-b0461a11-69b5-4d58-9bfb-456bc7a11a3d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498790 Aug 20 11:54:06.899023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87a64e5f-d1ce-488c-85d6-4d39c378c599 req-c9121e4a-0c2f-4da0-9cba-99160a5d8def service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178240 Aug 20 11:54:06.908694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-7f98f01d-d864-4637-b95a-b968072d3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:06.910232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-7f98f01d-d864-4637-b95a-b968072d3589 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 1100 time: 0.1212842 Aug 20 11:54:06.940092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:06.954310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'b6cc5c21-1406-467d-a408-71495e697e11', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'b6cc5c21-1406-467d-a408-71495e697e11', 'mac_address': 'fa:16:3e:1c:86:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:tempest-test_az-2038014127', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:06.987232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-484b1228-a5c9-4dc9-bb8d-b90d380e1c5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=33d41046-9473-4e66-8861-8c42b120ac87 HTTP/1.1" status: 200 len: 217 time: 0.0575020 Aug 20 11:54:07.005407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73630b51-7114-4ac2-8b5d-195a7ae429ff req-5768b0d7-2328-4674-9127-6db147e17be2 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.022776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73630b51-7114-4ac2-8b5d-195a7ae429ff req-5768b0d7-2328-4674-9127-6db147e17be2 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 943 time: 0.1001534 Aug 20 11:54:07.040620 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.077347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73630b51-7114-4ac2-8b5d-195a7ae429ff req-75ecddfe-ee5c-4cb3-b52f-0b5e21635d1b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535998 Aug 20 11:54:07.080303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cc5c21-1406-467d-a408-71495e697e11 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:07.104470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on host n-h2-800634-10 for vnic_type normal with profile None {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:07.104917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:07.105368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:07.111994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-312980c5-bd52-4ecb-8b98-411232da8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.113769 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-312980c5-bd52-4ecb-8b98-411232da8145 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1062775 Aug 20 11:54:07.114495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:07.114912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:07.121231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:07.123923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:07.124419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:07.124871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:07.125421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Bound port: 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:07.130083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.192000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:07.261775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:07.270924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.271608 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ce2066e-aee2-4da0-baed-0d751c059292 service neutron] 10.222.0.25 "POST /v2.0/ports/0cb40c90-6862-4cfd-b202-088d9b72ebb8/bindings HTTP/1.1" status: 201 len: 390 time: 0.7423904 Aug 20 11:54:07.282703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-134faa03-1f05-4037-ad6a-20dd3855a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.284559 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-134faa03-1f05-4037-ad6a-20dd3855a330 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1626036 Aug 20 11:54:07.292259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b79de-b60e-46d8-b7f8-d4cba2d8637b req-0db0f353-30fe-4e66-a8d0-f2cc76f2dd39 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.300614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc7b79de-b60e-46d8-b7f8-d4cba2d8637b req-0db0f353-30fe-4e66-a8d0-f2cc76f2dd39 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 948 time: 0.0774186 Aug 20 11:54:07.346130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc7b79de-b60e-46d8-b7f8-d4cba2d8637b req-823dfc23-0f5c-405f-ab16-98dd009082c1 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Aug 20 11:54:07.370885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['b6cc5c21-1406-467d-a408-71495e697e11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:07.402738 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9b3184-49e2-439a-8d17-27c01dd1e987 x-openstack-request-id: req-bf9b3184-49e2-439a-8d17-27c01dd1e987 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:07.403077 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4461b78c-5c7f-4079-9eef-a13584b4de87", "tag": "33d41046-9473-4e66-8861-8c42b120ac87", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:07.403981 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf9b3184-49e2-439a-8d17-27c01dd1e987 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:07.404448 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4461b78c-5c7f-4079-9eef-a13584b4de87', 'tag': '33d41046-9473-4e66-8861-8c42b120ac87', 'status': 'completed', 'code': 200} Aug 20 11:54:07.413738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-15051234-d215-4bb4-9952-290279bbcd73 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184232 Aug 20 11:54:07.582101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94ce3-be03-47d8-8d8f-5775c4c8132d req-2686ae98-c40f-4b22-bf5c-f53e225413f8 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.584594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1eb94ce3-be03-47d8-8d8f-5775c4c8132d req-2686ae98-c40f-4b22-bf5c-f53e225413f8 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 948 time: 0.1103659 Aug 20 11:54:07.634648 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfdc90fd-98de-457e-b2d6-1c0ba1c3e786 req-f006fb85-5ec1-4f2d-ae6b-cefceee23246 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083197 Aug 20 11:54:07.735156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1eb94ce3-be03-47d8-8d8f-5775c4c8132d req-1159abd4-1f0f-4d25-8672-c58fd52a0904 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361663 Aug 20 11:54:07.738219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-e3e88e84-d60f-4d40-8674-7f1d91441715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.739678 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-e3e88e84-d60f-4d40-8674-7f1d91441715 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1101 time: 0.1535318 Aug 20 11:54:07.748125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-be84dcff-6ac7-434f-b815-6867cbdd858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.749907 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-be84dcff-6ac7-434f-b815-6867cbdd858a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 1100 time: 0.0517242 Aug 20 11:54:07.753619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1228c-b724-4066-b121-a5c5e8346020 req-7ad3081f-5732-4ac1-9764-7f2f33f73527 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.761087 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ec1228c-b724-4066-b121-a5c5e8346020 req-7ad3081f-5732-4ac1-9764-7f2f33f73527 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 946 time: 0.1726243 Aug 20 11:54:07.794572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-677019f0-3b65-44b0-9c93-c696ea5ff30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.796102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-677019f0-3b65-44b0-9c93-c696ea5ff30d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1098 time: 0.1333981 Aug 20 11:54:07.867843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-3310766c-64b1-4b4e-83a7-72ba2b8c0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.869427 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-3310766c-64b1-4b4e-83a7-72ba2b8c0dcb service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1039255 Aug 20 11:54:07.922806 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-7ce792e4-1294-47f9-9696-3e7dcf6fe8e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=33d41046-9473-4e66-8861-8c42b120ac87 HTTP/1.1" status: 200 len: 217 time: 0.0454397 Aug 20 11:54:07.986497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-3a331e79-c7b9-4d82-9575-52e0de26f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:07.988057 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-3a331e79-c7b9-4d82-9575-52e0de26f01e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0565531 Aug 20 11:54:08.042783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-359d2e71-16af-4605-a7af-0b7c9913ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.044826 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-359d2e71-16af-4605-a7af-0b7c9913ac32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0487790 Aug 20 11:54:08.122816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:08.130892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ec1228c-b724-4066-b121-a5c5e8346020 req-eaf82c37-16e1-4bda-bb95-64b3316e2339 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687122 Aug 20 11:54:08.155137 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-c2daa43d-9ce4-443a-8d08-db2dca8c0e98 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021600 Aug 20 11:54:08.177558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4df5-be80-4dec-8270-00e15aeb62d5 req-6f6b447a-92d3-4fee-b4d7-490333fc6beb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.186122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75fb4df5-be80-4dec-8270-00e15aeb62d5 req-6f6b447a-92d3-4fee-b4d7-490333fc6beb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.1653600 Aug 20 11:54:08.234517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-ce7ad662-adb5-43fe-8b4b-631722904267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.236465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-ce7ad662-adb5-43fe-8b4b-631722904267 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.4722588 Aug 20 11:54:08.253587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:08.258238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75fb4df5-be80-4dec-8270-00e15aeb62d5 req-02509c8c-5f6e-481f-903d-d1a2c18d147d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675588 Aug 20 11:54:08.258238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-9b24cc97-efe8-4046-b80a-c1da4d53c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.258238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-9b24cc97-efe8-4046-b80a-c1da4d53c015 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.4230647 Aug 20 11:54:08.273812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '8b80485e-61d5-4eb8-96b4-5ebd6855cb81', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '8b80485e-61d5-4eb8-96b4-5ebd6855cb81', 'mac_address': 'fa:16:3e:d9:6e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:08.288255 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b14b6d58-bb55-45bd-b42b-7b657aa5d23d req-f5a82c14-4797-47c3-bc8a-95b5f41fe887 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247084 Aug 20 11:54:08.311487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-2154844d-0912-4388-b487-2c6a8e7aa300 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 217 time: 0.0533011 Aug 20 11:54:08.345681 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.357284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-7a323d70-f46a-4e52-9c90-cdabba8d767f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0915859 Aug 20 11:54:08.361247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:08.396948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:08.401725 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.453465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:08.496058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-19b2bf0d-8f5d-4b3c-b589-649a85fc7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.497565 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-19b2bf0d-8f5d-4b3c-b589-649a85fc7db1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1512132 Aug 20 11:54:08.506691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1d555-495e-46eb-929e-cb7839c5b8b5 req-579dc3f3-3154-421e-82fb-81927117ce68 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.508052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ba1d555-495e-46eb-929e-cb7839c5b8b5 req-579dc3f3-3154-421e-82fb-81927117ce68 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 943 time: 0.1600454 Aug 20 11:54:08.520084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-c9f0903f-8dc6-424f-841d-f93f24d9c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.521430 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-c9f0903f-8dc6-424f-841d-f93f24d9c761 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1543357 Aug 20 11:54:08.584514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-f5a77938-efe5-4310-a67d-aec30fc7002e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384865 Aug 20 11:54:08.585351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 5dc48e67-407c-448e-845f-b9fb93cd0b04 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:08.589244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:08.592320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba72d5-d8c4-4d26-b899-90c65b1f4c6b req-31df9a19-3b11-47b9-bb28-289ae4967996 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.593737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bba72d5-d8c4-4d26-b899-90c65b1f4c6b req-31df9a19-3b11-47b9-bb28-289ae4967996 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 948 time: 0.1513679 Aug 20 11:54:08.651905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['8b80485e-61d5-4eb8-96b4-5ebd6855cb81'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:08.675254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ba1d555-495e-46eb-929e-cb7839c5b8b5 req-508cbf93-d4d7-4657-9045-16db362134a4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529019 Aug 20 11:54:08.680056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-6a09e301-debf-47fe-9c0e-1ab318ed041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:08.681563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-6a09e301-debf-47fe-9c0e-1ab318ed041d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716983 Aug 20 11:54:08.757251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port b6cc5c21-1406-467d-a408-71495e697e11 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:08.759597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bba72d5-d8c4-4d26-b899-90c65b1f4c6b req-c23805d6-39cd-4708-b6e6-c0d00cc9263f tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508353 Aug 20 11:54:08.775414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port b6cc5c21-1406-467d-a408-71495e697e11 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:08.775791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.798812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-1ab25ff1-2bb0-4302-b8c6-3843c57d17ea service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041016 Aug 20 11:54:08.841578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-fef08873-8c1b-455c-a063-85eecd8760d7 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481471 Aug 20 11:54:08.943675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:08.974147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '5dc48e67-407c-448e-845f-b9fb93cd0b04', 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'port_id': '5dc48e67-407c-448e-845f-b9fb93cd0b04', 'mac_address': 'fa:16:3e:b1:0f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c72f72-d312-4bb8-bdb9-a6005c267c59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:09.010170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0ee7e-5ed9-4de1-b338-1cee114aefdc req-b3a26ea6-7982-4b5c-9abf-5ed544a3855c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:09.011719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aab0ee7e-5ed9-4de1-b338-1cee114aefdc req-b3a26ea6-7982-4b5c-9abf-5ed544a3855c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 949 time: 0.1328361 Aug 20 11:54:09.035391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-3bd2c03e-311e-4d80-bd48-0ae80110da04 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234452 Aug 20 11:54:09.037060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-4c98fb33-47fc-4c12-b02d-d61a8a55ebd1 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703558 Aug 20 11:54:09.093289 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.103255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aab0ee7e-5ed9-4de1-b338-1cee114aefdc req-57c75fd4-8eda-48d7-8a7b-5bdb7ad2401c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Aug 20 11:54:09.130494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.138269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc48e67-407c-448e-845f-b9fb93cd0b04 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:09.186230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:09.192633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:09.195080 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8a165e-c727-4ae3-83f0-9380f702adae" -d '{"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-plugged", "status": "completed", "tag": "b6cc5c21-1406-467d-a408-71495e697e11"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:09.212983 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.220973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:09.243918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.295826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:09.363352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-6c7c0d25-b480-4b5f-acd7-828aae2c83af tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:09.363921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:09.364848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-6c7c0d25-b480-4b5f-acd7-828aae2c83af tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1098 time: 0.1744325 Aug 20 11:54:09.375927 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5008a668-8f2a-4d20-a8f4-f98192596a6c x-openstack-request-id: req-5008a668-8f2a-4d20-a8f4-f98192596a6c {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:09.376760 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-plugged", "status": "completed", "tag": "b6cc5c21-1406-467d-a408-71495e697e11", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:09.377031 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5008a668-8f2a-4d20-a8f4-f98192596a6c {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:09.377423 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11', 'code': 200} Aug 20 11:54:09.377988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a451-8b66-4d24-b061-39042606b90e req-db0c1212-ec7c-48c2-a4c9-ead3139ecdc2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:09.379575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d165a451-8b66-4d24-b061-39042606b90e req-db0c1212-ec7c-48c2-a4c9-ead3139ecdc2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 946 time: 0.1240585 Aug 20 11:54:09.407897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-10'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:09.436676 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['5dc48e67-407c-448e-845f-b9fb93cd0b04'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:09.485758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d33dec-74b9-4bc0-846f-b4692d4d3774 req-f8e40760-323e-4d37-945a-8d91109d63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:09.487342 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71d33dec-74b9-4bc0-846f-b4692d4d3774 req-f8e40760-323e-4d37-945a-8d91109d63cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1124 time: 0.0421219 Aug 20 11:54:09.488025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d165a451-8b66-4d24-b061-39042606b90e req-faf9afe0-4876-485c-a8a0-dff4533fc867 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013196 Aug 20 11:54:09.524261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137df10-10c1-418b-ad5c-1c31f08e827f req-05b08156-8944-4145-9e99-1f5edcab8f9c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:09.525768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9137df10-10c1-418b-ad5c-1c31f08e827f req-05b08156-8944-4145-9e99-1f5edcab8f9c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.0972281 Aug 20 11:54:09.526568 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.532283 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71d33dec-74b9-4bc0-846f-b4692d4d3774 req-2ec89991-4f73-4bcb-9e21-95091f026e54 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368965 Aug 20 11:54:09.614843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9137df10-10c1-418b-ad5c-1c31f08e827f req-ac04e3e9-8c09-4099-ac0c-a1abceb98f95 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794206 Aug 20 11:54:09.720629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:09.770112 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:09.852962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:09.856046 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd85d8b-89a8-4959-8eb4-c19dc61fd752" -d '{"events": [{"server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:09.867136 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.884669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517e307-43c5-4894-b057-960d93a1141b req-3ba5b6ef-ced6-4000-bf49-b3cfa45bce6e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:09.885748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f517e307-43c5-4894-b057-960d93a1141b req-3ba5b6ef-ced6-4000-bf49-b3cfa45bce6e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 944 time: 0.0910463 Aug 20 11:54:09.886877 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.945766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56220) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:10.011598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f517e307-43c5-4894-b057-960d93a1141b req-6a0eacc2-74fd-4270-96ef-08cb628d3e4f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972316 Aug 20 11:54:10.050630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:10.066452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-baf0b798-395e-4c48-bd72-0ca3cb735be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.131451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:10.179502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-baf0b798-395e-4c48-bd72-0ca3cb735be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.185651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-baf0b798-395e-4c48-bd72-0ca3cb735be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.193896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:10.199185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:10.199618 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.205302 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb8f13e-5fdc-4aac-9666-7f509cd40067 x-openstack-request-id: req-cbb8f13e-5fdc-4aac-9666-7f509cd40067 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:10.205586 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:10.205838 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbb8f13e-5fdc-4aac-9666-7f509cd40067 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:10.206249 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8', 'code': 200} Aug 20 11:54:10.209485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on host n-h1-800634-10 for vnic_type normal with profile {"migrating_to": "n-h2-800634-10"} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:10.209816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:10.210142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:10.221201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e69de6-90c6-43ad-a0bc-db453672b299 req-f6827e73-7e17-4977-aec7-0e79d69c3330 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:10.228433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6e69de6-90c6-43ad-a0bc-db453672b299 req-f6827e73-7e17-4977-aec7-0e79d69c3330 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 948 time: 0.2881696 Aug 20 11:54:10.237275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:10.237594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Attempting to bind port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:10.239251 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-baf0b798-395e-4c48-bd72-0ca3cb735be4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc66e7a0cc7a4618b455afd8d3ddbb01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927063 Aug 20 11:54:10.240160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0b798-395e-4c48-bd72-0ca3cb735be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c352a991-cafc-49fd-8514-a48ba6aa5380,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:10.242303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56234) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:10.265672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:10.266010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:10.266420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:10.266856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Bound port: 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:10.267211 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.295934 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.324635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6e69de6-90c6-43ad-a0bc-db453672b299 req-125d1c83-22d5-495a-91b6-cf213c99f164 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906668 Aug 20 11:54:10.335344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:10.351547 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.396910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcf89-065c-4f2a-8428-9905aec804cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.411217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:10.424331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:10.475714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcf89-065c-4f2a-8428-9905aec804cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.486221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:10.495384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.573470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d195-259c-445e-bc53-d9e65c00e9c9 req-c48574f0-c525-462f-9bb8-cb1a0f91bdca tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:10.575887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a29d195-259c-445e-bc53-d9e65c00e9c9 req-c48574f0-c525-462f-9bb8-cb1a0f91bdca tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 950 time: 0.1736312 Aug 20 11:54:10.596431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 33d41046-9473-4e66-8861-8c42b120ac87 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:10.611696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 5dc48e67-407c-448e-845f-b9fb93cd0b04 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:10.650431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=8']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:10.656163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:10.656807 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.658212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-b89b3faa-14d7-4f51-85a1-6f0167804885 service neutron] 10.222.0.22 "PUT /v2.0/ports/0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 1124 time: 1.2688420 Aug 20 11:54:10.690119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcf89-065c-4f2a-8428-9905aec804cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.693352 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcf89-065c-4f2a-8428-9905aec804cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.694507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7fbbcf89-065c-4f2a-8428-9905aec804cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c352a991-cafc-49fd-8514-a48ba6aa5380 HTTP/1.1" status: 204 len: 168 time: 0.4301980 Aug 20 11:54:10.720738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbcf89-065c-4f2a-8428-9905aec804cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c352a991-cafc-49fd-8514-a48ba6aa5380,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:10.731635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a29d195-259c-445e-bc53-d9e65c00e9c9 req-d2065f4b-9c40-448d-981a-59a20985f81e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442246 Aug 20 11:54:10.749580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e77bab-ddcc-4d91-ba7d-ca3376340b15 req-39f1ccff-b56d-4c71-8a72-77a1d854d81e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:10.751809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e77bab-ddcc-4d91-ba7d-ca3376340b15 req-39f1ccff-b56d-4c71-8a72-77a1d854d81e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 944 time: 0.1189451 Aug 20 11:54:10.765869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['0cb40c90-6862-4cfd-b202-088d9b72ebb8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:10.817400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 5dc48e67-407c-448e-845f-b9fb93cd0b04 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:10.827561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 33d41046-9473-4e66-8861-8c42b120ac87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=33d41046-9473-4e66-8861-8c42b120ac87,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:10.833613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e77bab-ddcc-4d91-ba7d-ca3376340b15 req-43c50aca-c102-42ff-8c70-f02458ec402c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651846 Aug 20 11:54:10.845514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 5dc48e67-407c-448e-845f-b9fb93cd0b04 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:10.845883 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.849091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '33d41046-9473-4e66-8861-8c42b120ac87', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '33d41046-9473-4e66-8861-8c42b120ac87', 'mac_address': 'fa:16:3e:94:fb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:10.959606 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:10.990292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203762a0-9a14-49c5-8066-5e169604b0a5 req-3c4e0f04-d047-4b42-964f-f2dafe49d014 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:10.998207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-203762a0-9a14-49c5-8066-5e169604b0a5 req-3c4e0f04-d047-4b42-964f-f2dafe49d014 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.1090436 Aug 20 11:54:11.020132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d41046-9473-4e66-8861-8c42b120ac87 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:11.091857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-203762a0-9a14-49c5-8066-5e169604b0a5 req-5b2e158c-bf09-4e93-a605-ab95291dab66 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862892 Aug 20 11:54:11.100015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 33d41046-9473-4e66-8861-8c42b120ac87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=33d41046-9473-4e66-8861-8c42b120ac87,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:11.102234 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.115409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.128014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56272) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:11.166979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f97ffcb8-9bbb-43c7-aeb5-a48d7acf629e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.222646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:11.223650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=33d41046-9473-4e66-8861-8c42b120ac87,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:11.243425 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.250419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ada45-b669-4c72-9174-bcd544cefdef req-6f2782d3-c1fb-4f46-b5a6-c9f15f7a8462 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:11.252359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-226ada45-b669-4c72-9174-bcd544cefdef req-6f2782d3-c1fb-4f46-b5a6-c9f15f7a8462 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 944 time: 0.1177800 Aug 20 11:54:11.318476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:11.330125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-226ada45-b669-4c72-9174-bcd544cefdef req-dd26b80f-4c93-444a-9be1-b66c013ccd2f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621011 Aug 20 11:54:11.379358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fdcebb-d32e-48c4-8afd-c67548474919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b80485e-61d5-4eb8-96b4-5ebd6855cb81'}, {'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:11.382121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f97ffcb8-9bbb-43c7-aeb5-a48d7acf629e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.383408 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2dcf9b-ddb3-4dcb-8a0b-6aa04daffc73" -d '{"events": [{"server_uuid": "44fdcebb-d32e-48c4-8afd-c67548474919", "name": "network-vif-plugged", "status": "completed", "tag": "8b80485e-61d5-4eb8-96b4-5ebd6855cb81"}, {"server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "name": "network-vif-plugged", "status": "completed", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:11.391661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f97ffcb8-9bbb-43c7-aeb5-a48d7acf629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.391887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['33d41046-9473-4e66-8861-8c42b120ac87'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:11.392786 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56282) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:11.436420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f97ffcb8-9bbb-43c7-aeb5-a48d7acf629e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=764d0eac04e54cae9518cbef03816921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044515 Aug 20 11:54:11.436951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56288) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:11.439608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ffcb8-9bbb-43c7-aeb5-a48d7acf629e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6971bbcd-761a-467e-83eb-3c2b699296d0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:11.508869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2de0ebd5-9c82-4082-8bd6-5444decfe198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.514607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0dc2a-f56e-4e9b-b86b-f804f7f6487a req-088601a0-2c94-473c-8783-87eaa0b1f6a2 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:11.522891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58e0dc2a-f56e-4e9b-b86b-f804f7f6487a req-088601a0-2c94-473c-8783-87eaa0b1f6a2 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 949 time: 0.0714171 Aug 20 11:54:11.541800 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950a0f19-6278-462d-b980-b43097a45aac x-openstack-request-id: req-950a0f19-6278-462d-b980-b43097a45aac {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:11.544606 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fdcebb-d32e-48c4-8afd-c67548474919", "name": "network-vif-plugged", "status": "completed", "tag": "8b80485e-61d5-4eb8-96b4-5ebd6855cb81", "code": 200}, {"server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "name": "network-vif-plugged", "status": "completed", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:11.546058 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-950a0f19-6278-462d-b980-b43097a45aac {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:11.547484 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fdcebb-d32e-48c4-8afd-c67548474919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b80485e-61d5-4eb8-96b4-5ebd6855cb81', 'code': 200} Aug 20 11:54:11.549648 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04', 'code': 200} Aug 20 11:54:11.555058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2de0ebd5-9c82-4082-8bd6-5444decfe198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.574909 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58e0dc2a-f56e-4e9b-b86b-f804f7f6487a req-acf5075c-f867-44bc-8689-3827fa9ebaa5 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450706 Aug 20 11:54:11.623006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34a1-916a-4ca1-a67e-cc618e764c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.663029 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2de0ebd5-9c82-4082-8bd6-5444decfe198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.665504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2de0ebd5-9c82-4082-8bd6-5444decfe198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.670455 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2de0ebd5-9c82-4082-8bd6-5444decfe198 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6971bbcd-761a-467e-83eb-3c2b699296d0 HTTP/1.1" status: 204 len: 168 time: 0.2326660 Aug 20 11:54:11.686046 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0ebd5-9c82-4082-8bd6-5444decfe198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6971bbcd-761a-467e-83eb-3c2b699296d0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:11.728523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf463d2-7804-42e8-9c12-fefbf0f6eec4 req-88dd4406-c388-4ca9-bd02-69b2b4b61426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:11.730141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-baf463d2-7804-42e8-9c12-fefbf0f6eec4 req-88dd4406-c388-4ca9-bd02-69b2b4b61426 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 1102 time: 0.1340897 Aug 20 11:54:11.742079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34a1-916a-4ca1-a67e-cc618e764c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.748525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34a1-916a-4ca1-a67e-cc618e764c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.755585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d656418-19ce-4922-85ff-a16bcd32b956 req-fb720883-c00e-43f8-9988-68815cb43f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:11.757050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d656418-19ce-4922-85ff-a16bcd32b956 req-fb720883-c00e-43f8-9988-68815cb43f01 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1097 time: 0.1496761 Aug 20 11:54:11.782934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686b2b-bfef-4725-b35c-9e3a3587d7fb req-7eb81813-b327-4eb8-88fe-3df564806f8a tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:11.795330 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.795539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d686b2b-bfef-4725-b35c-9e3a3587d7fb req-7eb81813-b327-4eb8-88fe-3df564806f8a tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 972 time: 0.1412735 Aug 20 11:54:11.795632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e6dd34a1-916a-4ca1-a67e-cc618e764c12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d0d89b385c04d1883907a1769b716ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969979 Aug 20 11:54:11.795632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd34a1-916a-4ca1-a67e-cc618e764c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1686b3d6-ded9-422e-9891-3a071cfcf013,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:11.796873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56294) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:11.828302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-baf463d2-7804-42e8-9c12-fefbf0f6eec4 req-fa5c5e1e-9d08-45c6-a79e-d8e92e492189 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898323 Aug 20 11:54:11.855631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d656418-19ce-4922-85ff-a16bcd32b956 req-99d21447-352c-43e1-9989-042f74160d7d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885096 Aug 20 11:54:11.861333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d686b2b-bfef-4725-b35c-9e3a3587d7fb req-7c84a8fd-7b19-401e-b310-479fe2f06a31 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682149 Aug 20 11:54:11.863416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe514ca-ce60-42ca-91aa-b320b80dbeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.897343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe514ca-ce60-42ca-91aa-b320b80dbeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.926126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ed19b-b765-4fa0-8e72-92e2b8836073 req-d1f76b9f-5e1f-4ee5-81a2-56f1c7ad7304 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:11.928241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf2ed19b-b765-4fa0-8e72-92e2b8836073 req-d1f76b9f-5e1f-4ee5-81a2-56f1c7ad7304 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 950 time: 0.0658979 Aug 20 11:54:11.953422 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe514ca-ce60-42ca-91aa-b320b80dbeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.956938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fe514ca-ce60-42ca-91aa-b320b80dbeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.958134 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6fe514ca-ce60-42ca-91aa-b320b80dbeb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1686b3d6-ded9-422e-9891-3a071cfcf013 HTTP/1.1" status: 204 len: 168 time: 0.1602898 Aug 20 11:54:11.972688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe514ca-ce60-42ca-91aa-b320b80dbeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1686b3d6-ded9-422e-9891-3a071cfcf013,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:12.017932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf2ed19b-b765-4fa0-8e72-92e2b8836073 req-110683a5-1aaf-4322-a4c2-0c278cc23bb5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817928 Aug 20 11:54:12.027005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19646bd4-63a6-4caa-a358-73d5d7e4f240 req-f333a01f-0c8f-499e-a9eb-da955f6dfde9 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.029238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19646bd4-63a6-4caa-a358-73d5d7e4f240 req-f333a01f-0c8f-499e-a9eb-da955f6dfde9 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 944 time: 0.0856206 Aug 20 11:54:12.073199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19646bd4-63a6-4caa-a358-73d5d7e4f240 req-4d130416-8308-41bf-bd06-7388491c0ff9 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341179 Aug 20 11:54:12.206157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9431f3-78aa-4671-9634-c4fc136d34d4 req-ed6f7613-99ab-4be2-91eb-912c1e6b13cf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.207799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d9431f3-78aa-4671-9634-c4fc136d34d4 req-ed6f7613-99ab-4be2-91eb-912c1e6b13cf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.0514450 Aug 20 11:54:12.208329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:12.210843 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8245c506-d02f-44a8-a635-5063d220aee3" -d '{"events": [{"name": "network-changed", "server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:12.270703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d9431f3-78aa-4671-9634-c4fc136d34d4 req-7c3e42f1-1007-43aa-a27e-9a32e3e3f0af tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Aug 20 11:54:12.272080 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b281dd05-af82-4b92-9f37-fd82f6a84f48 x-openstack-request-id: req-b281dd05-af82-4b92-9f37-fd82f6a84f48 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:12.272362 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:12.272606 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b281dd05-af82-4b92-9f37-fd82f6a84f48 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:12.272985 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8', 'status': 'completed', 'code': 200} Aug 20 11:54:12.337955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245c506-d02f-44a8-a635-5063d220aee3 req-5b337a40-c85d-43ea-97cb-0d336577be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.339647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8245c506-d02f-44a8-a635-5063d220aee3 req-5b337a40-c85d-43ea-97cb-0d336577be2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1127 time: 0.0443468 Aug 20 11:54:12.351368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56318) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:12.377501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4f26076-c267-4c79-b1ac-20c835fdb926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.483708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245c506-d02f-44a8-a635-5063d220aee3 req-cf5045a1-5581-4a64-af6e-c78adfb3bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.485244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8245c506-d02f-44a8-a635-5063d220aee3 req-cf5045a1-5581-4a64-af6e-c78adfb3bcd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.1377676 Aug 20 11:54:12.490409 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4f26076-c267-4c79-b1ac-20c835fdb926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.495660 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4f26076-c267-4c79-b1ac-20c835fdb926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.499005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cdfa7-0174-4758-bab7-5eef0e5d491f req-c0790f4c-a398-4f4b-b446-2324e17ad68b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.506887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f0cdfa7-0174-4758-bab7-5eef0e5d491f req-c0790f4c-a398-4f4b-b446-2324e17ad68b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 945 time: 0.0799687 Aug 20 11:54:12.535142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f26076-c267-4c79-b1ac-20c835fdb926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a19f3-715f-4096-b05a-609288b6feed,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:12.540674 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b4f26076-c267-4c79-b1ac-20c835fdb926 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7f89a8dae87447281179b7057e38e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881020 Aug 20 11:54:12.543389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56326) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:12.561124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8245c506-d02f-44a8-a635-5063d220aee3 req-761ed989-d618-4ff5-a2d7-7ba4230aec3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0516267 Aug 20 11:54:12.582829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f0cdfa7-0174-4758-bab7-5eef0e5d491f req-f4a55cec-2908-4498-9a81-d3803e094fa9 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750248 Aug 20 11:54:12.600843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d485c1dd-4322-4cc2-b34a-2290dd05d221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.614234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 33d41046-9473-4e66-8861-8c42b120ac87 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:12.650694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245c506-d02f-44a8-a635-5063d220aee3 req-cc05a9da-784e-41a2-8adb-2ab7d560d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.653500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8245c506-d02f-44a8-a635-5063d220aee3 req-cc05a9da-784e-41a2-8adb-2ab7d560d767 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0747182 Aug 20 11:54:12.656852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d485c1dd-4322-4cc2-b34a-2290dd05d221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.702595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8245c506-d02f-44a8-a635-5063d220aee3 req-8bc10676-a62c-46c5-bc80-62cae7f1b4ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404289 Aug 20 11:54:12.720281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 33d41046-9473-4e66-8861-8c42b120ac87 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:12.728154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 33d41046-9473-4e66-8861-8c42b120ac87 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:12.729995 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.755515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d485c1dd-4322-4cc2-b34a-2290dd05d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.758867 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d485c1dd-4322-4cc2-b34a-2290dd05d221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.762267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d485c1dd-4322-4cc2-b34a-2290dd05d221 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df1a19f3-715f-4096-b05a-609288b6feed HTTP/1.1" status: 204 len: 168 time: 0.2154689 Aug 20 11:54:12.791225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485c1dd-4322-4cc2-b34a-2290dd05d221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a19f3-715f-4096-b05a-609288b6feed,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:12.864523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-0b3ae30d-f634-4aa4-b099-de4f3b077df7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1397347 Aug 20 11:54:12.872930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41376b-c826-4f50-a175-ef70f3ef9176 req-20d41bd6-f205-4140-b6a5-a51a14bce589 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:12.880502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd41376b-c826-4f50-a175-ef70f3ef9176 req-20d41bd6-f205-4140-b6a5-a51a14bce589 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 949 time: 0.1807973 Aug 20 11:54:12.941103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:12.952408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8245c506-d02f-44a8-a635-5063d220aee3 req-e7b20ce2-f21a-47e0-aec2-a3c3ca6ad404 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399192 Aug 20 11:54:13.023840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 33d41046-9473-4e66-8861-8c42b120ac87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=33d41046-9473-4e66-8861-8c42b120ac87,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:13.031274 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.032517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56336) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:13.066629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd41376b-c826-4f50-a175-ef70f3ef9176 req-0eeee115-b117-47e7-a72b-6d128b3c63ef tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837869 Aug 20 11:54:13.193191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=33d41046-9473-4e66-8861-8c42b120ac87,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:13.275917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-ce7b920d-9d8a-4bed-bc37-e80c31cf5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.277502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-ce7b920d-9d8a-4bed-bc37-e80c31cf5556 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1124 time: 0.3062594 Aug 20 11:54:13.294408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74a21-34f2-4645-ad18-c5585ea255bf req-a028f39a-b173-41ed-8849-def5f40ba955 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.302254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22d74a21-34f2-4645-ad18-c5585ea255bf req-a028f39a-b173-41ed-8849-def5f40ba955 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 972 time: 0.2941749 Aug 20 11:54:13.390930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8245c506-d02f-44a8-a635-5063d220aee3 req-d68a6a63-2103-4547-a77a-c4179dd3b766 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951809 Aug 20 11:54:13.400879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e572ab-55f8-4719-9305-07082770a0db req-bb917a3f-7f93-41dd-b53c-e7ab8fb7cc22 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.408808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a7e572ab-55f8-4719-9305-07082770a0db req-bb917a3f-7f93-41dd-b53c-e7ab8fb7cc22 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 950 time: 0.2211583 Aug 20 11:54:13.413609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-efe778a0-3f99-46b5-aa0d-db3884b21962 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.418501 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-efe778a0-3f99-46b5-aa0d-db3884b21962 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.22 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 972 time: 0.1427112 Aug 20 11:54:13.453939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22d74a21-34f2-4645-ad18-c5585ea255bf req-50fac6ad-6c3b-431b-aa59-58644758be29 tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/security-groups?id=93daf180-3989-4fa9-affd-edf061093574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510050 Aug 20 11:54:13.460960 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.478137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a7e572ab-55f8-4719-9305-07082770a0db req-1c54cc3e-2881-4c62-a507-19bd721a20f6 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686877 Aug 20 11:54:13.509069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-865e3981-eb9f-4caa-910a-a575939eeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.511853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-865e3981-eb9f-4caa-910a-a575939eeb3d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1927791 Aug 20 11:54:13.551335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4461b78c-5c7f-4079-9eef-a13584b4de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d41046-9473-4e66-8861-8c42b120ac87'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:13.554822 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf2bea2-e49b-4aea-9f83-bf4ef6c16226" -d '{"events": [{"server_uuid": "4461b78c-5c7f-4079-9eef-a13584b4de87", "name": "network-vif-plugged", "status": "completed", "tag": "33d41046-9473-4e66-8861-8c42b120ac87"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:13.573427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-b97fae5c-67a3-43c8-80cd-43badd13451e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b6cc5c21-1406-467d-a408-71495e697e11 HTTP/1.1" status: 200 len: 217 time: 0.0529420 Aug 20 11:54:13.633857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bbf2a99a-b6fc-4699-a0c3-51c3bce58027 tempest-AutoAllocateNetworkTest-978382175 tempest-AutoAllocateNetworkTest-978382175-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2de2f3c7c0b64891b1553577ad08a863&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5979779 Aug 20 11:54:13.634708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56362) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:13.693355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-33f6415e-930f-43e8-a38a-e246abe907ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.694849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-33f6415e-930f-43e8-a38a-e246abe907ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1125352 Aug 20 11:54:13.704856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d219956-3bf3-4da1-b46b-ac7a354a995c req-f1b1ae46-6022-46ee-a9b2-12974dc072a7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.706363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d219956-3bf3-4da1-b46b-ac7a354a995c req-f1b1ae46-6022-46ee-a9b2-12974dc072a7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 944 time: 0.1160815 Aug 20 11:54:13.743066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Deleting port cf32ea06-596b-47a3-9487-28339b3ffa26 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:13.743415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.817180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ea21ac-ba89-489e-91cb-c87d3389a756 tempest-AutoAllocateNetworkTest-978382175 tempest-AutoAllocateNetworkTest-978382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.821551 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a1ea21ac-ba89-489e-91cb-c87d3389a756 tempest-AutoAllocateNetworkTest-978382175 tempest-AutoAllocateNetworkTest-978382175-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1831653 Aug 20 11:54:13.822309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56370) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:13.884333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0728c0-bd9b-4060-a151-2d3ac33de562 req-7074f646-6c73-45d8-bdd2-2d9f297393df tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.886978 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-63c0c9d8-d5e8-476d-a2f6-d1fdb7bb2f11 tempest-AutoAllocateNetworkTest-978382175 tempest-AutoAllocateNetworkTest-978382175-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635734 Aug 20 11:54:13.890822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e0728c0-bd9b-4060-a151-2d3ac33de562 req-7074f646-6c73-45d8-bdd2-2d9f297393df tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.2641528 Aug 20 11:54:13.894491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56372) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:13.929955 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e2d51670-57a7-4396-a449-a3102bce0a68 tempest-AutoAllocateNetworkTest-978382175 tempest-AutoAllocateNetworkTest-978382175-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2de2f3c7c0b64891b1553577ad08a863 HTTP/1.1" status: 200 len: 208 time: 0.0343206 Aug 20 11:54:13.945222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] For port cf32ea06-596b-47a3-9487-28339b3ffa26, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf32ea06-596b-47a3-9487-28339b3ffa26,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:13.945581 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.959440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d219956-3bf3-4da1-b46b-ac7a354a995c req-6a9fdf5a-b272-4c3c-9cab-5daed68ae7d8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387424 Aug 20 11:54:13.963274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Calling delete_port for cf32ea06-596b-47a3-9487-28339b3ffa26 owned by compute:tempest-test_az-2038014127 {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:13.977442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e0728c0-bd9b-4060-a151-2d3ac33de562 req-21b3d063-bf99-4118-b182-8df7b45ddc52 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746577 Aug 20 11:54:13.979588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-f3482824-99c0-46fc-ab14-0d17bd25a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:13.981115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-f3482824-99c0-46fc-ab14-0d17bd25a72d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2738094 Aug 20 11:54:14.068370 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e9590d-d5bc-4cda-9441-aaed0dddc8e5 x-openstack-request-id: req-f3e9590d-d5bc-4cda-9441-aaed0dddc8e5 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:14.069221 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4461b78c-5c7f-4079-9eef-a13584b4de87", "name": "network-vif-plugged", "status": "completed", "tag": "33d41046-9473-4e66-8861-8c42b120ac87", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:14.069606 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3e9590d-d5bc-4cda-9441-aaed0dddc8e5 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:14.070154 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4461b78c-5c7f-4079-9eef-a13584b4de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d41046-9473-4e66-8861-8c42b120ac87', 'code': 200} Aug 20 11:54:14.125804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-b9e1fd98-1169-418a-b293-d57c61569ba9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364851 Aug 20 11:54:14.175841 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.191977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['cf32ea06-596b-47a3-9487-28339b3ffa26'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:14.233798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Pushing event deleted for resources: {'Port': ['ID=cf32ea06-596b-47a3-9487-28339b3ffa26,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:14.307955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d4aa2-45b7-401e-b073-64e88c009a1b req-15214bf4-2c72-45d1-8fa9-da2df56aae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:14.310564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d8d4aa2-45b7-401e-b073-64e88c009a1b req-15214bf4-2c72-45d1-8fa9-da2df56aae34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 1102 time: 0.1598725 Aug 20 11:54:14.318342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea994a18-db0a-4257-9373-4eb5b81dee1f req-820caec0-a1b4-4128-a6e4-75e66ec89467 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:14.320219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea994a18-db0a-4257-9373-4eb5b81dee1f req-820caec0-a1b4-4128-a6e4-75e66ec89467 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 945 time: 0.1932921 Aug 20 11:54:14.330030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] No DVR routers for this DVR port cf32ea06-596b-47a3-9487-28339b3ffa26 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:14.337861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.340777 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-704b71db-8248-4536-9ec8-2dfbe7453d15 req-a0a8964e-0036-46ec-a0ad-87cfd0d912fa tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.22 "DELETE /v2.0/ports/cf32ea06-596b-47a3-9487-28339b3ffa26 HTTP/1.1" status: 204 len: 173 time: 0.9139893 Aug 20 11:54:14.340777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a4e66-6715-4b36-b5a5-212fda26a56e', 'name': 'network-vif-deleted', 'tag': 'cf32ea06-596b-47a3-9487-28339b3ffa26'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:14.343887 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621068b4-2c86-4ded-bbe9-6a6bc2798551" -d '{"events": [{"server_uuid": "962a4e66-6715-4b36-b5a5-212fda26a56e", "name": "network-vif-deleted", "tag": "cf32ea06-596b-47a3-9487-28339b3ffa26"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:14.399516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a28ef4-730c-4e71-80af-7ab81e12c955 req-b9fb0402-2ee5-42e4-b909-9357a44bdeae tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:14.407901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2a28ef4-730c-4e71-80af-7ab81e12c955 req-b9fb0402-2ee5-42e4-b909-9357a44bdeae tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 950 time: 0.1772375 Aug 20 11:54:14.411402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e149752c-4e34-46c8-9fcf-6b7576af5aa3 req-1eb85767-1b70-4ba1-ad92-f389a39b1d9e service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729585 Aug 20 11:54:14.454780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56390) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:14.480590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d8d4aa2-45b7-401e-b073-64e88c009a1b req-e8e06c51-3774-473d-a0bf-81d969f1b60f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562905 Aug 20 11:54:14.495151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea994a18-db0a-4257-9373-4eb5b81dee1f req-1325dd51-7b2b-4055-9764-e0a4597df73d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558044 Aug 20 11:54:14.522379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2a28ef4-730c-4e71-80af-7ab81e12c955 req-db28e974-5947-458e-8a01-8deae255fbae tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078691 Aug 20 11:54:14.574637 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f53b91-4927-4f35-93b2-bd1b4c95028e x-openstack-request-id: req-33f53b91-4927-4f35-93b2-bd1b4c95028e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:14.576209 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a4e66-6715-4b36-b5a5-212fda26a56e", "name": "network-vif-deleted", "tag": "cf32ea06-596b-47a3-9487-28339b3ffa26", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:14.576575 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33f53b91-4927-4f35-93b2-bd1b4c95028e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:14.576950 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a4e66-6715-4b36-b5a5-212fda26a56e', 'name': 'network-vif-deleted', 'tag': 'cf32ea06-596b-47a3-9487-28339b3ffa26', 'status': 'completed', 'code': 200} Aug 20 11:54:14.640815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 0cb40c90-6862-4cfd-b202-088d9b72ebb8 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:14.724856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b810a7b-bc32-412b-b518-6d8491ca6a1d req-720e48e4-9560-4f0b-9ade-babc6936984a tempest-AggregatesAdminTestJSON-182980335 tempest-AggregatesAdminTestJSON-182980335-project] 10.222.0.25 "GET /v2.0/ports?device_id=962a4e66-6715-4b36-b5a5-212fda26a56e HTTP/1.1" status: 200 len: 210 time: 0.0892904 Aug 20 11:54:14.774000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d49e-55ea-432b-b57e-d3b126436a90 req-406cfcda-7840-4e5a-8339-4ee69dd0cb35 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:14.775641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4755d49e-55ea-432b-b57e-d3b126436a90 req-406cfcda-7840-4e5a-8339-4ee69dd0cb35 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 950 time: 0.1298301 Aug 20 11:54:14.798500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:14.813077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 0cb40c90-6862-4cfd-b202-088d9b72ebb8 has no active binding in host n-h2-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:54:14.834062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-395649e5-8a81-4080-a0dc-a42888786f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.872701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4755d49e-55ea-432b-b57e-d3b126436a90 req-f4c9e77a-c7d2-4d44-9680-9f4fdf97e424 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852749 Aug 20 11:54:14.958833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-395649e5-8a81-4080-a0dc-a42888786f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:14.964282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-395649e5-8a81-4080-a0dc-a42888786f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.010316 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-395649e5-8a81-4080-a0dc-a42888786f02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2de2f3c7c0b64891b1553577ad08a863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511775 Aug 20 11:54:15.010694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395649e5-8a81-4080-a0dc-a42888786f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23952103-19ae-4d4e-bb7b-255022d53ff3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:15.014392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56416) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:15.037911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d9753-ec4a-4e35-b95f-f276316d1422 req-c0385e29-5c1a-4918-832a-c8cd56a021ac tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:15.039841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-803d9753-ec4a-4e35-b95f-f276316d1422 req-c0385e29-5c1a-4918-832a-c8cd56a021ac tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.0730019 Aug 20 11:54:15.092024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2c8722b-d914-49b7-b193-62ed1cda4e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.097801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-803d9753-ec4a-4e35-b95f-f276316d1422 req-598deaaf-a68b-4576-b9a2-05cc193de981 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498810 Aug 20 11:54:15.139388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2c8722b-d914-49b7-b193-62ed1cda4e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.207155 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2c8722b-d914-49b7-b193-62ed1cda4e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.209781 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2c8722b-d914-49b7-b193-62ed1cda4e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.215611 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a2c8722b-d914-49b7-b193-62ed1cda4e0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23952103-19ae-4d4e-bb7b-255022d53ff3 HTTP/1.1" status: 204 len: 168 time: 0.1985779 Aug 20 11:54:15.234535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8722b-d914-49b7-b193-62ed1cda4e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23952103-19ae-4d4e-bb7b-255022d53ff3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:15.270800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ba49f-f13e-4e5b-b8ad-50e72297cf49 req-08c75f07-2d8c-4090-82dd-771607353a16 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:15.279871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-240ba49f-f13e-4e5b-b8ad-50e72297cf49 req-08c75f07-2d8c-4090-82dd-771607353a16 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1097 time: 0.1121016 Aug 20 11:54:15.307677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac39db8-4e10-43b9-9f65-e6938fbdb9b9 req-16ee8ef7-048f-4c8c-ab46-d073e114d95b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:15.309704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ac39db8-4e10-43b9-9f65-e6938fbdb9b9 req-16ee8ef7-048f-4c8c-ab46-d073e114d95b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 944 time: 0.0967488 Aug 20 11:54:15.341206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-240ba49f-f13e-4e5b-b8ad-50e72297cf49 req-76e25776-20aa-45dc-8d95-9280b5517d06 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583138 Aug 20 11:54:15.409970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ac39db8-4e10-43b9-9f65-e6938fbdb9b9 req-7d1e449e-c0cb-442e-bc08-8a5e81d43e33 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842211 Aug 20 11:54:15.538995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229726-2013-4f9e-9d5e-9747f2697aac req-f4b64dba-084c-410c-b05c-6db64339ec18 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:15.541601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35229726-2013-4f9e-9d5e-9747f2697aac req-f4b64dba-084c-410c-b05c-6db64339ec18 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.0620270 Aug 20 11:54:15.589958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35229726-2013-4f9e-9d5e-9747f2697aac req-ae08eb46-f6f7-4385-98ae-f57942815504 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Aug 20 11:54:15.712709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-9087d43c-362b-4fa8-be48-be0e77bc6a0c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e81540b6a1784478a42a0c558fb60908&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350027 Aug 20 11:54:15.861983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119bb28-5e04-4c28-ab8b-1fee60c4087c req-b50ecfbe-27f2-4819-a49c-a6258710afd8 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:15.863830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2119bb28-5e04-4c28-ab8b-1fee60c4087c req-b50ecfbe-27f2-4819-a49c-a6258710afd8 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1097 time: 0.0773890 Aug 20 11:54:15.870984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-dc46676b-1908-4c74-a744-b61f3b98ba64 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:15.873377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-dc46676b-1908-4c74-a744-b61f3b98ba64 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531546 Aug 20 11:54:15.905347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-8206564f-10ac-4dd9-8249-bdf2f8ca809b tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/quotas/e81540b6a1784478a42a0c558fb60908 HTTP/1.1" status: 200 len: 375 time: 0.0245728 Aug 20 11:54:15.926530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2119bb28-5e04-4c28-ab8b-1fee60c4087c req-2a118704-08b1-46b9-be5c-d03c2564afce tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525179 Aug 20 11:54:15.986214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-218aba6a-aff7-448e-820b-ff2deda14fd8 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700085 Aug 20 11:54:16.061059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1af33-7ae3-4c84-9a2a-2006518abf23 req-767583a1-a175-454d-a3cb-d7eaab8d8743 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:16.062638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be1af33-7ae3-4c84-9a2a-2006518abf23 req-767583a1-a175-454d-a3cb-d7eaab8d8743 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 950 time: 0.0547674 Aug 20 11:54:16.103319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be1af33-7ae3-4c84-9a2a-2006518abf23 req-bcc2e275-e116-49de-888d-83b56468f06e tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Aug 20 11:54:16.239795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcf4f043-9aee-4b61-94eb-d5ab276f8fcf req-bea8e686-21be-4141-a79c-2d9db648f4c2 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 210 time: 0.0333478 Aug 20 11:54:16.343786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-775069db-a68b-4276-8018-35f16b1a7749 service neutron] 10.222.0.73 "GET /v2.0/ports/0cb40c90-6862-4cfd-b202-088d9b72ebb8/bindings/n-h2-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.0926614 Aug 20 11:54:16.570833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e28250-57dc-4106-9603-8ba333962de9 req-46f9ce97-aa07-4659-b776-da005070ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:16.572489 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0e28250-57dc-4106-9603-8ba333962de9 req-46f9ce97-aa07-4659-b776-da005070ba4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1127 time: 0.0876312 Aug 20 11:54:16.713143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550971-11fb-4b8f-8c2e-da2dda6dbfe9 req-298dd124-883e-4a1a-b41c-d75906449f7c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:16.715000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5550971-11fb-4b8f-8c2e-da2dda6dbfe9 req-298dd124-883e-4a1a-b41c-d75906449f7c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 944 time: 0.1193824 Aug 20 11:54:16.758956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e28250-57dc-4106-9603-8ba333962de9 req-517b93e5-154a-4149-b27e-af7a325beb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:16.761011 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0e28250-57dc-4106-9603-8ba333962de9 req-517b93e5-154a-4149-b27e-af7a325beb65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.1654418 Aug 20 11:54:16.779304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56504) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:16.851811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5550971-11fb-4b8f-8c2e-da2dda6dbfe9 req-411b856a-226d-4ec5-8f1d-59e21e4e4010 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241336 Aug 20 11:54:16.856690 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0e28250-57dc-4106-9603-8ba333962de9 req-16a68dfd-770f-45fc-9d7d-3750feb97706 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0844896 Aug 20 11:54:16.861547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:16.907401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:16.937154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e28250-57dc-4106-9603-8ba333962de9 req-c42811d7-1705-40fe-acfe-e568a5d95642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:16.938991 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0e28250-57dc-4106-9603-8ba333962de9 req-c42811d7-1705-40fe-acfe-e568a5d95642 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0753970 Aug 20 11:54:16.970569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb40c90-6862-4cfd-b202-088d9b72ebb8 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:16.981095 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0e28250-57dc-4106-9603-8ba333962de9 req-88f94938-58c1-4297-9213-9c738f2c57f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336385 Aug 20 11:54:16.983252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:17.015006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.090041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6b5b7-68d8-4408-9df5-cfd7657a4215 req-8d364c60-9d31-4f95-bf14-f2fb19db3f47 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:17.099182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82b6b5b7-68d8-4408-9df5-cfd7657a4215 req-8d364c60-9d31-4f95-bf14-f2fb19db3f47 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 950 time: 0.0996268 Aug 20 11:54:17.173591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82b6b5b7-68d8-4408-9df5-cfd7657a4215 req-9296519a-ef19-4da9-8c74-cc2b823ea279 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730901 Aug 20 11:54:17.183827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56518) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:17.303169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] Transition to ACTIVE for port object 0cb40c90-6862-4cfd-b202-088d9b72ebb8 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:17.322429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2a-95f5-4637-b04a-c145a65ee1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.328783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.387312 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0e28250-57dc-4106-9603-8ba333962de9 req-6e2a0615-f2eb-4bc2-9a8c-5f1a794875a4 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989241 Aug 20 11:54:17.413780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14444771-4d1a-4040-8f0b-ba6eadefb3dd req-77ba8ffc-77fc-4300-a383-c90cec8e2cfe tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:17.421780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14444771-4d1a-4040-8f0b-ba6eadefb3dd req-77ba8ffc-77fc-4300-a383-c90cec8e2cfe tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.1320434 Aug 20 11:54:17.488552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] No DVR routers for this DVR port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:17.490759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] Pushing event updated for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:17.511047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-736f11c9-eac2-47ec-9d56-c34f519c63a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69d9c8266edd4e47b0f2562346fd9a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250360 Aug 20 11:54:17.517956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56536) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:17.560811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14444771-4d1a-4040-8f0b-ba6eadefb3dd req-1fda32cb-6042-48ea-af4b-2f7f6429fff3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380501 Aug 20 11:54:17.585640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0e28250-57dc-4106-9603-8ba333962de9 req-75021492-8616-47ac-b711-16d7709a4441 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907511 Aug 20 11:54:17.597089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8c207ddb-86ef-48fe-95e9-4364ddbabaca service neutron] 10.222.0.73 "PUT /v2.0/ports/0cb40c90-6862-4cfd-b202-088d9b72ebb8/bindings/n-h2-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2461097 Aug 20 11:54:17.622635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-f18ca1cd-a266-4165-b790-9c9f7826dbcb tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e81540b6a1784478a42a0c558fb60908&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556045 Aug 20 11:54:17.692899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39df65ac-c408-4957-a651-f25e9694f1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.705766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2a-95f5-4637-b04a-c145a65ee1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.717679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2a-95f5-4637-b04a-c145a65ee1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.741343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39df65ac-c408-4957-a651-f25e9694f1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.797656 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-44a9ca2a-95f5-4637-b04a-c145a65ee1a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b93bcc0f2bc41c6ae54aef234da0314&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0141628 Aug 20 11:54:17.797996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56546) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:17.805359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9ca2a-95f5-4637-b04a-c145a65ee1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbff7737-a704-4071-86ae-e318b0f6f064,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:17.848618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39df65ac-c408-4957-a651-f25e9694f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.850672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-89dc93a7-621c-4c01-be1a-73cc35c205db tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:17.852265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-89dc93a7-621c-4c01-be1a-73cc35c205db tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.1538723 Aug 20 11:54:17.853685 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39df65ac-c408-4957-a651-f25e9694f1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:17.858051 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-39df65ac-c408-4957-a651-f25e9694f1a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93daf180-3989-4fa9-affd-edf061093574 HTTP/1.1" status: 204 len: 168 time: 0.3346367 Aug 20 11:54:17.873832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df65ac-c408-4957-a651-f25e9694f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93daf180-3989-4fa9-affd-edf061093574,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:17.966927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-da408fed-12ab-4b78-b71c-f9bcd55f2344 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:17.968295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-da408fed-12ab-4b78-b71c-f9bcd55f2344 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3400559 Aug 20 11:54:18.000968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Request body: {'port': {'device_id': '99c7d70c-b406-4fca-bbbc-670441c0c549', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': 'e81540b6a1784478a42a0c558fb60908'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:18.005232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a355dcf9-8a78-4428-a64e-7fafc0e1f8dd req-e3352b6f-8f8a-415d-a70e-86aed997b5c8 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 210 time: 0.0721805 Aug 20 11:54:18.072705 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b399f32f-cee3-4919-b430-b83919a74cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.101023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-c0a79aaf-699c-4943-b9a3-7939596bcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:18.102532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-c0a79aaf-699c-4943-b9a3-7939596bcd6f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e HTTP/1.1" status: 200 len: 1097 time: 0.2213068 Aug 20 11:54:18.123065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b399f32f-cee3-4919-b430-b83919a74cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.238303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-68ac112f-256b-40fc-a950-117d05baa2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:18.239913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-68ac112f-256b-40fc-a950-117d05baa2ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1097 time: 0.0932803 Aug 20 11:54:18.241326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Made reservation on behalf of e81540b6a1784478a42a0c558fb60908 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:18.244853 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.284253 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b399f32f-cee3-4919-b430-b83919a74cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.286719 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b399f32f-cee3-4919-b430-b83919a74cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.290302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b399f32f-cee3-4919-b430-b83919a74cc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbff7737-a704-4071-86ae-e318b0f6f064 HTTP/1.1" status: 204 len: 168 time: 0.4889576 Aug 20 11:54:18.302252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56568) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:18.348559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399f32f-cee3-4919-b430-b83919a74cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbff7737-a704-4071-86ae-e318b0f6f064,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:18.402500 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d08e547-df91-4182-9bf1-8c006ef62539 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8205995ce45c45f0a5a7ed046cef8984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989964 Aug 20 11:54:18.403004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56572) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:18.664378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-72253dd9-d64c-4b60-899f-f005ded7c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:18.665892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-72253dd9-d64c-4b60-899f-f005ded7c5dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.4082181 Aug 20 11:54:18.674091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device cf32ea06-596b-47a3-9487-28339b3ffa26 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:18.683526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56582) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:18.698155 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74480eae-fdb8-417d-861f-cfb991ccd64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.707362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: cf32ea06-596b-47a3-9487-28339b3ffa26 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:18.709936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device cf32ea06-596b-47a3-9487-28339b3ffa26 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:18.753639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-8f131adc-9d2a-4240-9613-9560d140eaaa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0643113 Aug 20 11:54:18.759677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Allocated IP 192.168.233.46 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/ac43c38b-8100-4c1b-bef6-ec78093b7502) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:18.798664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c5ad-07b4-4f93-abcc-b7ede3ec73c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.805479 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74480eae-fdb8-417d-861f-cfb991ccd64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.811394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74480eae-fdb8-417d-861f-cfb991ccd64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.823336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33135210-b146-461c-8094-874ba56b50c0 req-5067fd53-7cf2-4568-928f-43223ba73e38 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:18.824860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33135210-b146-461c-8094-874ba56b50c0 req-5067fd53-7cf2-4568-928f-43223ba73e38 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 950 time: 0.1874161 Aug 20 11:54:18.842559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480eae-fdb8-417d-861f-cfb991ccd64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e247c9af-4489-43c2-86c6-e665bbfe3b9d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:18.864809 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-74480eae-fdb8-417d-861f-cfb991ccd64e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3f3be60680948c8bded03ab9e369fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772296 Aug 20 11:54:18.865183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:18.872371 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c5ad-07b4-4f93-abcc-b7ede3ec73c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.884906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-6e9ffe66-f02d-4b72-93a6-f0e00c4058bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:18.886384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-6e9ffe66-f02d-4b72-93a6-f0e00c4058bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1243184 Aug 20 11:54:18.917290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2db25c3-8a6a-4f69-945e-6e5bdf17184f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.940529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2db25c3-8a6a-4f69-945e-6e5bdf17184f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.949049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-4d8cbb37-ac24-48b3-801c-0ec6b828e5a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503531 Aug 20 11:54:18.968627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-65a73aa3-b164-44da-b373-bd4811cb678a tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:54:18.969619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-65a73aa3-b164-44da-b373-bd4811cb678a tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3295259 Aug 20 11:54:18.992080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2db25c3-8a6a-4f69-945e-6e5bdf17184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.994895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2db25c3-8a6a-4f69-945e-6e5bdf17184f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.998718 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e2db25c3-8a6a-4f69-945e-6e5bdf17184f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e247c9af-4489-43c2-86c6-e665bbfe3b9d HTTP/1.1" status: 204 len: 168 time: 0.1301274 Aug 20 11:54:19.006725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db25c3-8a6a-4f69-945e-6e5bdf17184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e247c9af-4489-43c2-86c6-e665bbfe3b9d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:19.021508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33135210-b146-461c-8094-874ba56b50c0 req-11716e48-340b-45b8-a048-fa818af46850 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7588ba3-14ff-44b0-9f2e-9d54330eef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818535 Aug 20 11:54:19.024545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Request body: {'binding': {'host': 'n-h1-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:19.025057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Unknown quota resources ['binding']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:54:19.219969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c5ad-07b4-4f93-abcc-b7ede3ec73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.222443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c5ad-07b4-4f93-abcc-b7ede3ec73c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.223541 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c9d4c5ad-07b4-4f93-abcc-b7ede3ec73c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15e2f2f3-1d7d-4278-a666-405bcaabb0a0 HTTP/1.1" status: 204 len: 168 time: 0.8190315 Aug 20 11:54:19.264646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4c5ad-07b4-4f93-abcc-b7ede3ec73c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e2f2f3-1d7d-4278-a666-405bcaabb0a0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:19.280287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.305220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-bf6aa28a-9cef-4a31-add8-87bfa5de3981 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208570 Aug 20 11:54:19.313283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963460e-797a-4e6c-b82c-78909105b77a req-8d3694a7-fc68-44d4-a567-2c70098bed47 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:19.315745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d963460e-797a-4e6c-b82c-78909105b77a req-8d3694a7-fc68-44d4-a567-2c70098bed47 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 945 time: 0.2057984 Aug 20 11:54:19.329759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Transition to ACTIVE for port object ac43c38b-8100-4c1b-bef6-ec78093b7502 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:19.409887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-bebbb384-02e4-4466-acf5-7da282610b5f tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:19.411951 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-bebbb384-02e4-4466-acf5-7da282610b5f tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 950 time: 0.0714607 Aug 20 11:54:19.466462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d963460e-797a-4e6c-b82c-78909105b77a req-c94e6cac-4b74-4813-bc2d-b3c30a7e5c7f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378155 Aug 20 11:54:19.492443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on host n-h1-800634-10 for vnic_type normal with profile None {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:19.492778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:19.493099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:19.509333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:19.509648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:19.518120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-419e60bc-ff1c-4872-be87-7ce588a5adfc service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777303 Aug 20 11:54:19.519302 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.528381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:19.528752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:19.529090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:19.530548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Bound port: 5dc48e67-407c-448e-845f-b9fb93cd0b04, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:19.533289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['8b80485e-61d5-4eb8-96b4-5ebd6855cb81'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:19.542574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['b6cc5c21-1406-467d-a408-71495e697e11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:19.617134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:19.617366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Deleting port 33d41046-9473-4e66-8861-8c42b120ac87 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:19.617452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.628697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:19.631239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:19.685143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Pushing event updated for resources: {'Port': ['ID=ac43c38b-8100-4c1b-bef6-ec78093b7502,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:19.774609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:19.782112 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:19.784475 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.795770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.814802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-02043356-039d-4728-9f10-7e2b1ec28f69 service neutron] 10.222.0.25 "POST /v2.0/ports/5dc48e67-407c-448e-845f-b9fb93cd0b04/bindings HTTP/1.1" status: 201 len: 390 time: 0.8272774 Aug 20 11:54:19.848960 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] For port 33d41046-9473-4e66-8861-8c42b120ac87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=33d41046-9473-4e66-8861-8c42b120ac87,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:19.850498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.854313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-cfbca42f-2f37-4f77-88c2-a3534de08062 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8630173 Aug 20 11:54:19.875082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Calling delete_port for 33d41046-9473-4e66-8861-8c42b120ac87 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:19.911523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Request body: {'port': {'device_id': '99c7d70c-b406-4fca-bbbc-670441c0c549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:20.017371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d234-473d-414f-861b-50ddf3e5a05e req-88658857-9949-431b-baa4-85b7dcd624f7 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:20.019964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-88658857-9949-431b-baa4-85b7dcd624f7 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.1781962 Aug 20 11:54:20.170486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a284f75e-6087-42ad-8405-33add7dd725c None None] Provisioning for port ac43c38b-8100-4c1b-bef6-ec78093b7502 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:20.174045 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.186008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a284f75e-6087-42ad-8405-33add7dd725c None None] Provisioning complete for port ac43c38b-8100-4c1b-bef6-ec78093b7502 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:20.186619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a284f75e-6087-42ad-8405-33add7dd725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.233415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.244579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a284f75e-6087-42ad-8405-33add7dd725c None None] Port ac43c38b-8100-4c1b-bef6-ec78093b7502 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:20.252540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 0cb40c90-6862-4cfd-b202-088d9b72ebb8 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:20.287065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56628) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:20.308163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Pushing event deleted for resources: {'Port': ['ID=33d41046-9473-4e66-8861-8c42b120ac87,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:20.315592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0381c9-b2ad-4a61-867d-28cad9a76910 req-09602e50-8faf-4e3f-9168-79f8cab0aa81 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:20.316131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 0cb40c90-6862-4cfd-b202-088d9b72ebb8 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:20.317166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd0381c9-b2ad-4a61-867d-28cad9a76910 req-09602e50-8faf-4e3f-9168-79f8cab0aa81 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.2917280 Aug 20 11:54:20.379334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-3f03c676-3f73-4a34-893d-e8fe1c458333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:20.380827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-3f03c676-3f73-4a34-893d-e8fe1c458333 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1097 time: 0.2180603 Aug 20 11:54:20.388541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] No DVR routers for this DVR port 33d41046-9473-4e66-8861-8c42b120ac87 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:20.392643 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.395734 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f735b05d-2b47-4e9d-90e7-ee88fbcd3f91 req-76aeffee-0b2e-4b17-b766-5ca0242526cf tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.22 "DELETE /v2.0/ports/33d41046-9473-4e66-8861-8c42b120ac87 HTTP/1.1" status: 204 len: 173 time: 0.9759495 Aug 20 11:54:20.396349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4461b78c-5c7f-4079-9eef-a13584b4de87', 'name': 'network-vif-deleted', 'tag': '33d41046-9473-4e66-8861-8c42b120ac87'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:20.398506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aae77-77a5-4c83-a275-17ab59ddb532 req-0b6b82c3-7fe5-44f0-9ca4-3bc9b0c570b7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:20.402358 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392db904-5d26-41d6-8c02-960528b16148" -d '{"events": [{"server_uuid": "4461b78c-5c7f-4079-9eef-a13584b4de87", "name": "network-vif-deleted", "tag": "33d41046-9473-4e66-8861-8c42b120ac87"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:20.406697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da1aae77-77a5-4c83-a275-17ab59ddb532 req-0b6b82c3-7fe5-44f0-9ca4-3bc9b0c570b7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 935 time: 0.2249050 Aug 20 11:54:20.425898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['33d41046-9473-4e66-8861-8c42b120ac87'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:20.471796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-network', 'tenant_id': '109cccffaac647588005ad088e1afd41'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:20.515323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Made reservation on behalf of 109cccffaac647588005ad088e1afd41 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:20.517979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.529896 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.658792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd0381c9-b2ad-4a61-867d-28cad9a76910 req-3b216ce0-4821-4648-9bf5-bb7ee581bbd1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284671 Aug 20 11:54:20.663253 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.669102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.695531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:20.707138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.707887 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Added segment 9bc6c9e9-839a-44ec-85c8-b7b66a75cffb of type vlan for network 393a2286-2b94-4720-bc41-0b7c8532c668 Aug 20 11:54:20.745821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da1aae77-77a5-4c83-a275-17ab59ddb532 req-9af50a53-67fb-4fa5-8f20-8096e77a5101 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382783 Aug 20 11:54:20.748114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9141d234-473d-414f-861b-50ddf3e5a05e req-4bbe129f-e03c-477b-9e72-d7f2f0b50793 service neutron] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:20.772124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9141d234-473d-414f-861b-50ddf3e5a05e req-4bbe129f-e03c-477b-9e72-d7f2f0b50793 service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.773394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9141d234-473d-414f-861b-50ddf3e5a05e req-4bbe129f-e03c-477b-9e72-d7f2f0b50793 service neutron] 10.222.0.22 "DELETE /v2.0/ports/0cb40c90-6862-4cfd-b202-088d9b72ebb8/bindings/n-h1-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.7398670 Aug 20 11:54:20.791937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc79619-e0fc-40e3-a896-58cdbd550e14,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:20.803116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.848781 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.849770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:20.850451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.966725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] Pushing event updated for resources: {'Network': ['ID=393a2286-2b94-4720-bc41-0b7c8532c668,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:20.977307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 393a2286-2b94-4720-bc41-0b7c8532c668 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:20.980134 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d326c81e-954a-4ece-89c7-957a9c215a62 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6908793 Aug 20 11:54:20.992861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56650) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:21.001930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Request body: {'subnet': {'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-subnet', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:21.007551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-36c21be6-fae0-4a71-bd9b-b2a61f4734bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:21.009976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-36c21be6-fae0-4a71-bd9b-b2a61f4734bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.5975201 Aug 20 11:54:21.065395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Made reservation on behalf of 109cccffaac647588005ad088e1afd41 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:21.073859 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.098255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c75af074-3d72-4c1c-a0a4-fcb81725ccad req-46f0ab91-68fa-4deb-92f2-40dcb9ff8376 tempest-DeleteServersAdminTestJSON-1971862219 tempest-DeleteServersAdminTestJSON-1971862219-project] 10.222.0.25 "GET /v2.0/ports?device_id=4461b78c-5c7f-4079-9eef-a13584b4de87 HTTP/1.1" status: 200 len: 210 time: 0.0903418 Aug 20 11:54:21.115042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d980f905-4d59-4b7c-bc45-a377146b7bc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 200 len: 217 time: 0.0876150 Aug 20 11:54:21.153898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690c53e-9eca-4db7-b8bf-7db44b6bf71b req-792f3fb0-1081-4590-9733-e8d3f2510822 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:21.166337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0690c53e-9eca-4db7-b8bf-7db44b6bf71b req-792f3fb0-1081-4590-9733-e8d3f2510822 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 945 time: 0.4310808 Aug 20 11:54:21.209381 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b576c396-d3d6-43d3-ab19-8918df0e3c6b x-openstack-request-id: req-b576c396-d3d6-43d3-ab19-8918df0e3c6b {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:21.210311 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4461b78c-5c7f-4079-9eef-a13584b4de87", "name": "network-vif-deleted", "tag": "33d41046-9473-4e66-8861-8c42b120ac87", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:21.210311 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b576c396-d3d6-43d3-ab19-8918df0e3c6b {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:21.211024 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4461b78c-5c7f-4079-9eef-a13584b4de87', 'name': 'network-vif-deleted', 'tag': '33d41046-9473-4e66-8861-8c42b120ac87', 'status': 'completed', 'code': 200} Aug 20 11:54:21.320031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-84a7a43a-5062-4d52-84d4-dd9297bec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:21.321489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-84a7a43a-5062-4d52-84d4-dd9297bec47c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1374125 Aug 20 11:54:21.411585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.415927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-6e99915a-d36b-4166-ae51-e6de6cdab765 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824187 Aug 20 11:54:21.439779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0690c53e-9eca-4db7-b8bf-7db44b6bf71b req-18dccdfb-db2f-4585-882b-42e449a1ad69 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725933 Aug 20 11:54:21.482717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2fb1305-8259-41de-a3fa-da38bbe5c792,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:21.490882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Checking segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:21.491242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Network hostable DHCP agents. Network: 393a2286-2b94-4720-bc41-0b7c8532c668, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:21.499910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae4d9-00a1-47fd-b0f3-9513e192d8c1 req-7c189d47-b04b-4830-891d-8d265a5e19cb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:21.507010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e2ae4d9-00a1-47fd-b0f3-9513e192d8c1 req-7c189d47-b04b-4830-891d-8d265a5e19cb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 945 time: 0.2503018 Aug 20 11:54:21.528851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac43c38b-8100-4c1b-bef6-ec78093b7502 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:21.531805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Network 393a2286-2b94-4720-bc41-0b7c8532c668 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:21.548234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 393a2286-2b94-4720-bc41-0b7c8532c668) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:21.551708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.555773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:21.556903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.564941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9dfe2-57b2-4548-9a72-1090175e4b92 None None] Network 393a2286-2b94-4720-bc41-0b7c8532c668 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:21.598537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Transition to ACTIVE for port object ac43c38b-8100-4c1b-bef6-ec78093b7502 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:21.602233 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34387587-020f-421e-8277-d44ac1fc99c4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6066375 Aug 20 11:54:21.603932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56670) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:21.609335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:21.614917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e2ae4d9-00a1-47fd-b0f3-9513e192d8c1 req-507853dd-17e2-46da-b5df-86184adc7192 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069694 Aug 20 11:54:21.620241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.669965 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.671226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.701416 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20a1d117-288b-4c01-af1c-3f8c5c12eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.772995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Pushing event updated for resources: {'Port': ['ID=ac43c38b-8100-4c1b-bef6-ec78093b7502,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:21.785487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-492f9fc6-ca61-441f-ba48-57903ed507da service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491676 Aug 20 11:54:21.791090 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.901348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-393a2286-2b94-4720-bc41-0b7c8532c668', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:54:21.902445 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.920619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.921670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.922178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.922896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.923554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.923989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.924416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.924862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.925298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.925707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.926127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:21.926577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.051296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368448d3-605f-4366-ac25-f570ea5074f8 req-0777f454-8684-448d-8674-0848743d49f0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.052344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.054537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-368448d3-605f-4366-ac25-f570ea5074f8 req-0777f454-8684-448d-8674-0848743d49f0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.2252867 Aug 20 11:54:22.091411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f7a70-4f96-46cd-8bb9-32f5f361084f req-2b0457b2-231b-4a97-91bb-20b8b1497d8f tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.098949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee1f7a70-4f96-46cd-8bb9-32f5f361084f req-2b0457b2-231b-4a97-91bb-20b8b1497d8f tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1097 time: 0.2186041 Aug 20 11:54:22.101065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Allocated IP 172.20.0.2 (393a2286-2b94-4720-bc41-0b7c8532c668/d2fb1305-8259-41de-a3fa-da38bbe5c792/7dcd8907-cf3f-4a8c-812f-733bd34afa2e) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:22.141069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56688) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:22.177123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-fe683ffb-0b46-4ee4-a1f2-9ce91a3f8c24 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708498 Aug 20 11:54:22.187430 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-368448d3-605f-4366-ac25-f570ea5074f8 req-f42f294f-b9cc-4fd6-b97f-fc108dd40436 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158617 Aug 20 11:54:22.188113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Attempting to bind port ac43c38b-8100-4c1b-bef6-ec78093b7502 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:22.188437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Attempting to bind port ac43c38b-8100-4c1b-bef6-ec78093b7502 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:22.188972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Attempting to bind port ac43c38b-8100-4c1b-bef6-ec78093b7502 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:22.205186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee1f7a70-4f96-46cd-8bb9-32f5f361084f req-e9ab1807-891e-4038-afad-44dfc1e4606f tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Aug 20 11:54:22.219989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Port ac43c38b-8100-4c1b-bef6-ec78093b7502 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:22.220582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Attempting to bind port ac43c38b-8100-4c1b-bef6-ec78093b7502 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:22.227155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:22.228159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:22.228833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:22.229552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Bound port: ac43c38b-8100-4c1b-bef6-ec78093b7502, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:22.230128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.367310 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.391909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-2fbcf525-1c8d-4afd-b14a-2443f903ac0d tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.393830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-2fbcf525-1c8d-4afd-b14a-2443f903ac0d tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.1491201 Aug 20 11:54:22.405866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] For port ac43c38b-8100-4c1b-bef6-ec78093b7502, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:22.412477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] For port ac43c38b-8100-4c1b-bef6-ec78093b7502, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ac43c38b-8100-4c1b-bef6-ec78093b7502,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:22.418877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-10'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:22.430216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba2c43-faa8-4094-9744-3bd79d132f0a req-d9fcfef3-ee01-41fa-90f1-f93977eb416b tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.440971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19ba2c43-faa8-4094-9744-3bd79d132f0a req-d9fcfef3-ee01-41fa-90f1-f93977eb416b tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 947 time: 0.1419482 Aug 20 11:54:22.452887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.488576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.490755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.512339 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.517997 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.530384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.531118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.531242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.532828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] 10.222.0.22 "PUT /v2.0/ports/ac43c38b-8100-4c1b-bef6-ec78093b7502 HTTP/1.1" status: 200 len: 1096 time: 2.6675377 Aug 20 11:54:22.541579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c7d70c-b406-4fca-bbbc-670441c0c549', 'tag': 'ac43c38b-8100-4c1b-bef6-ec78093b7502'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:22.544498 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f656af2-5804-4444-9452-e506d2ce3ead" -d '{"events": [{"name": "network-changed", "server_uuid": "99c7d70c-b406-4fca-bbbc-670441c0c549", "tag": "ac43c38b-8100-4c1b-bef6-ec78093b7502"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:22.559616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Transition to ACTIVE for port object 7dcd8907-cf3f-4a8c-812f-733bd34afa2e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:22.591732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Transition to ACTIVE for port object 7dcd8907-cf3f-4a8c-812f-733bd34afa2e will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:22.608061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.616934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19ba2c43-faa8-4094-9744-3bd79d132f0a req-9ac98609-eac2-4c74-bd2d-8e1b229205be tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717336 Aug 20 11:54:22.647415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Allocated IP 172.25.0.46 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/fad2988a-31e8-4ae8-bf61-054491341702) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:22.681512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Network 393a2286-2b94-4720-bc41-0b7c8532c668 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:22.686734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:22.688040 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.690072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:22.717519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87332a89-ed1c-4127-9421-42a728fa5025 service neutron] Pushing event updated for resources: {'Port': ['ID=ac43c38b-8100-4c1b-bef6-ec78093b7502,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:22.787143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Pushing event updated for resources: {'Port': ['ID=7dcd8907-cf3f-4a8c-812f-733bd34afa2e,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:22.813961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-dc7b32ed-5f76-4b98-97e6-1c9d59318210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:22.815435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-dc7b32ed-5f76-4b98-97e6-1c9d59318210 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 1099 time: 0.2266998 Aug 20 11:54:22.839176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Attempting to bind port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:22.839530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Attempting to bind port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:22.839884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Attempting to bind port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e on network 393a2286-2b94-4720-bc41-0b7c8532c668 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:22.850817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:22.851212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Checking segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:22.851588 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.851974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Bound using segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:22.852448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Bound port: 7dcd8907-cf3f-4a8c-812f-733bd34afa2e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:22.852827 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.860444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ad56ab-cc30-4edc-9d07-450cb12f113e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:22.867267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a672ce4f842541eba69cd8221dc2c8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255614 Aug 20 11:54:22.870434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56714) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:22.910420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.910637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.910920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.911253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.911635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.912257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.912587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.912911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.913232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.913550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.913870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.914212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c6013-7f78-45fd-bdf1-f6d0f848c4d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:22.952039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-1fe0d8e9-77e9-485e-abd2-ef77c792acb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=ac43c38b-8100-4c1b-bef6-ec78093b7502 HTTP/1.1" status: 200 len: 217 time: 0.1051149 Aug 20 11:54:22.958904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.963215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] For port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:22.967728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] For port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7dcd8907-cf3f-4a8c-812f-733bd34afa2e,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:22.977048 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:22.997031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a74ecfc0-83a9-41dd-b1e9-7da2cf17d2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.020054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56718) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:23.041829 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a74ecfc0-83a9-41dd-b1e9-7da2cf17d2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.062611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.065314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e3e2b-0939-4b4b-a077-ff3e652645ce None None] Pushing event updated for resources: {'Port': ['ID=7dcd8907-cf3f-4a8c-812f-733bd34afa2e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:23.117447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c09d9-94c2-48d5-a5b7-9f1cbdd26da4 req-d7c5ff54-3164-4ffc-9494-6cd4d4b4040d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.118973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce9c09d9-94c2-48d5-a5b7-9f1cbdd26da4 req-d7c5ff54-3164-4ffc-9494-6cd4d4b4040d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 945 time: 0.2687328 Aug 20 11:54:23.142845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-e2267687-1930-440e-b294-c9578e130b5d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.144611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-e2267687-1930-440e-b294-c9578e130b5d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 807 time: 0.3903990 Aug 20 11:54:23.154332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a74ecfc0-83a9-41dd-b1e9-7da2cf17d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.157112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a74ecfc0-83a9-41dd-b1e9-7da2cf17d2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.158415 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a74ecfc0-83a9-41dd-b1e9-7da2cf17d2a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6ad56ab-cc30-4edc-9d07-450cb12f113e HTTP/1.1" status: 204 len: 168 time: 0.2870085 Aug 20 11:54:23.160555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:23.170731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-e91a7c6e-3b2c-48f1-9d52-ee5df8a3b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.172707 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-e91a7c6e-3b2c-48f1-9d52-ee5df8a3b8d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1818573 Aug 20 11:54:23.172829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ecfc0-83a9-41dd-b1e9-7da2cf17d2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ad56ab-cc30-4edc-9d07-450cb12f113e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:23.180636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:23.186307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:23.217167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-07a0ac04-6f87-4724-b733-f62bd1d6a23c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/quotas/0f0bc8746dc8455196d0d37ea4fa551e HTTP/1.1" status: 200 len: 375 time: 0.0558996 Aug 20 11:54:23.227532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Pushing event updated for resources: {'Port': ['ID=fad2988a-31e8-4ae8-bf61-054491341702,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:23.239346 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4693f6bb-8143-4d8f-bfc6-063e513d004c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.250615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:23.321441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce9c09d9-94c2-48d5-a5b7-9f1cbdd26da4 req-1bd630ed-8963-4b12-8c77-02c4422f5210 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891968 Aug 20 11:54:23.349917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-2ff45e0c-f400-418a-af99-93df98754ab2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1322036 Aug 20 11:54:23.359740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:23.376299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-56623860-50ad-48c5-bbb3-f167cc92ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.377821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-56623860-50ad-48c5-bbb3-f167cc92ec1b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1817236 Aug 20 11:54:23.580109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4693f6bb-8143-4d8f-bfc6-063e513d004c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.587970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4693f6bb-8143-4d8f-bfc6-063e513d004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.640873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56732) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:23.693697 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4693f6bb-8143-4d8f-bfc6-063e513d004c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a585efecd1f1447c90ced4b7d2eeb548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725864 Aug 20 11:54:23.705245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56736) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:23.713209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f345531-1a1b-4173-8d80-b66537c8395e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.717726 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986888c-b69b-4a20-9e93-be4f751513b5 x-openstack-request-id: req-5986888c-b69b-4a20-9e93-be4f751513b5 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:23.718074 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c7d70c-b406-4fca-bbbc-670441c0c549", "tag": "ac43c38b-8100-4c1b-bef6-ec78093b7502", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:23.718471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693f6bb-8143-4d8f-bfc6-063e513d004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981d898e-7bfd-4290-ab8c-dab2d92409f4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:23.718591 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5986888c-b69b-4a20-9e93-be4f751513b5 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:23.719021 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c7d70c-b406-4fca-bbbc-670441c0c549', 'tag': 'ac43c38b-8100-4c1b-bef6-ec78093b7502', 'status': 'completed', 'code': 200} Aug 20 11:54:23.823584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.837181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-5683aa4b-8b3a-40ec-a81a-bcae194e5353 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:54:23.838549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-5683aa4b-8b3a-40ec-a81a-bcae194e5353 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1220617 Aug 20 11:54:23.839063 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.844465 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.879032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6890af9b-9f66-4bde-ba9d-20411820b371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.901467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7ae98-990c-42fe-a0e9-d812db6b39df req-1e86f4e7-2dbc-41f8-b493-0ddd93965e1d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:23.903088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ed7ae98-990c-42fe-a0e9-d812db6b39df req-1e86f4e7-2dbc-41f8-b493-0ddd93965e1d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.1895425 Aug 20 11:54:23.924174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6890af9b-9f66-4bde-ba9d-20411820b371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.006457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-888bac44-5cda-42c1-9991-d87ffaef01d8 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915533 Aug 20 11:54:24.045066 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f345531-1a1b-4173-8d80-b66537c8395e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.078009 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f345531-1a1b-4173-8d80-b66537c8395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.090143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:24.097686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6890af9b-9f66-4bde-ba9d-20411820b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.100158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6890af9b-9f66-4bde-ba9d-20411820b371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.101272 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6890af9b-9f66-4bde-ba9d-20411820b371 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/981d898e-7bfd-4290-ab8c-dab2d92409f4 HTTP/1.1" status: 204 len: 168 time: 0.3950970 Aug 20 11:54:24.134906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ed7ae98-990c-42fe-a0e9-d812db6b39df req-404acbf6-8f79-4ce4-9da7-f54806c9d0f5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182825 Aug 20 11:54:24.172562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-a0299741-64c9-4fd8-bb15-a5a26bde271f service neutron] 10.222.0.25 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242307 Aug 20 11:54:24.180673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on host n-h2-800634-10 for vnic_type normal with profile {"migrating_to": "n-h1-800634-10"} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:24.181471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:24.181922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:24.212420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d50fb4ab-76f8-463c-aa98-c951e678e3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.322917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:24.323261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Attempting to bind port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:24.336633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:24.336998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:24.337339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:24.337799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Bound port: 5dc48e67-407c-448e-845f-b9fb93cd0b04, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:24.340924 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.379540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-d9863f85-7a4a-4dd1-ace8-17acc213830a service neutron] 10.222.0.25 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787789 Aug 20 11:54:24.411018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8f345531-1a1b-4173-8d80-b66537c8395e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74dca7ee5fe54850a54329bcee2507ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7665246 Aug 20 11:54:24.411627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56748) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:24.412407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33498613-f0ef-4e75-9c35-dfe164f5fe13 req-f958b2e0-486f-4686-99a0-6e9e3eed71c4 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921738 Aug 20 11:54:24.422169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f345531-1a1b-4173-8d80-b66537c8395e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b6040d-5d15-4310-957a-4474414bff8b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:24.457364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890af9b-9f66-4bde-ba9d-20411820b371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d898e-7bfd-4290-ab8c-dab2d92409f4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:24.493830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.537200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ae52-6a8b-4aae-a6f9-e4743d8b5077 req-e826ad3a-4473-4de9-b1c2-fe5c52cd6a59 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:24.549383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe32ae52-6a8b-4aae-a6f9-e4743d8b5077 req-e826ad3a-4473-4de9-b1c2-fe5c52cd6a59 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 947 time: 0.2147770 Aug 20 11:54:24.554106 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9db12f1c-57d9-4b96-be92-49a93e59aba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.583449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d02ff6-33d7-46de-a6e0-ef7929c6c809 None None] Network 393a2286-2b94-4720-bc41-0b7c8532c668 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:24.621017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9db12f1c-57d9-4b96-be92-49a93e59aba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.690408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 33d41046-9473-4e66-8861-8c42b120ac87 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:24.719764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56756) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:24.725461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 33d41046-9473-4e66-8861-8c42b120ac87 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:24.725996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 33d41046-9473-4e66-8861-8c42b120ac87 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:24.741756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cea1192c-97ba-4c8c-95a6-1b80067de327 None None] Provisioning for port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:24.758065 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0567ad93-3c29-46dd-9c67-15ddf31163a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.773917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:24.778299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:24.786090 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9db12f1c-57d9-4b96-be92-49a93e59aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.789178 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9db12f1c-57d9-4b96-be92-49a93e59aba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.792764 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9db12f1c-57d9-4b96-be92-49a93e59aba7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89b6040d-5d15-4310-957a-4474414bff8b HTTP/1.1" status: 204 len: 168 time: 0.3756804 Aug 20 11:54:24.794759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.823505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Router d118ce28-dca5-4e37-a6f6-c04e90179747 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:54:24.823677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f656af2-5804-4444-9452-e506d2ce3ead req-1521aeea-aad4-4044-801a-7d98b03b76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:24.826406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f656af2-5804-4444-9452-e506d2ce3ead req-1521aeea-aad4-4044-801a-7d98b03b76b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 1099 time: 0.3119986 Aug 20 11:54:24.835016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db12f1c-57d9-4b96-be92-49a93e59aba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b6040d-5d15-4310-957a-4474414bff8b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:24.952829 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.993219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe32ae52-6a8b-4aae-a6f9-e4743d8b5077 req-6a34a177-b71d-4d0a-9aec-99ad2877f810 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421916 Aug 20 11:54:25.032958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.035393 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.041732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] 10.222.0.73 "PUT /v2.0/ports/5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 200 len: 1123 time: 2.6315987 Aug 20 11:54:25.073463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7c75c-ea95-434d-841b-1257a16092a9 req-e674d4e1-23c0-4899-977f-b98e1a5e222b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.083027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09b7c75c-ea95-434d-841b-1257a16092a9 req-e674d4e1-23c0-4899-977f-b98e1a5e222b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 943 time: 0.3936129 Aug 20 11:54:25.188551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0567ad93-3c29-46dd-9c67-15ddf31163a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.189891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['5dc48e67-407c-448e-845f-b9fb93cd0b04'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:25.195818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0567ad93-3c29-46dd-9c67-15ddf31163a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.200425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75ce8582-f735-4aa4-bc13-919b0f68d59f req-0a6f9627-b7ed-4f5c-89cc-e18672e5a933 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 210 time: 0.0590756 Aug 20 11:54:25.207731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff1be0-3149-4cff-8701-0779099299e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=8']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:25.219502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f656af2-5804-4444-9452-e506d2ce3ead req-a8984e9c-52bc-4a62-a2eb-77634b881ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.222479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f656af2-5804-4444-9452-e506d2ce3ead req-a8984e9c-52bc-4a62-a2eb-77634b881ca0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.3749039 Aug 20 11:54:25.242157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:25.254549 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Sync routers for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:25.273524 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:25.274147 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:25.304702 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.319280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e4bb4dea-5bfa-44e2-b7b3-3bd67d0980bf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.7131295 Aug 20 11:54:25.321233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56774) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:25.326939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567ad93-3c29-46dd-9c67-15ddf31163a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deb427c-2422-47e2-a152-3fcf03e3802a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:25.353550 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0567ad93-3c29-46dd-9c67-15ddf31163a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1285126913ac4df98aa2781716b8c861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6279919 Aug 20 11:54:25.353897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56778) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:25.362022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f656af2-5804-4444-9452-e506d2ce3ead req-866763ee-499d-4326-a4ac-840652ac01ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=ac43c38b-8100-4c1b-bef6-ec78093b7502 HTTP/1.1" status: 200 len: 217 time: 0.1291344 Aug 20 11:54:25.378863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09b7c75c-ea95-434d-841b-1257a16092a9 req-64a0b7a8-20d4-484c-a475-f6f91fa9eca8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949469 Aug 20 11:54:25.487746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.501084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7dcd8907-cf3f-4a8c-812f-733bd34afa2e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:25.589289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f656af2-5804-4444-9452-e506d2ce3ead req-c8fa3527-253b-4c42-a548-33c6180e31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.595631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f656af2-5804-4444-9452-e506d2ce3ead req-c8fa3527-253b-4c42-a548-33c6180e31a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2098682 Aug 20 11:54:25.604201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad5b4a-de87-4106-8719-a6ed0b86042e req-595d11fc-9b93-413f-b0a1-fec4b5254da5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.620090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45ad5b4a-de87-4106-8719-a6ed0b86042e req-595d11fc-9b93-413f-b0a1-fec4b5254da5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.2043786 Aug 20 11:54:25.674467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:25.680932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:25.681801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.720999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bfb2f1c-3cf7-4242-b8e5-8105bb1e74dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.727919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04'}, {'name': 'network-changed', 'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:25.730388 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2876230d-1152-45d5-b1a2-60f4a4bcc856" -d '{"events": [{"server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04"}, {"name": "network-changed", "server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:25.753487 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:25.792003 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45ad5b4a-de87-4106-8719-a6ed0b86042e req-af20c800-03c8-42b2-b3ca-033fba33675b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155205 Aug 20 11:54:25.794421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f656af2-5804-4444-9452-e506d2ce3ead req-40fb19ad-3050-42d3-84bc-b5b96281e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.795829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f656af2-5804-4444-9452-e506d2ce3ead req-40fb19ad-3050-42d3-84bc-b5b96281e1b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1747382 Aug 20 11:54:25.827023 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7f7d32-8a48-4bcc-a67d-becfef693a03 x-openstack-request-id: req-4e7f7d32-8a48-4bcc-a67d-becfef693a03 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:25.828174 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04", "code": 200}, {"name": "network-changed", "server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:25.828640 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e7f7d32-8a48-4bcc-a67d-becfef693a03 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:25.829246 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04', 'code': 200} Aug 20 11:54:25.829667 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04', 'status': 'completed', 'code': 200} Aug 20 11:54:25.831330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:25.858156 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.859784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bfb2f1c-3cf7-4242-b8e5-8105bb1e74dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.912763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7dcd8907-cf3f-4a8c-812f-733bd34afa2e,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:25.925193 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.963369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-cdb4ed8f-1cf1-4f70-81ec-0ea5abf682ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:25.965832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-cdb4ed8f-1cf1-4f70-81ec-0ea5abf682ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1126 time: 0.0914469 Aug 20 11:54:25.987736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f656af2-5804-4444-9452-e506d2ce3ead req-166929f2-3725-4265-ade4-198143ad7960 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727118 Aug 20 11:54:26.041538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=7dcd8907-cf3f-4a8c-812f-733bd34afa2e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:26.085196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bfb2f1c-3cf7-4242-b8e5-8105bb1e74dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.087732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bfb2f1c-3cf7-4242-b8e5-8105bb1e74dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.092012 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1bfb2f1c-3cf7-4242-b8e5-8105bb1e74dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3deb427c-2422-47e2-a152-3fcf03e3802a HTTP/1.1" status: 204 len: 168 time: 0.7338889 Aug 20 11:54:26.127755 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb2f1c-3cf7-4242-b8e5-8105bb1e74dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deb427c-2422-47e2-a152-3fcf03e3802a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:26.224247 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:23Z', 'revision_number': 3, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:26.297313 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Checking router: d118ce28-dca5-4e37-a6f6-c04e90179747 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:26.298634 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Updating router d118ce28-dca5-4e37-a6f6-c04e90179747 port fad2988a-31e8-4ae8-bf61-054491341702 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:26.335958 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.375510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f656af2-5804-4444-9452-e506d2ce3ead req-138e0a33-f14d-46dd-b667-3d5649a60b33 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720145 Aug 20 11:54:26.506341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-0b657cad-6e22-42f2-a4ac-fa8e49302d91 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:26.507836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-0b657cad-6e22-42f2-a4ac-fa8e49302d91 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 807 time: 0.3812342 Aug 20 11:54:26.549154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Request body: {'port': {'device_id': '281e68e0-f612-4b42-817e-0b3e070873f8', 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'admin_state_up': True, 'tenant_id': '0f0bc8746dc8455196d0d37ea4fa551e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:26.737152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.738952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-ae39d8c2-2af2-4781-8d3e-6f6fcb62c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:26.740844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-ae39d8c2-2af2-4781-8d3e-6f6fcb62c008 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.7649834 Aug 20 11:54:26.753772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Made reservation on behalf of 0f0bc8746dc8455196d0d37ea4fa551e for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:26.755250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-515a3790-ea36-42ca-aa36-5c86921e84b3 req-8f88bfa2-d541-4353-98fd-c36f2995c3fd tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 210 time: 0.3624218 Aug 20 11:54:26.758289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.817847 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.852031 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Transition to ACTIVE for port object fad2988a-31e8-4ae8-bf61-054491341702 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:26.858770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.865379 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.900897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-0b504d4a-67bc-4ae6-bf32-92cf545ae61c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 200 len: 217 time: 0.1240852 Aug 20 11:54:26.920176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec320-d3cb-42dc-9de2-53e65abde1b0 req-2769d72e-2a7f-459c-b10b-a66015953d37 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:26.933102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec1ec320-d3cb-42dc-9de2-53e65abde1b0 req-2769d72e-2a7f-459c-b10b-a66015953d37 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 947 time: 0.7201893 Aug 20 11:54:26.957735 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Attempting to bind port fad2988a-31e8-4ae8-bf61-054491341702 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:26.958116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Attempting to bind port fad2988a-31e8-4ae8-bf61-054491341702 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:26.958535 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Attempting to bind port fad2988a-31e8-4ae8-bf61-054491341702 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:26.981533 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:26.981918 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:26.982689 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.983088 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:26.983631 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Bound port: fad2988a-31e8-4ae8-bf61-054491341702, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:26.984018 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.987216 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Pushing event updated for resources: {'Port': ['ID=fad2988a-31e8-4ae8-bf61-054491341702,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:27.014901 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.015247 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.016057 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.016585 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.016935 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.017266 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.017738 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.018873 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.019203 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.019526 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.019846 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.020161 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Tracked resource versions report: Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: pushed versions: Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: { 'AddressGroup': {'1.2'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'ConntrackHelper': {'1.0'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Log': {'1.0'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Network': {'1.1'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Port': {'1.7'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'PortForwarding': {'1.2'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'QosPolicy': {'1.9'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'SecurityGroup': {'1.4'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'SubPort': {'1.0'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Subnet': {'1.1'}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Trunk': {'1.1'}} Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: consumer versions: Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: { DHCP agent@n-d-800634-10: {}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: HyperV agent@n-h1-800634-10: {}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: HyperV agent@n-h2-800634-10: {}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: L3 agent@n-d-800634-10: {}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: Metadata agent@n-d-800634-10: {}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: Metering agent@n-d-800634-10: {}, Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: Open vSwitch agent@n-d-800634-10: { 'AddressGroup': '1.2', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'ConntrackHelper': '1.0', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Log': '1.0', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Network': '1.1', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Port': '1.7', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'PortForwarding': '1.2', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'QosPolicy': '1.9', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'SecurityGroup': '1.4', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'SecurityGroupRule': '1.2', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'SubPort': '1.0', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Subnet': '1.1', Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: 'Trunk': '1.1'}} Aug 20 11:54:27.021258 n-d-800634-10 neutron-server[101036]: {{(pid=101036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:54:27.040654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6f1016fb-44ef-4375-9639-9634b02b7f1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52820f725ac94a7f89e4bc3cc2d97e98&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2077808 Aug 20 11:54:27.042337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-d09e60b6-84c3-4eee-94dc-7398238f9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:27.045196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-d09e60b6-84c3-4eee-94dc-7398238f9958 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1026707 Aug 20 11:54:27.046304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56836) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:27.066469 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] For port fad2988a-31e8-4ae8-bf61-054491341702, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:27.070233 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] For port fad2988a-31e8-4ae8-bf61-054491341702, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fad2988a-31e8-4ae8-bf61-054491341702,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:27.076338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Allocated IP 172.20.0.9 (80a4b284-c5e5-43d2-8439-666fc66a8151/a23284d5-7b38-4a05-a5d7-95dbfb8307ad/4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:27.077741 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.088962 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-29fe7203-808a-4444-b773-51fa53004039 req-1fb31d71-a664-4c4a-940a-ce81558d5dec service neutron] show failed (client error): The resource could not be found. Aug 20 11:54:27.090416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-1fb31d71-a664-4c4a-940a-ce81558d5dec service neutron] 10.222.0.73 "GET /v2.0/ports/49d176ff-ada1-4639-90cf-b52a91692339/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.8575432 Aug 20 11:54:27.096173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Allocated IP 172.20.0.1 (393a2286-2b94-4720-bc41-0b7c8532c668/d2fb1305-8259-41de-a3fa-da38bbe5c792/47ae4eb8-a827-405d-b70f-1f864390ee00) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:27.160790 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23a242-9749-4041-980a-86ea7dbcbb8c None None] Pushing event updated for resources: {'Port': ['ID=fad2988a-31e8-4ae8-bf61-054491341702,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:27.188217 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:27.188930 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:27.196785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec1ec320-d3cb-42dc-9de2-53e65abde1b0 req-50eb01a2-9816-417a-bd97-5d2f42543302 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601058 Aug 20 11:54:27.221496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-e18a4b72-8032-43e2-b4e5-a6265d402f89 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386247 Aug 20 11:54:27.352498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7dcd8907-cf3f-4a8c-812f-733bd34afa2e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:27.397113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8973-2404-472a-8730-f7c604199753 req-8b9950c7-d79c-4de2-baa2-0cbb2d809894 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:27.399411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af0e8973-2404-472a-8730-f7c604199753 req-8b9950c7-d79c-4de2-baa2-0cbb2d809894 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 943 time: 0.4904644 Aug 20 11:54:27.429030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:27.446626 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.466003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:27.467124 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.467377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Transition to ACTIVE for port object 47ae4eb8-a827-405d-b70f-1f864390ee00 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:27.502278 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4580eb25-4976-4968-aee5-443da69e675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.519650 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.534989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4580eb25-4976-4968-aee5-443da69e675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.622812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4580eb25-4976-4968-aee5-443da69e675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.625390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4580eb25-4976-4968-aee5-443da69e675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.629514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4580eb25-4976-4968-aee5-443da69e675c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7588ba3-14ff-44b0-9f2e-9d54330eef0e HTTP/1.1" status: 204 len: 168 time: 0.5650764 Aug 20 11:54:27.667774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580eb25-4976-4968-aee5-443da69e675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7588ba3-14ff-44b0-9f2e-9d54330eef0e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:27.667914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Network 393a2286-2b94-4720-bc41-0b7c8532c668 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:27.688280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:27.698269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:27.701810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b08ec-6a71-45df-9aa2-8481dac97349 req-b8e28726-2adc-4c3b-bee7-ee0812aa5bf9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:27.703633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f04b08ec-6a71-45df-9aa2-8481dac97349 req-b8e28726-2adc-4c3b-bee7-ee0812aa5bf9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.3329780 Aug 20 11:54:27.703784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Pushing event updated for resources: {'Port': ['ID=47ae4eb8-a827-405d-b70f-1f864390ee00,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:27.723145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af0e8973-2404-472a-8730-f7c604199753 req-632cb312-a6ed-4584-833c-89f8056029ea tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148887 Aug 20 11:54:27.740597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-e8bb8bd6-430a-443d-8b68-b9b98a785551 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798880 Aug 20 11:54:27.745590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-ad97fca0-5853-4629-8d8a-800de22393c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:27.747445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-ad97fca0-5853-4629-8d8a-800de22393c2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628&tenant_id=3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 1101 time: 0.1533897 Aug 20 11:54:27.768674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.801499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:27.972582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.056329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4d1a815-13db-4d10-8819-39f98a976451 req-0c51ec04-fcf6-4dd9-bd51-664da7618849 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 210 time: 0.1279879 Aug 20 11:54:28.076001 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.079879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f04b08ec-6a71-45df-9aa2-8481dac97349 req-6e91547c-be0a-4d27-b609-78974443f6e0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381233 Aug 20 11:54:28.097464 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:23Z', 'revision_number': 3, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:28.108517 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.113786 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.134444 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04d0b8-6248-4507-93a8-bb6143b2a5fe None None] The sync data for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 is: [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:23Z', 'revision_number': 3, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:28.147618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-aae74be0-4192-4661-9993-d7b2d18e1cea None None] Provisioning for port 47ae4eb8-a827-405d-b70f-1f864390ee00 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:28.151344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2876230d-1152-45d5-b1a2-60f4a4bcc856 req-38121fd7-908d-4c0c-b37a-95907a25c768 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904126 Aug 20 11:54:28.160001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-aae74be0-4192-4661-9993-d7b2d18e1cea None None] Provisioning complete for port 47ae4eb8-a827-405d-b70f-1f864390ee00 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:28.160329 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-aae74be0-4192-4661-9993-d7b2d18e1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.243018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5dc48e67-407c-448e-845f-b9fb93cd0b04 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:28.245723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-aae74be0-4192-4661-9993-d7b2d18e1cea None None] Port 47ae4eb8-a827-405d-b70f-1f864390ee00 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:28.377768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:28.391095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5dc48e67-407c-448e-845f-b9fb93cd0b04 has no active binding in host n-h1-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:54:28.486973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a9fde-6f9d-4932-980f-4498551bc590 req-dc6b6dad-d1e1-4ea7-aebf-01dc7cb2a716 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:28.488520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e68a9fde-6f9d-4932-980f-4498551bc590 req-dc6b6dad-d1e1-4ea7-aebf-01dc7cb2a716 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 947 time: 0.1277881 Aug 20 11:54:28.493729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Network 80a4b284-c5e5-43d2-8439-666fc66a8151 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:28.502252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:28.511276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:28.550831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56870) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:28.570109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Pushing event updated for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:28.572200 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b7fc827-d335-4122-9ecd-2ead7c31d6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.646372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.657161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:28.657807 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.670278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.675915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:28.695415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ac43c38b-8100-4c1b-bef6-ec78093b7502 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:28.751949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e68a9fde-6f9d-4932-980f-4498551bc590 req-88402ec9-e5b5-403d-a710-0877488ea032 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211962 Aug 20 11:54:28.785141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.797842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Pushing event updated for resources: {'Port': ['ID=47ae4eb8-a827-405d-b70f-1f864390ee00,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:28.844175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:28.914568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ac43c38b-8100-4c1b-bef6-ec78093b7502, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ac43c38b-8100-4c1b-bef6-ec78093b7502,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:28.948762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'ac43c38b-8100-4c1b-bef6-ec78093b7502', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'ac43c38b-8100-4c1b-bef6-ec78093b7502', 'mac_address': 'fa:16:3e:d0:c4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:28.993032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:28.996653 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f8d523-8ea0-429c-a62d-ffbec6f89193" -d '{"events": [{"server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "name": "network-vif-unplugged", "status": "completed", "tag": "49d176ff-ada1-4639-90cf-b52a91692339"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:29.004119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.020310 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.037429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb38bb-bfbf-4811-ba43-80942d26d18b req-1aea0007-5dd3-41f9-a7d9-2cdb854edd0a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.050569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1cb38bb-bfbf-4811-ba43-80942d26d18b req-1aea0007-5dd3-41f9-a7d9-2cdb854edd0a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 943 time: 0.1575186 Aug 20 11:54:29.063904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac43c38b-8100-4c1b-bef6-ec78093b7502 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:29.085373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Transition to ACTIVE for port object 49d176ff-ada1-4639-90cf-b52a91692339 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:29.102043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.103382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ac43c38b-8100-4c1b-bef6-ec78093b7502, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ac43c38b-8100-4c1b-bef6-ec78093b7502,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:29.109548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.127631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b7fc827-d335-4122-9ecd-2ead7c31d6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.157378 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b7fc827-d335-4122-9ecd-2ead7c31d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.220553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ac43c38b-8100-4c1b-bef6-ec78093b7502,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:29.239441 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-dde3e883-7b42-457c-ac9a-8fc776f6cbf4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6984661 Aug 20 11:54:29.264104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Request body: {'port': {'device_id': '281e68e0-f612-4b42-817e-0b3e070873f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:29.286803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1cb38bb-bfbf-4811-ba43-80942d26d18b req-f1d54916-2d65-4c1a-8807-11e7083d475c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352033 Aug 20 11:54:29.287785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] No DVR routers for this DVR port 49d176ff-ada1-4639-90cf-b52a91692339 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:29.290898 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8790ce41-dcc0-4ebe-9c2c-ec1499a24675 x-openstack-request-id: req-8790ce41-dcc0-4ebe-9c2c-ec1499a24675 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:29.295123 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "name": "network-vif-unplugged", "status": "completed", "tag": "49d176ff-ada1-4639-90cf-b52a91692339", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:29.295423 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8790ce41-dcc0-4ebe-9c2c-ec1499a24675 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:29.300099 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339', 'code': 200} Aug 20 11:54:29.305856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:29.329578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fc827-d335-4122-9ecd-2ead7c31d6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec19c0b-7a4c-48e2-9424-9c8cc5993a68,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:29.338375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4b7fc827-d335-4122-9ecd-2ead7c31d6ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=254c10d60d6b47968a60fdea47c565da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7865033 Aug 20 11:54:29.344244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56898) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:29.353816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['ac43c38b-8100-4c1b-bef6-ec78093b7502'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:29.435428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.458214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fad2988a-31e8-4ae8-bf61-054491341702 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:29.467301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Network 393a2286-2b94-4720-bc41-0b7c8532c668 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:29.492513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:29.571932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Attempting to bind port 49d176ff-ada1-4639-90cf-b52a91692339 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:29.572402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Attempting to bind port 49d176ff-ada1-4639-90cf-b52a91692339 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:29.572577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Attempting to bind port 49d176ff-ada1-4639-90cf-b52a91692339 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:29.601861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port fad2988a-31e8-4ae8-bf61-054491341702 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:29.603221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Port 49d176ff-ada1-4639-90cf-b52a91692339 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:29.604412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Attempting to bind port 49d176ff-ada1-4639-90cf-b52a91692339 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:29.614682 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port fad2988a-31e8-4ae8-bf61-054491341702 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:29.615054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.617242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4065688-98d7-43a5-a6e1-d889e60e0b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.632281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af13f8-fe69-4180-b63a-da0b4c6e5762 req-c0cd1013-03f5-4646-938e-464e293855a7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.634091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16af13f8-fe69-4180-b63a-da0b4c6e5762 req-c0cd1013-03f5-4646-938e-464e293855a7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 947 time: 0.1738994 Aug 20 11:54:29.638608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:29.639218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:29.639768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:29.640365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Bound port: 49d176ff-ada1-4639-90cf-b52a91692339, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:29.640883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.682552 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4065688-98d7-43a5-a6e1-d889e60e0b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.738460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.747668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448822b-2759-4ea9-9453-5f0226bef470 req-29dcce32-15a6-47e0-9cac-b37eb2c7c9f8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:29.749200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b448822b-2759-4ea9-9453-5f0226bef470 req-29dcce32-15a6-47e0-9cac-b37eb2c7c9f8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 931 time: 0.2878027 Aug 20 11:54:29.762817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port fad2988a-31e8-4ae8-bf61-054491341702, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fad2988a-31e8-4ae8-bf61-054491341702,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:29.774509 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.830789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Router d118ce28-dca5-4e37-a6f6-c04e90179747 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:29.839018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5629fa14-2a77-44f5-9e2a-78573629ab1b None None] Provisioning complete for port 47ae4eb8-a827-405d-b70f-1f864390ee00 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:29.839579 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5629fa14-2a77-44f5-9e2a-78573629ab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.843395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=fad2988a-31e8-4ae8-bf61-054491341702,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:29.853990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16af13f8-fe69-4180-b63a-da0b4c6e5762 req-7fe8ad26-9475-4f52-b311-863e17c177f8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264374 Aug 20 11:54:29.881689 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4065688-98d7-43a5-a6e1-d889e60e0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.884293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4065688-98d7-43a5-a6e1-d889e60e0b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.885440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a4065688-98d7-43a5-a6e1-d889e60e0b6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ec19c0b-7a4c-48e2-9424-9c8cc5993a68 HTTP/1.1" status: 204 len: 168 time: 0.5163672 Aug 20 11:54:29.887160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5629fa14-2a77-44f5-9e2a-78573629ab1b None None] Port 47ae4eb8-a827-405d-b70f-1f864390ee00 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:29.904876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b448822b-2759-4ea9-9453-5f0226bef470 req-213e60dd-e1f2-4989-b569-3451e140b31b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400621 Aug 20 11:54:29.923547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4065688-98d7-43a5-a6e1-d889e60e0b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec19c0b-7a4c-48e2-9424-9c8cc5993a68,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:29.927838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:29.936859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:29.947021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.009028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.013672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.016345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] 10.222.0.22 "PUT /v2.0/ports/49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 1096 time: 2.2564867 Aug 20 11:54:30.121035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:30.136666 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-255dcf42-562d-4b7f-a6a4-523190e7767b admin admin] 10.222.0.25 "PUT /v2.0/routers/d118ce28-dca5-4e37-a6f6-c04e90179747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8048775 Aug 20 11:54:30.156445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:30.185917 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.214591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75b9bf-15e3-41db-a5a4-e565effc5ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:30.229385 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 49d176ff-ada1-4639-90cf-b52a91692339 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:30.231506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Transition to ACTIVE for port object 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:30.244272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.289632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-27d06486-1fa8-43d9-9103-82b1876c25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.292792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-27d06486-1fa8-43d9-9103-82b1876c25f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1099 time: 0.1655736 Aug 20 11:54:30.308949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5927d-596f-46fc-a45f-b3330cf1393d req-bb977b32-b171-4fda-a70b-a33b9624d736 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.319455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20e5927d-596f-46fc-a45f-b3330cf1393d req-bb977b32-b171-4fda-a70b-a33b9624d736 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 948 time: 0.2896073 Aug 20 11:54:30.333983 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 49d176ff-ada1-4639-90cf-b52a91692339 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:30.404139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:30.483501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:30.483843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:30.484326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:30.495023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:30.495352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:30.500650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:30.501951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:30.502666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:30.503036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Bound port: 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:30.503403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.610067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:30.615730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:30.622622 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.669371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.670243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.671762 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 200 len: 1092 time: 1.4214556 Aug 20 11:54:30.672336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:30.674854 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:30.697225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ac43c38b-8100-4c1b-bef6-ec78093b7502 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:30.711879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3465733-8e1c-4103-bdcf-45862fd66916 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:30.795323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port ac43c38b-8100-4c1b-bef6-ec78093b7502 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:30.801440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port ac43c38b-8100-4c1b-bef6-ec78093b7502 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:30.801982 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.803568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-d81dc65e-d6b9-4fca-b654-4fcee4e514ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.805962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-d81dc65e-d6b9-4fca-b654-4fcee4e514ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1095 time: 0.0795350 Aug 20 11:54:30.906232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-33acda40-30f9-4e71-ae1d-4301b87eb792 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 200 len: 217 time: 0.0910678 Aug 20 11:54:30.939934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20e5927d-596f-46fc-a45f-b3330cf1393d req-6e66b0f5-4583-4ae8-b9fa-202a913d4fa4 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195161 Aug 20 11:54:30.941254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-cfdd2c51-4bc3-4235-af17-6c3bbb2c5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.944225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-cfdd2c51-4bc3-4235-af17-6c3bbb2c5d1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.5976894 Aug 20 11:54:31.011722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-34ffce81-0c2c-4582-9b41-f35cbd4ac582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.014794 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-34ffce81-0c2c-4582-9b41-f35cbd4ac582 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0984712 Aug 20 11:54:31.032806 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.069138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c7d70c-b406-4fca-bbbc-670441c0c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac43c38b-8100-4c1b-bef6-ec78093b7502'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:31.072439 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff84664f-6fa4-49fd-9c98-642c8dcfb8bf" -d '{"events": [{"server_uuid": "99c7d70c-b406-4fca-bbbc-670441c0c549", "name": "network-vif-plugged", "status": "completed", "tag": "ac43c38b-8100-4c1b-bef6-ec78093b7502"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:31.085523 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-f0254bf4-b876-44ad-841a-353cc595eac6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567079 Aug 20 11:54:31.088748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-63cfd8e5-bb80-42eb-b67c-b06195484a8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 217 time: 0.1164827 Aug 20 11:54:31.091067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-257777b9-9e90-4080-a715-6a53af95f9e2 service neutron] 10.222.0.22 "GET /v2.0/ports/5dc48e67-407c-448e-845f-b9fb93cd0b04/bindings/n-h1-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.7160304 Aug 20 11:54:31.092391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ac43c38b-8100-4c1b-bef6-ec78093b7502, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ac43c38b-8100-4c1b-bef6-ec78093b7502,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:31.102863 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.198707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ac43c38b-8100-4c1b-bef6-ec78093b7502,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:31.213597 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6f23b1-33a9-41a4-b6b4-c0cf9f8a40e8 x-openstack-request-id: req-1f6f23b1-33a9-41a4-b6b4-c0cf9f8a40e8 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:31.217564 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:31.217825 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f6f23b1-33a9-41a4-b6b4-c0cf9f8a40e8 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:31.218463 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e', 'status': 'completed', 'code': 200} Aug 20 11:54:31.251417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b364f6-edd9-4184-97d1-24d1b207cfe8 req-937bc1b9-6500-4041-a616-429c433b4a26 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.257425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b364f6-edd9-4184-97d1-24d1b207cfe8 req-937bc1b9-6500-4041-a616-429c433b4a26 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 943 time: 0.8044541 Aug 20 11:54:31.301255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:31.303637 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "tag": "49d176ff-ada1-4639-90cf-b52a91692339"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:31.312607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-82081be2-f904-4978-acbf-0c20deb732bd service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182310 Aug 20 11:54:31.324861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Sync routers for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:31.339703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:31.340702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:31.348214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56976) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:31.381827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-0b408746-456d-4d1e-acd7-26ee70c8c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.383584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-0b408746-456d-4d1e-acd7-26ee70c8c919 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2850168 Aug 20 11:54:31.391111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-network', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:31.393024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fad2988a-31e8-4ae8-bf61-054491341702 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:31.431887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Made reservation on behalf of af9ffe6917e44abd8a7fb99ae8717e52 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:31.435389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.453769 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.489005 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-60b39674-f2ec-423e-9eff-dd4dab9a10f9 req-9fba5f5f-55a9-4b57-9a9d-2c283d935e08 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646330 Aug 20 11:54:31.510476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b364f6-edd9-4184-97d1-24d1b207cfe8 req-c9242031-3655-4348-bf45-4541030b5bca tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520134 Aug 20 11:54:31.521278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port fad2988a-31e8-4ae8-bf61-054491341702 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:31.521771 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.527093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:31.550829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd2e2a-0dba-45ef-b8ab-0e5d578720a3 req-6045f401-107b-46b4-9de2-848d077ed079 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.556028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70cd2e2a-0dba-45ef-b8ab-0e5d578720a3 req-6045f401-107b-46b4-9de2-848d077ed079 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 947 time: 0.2963579 Aug 20 11:54:31.638528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-aecda313-7c07-4cef-83a0-96d16ecf8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.640399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-aecda313-7c07-4cef-83a0-96d16ecf8c39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1095 time: 0.0741282 Aug 20 11:54:31.696677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.714427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7203-808a-4444-b773-51fa53004039 req-70730a65-639e-4b38-93cc-69cfe2a17779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.717160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-70730a65-639e-4b38-93cc-69cfe2a17779 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3196008 Aug 20 11:54:31.724304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70cd2e2a-0dba-45ef-b8ab-0e5d578720a3 req-6d787442-b492-4c4a-ab96-ebe9f603cee0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465578 Aug 20 11:54:31.740360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.800500 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:31.824664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a43884b-8188-447b-83d4-8d8855cabd3f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:31.836001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70757c9-3f33-4169-a662-80a7b241e396 req-f5365e17-4c52-4c94-a9bb-ce7e566c940a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.836294 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.836966 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Added segment 505c2ab2-9f28-4266-850b-9396eb34c335 of type vlan for network e15470e9-3884-4006-9b95-95483dca6fb6 Aug 20 11:54:31.844578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e70757c9-3f33-4169-a662-80a7b241e396 req-f5365e17-4c52-4c94-a9bb-ce7e566c940a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 943 time: 0.2002707 Aug 20 11:54:31.857676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:31.863937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-d0aa90bb-02c2-4072-ba43-78b9fc8cd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:31.865415 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-d0aa90bb-02c2-4072-ba43-78b9fc8cd87f service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.2150311 Aug 20 11:54:31.910062 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c694e24-e9fd-4fd3-9066-764187a595fd x-openstack-request-id: req-9c694e24-e9fd-4fd3-9066-764187a595fd {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:31.910515 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c7d70c-b406-4fca-bbbc-670441c0c549", "name": "network-vif-plugged", "status": "completed", "tag": "ac43c38b-8100-4c1b-bef6-ec78093b7502", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:31.910693 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c694e24-e9fd-4fd3-9066-764187a595fd {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:31.911281 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c7d70c-b406-4fca-bbbc-670441c0c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac43c38b-8100-4c1b-bef6-ec78093b7502', 'code': 200} Aug 20 11:54:31.983318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-c0e29bf6-f712-4ec2-b4f3-e5e34031ce33 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508705 Aug 20 11:54:32.008825 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b7671-dee4-4e07-b2a6-2009407e0443 x-openstack-request-id: req-5c9b7671-dee4-4e07-b2a6-2009407e0443 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:32.009569 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "tag": "49d176ff-ada1-4639-90cf-b52a91692339", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:32.009826 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c9b7671-dee4-4e07-b2a6-2009407e0443 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:32.014500 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339', 'status': 'completed', 'code': 200} Aug 20 11:54:32.027032 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-5dcd5eaf-8037-4ccd-aa30-1f1da989fb28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 200 len: 217 time: 0.1374760 Aug 20 11:54:32.072107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:28Z', 'revision_number': 2, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:32.085141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.108293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Checking router: d118ce28-dca5-4e37-a6f6-c04e90179747 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:32.109069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Updating router d118ce28-dca5-4e37-a6f6-c04e90179747 port 47ae4eb8-a827-405d-b70f-1f864390ee00 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:32.140328 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.148167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-536d1308-aa04-46a8-972c-5ec910402296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.149583 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-536d1308-aa04-46a8-972c-5ec910402296 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1006382 Aug 20 11:54:32.155359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb527-631a-4a91-9e9c-206ed3b77c07 req-37fa6c2d-a53d-4b7f-b997-5fe55c65b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.156837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-945fb527-631a-4a91-9e9c-206ed3b77c07 req-37fa6c2d-a53d-4b7f-b997-5fe55c65b8cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 1101 time: 0.1440909 Aug 20 11:54:32.185614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.186602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.187269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.210375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:32.212813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-3ad10998-7251-4ff3-a906-23de0e5e63ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549784 Aug 20 11:54:32.269431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93341519-8789-4197-9e62-cf6d76fa20fa req-5ba9360f-eb6b-419d-b4ac-bf2613928fae tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.271718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93341519-8789-4197-9e62-cf6d76fa20fa req-5ba9360f-eb6b-419d-b4ac-bf2613928fae tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 949 time: 0.1824296 Aug 20 11:54:32.314896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e70757c9-3f33-4169-a662-80a7b241e396 req-bc20466f-cb82-4024-9ad5-2b273eee4909 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693513 Aug 20 11:54:32.332609 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9828863 Aug 20 11:54:32.341073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57002) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:32.343366 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-945fb527-631a-4a91-9e9c-206ed3b77c07 req-168cf850-de5b-40b0-bc47-1794a2c6380c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757960 Aug 20 11:54:32.350577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Request body: {'subnet': {'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-subnet', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:32.369633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb680e39-4dd3-42ea-81cf-38464dd83f1e admin admin] Pushing event updated for resources: {'Network': ['ID=e15470e9-3884-4006-9b95-95483dca6fb6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:32.409505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Made reservation on behalf of af9ffe6917e44abd8a7fb99ae8717e52 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:32.411626 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network e15470e9-3884-4006-9b95-95483dca6fb6 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:32.412815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.434700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93341519-8789-4197-9e62-cf6d76fa20fa req-e47fd8ac-4730-4e0a-a44e-90c7ca83b2de tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539285 Aug 20 11:54:32.445724 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-afaf245a-d4ea-4f06-9af6-7926b08353aa service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154250 Aug 20 11:54:32.455394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc48e67-407c-448e-845f-b9fb93cd0b04 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:32.475587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-3e3ae3b1-614e-4787-9e03-6f9c640401bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.489119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-3e3ae3b1-614e-4787-9e03-6f9c640401bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1099 time: 0.4710541 Aug 20 11:54:32.567548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:32.662254 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9107e18a-4ef2-4a25-87a9-0e7db7820d2c req-8fd8cb95-bb36-42ee-abe9-ef7ffd55ce85 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023392 Aug 20 11:54:32.706223 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.720683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Transition to ACTIVE for port object 47ae4eb8-a827-405d-b70f-1f864390ee00 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:32.731149 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.794712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.811193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29fe7203-808a-4444-b773-51fa53004039 req-c5fb49cc-13b3-4850-9e99-5c7f8722d31f service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7722948 Aug 20 11:54:32.819082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.907889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad569-72f2-43c8-ae8e-a5c65cc3a352 None None] Pushing event updated for resources: {'Port': ['ID=47ae4eb8-a827-405d-b70f-1f864390ee00,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:32.930218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Attempting to bind port 47ae4eb8-a827-405d-b70f-1f864390ee00 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.930681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Attempting to bind port 47ae4eb8-a827-405d-b70f-1f864390ee00 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.931134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Attempting to bind port 47ae4eb8-a827-405d-b70f-1f864390ee00 on network 393a2286-2b94-4720-bc41-0b7c8532c668 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.940892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:32.941596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Checking segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:32.942233 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.943008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Bound using segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:32.943673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Bound port: 47ae4eb8-a827-405d-b70f-1f864390ee00, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:32.945009 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.964884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b6ea7-3607-433a-8014-0c9242aab939 req-60533a6d-1c18-4ca3-99f6-8b42e80df9ff tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.976375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-226b6ea7-3607-433a-8014-0c9242aab939 req-60533a6d-1c18-4ca3-99f6-8b42e80df9ff tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 943 time: 0.3063648 Aug 20 11:54:32.998833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57034) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:33.010279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=965f620a-be85-4e43-9876-2a920d39ebeb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.012990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-b3a9784f-324d-4fb8-b331-74727d04e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.020871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-b3a9784f-324d-4fb8-b331-74727d04e418 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.5088115 Aug 20 11:54:33.049966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Checking segment: {'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:33.050582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Network hostable DHCP agents. Network: e15470e9-3884-4006-9b95-95483dca6fb6, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:33.052211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] For port 47ae4eb8-a827-405d-b70f-1f864390ee00, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:33.063956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] For port 47ae4eb8-a827-405d-b70f-1f864390ee00, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=47ae4eb8-a827-405d-b70f-1f864390ee00,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:33.071914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.083723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Network e15470e9-3884-4006-9b95-95483dca6fb6 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:33.096562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, e15470e9-3884-4006-9b95-95483dca6fb6) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:33.108987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.110654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.140038 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6ff57fc7-5b9a-4fb8-929b-b92d630b16cf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7952182 Aug 20 11:54:33.141688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22cc5a-3577-4485-9dc1-a18597074511 None None] Network e15470e9-3884-4006-9b95-95483dca6fb6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:33.142994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57038) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:33.147826 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-e0fd1ca7-2c9a-4aab-aeda-ac267e8c15f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 217 time: 0.1085684 Aug 20 11:54:33.177145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:33.187488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-0b127072-3bea-46be-bce3-b294e5ec50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.189394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-0b127072-3bea-46be-bce3-b294e5ec50ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1099 time: 0.2881019 Aug 20 11:54:33.218010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08eca83c-d385-4f49-9d8e-8fd7cc7ad81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.233666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-226b6ea7-3607-433a-8014-0c9242aab939 req-6916f0de-71fc-4d78-b921-500381f7754c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562768 Aug 20 11:54:33.237880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] Transition to ACTIVE for port object 5dc48e67-407c-448e-845f-b9fb93cd0b04 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:33.243256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:33.243875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:33.244546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.248227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.260364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4fe07-c19b-446f-ab79-30cf19b3be3e req-b3fe062f-6dc3-462b-8a1e-6afbfae42448 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.270847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bab4fe07-c19b-446f-ab79-30cf19b3be3e req-b3fe062f-6dc3-462b-8a1e-6afbfae42448 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 947 time: 0.3194697 Aug 20 11:54:33.317518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-5f9e4c18-c28f-430d-81ea-4726236bae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.319470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-5f9e4c18-c28f-430d-81ea-4726236bae14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1553690 Aug 20 11:54:33.369350 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.371683 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.395733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:33.482951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad569-72f2-43c8-ae8e-a5c65cc3a352 None None] Pushing event updated for resources: {'Port': ['ID=47ae4eb8-a827-405d-b70f-1f864390ee00,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.550496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bab4fe07-c19b-446f-ab79-30cf19b3be3e req-bf5547e7-f710-41f7-9c8f-4f9574f85865 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293088 Aug 20 11:54:33.580718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08eca83c-d385-4f49-9d8e-8fd7cc7ad81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.627408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08eca83c-d385-4f49-9d8e-8fd7cc7ad81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.661132 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-08eca83c-d385-4f49-9d8e-8fd7cc7ad81c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6504ac41322a4800aa24d1bb1c0eba07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6521142 Aug 20 11:54:33.661800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57058) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:33.689363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-f36b5bf0-fa2e-4728-a330-5d83f9f51cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.691428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-f36b5bf0-fa2e-4728-a330-5d83f9f51cf4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3146713 Aug 20 11:54:33.692371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-e15470e9-3884-4006-9b95-95483dca6fb6', 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'fixed_ips': [{'subnet_id': '965f620a-be85-4e43-9876-2a920d39ebeb'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:54:33.693213 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.697319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] No DVR routers for this DVR port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:33.725154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.760154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eca83c-d385-4f49-9d8e-8fd7cc7ad81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0857a1-8158-4648-9452-dfee763549be,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.787359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ea71-b239-45f2-935c-84166fb43932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.817581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:33Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:33.847283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ea71-b239-45f2-935c-84166fb43932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.867163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8794cc-b671-44ae-9879-576f422f7b54 None None] The sync data for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 is: [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:33Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:33.899166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Allocated IP 172.20.0.2 (e15470e9-3884-4006-9b95-95483dca6fb6/965f620a-be85-4e43-9876-2a920d39ebeb/e4746530-b6ab-49ed-8bd3-715f2079931b) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:33.925234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ea71-b239-45f2-935c-84166fb43932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.928092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ea71-b239-45f2-935c-84166fb43932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.937661 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e8e9ea71-b239-45f2-935c-84166fb43932 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e0857a1-8158-4648-9452-dfee763549be HTTP/1.1" status: 204 len: 168 time: 0.2722471 Aug 20 11:54:33.948570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9ea71-b239-45f2-935c-84166fb43932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0857a1-8158-4648-9452-dfee763549be,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.037888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] 10.222.0.22 "PUT /v2.0/ports/5dc48e67-407c-448e-845f-b9fb93cd0b04/bindings/n-h1-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 2.9342167 Aug 20 11:54:34.091975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ab83-c024-493f-a037-0ff747c15cb8 req-ff67e71d-cce6-48f9-b171-22311817f0d7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.093514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4471ab83-c024-493f-a037-0ff747c15cb8 req-ff67e71d-cce6-48f9-b171-22311817f0d7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 943 time: 0.5943565 Aug 20 11:54:34.126742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.132910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff3b66-aab3-43d3-b3b0-d4ce67f032c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.153851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-977f80bf-74a0-4ef3-906a-34f4c1e765ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.155466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-977f80bf-74a0-4ef3-906a-34f4c1e765ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.9414377 Aug 20 11:54:34.156834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.233395 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.239719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-2e570838-cfd3-4815-9c32-cc5880440364 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 217 time: 0.0635085 Aug 20 11:54:34.256758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:34.285658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4471ab83-c024-493f-a037-0ff747c15cb8 req-f70f13c4-6539-45d8-a870-c277a06014e9 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692319 Aug 20 11:54:34.312191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Transition to ACTIVE for port object e4746530-b6ab-49ed-8bd3-715f2079931b will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:34.351447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50810f0-98b7-410d-8884-12533e4007c7 req-a6f83b24-2fc1-4465-89bb-e99428d41f2e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.355685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f50810f0-98b7-410d-8884-12533e4007c7 req-a6f83b24-2fc1-4465-89bb-e99428d41f2e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 949 time: 0.3095479 Aug 20 11:54:34.357552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-68d0e30e-6777-4fd3-919a-d49010856eeb service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473436 Aug 20 11:54:34.412975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Transition to ACTIVE for port object e4746530-b6ab-49ed-8bd3-715f2079931b will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:34.424304 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.443993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Allocated IP 172.25.0.91 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/0003b5e1-ee18-4725-a769-8be7f697c45e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:34.450289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57074) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:34.505521 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-893982e9-6ce7-436b-a2aa-9af71ebedf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.516228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-d819e8f0-c79b-4bec-9bfb-0bb778112547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.517506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-d819e8f0-c79b-4bec-9bfb-0bb778112547 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2648122 Aug 20 11:54:34.535309 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Network e15470e9-3884-4006-9b95-95483dca6fb6 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:34.537854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Pushing event updated for resources: {'Port': ['ID=e4746530-b6ab-49ed-8bd3-715f2079931b,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.544897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:34.546949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:34.550423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:34.562482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f50810f0-98b7-410d-8884-12533e4007c7 req-88741b5e-db6d-4a8c-8ae3-09694d1828b2 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926618 Aug 20 11:54:34.567044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e', 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'port_id': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e', 'mac_address': 'fa:16:3e:4a:59:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23284d5-7b38-4a05-a5d7-95dbfb8307ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:34.657068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.668760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-6c453389-39c8-44c8-9546-c7a76d4c48b5 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829399 Aug 20 11:54:34.673266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Attempting to bind port e4746530-b6ab-49ed-8bd3-715f2079931b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.673771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Attempting to bind port e4746530-b6ab-49ed-8bd3-715f2079931b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.674289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Attempting to bind port e4746530-b6ab-49ed-8bd3-715f2079931b on network e15470e9-3884-4006-9b95-95483dca6fb6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.693922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:34.694467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Checking segment: {'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:34.694923 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.702703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Bound using segment: {'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:34.702703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Bound port: e4746530-b6ab-49ed-8bd3-715f2079931b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:34.702703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.706806 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.709375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cef82-4f66-43a6-82a0-ea33ac7c28b7 req-59e4647e-1ee7-4b44-a974-c2cdcbfb5bd9 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.722748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b38cef82-4f66-43a6-82a0-ea33ac7c28b7 req-59e4647e-1ee7-4b44-a974-c2cdcbfb5bd9 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 944 time: 0.2041805 Aug 20 11:54:34.732521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-daf0076f-1892-4266-8e01-02bbab49e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 5dc48e67-407c-448e-845f-b9fb93cd0b04 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:34.738810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-daf0076f-1892-4266-8e01-02bbab49e8e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2018778 Aug 20 11:54:34.770369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:34.772611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-586beb4b-057f-4786-8a8e-e28b8c514c19 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.774144 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-586beb4b-057f-4786-8a8e-e28b8c514c19 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.6101785 Aug 20 11:54:34.828471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 5dc48e67-407c-448e-845f-b9fb93cd0b04 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:34.850759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:34.858624 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.872162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.926919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.959900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] For port e4746530-b6ab-49ed-8bd3-715f2079931b, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:34.963783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] For port e4746530-b6ab-49ed-8bd3-715f2079931b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e4746530-b6ab-49ed-8bd3-715f2079931b,segment=NetworkSegment(505c2ab2-9f28-4266-850b-9396eb34c335),segment_id=505c2ab2-9f28-4266-850b-9396eb34c335)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:34.972059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.013828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b38cef82-4f66-43a6-82a0-ea33ac7c28b7 req-8c810fb6-3832-412c-9fda-686dcfbb1a1f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738090 Aug 20 11:54:35.219756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:35.225976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-49e9ef81-e71b-4fa7-a2ac-64e72bc893d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.235340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-bc87484f-a228-421b-b1f0-fe96e4b7bdad service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726536 Aug 20 11:54:35.237662 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-49e9ef81-e71b-4fa7-a2ac-64e72bc893d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342&tenant_id=1dba54f45f4a4c989c327f7066d42bad HTTP/1.1" status: 200 len: 1096 time: 0.4471145 Aug 20 11:54:35.239384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-893982e9-6ce7-436b-a2aa-9af71ebedf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.251932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fc279-21ea-499b-883d-6cdd39ae9295 None None] Pushing event updated for resources: {'Port': ['ID=e4746530-b6ab-49ed-8bd3-715f2079931b,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.258154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:35.266746 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-893982e9-6ce7-436b-a2aa-9af71ebedf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.273937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Pushing event updated for resources: {'Port': ['ID=0003b5e1-ee18-4725-a769-8be7f697c45e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.276318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:35.334681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:35.436474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287cba8-344f-4338-931d-9cb6db84606a req-a4afad45-c423-4b28-88db-cffee4960f90 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.461198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f287cba8-344f-4338-931d-9cb6db84606a req-a4afad45-c423-4b28-88db-cffee4960f90 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 947 time: 0.2880759 Aug 20 11:54:35.514794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 47ae4eb8-a827-405d-b70f-1f864390ee00 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:35.522008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d1d0d82a-64c3-44e5-8834-5eb015d6343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.523607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d1d0d82a-64c3-44e5-8834-5eb015d6343f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1096 time: 0.2117279 Aug 20 11:54:35.659566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 47ae4eb8-a827-405d-b70f-1f864390ee00 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:35.689782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-893982e9-6ce7-436b-a2aa-9af71ebedf44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e045fb9b12f4716bed0d05e81ca426c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2385883 Aug 20 11:54:35.691584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57092) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:35.700897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893982e9-6ce7-436b-a2aa-9af71ebedf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2ed64e-1788-4fc1-94ab-908f4f5aa446,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.710706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 47ae4eb8-a827-405d-b70f-1f864390ee00 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:35.713454 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.756614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-46fd6f40-b8e7-4c48-ae73-ab689ea1a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.758649 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-46fd6f40-b8e7-4c48-ae73-ab689ea1a1b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.2114902 Aug 20 11:54:35.769385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b5ca9bf-5b7d-4003-884b-c2f97bf8f9c5 req-a8561b52-6789-4d9a-bd97-f8caa5397d08 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276599 Aug 20 11:54:35.846393 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-4d86485a-b368-408b-987c-823c7113371c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 200 len: 217 time: 0.0789926 Aug 20 11:54:35.850059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.852083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f287cba8-344f-4338-931d-9cb6db84606a req-58057629-de16-4367-bc3d-e1bb38aa3855 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899364 Aug 20 11:54:35.885925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 47ae4eb8-a827-405d-b70f-1f864390ee00, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=47ae4eb8-a827-405d-b70f-1f864390ee00,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:35.893700 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.901116 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f60443a-4133-4a14-aa15-d101f3f5b2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.916036 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.958509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=47ae4eb8-a827-405d-b70f-1f864390ee00,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.959418 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f60443a-4133-4a14-aa15-d101f3f5b2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.998914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-17cf45f4-5ddc-4f34-b081-824cbcf47f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.000662 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-17cf45f4-5ddc-4f34-b081-824cbcf47f74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1472006 Aug 20 11:54:36.062928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfb579-1233-4205-9122-4440a5d2b2dc req-60fb5303-da44-457c-a200-cd1bb4e452fb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.064579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5dfb579-1233-4205-9122-4440a5d2b2dc req-60fb5303-da44-457c-a200-cd1bb4e452fb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 944 time: 0.0712187 Aug 20 11:54:36.065808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f60443a-4133-4a14-aa15-d101f3f5b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.068291 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f60443a-4133-4a14-aa15-d101f3f5b2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.069339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9f60443a-4133-4a14-aa15-d101f3f5b2d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f2ed64e-1788-4fc1-94ab-908f4f5aa446 HTTP/1.1" status: 204 len: 168 time: 0.3699961 Aug 20 11:54:36.072220 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-5f2b99a5-2541-4e7c-a3c0-b4569c19ad1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578961 Aug 20 11:54:36.104273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60443a-4133-4a14-aa15-d101f3f5b2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2ed64e-1788-4fc1-94ab-908f4f5aa446,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:36.160315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5dfb579-1233-4205-9122-4440a5d2b2dc req-0f4a3891-293c-48e2-8acf-81ceb9a083e9 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786946 Aug 20 11:54:36.274479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:36.277194 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-d924a1d3-2662-44ed-b590-864245bb50c9 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900177 Aug 20 11:54:36.315116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.407110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:36.427740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:36.431387 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.552380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-bce9ffb7-8d8a-409e-a890-331826e73e3d service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638719 Aug 20 11:54:36.614991 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.620246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Router b46273d2-4958-4a12-9b6c-87c1c4ff815b is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:54:36.672559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:36.675248 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4559ac-fc4a-4920-abd0-d9f5f0adbba5" -d '{"events": [{"server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "name": "network-vif-plugged", "status": "completed", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:36.685861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080b65-c903-4c79-9193-fdb92409046a req-cd46ebda-a3fa-4885-b2b4-d0259bdca468 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.686483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080b65-c903-4c79-9193-fdb92409046a req-cd46ebda-a3fa-4885-b2b4-d0259bdca468 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.686842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080b65-c903-4c79-9193-fdb92409046a req-cd46ebda-a3fa-4885-b2b4-d0259bdca468 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.687317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080b65-c903-4c79-9193-fdb92409046a req-cd46ebda-a3fa-4885-b2b4-d0259bdca468 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.687784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080b65-c903-4c79-9193-fdb92409046a req-cd46ebda-a3fa-4885-b2b4-d0259bdca468 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.688251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080b65-c903-4c79-9193-fdb92409046a req-cd46ebda-a3fa-4885-b2b4-d0259bdca468 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.689207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080b65-c903-4c79-9193-fdb92409046a req-cd46ebda-a3fa-4885-b2b4-d0259bdca468 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.700462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0080b65-c903-4c79-9193-fdb92409046a req-cd46ebda-a3fa-4885-b2b4-d0259bdca468 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8&device_id=99c7d70c-b406-4fca-bbbc-670441c0c549&device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342&device_id=44fdcebb-d32e-48c4-8afd-c67548474919&device_id=8c005120-245e-4568-9f10-457a356e8786&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628&device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 6456 time: 0.3031375 Aug 20 11:54:36.705672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:36.714352 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.749342 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a0080b65-c903-4c79-9193-fdb92409046a req-650283a2-e26e-414e-b733-ed4662b45fb9 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.778979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-209439cc-ef0b-45bc-bef8-36dac980a017 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.780485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-209439cc-ef0b-45bc-bef8-36dac980a017 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628&tenant_id=3d94d7d55b3c40808fee991b1088811f&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 947 time: 0.3050237 Aug 20 11:54:36.789939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 49d176ff-ada1-4639-90cf-b52a91692339 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:36.791845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:36.805225 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Sync routers for ids ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:36.819514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.819798 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Routers {'b46273d2-4958-4a12-9b6c-87c1c4ff815b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:36.821039 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:36.822685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-921e5c17-b864-40ac-8867-86e13543c97b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6769245 Aug 20 11:54:36.825458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57126) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:36.843021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66084059-4a2f-44bb-88d4-e0bee64c10cb None None] Network e15470e9-3884-4006-9b95-95483dca6fb6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:36.863618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b252d-76e9-4199-9d29-bc7db70c8953 req-e8e4c1d1-9a2d-4b23-a3b9-91910b9a89ef tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.865179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb6b252d-76e9-4199-9d29-bc7db70c8953 req-e8e4c1d1-9a2d-4b23-a3b9-91910b9a89ef tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 944 time: 0.2430897 Aug 20 11:54:36.978841 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:54:36.985902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb6b252d-76e9-4199-9d29-bc7db70c8953 req-294bcc46-2e37-4d3f-bf22-bbaff46c029b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832241 Aug 20 11:54:37.018741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-eb0dad21-84a1-41be-863d-a42509c6bbf3 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.020304 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-eb0dad21-84a1-41be-863d-a42509c6bbf3 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.1418951 Aug 20 11:54:37.034834 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Set router b46273d2-4958-4a12-9b6c-87c1c4ff815b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:37.043453 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-e9812289-5607-4ce6-a255-744a4233d1af service neutron] delete failed (client error): The resource could not be found. Aug 20 11:54:37.044778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-e9812289-5607-4ce6-a255-744a4233d1af service neutron] 10.222.0.73 "DELETE /v2.0/ports/49d176ff-ada1-4639-90cf-b52a91692339/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.2279828 Aug 20 11:54:37.101672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a0080b65-c903-4c79-9193-fdb92409046a req-650283a2-e26e-414e-b733-ed4662b45fb9 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.112381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a0080b65-c903-4c79-9193-fdb92409046a req-650283a2-e26e-414e-b733-ed4662b45fb9 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.125955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:37.139874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '49d176ff-ada1-4639-90cf-b52a91692339', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '49d176ff-ada1-4639-90cf-b52a91692339', 'mac_address': 'fa:16:3e:9e:89:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:37.145457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0080b65-c903-4c79-9193-fdb92409046a req-650283a2-e26e-414e-b733-ed4662b45fb9 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.4471629 Aug 20 11:54:37.228237 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.257638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650283a2-e26e-414e-b733-ed4662b45fb9 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5503a3-40e2-4ac3-b0bb-5e73cdd7493d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.303361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d176ff-ada1-4639-90cf-b52a91692339 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:37.313625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6292b-cef6-468a-89d5-b2f7311aa50b req-17b01f2a-d5e7-4770-994a-f0f9bde72177 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.315233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dc6292b-cef6-468a-89d5-b2f7311aa50b req-17b01f2a-d5e7-4770-994a-f0f9bde72177 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 947 time: 0.1229305 Aug 20 11:54:37.345111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-e80af761-22ea-4a66-a858-915f2ea4b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.347119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-e80af761-22ea-4a66-a858-915f2ea4b98c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1099 time: 0.1406198 Aug 20 11:54:37.390511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:37.399821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.408382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f98cff51-dae7-47fc-910e-7100dbd26c99 None None] Provisioning for port e4746530-b6ab-49ed-8bd3-715f2079931b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:37.415036 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.465335 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93318372-5eff-4758-a043-3e855393e370 x-openstack-request-id: req-93318372-5eff-4758-a043-3e855393e370 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:37.468148 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "name": "network-vif-plugged", "status": "completed", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:37.468624 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93318372-5eff-4758-a043-3e855393e370 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:37.469409 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e', 'code': 200} Aug 20 11:54:37.501229 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 3, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:37.513781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.73', 61973) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:37.584636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dc6292b-cef6-468a-89d5-b2f7311aa50b req-55907e86-5c79-48c7-980b-c59f57354072 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569597 Aug 20 11:54:37.595599 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Checking router: b46273d2-4958-4a12-9b6c-87c1c4ff815b for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:37.596777 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Updating router b46273d2-4958-4a12-9b6c-87c1c4ff815b port 0003b5e1-ee18-4725-a769-8be7f697c45e binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:37.650043 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.679215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73407af1-1a96-469e-92f4-bbca51c5dcb2 req-3365cda6-9656-49a2-84db-384c857f2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.683090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73407af1-1a96-469e-92f4-bbca51c5dcb2 req-3365cda6-9656-49a2-84db-384c857f2786 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1097 time: 0.1654739 Aug 20 11:54:37.686630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.700743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e4746530-b6ab-49ed-8bd3-715f2079931b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:37.812130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-75d291a0-3908-4868-87f5-da282d75ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.817901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-75d291a0-3908-4868-87f5-da282d75ade0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.4592831 Aug 20 11:54:37.837205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:37.860715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-b89b1f2e-1828-4b4d-8ae2-9258a889b0ae service neutron] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:37.875413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-b89b1f2e-1828-4b4d-8ae2-9258a889b0ae service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.880718 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0258c499-86d9-4dda-96d5-429d7bf9a54b req-b89b1f2e-1828-4b4d-8ae2-9258a889b0ae service neutron] 10.222.0.73 "DELETE /v2.0/ports/5dc48e67-407c-448e-845f-b9fb93cd0b04/bindings/n-h2-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.8479159 Aug 20 11:54:37.904777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e4746530-b6ab-49ed-8bd3-715f2079931b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:37.916098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e4746530-b6ab-49ed-8bd3-715f2079931b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:37.916474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.958996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57154) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:38.016347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580908f-a089-4f0e-9fc0-e4d3950590e2 req-9e6e8d84-890e-48dc-9d1c-3bfd49bb0772 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.028440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b580908f-a089-4f0e-9fc0-e4d3950590e2 req-9e6e8d84-890e-48dc-9d1c-3bfd49bb0772 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 945 time: 0.3070159 Aug 20 11:54:38.048430 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73407af1-1a96-469e-92f4-bbca51c5dcb2 req-19db180e-c29e-42a6-95bd-147532506293 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515432 Aug 20 11:54:38.075934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-1f5fe9c1-2bc9-4f96-a575-e2a03e395507 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 217 time: 0.2420981 Aug 20 11:54:38.131901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b580908f-a089-4f0e-9fc0-e4d3950590e2 req-35f03f59-c3be-4a46-927e-6113ab433ad3 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974298 Aug 20 11:54:38.242569 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.316081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e4746530-b6ab-49ed-8bd3-715f2079931b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e4746530-b6ab-49ed-8bd3-715f2079931b,segment=NetworkSegment(505c2ab2-9f28-4266-850b-9396eb34c335),segment_id=505c2ab2-9f28-4266-850b-9396eb34c335)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:38.326912 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.328057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 47ae4eb8-a827-405d-b70f-1f864390ee00 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:38.335411 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.364224 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Transition to ACTIVE for port object 0003b5e1-ee18-4725-a769-8be7f697c45e will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:38.373249 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.407853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5d102474-8ec4-46d5-b83c-116593f1e549 None None] Provisioning complete for port e4746530-b6ab-49ed-8bd3-715f2079931b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:38.408420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d102474-8ec4-46d5-b83c-116593f1e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.485788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-b556a921-5342-4556-869c-555ee2b5bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.487238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-b556a921-5342-4556-869c-555ee2b5bb11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2358432 Aug 20 11:54:38.515865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e4746530-b6ab-49ed-8bd3-715f2079931b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:38.522402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc3fb-2f9c-4833-bc89-3c5b17332129 req-18e13ac1-2800-4053-be48-6dcd6e0226f6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.529704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9dcc3fb-2f9c-4833-bc89-3c5b17332129 req-18e13ac1-2800-4053-be48-6dcd6e0226f6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 944 time: 0.1081722 Aug 20 11:54:38.539926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 47ae4eb8-a827-405d-b70f-1f864390ee00 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:38.540616 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.542023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da565aa-b044-45eb-b6bc-2ca5a02d63d2 req-09c01107-f6fd-4df5-80f4-87442adbb106 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.542742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da565aa-b044-45eb-b6bc-2ca5a02d63d2 req-09c01107-f6fd-4df5-80f4-87442adbb106 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.543272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da565aa-b044-45eb-b6bc-2ca5a02d63d2 req-09c01107-f6fd-4df5-80f4-87442adbb106 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.556781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5da565aa-b044-45eb-b6bc-2ca5a02d63d2 req-09c01107-f6fd-4df5-80f4-87442adbb106 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549&device_id=44fdcebb-d32e-48c4-8afd-c67548474919&device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 2908 time: 0.1722705 Aug 20 11:54:38.557792 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f00645-eda7-4027-a7f6-b1af182b52b6 None None] Pushing event updated for resources: {'Port': ['ID=0003b5e1-ee18-4725-a769-8be7f697c45e,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:38.585241 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Attempting to bind port 0003b5e1-ee18-4725-a769-8be7f697c45e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:38.585996 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Attempting to bind port 0003b5e1-ee18-4725-a769-8be7f697c45e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:38.585996 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Attempting to bind port 0003b5e1-ee18-4725-a769-8be7f697c45e on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:38.586732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a599a4e8-8035-4d1e-a159-e4bf6b79b4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.601788 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:38.604031 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:38.606007 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.606621 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:38.608153 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Bound port: 0003b5e1-ee18-4725-a769-8be7f697c45e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:38.608153 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.624416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.681346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5da565aa-b044-45eb-b6bc-2ca5a02d63d2 req-cc3a3ef4-87df-405d-b72d-9a70e88e4768 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945325 Aug 20 11:54:38.692116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-9c995249-7338-4355-b271-07ec464a4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:38.693611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-9c995249-7338-4355-b271-07ec464a4e03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901453 Aug 20 11:54:38.716911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9dcc3fb-2f9c-4833-bc89-3c5b17332129 req-9d5fc0d6-4930-4af8-9d9a-2dea1a9b7335 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856201 Aug 20 11:54:38.750580 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] For port 0003b5e1-ee18-4725-a769-8be7f697c45e, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:38.760130 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] For port 0003b5e1-ee18-4725-a769-8be7f697c45e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0003b5e1-ee18-4725-a769-8be7f697c45e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:38.771113 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.842885 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Routers {'b46273d2-4958-4a12-9b6c-87c1c4ff815b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:38.842885 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:38.892314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a599a4e8-8035-4d1e-a159-e4bf6b79b4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.903018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a599a4e8-8035-4d1e-a159-e4bf6b79b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.921639 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f00645-eda7-4027-a7f6-b1af182b52b6 None None] Pushing event updated for resources: {'Port': ['ID=0003b5e1-ee18-4725-a769-8be7f697c45e,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:39.015671 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] Set router b46273d2-4958-4a12-9b6c-87c1c4ff815b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:39.045222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Allocated IP 172.20.0.1 (e15470e9-3884-4006-9b95-95483dca6fb6/965f620a-be85-4e43-9876-2a920d39ebeb/6b4eef01-565b-4989-a133-af1d6b5bf445) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:39.056224 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a599a4e8-8035-4d1e-a159-e4bf6b79b4cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8067a2224a3942309cac31f85a38f13f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0958788 Aug 20 11:54:39.059939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57186) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:39.069449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599a4e8-8035-4d1e-a159-e4bf6b79b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e876a10-aa35-4925-bfae-446a00fa52d6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:39.129658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4457f0-3da6-4656-a868-65d00b1f4bd6 req-baffe3d1-576c-4bbf-adbf-7df3e96d5260 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.131257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a4457f0-3da6-4656-a868-65d00b1f4bd6 req-baffe3d1-576c-4bbf-adbf-7df3e96d5260 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 948 time: 0.1035445 Aug 20 11:54:39.203077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-4fd46102-924f-480e-875e-f0f5a90e21b2 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858255 Aug 20 11:54:39.218810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a4457f0-3da6-4656-a868-65d00b1f4bd6 req-0e3cbd97-4ac8-4cf2-a41b-918a083e1a4c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717299 Aug 20 11:54:39.272999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98418b42-07aa-497a-94c5-c691572d40a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.338696 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 3, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:39.361815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98418b42-07aa-497a-94c5-c691572d40a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.362592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e4746530-b6ab-49ed-8bd3-715f2079931b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:39.370674 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3cc17-67b1-47b8-84f2-c3b68aeeac1f None None] The sync data for ids ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'] in n-d-800634-10 is: [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 3, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:39.373243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.420843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e4746530-b6ab-49ed-8bd3-715f2079931b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:39.421209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.448083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Transition to ACTIVE for port object 6b4eef01-565b-4989-a133-af1d6b5bf445 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:39.450693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98418b42-07aa-497a-94c5-c691572d40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.455086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98418b42-07aa-497a-94c5-c691572d40a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.456987 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-98418b42-07aa-497a-94c5-c691572d40a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e876a10-aa35-4925-bfae-446a00fa52d6 HTTP/1.1" status: 204 len: 168 time: 0.3958192 Aug 20 11:54:39.461564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2798afd4-3e6f-4bb9-97ee-85c632729598 req-ac53149c-b094-4ac3-97eb-6e11ed1919d0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417688 Aug 20 11:54:39.470779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e79eff-016d-46d5-b0e5-bdadb0179c0c req-924cfd02-44c2-4b78-a145-c585f31bea0f tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.478472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3e79eff-016d-46d5-b0e5-bdadb0179c0c req-924cfd02-44c2-4b78-a145-c585f31bea0f tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1096 time: 0.1309793 Aug 20 11:54:39.490892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98418b42-07aa-497a-94c5-c691572d40a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e876a10-aa35-4925-bfae-446a00fa52d6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:39.516372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069d340-7129-400a-8d00-533a8329b490 req-a34a7b15-853b-44b8-b33c-6d77284211f5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.523995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6069d340-7129-400a-8d00-533a8329b490 req-a34a7b15-853b-44b8-b33c-6d77284211f5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 945 time: 0.1187499 Aug 20 11:54:39.562699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3e79eff-016d-46d5-b0e5-bdadb0179c0c req-04350635-8720-4406-9ad8-218846faa746 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814316 Aug 20 11:54:39.583485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.614076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6069d340-7129-400a-8d00-533a8329b490 req-5e06fee0-fe67-4da7-a688-4d5994b3555a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891089 Aug 20 11:54:39.633243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Network e15470e9-3884-4006-9b95-95483dca6fb6 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:39.637438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:39.641317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:39.734244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.738257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4eef01-565b-4989-a133-af1d6b5bf445,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:39.959922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f09a0-772b-46b8-b722-4c8082e17f5a req-74d1fcf2-15f3-4bb3-9785-2ba85c97202c tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:39.983505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-978f09a0-772b-46b8-b722-4c8082e17f5a req-74d1fcf2-15f3-4bb3-9785-2ba85c97202c tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1097 time: 0.0948703 Aug 20 11:54:40.044216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-978f09a0-772b-46b8-b722-4c8082e17f5a req-3ab7d003-5bb6-4022-8413-4e651b0ea783 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570104 Aug 20 11:54:40.100686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.221892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57232) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:40.244018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51b0066a-a824-4b01-84d1-58b45a5ff8f9 None None] Provisioning for port 6b4eef01-565b-4989-a133-af1d6b5bf445 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:40.253797 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81956080-2150-487b-856f-e282ab05e9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.255668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51b0066a-a824-4b01-84d1-58b45a5ff8f9 None None] Provisioning complete for port 6b4eef01-565b-4989-a133-af1d6b5bf445 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:40.256723 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51b0066a-a824-4b01-84d1-58b45a5ff8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.367361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51b0066a-a824-4b01-84d1-58b45a5ff8f9 None None] Port 6b4eef01-565b-4989-a133-af1d6b5bf445 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:40.395520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dea34-ea04-45f7-8650-eb222f234625 req-5d792554-c269-403c-84a2-fedbdf73b344 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.400940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-5d792554-c269-403c-84a2-fedbdf73b344 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 821 time: 0.2397275 Aug 20 11:54:40.418539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-1495fd28-84a0-47ba-88bf-b068820f47fb tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/quotas/1dba54f45f4a4c989c327f7066d42bad HTTP/1.1" status: 200 len: 375 time: 0.0110822 Aug 20 11:54:40.441699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81956080-2150-487b-856f-e282ab05e9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.498772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81956080-2150-487b-856f-e282ab05e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.505355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-b0f9e2b1-569c-41f5-9cdd-7c4e10345a76 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806634 Aug 20 11:54:40.540654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.542283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81956080-2150-487b-856f-e282ab05e9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf327d97-8351-4eb3-a1bc-75ff5c496f37,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:40.552226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.610960 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-81956080-2150-487b-856f-e282ab05e9d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fc5ab2da81c4ff1ba7a3aeddddd881e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872566 Aug 20 11:54:40.616652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57242) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:40.631884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa567ca5-8ca8-48d5-8313-d1fe600c7438 req-881573e4-6c0b-4475-b13d-44996ce96655 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.633399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa567ca5-8ca8-48d5-8313-d1fe600c7438 req-881573e4-6c0b-4475-b13d-44996ce96655 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1097 time: 0.0715432 Aug 20 11:54:40.658251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.660224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-3382a6f0-8cb1-4153-925e-83c871fc9c93 service neutron] 10.222.0.25 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438637 Aug 20 11:54:40.670174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4eef01-565b-4989-a133-af1d6b5bf445,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:40.694338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa567ca5-8ca8-48d5-8313-d1fe600c7438 req-d449e6da-1f7c-40c0-81ce-1821df1d9437 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Aug 20 11:54:40.745633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 49d176ff-ada1-4639-90cf-b52a91692339 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:40.757658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1bb07fb-c898-4975-bcd8-44aebe568458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.811946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-aa250217-3318-4ff9-835f-e095769b4086 service neutron] 10.222.0.25 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400416 Aug 20 11:54:40.812201 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1bb07fb-c898-4975-bcd8-44aebe568458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.823946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 49d176ff-ada1-4639-90cf-b52a91692339 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:40.831657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 49d176ff-ada1-4639-90cf-b52a91692339 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:40.832302 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.860916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a02f31-e935-49ab-93d1-c0fa37ede27e req-65e98e28-c6ce-482e-a2bd-29a610ef1f5d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:40.869215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-31a02f31-e935-49ab-93d1-c0fa37ede27e req-65e98e28-c6ce-482e-a2bd-29a610ef1f5d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 948 time: 0.0907996 Aug 20 11:54:40.869986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Network e15470e9-3884-4006-9b95-95483dca6fb6 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:40.873762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:40.879188 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:54:40.929093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-31a02f31-e935-49ab-93d1-c0fa37ede27e req-25caaa66-b831-4199-8c55-b9e9d7313f7b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589323 Aug 20 11:54:40.960409 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1bb07fb-c898-4975-bcd8-44aebe568458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.963223 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1bb07fb-c898-4975-bcd8-44aebe568458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.964597 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b1bb07fb-c898-4975-bcd8-44aebe568458 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf327d97-8351-4eb3-a1bc-75ff5c496f37 HTTP/1.1" status: 204 len: 168 time: 0.3466001 Aug 20 11:54:41.029544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb07fb-c898-4975-bcd8-44aebe568458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf327d97-8351-4eb3-a1bc-75ff5c496f37,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:41.062992 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.071757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Router b46273d2-4958-4a12-9b6c-87c1c4ff815b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:41.147881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:41.154619 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde37688-9ac3-4833-b264-874c8eb6b6dc" -d '{"events": [{"server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "name": "network-vif-plugged", "status": "completed", "tag": "49d176ff-ada1-4639-90cf-b52a91692339"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:41.198712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:41.214613 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.295335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-35442dfc-ccb3-4fa3-9751-ebbbbbbf8d1a None None] Provisioning complete for port 6b4eef01-565b-4989-a133-af1d6b5bf445 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:41.296111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35442dfc-ccb3-4fa3-9751-ebbbbbbf8d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.365895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:41.382297 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1ed7b011-f379-4002-bf8b-e44586e14648 admin admin] 10.222.0.25 "PUT /v2.0/routers/b46273d2-4958-4a12-9b6c-87c1c4ff815b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5557292 Aug 20 11:54:41.426649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd21432b-bbd3-46fe-a90e-31016c40af2e req-f2cebdd1-3fdb-4599-af53-7069c965bde6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 210 time: 0.0833645 Aug 20 11:54:41.428141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:41.445999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e83e1a-013d-47cd-b1fa-72b9d86dac4d req-6e198f9a-44a2-40ff-8193-8fc4db8f3cc0 tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:41.447807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88e83e1a-013d-47cd-b1fa-72b9d86dac4d req-6e198f9a-44a2-40ff-8193-8fc4db8f3cc0 tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1101 time: 0.1397038 Aug 20 11:54:41.467455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0003b5e1-ee18-4725-a769-8be7f697c45e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:41.500383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-35442dfc-ccb3-4fa3-9751-ebbbbbbf8d1a None None] Port 6b4eef01-565b-4989-a133-af1d6b5bf445 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:41.516773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88e83e1a-013d-47cd-b1fa-72b9d86dac4d req-35a3769d-9405-4d41-938b-7029be79cf63 tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532658 Aug 20 11:54:41.565566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0003b5e1-ee18-4725-a769-8be7f697c45e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:41.575800 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d65c54-61d1-4c4d-adf1-d7bb82418bb9 x-openstack-request-id: req-22d65c54-61d1-4c4d-adf1-d7bb82418bb9 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:41.576127 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "name": "network-vif-plugged", "status": "completed", "tag": "49d176ff-ada1-4639-90cf-b52a91692339", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:41.576547 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22d65c54-61d1-4c4d-adf1-d7bb82418bb9 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:41.576748 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339', 'code': 200} Aug 20 11:54:41.577326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0003b5e1-ee18-4725-a769-8be7f697c45e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:41.577674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.742297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd0218-706f-4809-b168-22c52fc8da7d req-6611e2ce-78c3-417d-91b8-83d4013ed560 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:41.743781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72cd0218-706f-4809-b168-22c52fc8da7d req-6611e2ce-78c3-417d-91b8-83d4013ed560 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1124 time: 0.0483394 Aug 20 11:54:41.748731 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.814732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0003b5e1-ee18-4725-a769-8be7f697c45e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0003b5e1-ee18-4725-a769-8be7f697c45e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:41.831189 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.842836 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:41.857392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72cd0218-706f-4809-b168-22c52fc8da7d req-0f5c75f9-8877-4d1d-817f-3b35e860f0fa tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760968 Aug 20 11:54:41.975112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0003b5e1-ee18-4725-a769-8be7f697c45e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:41.986983 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Sync routers for ids ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:42.016789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Routers {'b46273d2-4958-4a12-9b6c-87c1c4ff815b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:42.017432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:42.055817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d3879-d3a2-4bab-b64f-daf978c58629 req-2a7b3dda-8c45-44bb-8cc8-3b8aa7a63f03 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:42.057539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266d3879-d3a2-4bab-b64f-daf978c58629 req-2a7b3dda-8c45-44bb-8cc8-3b8aa7a63f03 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1097 time: 0.0541673 Aug 20 11:54:42.109643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266d3879-d3a2-4bab-b64f-daf978c58629 req-51265bc1-cc60-47e4-94d2-e6f7e4bcc97b tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Aug 20 11:54:42.256097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afca82-7cf4-4dd8-94a8-ad2ab6002200 req-9e9bc15d-5908-4a7a-a831-d0e19574f41a tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:42.257791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2afca82-7cf4-4dd8-94a8-ad2ab6002200 req-9e9bc15d-5908-4a7a-a831-d0e19574f41a tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1124 time: 0.0515184 Aug 20 11:54:42.317011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2afca82-7cf4-4dd8-94a8-ad2ab6002200 req-5a3c05f7-3ee6-40e1-b6e7-4a812e6262e9 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446467 Aug 20 11:54:42.373622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Set router b46273d2-4958-4a12-9b6c-87c1c4ff815b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:42.674429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-13150181-2e54-4ab6-a0de-2539b7c2acef tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d94d7d55b3c40808fee991b1088811f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713055 Aug 20 11:54:42.707158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dea34-ea04-45f7-8650-eb222f234625 req-9fc810cf-6fb0-4dd0-8ee2-2cd1114bfb65 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:42.710422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-9fc810cf-6fb0-4dd0-8ee2-2cd1114bfb65 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 821 time: 0.2292757 Aug 20 11:54:42.725576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:54:40Z', 'revision_number': 4, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6b4eef01-565b-4989-a133-af1d6b5bf445', 'name': '', 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'mac_address': 'fa:16:3e:e0:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '965f620a-be85-4e43-9876-2a920d39ebeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:38Z', 'updated_at': '2021-08-20T11:54:40Z', 'revision_number': 2, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'subnets': [{'id': '965f620a-be85-4e43-9876-2a920d39ebeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:42.766298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Request body: {'port': {'device_id': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'admin_state_up': True, 'tenant_id': '1dba54f45f4a4c989c327f7066d42bad'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:42.768142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Checking router: b46273d2-4958-4a12-9b6c-87c1c4ff815b for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:42.769016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Updating router b46273d2-4958-4a12-9b6c-87c1c4ff815b port 6b4eef01-565b-4989-a133-af1d6b5bf445 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:42.798360 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.894220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-e8e83848-df77-4276-9693-a09f8c4477b2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:42.901313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-e8e83848-df77-4276-9693-a09f8c4477b2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257361 Aug 20 11:54:42.932925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-4bf1337b-c5a2-4aa7-9895-f62bcd22ee5e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/quotas/3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 375 time: 0.0307362 Aug 20 11:54:42.995927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Made reservation on behalf of 1dba54f45f4a4c989c327f7066d42bad for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:43.000638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.035059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-1517cc18-5d15-4f9c-b641-516feffb2e9f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006124 Aug 20 11:54:43.060925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57346) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:43.217793 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.233024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Transition to ACTIVE for port object 6b4eef01-565b-4989-a133-af1d6b5bf445 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:43.243704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.280437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Allocated IP 172.20.0.5 (b5d66fb8-60bf-4c82-9d35-49fa0f779797/e3c72f72-d312-4bb8-bdb9-a6005c267c59/f0bd2ba2-a86f-4648-8abf-929e4877a0f1) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:43.423316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0003b5e1-ee18-4725-a769-8be7f697c45e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:43.489369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07c2ab58-c1f7-4632-abe1-b0d9531d3f1e req-1c080c3a-c980-45f9-8ae3-2400ef8187b7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 210 time: 0.0755703 Aug 20 11:54:43.548677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6717-64f3-49a0-9e90-21652928c479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.581735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a8d5c-830a-4c27-95c7-0786c9344600 None None] Pushing event updated for resources: {'Port': ['ID=6b4eef01-565b-4989-a133-af1d6b5bf445,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:43.595874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7eb184-c6a5-4877-842c-ddecb7a31e90 req-15a4ba0b-b93d-4744-8cd5-02587a5158ee tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.607116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e7eb184-c6a5-4877-842c-ddecb7a31e90 req-15a4ba0b-b93d-4744-8cd5-02587a5158ee tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1097 time: 0.1144257 Aug 20 11:54:43.631940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.699373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e7eb184-c6a5-4877-842c-ddecb7a31e90 req-8b7d1210-8c3f-4fa7-9d7e-b5c8c4d91317 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912716 Aug 20 11:54:43.802478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Attempting to bind port 6b4eef01-565b-4989-a133-af1d6b5bf445 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:43.822761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Attempting to bind port 6b4eef01-565b-4989-a133-af1d6b5bf445 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:43.824303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6717-64f3-49a0-9e90-21652928c479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.825297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Attempting to bind port 6b4eef01-565b-4989-a133-af1d6b5bf445 on network e15470e9-3884-4006-9b95-95483dca6fb6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:43.826742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.839402 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6717-64f3-49a0-9e90-21652928c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.842130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:43.842660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Checking segment: {'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:43.843310 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.844274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Bound using segment: {'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:43.844274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Bound port: 6b4eef01-565b-4989-a133-af1d6b5bf445, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505c2ab2-9f28-4266-850b-9396eb34c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:43.844927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.848707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0003b5e1-ee18-4725-a769-8be7f697c45e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:43.849205 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.854965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ae2af1d-4e36-4d65-b8b8-4385ba7c457b req-69849ffe-ad16-45d8-9def-7ba67668914a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 210 time: 0.0533798 Aug 20 11:54:43.900966 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.935743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c6717-64f3-49a0-9e90-21652928c479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052d118d-7395-43d5-b166-aac7b02e0da1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:43.957096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57390) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:43.964057 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5d6c6717-64f3-49a0-9e90-21652928c479 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c78a4eea8134a23a55f9160f2341a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9009030 Aug 20 11:54:43.995716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Network b5d66fb8-60bf-4c82-9d35-49fa0f779797 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:44.004991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:44.007933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:44.023265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] For port 6b4eef01-565b-4989-a133-af1d6b5bf445, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:44.058088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] For port 6b4eef01-565b-4989-a133-af1d6b5bf445, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6b4eef01-565b-4989-a133-af1d6b5bf445,segment=NetworkSegment(505c2ab2-9f28-4266-850b-9396eb34c335),segment_id=505c2ab2-9f28-4266-850b-9396eb34c335)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:44.058744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Pushing event updated for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:44.072222 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.100619 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67ceb102-bd03-42b8-a527-c6e4af006b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.110319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:44.111948 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.138757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Routers {'b46273d2-4958-4a12-9b6c-87c1c4ff815b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:44.139896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:44.146090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67ceb102-bd03-42b8-a527-c6e4af006b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.159432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-a9448ea9-557e-4adf-81e8-40c5a82172f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4292202 Aug 20 11:54:44.186638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a8d5c-830a-4c27-95c7-0786c9344600 None None] Pushing event updated for resources: {'Port': ['ID=6b4eef01-565b-4989-a133-af1d6b5bf445,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:44.207576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Request body: {'port': {'device_id': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:44.303366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.318760 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67ceb102-bd03-42b8-a527-c6e4af006b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.321586 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67ceb102-bd03-42b8-a527-c6e4af006b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.322988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-67ceb102-bd03-42b8-a527-c6e4af006b3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/052d118d-7395-43d5-b166-aac7b02e0da1 HTTP/1.1" status: 204 len: 168 time: 0.3630002 Aug 20 11:54:44.332985 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ceb102-bd03-42b8-a527-c6e4af006b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052d118d-7395-43d5-b166-aac7b02e0da1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:44.397118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] Set router b46273d2-4958-4a12-9b6c-87c1c4ff815b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:44.775266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bd2ba2-a86f-4648-8abf-929e4877a0f1 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:44.784633 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.804976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Transition to ACTIVE for port object f0bd2ba2-a86f-4648-8abf-929e4877a0f1 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:44.816910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.842959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:54:40Z', 'revision_number': 4, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6b4eef01-565b-4989-a133-af1d6b5bf445', 'name': '', 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'mac_address': 'fa:16:3e:e0:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '965f620a-be85-4e43-9876-2a920d39ebeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:38Z', 'updated_at': '2021-08-20T11:54:44Z', 'revision_number': 4, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'subnets': [{'id': '965f620a-be85-4e43-9876-2a920d39ebeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:44.872124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d7d710-1077-4869-829a-89a07b28dfb8 None None] The sync data for ids ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'] in n-d-800634-10 is: [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:54:40Z', 'revision_number': 4, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6b4eef01-565b-4989-a133-af1d6b5bf445', 'name': '', 'network_id': 'e15470e9-3884-4006-9b95-95483dca6fb6', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'mac_address': 'fa:16:3e:e0:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '965f620a-be85-4e43-9876-2a920d39ebeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:38Z', 'updated_at': '2021-08-20T11:54:44Z', 'revision_number': 4, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'subnets': [{'id': '965f620a-be85-4e43-9876-2a920d39ebeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:44.998219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:45.046871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57430) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:45.061632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-3d06c256-6f66-4008-bf7c-b06147ac1567 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3d94d7d55b3c40808fee991b1088811f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361215 Aug 20 11:54:45.065433 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a81b0c10-bb3e-4920-9393-8fbf63f19011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.191925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7803356-1561-4a4c-bfef-d23e04a6731b req-973f852f-b245-4748-849d-7dda15567587 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:45.192529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a81b0c10-bb3e-4920-9393-8fbf63f19011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.193523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7803356-1561-4a4c-bfef-d23e04a6731b req-973f852f-b245-4748-849d-7dda15567587 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 943 time: 0.3596327 Aug 20 11:54:45.200909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a81b0c10-bb3e-4920-9393-8fbf63f19011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.235991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0c10-bb3e-4920-9393-8fbf63f19011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c076b5c-78cf-4e70-81f5-7e2eb6333394,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:45.294132 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a81b0c10-bb3e-4920-9393-8fbf63f19011 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de8ab16a9d5b43eca47752e46b734221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449093 Aug 20 11:54:45.297335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57432) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:45.384606 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa68c537-87da-46d0-8752-f13b66e127bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.407028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6b4eef01-565b-4989-a133-af1d6b5bf445 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:45.426833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:45.427170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:45.427500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:45.428194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa68c537-87da-46d0-8752-f13b66e127bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.444595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-af81ab51-b7ec-4907-9ea7-a0390abbf3b6 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:54:45.445553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-af81ab51-b7ec-4907-9ea7-a0390abbf3b6 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246022 Aug 20 11:54:45.454115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:45.454695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:45.473987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Request body: {'binding': {'host': 'n-h2-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:45.474868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Unknown quota resources ['binding']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:54:45.483528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 6b4eef01-565b-4989-a133-af1d6b5bf445 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:45.507028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6b4eef01-565b-4989-a133-af1d6b5bf445 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:45.508118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa68c537-87da-46d0-8752-f13b66e127bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.508606 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.515094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa68c537-87da-46d0-8752-f13b66e127bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.519224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:45.520037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aa68c537-87da-46d0-8752-f13b66e127bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c076b5c-78cf-4e70-81f5-7e2eb6333394 HTTP/1.1" status: 204 len: 168 time: 0.2215738 Aug 20 11:54:45.523335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:45.528537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:45.529022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Bound port: f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:45.529402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.529505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68c537-87da-46d0-8752-f13b66e127bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c076b5c-78cf-4e70-81f5-7e2eb6333394,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:45.577683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-b9003d45-ae55-4398-971e-53a996da6afa tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:45.579350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-b9003d45-ae55-4398-971e-53a996da6afa tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4935904 Aug 20 11:54:45.585542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7803356-1561-4a4c-bfef-d23e04a6731b req-33bd1216-0fc4-401c-8d00-1ff8d99cc37d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790052 Aug 20 11:54:45.598441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Request body: {'port': {'device_id': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '3d94d7d55b3c40808fee991b1088811f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:45.638837 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.712455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 6b4eef01-565b-4989-a133-af1d6b5bf445, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6b4eef01-565b-4989-a133-af1d6b5bf445,segment=NetworkSegment(505c2ab2-9f28-4266-850b-9396eb34c335),segment_id=505c2ab2-9f28-4266-850b-9396eb34c335)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:45.721380 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.827656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=6b4eef01-565b-4989-a133-af1d6b5bf445,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:45.866329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:45.900051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:45.922550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.983930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on host n-h2-800634-10 for vnic_type normal with profile None {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:45.984272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:45.984723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:45.993299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:45.994437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.995940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] 10.222.0.22 "PUT /v2.0/ports/f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 200 len: 1092 time: 1.8034673 Aug 20 11:54:46.001170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:46.003706 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514d8cad-5398-42e5-a43b-500aa57d4445" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:46.019159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Made reservation on behalf of 3d94d7d55b3c40808fee991b1088811f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:46.028246 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.041772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:46.060003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:46.099235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:46.099833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:46.100229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:46.100681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Bound port: 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:46.164824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56854995-2d2b-4a27-a74a-952082990a75 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:46.263240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dea34-ea04-45f7-8650-eb222f234625 req-9475844f-d664-4291-a074-94c5fe37b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.264785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-9475844f-d664-4291-a074-94c5fe37b3ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1095 time: 0.1961319 Aug 20 11:54:46.266652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:46.272422 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.273666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-eeb43fef-dbb5-4995-8dbd-4b6407e868c0 service neutron] 10.222.0.25 "POST /v2.0/ports/4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e/bindings HTTP/1.1" status: 201 len: 390 time: 0.8127675 Aug 20 11:54:46.394139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-49225f48-0379-4a56-abb1-371734d3986a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 200 len: 217 time: 0.1132135 Aug 20 11:54:46.504760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Allocated IP 192.168.233.238 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:46.528855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dea34-ea04-45f7-8650-eb222f234625 req-770bffda-2a45-43b0-b6fe-31733c914f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.530346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-770bffda-2a45-43b0-b6fe-31733c914f67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1215751 Aug 20 11:54:46.608577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-bfae64cd-8188-4004-8a17-3c0782a2d510 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491290 Aug 20 11:54:46.639657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e43ca383-505d-4c0b-b03c-85d6df23f003 req-d972db93-ba82-447b-ad71-d99908576414 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 210 time: 0.0613463 Aug 20 11:54:46.639783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57480) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:46.694099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e438add6-33d8-4b67-85af-0e2ee322747e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442862440', 'description': 'tempest-description--308618492'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:46.726064 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a041f86f-5a53-414a-aba3-966791a20834 x-openstack-request-id: req-a041f86f-5a53-414a-aba3-966791a20834 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:46.726517 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:46.726908 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a041f86f-5a53-414a-aba3-966791a20834 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:46.727419 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1', 'status': 'completed', 'code': 200} Aug 20 11:54:46.755597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-33556736-86c5-4f21-81ce-2bcfe31df90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.762759 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-33556736-86c5-4f21-81ce-2bcfe31df90e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1097 time: 0.1309412 Aug 20 11:54:46.823300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e438add6-33d8-4b67-85af-0e2ee322747e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.896624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-b60dabae-8974-4a71-aee9-3c6cb3845db6 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599800 Aug 20 11:54:46.905602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8281ece-3dbc-4498-9ba2-27b9b085b951 req-9d024100-22be-4ba2-a1c0-aac4b1164e8d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.907193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8281ece-3dbc-4498-9ba2-27b9b085b951 req-9d024100-22be-4ba2-a1c0-aac4b1164e8d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1736033 Aug 20 11:54:46.930772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.933847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-98873313-13e1-4fe5-aa3f-3828f2ed7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:46.935767 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-98873313-13e1-4fe5-aa3f-3828f2ed7379 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.1695006 Aug 20 11:54:46.987640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-3649ea16-9c90-44c5-a580-2eed8de1f620 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 200 len: 217 time: 0.0420289 Aug 20 11:54:46.989532 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e438add6-33d8-4b67-85af-0e2ee322747e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.994712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e438add6-33d8-4b67-85af-0e2ee322747e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.002598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa24609-3913-4bf4-887a-0a821d0a9fcb req-b2442c96-0416-412c-87f0-a3c539f7530b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:47.004046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfa24609-3913-4bf4-887a-0a821d0a9fcb req-b2442c96-0416-412c-87f0-a3c539f7530b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 945 time: 0.1850436 Aug 20 11:54:47.009825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Transition to ACTIVE for port object cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:47.040583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e438add6-33d8-4b67-85af-0e2ee322747e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.045651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e438add6-33d8-4b67-85af-0e2ee322747e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4053388 Aug 20 11:54:47.057003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57490) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:47.067762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f7985fc0-716f-4745-a654-a53203bfcb0b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Request body: {'security_group_rule': {'security_group_id': '4ebfc674-5f99-48f8-8b68-b0c5da62c3a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:47.085244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438add6-33d8-4b67-85af-0e2ee322747e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:47.097400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-b8ee3c18-d6a6-4dd6-88d3-076e1d759ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:47.098902 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-b8ee3c18-d6a6-4dd6-88d3-076e1d759ca5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0903342 Aug 20 11:54:47.105180 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8281ece-3dbc-4498-9ba2-27b9b085b951 req-3aa87566-2df8-4483-9bba-2cef7d542ca9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825907 Aug 20 11:54:47.145574 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-acead809-148b-4e0a-9668-a0378ccba9ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376694 Aug 20 11:54:47.151893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfa24609-3913-4bf4-887a-0a821d0a9fcb req-8ce6bdc8-dc22-4a68-aedc-e27ffc236f76 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300480 Aug 20 11:54:47.159114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5dea34-ea04-45f7-8650-eb222f234625 req-831004df-b415-4f4c-9d41-43e6a6582d2f service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501109 Aug 20 11:54:47.179236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7985fc0-716f-4745-a654-a53203bfcb0b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.241456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.255010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:47.378951 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-7b1a975b-5af9-490c-9874-c8bc5b2d4eba service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146585 Aug 20 11:54:47.413248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6b4eef01-565b-4989-a133-af1d6b5bf445 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:47.423377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:47.515559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:47.533388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:47.541462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:47.544781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7985fc0-716f-4745-a654-a53203bfcb0b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.552054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6b4eef01-565b-4989-a133-af1d6b5bf445 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:47.552695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.579367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7985fc0-716f-4745-a654-a53203bfcb0b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.661521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25e16a-ee3c-4c8f-8237-f73f9633bf39 req-456643c2-76fc-4f4c-9d39-e0aefcf0bd5a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:47.662603 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-dca6ef17-4f43-4271-8817-38fd66f8dbf6 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750528 Aug 20 11:54:47.663103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f25e16a-ee3c-4c8f-8237-f73f9633bf39 req-456643c2-76fc-4f4c-9d39-e0aefcf0bd5a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 943 time: 0.2524931 Aug 20 11:54:47.679768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-c36c6863-e392-428c-bcaa-369b2fd89c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:47.681449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-c36c6863-e392-428c-bcaa-369b2fd89c39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1095 time: 0.4183774 Aug 20 11:54:47.711088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7985fc0-716f-4745-a654-a53203bfcb0b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee081d7e-186f-4bf9-b6c5-81f365973ef0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:47.724622 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7985fc0-716f-4745-a654-a53203bfcb0b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.725815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f7985fc0-716f-4745-a654-a53203bfcb0b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6640024 Aug 20 11:54:47.729966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57520) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:47.736676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dc172de9-12ba-4c5e-a741-d8c9785f0909 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Request body: {'security_group_rule': {'security_group_id': '4ebfc674-5f99-48f8-8b68-b0c5da62c3a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:47.789753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:47.790437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.841153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f25e16a-ee3c-4c8f-8237-f73f9633bf39 req-c6c72560-3764-415a-a508-a5e906dd1b95 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563034 Aug 20 11:54:47.885307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57524) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:47.888595 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc172de9-12ba-4c5e-a741-d8c9785f0909 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.892068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-9f2b64c7-e390-402a-8f6b-be4671ec3dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2975779 Aug 20 11:54:47.945457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-d5053096-1e57-4a96-821f-b878652f648c tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:47.946528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Request body: {'port': {'device_id': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:47.947119 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-d5053096-1e57-4a96-821f-b878652f648c tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.1555698 Aug 20 11:54:47.951525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-b2a506ab-9619-460c-9d3f-39ae16f01f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:47.953097 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-b2a506ab-9619-460c-9d3f-39ae16f01f52 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.2516587 Aug 20 11:54:47.966479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-10'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:48.066785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc172de9-12ba-4c5e-a741-d8c9785f0909 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.068806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-96e44ef2-39ba-4f01-972f-c16d8277e62f None None] Provisioning for port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:48.069752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.073811 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc172de9-12ba-4c5e-a741-d8c9785f0909 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.075482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-96e44ef2-39ba-4f01-972f-c16d8277e62f None None] Provisioning complete for port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:48.076838 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-96e44ef2-39ba-4f01-972f-c16d8277e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.109531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc172de9-12ba-4c5e-a741-d8c9785f0909 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.113619 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dc172de9-12ba-4c5e-a741-d8c9785f0909 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792646 Aug 20 11:54:48.156005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57532) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:48.159608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-96e44ef2-39ba-4f01-972f-c16d8277e62f None None] Port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:48.161750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:48.196359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc172de9-12ba-4c5e-a741-d8c9785f0909 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85521297-7ca7-4065-9ed1-517b4b722dd1,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:48.224165 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.260964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-0d3eb799-7153-44ae-9553-7aadf2003346 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 200 len: 217 time: 0.2808182 Aug 20 11:54:48.275524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8ec5b-f36a-4820-a126-9792ed3f934a req-70e7e67a-f592-4f88-812e-456739bfe6a2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:48.276743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9b8ec5b-f36a-4820-a126-9792ed3f934a req-70e7e67a-f592-4f88-812e-456739bfe6a2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 936 time: 0.4334524 Aug 20 11:54:48.305734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-261e0caf-e2db-466c-a1af-2a1f5b9d1118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.368784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:48.382265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.445921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-62231cfb-d08b-498a-b431-9ac33e8d0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:48.447408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-62231cfb-d08b-498a-b431-9ac33e8d0883 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1691546 Aug 20 11:54:48.449259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:48.489108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9b8ec5b-f36a-4820-a126-9792ed3f934a req-747054e9-8576-4d07-bdb1-1a69aafa8341 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999803 Aug 20 11:54:48.512188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-bdccf47a-3836-4212-9474-7697f3c55986 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371947 Aug 20 11:54:48.521628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3bfa-e962-4098-afe7-3d37905a774d req-f30bd6bd-8c04-4f7d-841d-61ad62c1a573 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:48.529705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22cc3bfa-e962-4098-afe7-3d37905a774d req-f30bd6bd-8c04-4f7d-841d-61ad62c1a573 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1406240 Aug 20 11:54:48.547296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:48.552107 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2dddb6-a46a-4835-bbd3-602116b87ebe" -d '{"events": [{"server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:48.563854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.582351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.626878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57546) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:48.629480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.719662 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-261e0caf-e2db-466c-a1af-2a1f5b9d1118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.727498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22cc3bfa-e962-4098-afe7-3d37905a774d req-d744b357-ee60-41e3-9842-a549ce15208a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966467 Aug 20 11:54:48.744931 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-261e0caf-e2db-466c-a1af-2a1f5b9d1118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.835224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1070d1-77d1-452f-9e47-df8e70f21e89 req-2c593d34-d0e8-4c2f-b8c7-f960609c092f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:48.836708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d1070d1-77d1-452f-9e47-df8e70f21e89 req-2c593d34-d0e8-4c2f-b8c7-f960609c092f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 943 time: 0.1844103 Aug 20 11:54:48.845758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-94245e66-83fa-4826-b16c-46b69b180458 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113904 Aug 20 11:54:48.968813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d1070d1-77d1-452f-9e47-df8e70f21e89 req-b9dde60f-310b-48f8-a9ed-82e303088a58 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202958 Aug 20 11:54:48.979399 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49772fe5-21d6-4ec4-b586-3a6440fde188 x-openstack-request-id: req-49772fe5-21d6-4ec4-b586-3a6440fde188 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:48.979699 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:48.980805 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49772fe5-21d6-4ec4-b586-3a6440fde188 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:48.981205 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e', 'code': 200} Aug 20 11:54:49.024884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e0caf-e2db-466c-a1af-2a1f5b9d1118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b83a6c-f736-4258-911e-549926ec9758,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.028215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.048950 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d680c441-4b96-49a6-a328-34b3c0d8bc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.070838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-514d8cad-5398-42e5-a43b-500aa57d4445 req-22888d8a-3682-47a7-84c2-e386584a6633 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129166 Aug 20 11:54:49.083377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on host n-h1-800634-10 for vnic_type normal with profile {"migrating_to": "n-h2-800634-10"} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:49.084164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:49.084164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:49.089406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:49.109431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:49.109759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Attempting to bind port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:49.112214 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.127032 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-261e0caf-e2db-466c-a1af-2a1f5b9d1118 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42b5c088dcc549719b44bb17446e4258&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2312241 Aug 20 11:54:49.127032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57564) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:49.131559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Transition to ACTIVE for port object cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:49.138133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.142360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:49.142716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:49.143106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:49.143850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Bound port: 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:49.144334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.154023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fcbb1-7379-4d7a-ac24-4f440858fd13 req-37461b59-331c-4e97-b34e-b6e74aa55127 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:49.156779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c75fcbb1-7379-4d7a-ac24-4f440858fd13 req-37461b59-331c-4e97-b34e-b6e74aa55127 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 943 time: 0.0892985 Aug 20 11:54:49.225040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.240955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Allocated IP 172.25.0.242 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/ca2dfcc9-d93b-48f2-a3a0-00250d7ff5a3) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:49.257696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c75fcbb1-7379-4d7a-ac24-4f440858fd13 req-08917a6b-26fc-4d47-9cde-050c9e25a621 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819833 Aug 20 11:54:49.275228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1d45-28d5-4d62-9c2b-b7303e982c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.298414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1d45-28d5-4d62-9c2b-b7303e982c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.338878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Attempting to bind port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:49.339863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Attempting to bind port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:49.340246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Attempting to bind port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:49.353099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:49.353419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Attempting to bind port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:49.364620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:49.364620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:49.364620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:49.364620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Bound port: cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:49.364620 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.422493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1d45-28d5-4d62-9c2b-b7303e982c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.429322 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1d45-28d5-4d62-9c2b-b7303e982c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.432744 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b8ab1d45-28d5-4d62-9c2b-b7303e982c9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46b83a6c-f736-4258-911e-549926ec9758 HTTP/1.1" status: 204 len: 168 time: 0.2987957 Aug 20 11:54:49.439028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:49.446532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:49.453198 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.481004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57574) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:49.482395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:49.490439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:49.491063 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.492551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] 10.222.0.22 "PUT /v2.0/ports/cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 1097 time: 1.5848920 Aug 20 11:54:49.493010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:49.495322 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2f341e-0f90-4e28-8123-09c2195285b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:49.523784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e812f9-0e8f-4831-b32c-660a94168a0e service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.536905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab1d45-28d5-4d62-9c2b-b7303e982c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b83a6c-f736-4258-911e-549926ec9758,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.573874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:49.622066 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca21de2-7f7d-42ac-b5de-b282045e88af x-openstack-request-id: req-fca21de2-7f7d-42ac-b5de-b282045e88af {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:49.625022 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:49.625293 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fca21de2-7f7d-42ac-b5de-b282045e88af {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:49.625712 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'status': 'completed', 'code': 200} Aug 20 11:54:49.629393 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.648335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-5027f3af-ed4e-444e-85df-1a706d72adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:49.650022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-5027f3af-ed4e-444e-85df-1a706d72adb0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1100 time: 0.1005750 Aug 20 11:54:49.716038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d680c441-4b96-49a6-a328-34b3c0d8bc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.721940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.735844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-8297e38a-e85f-4ed6-a9ef-4a443f876390 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 217 time: 0.0641184 Aug 20 11:54:49.741739 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d680c441-4b96-49a6-a328-34b3c0d8bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.785277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a21498-ffa8-4c3d-990b-a4e996d16d51 req-0aa3cf44-bd6f-4179-b5ab-754efa45d4ae tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:49.786874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9a21498-ffa8-4c3d-990b-a4e996d16d51 req-0aa3cf44-bd6f-4179-b5ab-754efa45d4ae tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 948 time: 0.1337488 Aug 20 11:54:49.827833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8370530e-ab69-4468-a5af-c7334bffe068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.842296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680c441-4b96-49a6-a328-34b3c0d8bc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8f0af4-4a31-4196-8e2d-ca8ddc59e8fb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.864615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:49.865337 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.868610 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] 10.222.0.22 "PUT /v2.0/ports/4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 200 len: 1123 time: 1.9067626 Aug 20 11:54:49.871441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9a21498-ffa8-4c3d-990b-a4e996d16d51 req-00b4b72a-3916-473b-867f-558fd7b89024 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643430 Aug 20 11:54:49.891980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-64abb43e-95af-4a59-83d2-543de2c4f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:49.893701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-64abb43e-95af-4a59-83d2-543de2c4f548 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1503623 Aug 20 11:54:49.905040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc645d6c-45c3-4d38-9e07-90ebe00ab8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=8']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.918723 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d680c441-4b96-49a6-a328-34b3c0d8bc4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35294f9774404bc8a96618cd56f8aafa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2906423 Aug 20 11:54:49.921831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57586) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:49.976285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167bd24-bed7-47f2-af75-9ccb7e300b39 req-8c6b4e70-006f-43c4-b654-d5bdf052ecb8 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:49.977972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a167bd24-bed7-47f2-af75-9ccb7e300b39 req-8c6b4e70-006f-43c4-b654-d5bdf052ecb8 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1532154 Aug 20 11:54:50.009698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57590) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:50.010935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.015904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-eee1681f-1d91-4170-97b3-0b24c2cd7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:50.017324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-eee1681f-1d91-4170-97b3-0b24c2cd7b7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156256 Aug 20 11:54:50.034829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:50.074800 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13a2ee29-d74a-45de-ad19-de0fdf23b7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.082961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2f75-0090-437f-8096-f03c890a190d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.104531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:50.122497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:50.137375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a167bd24-bed7-47f2-af75-9ccb7e300b39 req-d1fdf4af-1708-40c0-83bc-d3622d838797 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498883 Aug 20 11:54:50.139752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:50.147977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event updated for resources: {'Port': ['ID=ca2dfcc9-d93b-48f2-a3a0-00250d7ff5a3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.156635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8370530e-ab69-4468-a5af-c7334bffe068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.190426 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2f75-0090-437f-8096-f03c890a190d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.191920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48748b-33f3-41f4-9d39-33e3cfa44960 req-0885ed73-c9f6-4db2-b21a-711a34fb5cef tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:50.194045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec48748b-33f3-41f4-9d39-33e3cfa44960 req-0885ed73-c9f6-4db2-b21a-711a34fb5cef tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 943 time: 0.1057985 Aug 20 11:54:50.194171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8370530e-ab69-4468-a5af-c7334bffe068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.197825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-96423399-4cc9-4c19-9af3-556edc6d9cdc service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715794 Aug 20 11:54:50.292792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec48748b-33f3-41f4-9d39-33e3cfa44960 req-f71c539f-5d01-490a-91b3-c47725994055 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845926 Aug 20 11:54:50.294011 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8370530e-ab69-4468-a5af-c7334bffe068 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=275ff78f2a3a40c4af25c8a9b4289b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8080084 Aug 20 11:54:50.296824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370530e-ab69-4468-a5af-c7334bffe068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477f98d7-0b82-4981-bf20-0057526afe5f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.303278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57592) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:50.355934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eec67936-f83b-45fc-b619-d5c0c25e7402 req-35f0e5a2-1251-488d-92df-ee3dcfdaa197 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476808 Aug 20 11:54:50.400059 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2f75-0090-437f-8096-f03c890a190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.402804 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2f75-0090-437f-8096-f03c890a190d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.407005 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b7ef2f75-0090-437f-8096-f03c890a190d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa8f0af4-4a31-4196-8e2d-ca8ddc59e8fb HTTP/1.1" status: 204 len: 168 time: 0.4825504 Aug 20 11:54:50.452843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef2f75-0090-437f-8096-f03c890a190d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8f0af4-4a31-4196-8e2d-ca8ddc59e8fb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.476332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dee2c4-4caf-4484-ab5e-3b8ccdb8796a req-cb2548e0-9c52-4693-9ed8-2e74fdd4d578 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:50.477871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10dee2c4-4caf-4484-ab5e-3b8ccdb8796a req-cb2548e0-9c52-4693-9ed8-2e74fdd4d578 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 943 time: 0.0858245 Aug 20 11:54:50.489026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-6352df0b-d80a-46d6-a963-898d09f1e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:50.490663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-6352df0b-d80a-46d6-a963-898d09f1e045 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1100 time: 0.0637631 Aug 20 11:54:50.493077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.512087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d68cb155-644b-485e-aeaf-f435accf4cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.521021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13a2ee29-d74a-45de-ad19-de0fdf23b7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.531205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13a2ee29-d74a-45de-ad19-de0fdf23b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.578644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d68cb155-644b-485e-aeaf-f435accf4cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.586222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10dee2c4-4caf-4484-ab5e-3b8ccdb8796a req-f83e4b68-684d-4be3-9e8f-a2096b011e9d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784235 Aug 20 11:54:50.607282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.627745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-7a517005-36bf-4899-b1a5-e5820744b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:50.629283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-7a517005-36bf-4899-b1a5-e5820744b919 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1299379 Aug 20 11:54:50.676764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-2f434cc2-f59f-4778-aabb-bde354ee4d56 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 217 time: 0.0380876 Aug 20 11:54:50.678753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2ee29-d74a-45de-ad19-de0fdf23b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa7d3e5-b686-4d59-bb18-7c82ed15775d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.686259 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-13a2ee29-d74a-45de-ad19-de0fdf23b7ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75e9395732de408598b6f04443f2db6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6717949 Aug 20 11:54:50.688925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57600) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:50.736855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-f521ea6d-26b3-4453-97c9-dc67291f90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:50.738540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-f521ea6d-26b3-4453-97c9-dc67291f90a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0531056 Aug 20 11:54:50.743006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d68cb155-644b-485e-aeaf-f435accf4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.745570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d68cb155-644b-485e-aeaf-f435accf4cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.747256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d68cb155-644b-485e-aeaf-f435accf4cd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/477f98d7-0b82-4981-bf20-0057526afe5f HTTP/1.1" status: 204 len: 168 time: 0.4396930 Aug 20 11:54:50.800321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-80dc66cd-fc56-4bad-99f0-58d3a32b170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:50.801932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f0bd2ba2-a86f-4648-8abf-929e4877a0f1 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:50.802506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-80dc66cd-fc56-4bad-99f0-58d3a32b170d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546513 Aug 20 11:54:50.809302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cb155-644b-485e-aeaf-f435accf4cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477f98d7-0b82-4981-bf20-0057526afe5f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.871617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2ff14df-9a85-4270-aa77-c32e6917f481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.876893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57604) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:50.911027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c202065c-140b-4088-a838-6496e18030cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.924551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2ff14df-9a85-4270-aa77-c32e6917f481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.956071 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.972298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.973551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:50.981868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-e3a8c23c-a9c6-4c3c-94da-efc6b95e57b1 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599050 Aug 20 11:54:50.983776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:50.986147 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e586d9-1aef-4cf6-9355-d22915b0738c" -d '{"events": [{"name": "network-changed", "server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:50.996257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1', 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'port_id': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c72f72-d312-4bb8-bdb9-a6005c267c59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:51.076107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379164eb-083c-4e7b-b616-96b52236adab req-e2219ad2-f2ff-4b58-8f0e-ac6c9935b8f4 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:51.077777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-379164eb-083c-4e7b-b616-96b52236adab req-e2219ad2-f2ff-4b58-8f0e-ac6c9935b8f4 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 948 time: 0.1403134 Aug 20 11:54:51.079301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.096156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bd2ba2-a86f-4648-8abf-929e4877a0f1 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:51.097886 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d13b15-2df9-48a8-9225-660df25a406c x-openstack-request-id: req-17d13b15-2df9-48a8-9225-660df25a406c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:51.098425 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:51.098917 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17d13b15-2df9-48a8-9225-660df25a406c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:51.099505 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e', 'status': 'completed', 'code': 200} Aug 20 11:54:51.123294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:51.130722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.132323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event updated for resources: {'Port': ['ID=ca2dfcc9-d93b-48f2-a3a0-00250d7ff5a3,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:51.150143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.165539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2ff14df-9a85-4270-aa77-c32e6917f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.169448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2ff14df-9a85-4270-aa77-c32e6917f481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.173412 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e2ff14df-9a85-4270-aa77-c32e6917f481 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daa7d3e5-b686-4d59-bb18-7c82ed15775d HTTP/1.1" status: 204 len: 168 time: 0.4835138 Aug 20 11:54:51.202679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-6925f242-4b26-4b51-b333-e4ca9fe0d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:51.204509 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-6925f242-4b26-4b51-b333-e4ca9fe0d753 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1126 time: 0.1237891 Aug 20 11:54:51.209499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be2f341e-0f90-4e28-8123-09c2195285b2 req-812ed938-6a63-40aa-9529-05611e408caf service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140293 Aug 20 11:54:51.210036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:51.213157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-379164eb-083c-4e7b-b616-96b52236adab req-71a099c1-2113-40cd-b345-00aae4cddcf2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205142 Aug 20 11:54:51.221197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.221784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.222127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.222863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.222975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.223291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.223669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.224004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.224331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.224651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.225038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.225366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:51.234835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff14df-9a85-4270-aa77-c32e6917f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa7d3e5-b686-4d59-bb18-7c82ed15775d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:51.308323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c202065c-140b-4088-a838-6496e18030cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.316435 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c202065c-140b-4088-a838-6496e18030cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.344085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.346129 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2f09dd0f-45b5-461a-8b28-db0bac719854 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1889312 Aug 20 11:54:51.374245 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c202065c-140b-4088-a838-6496e18030cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04adb636e37745efa491beac0f7835fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953091 Aug 20 11:54:51.375480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202065c-140b-4088-a838-6496e18030cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30d3ec1-d240-4c90-95e8-135485be784d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:51.378242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:51.436398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d76d3ad9-671c-4430-aca1-69009a0b92ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.463420 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d76d3ad9-671c-4430-aca1-69009a0b92ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.465883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57622) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:51.487192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52a2c120-ffeb-471d-a147-a4276cea0534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.524680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['f0bd2ba2-a86f-4648-8abf-929e4877a0f1'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:51.553142 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d76d3ad9-671c-4430-aca1-69009a0b92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.556138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d76d3ad9-671c-4430-aca1-69009a0b92ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.557485 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d76d3ad9-671c-4430-aca1-69009a0b92ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f30d3ec1-d240-4c90-95e8-135485be784d HTTP/1.1" status: 204 len: 168 time: 0.1782253 Aug 20 11:54:51.579875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d3ad9-671c-4430-aca1-69009a0b92ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30d3ec1-d240-4c90-95e8-135485be784d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:51.640142 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13411992-58d9-4e8e-9e68-e3e123525508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.654045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cef945-8b3f-4d8b-8d8e-a51e8a464a3d req-3cb210aa-ecc2-47d9-acfe-ce6b3e8a5c13 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:51.668855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73cef945-8b3f-4d8b-8d8e-a51e8a464a3d req-3cb210aa-ecc2-47d9-acfe-ce6b3e8a5c13 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 943 time: 0.1807556 Aug 20 11:54:51.688246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-17dd98dc-58c7-494f-b1b3-d92c2a44fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:51.689865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-17dd98dc-58c7-494f-b1b3-d92c2a44fce7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.4758470 Aug 20 11:54:51.699728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1ca48-f674-4519-9281-2d1cc59c49bf req-8283e4ef-0753-435d-aad0-9cac9c673e6d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:51.715370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ff1ca48-f674-4519-9281-2d1cc59c49bf req-8283e4ef-0753-435d-aad0-9cac9c673e6d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2290468 Aug 20 11:54:51.752137 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52a2c120-ffeb-471d-a147-a4276cea0534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.760788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52a2c120-ffeb-471d-a147-a4276cea0534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.778936 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-ba93d07d-eb07-48dd-934e-228fb16aa6d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 200 len: 217 time: 0.0600469 Aug 20 11:54:51.837370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-52a2c120-ffeb-471d-a147-a4276cea0534 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6853c73165a4a42847812d30e970681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703432 Aug 20 11:54:51.838286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57636) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:51.848122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2c120-ffeb-471d-a147-a4276cea0534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70260e3f-fd21-4936-a18d-974be14fecda,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:51.879048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73cef945-8b3f-4d8b-8d8e-a51e8a464a3d req-4953b9a1-b1e0-49ba-b307-3fb09fc7637f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042751 Aug 20 11:54:51.920187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ff1ca48-f674-4519-9281-2d1cc59c49bf req-740f4245-65a3-4a59-8284-939eeaaafdee tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934910 Aug 20 11:54:51.926693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5a92713-c3fe-4e13-b93f-a351c7fea04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.946715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-a94f4e68-2c6e-46f6-8f21-ad8cd12bdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:51.948182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-a94f4e68-2c6e-46f6-8f21-ad8cd12bdafa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1541207 Aug 20 11:54:51.987592 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5a92713-c3fe-4e13-b93f-a351c7fea04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.003119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-10f6e59f-f0c7-49e1-8ea2-87ed17698aac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461736 Aug 20 11:54:52.065591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5a92713-c3fe-4e13-b93f-a351c7fea04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.069212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5a92713-c3fe-4e13-b93f-a351c7fea04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.075953 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b5a92713-c3fe-4e13-b93f-a351c7fea04a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70260e3f-fd21-4936-a18d-974be14fecda HTTP/1.1" status: 204 len: 168 time: 0.2353339 Aug 20 11:54:52.088630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a92713-c3fe-4e13-b93f-a351c7fea04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70260e3f-fd21-4936-a18d-974be14fecda,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:52.171933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-7a840867-b210-4e71-911b-af786bf33697 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--442862440&fields=id&tenant_id=109cccffaac647588005ad088e1afd41 HTTP/1.1" status: 200 len: 267 time: 0.1491647 Aug 20 11:54:52.195457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cd6a6-3d41-4ce3-8ae5-118889fadd54 req-0999e810-1f3d-43e7-b20f-5231024cd5aa tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:52.197003 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc4cd6a6-3d41-4ce3-8ae5-118889fadd54 req-0999e810-1f3d-43e7-b20f-5231024cd5aa tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 944 time: 0.1602259 Aug 20 11:54:52.229994 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-7935b481-3a94-402f-b55b-67e1f51ccaa2 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083142 Aug 20 11:54:52.371253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc4cd6a6-3d41-4ce3-8ae5-118889fadd54 req-9506de0b-34dd-4cde-b4cd-56811274fe85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529889 Aug 20 11:54:52.415616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c02ecd8e-d8ea-43be-b2ab-db5ee02b24d9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:52.417120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c02ecd8e-d8ea-43be-b2ab-db5ee02b24d9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/networks?id=393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 200 len: 823 time: 0.2294302 Aug 20 11:54:52.439211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59e586d9-1aef-4cf6-9355-d22915b0738c req-efb82256-7a68-4bfc-82b2-4a22bfa709c4 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803067 Aug 20 11:54:52.441594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-46b15ea3-c434-4f7c-b506-b6436dca9a6d tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/quotas/109cccffaac647588005ad088e1afd41 HTTP/1.1" status: 200 len: 375 time: 0.0150313 Aug 20 11:54:52.550478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952173-adec-4e0c-b4e8-dcd2c7c12737 req-5f984361-e87e-4153-821b-12b0c766fb90 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:52.551960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b952173-adec-4e0c-b4e8-dcd2c7c12737 req-5f984361-e87e-4153-821b-12b0c766fb90 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 948 time: 0.0799811 Aug 20 11:54:52.560184 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-044f88f8-b240-49e3-ae90-1a35ff5e415c tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=109cccffaac647588005ad088e1afd41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054318 Aug 20 11:54:52.643900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b952173-adec-4e0c-b4e8-dcd2c7c12737 req-1f017e1a-7642-4175-bd82-410edba749da tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824146 Aug 20 11:54:52.689106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-2779c069-59a1-4acf-b6d8-253c75ff295d service neutron] 10.222.0.25 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126475 Aug 20 11:54:52.780835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-873abcc6-59fc-440e-8437-81da8b7078d8 service neutron] 10.222.0.25 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854144 Aug 20 11:54:52.797168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:52.799561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f0bd2ba2-a86f-4648-8abf-929e4877a0f1 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:52.924508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:52.931554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:52.931942 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.001512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0050df19-33ac-48b9-a871-e6b4cd8b1bc2 req-56913b6e-9cc9-4b7a-810a-fc14f8a37d98 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 210 time: 0.0371239 Aug 20 11:54:53.037433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:53.113071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1df3d-7819-4cb8-9e51-3aba3830bcdb req-bb8addb2-f8d9-43cb-8a62-4b10a63099c7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:53.114594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37c1df3d-7819-4cb8-9e51-3aba3830bcdb req-bb8addb2-f8d9-43cb-8a62-4b10a63099c7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 943 time: 0.1121438 Aug 20 11:54:53.166795 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.171016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37c1df3d-7819-4cb8-9e51-3aba3830bcdb req-246262b7-489f-4597-9a9c-f7d83c3ab086 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395610 Aug 20 11:54:53.176994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e has no active binding in host n-h2-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:54:53.195152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c3328-0e65-47cf-9c34-aba1a2ca9460 req-73fe972f-700b-4b4a-9b7c-8d2f00b5f1e3 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:53.197835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-340c3328-0e65-47cf-9c34-aba1a2ca9460 req-73fe972f-700b-4b4a-9b7c-8d2f00b5f1e3 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1132073 Aug 20 11:54:53.218056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:53.225970 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434584a5-6bf4-4e1a-ab79-59da4653a266" -d '{"events": [{"server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "name": "network-vif-plugged", "status": "completed", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:53.266617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-340c3328-0e65-47cf-9c34-aba1a2ca9460 req-af3e4c87-e920-48bc-bbe5-28727a34de12 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603964 Aug 20 11:54:53.279954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:53.287879 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.326831 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3be5be-3e1e-4b00-9c96-0da3d90ba800 x-openstack-request-id: req-df3be5be-3e1e-4b00-9c96-0da3d90ba800 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:53.327120 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "name": "network-vif-plugged", "status": "completed", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:53.327740 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df3be5be-3e1e-4b00-9c96-0da3d90ba800 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:53.328433 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1', 'code': 200} Aug 20 11:54:53.363142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:53.458711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5050f-6745-4da5-a8a2-564de5b79cd2 req-a4532ac1-3614-4835-8bf4-5ee1bfd6bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:53.460508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0d5050f-6745-4da5-a8a2-564de5b79cd2 req-a4532ac1-3614-4835-8bf4-5ee1bfd6bfd7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1097 time: 0.0835049 Aug 20 11:54:53.555823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553631d-7e7e-44da-9aeb-78c087a8d053 req-fbae4981-a6b9-4060-aafe-10489d58249c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:53.557497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e553631d-7e7e-44da-9aeb-78c087a8d053 req-fbae4981-a6b9-4060-aafe-10489d58249c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 945 time: 0.0901692 Aug 20 11:54:53.559914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0d5050f-6745-4da5-a8a2-564de5b79cd2 req-a74b0ba6-0f31-4c73-9e23-4406c93474e0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822258 Aug 20 11:54:53.628312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e553631d-7e7e-44da-9aeb-78c087a8d053 req-bbd0a34a-bf15-4b66-b95f-d31079d6b26a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562823 Aug 20 11:54:53.826803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca770c1-daf6-4e35-acc2-b4ed62bf2a3e req-967419e0-fb96-49e2-bf70-3a50c0c4d947 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:53.831436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aca770c1-daf6-4e35-acc2-b4ed62bf2a3e req-967419e0-fb96-49e2-bf70-3a50c0c4d947 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 948 time: 0.0809581 Aug 20 11:54:53.835465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-e0444a4d-d33c-4b52-b75d-af50306f5d27 service neutron] 10.222.0.73 "GET /v2.0/ports/4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e/bindings/n-h2-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.1333728 Aug 20 11:54:53.921897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aca770c1-daf6-4e35-acc2-b4ed62bf2a3e req-75ec7678-b4ba-437e-b037-0a31803868b5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849833 Aug 20 11:54:54.069198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:54.114963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86d007a5-c501-43a6-ac96-dd0e0d0708ff req-e0b514d0-9058-485f-b116-b8134b08ea1e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 210 time: 0.0431266 Aug 20 11:54:54.129924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:54.204296 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cf73e6fb-1f33-49b8-bc56-d1125cad0d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.219511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:54.241753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:54.308676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.622878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83450ea-1734-46f6-adeb-b723f7ccf164 req-05fd15e9-f277-4f66-aea7-ca65e333474c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:54.624370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b83450ea-1734-46f6-adeb-b723f7ccf164 req-05fd15e9-f277-4f66-aea7-ca65e333474c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 943 time: 0.3360121 Aug 20 11:54:54.637076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-d5326fb9-d65b-483b-bf87-c2774eb61f65 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:54.638474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-d5326fb9-d65b-483b-bf87-c2774eb61f65 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "GET /v2.0/networks?id=393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 200 len: 823 time: 0.4066908 Aug 20 11:54:54.707176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990707ce-4f9a-47f1-9059-367d6f22ad5b req-e550133b-897c-4ef6-b751-07049791b240 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:54.708539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-990707ce-4f9a-47f1-9059-367d6f22ad5b req-e550133b-897c-4ef6-b751-07049791b240 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1536357 Aug 20 11:54:54.748566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] Transition to ACTIVE for port object 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:54.754700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b83450ea-1734-46f6-adeb-b723f7ccf164 req-31ce30fc-bdba-47e1-ac13-c242ad3443bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153107 Aug 20 11:54:54.762158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.767482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-d425af75-7ffb-430e-a8ea-873cc1df0899 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=109cccffaac647588005ad088e1afd41 HTTP/1.1" status: 200 len: 379 time: 0.1130719 Aug 20 11:54:54.783829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Request body: {'port': {'device_id': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'admin_state_up': True, 'tenant_id': '109cccffaac647588005ad088e1afd41', 'security_groups': ['4ebfc674-5f99-48f8-8b68-b0c5da62c3a3']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:54.820215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:54:54.894146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-990707ce-4f9a-47f1-9059-367d6f22ad5b req-13c260d9-6969-4ca3-8819-5b25d96da49b tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725316 Aug 20 11:54:54.898413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] No DVR routers for this DVR port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:54.938929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] Pushing event updated for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:54.961715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:54.973444 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.978298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'mac_address': 'fa:16:3e:eb:89:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:54:54.988962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-28362a8f-4637-4cd3-8bbe-a37b9f22ba2a service neutron] 10.222.0.73 "PUT /v2.0/ports/4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e/bindings/n-h2-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1421103 Aug 20 11:54:55.036216 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.061158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:55.096901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Made reservation on behalf of 109cccffaac647588005ad088e1afd41 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:55.101084 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.106652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:55.113301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.145153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-a29e3376-73b1-460a-94d6-16ab9ee02f37 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.146719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-a29e3376-73b1-460a-94d6-16ab9ee02f37 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.0860744 Aug 20 11:54:55.188585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:55.312299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada153e-6c1d-46d5-98dd-5d2443d1bc89 req-9bfc156f-a74a-49b2-90ac-11e43ef1f794 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.313818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eada153e-6c1d-46d5-98dd-5d2443d1bc89 req-9bfc156f-a74a-49b2-90ac-11e43ef1f794 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 945 time: 0.1314361 Aug 20 11:54:55.318827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-d2fee66e-cab3-4220-ae59-1b28ca8d4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.320215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-d2fee66e-cab3-4220-ae59-1b28ca8d4bb5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e HTTP/1.1" status: 200 len: 1096 time: 0.1394486 Aug 20 11:54:55.365410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Allocated IP 172.20.0.14 (393a2286-2b94-4720-bc41-0b7c8532c668/d2fb1305-8259-41de-a3fa-da38bbe5c792/16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:55.410120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eada153e-6c1d-46d5-98dd-5d2443d1bc89 req-0d3b29ef-4608-40e4-85aa-6d12410d245c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889471 Aug 20 11:54:55.437253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:54:55.472406 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.477438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-2f725908-e5a0-4fdb-a95c-433aac3b7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.478768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-2f725908-e5a0-4fdb-a95c-433aac3b7ed4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1096 time: 0.1306961 Aug 20 11:54:55.547373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beae12f-286a-4395-85f8-ae16824e4b92 req-0cc168e8-bf6a-4bcd-a8c4-78dc3992c1e8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.548904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9beae12f-286a-4395-85f8-ae16824e4b92 req-0cc168e8-bf6a-4bcd-a8c4-78dc3992c1e8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 949 time: 0.1661463 Aug 20 11:54:55.707561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9beae12f-286a-4395-85f8-ae16824e4b92 req-7cb25a3d-aa29-4aef-9581-afb675a7179c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461191 Aug 20 11:54:55.714357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-191f347b-eda0-4892-852e-2f31fdd3e289 req-a74e0219-d678-4ef0-afc9-9b62007f565a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 210 time: 0.0578284 Aug 20 11:54:55.736215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.741784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-bec3e205-1776-4c55-9270-f2394c00c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.743261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-bec3e205-1776-4c55-9270-f2394c00c10f service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.2424626 Aug 20 11:54:55.755174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Transition to ACTIVE for port object 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:55.793245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-ae48a59d-0068-4871-9ab1-31c1fef4f97d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 200 len: 217 time: 0.0392530 Aug 20 11:54:55.890605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-ff7b1deb-d8ec-48fa-95e2-dbe6a072a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.892109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-ff7b1deb-d8ec-48fa-95e2-dbe6a072a3d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0908403 Aug 20 11:54:55.894691 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.967300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-a9da2fae-5409-4a93-b4f5-85e1d6661f93 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634477 Aug 20 11:54:55.972507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb2af-fb48-49ab-b16c-cc061210f46b req-b42c43c1-4bd8-4c26-be19-5a9387bfd46b tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:55.973367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:55.974647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-786eb2af-fb48-49ab-b16c-cc061210f46b req-b42c43c1-4bd8-4c26-be19-5a9387bfd46b tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1097 time: 0.1628964 Aug 20 11:54:56.012833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Network 393a2286-2b94-4720-bc41-0b7c8532c668 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:56.055480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:56.076621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:56.080756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event updated for resources: {'Port': ['ID=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:56.119699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6236e3bc-96f5-4311-82a8-d06cd35abd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.181832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-786eb2af-fb48-49ab-b16c-cc061210f46b req-33ee671b-bce9-4d72-9c2e-f5a2c6147876 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939716 Aug 20 11:54:56.246621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.247310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.258417 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6236e3bc-96f5-4311-82a8-d06cd35abd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.278558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df66da1-2ac7-428f-9ae2-803f37494554 req-96cea22b-788b-4167-bf3e-d2047ca82721 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.279058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6236e3bc-96f5-4311-82a8-d06cd35abd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.281387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57820) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:56.286061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8df66da1-2ac7-428f-9ae2-803f37494554 req-96cea22b-788b-4167-bf3e-d2047ca82721 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 944 time: 0.2754381 Aug 20 11:54:56.291340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-a23a0690-b410-4d70-a802-7f118aeaa0b9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5116343 Aug 20 11:54:56.294377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-b269d127-0837-4a63-a441-ccfb28dba76e service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055890 Aug 20 11:54:56.321553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Request body: {'port': {'device_id': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:56.321725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e3bc-96f5-4311-82a8-d06cd35abd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e70a5c-51b4-44a9-9b17-f660150c7194,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:56.335358 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6236e3bc-96f5-4311-82a8-d06cd35abd51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dea60f35c67e4b5ba769a4745bc10e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600838 Aug 20 11:54:56.337853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57826) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:56.364933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cab0c7db-88b4-4f14-8335-3487a8828a9f None None] Provisioning for port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:56.371701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cab0c7db-88b4-4f14-8335-3487a8828a9f None None] Provisioning complete for port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:56.372534 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cab0c7db-88b4-4f14-8335-3487a8828a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.403714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97256601-94b7-4401-9019-b1607386b3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.421501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-cab0c7db-88b4-4f14-8335-3487a8828a9f None None] Port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:54:56.429710 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97256601-94b7-4401-9019-b1607386b3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.466149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8df66da1-2ac7-428f-9ae2-803f37494554 req-a853ee0d-139c-425e-9682-149f956e142f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792095 Aug 20 11:54:56.471757 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-88db7f35-6c07-454a-9e7a-c87fd0e1e020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.515634 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.517311 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97256601-94b7-4401-9019-b1607386b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.520097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97256601-94b7-4401-9019-b1607386b3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.523647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97256601-94b7-4401-9019-b1607386b3da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43e70a5c-51b4-44a9-9b17-f660150c7194 HTTP/1.1" status: 204 len: 168 time: 0.1809154 Aug 20 11:54:56.548411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97256601-94b7-4401-9019-b1607386b3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e70a5c-51b4-44a9-9b17-f660150c7194,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:56.562602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee886-6b42-4212-bd82-169ab78aa38f req-6f82bcf6-f1e4-4d4f-9bc4-6da37ffbadb6 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.570664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f65ee886-6b42-4212-bd82-169ab78aa38f req-6f82bcf6-f1e4-4d4f-9bc4-6da37ffbadb6 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1584048 Aug 20 11:54:56.616853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-88db7f35-6c07-454a-9e7a-c87fd0e1e020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.622219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-88db7f35-6c07-454a-9e7a-c87fd0e1e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.667883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-88db7f35-6c07-454a-9e7a-c87fd0e1e020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8396776842d4754b944a804668001f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623791 Aug 20 11:54:56.667883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db7f35-6c07-454a-9e7a-c87fd0e1e020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b3fd0c-fc56-4d6e-b55f-5bba80598661,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:56.669514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57830) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:56.730171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cced7a30-d959-4b72-ade9-9c72273d75c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.754451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cced7a30-d959-4b72-ade9-9c72273d75c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.772624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-17fdcb2a-8cb8-410d-a632-7b4992fa567e service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646862 Aug 20 11:54:56.816133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cced7a30-d959-4b72-ade9-9c72273d75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.820417 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cced7a30-d959-4b72-ade9-9c72273d75c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.828637 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cced7a30-d959-4b72-ade9-9c72273d75c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3b3fd0c-fc56-4d6e-b55f-5bba80598661 HTTP/1.1" status: 204 len: 168 time: 0.1576555 Aug 20 11:54:56.838679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7a30-d959-4b72-ade9-9c72273d75c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b3fd0c-fc56-4d6e-b55f-5bba80598661,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:56.842213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:56.906554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57840) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:56.921678 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f65ee886-6b42-4212-bd82-169ab78aa38f req-a19a77d4-62a8-4226-8d12-11f603bb9f1d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360214 Aug 20 11:54:56.930468 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e76f0ee0-e37a-4dbd-9cea-de5e02bdd30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.938769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c5885-eed1-4909-867f-d84960b34ace req-81721612-9e4e-4281-89f2-ac9bb60730fe tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.942155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.953934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-120c5885-eed1-4909-867f-d84960b34ace req-81721612-9e4e-4281-89f2-ac9bb60730fe tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1097 time: 0.4007041 Aug 20 11:54:56.966874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:56.978332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:56.978974 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.087277 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.120632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e76f0ee0-e37a-4dbd-9cea-de5e02bdd30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.127323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e76f0ee0-e37a-4dbd-9cea-de5e02bdd30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.131642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:57.132966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:57.136044 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbdd6be-7049-4b40-ba7e-673c25c0a995" -d '{"events": [{"server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "name": "network-vif-plugged", "status": "completed", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:57.140766 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.161650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-120c5885-eed1-4909-867f-d84960b34ace req-da5a1dad-1ff4-4665-a607-b9e17c4d566b tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988862 Aug 20 11:54:57.183218 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e76f0ee0-e37a-4dbd-9cea-de5e02bdd30b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88840b1466914906a06afbe97f468d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754881 Aug 20 11:54:57.185836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f0ee0-e37a-4dbd-9cea-de5e02bdd30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6291821f-3737-406e-a86a-bb5458c2d2d9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:57.189603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57848) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:57.216436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:57.224203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-e8a667fd-39ff-46a6-af1e-293f09ade722 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:57.225718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-e8a667fd-39ff-46a6-af1e-293f09ade722 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.1834240 Aug 20 11:54:57.260084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cfff8-a6d9-4a1e-9a21-ff14a9f618e5 req-392b086e-2745-48db-a38b-79a2844b90a9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:57.262544 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74b193ec-ca3a-49a0-b3a2-4e506137d9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.262729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d1cfff8-a6d9-4a1e-9a21-ff14a9f618e5 req-392b086e-2745-48db-a38b-79a2844b90a9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 949 time: 0.1865027 Aug 20 11:54:57.287654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74b193ec-ca3a-49a0-b3a2-4e506137d9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.329842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:57.347899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddee2cee-fe89-4a16-970a-431705895695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.359928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74b193ec-ca3a-49a0-b3a2-4e506137d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.362485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74b193ec-ca3a-49a0-b3a2-4e506137d9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.363629 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-74b193ec-ca3a-49a0-b3a2-4e506137d9eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6291821f-3737-406e-a86a-bb5458c2d2d9 HTTP/1.1" status: 204 len: 168 time: 0.1728752 Aug 20 11:54:57.377255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b193ec-ca3a-49a0-b3a2-4e506137d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291821f-3737-406e-a86a-bb5458c2d2d9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:57.452091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d1cfff8-a6d9-4a1e-9a21-ff14a9f618e5 req-9c71cdd6-0548-4222-8642-70e4fc660263 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580474 Aug 20 11:54:57.456382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:54:57.473747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.482166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddee2cee-fe89-4a16-970a-431705895695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.486409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0051020-fd0a-4a15-9f75-412803ce5374 req-2b9b563b-ca45-498a-a7c1-5d2dbe82ab3e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:57.487436 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddee2cee-fe89-4a16-970a-431705895695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.494299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0051020-fd0a-4a15-9f75-412803ce5374 req-2b9b563b-ca45-498a-a7c1-5d2dbe82ab3e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 932 time: 0.1990263 Aug 20 11:54:57.546767 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ddee2cee-fe89-4a16-970a-431705895695 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f4c3cec57f74cc6804d8620a8d216fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130561 Aug 20 11:54:57.547000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Transition to ACTIVE for port object 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:57.547113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee2cee-fe89-4a16-970a-431705895695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d76de51-87c3-4394-8358-55412b027a45,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:57.547221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57860) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:57.559389 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c92abe-a17c-4838-9ae9-1c70eef36c23 x-openstack-request-id: req-31c92abe-a17c-4838-9ae9-1c70eef36c23 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:57.559804 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "name": "network-vif-plugged", "status": "completed", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:57.560120 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31c92abe-a17c-4838-9ae9-1c70eef36c23 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:57.560621 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'code': 200} Aug 20 11:54:57.576207 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.658858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0051020-fd0a-4a15-9f75-412803ce5374 req-f6135d23-a90b-4554-8270-018871d11c65 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635439 Aug 20 11:54:57.666164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-b21f824f-3318-4e99-af77-cc23cc83c5cf service neutron] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:57.705050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-b21f824f-3318-4e99-af77-cc23cc83c5cf service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.705295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e5778-5537-4b62-9e4c-976f93c88763 req-5a4eb8ed-9387-45a9-9bb8-01ef436986d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:57.706709 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057e5778-5537-4b62-9e4c-976f93c88763 req-5a4eb8ed-9387-45a9-9bb8-01ef436986d1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1102 time: 0.0769095 Aug 20 11:54:57.709827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3ca9bf7-0bc2-4105-a760-b403b221663c req-b21f824f-3318-4e99-af77-cc23cc83c5cf service neutron] 10.222.0.22 "DELETE /v2.0/ports/4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e/bindings/n-h1-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.4680407 Aug 20 11:54:57.781798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057e5778-5537-4b62-9e4c-976f93c88763 req-4c6c23db-df9e-405b-8178-1a22573cfeb2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578120 Aug 20 11:54:57.805870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Pushing event updated for resources: {'Port': ['ID=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:57.880875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a07f4a0-30d7-4ccd-a9ee-fc52930c8b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.927503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025e959-ce8b-433a-94dc-88638e3560a5 req-0d1deeb8-bbee-4e91-832d-11e694eabb99 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:57.936550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c025e959-ce8b-433a-94dc-88638e3560a5 req-0d1deeb8-bbee-4e91-832d-11e694eabb99 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 944 time: 0.2497761 Aug 20 11:54:57.991899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a07f4a0-30d7-4ccd-a9ee-fc52930c8b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.037261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Attempting to bind port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:58.037604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Attempting to bind port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:58.037939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Attempting to bind port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 on network 393a2286-2b94-4720-bc41-0b7c8532c668 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:58.046341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c025e959-ce8b-433a-94dc-88638e3560a5 req-565b28b1-f5e8-4b79-a278-a577ace321eb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088829 Aug 20 11:54:58.074447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 on network 393a2286-2b94-4720-bc41-0b7c8532c668 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:58.074447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Attempting to bind port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 on network 393a2286-2b94-4720-bc41-0b7c8532c668 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:58.103152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:58.103502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Checking segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:58.103896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Bound using segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:58.104331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Bound port: 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:58.104776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.108193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaab051-2a55-42e7-8ec4-bd61919f1ff1 req-03a0d04d-e876-4700-85fd-321991bdd6ad tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.109710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfaab051-2a55-42e7-8ec4-bd61919f1ff1 req-03a0d04d-e876-4700-85fd-321991bdd6ad tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1097 time: 0.1636159 Aug 20 11:54:58.168715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57888) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:58.241179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a07f4a0-30d7-4ccd-a9ee-fc52930c8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.243726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a07f4a0-30d7-4ccd-a9ee-fc52930c8b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.247086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0a07f4a0-30d7-4ccd-a9ee-fc52930c8b30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d76de51-87c3-4394-8358-55412b027a45 HTTP/1.1" status: 204 len: 168 time: 0.6967499 Aug 20 11:54:58.283868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfaab051-2a55-42e7-8ec4-bd61919f1ff1 req-ecb2e57d-85f0-44c0-8127-c7bd71d7ed26 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513553 Aug 20 11:54:58.316242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07f4a0-30d7-4ccd-a9ee-fc52930c8b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d76de51-87c3-4394-8358-55412b027a45,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:58.351333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:58.364210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1a1e1-4a6f-4215-bb2d-ec63c381b4f8 req-988094b5-12a5-4c41-9efd-adb8c5b5c482 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.369203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6b16-8b9e-4e85-a574-eb73c0c74bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.380282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59c1a1e1-4a6f-4215-bb2d-ec63c381b4f8 req-988094b5-12a5-4c41-9efd-adb8c5b5c482 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2355518 Aug 20 11:54:58.403126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] For port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:58.442240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:58.443953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] For port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:58.456903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.510443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59c1a1e1-4a6f-4215-bb2d-ec63c381b4f8 req-7b6f0a1e-30e1-4b70-8eee-fd7fd6257009 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291208 Aug 20 11:54:58.527825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6b16-8b9e-4e85-a574-eb73c0c74bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.546451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6b16-8b9e-4e85-a574-eb73c0c74bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.555110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.555900 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.557518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] 10.222.0.73 "PUT /v2.0/ports/16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 HTTP/1.1" status: 200 len: 1093 time: 2.2484951 Aug 20 11:54:58.626949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'tag': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:54:58.630006 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a9a4c-6dad-4070-9619-a1260f1f5043" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e56707-623d-4895-b064-fe1a74d7aa7e", "tag": "16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:54:58.655067 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c7ab6b16-8b9e-4e85-a574-eb73c0c74bf1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=378e18b4bc924558acf46c42e760ef34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821167 Aug 20 11:54:58.657278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab6b16-8b9e-4e85-a574-eb73c0c74bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f706ac25-9e14-4f1b-b904-cb8cdb2871cc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:58.663841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57912) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:58.701105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0e327-6370-4091-bdc8-9d692959aa00 service neutron] Pushing event updated for resources: {'Port': ['ID=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:58.771538 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-418b57ed-37a7-49da-bab0-02c50ac9cb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.818096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-418b57ed-37a7-49da-bab0-02c50ac9cb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.838050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7628d6-3c26-49bd-ab1f-942838b4f927 req-430eb6a4-efc4-4ba2-812f-90a89173c100 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.846543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec7628d6-3c26-49bd-ab1f-942838b4f927 req-430eb6a4-efc4-4ba2-812f-90a89173c100 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1096 time: 0.3540304 Aug 20 11:54:58.877771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-7a2a69a0-f9b3-434b-b156-c4e4de78d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.879565 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-7a2a69a0-f9b3-434b-b156-c4e4de78d096 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=109cccffaac647588005ad088e1afd41&device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 1096 time: 0.1982193 Aug 20 11:54:58.889447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51ad9d-77a7-47fe-a834-3332fb719273 req-2b92e6b8-49db-4a53-8871-1349b0b8ea2d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:58.893122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-418b57ed-37a7-49da-bab0-02c50ac9cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.897033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-418b57ed-37a7-49da-bab0-02c50ac9cb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.897669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a51ad9d-77a7-47fe-a834-3332fb719273 req-2b92e6b8-49db-4a53-8871-1349b0b8ea2d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1800568 Aug 20 11:54:58.898678 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-418b57ed-37a7-49da-bab0-02c50ac9cb30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f706ac25-9e14-4f1b-b904-cb8cdb2871cc HTTP/1.1" status: 204 len: 168 time: 0.2337472 Aug 20 11:54:58.913012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b57ed-37a7-49da-bab0-02c50ac9cb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f706ac25-9e14-4f1b-b904-cb8cdb2871cc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:58.977115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec7628d6-3c26-49bd-ab1f-942838b4f927 req-0bd6f0d2-e532-4bbc-a013-5d3075075884 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293421 Aug 20 11:54:58.980719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-c977b928-9d87-4d97-b5b3-9a262ca1cd13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0807524 Aug 20 11:54:59.072530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a51ad9d-77a7-47fe-a834-3332fb719273 req-4da3c071-7dee-4ae4-81e1-8adcc7e2f006 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738691 Aug 20 11:54:59.116652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-da847823-e3d9-4fae-b294-71ba3b8b56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.118130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-da847823-e3d9-4fae-b294-71ba3b8b56c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2fb1305-8259-41de-a3fa-da38bbe5c792 HTTP/1.1" status: 200 len: 862 time: 0.1139913 Aug 20 11:54:59.136985 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bfce2-cfd3-46e4-aed8-ce5783439c61 req-a873731c-cd2e-4cf4-aab1-c61d06654659 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.142717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b57bfce2-cfd3-46e4-aed8-ce5783439c61 req-a873731c-cd2e-4cf4-aab1-c61d06654659 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 944 time: 0.0780892 Aug 20 11:54:59.146170 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0213726f-c3ac-45ff-ae28-45a3f884b8a4 x-openstack-request-id: req-0213726f-c3ac-45ff-ae28-45a3f884b8a4 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:54:59.146685 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e56707-623d-4895-b064-fe1a74d7aa7e", "tag": "16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:54:59.147139 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0213726f-c3ac-45ff-ae28-45a3f884b8a4 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:54:59.147899 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'tag': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'status': 'completed', 'code': 200} Aug 20 11:54:59.227823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b57bfce2-cfd3-46e4-aed8-ce5783439c61 req-a06e14a2-8ad6-4bea-9c5d-ec517d2b0b5a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787554 Aug 20 11:54:59.232956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-6c4bef50-61b4-42f9-82ba-3f8d6c7c5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.234459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-6c4bef50-61b4-42f9-82ba-3f8d6c7c5371 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393a2286-2b94-4720-bc41-0b7c8532c668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902982 Aug 20 11:54:59.435518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-8051655a-af7c-4b26-8f3b-65f309719c4d service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882854 Aug 20 11:54:59.447828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:59.463179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d430ed60-e99e-4674-84b7-d2de201c76bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.593982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d430ed60-e99e-4674-84b7-d2de201c76bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.600817 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d430ed60-e99e-4674-84b7-d2de201c76bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.658800 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d430ed60-e99e-4674-84b7-d2de201c76bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0ee9e31ce4247ddb95c5a7fc4174af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080152 Aug 20 11:54:59.659819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57964) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:59.680393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430ed60-e99e-4674-84b7-d2de201c76bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb29af7-4a15-4a33-b9bb-24712021c28a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:59.728607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a6a50f8-81ac-4e2d-9bad-266be03d60c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.764968 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a6a50f8-81ac-4e2d-9bad-266be03d60c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.785556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b65e250-7430-450d-86fe-3f919ae1bef4 req-4b88ce4c-3041-482d-b302-5f4a336646e8 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333690 Aug 20 11:54:59.788864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550341-96de-4ead-8fe0-a8e6e6fe86eb req-c50efa3d-6d0f-4897-9931-54cf7c50081a tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.790289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76550341-96de-4ead-8fe0-a8e6e6fe86eb req-c50efa3d-6d0f-4897-9931-54cf7c50081a tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1097 time: 0.3851526 Aug 20 11:54:59.799740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-9e4c0aab-ec1b-4ec1-83e6-8e50f78f8b54 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:59.802669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-9e4c0aab-ec1b-4ec1-83e6-8e50f78f8b54 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 807 time: 0.4351177 Aug 20 11:54:59.831464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a6a50f8-81ac-4e2d-9bad-266be03d60c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.832394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-3c5aa1f5-ab1e-45de-9d8f-a338a419f2de tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/quotas/0f0bc8746dc8455196d0d37ea4fa551e HTTP/1.1" status: 200 len: 375 time: 0.0210197 Aug 20 11:54:59.841197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a6a50f8-81ac-4e2d-9bad-266be03d60c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.842390 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a6a50f8-81ac-4e2d-9bad-266be03d60c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fb29af7-4a15-4a33-b9bb-24712021c28a HTTP/1.1" status: 204 len: 168 time: 0.1803536 Aug 20 11:54:59.860461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a50f8-81ac-4e2d-9bad-266be03d60c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb29af7-4a15-4a33-b9bb-24712021c28a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:59.887151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76550341-96de-4ead-8fe0-a8e6e6fe86eb req-4f21b487-b232-42ec-948a-4e9f6e032ae0 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833819 Aug 20 11:54:59.958847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-bcff83db-5054-4d90-aa6b-23c1549f10fa tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163943 Aug 20 11:55:00.060222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-f084a108-8208-47b7-9efc-2be674081c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.061773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-f084a108-8208-47b7-9efc-2be674081c2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=109cccffaac647588005ad088e1afd41&device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 1096 time: 0.1735263 Aug 20 11:55:00.156035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2159b-0424-43e5-a556-fcbb69400507 req-1f5d3b19-083c-4211-b158-963064ec745e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.158817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cbf2159b-0424-43e5-a556-fcbb69400507 req-1f5d3b19-083c-4211-b158-963064ec745e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1685140 Aug 20 11:55:00.169385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-1f490d5a-89e6-4d2a-90b9-f085816b8c31 service neutron] 10.222.0.25 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094080 Aug 20 11:55:00.277054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cbf2159b-0424-43e5-a556-fcbb69400507 req-8aa11dfa-fd08-4992-9dc4-5ad56ba70892 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035016 Aug 20 11:55:00.291018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-7f370f0e-1cbc-4a2a-b619-8e319035c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.292748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-7f370f0e-1cbc-4a2a-b619-8e319035c71f service neutron] 10.222.0.73 "GET /v2.0/networks?id=393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 200 len: 924 time: 0.2147155 Aug 20 11:55:00.343903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-695b96e8-ae06-47f5-8e02-15d3de38b37a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0428164 Aug 20 11:55:00.387679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-228a4015-9240-4ef2-b821-921c5691448b service neutron] 10.222.0.25 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058301 Aug 20 11:55:00.403330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-40ba92a4-7aae-4e66-b588-59cc731c8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.409415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-40ba92a4-7aae-4e66-b588-59cc731c8168 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2fb1305-8259-41de-a3fa-da38bbe5c792 HTTP/1.1" status: 200 len: 862 time: 0.0523841 Aug 20 11:55:00.502893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-3c678561-98e3-4083-a8a7-8c7acf08c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.504492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-3c678561-98e3-4083-a8a7-8c7acf08c421 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393a2286-2b94-4720-bc41-0b7c8532c668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900011 Aug 20 11:55:00.634441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-6f3db5d8-bb2a-4b6d-8c0e-f10c92845058 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214986 Aug 20 11:55:00.808275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-391a9a4c-6dad-4070-9619-a1260f1f5043 req-ce39ef84-6ab4-4f19-9d15-631f31a4483c service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619895 Aug 20 11:55:00.932844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474983c-04a0-4aba-b6c1-25a7bb8f9a56 req-1f0a4148-4774-4126-97ae-af0dd8b888b9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:00.934821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3474983c-04a0-4aba-b6c1-25a7bb8f9a56 req-1f0a4148-4774-4126-97ae-af0dd8b888b9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.0686762 Aug 20 11:55:00.982433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3474983c-04a0-4aba-b6c1-25a7bb8f9a56 req-a4052310-b256-4970-9b42-29b42a8b4425 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Aug 20 11:55:01.157347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a255cb-a017-408b-ad1d-77b2b0388f9f req-5fef9920-bed8-4b8b-8d10-68e60c9b281b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:01.161432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28a255cb-a017-408b-ad1d-77b2b0388f9f req-5fef9920-bed8-4b8b-8d10-68e60c9b281b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 944 time: 0.0742633 Aug 20 11:55:01.231106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28a255cb-a017-408b-ad1d-77b2b0388f9f req-c131d0c5-933d-4bd1-a148-7332345f14d8 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619135 Aug 20 11:55:01.341096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-999c33a8-83e7-4f2f-9093-201c40b8d5dc req-5ce37e8f-8e99-4c15-9501-d7ebe56af6ed tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 210 time: 0.0270000 Aug 20 11:55:01.859064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-73873711-a9b2-4161-917f-aab6aaefa3cb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:01.860691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-73873711-a9b2-4161-917f-aab6aaefa3cb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 807 time: 0.1497655 Aug 20 11:55:01.876656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Request body: {'port': {'device_id': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'admin_state_up': True, 'tenant_id': '0f0bc8746dc8455196d0d37ea4fa551e'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:02.020661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Made reservation on behalf of 0f0bc8746dc8455196d0d37ea4fa551e for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:02.024878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.111689 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-9424b314-505c-426d-b98a-0dbc71503391 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502832 Aug 20 11:55:02.118729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-038954db-6413-4740-a184-9edee5acfa57 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:55:02.119719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-038954db-6413-4740-a184-9edee5acfa57 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066457 Aug 20 11:55:02.148043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Request body: {'binding': {'host': 'n-h1-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:02.148997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Unknown quota resources ['binding']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:55:02.224975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0cff5-c6af-49da-89e4-576ae4296cd9 req-77d26a35-e2c3-432d-abfc-69538674acc3 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:02.226940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56e0cff5-c6af-49da-89e4-576ae4296cd9 req-77d26a35-e2c3-432d-abfc-69538674acc3 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1833391 Aug 20 11:55:02.312787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58094) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:02.331580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Allocated IP 172.20.0.2 (80a4b284-c5e5-43d2-8439-666fc66a8151/a23284d5-7b38-4a05-a5d7-95dbfb8307ad/dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:02.340783 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56e0cff5-c6af-49da-89e4-576ae4296cd9 req-3e0d9915-baa8-4af2-b9d4-f0d50cc1d432 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075578 Aug 20 11:55:02.351052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:02.451496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on host n-h1-800634-10 for vnic_type normal with profile None {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:02.452092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:02.452427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:02.472040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-519c8f84-73c9-40e5-9dc2-e636d0228353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.497922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:02.498293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:02.510523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:02.511624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:02.512359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:02.512891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Bound port: f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:02.522153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:02.536454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'port_id': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'mac_address': 'fa:16:3e:f7:a3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:02.585676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.604262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:02.614108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-519c8f84-73c9-40e5-9dc2-e636d0228353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.618940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-519c8f84-73c9-40e5-9dc2-e636d0228353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.632214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:02.641266 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.649589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:02.654158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.660058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.661455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-3280cfbc-016f-441c-8316-94a0699d4bb5 service neutron] 10.222.0.25 "POST /v2.0/ports/f0bd2ba2-a86f-4648-8abf-929e4877a0f1/bindings HTTP/1.1" status: 201 len: 390 time: 0.5224030 Aug 20 11:55:02.677208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-519c8f84-73c9-40e5-9dc2-e636d0228353 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1be41d58928943d1ade8502e939fdcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628755 Aug 20 11:55:02.677581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58108) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:02.679829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c8f84-73c9-40e5-9dc2-e636d0228353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a97891-8d75-40bb-afb8-ac1f5909512b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:02.750696 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.755262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:02.840606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Network 80a4b284-c5e5-43d2-8439-666fc66a8151 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:02.847043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-618cb57a-b868-4029-8af2-ec9e116eca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.866214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:02.881163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:02.891768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Pushing event updated for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:02.931445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:02.981463 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-618cb57a-b868-4029-8af2-ec9e116eca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.069089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.069535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.156221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af4186-468d-40dc-9767-c07216655a81 req-c946a8f2-8b81-4332-849c-a185a114131c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.157753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16af4186-468d-40dc-9767-c07216655a81 req-c946a8f2-8b81-4332-849c-a185a114131c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.2394273 Aug 20 11:55:03.159214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-dc9aee9c-bf06-41d0-b7da-487f3d7633bc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2889609 Aug 20 11:55:03.176081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-5714cea8-0d94-439d-b46a-33704d5736f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.177831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-5714cea8-0d94-439d-b46a-33704d5736f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1097 time: 0.1737561 Aug 20 11:55:03.182207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Request body: {'port': {'device_id': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:03.231531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58128) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:03.296533 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-618cb57a-b868-4029-8af2-ec9e116eca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.299422 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-618cb57a-b868-4029-8af2-ec9e116eca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.300598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-618cb57a-b868-4029-8af2-ec9e116eca68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62a97891-8d75-40bb-afb8-ac1f5909512b HTTP/1.1" status: 204 len: 168 time: 0.6216319 Aug 20 11:55:03.316263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec4871-a6fa-4ce8-92cc-12181fb45408 req-9ac82b88-0071-4771-9bc2-6cb768585da7 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.324267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ec4871-a6fa-4ce8-92cc-12181fb45408 req-9ac82b88-0071-4771-9bc2-6cb768585da7 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 945 time: 0.2264078 Aug 20 11:55:03.365362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cb57a-b868-4029-8af2-ec9e116eca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a97891-8d75-40bb-afb8-ac1f5909512b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:03.376895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d26dfb0-0659-4e4a-a8a8-c42fa931ff44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.403923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16af4186-468d-40dc-9767-c07216655a81 req-8cb2f6e1-6927-4124-a475-021d47733bb7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347059 Aug 20 11:55:03.449697 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.500877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ec4871-a6fa-4ce8-92cc-12181fb45408 req-d32d42c8-e64f-4a6f-91d3-aa05397d2fce tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756723 Aug 20 11:55:03.540290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d26dfb0-0659-4e4a-a8a8-c42fa931ff44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.545585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d26dfb0-0659-4e4a-a8a8-c42fa931ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.584799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26dfb0-0659-4e4a-a8a8-c42fa931ff44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958c40cb-b24e-40a9-a2db-4334bcb4eef4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:03.619144 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5d26dfb0-0659-4e4a-a8a8-c42fa931ff44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b539b89de7bd4eca954847a5f81dd728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863957 Aug 20 11:55:03.622491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58138) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:03.677845 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bf89952-4714-4f32-b94b-866f100b7021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.702150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bf89952-4714-4f32-b94b-866f100b7021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.718101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58140) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:03.735230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-215756a5-e833-4f02-91ad-f6e90baf1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.736631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-215756a5-e833-4f02-91ad-f6e90baf1aff service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.5440042 Aug 20 11:55:03.743369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a92ac1b-3ded-43de-aa79-05c5e8ed2001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.781749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bf89952-4714-4f32-b94b-866f100b7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.784242 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bf89952-4714-4f32-b94b-866f100b7021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.785382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3bf89952-4714-4f32-b94b-866f100b7021 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/958c40cb-b24e-40a9-a2db-4334bcb4eef4 HTTP/1.1" status: 204 len: 168 time: 0.1619134 Aug 20 11:55:03.802469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf89952-4714-4f32-b94b-866f100b7021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958c40cb-b24e-40a9-a2db-4334bcb4eef4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:03.839752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-7d8a52be-aab6-4337-8906-03ce48b64e4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0805852 Aug 20 11:55:03.871952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a92ac1b-3ded-43de-aa79-05c5e8ed2001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.877395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a92ac1b-3ded-43de-aa79-05c5e8ed2001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.930795 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5a92ac1b-3ded-43de-aa79-05c5e8ed2001 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7383b562cba7448796dd5ea89acddbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068057 Aug 20 11:55:03.930795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92ac1b-3ded-43de-aa79-05c5e8ed2001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69558c32-1a4d-4749-ac10-d2b0601d5f09,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:03.931246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:03.989361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30eea9-f624-45ad-9141-2e1bc2076fb1 req-9a7098a6-3e10-4bf9-9491-af8d5a34812e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:03.990888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e30eea9-f624-45ad-9141-2e1bc2076fb1 req-9a7098a6-3e10-4bf9-9491-af8d5a34812e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 931 time: 0.2596834 Aug 20 11:55:04.003987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd07559-eeaf-43c3-9ad9-687b4f4578dd req-f29f7ac7-2df0-47be-bb4d-a91e25e5155e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:04.007015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fd07559-eeaf-43c3-9ad9-687b4f4578dd req-f29f7ac7-2df0-47be-bb4d-a91e25e5155e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 945 time: 0.2728372 Aug 20 11:55:04.023065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-cbb31ca6-2f9b-4fa1-93e3-cce1c6ddb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:04.024565 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-cbb31ca6-2f9b-4fa1-93e3-cce1c6ddb096 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1102 time: 0.0650487 Aug 20 11:55:04.056638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fcc77a69-aaa5-4469-b2f6-d74d24e273de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.076170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-054e2a2a-fc7c-485a-a466-a676d0d527fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:04.077770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-054e2a2a-fc7c-485a-a466-a676d0d527fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.2221472 Aug 20 11:55:04.115360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fcc77a69-aaa5-4469-b2f6-d74d24e273de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.163170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fd07559-eeaf-43c3-9ad9-687b4f4578dd req-31c79e87-8454-40a8-a992-184f3a264e4b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401167 Aug 20 11:55:04.165635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-70fd5f81-dae0-414a-9953-f6c23069c803 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621631 Aug 20 11:55:04.169049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-08520976-1f3a-43ea-8c48-b5ecb97b85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:04.170643 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-08520976-1f3a-43ea-8c48-b5ecb97b85f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1368246 Aug 20 11:55:04.172062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e30eea9-f624-45ad-9141-2e1bc2076fb1 req-a0fb1f04-bb66-4831-bc70-e6da03469a28 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631114 Aug 20 11:55:04.259969 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-4be6ff7a-a675-4384-8f23-50c5c70de776 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 217 time: 0.0802236 Aug 20 11:55:04.268823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fcc77a69-aaa5-4469-b2f6-d74d24e273de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.271469 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fcc77a69-aaa5-4469-b2f6-d74d24e273de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.272588 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fcc77a69-aaa5-4469-b2f6-d74d24e273de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69558c32-1a4d-4749-ac10-d2b0601d5f09 HTTP/1.1" status: 204 len: 168 time: 0.3406391 Aug 20 11:55:04.299028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58154) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:04.333213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc77a69-aaa5-4469-b2f6-d74d24e273de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69558c32-1a4d-4749-ac10-d2b0601d5f09,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:04.366540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:04.377734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-7235f284-555a-4633-8888-57ea441b488e service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003489 Aug 20 11:55:04.391474 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38977c4e-2f60-436c-a95a-e670fbaa62dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.416751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:04.462386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-f00ae658-7802-4d93-8516-473c1d8e6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:04.463768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.464874 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-f00ae658-7802-4d93-8516-473c1d8e6bc1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1903112 Aug 20 11:55:04.477722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:04.484794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc4e54-ca7b-4838-8380-fa9752acc44f req-79de022c-4bbe-423c-8fbe-cfec5fa00297 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:04.487388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69dc4e54-ca7b-4838-8380-fa9752acc44f req-79de022c-4bbe-423c-8fbe-cfec5fa00297 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2034171 Aug 20 11:55:04.494773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:04.495190 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.514868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Transition to ACTIVE for port object dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:04.536931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.595365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-2bb6ddc7-6d23-4c5e-b15e-656f7f1960f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:04.596890 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-2bb6ddc7-6d23-4c5e-b15e-656f7f1960f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1208854 Aug 20 11:55:04.684369 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.695792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38977c4e-2f60-436c-a95a-e670fbaa62dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.708691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38977c4e-2f60-436c-a95a-e670fbaa62dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.729249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69dc4e54-ca7b-4838-8380-fa9752acc44f req-6a017c17-fc07-4ccf-944f-253337e02760 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341330 Aug 20 11:55:04.757295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:04.761543 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d70276-b08a-4074-b28e-66ca1ca9c09b" -d '{"events": [{"server_uuid": "a1e56707-623d-4895-b064-fe1a74d7aa7e", "name": "network-vif-plugged", "status": "completed", "tag": "16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:04.782496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-466b5b4d-64a0-4896-b10c-4bcf069df183 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925984 Aug 20 11:55:04.818415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:04.824520 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.828159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38977c4e-2f60-436c-a95a-e670fbaa62dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e183a020-f027-42a8-b022-dbb3e303f845,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:04.853193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:04.871857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-38977c4e-2f60-436c-a95a-e670fbaa62dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a65fb261fce449368f7178b7f5edf841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681670 Aug 20 11:55:04.873080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58176) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:04.889496 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-a5056ae5-54db-4b3b-be61-d908739246aa service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727566 Aug 20 11:55:04.893677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:05.021023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-604e8448-7be6-41f7-a434-319fe5b6fc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.038390 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-07a234a8-6e4c-4441-8f97-8f776e42a641 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376274 Aug 20 11:55:05.049039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-604e8448-7be6-41f7-a434-319fe5b6fc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.081848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7816d8-535b-461b-bedf-096fc3358fb4 req-a081d191-93fc-45bf-aaa4-7b9ea97f24d9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.083455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf7816d8-535b-461b-bedf-096fc3358fb4 req-a081d191-93fc-45bf-aaa4-7b9ea97f24d9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.2623677 Aug 20 11:55:05.093644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa8010-19c4-4c87-b3fc-d24dcc43eee5 req-0f01657a-3f03-46dc-bc34-094561c26fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.095816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aaaa8010-19c4-4c87-b3fc-d24dcc43eee5 req-0f01657a-3f03-46dc-bc34-094561c26fda service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1124 time: 0.3194752 Aug 20 11:55:05.112491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-2dc26702-5fda-4836-8376-bba3cf68d0da tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.114671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-2dc26702-5fda-4836-8376-bba3cf68d0da tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.2073917 Aug 20 11:55:05.116050 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-604e8448-7be6-41f7-a434-319fe5b6fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.118643 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-604e8448-7be6-41f7-a434-319fe5b6fc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.123215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-604e8448-7be6-41f7-a434-319fe5b6fc4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e183a020-f027-42a8-b022-dbb3e303f845 HTTP/1.1" status: 204 len: 168 time: 0.2474949 Aug 20 11:55:05.124344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b9573-bcba-40eb-a18a-db823ac2d57a req-d234e9ff-3406-4223-9931-9795155605c8 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.133223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f7b9573-bcba-40eb-a18a-db823ac2d57a req-d234e9ff-3406-4223-9931-9795155605c8 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 946 time: 0.2067921 Aug 20 11:55:05.134592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e8448-7be6-41f7-a434-319fe5b6fc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183a020-f027-42a8-b022-dbb3e303f845,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:05.146618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:05.146882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:05.147197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:05.173849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-10'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:05.180618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:05.180950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:05.222690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:05.223031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:05.223396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:05.224042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Bound port: dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:05.224562 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.349772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aaaa8010-19c4-4c87-b3fc-d24dcc43eee5 req-3316b601-b35f-4ae7-91b8-2535c22d1e8f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972165 Aug 20 11:55:05.366882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf7816d8-535b-461b-bedf-096fc3358fb4 req-e6c056a4-c8da-4508-880a-044c392577e8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634714 Aug 20 11:55:05.370741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f7b9573-bcba-40eb-a18a-db823ac2d57a req-521e6675-7e9a-4c41-8449-adc2856d00e2 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360823 Aug 20 11:55:05.390232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.424259 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69b16fc-e7b2-45d9-a477-d12da49e1032 x-openstack-request-id: req-c69b16fc-e7b2-45d9-a477-d12da49e1032 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:05.424740 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e56707-623d-4895-b064-fe1a74d7aa7e", "name": "network-vif-plugged", "status": "completed", "tag": "16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:05.424977 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c69b16fc-e7b2-45d9-a477-d12da49e1032 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:05.425180 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'code': 200} Aug 20 11:55:05.471025 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:05.515679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:05.570087 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.571584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72a5c3-44c0-4fc2-9176-3272de4fdf32 req-a262f1c6-65cd-42ff-80af-d01b489c3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.576384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-de72a5c3-44c0-4fc2-9176-3272de4fdf32 req-a262f1c6-65cd-42ff-80af-d01b489c3efe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 1098 time: 0.0571702 Aug 20 11:55:05.624279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-de72a5c3-44c0-4fc2-9176-3272de4fdf32 req-dbb61e32-f323-44fb-a707-4b1ec0f73417 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361092 Aug 20 11:55:05.629014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.629648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.631049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] 10.222.0.73 "PUT /v2.0/ports/dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b HTTP/1.1" status: 200 len: 1092 time: 2.4599128 Aug 20 11:55:05.633178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:05.635331 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958fac6b-841a-4242-9711-6da612c81c39" -d '{"events": [{"name": "network-changed", "server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:05.666705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2660a2-3027-4d2f-9714-904e037b17fe req-2bdbe041-6daa-4a9a-97b9-197ad35a3417 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:05.668784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a2660a2-3027-4d2f-9714-904e037b17fe req-2bdbe041-6daa-4a9a-97b9-197ad35a3417 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.1789751 Aug 20 11:55:05.688585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91c9b-f064-4227-b6df-614d98b03ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:05.721139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:05.749690 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a2660a2-3027-4d2f-9714-904e037b17fe req-434181ce-a156-4a74-80bf-657838c691f9 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709162 Aug 20 11:55:05.777024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:05.837743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.860204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.100316 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc8b763-9c6c-4570-8d0a-32baa3bef68a x-openstack-request-id: req-7cc8b763-9c6c-4570-8d0a-32baa3bef68a {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:06.101374 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:06.101374 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cc8b763-9c6c-4570-8d0a-32baa3bef68a {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:06.101374 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b', 'status': 'completed', 'code': 200} Aug 20 11:55:06.141049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724e4ec-916c-4b1d-b173-9a6f733dcce7 req-f0ca758f-91d4-485b-bf29-ccf697383bb6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.146091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a724e4ec-916c-4b1d-b173-9a6f733dcce7 req-f0ca758f-91d4-485b-bf29-ccf697383bb6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 945 time: 0.3259420 Aug 20 11:55:06.165343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:06.205687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-59237685-f1f7-4aec-9979-031c0ba459f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.207311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-59237685-f1f7-4aec-9979-031c0ba459f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1095 time: 0.3381712 Aug 20 11:55:06.247954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on host n-h2-800634-10 for vnic_type normal with profile {"migrating_to": "n-h1-800634-10"} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:06.248287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:06.248610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:06.289653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-01ce18d8-5a0c-4fea-97d8-a7296075247b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b HTTP/1.1" status: 200 len: 217 time: 0.0652552 Aug 20 11:55:06.291156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:06.291478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Attempting to bind port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:06.296107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a724e4ec-916c-4b1d-b173-9a6f733dcce7 req-89f4a005-d483-41fc-841a-9a8341ae4b4c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319623 Aug 20 11:55:06.342263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:06.342776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:06.343415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:06.343986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Bound port: f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:06.344448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.376644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b2e8-ea43-42ce-a889-e8cbc31b80e9 req-c7c692cf-73ca-4162-8557-bc7bd02fb3ac tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.378441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3031b2e8-ea43-42ce-a889-e8cbc31b80e9 req-c7c692cf-73ca-4162-8557-bc7bd02fb3ac tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1994202 Aug 20 11:55:06.420719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-2c8c28b5-596e-4213-9796-7d848e1846ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.422286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-2c8c28b5-596e-4213-9796-7d848e1846ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1252925 Aug 20 11:55:06.486564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-9440a98c-0b23-4b58-82d3-2765ca768e65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545111 Aug 20 11:55:06.520812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3031b2e8-ea43-42ce-a889-e8cbc31b80e9 req-ec225343-e68e-4d9a-8e62-b6d1add0076f tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146824 Aug 20 11:55:06.521876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:06.570809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:06.577085 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.726532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-b659e275-8083-4d62-b376-087a1d50e92c service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247164 Aug 20 11:55:06.764239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=8']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:06.790767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.793259 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.794951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-b1f2af6d-0bb4-49ee-b651-38bf38375a04 service neutron] 10.222.0.73 "PUT /v2.0/ports/f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 200 len: 1123 time: 1.6254613 Aug 20 11:55:06.889132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:06.892910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:06.903736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['f0bd2ba2-a86f-4648-8abf-929e4877a0f1'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:06.913503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b27375-3665-40ca-8dac-9629c8365317 req-c82306ac-f2a4-4808-97a0-349e7d3e9338 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:06.924711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97b27375-3665-40ca-8dac-9629c8365317 req-c82306ac-f2a4-4808-97a0-349e7d3e9338 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.2664521 Aug 20 11:55:07.072444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97b27375-3665-40ca-8dac-9629c8365317 req-2d1a0ffe-731b-48f7-8439-d1bc8b337f6c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441429 Aug 20 11:55:07.082223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851df47a-0e5b-4edc-b0a1-7f56fde15434 req-fdfc8fe0-dfd8-4929-9a0a-1ada40ffcd67 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.092054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-851df47a-0e5b-4edc-b0a1-7f56fde15434 req-fdfc8fe0-dfd8-4929-9a0a-1ada40ffcd67 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 946 time: 0.2802427 Aug 20 11:55:07.112833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08eec165-32ab-4ec2-aed9-527aed954be4 req-a3db4d5f-a5b9-47dd-aad1-941cd06fabfb service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721747 Aug 20 11:55:07.163991 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.187192 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-851df47a-0e5b-4edc-b0a1-7f56fde15434 req-bfada66d-49fe-4f4c-b73b-c36a306e0f2f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939314 Aug 20 11:55:07.253709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:07.279113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:07.289854 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.298235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'b6cc5c21-1406-467d-a408-71495e697e11', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'b6cc5c21-1406-467d-a408-71495e697e11', 'mac_address': 'fa:16:3e:1c:86:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:tempest-test_az-2038014127', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:07.306214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fac6b-841a-4242-9711-6da612c81c39 req-8069ba8b-1bc0-4b10-80fc-441b07ee1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.307908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-958fac6b-841a-4242-9711-6da612c81c39 req-8069ba8b-1bc0-4b10-80fc-441b07ee1d4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1095 time: 0.1197701 Aug 20 11:55:07.412273 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.443373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:07.445532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90dd24-be5a-465c-b0a2-662539ab7eb0 req-d488128a-6f2d-4d8a-8be8-8ed020fbd949 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.445790 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa5036c-4491-47d8-bf0a-916b18ee4a3f" -d '{"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-unplugged", "status": "completed", "tag": "b6cc5c21-1406-467d-a408-71495e697e11"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:07.451235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cc5c21-1406-467d-a408-71495e697e11 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:07.456742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de90dd24-be5a-465c-b0a2-662539ab7eb0 req-d488128a-6f2d-4d8a-8be8-8ed020fbd949 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.2056839 Aug 20 11:55:07.514672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fac6b-841a-4242-9711-6da612c81c39 req-595cce53-008d-4e7b-8142-2db27ca1c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.516135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-958fac6b-841a-4242-9711-6da612c81c39 req-595cce53-008d-4e7b-8142-2db27ca1c870 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.2005856 Aug 20 11:55:07.519464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de90dd24-be5a-465c-b0a2-662539ab7eb0 req-c30aca9d-4866-4972-afd4-f2e3ab108da1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618727 Aug 20 11:55:07.528381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:07.566466 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.580974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:07.599132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-958fac6b-841a-4242-9711-6da612c81c39 req-956907d3-8dec-4284-a7e3-52cda4c64944 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b HTTP/1.1" status: 200 len: 217 time: 0.0748341 Aug 20 11:55:07.645797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:07.654632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-4695af69-b82e-4ac9-a10c-4f169be19465 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=82255780e0a0412da23182ef90ad95cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586309 Aug 20 11:55:07.692852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58300) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:07.697028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fac6b-841a-4242-9711-6da612c81c39 req-8cc7260a-6eb8-4f7b-94a2-6b41deb94a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.698984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-958fac6b-841a-4242-9711-6da612c81c39 req-8cc7260a-6eb8-4f7b-94a2-6b41deb94a5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0897260 Aug 20 11:55:07.775674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-958fac6b-841a-4242-9711-6da612c81c39 req-f199c4d6-7cd4-46cc-8f1a-459a2d7b80c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630150 Aug 20 11:55:07.822161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad189-83b3-46e5-8e16-9f45841aa09c req-b045fda9-9481-41b5-b5a5-3d68ba967194 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.823949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7020dea-1a8e-421b-a200-938bb11fa4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.824280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57bad189-83b3-46e5-8e16-9f45841aa09c req-b045fda9-9481-41b5-b5a5-3d68ba967194 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 943 time: 0.1655118 Aug 20 11:55:07.884817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['b6cc5c21-1406-467d-a408-71495e697e11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:07.918447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7020dea-1a8e-421b-a200-938bb11fa4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.921969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-1d20c347-c049-418c-ac90-7f8b2874d8a7 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:07.923485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-1d20c347-c049-418c-ac90-7f8b2874d8a7 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517340 Aug 20 11:55:07.923628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7020dea-1a8e-421b-a200-938bb11fa4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.934792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57bad189-83b3-46e5-8e16-9f45841aa09c req-3fb48c85-01b5-40a9-9501-fcb3092d63a4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806479 Aug 20 11:55:07.981223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-bffd78b2-a760-4c16-9c29-bfa4140aa79e tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/quotas/82255780e0a0412da23182ef90ad95cd HTTP/1.1" status: 200 len: 375 time: 0.0448163 Aug 20 11:55:07.982149 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a954684b-90e4-4b25-bac6-cc8314574917 x-openstack-request-id: req-a954684b-90e4-4b25-bac6-cc8314574917 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:07.982702 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-unplugged", "status": "completed", "tag": "b6cc5c21-1406-467d-a408-71495e697e11", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:07.982702 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a954684b-90e4-4b25-bac6-cc8314574917 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:07.983158 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11', 'code': 200} Aug 20 11:55:08.000698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-958fac6b-841a-4242-9711-6da612c81c39 req-65a0c6d5-c5ac-4883-9f6d-9d3c6c83c3aa service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162678 Aug 20 11:55:08.010287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7020dea-1a8e-421b-a200-938bb11fa4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7152e8b4-1b66-45bd-bcbb-a516d50bf33e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:08.024459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-be1732e9-d8a6-4853-8f6f-9e1f913a04fc tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82255780e0a0412da23182ef90ad95cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420127 Aug 20 11:55:08.037659 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e7020dea-1a8e-421b-a200-938bb11fa4a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a06c2a2c50b142d4893b3b360ed4bd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424337 Aug 20 11:55:08.039764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.106451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-27267636-4352-41c0-ad94-d4d575c88081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.109980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1'}, {'name': 'network-changed', 'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:08.112564 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af17bdc-2fb9-4253-8564-a75b15a7c63b" -d '{"events": [{"server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1"}, {"name": "network-changed", "server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:08.130569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-27267636-4352-41c0-ad94-d4d575c88081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.157381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-958fac6b-841a-4242-9711-6da612c81c39 req-b543af7d-5024-46ec-adf1-fb9071ac96ec service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354394 Aug 20 11:55:08.194174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-27267636-4352-41c0-ad94-d4d575c88081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.194324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d12a3-b81d-4f24-a627-a07cffbd5750 req-fed766f4-a602-4519-8901-2a20ec769217 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.195951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-638d12a3-b81d-4f24-a627-a07cffbd5750 req-fed766f4-a602-4519-8901-2a20ec769217 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 971 time: 0.1086874 Aug 20 11:55:08.197291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-27267636-4352-41c0-ad94-d4d575c88081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.198469 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-27267636-4352-41c0-ad94-d4d575c88081 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7152e8b4-1b66-45bd-bcbb-a516d50bf33e HTTP/1.1" status: 204 len: 168 time: 0.1572349 Aug 20 11:55:08.217573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27267636-4352-41c0-ad94-d4d575c88081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7152e8b4-1b66-45bd-bcbb-a516d50bf33e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:08.268936 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-638d12a3-b81d-4f24-a627-a07cffbd5750 req-09aee2ab-5ae8-4585-95d7-b44bb597322a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491116 Aug 20 11:55:08.329027 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e514edd-2274-4237-b8fc-addfbfc4d999 x-openstack-request-id: req-9e514edd-2274-4237-b8fc-addfbfc4d999 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:08.329234 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1", "code": 200}, {"name": "network-changed", "server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:08.329561 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e514edd-2274-4237-b8fc-addfbfc4d999 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:08.329995 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1', 'code': 200} Aug 20 11:55:08.330283 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1', 'status': 'completed', 'code': 200} Aug 20 11:55:08.343120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109ef16-abaf-49b3-ab25-2312120f2e11 req-728f1d89-b88e-40a7-8abb-d8e21a991349 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.344704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f109ef16-abaf-49b3-ab25-2312120f2e11 req-728f1d89-b88e-40a7-8abb-d8e21a991349 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.0620778 Aug 20 11:55:08.408329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52dd171d-b8bb-487c-831c-2476582d15f9 req-25b96f03-5756-4dcf-8ea3-707367172681 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 210 time: 0.0492349 Aug 20 11:55:08.457931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f109ef16-abaf-49b3-ab25-2312120f2e11 req-0dfbb22c-8cd6-48e9-bee5-9c06d420d67f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072233 Aug 20 11:55:08.466835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-2a34774c-70dc-40c3-95d9-7e7beae6e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.468309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-2a34774c-70dc-40c3-95d9-7e7beae6e1c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1126 time: 0.0926056 Aug 20 11:55:08.669010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58342) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.690655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5162fc2a-1c74-4b41-b40e-1a847f566f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.804664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebbb16-99ff-4fc0-a00b-83b9dbb01db7 req-3e9e8d56-2225-4a19-a631-8663a67a4d2c tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.806052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eebbb16-99ff-4fc0-a00b-83b9dbb01db7 req-3e9e8d56-2225-4a19-a631-8663a67a4d2c tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 946 time: 0.3040397 Aug 20 11:55:08.811779 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5162fc2a-1c74-4b41-b40e-1a847f566f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.818077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5162fc2a-1c74-4b41-b40e-1a847f566f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.842382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58346) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.859882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e76da-0e84-40ae-8920-72f6731b27e8 req-f0a0c46c-8c0e-497e-96e5-f039559018ef tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.860514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5162fc2a-1c74-4b41-b40e-1a847f566f75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebff8f4eaced4794acf635989e8909bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903276 Aug 20 11:55:08.861722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162fc2a-1c74-4b41-b40e-1a847f566f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e276912-5a23-43f2-8f03-82c85ceeaccc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:08.864227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d60e76da-0e84-40ae-8920-72f6731b27e8 req-f0a0c46c-8c0e-497e-96e5-f039559018ef tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 971 time: 0.1307817 Aug 20 11:55:08.864711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58350) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.867246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-7691dd71-2564-4745-8682-845a65afae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.868617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-7691dd71-2564-4745-8682-845a65afae65 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.3847840 Aug 20 11:55:08.898264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:08.965854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port b6cc5c21-1406-467d-a408-71495e697e11 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:08.966261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.966482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eebbb16-99ff-4fc0-a00b-83b9dbb01db7 req-0c3c6fbd-b59b-418b-80a8-46bcf325526c tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467004 Aug 20 11:55:08.969216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-7f839f88-adbc-49fb-90c8-f03c78b20d1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0902345 Aug 20 11:55:09.059358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.065724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d1139e1-8e39-41be-8a36-45d8afa71545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.092954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:09.097169 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.113245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d60e76da-0e84-40ae-8920-72f6731b27e8 req-2644aeaa-d86f-4636-a74a-4f9508663694 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355719 Aug 20 11:55:09.136666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-be3fe0dd-7c51-424a-a5f0-d84cee361d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:09.138153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-be3fe0dd-7c51-424a-a5f0-d84cee361d0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1434102 Aug 20 11:55:09.155885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:09.171815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aec0d025-7c5b-42e9-9e10-f32edadf80b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.193444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-268abd9e-8f93-4618-a888-60ac79d21970 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439727 Aug 20 11:55:09.246704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7e92-929c-4c82-b7bf-8593126317c8 req-47bbaf82-1561-4ef3-a2df-85f6b77ec7aa tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:09.250721 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-344e7e92-929c-4c82-b7bf-8593126317c8 req-47bbaf82-1561-4ef3-a2df-85f6b77ec7aa tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.1908164 Aug 20 11:55:09.324968 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aec0d025-7c5b-42e9-9e10-f32edadf80b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.445769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171320c-2b68-4338-8e91-dcca0cafd15c req-3fe98b97-b5d8-4070-bf3d-bd2c8e877775 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:09.447272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0171320c-2b68-4338-8e91-dcca0cafd15c req-3fe98b97-b5d8-4070-bf3d-bd2c8e877775 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 943 time: 0.2572620 Aug 20 11:55:09.453638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-344e7e92-929c-4c82-b7bf-8593126317c8 req-34129294-5983-4ed5-9391-bd65b785f4f7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936765 Aug 20 11:55:09.455317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-440f62f3-d611-4753-8d76-824470b8a113 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=82255780e0a0412da23182ef90ad95cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665050 Aug 20 11:55:09.570352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-6d2ca17a-db19-4ee4-91a1-e4abb8f79b15 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542037 Aug 20 11:55:09.606725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aec0d025-7c5b-42e9-9e10-f32edadf80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.609278 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aec0d025-7c5b-42e9-9e10-f32edadf80b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.610136 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-aec0d025-7c5b-42e9-9e10-f32edadf80b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e276912-5a23-43f2-8f03-82c85ceeaccc HTTP/1.1" status: 204 len: 168 time: 0.7442691 Aug 20 11:55:09.626972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d1139e1-8e39-41be-8a36-45d8afa71545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.682294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d1139e1-8e39-41be-8a36-45d8afa71545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.704265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0d025-7c5b-42e9-9e10-f32edadf80b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e276912-5a23-43f2-8f03-82c85ceeaccc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:09.731712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0171320c-2b68-4338-8e91-dcca0cafd15c req-3fda64bb-34e0-4198-ae78-bb1ce4c3c846 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698121 Aug 20 11:55:09.797394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9d1139e1-8e39-41be-8a36-45d8afa71545 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8e3b281a7a54152b0664e485711f8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9502096 Aug 20 11:55:09.799015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58370) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:09.808074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7dbf4-eb83-4bd5-b529-94ba21e7b5b8 req-da250ad7-7129-4bf7-9c7a-c99c3983ad29 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:09.809654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1de7dbf4-eb83-4bd5-b529-94ba21e7b5b8 req-da250ad7-7129-4bf7-9c7a-c99c3983ad29 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 946 time: 0.2432556 Aug 20 11:55:09.819843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58376) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:09.825152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Request body: {'floatingip': {'port_id': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:09.830639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-6ff5e30e-8dda-4a45-bbad-30d5ab9a313b tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:09.832153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-6ff5e30e-8dda-4a45-bbad-30d5ab9a313b tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3488052 Aug 20 11:55:09.836032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1139e1-8e39-41be-8a36-45d8afa71545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c031c7-fac9-488b-8bce-a23b9d90c9f2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:09.858564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Request body: {'port': {'device_id': '638de5da-4167-4970-8c77-ddbd888768b2', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '82255780e0a0412da23182ef90ad95cd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:09.917552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af17bdc-2fb9-4253-8564-a75b15a7c63b req-b918bf06-eaee-47fa-9a33-f54dbd4dfcc6 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294187 Aug 20 11:55:09.959244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f93db900-ae66-42fb-86c0-cb9947573566 req-c06aee7a-0678-40b0-8b46-45716d2350e7 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 210 time: 0.0738535 Aug 20 11:55:09.964980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.983912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:09.986770 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c547e7-dc3c-45c6-a6a5-b54640805f9a" -d '{"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-plugged", "status": "completed", "tag": "b6cc5c21-1406-467d-a408-71495e697e11"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:09.998632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0064-2534-453c-a703-c40a976053c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.080456 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcd4060-c2ae-47b9-a7e4-982b030a8e14 x-openstack-request-id: req-3dcd4060-c2ae-47b9-a7e4-982b030a8e14 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:10.081168 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-plugged", "status": "completed", "tag": "b6cc5c21-1406-467d-a408-71495e697e11", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:10.081168 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dcd4060-c2ae-47b9-a7e4-982b030a8e14 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:10.081348 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11', 'code': 200} Aug 20 11:55:10.084904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0064-2534-453c-a703-c40a976053c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.128203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Made reservation on behalf of 82255780e0a0412da23182ef90ad95cd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:10.131883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.158420 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.222118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b5172-b326-4335-a5f4-2c3a7ad0d92e req-19344f6a-68ae-4c02-a8d5-ad8ef9689849 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:10.223723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e79b5172-b326-4335-a5f4-2c3a7ad0d92e req-19344f6a-68ae-4c02-a8d5-ad8ef9689849 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1553943 Aug 20 11:55:10.271692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9c6cb-2ecd-4925-970c-4accab126cdc req-adbd10bb-953c-4678-86a6-c3484946a266 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:10.273246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cee9c6cb-2ecd-4925-970c-4accab126cdc req-adbd10bb-953c-4678-86a6-c3484946a266 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1160281 Aug 20 11:55:10.282558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0064-2534-453c-a703-c40a976053c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.285156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0064-2534-453c-a703-c40a976053c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.288820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2f9b0064-2534-453c-a703-c40a976053c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81c031c7-fac9-488b-8bce-a23b9d90c9f2 HTTP/1.1" status: 204 len: 168 time: 0.4862518 Aug 20 11:55:10.330321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b0064-2534-453c-a703-c40a976053c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c031c7-fac9-488b-8bce-a23b9d90c9f2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:10.375890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:10.383290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e79b5172-b326-4335-a5f4-2c3a7ad0d92e req-a045125a-43e2-4b6d-b44a-d84f1f523c4c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427376 Aug 20 11:55:10.423623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cee9c6cb-2ecd-4925-970c-4accab126cdc req-c637af05-2528-4521-bae2-d8f5c9007cbe tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325104 Aug 20 11:55:10.538455 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.555768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.600150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:10.627108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b', 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'port_id': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b', 'mac_address': 'fa:16:3e:ca:a6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23284d5-7b38-4a05-a5d7-95dbfb8307ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:10.646799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7367156-5a09-42f0-9a93-676992e99493,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:10.724928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.731285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95774-9ed6-4ba0-90bc-a47a5978ecba req-9222fcf9-7f28-4554-a7c6-5f97ddcdb5b6 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:10.738649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5a95774-9ed6-4ba0-90bc-a47a5978ecba req-9222fcf9-7f28-4554-a7c6-5f97ddcdb5b6 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.1167283 Aug 20 11:55:10.759265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:10.789573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:10.796350 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.797613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0bd2ba2-a86f-4648-8abf-929e4877a0f1 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:10.811309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Allocated IP 192.168.233.203 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/d6e5ddb7-bb73-4a05-b5ad-ad839b50426d) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:10.865040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5a95774-9ed6-4ba0-90bc-a47a5978ecba req-deaeb189-f7eb-4098-8953-b1013796dd20 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253774 Aug 20 11:55:10.905595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-9128d9b8-4e5b-4afc-861a-d1d92686ed88 service neutron] 10.222.0.22 "GET /v2.0/ports/f0bd2ba2-a86f-4648-8abf-929e4877a0f1/bindings/n-h1-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.1620808 Aug 20 11:55:10.940945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:11.019764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:11.062358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0bd2ba2-a86f-4648-8abf-929e4877a0f1 has no active binding in host n-h1-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:55:11.159420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02dfb552-5992-400a-abe1-d384edd40998 req-315e61ce-03b1-40d2-8c13-841eafb93c74 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 210 time: 0.0476792 Aug 20 11:55:11.196251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e36b6-cbb8-4134-b214-7a83249dee39 req-2728a3cf-0c6a-4164-9ccd-9bd9b1834af0 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:11.197930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea0e36b6-cbb8-4134-b214-7a83249dee39 req-2728a3cf-0c6a-4164-9ccd-9bd9b1834af0 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 943 time: 0.2150137 Aug 20 11:55:11.274897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.280727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.328650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:11.351437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.379020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea0e36b6-cbb8-4134-b214-7a83249dee39 req-fc0edd9b-82de-4306-8ac7-0d8504dfbd61 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680994 Aug 20 11:55:11.395921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Transition to ACTIVE for port object d6e5ddb7-bb73-4a05-b5ad-ad839b50426d will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:11.467699 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Floating IP 4bf1b7a9-9596-412e-8511-f174ba44e8e5 associated. External IP: 172.25.0.242, port: 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0. Aug 20 11:55:11.484881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:11.518784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:11.759506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bd2ba2-a86f-4648-8abf-929e4877a0f1 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:11.770793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:11.772949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58480) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:11.797952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Router d118ce28-dca5-4e37-a6f6-c04e90179747 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:55:11.809267 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.862802 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.874600 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.929825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7845e-0dab-46df-ad6f-6b0473a48571 req-9ec3c981-97d0-425c-846f-f20a1c2bca2d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:11.931335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fa7845e-0dab-46df-ad6f-6b0473a48571 req-9ec3c981-97d0-425c-846f-f20a1c2bca2d tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1498649 Aug 20 11:55:11.935880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:11.943381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca83d62-fc81-48bc-a523-d2358d7c35e6 req-506fcf13-6f20-47cc-9669-c5bdb6b05814 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:11.944971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fca83d62-fc81-48bc-a523-d2358d7c35e6 req-506fcf13-6f20-47cc-9669-c5bdb6b05814 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1660404 Aug 20 11:55:11.948843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4244d08-83df-4df1-8c25-cc484f787355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.954393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:11.956838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:11.981578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:11.987024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.002461 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] Sync routers for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:12.013306 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:12.013926 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:12.023984 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fc9af55d-6f72-4e87-8a39-20b764bc60a5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "PUT /v2.0/floatingips/4bf1b7a9-9596-412e-8511-f174ba44e8e5 HTTP/1.1" status: 200 len: 992 time: 2.2003531 Aug 20 11:55:12.023984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'tag': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:12.025879 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85921664-47fa-4f82-9c6e-81decc0636ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e56707-623d-4895-b064-fe1a74d7aa7e", "tag": "16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:12.046576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.048048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.097009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Pushing event updated for resources: {'Port': ['ID=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:12.118497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4244d08-83df-4df1-8c25-cc484f787355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.123985 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4244d08-83df-4df1-8c25-cc484f787355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.124668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fa7845e-0dab-46df-ad6f-6b0473a48571 req-544939b4-e908-44fd-b0c3-d1a8ef1500fa tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768007 Aug 20 11:55:12.154773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-7b533c2a-a66f-4fa8-a646-baece72b2912 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3019063 Aug 20 11:55:12.171941 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:12.177886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fca83d62-fc81-48bc-a523-d2358d7c35e6 req-e25880ca-674b-445b-85fd-b5e07d29d100 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947699 Aug 20 11:55:12.185249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4244d08-83df-4df1-8c25-cc484f787355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307bfb95-1e87-435b-b5cf-f7a467bacd56,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:12.188363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Request body: {'port': {'device_id': '638de5da-4167-4970-8c77-ddbd888768b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:12.192829 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a4244d08-83df-4df1-8c25-cc484f787355 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a393bfd01dd34cecaa116098bfe9af7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187372 Aug 20 11:55:12.203609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58492) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:12.288542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5d6-39e3-4e95-bc53-b8692ec90be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.291134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] Transition to ACTIVE for port object f0bd2ba2-a86f-4648-8abf-929e4877a0f1 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:12.291908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.322192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5d6-39e3-4e95-bc53-b8692ec90be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.340327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6bfeeb2f-3fe6-485c-a1fd-5d87c8b854cb None None] Provisioning for port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:12.344869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6bfeeb2f-3fe6-485c-a1fd-5d87c8b854cb None None] Provisioning complete for port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:12.345435 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6bfeeb2f-3fe6-485c-a1fd-5d87c8b854cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.383065 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a0d1ec-9563-4dd2-82fe-185726680ea9 x-openstack-request-id: req-29a0d1ec-9563-4dd2-82fe-185726680ea9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:12.384677 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e56707-623d-4895-b064-fe1a74d7aa7e", "tag": "16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:12.385231 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29a0d1ec-9563-4dd2-82fe-185726680ea9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:12.387020 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'tag': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'status': 'completed', 'code': 200} Aug 20 11:55:12.391166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:12.398284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5d6-39e3-4e95-bc53-b8692ec90be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.405427 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5d6-39e3-4e95-bc53-b8692ec90be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.406998 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ae4aa5d6-39e3-4e95-bc53-b8692ec90be0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/307bfb95-1e87-435b-b5cf-f7a467bacd56 HTTP/1.1" status: 204 len: 168 time: 0.2022352 Aug 20 11:55:12.417796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4aa5d6-39e3-4e95-bc53-b8692ec90be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307bfb95-1e87-435b-b5cf-f7a467bacd56,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:12.431816 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.444481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeeb2f-3fe6-485c-a1fd-5d87c8b854cb None None] Port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:12.477966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:12.484000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:12.484660 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.680643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5798db-7056-4984-a6da-ea9fe2761410 req-a803d3f5-ed6a-48b5-a244-1fd8fd48cbaa tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.688614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff5798db-7056-4984-a6da-ea9fe2761410 req-a803d3f5-ed6a-48b5-a244-1fd8fd48cbaa tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 936 time: 0.2493608 Aug 20 11:55:12.705755 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4bf1b7a9-9596-412e-8511-f174ba44e8e5', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'port_id': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'mac_address': 'fa:16:3e:f7:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:54:50Z', 'updated_at': '2021-08-20T11:55:11Z', 'revision_number': 1, 'project_id': '109cccffaac647588005ad088e1afd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:12.706626 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.738690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85921664-47fa-4f82-9c6e-81decc0636ff req-16534729-8b94-4241-9d07-1f951dafea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.739952 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] Checking router: d118ce28-dca5-4e37-a6f6-c04e90179747 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:12.740182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85921664-47fa-4f82-9c6e-81decc0636ff req-16534729-8b94-4241-9d07-1f951dafea3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=109cccffaac647588005ad088e1afd41&device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 1098 time: 0.3391206 Aug 20 11:55:12.751595 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:12.752245 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:12.752529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:12.755363 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3571e3f1-6409-4a24-a896-53a776a33c88" -d '{"events": [{"server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "name": "network-vif-plugged", "status": "completed", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:12.756847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8740-7496-4c13-943e-74a96b7328f2 req-280fdaec-c1b2-452b-975d-2c11d94a5ab5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.758405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6bf8740-7496-4c13-943e-74a96b7328f2 req-280fdaec-c1b2-452b-975d-2c11d94a5ab5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 944 time: 0.5101111 Aug 20 11:55:12.773198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:12.779155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.838152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:12.851216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:12.877466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] No DVR routers for this DVR port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:12.880117 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:12.931323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff5798db-7056-4984-a6da-ea9fe2761410 req-37e220b4-1098-40e2-ad15-6e3428771dea tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402356 Aug 20 11:55:12.994259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-0f66e50e-8250-4528-9fb4-4dd31590fe13 service neutron] 10.222.0.22 "PUT /v2.0/ports/f0bd2ba2-a86f-4648-8abf-929e4877a0f1/bindings/n-h1-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0657949 Aug 20 11:55:13.040411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6bf8740-7496-4c13-943e-74a96b7328f2 req-f1e78610-d4c4-477d-93ab-ea6c1c97d4cb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692585 Aug 20 11:55:13.072097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e5ddb7-bb73-4a05-b5ad-ad839b50426d {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:13.088716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.091770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85921664-47fa-4f82-9c6e-81decc0636ff req-bab7251d-1b5b-4716-8c91-f023ea92bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.093499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85921664-47fa-4f82-9c6e-81decc0636ff req-bab7251d-1b5b-4716-8c91-f023ea92bb49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 200 len: 924 time: 0.3250721 Aug 20 11:55:13.150424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-6f14c3a6-8206-4541-bf0d-6aa4b6a3455c tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.154461 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-6f14c3a6-8206-4541-bf0d-6aa4b6a3455c tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.0891688 Aug 20 11:55:13.157768 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed770791-5e4e-4ea2-b7d8-477c12a8efaa x-openstack-request-id: req-ed770791-5e4e-4ea2-b7d8-477c12a8efaa {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:13.158380 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "name": "network-vif-plugged", "status": "completed", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:13.158740 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed770791-5e4e-4ea2-b7d8-477c12a8efaa {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:13.159234 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b', 'code': 200} Aug 20 11:55:13.189888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Transition to ACTIVE for port object d6e5ddb7-bb73-4a05-b5ad-ad839b50426d will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:13.221773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.229684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.73', 61994) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:13.288789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-4ebfcccc-8839-4d90-b751-868bbbac88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.290975 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-4ebfcccc-8839-4d90-b751-868bbbac88f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726&tenant_id=1dba54f45f4a4c989c327f7066d42bad HTTP/1.1" status: 200 len: 1096 time: 0.1221135 Aug 20 11:55:13.399937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7256127-eef0-4567-aad7-1fae47496609 req-aabf9dbc-d72b-4501-a8a5-9ddfd963835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.401833 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d7256127-eef0-4567-aad7-1fae47496609 req-aabf9dbc-d72b-4501-a8a5-9ddfd963835b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1097 time: 0.1663346 Aug 20 11:55:13.435225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-403174d2-3011-4f71-8c63-b7b691f960a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.437019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-403174d2-3011-4f71-8c63-b7b691f960a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1096 time: 0.1194069 Aug 20 11:55:13.479967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a7d28-c323-4a0c-b063-cc8cc9e4aabb req-3abc9661-1dd9-4f24-8ba4-f2e1138c5743 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.484440 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.495888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76a7d28-c323-4a0c-b063-cc8cc9e4aabb req-3abc9661-1dd9-4f24-8ba4-f2e1138c5743 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 944 time: 0.3834691 Aug 20 11:55:13.528607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d7256127-eef0-4567-aad7-1fae47496609 req-712eba1c-a5f9-42a0-aea9-68b01136b2ba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184380 Aug 20 11:55:13.532883 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4bf1b7a9-9596-412e-8511-f174ba44e8e5', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'port_id': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'mac_address': 'fa:16:3e:f7:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:54:50Z', 'updated_at': '2021-08-20T11:55:11Z', 'revision_number': 1, 'project_id': '109cccffaac647588005ad088e1afd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:13.536050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85921664-47fa-4f82-9c6e-81decc0636ff req-a2b278c2-df49-47a3-addd-012dee49a11e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 HTTP/1.1" status: 200 len: 1000 time: 0.4262669 Aug 20 11:55:13.541467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Pushing event updated for resources: {'Port': ['ID=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:13.585360 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74a434-c6ab-42ad-ae34-b619709530d2 None None] The sync data for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 is: [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4bf1b7a9-9596-412e-8511-f174ba44e8e5', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'port_id': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'mac_address': 'fa:16:3e:f7:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:54:50Z', 'updated_at': '2021-08-20T11:55:11Z', 'revision_number': 1, 'project_id': '109cccffaac647588005ad088e1afd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:13.600178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-596f14c2-4e3a-4466-96e9-f22e7e139022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.603280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-596f14c2-4e3a-4466-96e9-f22e7e139022 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.1576896 Aug 20 11:55:13.648491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012b38-995e-41f0-8760-61918a4a66b2 req-4dde4052-b52e-4a10-81da-1c233881936c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.650154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d012b38-995e-41f0-8760-61918a4a66b2 req-4dde4052-b52e-4a10-81da-1c233881936c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.3440225 Aug 20 11:55:13.710410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76a7d28-c323-4a0c-b063-cc8cc9e4aabb req-683f9c9a-ef15-46a6-a4e3-f8e7246db9b8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999393 Aug 20 11:55:13.784166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Attempting to bind port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:13.784504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Attempting to bind port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:13.784835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Attempting to bind port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:13.815228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:13.815559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Attempting to bind port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:13.819190 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-035fa947-3106-4dbc-9980-7f38d6ee4c06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0914819 Aug 20 11:55:13.825757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d012b38-995e-41f0-8760-61918a4a66b2 req-b0b14896-0989-441d-add2-41d488b863da tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531909 Aug 20 11:55:13.857197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:13.857541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:13.857927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:13.858393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Bound port: d6e5ddb7-bb73-4a05-b5ad-ad839b50426d, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:13.858754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.885975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-c230480e-e0f7-4b0a-a45c-fde24295f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.887378 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-c230480e-e0f7-4b0a-a45c-fde24295f7fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.0523007 Aug 20 11:55:13.894931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85921664-47fa-4f82-9c6e-81decc0636ff req-f83c89f1-78f0-4df7-9ca9-a5779c19dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:13.897363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85921664-47fa-4f82-9c6e-81decc0636ff req-f83c89f1-78f0-4df7-9ca9-a5779c19dfa2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2fb1305-8259-41de-a3fa-da38bbe5c792 HTTP/1.1" status: 200 len: 862 time: 0.1670930 Aug 20 11:55:13.943653 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-eca1dbe8-204f-4b7a-b9e7-ca00924ea063 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434651 Aug 20 11:55:14.003361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754288f-db6f-4049-a233-b2c4dd17a01f None None] New status for floating IP 4bf1b7a9-9596-412e-8511-f174ba44e8e5: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:55:14.042584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1e312f-c459-4b52-8335-8117801b098e req-d2a62f63-459c-4233-94de-c1fab2d195fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2374949 Aug 20 11:55:14.058228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88d26c-dc48-4202-9933-5a2e614b4513 req-b1ab940f-5d8e-4706-8af3-a3ded390ede3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.066496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f88d26c-dc48-4202-9933-5a2e614b4513 req-b1ab940f-5d8e-4706-8af3-a3ded390ede3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.2118936 Aug 20 11:55:14.088309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85921664-47fa-4f82-9c6e-81decc0636ff req-4c4b3a88-e01d-4b64-b95b-b8c01aa07154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.091828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85921664-47fa-4f82-9c6e-81decc0636ff req-4c4b3a88-e01d-4b64-b95b-b8c01aa07154 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393a2286-2b94-4720-bc41-0b7c8532c668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565256 Aug 20 11:55:14.095309 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-c50aec95-9da5-4950-8dd2-6e423b0d3be5 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434007 Aug 20 11:55:14.103667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] For port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:14.218349 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-95ac3a90-edd4-4a84-b009-78b27e9e442c service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907118 Aug 20 11:55:14.389553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f88d26c-dc48-4202-9933-5a2e614b4513 req-62f2bdc0-d623-466e-8a4d-c1804ee85264 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221998 Aug 20 11:55:14.398397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] For port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:14.427650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.437157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-e00825c6-e8c5-48b7-9527-1f5d3f37e7b7 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6fe1f88ed041427787fcd699f137ee04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437343 Aug 20 11:55:14.484651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1666e84-7343-4687-abad-630e0fd996a1 req-1d0cbca3-ddca-40ae-935e-bd7d374069e3 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.486173 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-1d0cbca3-ddca-40ae-935e-bd7d374069e3 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.0487373 Aug 20 11:55:14.522752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e312f-c459-4b52-8335-8117801b098e req-416f1df2-84f2-42b6-a50d-81d656d41f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.524271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1e312f-c459-4b52-8335-8117801b098e req-416f1df2-84f2-42b6-a50d-81d656d41f33 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 1097 time: 0.4171896 Aug 20 11:55:14.566107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.566793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.568177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] 10.222.0.73 "PUT /v2.0/ports/d6e5ddb7-bb73-4a05-b5ad-ad839b50426d HTTP/1.1" status: 200 len: 1097 time: 2.3844171 Aug 20 11:55:14.568629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638de5da-4167-4970-8c77-ddbd888768b2', 'tag': 'd6e5ddb7-bb73-4a05-b5ad-ad839b50426d'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:14.570917 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "638de5da-4167-4970-8c77-ddbd888768b2", "tag": "d6e5ddb7-bb73-4a05-b5ad-ad839b50426d"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:14.627135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f1666e84-7343-4687-abad-630e0fd996a1 req-82e37de1-0e4a-4a00-8d37-ce90a74d9184 service neutron] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:14.633270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f1666e84-7343-4687-abad-630e0fd996a1 req-82e37de1-0e4a-4a00-8d37-ce90a74d9184 service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.634495 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1666e84-7343-4687-abad-630e0fd996a1 req-82e37de1-0e4a-4a00-8d37-ce90a74d9184 service neutron] 10.222.0.73 "DELETE /v2.0/ports/f0bd2ba2-a86f-4648-8abf-929e4877a0f1/bindings/n-h2-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.1306167 Aug 20 11:55:14.711518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85921664-47fa-4f82-9c6e-81decc0636ff req-59431065-36e2-4c96-8876-c86a65378da1 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502052 Aug 20 11:55:14.712114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43b4c8-1e02-4a03-bed8-b9418d3724ec service neutron] Pushing event updated for resources: {'Port': ['ID=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:14.811480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa3ca5-9067-4872-95c4-4a17dfa83dda req-1d51090d-7f4f-4384-a6fd-f40b4f2a1ce6 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.812884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2aa3ca5-9067-4872-95c4-4a17dfa83dda req-1d51090d-7f4f-4384-a6fd-f40b4f2a1ce6 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 948 time: 0.3467011 Aug 20 11:55:14.883831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-dde8c331-5dfd-4de7-bc02-f6098c29c0b9 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.885297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-dde8c331-5dfd-4de7-bc02-f6098c29c0b9 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4221632 Aug 20 11:55:14.887673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-d058263c-a41c-40a8-9437-f9e74cf53b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.889004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-d058263c-a41c-40a8-9437-f9e74cf53b76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=82255780e0a0412da23182ef90ad95cd&device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 1100 time: 0.2207053 Aug 20 11:55:14.913739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f0bd2ba2-a86f-4648-8abf-929e4877a0f1 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:14.956524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f0bd2ba2-a86f-4648-8abf-929e4877a0f1 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:14.957537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e312f-c459-4b52-8335-8117801b098e req-c30460f5-8931-48f0-8a2a-13793b113733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:14.959070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1e312f-c459-4b52-8335-8117801b098e req-c30460f5-8931-48f0-8a2a-13793b113733 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.3740311 Aug 20 11:55:14.970935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-cd6caa6c-02a2-4aff-ad5d-b88775785747 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d HTTP/1.1" status: 200 len: 217 time: 0.0690801 Aug 20 11:55:14.980356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-179cd1e4-fb03-4764-b7ea-a7a7f824064d tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/quotas/6fe1f88ed041427787fcd699f137ee04 HTTP/1.1" status: 200 len: 375 time: 0.0773993 Aug 20 11:55:15.031377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2aa3ca5-9067-4872-95c4-4a17dfa83dda req-c08e148c-93c1-445f-b690-07e1ecc5f9bf tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048802 Aug 20 11:55:15.052010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1e312f-c459-4b52-8335-8117801b098e req-95291e07-9ccc-49a9-8a2a-0f52fdf0effd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 200 len: 217 time: 0.0826602 Aug 20 11:55:15.100220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85921664-47fa-4f82-9c6e-81decc0636ff req-14e336c3-07ef-48cb-9085-94fb851be094 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727021 Aug 20 11:55:15.134876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-81210459-fb1b-45e9-a3db-8dda35730122 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fe1f88ed041427787fcd699f137ee04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079986 Aug 20 11:55:15.177457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-e13d1a66-3dd2-4fd0-8e7f-6428d86ba283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.179040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-e13d1a66-3dd2-4fd0-8e7f-6428d86ba283 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1978185 Aug 20 11:55:15.196283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e312f-c459-4b52-8335-8117801b098e req-59bbce72-895a-48fc-b071-91c1ee736926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.197630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1e312f-c459-4b52-8335-8117801b098e req-59bbce72-895a-48fc-b071-91c1ee736926 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1251278 Aug 20 11:55:15.237997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5263-7719-4a21-ad5f-ec3448cf34ad req-8fb0624f-a928-4677-9754-eeb1d42630be tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.239493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dbd5263-7719-4a21-ad5f-ec3448cf34ad req-8fb0624f-a928-4677-9754-eeb1d42630be tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.1384165 Aug 20 11:55:15.258353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1e312f-c459-4b52-8335-8117801b098e req-c0733548-6318-4f0a-b18e-59edf8bf567b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429020 Aug 20 11:55:15.305091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-3b617aee-408c-4ce4-9b26-cef53f5197c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.306722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-3b617aee-408c-4ce4-9b26-cef53f5197c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194580 Aug 20 11:55:15.352398 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407e9ae0-e30f-44d3-bc64-1fcf67b6939b x-openstack-request-id: req-407e9ae0-e30f-44d3-bc64-1fcf67b6939b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:15.352676 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638de5da-4167-4970-8c77-ddbd888768b2", "tag": "d6e5ddb7-bb73-4a05-b5ad-ad839b50426d", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:15.352919 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-407e9ae0-e30f-44d3-bc64-1fcf67b6939b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:15.353301 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638de5da-4167-4970-8c77-ddbd888768b2', 'tag': 'd6e5ddb7-bb73-4a05-b5ad-ad839b50426d', 'status': 'completed', 'code': 200} Aug 20 11:55:15.401924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dbd5263-7719-4a21-ad5f-ec3448cf34ad req-7474541e-dc04-4ee4-a921-5c354c9d0379 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452281 Aug 20 11:55:15.521928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1e312f-c459-4b52-8335-8117801b098e req-54715d94-4e7c-4f93-8882-af7760fdc8d2 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471104 Aug 20 11:55:15.568520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-06c6d994-a82b-45c2-a2d3-936cfa7fbb02 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337999 Aug 20 11:55:15.607211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e0bf-a650-4035-b336-657832b52060 req-4539ef02-8541-4f75-83d5-eca727f43eaf tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.608793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c414e0bf-a650-4035-b336-657832b52060 req-4539ef02-8541-4f75-83d5-eca727f43eaf tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 944 time: 0.2044499 Aug 20 11:55:15.696952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd837627-049f-4672-b12f-e9fde67a1c7b req-9cf8a38c-3d4b-4d34-ad08-cf75386d16c4 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.699006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd837627-049f-4672-b12f-e9fde67a1c7b req-9cf8a38c-3d4b-4d34-ad08-cf75386d16c4 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2318153 Aug 20 11:55:15.770539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c414e0bf-a650-4035-b336-657832b52060 req-c1294b18-6bb4-42f2-ac7c-bd16b3c7933a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431115 Aug 20 11:55:15.806473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd837627-049f-4672-b12f-e9fde67a1c7b req-85859ca3-2718-42cf-bd83-05bc2cc45744 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938313 Aug 20 11:55:15.808797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1e312f-c459-4b52-8335-8117801b098e req-5ac872c3-1906-4297-8391-5f3f41614a60 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697089 Aug 20 11:55:15.810561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c2ed72f-47a4-4f82-9260-7f76ce2f8603 req-03874851-f114-41a5-83f0-e8a1b027e426 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998317 Aug 20 11:55:15.928545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abb3702b-cc45-4774-b585-73bd0ff61cc6 req-c9af8424-18c0-4383-8774-d9e054c7054b tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 210 time: 0.0403156 Aug 20 11:55:15.971884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-6ab8d9d9-943d-4510-b695-52c8dae4fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:15.973485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-6ab8d9d9-943d-4510-b695-52c8dae4fd94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=82255780e0a0412da23182ef90ad95cd&device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 1100 time: 0.1000445 Aug 20 11:55:16.138675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd65b6-2fc9-4bee-8e9d-cdf2a665710b req-9a326ad6-e758-455b-9e25-ee4c4ec3eeb7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.140139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13cd65b6-2fc9-4bee-8e9d-cdf2a665710b req-9a326ad6-e758-455b-9e25-ee4c4ec3eeb7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1406288 Aug 20 11:55:16.153353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb9e6b-c5f3-4759-a1aa-fba5e56b851b req-684a2f6a-bfcd-4595-b43f-9d98c913ba8a tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.154792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bbb9e6b-c5f3-4759-a1aa-fba5e56b851b req-684a2f6a-bfcd-4595-b43f-9d98c913ba8a tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1097 time: 0.1012332 Aug 20 11:55:16.346831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-6bc0d784-7e33-4d50-b244-a5f0c9395cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.348237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-6bc0d784-7e33-4d50-b244-a5f0c9395cc3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.3665075 Aug 20 11:55:16.415512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-2b0a1f99-e7bf-44b3-a7fb-570049a9c629 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d HTTP/1.1" status: 200 len: 217 time: 0.0566239 Aug 20 11:55:16.444244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13cd65b6-2fc9-4bee-8e9d-cdf2a665710b req-f3c7930d-c298-45eb-8f1f-d5e878a33ab3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966888 Aug 20 11:55:16.465543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-2c5e5d40-5649-4743-823d-d63c1d8a9689 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6fe1f88ed041427787fcd699f137ee04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645773 Aug 20 11:55:16.472750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bbb9e6b-c5f3-4759-a1aa-fba5e56b851b req-f773c704-14f0-4f8a-8faa-d126303c169b tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081391 Aug 20 11:55:16.547566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-ad40f3f6-b23b-4fb1-a0cd-f44e9533a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.549127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-ad40f3f6-b23b-4fb1-a0cd-f44e9533a10e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1247852 Aug 20 11:55:16.693633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-c8e3518b-de64-4b2e-8c9f-809118cf5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.695153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-c8e3518b-de64-4b2e-8c9f-809118cf5472 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294255 Aug 20 11:55:16.696672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa14d-9c1a-40bb-af60-63b3773608dd req-78e88f72-6608-48b3-90a6-4ba4c0e05e62 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.698060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d10aa14d-9c1a-40bb-af60-63b3773608dd req-78e88f72-6608-48b3-90a6-4ba4c0e05e62 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1096 time: 0.1442943 Aug 20 11:55:16.705640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a481201-001e-4e56-b056-d5d07639a2de req-be53bde9-22d6-4c71-a44b-78a35eeab374 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.707077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a481201-001e-4e56-b056-d5d07639a2de req-be53bde9-22d6-4c71-a44b-78a35eeab374 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 948 time: 0.1517930 Aug 20 11:55:16.716210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-2e6a6bac-fa4d-447a-9c5f-23c3220b9f34 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.717663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-2e6a6bac-fa4d-447a-9c5f-23c3220b9f34 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374628 Aug 20 11:55:16.758462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Request body: {'port': {'device_id': '93c39064-2006-4938-9335-374a89cf5b99', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '6fe1f88ed041427787fcd699f137ee04'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:16.893174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a481201-001e-4e56-b056-d5d07639a2de req-3ab5c3d3-e977-46e8-8db5-5dd7509ce9f0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679587 Aug 20 11:55:16.899862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d10aa14d-9c1a-40bb-af60-63b3773608dd req-f0610a0a-5757-488a-bc03-f0b02cd8b694 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908405 Aug 20 11:55:16.945431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-38fb78d4-3d9b-4dcf-9978-63e22f08d243 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373397 Aug 20 11:55:17.063412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-939a1d23-9caa-4ac6-9ad6-55a801a7d8c7 req-1137f330-51ce-438e-b7a1-be2f4f92304d service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972044 Aug 20 11:55:17.098269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Made reservation on behalf of 6fe1f88ed041427787fcd699f137ee04 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:17.100640 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.128673 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.180516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6daabc03-7e48-4905-afc9-439453392877 req-fec807f4-0c59-4829-a85a-1a1bbd37ebdb tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 210 time: 0.0460019 Aug 20 11:55:17.192250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a343f-ad9e-4c80-b3ce-be7e698d55d8 req-e27aa56e-0694-4b24-bde3-47218b323ea6 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.193767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff5a343f-ad9e-4c80-b3ce-be7e698d55d8 req-e27aa56e-0694-4b24-bde3-47218b323ea6 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1107225 Aug 20 11:55:17.280507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff5a343f-ad9e-4c80-b3ce-be7e698d55d8 req-429f5fe4-aff9-461b-8f13-e813836f190f tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760801 Aug 20 11:55:17.411174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.418307 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.472588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-3c737fcc-2018-4051-9811-2294dce54c00 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.474139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-3c737fcc-2018-4051-9811-2294dce54c00 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 821 time: 0.1770518 Aug 20 11:55:17.534740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1cd8be-8c4f-4958-836f-27ae05e9b22f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:17.546271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-f27e0c59-a7b5-40a7-81bd-4ff2d7d72f4f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/quotas/1dba54f45f4a4c989c327f7066d42bad HTTP/1.1" status: 200 len: 375 time: 0.0368009 Aug 20 11:55:17.669347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-12872043-d8f3-47e1-8531-baf11aba8586 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222167 Aug 20 11:55:17.684970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Allocated IP 192.168.233.174 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/1c983081-3c97-43ca-bbde-50f3a9c3cc18) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:17.719367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcd1b3-cd82-4b3b-aa07-0658c13c3249 req-14e2c6c8-f473-4458-bd36-a1a2c200b8a7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.720898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bdcd1b3-cd82-4b3b-aa07-0658c13c3249 req-14e2c6c8-f473-4458-bd36-a1a2c200b8a7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1358652 Aug 20 11:55:17.851097 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bdcd1b3-cd82-4b3b-aa07-0658c13c3249 req-d06d750e-8f2d-4c0e-a794-821ea3ba8789 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953591 Aug 20 11:55:17.879448 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:55:17.935755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-35f88b14-2d43-4d9e-afa5-266e909bd02c service neutron] 10.222.0.25 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483833 Aug 20 11:55:18.079092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.103220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Transition to ACTIVE for port object 1c983081-3c97-43ca-bbde-50f3a9c3cc18 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:18.126101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-e593f9a6-aa86-4327-97fe-c5d4086287a8 service neutron] 10.222.0.25 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829658 Aug 20 11:55:18.141225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748c57f-5173-45c1-ad77-bbe1662de8cf req-f6d29206-44bf-4784-b518-3c0e994e1cbb tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:18.142294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7748c57f-5173-45c1-ad77-bbe1662de8cf req-f6d29206-44bf-4784-b518-3c0e994e1cbb tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 948 time: 0.1182468 Aug 20 11:55:18.197192 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.202701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7748c57f-5173-45c1-ad77-bbe1662de8cf req-d088330e-a9dc-4875-aceb-b8af04e51948 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508828 Aug 20 11:55:18.280619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:18.283604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:18.305755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:18.387855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:18.388516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.392464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Pushing event updated for resources: {'Port': ['ID=1c983081-3c97-43ca-bbde-50f3a9c3cc18,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:18.399979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d6e5ddb7-bb73-4a05-b5ad-ad839b50426d details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:18.611237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:18.629463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'd6e5ddb7-bb73-4a05-b5ad-ad839b50426d', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'd6e5ddb7-bb73-4a05-b5ad-ad839b50426d', 'mac_address': 'fa:16:3e:fa:e8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:18.678526 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.712507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e5ddb7-bb73-4a05-b5ad-ad839b50426d {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:18.741794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5f0da03e-e5bc-452e-a2c8-b9a7a5a60cab None None] Provisioning for port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:18.749496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:18.751782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5f0da03e-e5bc-452e-a2c8-b9a7a5a60cab None None] Provisioning complete for port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:18.754156 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5f0da03e-e5bc-452e-a2c8-b9a7a5a60cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.785076 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.826513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb199ab5-e50b-42d5-a444-6ce09f64f064 req-b0c69156-101c-4e4c-863f-514c86232898 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 210 time: 0.3825417 Aug 20 11:55:18.830252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-56a9965c-cb61-4360-a7c4-7cd2e789ca7f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0801930 Aug 20 11:55:18.877549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Request body: {'port': {'device_id': '93c39064-2006-4938-9335-374a89cf5b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:18.962931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5f0da03e-e5bc-452e-a2c8-b9a7a5a60cab None None] Port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:18.983311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:19.046028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07c137-45e2-48d7-999a-75d4f5806c89 req-fac5dec6-1e1b-4447-b57d-e2a850565bc8 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.047951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f07c137-45e2-48d7-999a-75d4f5806c89 req-fac5dec6-1e1b-4447-b57d-e2a850565bc8 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 936 time: 0.6092374 Aug 20 11:55:19.051732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:19.056079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bf02e9-b389-415f-8463-68ce9983db83 req-05bb02b7-5b25-45b0-ad07-222c0b3da7a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2410047 Aug 20 11:55:19.089074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['d6e5ddb7-bb73-4a05-b5ad-ad839b50426d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:19.151343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2c32-49d7-4e45-9709-0c71bbf97ccb req-7dbc75aa-a8fb-4f97-9cdf-ba267b2bca9e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.152652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b22e2c32-49d7-4e45-9709-0c71bbf97ccb req-7dbc75aa-a8fb-4f97-9cdf-ba267b2bca9e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1920106 Aug 20 11:55:19.241537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f07c137-45e2-48d7-999a-75d4f5806c89 req-6b97663a-a602-4159-acd1-97a95c972374 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722569 Aug 20 11:55:19.367960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b22e2c32-49d7-4e45-9709-0c71bbf97ccb req-c1023caf-8ac1-4e2d-9517-2a16a9034fe5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898773 Aug 20 11:55:19.384265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf02e9-b389-415f-8463-68ce9983db83 req-94b66523-b496-4e0a-98c7-65197c59e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.386924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bf02e9-b389-415f-8463-68ce9983db83 req-94b66523-b496-4e0a-98c7-65197c59e465 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e81540b6a1784478a42a0c558fb60908&device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 1102 time: 0.2578034 Aug 20 11:55:19.674253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4e6dd-f048-4804-8bd5-b6ce99cf90ae req-a04c56b9-c9ba-4043-a27a-a86f65b727d8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.675716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3b4e6dd-f048-4804-8bd5-b6ce99cf90ae req-a04c56b9-c9ba-4043-a27a-a86f65b727d8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.2723372 Aug 20 11:55:19.725824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826a59d-9101-4968-8a9a-f05f23be6551 req-e8eb6fff-846e-432d-9957-50f5bded4242 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.727294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a826a59d-9101-4968-8a9a-f05f23be6551 req-e8eb6fff-846e-432d-9957-50f5bded4242 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 949 time: 0.1865432 Aug 20 11:55:19.785136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf02e9-b389-415f-8463-68ce9983db83 req-90a2635c-e75c-4486-bf39-358aad1ecbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:19.786532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bf02e9-b389-415f-8463-68ce9983db83 req-90a2635c-e75c-4486-bf39-358aad1ecbab service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.3236985 Aug 20 11:55:19.815362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3b4e6dd-f048-4804-8bd5-b6ce99cf90ae req-72ab8d46-a31f-4b93-8ec5-6933c5260caf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257699 Aug 20 11:55:19.878694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a826a59d-9101-4968-8a9a-f05f23be6551 req-b1c5abfd-2990-4fd4-8641-a1d9ab2d2bf7 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441422 Aug 20 11:55:19.881712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bf02e9-b389-415f-8463-68ce9983db83 req-8074ba1c-545e-43d6-b085-5b4561d00030 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8b80485e-61d5-4eb8-96b4-5ebd6855cb81 HTTP/1.1" status: 200 len: 217 time: 0.0712240 Aug 20 11:55:19.903560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c983081-3c97-43ca-bbde-50f3a9c3cc18 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:19.935006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.060746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Transition to ACTIVE for port object 1c983081-3c97-43ca-bbde-50f3a9c3cc18 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:20.066939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96eda7ca-14ca-4271-9b94-2f8962621005 req-cb2101fb-ef67-4187-a57a-230954f7ca3b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 210 time: 0.0519350 Aug 20 11:55:20.076512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.079571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf02e9-b389-415f-8463-68ce9983db83 req-b9ee1a29-8c9c-4f36-9204-ad61861a41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.081784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bf02e9-b389-415f-8463-68ce9983db83 req-b9ee1a29-8c9c-4f36-9204-ad61861a41d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1847501 Aug 20 11:55:20.227641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-f73ddb47-6468-4758-b1bc-37760485e4e6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.229234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-f73ddb47-6468-4758-b1bc-37760485e4e6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 821 time: 0.3188710 Aug 20 11:55:20.229879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Pushing event updated for resources: {'Port': ['ID=1c983081-3c97-43ca-bbde-50f3a9c3cc18,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:20.271412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Request body: {'port': {'device_id': '51954f2a-fc42-4888-bc08-a58bfc283239', 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'admin_state_up': True, 'tenant_id': '1dba54f45f4a4c989c327f7066d42bad'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:20.318292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf02e9-b389-415f-8463-68ce9983db83 req-f3c634a4-4f35-468b-8bee-e2d56afecf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.319844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bf02e9-b389-415f-8463-68ce9983db83 req-f3c634a4-4f35-468b-8bee-e2d56afecf94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2204552 Aug 20 11:55:20.352431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-ccf958d7-f667-43a0-bc6b-a29b9aa1603c tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=919854118aaf444e8489a79a61e3efd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348295 Aug 20 11:55:20.399895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d6e5ddb7-bb73-4a05-b5ad-ad839b50426d up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:20.459223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:20.464176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:20.464799 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.535117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Attempting to bind port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:20.535450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Attempting to bind port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:20.535777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Attempting to bind port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:20.564544 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.582709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:20.582709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Attempting to bind port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:20.587969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638de5da-4167-4970-8c77-ddbd888768b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e5ddb7-bb73-4a05-b5ad-ad839b50426d'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:20.590438 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0d485e-1f26-408b-9a4c-30d9d63b379c" -d '{"events": [{"server_uuid": "638de5da-4167-4970-8c77-ddbd888768b2", "name": "network-vif-plugged", "status": "completed", "tag": "d6e5ddb7-bb73-4a05-b5ad-ad839b50426d"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:20.602494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:20.607203 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.637627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:20.637981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:20.638525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:20.638808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Bound port: 1c983081-3c97-43ca-bbde-50f3a9c3cc18, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:20.639194 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.658815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:20.663974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bf02e9-b389-415f-8463-68ce9983db83 req-6d957d20-efda-4910-b32c-85e2d0cba630 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046451 Aug 20 11:55:20.673891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-4cab7ff4-3d3b-40e8-a1aa-35910f3ef91b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.675317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-4cab7ff4-3d3b-40e8-a1aa-35910f3ef91b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057775 Aug 20 11:55:20.752925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Made reservation on behalf of 1dba54f45f4a4c989c327f7066d42bad for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:20.756352 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.785725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6d87-7eb0-45f3-965e-9048f278e7a1 req-e4bd62d0-03b2-4efe-acb8-c35b4ef7827b tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.787240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc4d6d87-7eb0-45f3-965e-9048f278e7a1 req-e4bd62d0-03b2-4efe-acb8-c35b4ef7827b tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 948 time: 0.2409928 Aug 20 11:55:20.796676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-451713dc-c027-4d93-8521-42bef2279ef3 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/quotas/919854118aaf444e8489a79a61e3efd2 HTTP/1.1" status: 200 len: 375 time: 0.1038792 Aug 20 11:55:21.043817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-47d6f1f2-35ca-4778-9add-190f8e3eb539 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=919854118aaf444e8489a79a61e3efd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2411990 Aug 20 11:55:21.097608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] For port 1c983081-3c97-43ca-bbde-50f3a9c3cc18, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:21.126096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bf02e9-b389-415f-8463-68ce9983db83 req-b984b862-a787-4f0c-8a94-ca29547a4731 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477677 Aug 20 11:55:21.132859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] For port 1c983081-3c97-43ca-bbde-50f3a9c3cc18, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c983081-3c97-43ca-bbde-50f3a9c3cc18,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:21.137187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc4d6d87-7eb0-45f3-965e-9048f278e7a1 req-23abf1c1-0942-4438-8834-974b8d5e8f47 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369100 Aug 20 11:55:21.142079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.241869 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9981bb14-1a54-4ac7-88bd-eb14cdcfbfce x-openstack-request-id: req-9981bb14-1a54-4ac7-88bd-eb14cdcfbfce {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:21.242203 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638de5da-4167-4970-8c77-ddbd888768b2", "name": "network-vif-plugged", "status": "completed", "tag": "d6e5ddb7-bb73-4a05-b5ad-ad839b50426d", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:21.242461 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9981bb14-1a54-4ac7-88bd-eb14cdcfbfce {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:21.242852 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638de5da-4167-4970-8c77-ddbd888768b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e5ddb7-bb73-4a05-b5ad-ad839b50426d', 'code': 200} Aug 20 11:55:21.405994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.406636 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.408021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] 10.222.0.22 "PUT /v2.0/ports/1c983081-3c97-43ca-bbde-50f3a9c3cc18 HTTP/1.1" status: 200 len: 1097 time: 2.5489025 Aug 20 11:55:21.416062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c39064-2006-4938-9335-374a89cf5b99', 'tag': '1c983081-3c97-43ca-bbde-50f3a9c3cc18'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:21.419187 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971db269-c9af-4314-860b-03ddbb9d246f" -d '{"events": [{"name": "network-changed", "server_uuid": "93c39064-2006-4938-9335-374a89cf5b99", "tag": "1c983081-3c97-43ca-bbde-50f3a9c3cc18"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:21.424852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Allocated IP 172.20.0.2 (b5d66fb8-60bf-4c82-9d35-49fa0f779797/e3c72f72-d312-4bb8-bdb9-a6005c267c59/2543b0df-4e6d-42a4-9012-3ea01d310035) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:21.462698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2ef4b-bf4a-4286-b23b-bdd1ce707edc service neutron] Pushing event updated for resources: {'Port': ['ID=1c983081-3c97-43ca-bbde-50f3a9c3cc18,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:21.556440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125418-8f7e-40f4-918d-2bafd247bb6e req-52d0c466-43e4-4cf1-bcf8-ebfb4bd3e303 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.558399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7125418-8f7e-40f4-918d-2bafd247bb6e req-52d0c466-43e4-4cf1-bcf8-ebfb4bd3e303 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2832463 Aug 20 11:55:21.577374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c476d6-9e80-416e-9845-629574514e8d req-1bf9caf9-262f-4171-a497-f4dc1033ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.579134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39c476d6-9e80-416e-9845-629574514e8d req-1bf9caf9-262f-4171-a497-f4dc1033ee00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 1102 time: 0.2634552 Aug 20 11:55:21.602740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-50e02fdb-0792-4e70-a869-57761ced86ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.610336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dacb49-d848-4f88-b721-76d3fc62ea14 req-594bb968-14e5-4cdc-80e3-c2614639c4d5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.611883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12dacb49-d848-4f88-b721-76d3fc62ea14 req-594bb968-14e5-4cdc-80e3-c2614639c4d5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.2828438 Aug 20 11:55:21.635747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-7f9205fe-dbb7-4d77-93db-c521e622affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.637271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-7f9205fe-dbb7-4d77-93db-c521e622affa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fe1f88ed041427787fcd699f137ee04&device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 1100 time: 0.1694601 Aug 20 11:55:21.744165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-e259a290-b221-4447-ae35-6a58b05bf88d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1c983081-3c97-43ca-bbde-50f3a9c3cc18 HTTP/1.1" status: 200 len: 217 time: 0.0830660 Aug 20 11:55:21.786518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7125418-8f7e-40f4-918d-2bafd247bb6e req-824b5419-26a8-4e77-903d-1e1f48af5c1f tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153399 Aug 20 11:55:21.881787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39c476d6-9e80-416e-9845-629574514e8d req-b6e89138-e4c3-486f-a630-f78b14b374df service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664092 Aug 20 11:55:21.894746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12dacb49-d848-4f88-b721-76d3fc62ea14 req-ee6ce580-a335-4c1c-a6f3-85d6316a6e2c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442999 Aug 20 11:55:22.004965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-7262ea51-fd18-4579-8354-2e1a2d806675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.007137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-7262ea51-fd18-4579-8354-2e1a2d806675 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2493000 Aug 20 11:55:22.030960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6def0902-919f-4a93-a8ee-a03f230052d6 req-449b6c60-dbf5-49f7-845e-bc3977cd9280 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 210 time: 0.0680621 Aug 20 11:55:22.060378 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.111078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32143b3a-c461-4673-a570-84128d01ab48 req-7cd989d4-be8e-4ba2-b92d-aa94929d209b tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.112834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32143b3a-c461-4673-a570-84128d01ab48 req-7cd989d4-be8e-4ba2-b92d-aa94929d209b tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 950 time: 0.1727245 Aug 20 11:55:22.168569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-60817887-4284-4ba5-8b36-50799ab4043e tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=919854118aaf444e8489a79a61e3efd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486867 Aug 20 11:55:22.170307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-4a41808e-2ef2-40a7-899d-f89a4496758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.171685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-4a41808e-2ef2-40a7-899d-f89a4496758a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1457655 Aug 20 11:55:22.308255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32143b3a-c461-4673-a570-84128d01ab48 req-a38b1ae3-947a-411b-8798-68e647bd8241 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846302 Aug 20 11:55:22.309300 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.383458 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2407a17f-7ef3-4795-9a38-193e83080c15 x-openstack-request-id: req-2407a17f-7ef3-4795-9a38-193e83080c15 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:22.383748 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c39064-2006-4938-9335-374a89cf5b99", "tag": "1c983081-3c97-43ca-bbde-50f3a9c3cc18", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:22.384116 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2407a17f-7ef3-4795-9a38-193e83080c15 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:22.384448 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c39064-2006-4938-9335-374a89cf5b99', 'tag': '1c983081-3c97-43ca-bbde-50f3a9c3cc18', 'status': 'completed', 'code': 200} Aug 20 11:55:22.397585 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-2ec24ab2-89f6-40b8-bcfa-c11c4a91a9eb tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=919854118aaf444e8489a79a61e3efd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337205 Aug 20 11:55:22.436914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-95313b5e-fead-416c-afaa-bb01a46eae4b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.444396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-95313b5e-fead-416c-afaa-bb01a46eae4b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657306 Aug 20 11:55:22.468781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Network b5d66fb8-60bf-4c82-9d35-49fa0f779797 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:22.512859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Pushing event updated for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:22.517673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-aa605fab-43b9-43ad-b02d-f0f3f9353690 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235226 Aug 20 11:55:22.519733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-f731817a-d14f-4d42-9a8c-f49efb25a164 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/quotas/919854118aaf444e8489a79a61e3efd2 HTTP/1.1" status: 200 len: 375 time: 0.0742898 Aug 20 11:55:22.521142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:22.532968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-7ed9c2a9-9528-4d94-ba5b-51b56d862be2 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.534873 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-7ed9c2a9-9528-4d94-ba5b-51b56d862be2 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302514 Aug 20 11:55:22.550006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Request body: {'port': {'device_id': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '919854118aaf444e8489a79a61e3efd2'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:22.550257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:22.573207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.573711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.574156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.574618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.575066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.575498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.575928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.576355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.576783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.577196 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.577620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.578042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:22.668919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-cceec737-8f4c-4a5f-bf64-2cfd9e3c40b4 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=919854118aaf444e8489a79a61e3efd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1197889 Aug 20 11:55:22.713620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.714495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.736103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dbf58-2a81-4211-985a-cc5da9533b98 req-c96b0b87-6051-46a0-a1fc-472cf0a34db2 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:22.744430 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-876dbf58-2a81-4211-985a-cc5da9533b98 req-c96b0b87-6051-46a0-a1fc-472cf0a34db2 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 948 time: 0.2946503 Aug 20 11:55:22.782278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-ce3510a0-be92-42e1-a35d-50ad3e91dd6f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5325732 Aug 20 11:55:22.832101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Request body: {'port': {'device_id': '51954f2a-fc42-4888-bc08-a58bfc283239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:22.864248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfa4bd1c-c332-45e7-9e8e-78f0d2215237 req-0a34c042-de18-442e-88a8-54e4beea8180 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161952 Aug 20 11:55:22.919140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-876dbf58-2a81-4211-985a-cc5da9533b98 req-faa8a848-6b13-4f59-885f-317e64b6ac4f tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727538 Aug 20 11:55:22.950119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8893de25-71a7-4da7-8d2e-439cb9ba6dab req-f5954f29-924b-4c6d-b6d9-06d1a06b77da tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 210 time: 0.1048853 Aug 20 11:55:23.021941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Made reservation on behalf of 919854118aaf444e8489a79a61e3efd2 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:23.029355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.043895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.085516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.149068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971db269-c9af-4314-860b-03ddbb9d246f req-5960d93d-46de-4211-884a-b576f8e4db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.151563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-971db269-c9af-4314-860b-03ddbb9d246f req-5960d93d-46de-4211-884a-b576f8e4db7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fe1f88ed041427787fcd699f137ee04&device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 1100 time: 0.1948206 Aug 20 11:55:23.202059 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.209406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.297942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383112b3-bdc0-4dad-936c-b5430aca0a7e req-fc4f7507-d4fe-4530-9735-305c63fd08a9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.306321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-383112b3-bdc0-4dad-936c-b5430aca0a7e req-fc4f7507-d4fe-4530-9735-305c63fd08a9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2241087 Aug 20 11:55:23.357440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eb55fb-76db-496b-812a-ad7afd1d6333,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:23.377576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.377917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.378279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.378644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.378948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.379473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.380009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.380856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.381249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.381698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.382215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.382695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:23.400273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Allocated IP 192.168.233.155 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/2f5558f8-0637-4e4c-810a-111218be823b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:23.604711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.624105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Transition to ACTIVE for port object 2f5558f8-0637-4e4c-810a-111218be823b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:23.645255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e13ed-22dd-4e8e-aaa7-963718ff2b3d req-ee970b01-e8f7-4579-8407-50dad3dfdb73 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.647027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-384e13ed-22dd-4e8e-aaa7-963718ff2b3d req-ee970b01-e8f7-4579-8407-50dad3dfdb73 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.4523568 Aug 20 11:55:23.665185 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.694342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-383112b3-bdc0-4dad-936c-b5430aca0a7e req-995f688d-8a69-4441-b435-72b0b80c77a9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825612 Aug 20 11:55:23.714388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:23.717983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:23.720296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:23.751525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:23.788444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.789025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.808234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-e61671d0-9805-4b84-83fd-e3bbc99c4c2a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2616756 Aug 20 11:55:23.831772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Request body: {'port': {'device_id': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:23.889919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971db269-c9af-4314-860b-03ddbb9d246f req-842b9593-e4fe-4980-b292-144dc34a983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:23.891388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-971db269-c9af-4314-860b-03ddbb9d246f req-842b9593-e4fe-4980-b292-144dc34a983b service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.7034965 Aug 20 11:55:23.909910 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.990572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-384e13ed-22dd-4e8e-aaa7-963718ff2b3d req-8968797e-28d2-4f09-b313-3958f2a93411 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316479 Aug 20 11:55:23.995217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-971db269-c9af-4314-860b-03ddbb9d246f req-06f98053-6306-4ea9-9e22-df946bbf6655 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1c983081-3c97-43ca-bbde-50f3a9c3cc18 HTTP/1.1" status: 200 len: 217 time: 0.0691411 Aug 20 11:55:24.057016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fce29-457a-4489-b3a0-625b5b3ef8a6 req-b60ea5bb-0247-476f-8b69-29421e4b9f9c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.059777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a7fce29-457a-4489-b3a0-625b5b3ef8a6 req-b60ea5bb-0247-476f-8b69-29421e4b9f9c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 931 time: 0.1943231 Aug 20 11:55:24.070321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e8884bb-9d49-4591-9c3c-52ae57fe04f0 None None] Provisioning for port 2f5558f8-0637-4e4c-810a-111218be823b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:24.078039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e8884bb-9d49-4591-9c3c-52ae57fe04f0 None None] Provisioning complete for port 2f5558f8-0637-4e4c-810a-111218be823b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:24.078675 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e8884bb-9d49-4591-9c3c-52ae57fe04f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.135206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0e8884bb-9d49-4591-9c3c-52ae57fe04f0 None None] Port 2f5558f8-0637-4e4c-810a-111218be823b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:24.149843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971db269-c9af-4314-860b-03ddbb9d246f req-114cbf90-845b-4989-9ffa-df85c153acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.151421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-971db269-c9af-4314-860b-03ddbb9d246f req-114cbf90-845b-4989-9ffa-df85c153acfa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1487083 Aug 20 11:55:24.207383 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7989c9a5-dbad-4f1d-89a1-b8b1b85e869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.210728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a7fce29-457a-4489-b3a0-625b5b3ef8a6 req-f5cd8b9b-dc4b-4139-a273-84734ae207f1 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381006 Aug 20 11:55:24.276496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0722c90-f072-4f1d-b1c4-00287a407ea6 req-1e09adf3-ab12-4d08-8670-b481621079a6 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.283892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0722c90-f072-4f1d-b1c4-00287a407ea6 req-1e09adf3-ab12-4d08-8670-b481621079a6 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 950 time: 0.2178364 Aug 20 11:55:24.327170 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5558f8-0637-4e4c-810a-111218be823b {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:24.334736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-5a7cd4c5-2acb-4f95-8dc9-73f29dc43b30 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=919854118aaf444e8489a79a61e3efd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941982 Aug 20 11:55:24.335074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.343708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2543b0df-4e6d-42a4-9012-3ea01d310035 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:24.351107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Transition to ACTIVE for port object 2f5558f8-0637-4e4c-810a-111218be823b will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:24.356434 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.394333 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.433194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:24.508913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Attempting to bind port 2f5558f8-0637-4e4c-810a-111218be823b on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:24.509338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Attempting to bind port 2f5558f8-0637-4e4c-810a-111218be823b by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:24.509729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Attempting to bind port 2f5558f8-0637-4e4c-810a-111218be823b on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:24.511304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-70c575e0-33f9-4bb2-8255-4307bbc657cb tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.512916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-70c575e0-33f9-4bb2-8255-4307bbc657cb tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643989 Aug 20 11:55:24.516451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Port 2f5558f8-0637-4e4c-810a-111218be823b on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:24.516963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Attempting to bind port 2f5558f8-0637-4e4c-810a-111218be823b on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:24.523167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:24.523907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:24.524020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Transition to ACTIVE for port object 2543b0df-4e6d-42a4-9012-3ea01d310035 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:24.524127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:24.524621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Bound port: 2f5558f8-0637-4e4c-810a-111218be823b, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:24.524999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.531646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971db269-c9af-4314-860b-03ddbb9d246f req-2288a6a7-f00c-4b3f-a22f-b96150542881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.533311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-971db269-c9af-4314-860b-03ddbb9d246f req-2288a6a7-f00c-4b3f-a22f-b96150542881 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3724179 Aug 20 11:55:24.539485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.554683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Request body: {'port': {'device_id': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '919854118aaf444e8489a79a61e3efd2'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:24.604828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:24.608257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:24.614477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.658283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.658879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.660289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0722c90-f072-4f1d-b1c4-00287a407ea6 req-3f9d2df2-264c-4466-88c6-0998a2e59816 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755569 Aug 20 11:55:24.662126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] 10.222.0.22 "PUT /v2.0/ports/2f5558f8-0637-4e4c-810a-111218be823b HTTP/1.1" status: 200 len: 1097 time: 0.8408291 Aug 20 11:55:24.664807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:24.667735 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4235c189-d87b-44aa-b919-89140984de51" -d '{"events": [{"name": "network-changed", "server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "tag": "2f5558f8-0637-4e4c-810a-111218be823b"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:24.694252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d6aab-f6b6-454c-9d45-cd5bd141141d service neutron] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:24.778007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-f475577e-d8d4-44a2-bdd5-63ea5fe54fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.781208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-f475577e-d8d4-44a2-bdd5-63ea5fe54fcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=919854118aaf444e8489a79a61e3efd2&device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 1100 time: 0.0685163 Aug 20 11:55:24.834296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-5200553c-340c-45c6-9d6f-d7aac7e4cbbb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=2f5558f8-0637-4e4c-810a-111218be823b HTTP/1.1" status: 200 len: 217 time: 0.0448496 Aug 20 11:55:24.836144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad3ab-fbe8-4de5-bf3c-3f501a10f6fb req-f4ebcf02-9073-48b6-aedf-4c7826909673 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.843883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-379ad3ab-fbe8-4de5-bf3c-3f501a10f6fb req-f4ebcf02-9073-48b6-aedf-4c7826909673 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 948 time: 0.5362520 Aug 20 11:55:24.896284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-4ed2ebca-4b5f-4c68-958b-cf987f0d1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:24.897922 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-4ed2ebca-4b5f-4c68-958b-cf987f0d1d42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0561121 Aug 20 11:55:24.955297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-379ad3ab-fbe8-4de5-bf3c-3f501a10f6fb req-28ba3ee3-b406-4d9d-90a8-a5c0a0f202a9 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106839 Aug 20 11:55:24.957944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4edccd69-cced-4ad7-a68f-22b4f4ef8de1 req-14f06ec8-0798-4351-9ece-f791f937d623 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 210 time: 0.1848822 Aug 20 11:55:24.967572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:24.976434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-971db269-c9af-4314-860b-03ddbb9d246f req-d1253ed6-7305-4e19-a3cb-5ddfcf014cfe service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177773 Aug 20 11:55:24.978703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.027414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-2fc58789-f705-4648-9bf1-9645ade7930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.032624 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-2fc58789-f705-4648-9bf1-9645ade7930f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1272264 Aug 20 11:55:25.094213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:25.094550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:25.094885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:25.113539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:25.113868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:25.142877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:25.143230 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4213df9c-e3d1-4d81-8481-5dff382b6b5f x-openstack-request-id: req-4213df9c-e3d1-4d81-8481-5dff382b6b5f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:25.143633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:25.143815 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "tag": "2f5558f8-0637-4e4c-810a-111218be823b", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:25.143993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:25.144097 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4213df9c-e3d1-4d81-8481-5dff382b6b5f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:25.144409 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b', 'status': 'completed', 'code': 200} Aug 20 11:55:25.144515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Bound port: 2543b0df-4e6d-42a4-9012-3ea01d310035, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:25.144836 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.163599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Made reservation on behalf of 919854118aaf444e8489a79a61e3efd2 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:25.167242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.201541 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-b069d6bf-5567-4cbc-b361-0b784e911e11 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584005 Aug 20 11:55:25.271297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-971db269-c9af-4314-860b-03ddbb9d246f req-52817ae0-3e7a-4801-b713-d08b06af4e11 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789388 Aug 20 11:55:25.324526 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-18610003-5ca2-4e94-b53f-e409fbb9215d req-c4c91128-8126-4478-a035-7306902b02a1 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156440 Aug 20 11:55:25.355615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7171-2788-4dff-91fa-8e800edb7555 req-77e58d25-1ed5-4fce-9766-3450fcbb169c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.358439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2ee7171-2788-4dff-91fa-8e800edb7555 req-77e58d25-1ed5-4fce-9766-3450fcbb169c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2099686 Aug 20 11:55:25.412815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:25.430425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235c189-d87b-44aa-b919-89140984de51 req-709a44c4-9b23-484e-bf70-6fd1f3bf02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.432426 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4235c189-d87b-44aa-b919-89140984de51 req-709a44c4-9b23-484e-bf70-6fd1f3bf02e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=919854118aaf444e8489a79a61e3efd2&device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 1100 time: 0.0554545 Aug 20 11:55:25.443269 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.487906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:25.513332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.518046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2ee7171-2788-4dff-91fa-8e800edb7555 req-568f1887-5980-478e-a516-5112af86aedd tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513827 Aug 20 11:55:25.559949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235c189-d87b-44aa-b919-89140984de51 req-099ec1fd-beed-47fa-bfff-5486739dd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.560901 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4235c189-d87b-44aa-b919-89140984de51 req-099ec1fd-beed-47fa-bfff-5486739dd957 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1217515 Aug 20 11:55:25.574650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Allocated IP 192.168.233.18 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/f1ecc648-be45-4d0e-bf36-507532dab145) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:25.589708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.590365 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.591863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] 10.222.0.73 "PUT /v2.0/ports/2543b0df-4e6d-42a4-9012-3ea01d310035 HTTP/1.1" status: 200 len: 1092 time: 2.7894075 Aug 20 11:55:25.592314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:25.594603 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c843eb1-aa05-4584-b9b3-033de52f8dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:25.630337 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4235c189-d87b-44aa-b919-89140984de51 req-19880e4e-caed-43b7-9646-08e92db90b12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=2f5558f8-0637-4e4c-810a-111218be823b HTTP/1.1" status: 200 len: 217 time: 0.0600975 Aug 20 11:55:25.641805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b43f3-3596-4d21-a629-3587cb835d8f req-922f21a4-95f4-41bf-b6d0-9d897667206b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.643670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-152b43f3-3596-4d21-a629-3587cb835d8f req-922f21a4-95f4-41bf-b6d0-9d897667206b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.2336876 Aug 20 11:55:25.686320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235c189-d87b-44aa-b919-89140984de51 req-fa21808f-a4ed-4f98-8009-39f398f3f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.687938 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4235c189-d87b-44aa-b919-89140984de51 req-fa21808f-a4ed-4f98-8009-39f398f3f754 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0499384 Aug 20 11:55:25.710987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b969c2-f3d2-4a92-99f6-ce1297ddb0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:25.747760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235c189-d87b-44aa-b919-89140984de51 req-b8ebc4ea-6a65-4362-935b-9179dfd9d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.749602 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4235c189-d87b-44aa-b919-89140984de51 req-b8ebc4ea-6a65-4362-935b-9179dfd9d3bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539608 Aug 20 11:55:25.798832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e421c25-0e33-477b-b0c0-8fd6f26ae3dc req-06cac472-bfdf-472e-8659-1fa0d913c7c7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.800297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e421c25-0e33-477b-b0c0-8fd6f26ae3dc req-06cac472-bfdf-472e-8659-1fa0d913c7c7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.2014647 Aug 20 11:55:25.802861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-152b43f3-3596-4d21-a629-3587cb835d8f req-dfa0739d-315f-4c05-8ff3-135c65df5dcb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290958 Aug 20 11:55:25.839996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-8f14040e-3d34-4b77-9c89-a7ccbc7f575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:25.842026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-8f14040e-3d34-4b77-9c89-a7ccbc7f575e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1095 time: 0.1785417 Aug 20 11:55:25.857547 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4235c189-d87b-44aa-b919-89140984de51 req-50d474de-4157-4cc9-a3f1-081026b1c59d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981343 Aug 20 11:55:25.956580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4235c189-d87b-44aa-b919-89140984de51 req-9642031f-7540-4965-bf0c-e29082eb1699 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913894 Aug 20 11:55:26.115264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-613451de-834a-4f13-b01c-13a868f33e25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2543b0df-4e6d-42a4-9012-3ea01d310035 HTTP/1.1" status: 200 len: 217 time: 0.2512286 Aug 20 11:55:26.175780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e421c25-0e33-477b-b0c0-8fd6f26ae3dc req-af4726eb-f490-4c94-b69d-36c066d833bd tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283544 Aug 20 11:55:26.215891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b854a7a-7189-40c3-88c0-1a619c7031d4 req-6f10be3f-fe25-4b7e-a825-4a783fd140d1 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:26.217383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b854a7a-7189-40c3-88c0-1a619c7031d4 req-6f10be3f-fe25-4b7e-a825-4a783fd140d1 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 950 time: 0.3436074 Aug 20 11:55:26.230812 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab2a3ba-801a-4241-84e6-b712688e00dc x-openstack-request-id: req-9ab2a3ba-801a-4241-84e6-b712688e00dc {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:26.230812 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:26.230812 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ab2a3ba-801a-4241-84e6-b712688e00dc {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:26.230812 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035', 'status': 'completed', 'code': 200} Aug 20 11:55:26.233495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-e42f16a4-6376-42f6-ac78-e820343a1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:26.234949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-e42f16a4-6376-42f6-ac78-e820343a1c9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1071742 Aug 20 11:55:26.250239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.295483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-c59e12ff-48dc-4a42-bf0e-108a7f58d638 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482950 Aug 20 11:55:26.311901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Transition to ACTIVE for port object f1ecc648-be45-4d0e-bf36-507532dab145 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:26.354026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f13caea-cc3e-489e-b542-d30a3d9904b3 req-adac5e76-e642-4f8a-a16a-6db300fc572e tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 210 time: 0.0656435 Aug 20 11:55:26.382739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b854a7a-7189-40c3-88c0-1a619c7031d4 req-ec313a69-78ee-4422-9684-a160886e646e tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513646 Aug 20 11:55:26.449232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.520020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-8b1eaeb3-bd61-45f9-9a2d-174461a4d652 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083993 Aug 20 11:55:26.544866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:26.552227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:26.554850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:26.628571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Pushing event updated for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:26.656557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d746e-3a77-4bad-ae8f-2d89c972d773 req-c2b130aa-0790-4de1-8181-772acfe61fb8 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:26.658098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-565d746e-3a77-4bad-ae8f-2d89c972d773 req-c2b130aa-0790-4de1-8181-772acfe61fb8 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 948 time: 0.2256513 Aug 20 11:55:26.679570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-2632c4c4-920c-48db-8ac9-172d8c8d6d2d tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=82255780e0a0412da23182ef90ad95cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760889 Aug 20 11:55:26.726194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:26.726789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.769076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c0796a99-4603-4bd4-908f-4369738a535d None None] Provisioning for port f1ecc648-be45-4d0e-bf36-507532dab145 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:26.773752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c0796a99-4603-4bd4-908f-4369738a535d None None] Provisioning complete for port f1ecc648-be45-4d0e-bf36-507532dab145 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:26.774249 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c0796a99-4603-4bd4-908f-4369738a535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.811182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c0796a99-4603-4bd4-908f-4369738a535d None None] Port f1ecc648-be45-4d0e-bf36-507532dab145 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:26.815647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-565d746e-3a77-4bad-ae8f-2d89c972d773 req-284c2887-1191-49da-977d-ae24b1b01413 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434572 Aug 20 11:55:26.816852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-e5b0a9f7-7802-40a9-a48d-0864ce260672 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2785480 Aug 20 11:55:26.824386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d226adcd-dadf-4507-8f1e-e8c3985c6a6e req-e28b8d2f-5204-4a52-9ce9-a5bb5c03703f service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947049 Aug 20 11:55:26.845031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Request body: {'port': {'device_id': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:26.859473 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.894572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-4fba39b6-1442-4abe-9b2d-6545afa18ba6 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:26.896229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-4fba39b6-1442-4abe-9b2d-6545afa18ba6 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076514 Aug 20 11:55:26.982563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-a6976eb7-a9a7-46c2-9335-bfdd04be3ece tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/quotas/82255780e0a0412da23182ef90ad95cd HTTP/1.1" status: 200 len: 375 time: 0.0702431 Aug 20 11:55:26.991514 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.010128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1c983081-3c97-43ca-bbde-50f3a9c3cc18 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:27.063812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-c5c1eb64-cc7a-4613-986e-3d3c7a09c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.065286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-c5c1eb64-cc7a-4613-986e-3d3c7a09c44e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1095 time: 0.1618662 Aug 20 11:55:27.075814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2b95d-df30-444a-850d-e3075466c247 req-db58ebb4-870f-4822-ba12-99b9060c5219 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.077275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85c2b95d-df30-444a-850d-e3075466c247 req-db58ebb4-870f-4822-ba12-99b9060c5219 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1768529 Aug 20 11:55:27.111329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1c983081-3c97-43ca-bbde-50f3a9c3cc18, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c983081-3c97-43ca-bbde-50f3a9c3cc18,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:27.124377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '1c983081-3c97-43ca-bbde-50f3a9c3cc18', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '1c983081-3c97-43ca-bbde-50f3a9c3cc18', 'mac_address': 'fa:16:3e:aa:2a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:27.161381 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.171338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-404ec591-cbdf-47e3-822c-ffe0a3704704 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82255780e0a0412da23182ef90ad95cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1809871 Aug 20 11:55:27.175176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c983081-3c97-43ca-bbde-50f3a9c3cc18 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:27.197475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1c983081-3c97-43ca-bbde-50f3a9c3cc18, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c983081-3c97-43ca-bbde-50f3a9c3cc18,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:27.201873 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.250389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85c2b95d-df30-444a-850d-e3075466c247 req-41f2164b-ba0a-469f-aa94-e332447e2d44 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615276 Aug 20 11:55:27.254474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=1c983081-3c97-43ca-bbde-50f3a9c3cc18,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:27.332412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-9f7ea57f-58a7-4128-a66f-eb47f24566ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.333906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-9f7ea57f-58a7-4128-a66f-eb47f24566ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.2557745 Aug 20 11:55:27.454206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-fe45c791-cec3-4fc5-9ef4-188fc5fb48f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2543b0df-4e6d-42a4-9012-3ea01d310035 HTTP/1.1" status: 200 len: 217 time: 0.1100650 Aug 20 11:55:27.476275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1c983081-3c97-43ca-bbde-50f3a9c3cc18'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:27.554975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac304f-c139-42bf-904f-731f6b2ddac8 req-aebc4ca5-1bd1-488e-b028-551cceb04565 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.556543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bac304f-c139-42bf-904f-731f6b2ddac8 req-aebc4ca5-1bd1-488e-b028-551cceb04565 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.2181411 Aug 20 11:55:27.574773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee226a3-4266-4c2f-87ad-fd4c44619470 req-6ff085e8-8800-4c43-b0bd-dfc4010a1453 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.582734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ee226a3-4266-4c2f-87ad-fd4c44619470 req-6ff085e8-8800-4c43-b0bd-dfc4010a1453 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.2181683 Aug 20 11:55:27.617573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-d1268399-49a5-4bc8-bc53-bca9f45f5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:27.619042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-d1268399-49a5-4bc8-bc53-bca9f45f5048 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1500552 Aug 20 11:55:27.686112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-1e60a509-989d-46cd-9fbb-e443088db623 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404453 Aug 20 11:55:27.702712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ecc648-be45-4d0e-bf36-507532dab145 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:27.717579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.730487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ee226a3-4266-4c2f-87ad-fd4c44619470 req-0246b02b-1d40-4d67-b87a-4f5817ace9e0 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467626 Aug 20 11:55:27.744124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bac304f-c139-42bf-904f-731f6b2ddac8 req-4f91ebf5-df59-4566-a34b-dffd431f964f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463106 Aug 20 11:55:27.784394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Transition to ACTIVE for port object f1ecc648-be45-4d0e-bf36-507532dab145 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:27.794357 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.907751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80290946-4327-41d4-af10-53c99d4633fe req-1fff2858-ea06-421b-8c10-d3f87a61d45c tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 210 time: 0.0743301 Aug 20 11:55:27.929060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-b19abb15-0243-41b4-bf7a-d70aaa461eb3 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166028 Aug 20 11:55:27.929989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:28.174471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198f345-4a2c-4034-adb2-6e60d9751fd2 req-04683b55-86ab-489b-834f-cacab074d59e tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.175901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2198f345-4a2c-4034-adb2-6e60d9751fd2 req-04683b55-86ab-489b-834f-cacab074d59e tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 947 time: 0.3444481 Aug 20 11:55:28.321229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2198f345-4a2c-4034-adb2-6e60d9751fd2 req-4e9c9ef3-ba6c-4ec9-9de9-e5f1067271fd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898418 Aug 20 11:55:28.333225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Attempting to bind port f1ecc648-be45-4d0e-bf36-507532dab145 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:28.333225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Attempting to bind port f1ecc648-be45-4d0e-bf36-507532dab145 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:28.333526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Attempting to bind port f1ecc648-be45-4d0e-bf36-507532dab145 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:28.342542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad33464-e38f-4df4-9200-bcb000080849 req-bed360b6-bcee-4aee-ab41-d10db681ae9b tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.349972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ad33464-e38f-4df4-9200-bcb000080849 req-bed360b6-bcee-4aee-ab41-d10db681ae9b tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 949 time: 0.2025433 Aug 20 11:55:28.350216 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8d501e66-c517-45bb-a36a-822f301b3198 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=82255780e0a0412da23182ef90ad95cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284014 Aug 20 11:55:28.364084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c843eb1-aa05-4584-b9b3-033de52f8dd0 req-4b7765bf-86a8-4677-8747-ba90caa71119 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245772 Aug 20 11:55:28.364840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Port f1ecc648-be45-4d0e-bf36-507532dab145 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:28.365104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Attempting to bind port f1ecc648-be45-4d0e-bf36-507532dab145 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:28.387501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:28.387836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:28.388366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:28.388811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Bound port: f1ecc648-be45-4d0e-bf36-507532dab145, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:28.389167 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.415631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ad33464-e38f-4df4-9200-bcb000080849 req-9c75f29f-d1f2-4804-b0d9-0526f318aa9e tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647676 Aug 20 11:55:28.499402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-5cef6ec9-c61f-4adc-9c5f-da5aaa190998 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.501880 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-5cef6ec9-c61f-4adc-9c5f-da5aaa190998 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456716 Aug 20 11:55:28.507929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f71053-6a21-44c6-890c-28ef36e1b01b req-a47af954-15c8-47ff-a2ca-0c71ade0df9e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.509415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10f71053-6a21-44c6-890c-28ef36e1b01b req-a47af954-15c8-47ff-a2ca-0c71ade0df9e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.0971079 Aug 20 11:55:28.512528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:28.515234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Request body: {'port': {'device_id': 'c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '82255780e0a0412da23182ef90ad95cd'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:28.516254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:28.532352 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.579634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.580237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.581669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] 10.222.0.73 "PUT /v2.0/ports/f1ecc648-be45-4d0e-bf36-507532dab145 HTTP/1.1" status: 200 len: 1096 time: 1.7508650 Aug 20 11:55:28.583883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:28.586070 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980c7cfc-bf97-471b-8e78-c815c8ed05d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:28.594525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10f71053-6a21-44c6-890c-28ef36e1b01b req-a44cc1e5-03d1-4056-b832-c6128b3d0e64 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759816 Aug 20 11:55:28.615817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b80842-b5e1-4c7c-8589-b71986b4c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:28.641602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Made reservation on behalf of 82255780e0a0412da23182ef90ad95cd for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:28.645411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.658593 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3154667-6fd6-417a-8067-486efacf7dd1 x-openstack-request-id: req-f3154667-6fd6-417a-8067-486efacf7dd1 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:28.658889 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:28.659133 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3154667-6fd6-417a-8067-486efacf7dd1 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:28.659556 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'status': 'completed', 'code': 200} Aug 20 11:55:28.698641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-8f2ca616-4880-4ad3-85ea-0d69174d2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.700435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-8f2ca616-4880-4ad3-85ea-0d69174d2ef2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=919854118aaf444e8489a79a61e3efd2&device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 1099 time: 0.0519860 Aug 20 11:55:28.752330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-c10addc3-eb88-43b1-bdfd-6332c6f76c60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f1ecc648-be45-4d0e-bf36-507532dab145 HTTP/1.1" status: 200 len: 217 time: 0.0410695 Aug 20 11:55:28.794623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Allocated IP 192.168.233.234 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/9c749346-77cb-4e88-9026-8c5943fb4ed7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:28.848341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-3790ea8f-095c-4a96-bf49-838fcbfaae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.849779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-3790ea8f-095c-4a96-bf49-838fcbfaae40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0884335 Aug 20 11:55:28.933757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e63210-73af-442a-8d7f-309b088c8d3f req-3c309f9e-f0e1-4b1c-8f40-cbdeee406373 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.935404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67e63210-73af-442a-8d7f-309b088c8d3f req-3c309f9e-f0e1-4b1c-8f40-cbdeee406373 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.1191251 Aug 20 11:55:28.958834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.959496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92dfca-11ff-4bfd-a688-5ee3fcff551d req-08661796-280d-4b1c-8df1-202f49235eb0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.960999 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f92dfca-11ff-4bfd-a688-5ee3fcff551d req-08661796-280d-4b1c-8df1-202f49235eb0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1147487 Aug 20 11:55:28.962782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-d523cb7f-ffcb-48b9-a6c6-1fcb86f71430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:28.965154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-d523cb7f-ffcb-48b9-a6c6-1fcb86f71430 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1022594 Aug 20 11:55:28.973666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Transition to ACTIVE for port object 9c749346-77cb-4e88-9026-8c5943fb4ed7 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:29.008574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.028119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:29.031354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['d6e5ddb7-bb73-4a05-b5ad-ad839b50426d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:29.033324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1c983081-3c97-43ca-bbde-50f3a9c3cc18 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:29.054862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:29.058633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:29.064719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67e63210-73af-442a-8d7f-309b088c8d3f req-b1409394-1314-4624-8650-9ebe67545643 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222248 Aug 20 11:55:29.073862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:29.078017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Pushing event updated for resources: {'Port': ['ID=9c749346-77cb-4e88-9026-8c5943fb4ed7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:29.093255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f92dfca-11ff-4bfd-a688-5ee3fcff551d req-05da5307-3036-4f4b-9955-e81c1f47a5a2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216714 Aug 20 11:55:29.164047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-2b4a59dc-8889-4738-aee1-04b92297ff73 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874962 Aug 20 11:55:29.170028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.170816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.191601 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-8b8af380-6f1e-4bdb-beda-95c68830e9c8 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6805196 Aug 20 11:55:29.209636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Request body: {'port': {'device_id': 'c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:29.291514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.298538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f4485-a32f-4988-b357-7d58247dce84 req-b827adf0-df23-4367-aae3-f2a0aadc3163 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.307818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a26f4485-a32f-4988-b357-7d58247dce84 req-b827adf0-df23-4367-aae3-f2a0aadc3163 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 936 time: 0.1377137 Aug 20 11:55:29.330945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:29.387920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a26f4485-a32f-4988-b357-7d58247dce84 req-8cc0d7b1-518c-4f84-8e07-eaa953aad951 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781915 Aug 20 11:55:29.400219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74e84af2-98b1-4006-adb4-c7c8d5ae3b42 req-5bddcc66-d9e0-466f-b78b-d98a7d12086f service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144966 Aug 20 11:55:29.519281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:29.519652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.532365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719fd45-cc08-4ba7-b91f-2ad15d7dcca8 req-acc5bbad-4edb-4d15-9759-74388001defa tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.534651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4719fd45-cc08-4ba7-b91f-2ad15d7dcca8 req-acc5bbad-4edb-4d15-9759-74388001defa tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 947 time: 0.0981746 Aug 20 11:55:29.570023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:29.584415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-5c21dbd0-9992-4259-ab34-20ebbaac5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.585910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-5c21dbd0-9992-4259-ab34-20ebbaac5f0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=919854118aaf444e8489a79a61e3efd2&device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 1099 time: 0.1114500 Aug 20 11:55:29.591664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-448667fb-e8e4-416d-9895-91b0aed84a2c None None] Provisioning for port 9c749346-77cb-4e88-9026-8c5943fb4ed7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:29.602907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '2f5558f8-0637-4e4c-810a-111218be823b', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '2f5558f8-0637-4e4c-810a-111218be823b', 'mac_address': 'fa:16:3e:62:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:29.608494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-448667fb-e8e4-416d-9895-91b0aed84a2c None None] Provisioning complete for port 9c749346-77cb-4e88-9026-8c5943fb4ed7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:29.608857 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-448667fb-e8e4-416d-9895-91b0aed84a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.622786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06d547-3071-4307-aaac-c71d6384d5c5 req-2db26a8b-e550-44a6-8438-3cff1ed13fe9 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.624255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a06d547-3071-4307-aaac-c71d6384d5c5 req-2db26a8b-e550-44a6-8438-3cff1ed13fe9 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 949 time: 0.1146209 Aug 20 11:55:29.628696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4719fd45-cc08-4ba7-b91f-2ad15d7dcca8 req-10b8e97c-4acc-4216-92a0-fe73f0d10e45 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741489 Aug 20 11:55:29.654977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c749346-77cb-4e88-9026-8c5943fb4ed7 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:29.664102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.680997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Transition to ACTIVE for port object 9c749346-77cb-4e88-9026-8c5943fb4ed7 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:29.688853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.693613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-448667fb-e8e4-416d-9895-91b0aed84a2c None None] Port 9c749346-77cb-4e88-9026-8c5943fb4ed7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:29.714404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a06d547-3071-4307-aaac-c71d6384d5c5 req-298939b1-f5d7-4de2-9018-25288de08c2b tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749917 Aug 20 11:55:29.719538 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.739105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5558f8-0637-4e4c-810a-111218be823b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:29.755674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-dc4b9aa0-e1cc-4f8c-9e40-977e73a05b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.757153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-dc4b9aa0-e1cc-4f8c-9e40-977e73a05b04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1509838 Aug 20 11:55:29.758371 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.779387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:29.779568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Pushing event updated for resources: {'Port': ['ID=9c749346-77cb-4e88-9026-8c5943fb4ed7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:29.796132 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.810627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c39064-2006-4938-9335-374a89cf5b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c983081-3c97-43ca-bbde-50f3a9c3cc18'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:29.813865 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab787a7b-1bd1-4e8f-8ae5-2ec608b11d95" -d '{"events": [{"server_uuid": "93c39064-2006-4938-9335-374a89cf5b99", "name": "network-vif-plugged", "status": "completed", "tag": "1c983081-3c97-43ca-bbde-50f3a9c3cc18"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:29.814054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-250f3c63-dcd1-45cf-9e06-1e7510c0c407 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f1ecc648-be45-4d0e-bf36-507532dab145 HTTP/1.1" status: 200 len: 217 time: 0.0411551 Aug 20 11:55:29.857302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1c983081-3c97-43ca-bbde-50f3a9c3cc18, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c983081-3c97-43ca-bbde-50f3a9c3cc18,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:29.862577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf664b-0207-460c-ad8d-b10fc6e85283 req-8b6942c3-8941-4ee6-b375-1ad064ea3cab tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.864166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bbf664b-0207-460c-ad8d-b10fc6e85283 req-8b6942c3-8941-4ee6-b375-1ad064ea3cab tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1219544 Aug 20 11:55:29.864680 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.897163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:29.899611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-02bf9121-a8e1-4216-8869-45f98ed6fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:29.901490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-02bf9121-a8e1-4216-8869-45f98ed6fd99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0796640 Aug 20 11:55:29.901631 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dda2e2-809b-45d7-b218-99eb9080901e x-openstack-request-id: req-03dda2e2-809b-45d7-b218-99eb9080901e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:29.902116 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c39064-2006-4938-9335-374a89cf5b99", "name": "network-vif-plugged", "status": "completed", "tag": "1c983081-3c97-43ca-bbde-50f3a9c3cc18", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:29.902393 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03dda2e2-809b-45d7-b218-99eb9080901e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:29.902939 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c39064-2006-4938-9335-374a89cf5b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c983081-3c97-43ca-bbde-50f3a9c3cc18', 'code': 200} Aug 20 11:55:29.935146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bbf664b-0207-460c-ad8d-b10fc6e85283 req-df740ced-be95-4af9-b9a2-f8fb13d99311 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627582 Aug 20 11:55:29.951318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Attempting to bind port 9c749346-77cb-4e88-9026-8c5943fb4ed7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:29.951771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Attempting to bind port 9c749346-77cb-4e88-9026-8c5943fb4ed7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:29.952169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Attempting to bind port 9c749346-77cb-4e88-9026-8c5943fb4ed7 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:29.964801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Port 9c749346-77cb-4e88-9026-8c5943fb4ed7 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:29.964801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Attempting to bind port 9c749346-77cb-4e88-9026-8c5943fb4ed7 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:29.964801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:29.964801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:29.964801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:29.965201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Bound port: 9c749346-77cb-4e88-9026-8c5943fb4ed7, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:29.965283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.981517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=1c983081-3c97-43ca-bbde-50f3a9c3cc18,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.025612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-3769cb0e-329b-42f3-b9be-2c42d306ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.027190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-3769cb0e-329b-42f3-b9be-2c42d306ee14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1132159 Aug 20 11:55:30.032168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719cfd-e017-4ee8-8b24-3921fce0fc3e req-628e817a-2a56-49d3-bab3-25d2fb54efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.033512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01719cfd-e017-4ee8-8b24-3921fce0fc3e req-628e817a-2a56-49d3-bab3-25d2fb54efbd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 1102 time: 0.0624590 Aug 20 11:55:30.045167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] For port 9c749346-77cb-4e88-9026-8c5943fb4ed7, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:30.048181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] For port 9c749346-77cb-4e88-9026-8c5943fb4ed7, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9c749346-77cb-4e88-9026-8c5943fb4ed7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:30.052692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.090852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.091473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.092864 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] 10.222.0.22 "PUT /v2.0/ports/9c749346-77cb-4e88-9026-8c5943fb4ed7 HTTP/1.1" status: 200 len: 1097 time: 0.8881469 Aug 20 11:55:30.095033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3', 'tag': '9c749346-77cb-4e88-9026-8c5943fb4ed7'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:30.098706 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3", "tag": "9c749346-77cb-4e88-9026-8c5943fb4ed7"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:30.100804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['2f5558f8-0637-4e4c-810a-111218be823b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:30.126499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1a949-7780-466f-aa12-cf0ca531e886 service neutron] Pushing event updated for resources: {'Port': ['ID=9c749346-77cb-4e88-9026-8c5943fb4ed7,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.169984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01719cfd-e017-4ee8-8b24-3921fce0fc3e req-01cc6f8f-7384-4ca3-b174-dbd115e90e26 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260026 Aug 20 11:55:30.202404 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70229c04-796e-4c08-a090-e11508a26b1b x-openstack-request-id: req-70229c04-796e-4c08-a090-e11508a26b1b {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:30.202695 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3", "tag": "9c749346-77cb-4e88-9026-8c5943fb4ed7", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:30.202941 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70229c04-796e-4c08-a090-e11508a26b1b {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:30.203332 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3', 'tag': '9c749346-77cb-4e88-9026-8c5943fb4ed7', 'status': 'completed', 'code': 200} Aug 20 11:55:30.236538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-6d559e8e-768f-46e6-b84c-f9185d995b3f service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014217 Aug 20 11:55:30.238356 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-bb9ce2cf-5fc8-4bce-bafc-b022165fb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.240194 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-bb9ce2cf-5fc8-4bce-bafc-b022165fb3ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=82255780e0a0412da23182ef90ad95cd&device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 1100 time: 0.0902324 Aug 20 11:55:30.321357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ee6a8-e452-40cc-a521-7f9998eadb38 req-86cf9d76-48ef-49ce-85b1-bff508eb11fe tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.323225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef9ee6a8-e452-40cc-a521-7f9998eadb38 req-86cf9d76-48ef-49ce-85b1-bff508eb11fe tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.1380687 Aug 20 11:55:30.413903 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-0b2c638c-cbab-41fe-8944-a002833d81ff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9c749346-77cb-4e88-9026-8c5943fb4ed7 HTTP/1.1" status: 200 len: 217 time: 0.0345256 Aug 20 11:55:30.417746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5338a99-5006-4e92-8ba1-cb4fc6eb8240 req-fbd52cda-833a-4aa5-bced-326503723bdb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.419247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5338a99-5006-4e92-8ba1-cb4fc6eb8240 req-fbd52cda-833a-4aa5-bced-326503723bdb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1618409 Aug 20 11:55:30.425600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef9ee6a8-e452-40cc-a521-7f9998eadb38 req-ee801925-6377-41e5-9366-1278b6e0da8e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812719 Aug 20 11:55:30.454549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-980c7cfc-bf97-471b-8e78-c815c8ed05d1 req-bfd2c624-20e0-41c8-8ebf-02dd1a8c6e31 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059724 Aug 20 11:55:30.465183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2543b0df-4e6d-42a4-9012-3ea01d310035 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:30.474943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5338a99-5006-4e92-8ba1-cb4fc6eb8240 req-cbda6441-eebc-48c2-ae81-d92d723fd2b0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484147 Aug 20 11:55:30.477155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-d2fbc5d8-e305-431f-9261-d6705796e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.480418 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-d2fbc5d8-e305-431f-9261-d6705796e931 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0557599 Aug 20 11:55:30.546778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-1092a8c6-7c02-4cc1-905f-4e0eec9997a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.549135 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-1092a8c6-7c02-4cc1-905f-4e0eec9997a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601323 Aug 20 11:55:30.579555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:30.592797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '2543b0df-4e6d-42a4-9012-3ea01d310035', 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'port_id': '2543b0df-4e6d-42a4-9012-3ea01d310035', 'mac_address': 'fa:16:3e:ec:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c72f72-d312-4bb8-bdb9-a6005c267c59', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:30.611718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9119c-017f-47ca-bb98-911c2ba8c279 req-e427119e-8fcc-41ea-8bbf-7ef733441d12 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.613322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ba9119c-017f-47ca-bb98-911c2ba8c279 req-e427119e-8fcc-41ea-8bbf-7ef733441d12 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 948 time: 0.0512524 Aug 20 11:55:30.631018 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.646704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2543b0df-4e6d-42a4-9012-3ea01d310035 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:30.653524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ba9119c-017f-47ca-bb98-911c2ba8c279 req-140949c8-023a-41e1-9cff-c0c975b8e77d tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Aug 20 11:55:30.666348 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-2c2215fd-2c6d-4e8c-838f-3fa07c446f57 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899315 Aug 20 11:55:30.672278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:30.677759 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.730290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.755856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f8dd2-7f29-47a2-afda-8b9967182d61 req-ffa3d7e9-4cf4-41cc-b27c-d6db4850ec64 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.757368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b4f8dd2-7f29-47a2-afda-8b9967182d61 req-ffa3d7e9-4cf4-41cc-b27c-d6db4850ec64 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 947 time: 0.0521345 Aug 20 11:55:30.784287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca518a05-3ab8-41c6-be54-f99649acd4a7 req-0c5f9784-9ccb-4b2b-92a9-2e17f142605d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992792 Aug 20 11:55:30.834618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b4f8dd2-7f29-47a2-afda-8b9967182d61 req-32452f3f-f8cf-448f-9015-baeaa42a2423 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673819 Aug 20 11:55:30.854059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b36e2-48cd-412b-9397-3bc5ef227138 req-78470c7c-3866-4c68-bcaf-4e50de2bfcfb tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.855575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa3b36e2-48cd-412b-9397-3bc5ef227138 req-78470c7c-3866-4c68-bcaf-4e50de2bfcfb tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 950 time: 0.0621202 Aug 20 11:55:30.872896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-55ce7f98-c7e5-4213-b239-04efde51cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.875042 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-55ce7f98-c7e5-4213-b239-04efde51cd2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=82255780e0a0412da23182ef90ad95cd&device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 1100 time: 0.0477931 Aug 20 11:55:30.899766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa3b36e2-48cd-412b-9397-3bc5ef227138 req-b0b0018d-008d-41c6-8d74-636c7f74e220 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Aug 20 11:55:30.967017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-479107d9-9730-4107-bd44-abc570040be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:30.968484 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-479107d9-9730-4107-bd44-abc570040be1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.0860484 Aug 20 11:55:31.009481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['2543b0df-4e6d-42a4-9012-3ea01d310035'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:31.022922 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-ee44ac7f-ba35-400e-945f-9b0d325008e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9c749346-77cb-4e88-9026-8c5943fb4ed7 HTTP/1.1" status: 200 len: 217 time: 0.0396404 Aug 20 11:55:31.063962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23920b2e-95f8-41d3-8c0f-2bb316a97294 req-70dd7876-49d6-41c1-aa13-39d5edb569f1 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.071163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23920b2e-95f8-41d3-8c0f-2bb316a97294 req-70dd7876-49d6-41c1-aa13-39d5edb569f1 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.0588017 Aug 20 11:55:31.075882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-c75fc20c-b0a8-45f2-a230-cc1911b94677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.077505 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-c75fc20c-b0a8-45f2-a230-cc1911b94677 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0474732 Aug 20 11:55:31.106821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23920b2e-95f8-41d3-8c0f-2bb316a97294 req-227937a3-139e-458b-b49a-88c588f816f1 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346718 Aug 20 11:55:31.128862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-15c3450a-5ad7-42d6-9815-07878df9a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.130522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-15c3450a-5ad7-42d6-9815-07878df9a41f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0445557 Aug 20 11:55:31.225713 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-2b218fe3-28c2-4eea-bea7-b10a03d3f683 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861347 Aug 20 11:55:31.319926 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-553dc541-6eb3-41c0-b4ef-3b7b3fa8d70c req-9e66c176-0f05-49fd-804e-b094c960e826 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866632 Aug 20 11:55:31.564364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408453c8-f3a2-4e00-81d4-7a5ddb612389 req-fe2ffd9f-55d7-4ce2-8b6c-c96caec64cf4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.565835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-408453c8-f3a2-4e00-81d4-7a5ddb612389 req-fe2ffd9f-55d7-4ce2-8b6c-c96caec64cf4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 944 time: 0.0616772 Aug 20 11:55:31.630705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-408453c8-f3a2-4e00-81d4-7a5ddb612389 req-8879307d-c9ec-441f-89fb-d2aab510497a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553977 Aug 20 11:55:31.640971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0008b7d-320a-4682-a533-e34bf3c5a38d req-ddf4036e-1b5e-47fc-b10d-570bf316156f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.642444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0008b7d-320a-4682-a533-e34bf3c5a38d req-ddf4036e-1b5e-47fc-b10d-570bf316156f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.0756998 Aug 20 11:55:31.687674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0008b7d-320a-4682-a533-e34bf3c5a38d req-c74820ca-67cf-45a5-ab61-3d89e991e928 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329969 Aug 20 11:55:31.788571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9477-adc4-4706-8976-ccf70f0e6275 req-e0b5ed79-5588-4584-984e-f3264acb4a95 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.790010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2ba9477-adc4-4706-8976-ccf70f0e6275 req-e0b5ed79-5588-4584-984e-f3264acb4a95 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 948 time: 0.0486882 Aug 20 11:55:31.827086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2ba9477-adc4-4706-8976-ccf70f0e6275 req-f81ce446-4063-45ed-a5c8-41f73dfe051d tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303738 Aug 20 11:55:31.956343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb75f1-ff4f-486f-8311-8b40a2a2b4d8 req-2369cbc4-6c9c-4141-bf08-89b41457af65 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:31.957873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9fb75f1-ff4f-486f-8311-8b40a2a2b4d8 req-2369cbc4-6c9c-4141-bf08-89b41457af65 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 947 time: 0.0519302 Aug 20 11:55:32.177312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9fb75f1-ff4f-486f-8311-8b40a2a2b4d8 req-017f9999-9106-4dac-9358-886ad0fd4ab0 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127497 Aug 20 11:55:32.190000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2720c-0529-450c-b1ef-7dccad79fa33 req-3b72fa27-af6c-4181-9489-6dba69c429a1 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.191701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9a2720c-0529-450c-b1ef-7dccad79fa33 req-3b72fa27-af6c-4181-9489-6dba69c429a1 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 950 time: 0.2212100 Aug 20 11:55:32.231457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9a2720c-0529-450c-b1ef-7dccad79fa33 req-9022a8a4-c57e-41f9-8dd9-c39c569c7368 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328836 Aug 20 11:55:32.285006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88299338-1803-45d8-a591-6f4bdd962749 req-1cb0a401-cc34-42a4-84fc-1bc90a132208 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.286520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88299338-1803-45d8-a591-6f4bdd962749 req-1cb0a401-cc34-42a4-84fc-1bc90a132208 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.0497344 Aug 20 11:55:32.325833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88299338-1803-45d8-a591-6f4bdd962749 req-8e8d7f80-1fdb-4c02-87ca-f174f34b5d0a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Aug 20 11:55:32.463922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f1ecc648-be45-4d0e-bf36-507532dab145 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:32.467040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2543b0df-4e6d-42a4-9012-3ea01d310035 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:32.470633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf34d8-3b29-4dff-8456-f2cfd488c1a9 req-da95e5df-2eb0-464b-b2e2-67fa1253cee1 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.472152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbbf34d8-3b29-4dff-8456-f2cfd488c1a9 req-da95e5df-2eb0-464b-b2e2-67fa1253cee1 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 950 time: 0.0527289 Aug 20 11:55:32.511033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbbf34d8-3b29-4dff-8456-f2cfd488c1a9 req-7f959291-e667-4e15-9259-733d32df4dfe tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Aug 20 11:55:32.585763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 2543b0df-4e6d-42a4-9012-3ea01d310035 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:32.597525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 2543b0df-4e6d-42a4-9012-3ea01d310035 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:32.597896 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.637343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:32.654619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'mac_address': 'fa:16:3e:db:76:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:32.722690 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.742458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ecc648-be45-4d0e-bf36-507532dab145 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:32.747184 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.754314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4271-b848-4404-a798-a021998d732d req-37600ed1-ce15-4997-b730-d8e8d9044e9e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.756353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29dc4271-b848-4404-a798-a021998d732d req-37600ed1-ce15-4997-b730-d8e8d9044e9e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 944 time: 0.0537145 Aug 20 11:55:32.779668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:32.785608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:32.789179 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9867488a-8b7f-4506-9448-8fb58576f25e" -d '{"events": [{"server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "name": "network-vif-plugged", "status": "completed", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:32.793030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.802832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29dc4271-b848-4404-a798-a021998d732d req-d76a92ee-d501-4b06-ac55-41b24e26ca3f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 Aug 20 11:55:32.805349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:32.834495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.859122 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a9a8a-e01c-4cc8-9e07-bf655e15c9cf x-openstack-request-id: req-dd9a9a8a-e01c-4cc8-9e07-bf655e15c9cf {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:32.859422 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "name": "network-vif-plugged", "status": "completed", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:32.859676 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd9a9a8a-e01c-4cc8-9e07-bf655e15c9cf {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:32.860074 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035', 'code': 200} Aug 20 11:55:32.865856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:32.933892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:33.009583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93840e03-bf3d-4cc4-8e79-fe13184adb82 req-9b67c2d2-329d-4a3e-9458-3ac634a1d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.011138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93840e03-bf3d-4cc4-8e79-fe13184adb82 req-9b67c2d2-329d-4a3e-9458-3ac634a1d076 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1097 time: 0.0729480 Aug 20 11:55:33.025274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67706e14-b821-46e3-bb16-2183666ccad5 req-e9f8bf6d-2abc-4949-943a-72efab1a88ee tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.026737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67706e14-b821-46e3-bb16-2183666ccad5 req-e9f8bf6d-2abc-4949-943a-72efab1a88ee tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 948 time: 0.1010585 Aug 20 11:55:33.038797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:33.096693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 2f5558f8-0637-4e4c-810a-111218be823b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:33.101342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 2f5558f8-0637-4e4c-810a-111218be823b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:33.101921 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.106025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93840e03-bf3d-4cc4-8e79-fe13184adb82 req-be85046c-7ca2-463b-8c1c-78f91bfbfeee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770917 Aug 20 11:55:33.116472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67706e14-b821-46e3-bb16-2183666ccad5 req-020ee391-562a-4f99-830f-b48e8ce43845 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657034 Aug 20 11:55:33.124327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945e32a-4a3a-4d51-a360-628f9d56de8d req-453fc7e2-6b9f-41e6-95e2-13e678457141 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.125803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6945e32a-4a3a-4d51-a360-628f9d56de8d req-453fc7e2-6b9f-41e6-95e2-13e678457141 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1197782 Aug 20 11:55:33.166792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6945e32a-4a3a-4d51-a360-628f9d56de8d req-93d304d9-bd25-442f-85a8-af51a46d8db7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Aug 20 11:55:33.177296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f1ecc648-be45-4d0e-bf36-507532dab145'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:33.219618 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.295701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:33.305389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d301ac-92b7-421c-a992-e664e552c666 req-19906b04-b1df-4282-b04f-dce395cd5ec3 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.305815 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.307036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21d301ac-92b7-421c-a992-e664e552c666 req-19906b04-b1df-4282-b04f-dce395cd5ec3 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 948 time: 0.0567896 Aug 20 11:55:33.364412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21d301ac-92b7-421c-a992-e664e552c666 req-00acda60-64a9-416e-adb4-08f46310c1d3 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Aug 20 11:55:33.385854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:33.459523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bf1e6-f00f-4645-8854-5a9efb1ba1cb req-61049ca7-e0a1-43be-a806-ec5403fca309 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.461000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef0bf1e6-f00f-4645-8854-5a9efb1ba1cb req-61049ca7-e0a1-43be-a806-ec5403fca309 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.0486391 Aug 20 11:55:33.502265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef0bf1e6-f00f-4645-8854-5a9efb1ba1cb req-95188070-911e-4fea-8137-3332d726eeb9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342822 Aug 20 11:55:33.658652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8ce18-e886-46e0-8fdd-d0cfc3c27f3a req-42f179e2-ceb7-4b41-a978-33277f53d663 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.660134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3e8ce18-e886-46e0-8fdd-d0cfc3c27f3a req-42f179e2-ceb7-4b41-a978-33277f53d663 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 950 time: 0.0786014 Aug 20 11:55:33.662729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de499-118c-4df0-be58-8c86b391e0b6 req-69d5952c-f423-4c25-a404-c98e2262f5a9 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.664107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b17de499-118c-4df0-be58-8c86b391e0b6 req-69d5952c-f423-4c25-a404-c98e2262f5a9 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1097 time: 0.0725844 Aug 20 11:55:33.721219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3e8ce18-e886-46e0-8fdd-d0cfc3c27f3a req-9e9339a8-c302-4c5f-97f0-38b4d9447ae5 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1cd8be-8c4f-4958-836f-27ae05e9b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523965 Aug 20 11:55:33.727233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b17de499-118c-4df0-be58-8c86b391e0b6 req-9fa66897-b75d-44e0-9cbb-d578860b2c17 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520496 Aug 20 11:55:33.823823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-961c9e9a-0ed4-4d4d-bf49-2837fefd5b43 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.825347 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-961c9e9a-0ed4-4d4d-bf49-2837fefd5b43 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 950 time: 0.0541403 Aug 20 11:55:33.937383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Deleting port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:33.937736 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.943694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58b70-d9b7-4261-b358-2cd477e7f1f3 req-9f361641-f369-4d4e-a810-84a72478052f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.945520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8c58b70-d9b7-4261-b358-2cd477e7f1f3 req-9f361641-f369-4d4e-a810-84a72478052f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.0602798 Aug 20 11:55:33.986911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8c58b70-d9b7-4261-b358-2cd477e7f1f3 req-fb52f667-23b7-4aed-9e26-eca9acc72b61 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Aug 20 11:55:34.041749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] For port 1c983081-3c97-43ca-bbde-50f3a9c3cc18, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c983081-3c97-43ca-bbde-50f3a9c3cc18,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:34.042112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.060179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Calling delete_port for 1c983081-3c97-43ca-bbde-50f3a9c3cc18 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:34.201943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.215528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1c983081-3c97-43ca-bbde-50f3a9c3cc18'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:34.236933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Pushing event deleted for resources: {'Port': ['ID=1c983081-3c97-43ca-bbde-50f3a9c3cc18,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:34.250863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab850b-c684-4754-8e03-2aa50c441435 req-b207b49e-4b6a-4111-a142-595410e1f04d tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:34.252651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88ab850b-c684-4754-8e03-2aa50c441435 req-b207b49e-4b6a-4111-a142-595410e1f04d tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 948 time: 0.0604615 Aug 20 11:55:34.292106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] No DVR routers for this DVR port 1c983081-3c97-43ca-bbde-50f3a9c3cc18 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:34.295245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.298087 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b1d61870-7266-4df3-82ab-25f7cbcbe3f2 req-2263ee66-a47d-4db0-8f76-19c8b1650214 tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.22 "DELETE /v2.0/ports/1c983081-3c97-43ca-bbde-50f3a9c3cc18 HTTP/1.1" status: 204 len: 173 time: 0.4654601 Aug 20 11:55:34.298087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c39064-2006-4938-9335-374a89cf5b99', 'name': 'network-vif-deleted', 'tag': '1c983081-3c97-43ca-bbde-50f3a9c3cc18'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:34.300722 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb866d9d-2d70-43a8-bea1-b321db034c23" -d '{"events": [{"server_uuid": "93c39064-2006-4938-9335-374a89cf5b99", "name": "network-vif-deleted", "tag": "1c983081-3c97-43ca-bbde-50f3a9c3cc18"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:34.321995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88ab850b-c684-4754-8e03-2aa50c441435 req-5a79a76d-6a39-444e-ac1b-7a81aa5e95d6 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621982 Aug 20 11:55:34.455647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94164e37-40e3-4378-b473-0c01ef14cceb req-5855d06c-d29c-40ee-9a3f-c32d280c1cc4 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:34.457405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-94164e37-40e3-4378-b473-0c01ef14cceb req-5855d06c-d29c-40ee-9a3f-c32d280c1cc4 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.0728924 Aug 20 11:55:34.477338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f1ecc648-be45-4d0e-bf36-507532dab145 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:34.507852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-94164e37-40e3-4378-b473-0c01ef14cceb req-e697c6d6-9f16-474f-8fca-155cd417a72a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Aug 20 11:55:34.560021 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb911142-d649-4c8e-8876-cc4db98c0dcf x-openstack-request-id: req-cb911142-d649-4c8e-8876-cc4db98c0dcf {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:34.560311 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c39064-2006-4938-9335-374a89cf5b99", "name": "network-vif-deleted", "tag": "1c983081-3c97-43ca-bbde-50f3a9c3cc18", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:34.560563 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb911142-d649-4c8e-8876-cc4db98c0dcf {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:34.561250 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c39064-2006-4938-9335-374a89cf5b99', 'name': 'network-vif-deleted', 'tag': '1c983081-3c97-43ca-bbde-50f3a9c3cc18', 'status': 'completed', 'code': 200} Aug 20 11:55:34.572996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f1ecc648-be45-4d0e-bf36-507532dab145 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:34.579135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f1ecc648-be45-4d0e-bf36-507532dab145 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:34.579510 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.665605 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.675138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac4fc6-2e82-4fae-8afa-bf14a49ffbac req-199389ba-e8b8-4345-b094-4c2fcef256e7 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:34.676876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79ac4fc6-2e82-4fae-8afa-bf14a49ffbac req-199389ba-e8b8-4345-b094-4c2fcef256e7 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 948 time: 0.0614116 Aug 20 11:55:34.700324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:34.705667 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.720838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79ac4fc6-2e82-4fae-8afa-bf14a49ffbac req-0cec65fe-b266-49a7-9836-7271c91193b9 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352716 Aug 20 11:55:34.734463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-58421765-1eeb-487a-bf5b-90b3b6fc6d52 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:55:34.745513 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-58421765-1eeb-487a-bf5b-90b3b6fc6d52 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165062 Aug 20 11:55:34.752859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Request body: {'binding': {'host': 'n-h2-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:34.753385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Unknown quota resources ['binding']. {{(pid=101033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:55:34.758229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:34.843275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2a81b-d5e3-4221-8cb3-ebcdde708482 req-e7191668-b729-4319-a5a8-4ba2d6390895 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:34.846377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99e2a81b-d5e3-4221-8cb3-ebcdde708482 req-e7191668-b729-4319-a5a8-4ba2d6390895 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.0561540 Aug 20 11:55:34.861926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b'}, {'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:34.864260 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221ffa8a-c3f3-47e7-9fac-5abd31d13427" -d '{"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-plugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b"}, {"server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:34.890135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99e2a81b-d5e3-4221-8cb3-ebcdde708482 req-658ec1c9-9d70-48ac-8262-1ebf3230d0b7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Aug 20 11:55:34.917569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on host n-h2-800634-10 for vnic_type normal with profile None {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:34.918203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:34.918397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:34.924038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:34.924362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:34.929689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:34.930029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:34.930432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:34.930856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Bound port: dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:34.991964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:34.997483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.998722 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-9168b9b3-86d1-42d3-9457-de032f8dc458 service neutron] 10.222.0.25 "POST /v2.0/ports/dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2501194 Aug 20 11:55:35.005640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b422db14-2889-474d-ba8f-57f9b4726a31 req-b396500c-2c6c-4685-8fe2-c25d0b74006e tempest-ImagesNegativeTestJSON-1507937833 tempest-ImagesNegativeTestJSON-1507937833-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c39064-2006-4938-9335-374a89cf5b99 HTTP/1.1" status: 200 len: 210 time: 0.0306485 Aug 20 11:55:35.059465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9c749346-77cb-4e88-9026-8c5943fb4ed7 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:35.177394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9c749346-77cb-4e88-9026-8c5943fb4ed7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9c749346-77cb-4e88-9026-8c5943fb4ed7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:35.191282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '9c749346-77cb-4e88-9026-8c5943fb4ed7', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '9c749346-77cb-4e88-9026-8c5943fb4ed7', 'mac_address': 'fa:16:3e:48:b6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:35.197852 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d1e668-2007-4c96-8b3b-3ea2fafbce0c x-openstack-request-id: req-a5d1e668-2007-4c96-8b3b-3ea2fafbce0c {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:35.198252 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-plugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b", "code": 200}, {"server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:35.198552 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5d1e668-2007-4c96-8b3b-3ea2fafbce0c {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:35.199009 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b', 'code': 200} Aug 20 11:55:35.199281 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'code': 200} Aug 20 11:55:35.240584 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:35.260614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa47df6-c671-40b8-8708-30db8f4145ea req-b6f62190-8360-404f-847b-9fb2899b35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.262485 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1aa47df6-c671-40b8-8708-30db8f4145ea req-b6f62190-8360-404f-847b-9fb2899b35e0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 1102 time: 0.0491552 Aug 20 11:55:35.271870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c749346-77cb-4e88-9026-8c5943fb4ed7 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:35.281381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65735458-3cb5-45b2-88ab-9491a976716a req-e5e057a0-8694-468b-b65e-b9c1c4d0b5ae tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.283291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65735458-3cb5-45b2-88ab-9491a976716a req-e5e057a0-8694-468b-b65e-b9c1c4d0b5ae tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.1407211 Aug 20 11:55:35.299393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9c749346-77cb-4e88-9026-8c5943fb4ed7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9c749346-77cb-4e88-9026-8c5943fb4ed7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:35.305682 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:35.311650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1aa47df6-c671-40b8-8708-30db8f4145ea req-de065c00-9694-42cb-9531-ac737f42f23b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Aug 20 11:55:35.346919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a610752-cfc9-4c51-b1f9-efc09f81596b req-a6d160e2-fb93-477f-bc6b-dea84eec122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.348305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a610752-cfc9-4c51-b1f9-efc09f81596b req-a6d160e2-fb93-477f-bc6b-dea84eec122b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 1101 time: 0.1181407 Aug 20 11:55:35.358692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=9c749346-77cb-4e88-9026-8c5943fb4ed7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:35.363116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fde46-a5c0-40dd-aa41-e464382a2f05 req-7efd3af1-eb68-46ec-8b58-4b5a6c6fca60 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.364622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e80fde46-a5c0-40dd-aa41-e464382a2f05 req-7efd3af1-eb68-46ec-8b58-4b5a6c6fca60 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.1829159 Aug 20 11:55:35.423084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65735458-3cb5-45b2-88ab-9491a976716a req-e95558fa-7d58-40b0-927e-64ed933e3dac tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276901 Aug 20 11:55:35.431811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-44353ccb-8385-4a01-ae25-5b33da119e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.433396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-44353ccb-8385-4a01-ae25-5b33da119e98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1097 time: 0.1304584 Aug 20 11:55:35.441302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a610752-cfc9-4c51-b1f9-efc09f81596b req-e7b22fe0-c280-46c2-9df1-1398c0c3550c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746791 Aug 20 11:55:35.456559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e80fde46-a5c0-40dd-aa41-e464382a2f05 req-9a3ff7a5-ed0b-48a2-9fde-465be57d5d6a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822358 Aug 20 11:55:35.621257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d3029-a275-4112-9cf1-68509b9f88c4 req-d5d46a12-d14c-4020-89ec-fba65981784a tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.622736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c91d3029-a275-4112-9cf1-68509b9f88c4 req-d5d46a12-d14c-4020-89ec-fba65981784a tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 949 time: 0.1363902 Aug 20 11:55:35.627451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['9c749346-77cb-4e88-9026-8c5943fb4ed7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:35.676910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76ed13-3a2d-498c-a55a-9858df986ae4 req-a8685a29-a2bc-4d09-8931-b603d31903dc tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.678444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce76ed13-3a2d-498c-a55a-9858df986ae4 req-a8685a29-a2bc-4d09-8931-b603d31903dc tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1097 time: 0.1344514 Aug 20 11:55:35.692612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-db585250-5484-4947-9016-2278d26796a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.694031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-db585250-5484-4947-9016-2278d26796a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.1643014 Aug 20 11:55:35.717980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c91d3029-a275-4112-9cf1-68509b9f88c4 req-dfcbbf9d-35ef-4462-ab2f-57e91a2879a4 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856426 Aug 20 11:55:35.754238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-a69974f8-5693-4d6c-b58d-e7ce3fb8656a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b HTTP/1.1" status: 200 len: 217 time: 0.0507278 Aug 20 11:55:35.766062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce76ed13-3a2d-498c-a55a-9858df986ae4 req-5cc41eb6-1e7d-4553-93b7-b1a3b1b7b795 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805514 Aug 20 11:55:35.824698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a87579-8356-47c0-8bcd-c192d85e5684 req-69e88e6f-b372-4d31-b446-fa4b9a5ab620 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.826197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69a87579-8356-47c0-8bcd-c192d85e5684 req-69e88e6f-b372-4d31-b446-fa4b9a5ab620 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.0490749 Aug 20 11:55:35.933800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-b33fc559-9f3a-4214-b191-7ca87d208dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.935289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-b33fc559-9f3a-4214-b191-7ca87d208dde service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0946479 Aug 20 11:55:35.938880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69a87579-8356-47c0-8bcd-c192d85e5684 req-bb5cbfbc-2950-4c9d-9169-119c2c5bbd0d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068275 Aug 20 11:55:35.945999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2a411-65c5-4397-b401-412d4b186933 req-d6753559-b65d-4a62-9e76-47427b7d9fe7 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.947957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5f2a411-65c5-4397-b401-412d4b186933 req-d6753559-b65d-4a62-9e76-47427b7d9fe7 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 949 time: 0.1094072 Aug 20 11:55:35.980022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f7a90744-2a1d-476d-bc9a-c7fe03ef7072 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311296 Aug 20 11:55:36.102085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5f2a411-65c5-4397-b401-412d4b186933 req-01a43ea8-5271-4d53-864b-8bb831c2f32d tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455908 Aug 20 11:55:36.129004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb1059-7cce-4bda-8735-5b83728f25f0 req-b3310151-dfa0-4c5c-9afc-097459c49b55 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:36.130546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63cb1059-7cce-4bda-8735-5b83728f25f0 req-b3310151-dfa0-4c5c-9afc-097459c49b55 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.0875022 Aug 20 11:55:36.137148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-8c70c192-9bf5-4918-acbe-9341f72404d5 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480420 Aug 20 11:55:36.222102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63cb1059-7cce-4bda-8735-5b83728f25f0 req-793541f3-2f71-4b81-8f3c-4813fa80d0a0 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839095 Aug 20 11:55:36.268832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-5cba7adf-ab87-44b2-8ef6-461f8d36f83c service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230431 Aug 20 11:55:36.615644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92b165-9454-42f7-8abc-3739d3f0524d req-798ddd8d-80b4-45e6-b297-ca3284c6964f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:36.617998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e92b165-9454-42f7-8abc-3739d3f0524d req-798ddd8d-80b4-45e6-b297-ca3284c6964f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.0706081 Aug 20 11:55:36.666790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e92b165-9454-42f7-8abc-3739d3f0524d req-dfe228c7-57d3-419c-a92e-17b051e5b2f5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Aug 20 11:55:36.683944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59106) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:36.890912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f11fa-9db9-413e-a483-0a408a06a734 req-18fac1cd-5b07-4785-bb64-1adf0702baa4 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:36.900116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee0f11fa-9db9-413e-a483-0a408a06a734 req-18fac1cd-5b07-4785-bb64-1adf0702baa4 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 949 time: 0.0888381 Aug 20 11:55:36.910119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59112) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:36.910692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac10f3b8-0bda-4ef2-84d3-c2fb94982955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fe1f88ed041427787fcd699f137ee04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249019 Aug 20 11:55:36.954914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee0f11fa-9db9-413e-a483-0a408a06a734 req-991c4973-a955-4a68-805f-140c8ec01e1d tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555682 Aug 20 11:55:37.031443 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-741f72a5-db9f-4ffa-b4d7-9c7c5f197821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.068127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-741f72a5-db9f-4ffa-b4d7-9c7c5f197821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.100270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9c749346-77cb-4e88-9026-8c5943fb4ed7 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:37.128861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-741f72a5-db9f-4ffa-b4d7-9c7c5f197821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.132799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b01c7-0486-482b-9c83-bd185ed6f297 req-2712fe92-bee7-4abb-982d-26d88bb91ae1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:37.133973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-741f72a5-db9f-4ffa-b4d7-9c7c5f197821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.134926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-088b01c7-0486-482b-9c83-bd185ed6f297 req-2712fe92-bee7-4abb-982d-26d88bb91ae1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.0659249 Aug 20 11:55:37.147335 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-741f72a5-db9f-4ffa-b4d7-9c7c5f197821 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb1cd8be-8c4f-4958-836f-27ae05e9b22f HTTP/1.1" status: 204 len: 168 time: 0.2353637 Aug 20 11:55:37.176458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f72a5-db9f-4ffa-b4d7-9c7c5f197821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1cd8be-8c4f-4958-836f-27ae05e9b22f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:37.223284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 9c749346-77cb-4e88-9026-8c5943fb4ed7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:37.232939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-088b01c7-0486-482b-9c83-bd185ed6f297 req-c6b16c42-9487-433a-b49b-fe64d1610eb2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909085 Aug 20 11:55:37.233447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 9c749346-77cb-4e88-9026-8c5943fb4ed7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:37.233822 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.299556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a029a5-e4a5-4162-a547-c0427261fd73 req-83ea8eab-dcdd-47e5-bd38-c494bc143320 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:37.301180 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72a029a5-e4a5-4162-a547-c0427261fd73 req-83ea8eab-dcdd-47e5-bd38-c494bc143320 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 949 time: 0.0981934 Aug 20 11:55:37.355078 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.386477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c749346-77cb-4e88-9026-8c5943fb4ed7'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:37.389098 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c314efdc-4785-4f42-89c6-b6f9fa72627a" -d '{"events": [{"server_uuid": "c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "9c749346-77cb-4e88-9026-8c5943fb4ed7"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:37.417025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72a029a5-e4a5-4162-a547-c0427261fd73 req-c40d6f2f-68c1-4ac7-990f-e3f1b143d223 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039653 Aug 20 11:55:37.428563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9c749346-77cb-4e88-9026-8c5943fb4ed7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9c749346-77cb-4e88-9026-8c5943fb4ed7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:37.433673 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.437660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1c983081-3c97-43ca-bbde-50f3a9c3cc18 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:37.507884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 1c983081-3c97-43ca-bbde-50f3a9c3cc18 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:37.508236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1c983081-3c97-43ca-bbde-50f3a9c3cc18 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:37.513199 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01837a4e-d768-4cff-8361-247d7b5233bb x-openstack-request-id: req-01837a4e-d768-4cff-8361-247d7b5233bb {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:37.513519 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "9c749346-77cb-4e88-9026-8c5943fb4ed7", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:37.513756 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01837a4e-d768-4cff-8361-247d7b5233bb {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:37.514143 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c749346-77cb-4e88-9026-8c5943fb4ed7', 'code': 200} Aug 20 11:55:37.603464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=9c749346-77cb-4e88-9026-8c5943fb4ed7,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:37.681418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b0648-c51d-4c32-a8fa-144076fc90c5 req-8e4a0b25-79d5-4a39-91d9-68c517e169de tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:37.683290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-956b0648-c51d-4c32-a8fa-144076fc90c5 req-8e4a0b25-79d5-4a39-91d9-68c517e169de tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1424429 Aug 20 11:55:37.692218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb236a0a-f922-4357-a312-81255f8ef3c9 req-0ca687cc-5b66-44c4-95e1-ea873bdd4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:37.693868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb236a0a-f922-4357-a312-81255f8ef3c9 req-0ca687cc-5b66-44c4-95e1-ea873bdd4cf5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 1102 time: 0.1130919 Aug 20 11:55:37.703358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e171391-8d4d-4cce-b395-d9a508960cfa req-b778d2df-c93e-456e-ab15-2aa8e6932dca tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:37.709221 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-3da799ff-ef1b-4b79-bee3-09c1a738a803 service neutron] show failed (client error): The resource could not be found. Aug 20 11:55:37.710654 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-3da799ff-ef1b-4b79-bee3-09c1a738a803 service neutron] 10.222.0.22 "GET /v2.0/ports/cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0755136 Aug 20 11:55:37.710868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e171391-8d4d-4cce-b395-d9a508960cfa req-b778d2df-c93e-456e-ab15-2aa8e6932dca tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 950 time: 0.1150374 Aug 20 11:55:37.805864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e171391-8d4d-4cce-b395-d9a508960cfa req-23251704-eced-4769-a975-8d5c572a32c6 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918369 Aug 20 11:55:37.830528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb236a0a-f922-4357-a312-81255f8ef3c9 req-ebdcb0bb-e5ac-4af0-979d-576eb8da80c4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164632 Aug 20 11:55:37.836803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-956b0648-c51d-4c32-a8fa-144076fc90c5 req-6587ecdb-2b2e-4ac8-90c7-015ba6fe72e6 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217477 Aug 20 11:55:38.176953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0caa2-c43f-4f87-bf91-6f70e1b9c707 req-523a256a-3bef-47bd-9bc3-1147b9891e1e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:38.184905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcd0caa2-c43f-4f87-bf91-6f70e1b9c707 req-523a256a-3bef-47bd-9bc3-1147b9891e1e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.2522960 Aug 20 11:55:38.220083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-d77308f6-fe6f-4c8e-8f84-2a0927265fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:38.221697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-d77308f6-fe6f-4c8e-8f84-2a0927265fe7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a&tenant_id=3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 1102 time: 0.0951333 Aug 20 11:55:38.240114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcd0caa2-c43f-4f87-bf91-6f70e1b9c707 req-cbb70fa4-ea31-4eee-b2d8-9d7aae635ca7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517201 Aug 20 11:55:38.249992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:38.393817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.420009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5c62b-ff6e-42c9-be8e-df1473040df4 req-ec89b564-07d7-4a97-a93c-e54b10b1d9ae tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:38.427560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bc5c62b-ff6e-42c9-be8e-df1473040df4 req-ec89b564-07d7-4a97-a93c-e54b10b1d9ae tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1208205 Aug 20 11:55:38.490565 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bc5c62b-ff6e-42c9-be8e-df1473040df4 req-5b8d2931-fa35-4b4a-a721-b0940f633e0e tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 Aug 20 11:55:38.817699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:38.861961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c9e64-36c4-42f9-80ac-a17bcd591dfb req-5af7d540-b2cf-4be9-a27c-092019f00031 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:38.869751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b1c9e64-36c4-42f9-80ac-a17bcd591dfb req-5af7d540-b2cf-4be9-a27c-092019f00031 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.0989113 Aug 20 11:55:38.904893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:38.944832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b1c9e64-36c4-42f9-80ac-a17bcd591dfb req-db430f34-a80b-496f-960c-b981ae63dbdc tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745752 Aug 20 11:55:38.959698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:38.962317 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b8840c-3c82-4d5e-8329-f3afecc8bb99" -d '{"events": [{"server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:38.967739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.984392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Transition to ACTIVE for port object cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:38.992759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.119279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] No DVR routers for this DVR port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:39.131271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:39.203856 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038d90d8-6cd4-4c83-bd8b-1e90a3ff9960 x-openstack-request-id: req-038d90d8-6cd4-4c83-bd8b-1e90a3ff9960 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:39.205036 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:39.205624 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-038d90d8-6cd4-4c83-bd8b-1e90a3ff9960 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:39.206348 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'code': 200} Aug 20 11:55:39.207191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Attempting to bind port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:39.207607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Attempting to bind port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:39.208154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Attempting to bind port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:39.231877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:39.232322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Attempting to bind port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:39.243092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:39.243806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:39.244967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:39.245645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Bound port: cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:39.246258 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.305513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6511453-31da-4988-b355-6c03d5f67ea2 req-136016f3-8e90-457e-b2b5-3fa8f5fcd70e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:39.313660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6511453-31da-4988-b355-6c03d5f67ea2 req-136016f3-8e90-457e-b2b5-3fa8f5fcd70e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1329546 Aug 20 11:55:39.374920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6511453-31da-4988-b355-6c03d5f67ea2 req-5be70aa5-377c-411a-872a-ebd6b5f2b99f tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Aug 20 11:55:39.375449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:39.380145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:39.387218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.440673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:39.441334 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.443225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] 10.222.0.73 "PUT /v2.0/ports/cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 1097 time: 1.1994472 Aug 20 11:55:39.492831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a49f0b-4b74-4bc9-8df9-126f66465e74 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:39.552524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6176-dfd7-4a22-a8cf-9c59e9c45a90 req-de1d4934-9987-456b-8749-ebb4fddf2faf tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:39.554251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ffc6176-dfd7-4a22-a8cf-9c59e9c45a90 req-de1d4934-9987-456b-8749-ebb4fddf2faf tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.0955486 Aug 20 11:55:39.557754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-b610586f-5e35-4949-96e9-ff4e261475fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:39.559326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-b610586f-5e35-4949-96e9-ff4e261475fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1100 time: 0.0676477 Aug 20 11:55:39.657928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ffc6176-dfd7-4a22-a8cf-9c59e9c45a90 req-655f473a-99c3-4219-a64a-16c970c3509d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947747 Aug 20 11:55:39.697469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-88a64952-f26e-4040-b8ad-422c9ad230c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:39.699032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-88a64952-f26e-4040-b8ad-422c9ad230c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1206799 Aug 20 11:55:39.753510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-e62dceae-406b-47d4-9c9c-838754adc672 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 217 time: 0.0459220 Aug 20 11:55:39.844643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-e38f8772-b404-4022-a444-694d40df18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:39.846172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-e38f8772-b404-4022-a444-694d40df18e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0777795 Aug 20 11:55:39.854123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb8981-f6ef-45c0-bd10-224a1ae7e596 req-99f03505-0b42-4025-a814-2efb43dfb850 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:39.855593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9eb8981-f6ef-45c0-bd10-224a1ae7e596 req-99f03505-0b42-4025-a814-2efb43dfb850 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 950 time: 0.0973983 Aug 20 11:55:39.924868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-212bca41-913b-4f26-8028-1286d8421f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:39.926186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-212bca41-913b-4f26-8028-1286d8421f58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676434 Aug 20 11:55:39.929488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9eb8981-f6ef-45c0-bd10-224a1ae7e596 req-608e29a3-3ad7-4d9c-9414-4239186ebfbb tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623419 Aug 20 11:55:40.061443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-a9cafa84-90ca-4635-8ed3-e99fb6f16a8c service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250141 Aug 20 11:55:40.197159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc432fb-376d-4406-8e88-d10b7312c1b0 req-fad38974-c5ce-4380-81e5-0c47414fed0f service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267216 Aug 20 11:55:40.222234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc165-f23a-4e17-8a87-4162bb541696 req-641390e3-ec28-41f6-afd6-244c161c5360 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:40.230711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb3cc165-f23a-4e17-8a87-4162bb541696 req-641390e3-ec28-41f6-afd6-244c161c5360 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 948 time: 0.0748737 Aug 20 11:55:40.276022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb3cc165-f23a-4e17-8a87-4162bb541696 req-c1078764-327b-4fd5-8639-07928aa4e45e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436456 Aug 20 11:55:40.437127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49004154-21cf-4488-ac21-2ae29273ec3e req-a588d681-373e-4594-8520-0e70145dfd03 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:40.441690 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49004154-21cf-4488-ac21-2ae29273ec3e req-a588d681-373e-4594-8520-0e70145dfd03 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 950 time: 0.0947402 Aug 20 11:55:40.488617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49004154-21cf-4488-ac21-2ae29273ec3e req-5e18f7b2-eba0-476e-a1b9-f2c0032ec429 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388749 Aug 20 11:55:40.603140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6c6b8-0386-48c4-be1c-4e30db681cbf req-f2379971-eaec-4f2f-8f83-684b583ef721 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:40.604796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03a6c6b8-0386-48c4-be1c-4e30db681cbf req-f2379971-eaec-4f2f-8f83-684b583ef721 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.0545230 Aug 20 11:55:40.653837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03a6c6b8-0386-48c4-be1c-4e30db681cbf req-1c84818b-6c56-4ae7-bf1f-8933053add35 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Aug 20 11:55:40.802819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c477c06-1448-4511-9edd-dc5c01ad9f1f req-9a16266e-6b5a-47dc-8209-618d9625a27d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:40.804280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c477c06-1448-4511-9edd-dc5c01ad9f1f req-9a16266e-6b5a-47dc-8209-618d9625a27d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.0566065 Aug 20 11:55:40.843791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c477c06-1448-4511-9edd-dc5c01ad9f1f req-d8e3079c-720a-4faf-be5d-49ece5348827 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Aug 20 11:55:41.100598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:41.106623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:41.198232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:41.208087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:41.210438 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fbe259-27cc-42da-a587-7b1d3a48e557" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:41.248799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:41.261527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '2f5558f8-0637-4e4c-810a-111218be823b', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '2f5558f8-0637-4e4c-810a-111218be823b', 'mac_address': 'fa:16:3e:62:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:41.270213 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef40dd5-eb2b-489c-9f5b-2c926285f013 x-openstack-request-id: req-eef40dd5-eb2b-489c-9f5b-2c926285f013 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:41.270743 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:41.270743 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eef40dd5-eb2b-489c-9f5b-2c926285f013 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:41.271123 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'status': 'completed', 'code': 200} Aug 20 11:55:41.310050 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.343933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f5558f8-0637-4e4c-810a-111218be823b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:41.387412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:41.393866 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.485718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:41.513675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['2f5558f8-0637-4e4c-810a-111218be823b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:41.533730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-2ae41099-1eaf-453e-b453-e65659604b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:41.535364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-2ae41099-1eaf-453e-b453-e65659604b6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1100 time: 0.2186944 Aug 20 11:55:41.572445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-023521e7-d331-4001-b94f-b6b67cfb54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:41.575922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-023521e7-d331-4001-b94f-b6b67cfb54d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1100 time: 0.1201041 Aug 20 11:55:41.647687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180e0dd-31a2-4633-b06b-fb16627f97d5 req-1a2276b0-de2d-4b0f-bc70-19a9b7f1a37a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:41.657901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d180e0dd-31a2-4633-b06b-fb16627f97d5 req-1a2276b0-de2d-4b0f-bc70-19a9b7f1a37a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 948 time: 0.2723539 Aug 20 11:55:41.739007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59286) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:41.797657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d180e0dd-31a2-4633-b06b-fb16627f97d5 req-63a80c48-7f65-44e2-bd80-8c0c8bd4b74f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379006 Aug 20 11:55:41.809739 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.928167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-551b252c-ac2b-4f87-9faa-18a708533786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.928394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b46987-2454-4725-bc8f-4d585942e5b2 req-3fd19c72-cdcd-4f94-8356-fff0967909d9 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:41.936546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00b46987-2454-4725-bc8f-4d585942e5b2 req-3fd19c72-cdcd-4f94-8356-fff0967909d9 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 950 time: 0.2757289 Aug 20 11:55:41.943752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-775725bd-f416-4a84-9988-457f069931e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:41.945234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-775725bd-f416-4a84-9988-457f069931e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.3072131 Aug 20 11:55:42.051196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-91996fd6-84d3-493d-9ad0-9f9b650577e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 217 time: 0.0683103 Aug 20 11:55:42.052399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-fae6c571-cdea-4367-9992-5fa95788cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:42.054312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-fae6c571-cdea-4367-9992-5fa95788cbfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.4978824 Aug 20 11:55:42.082942 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-551b252c-ac2b-4f87-9faa-18a708533786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.089550 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-551b252c-ac2b-4f87-9faa-18a708533786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.113778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00b46987-2454-4725-bc8f-4d585942e5b2 req-7c21553c-2642-4442-9e8c-523b551bb336 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762502 Aug 20 11:55:42.123307 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-551b252c-ac2b-4f87-9faa-18a708533786 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de85c4bdf90042e8903356be726eba35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795717 Aug 20 11:55:42.126975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59298) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:42.159880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b252c-ac2b-4f87-9faa-18a708533786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4004a734-b2b6-43cb-a2f9-0360c8df563b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:42.163008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-bc58dfd6-c346-4e95-b2fd-8014a22339c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 217 time: 0.0829318 Aug 20 11:55:42.172278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775e50e-a507-4b4b-8d60-4865ed09d65b req-04cbb493-3ec2-4f4b-ade9-4a05575d0199 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:42.179752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0775e50e-a507-4b4b-8d60-4865ed09d65b req-04cbb493-3ec2-4f4b-ade9-4a05575d0199 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2681954 Aug 20 11:55:42.215015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff703d5-824a-41ae-a9ad-6aaf2aaae542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.268680 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff703d5-824a-41ae-a9ad-6aaf2aaae542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.327298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff703d5-824a-41ae-a9ad-6aaf2aaae542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.330566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff703d5-824a-41ae-a9ad-6aaf2aaae542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.332474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2ff703d5-824a-41ae-a9ad-6aaf2aaae542 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4004a734-b2b6-43cb-a2f9-0360c8df563b HTTP/1.1" status: 204 len: 168 time: 0.2042391 Aug 20 11:55:42.342031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff703d5-824a-41ae-a9ad-6aaf2aaae542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4004a734-b2b6-43cb-a2f9-0360c8df563b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:42.488107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-3881f702-4b0a-4731-ab31-5420beac2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:42.489534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-3881f702-4b0a-4731-ab31-5420beac2764 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.4270933 Aug 20 11:55:42.563801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0775e50e-a507-4b4b-8d60-4865ed09d65b req-6157c582-b071-400d-a927-a4fab82d76a9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831060 Aug 20 11:55:42.588590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-301d74c8-6ed8-4014-a47d-cd026169869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:42.595181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-301d74c8-6ed8-4014-a47d-cd026169869b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.4114602 Aug 20 11:55:42.658451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bbd9a-2b84-4ccb-b8d2-9e2760f16e88 req-64610cc7-ad74-4544-9557-f693685fb1c2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:42.673434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c4bbd9a-2b84-4ccb-b8d2-9e2760f16e88 req-64610cc7-ad74-4544-9557-f693685fb1c2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.2060976 Aug 20 11:55:42.824830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-e398662e-ac78-4fd2-8326-a8dfbbe8068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:42.826515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-e398662e-ac78-4fd2-8326-a8dfbbe8068d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3182807 Aug 20 11:55:43.053268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359247d1-ae83-496f-b2fc-411c3f2c2be8 req-5b4c27a6-0418-4726-ab79-c85ebef08c2c tempest-LiveMigrationNegativeTest-1946476009 tempest-LiveMigrationNegativeTest-1946476009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:43.055331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-359247d1-ae83-496f-b2fc-411c3f2c2be8 req-5b4c27a6-0418-4726-ab79-c85ebef08c2c tempest-LiveMigrationNegativeTest-1946476009 tempest-LiveMigrationNegativeTest-1946476009-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 1102 time: 0.3467078 Aug 20 11:55:43.073972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-280f8fc0-ee73-4ba9-92b5-a1e6c80481a8 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355390 Aug 20 11:55:43.089350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c4bbd9a-2b84-4ccb-b8d2-9e2760f16e88 req-75912789-8a2b-4ace-81cc-18ce1eb18b5e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148757 Aug 20 11:55:43.110741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:43.124386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-3addfa02-fb11-4a5a-b207-c02a42118835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:43.126406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-3addfa02-fb11-4a5a-b207-c02a42118835 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5183902 Aug 20 11:55:43.143927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-359247d1-ae83-496f-b2fc-411c3f2c2be8 req-1d59b24e-e992-46b1-9b91-7be30e79c2e6 tempest-LiveMigrationNegativeTest-1946476009 tempest-LiveMigrationNegativeTest-1946476009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.235497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 2f5558f8-0637-4e4c-810a-111218be823b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:43.236147 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.357323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-82ad3385-e989-44c1-996d-a58a6134fcb7 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645822 Aug 20 11:55:43.394090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-26867df6-c6ed-4466-9504-88c9b13fc581 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103121 Aug 20 11:55:43.532626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fbe259-27cc-42da-a587-7b1d3a48e557 req-783a0252-bee9-4a5f-800d-23535fb622e0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268492 Aug 20 11:55:43.556283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59344) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:43.630108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc1579-08b0-4561-ad92-a12cf4f0a0d9 req-05e43017-0f60-439e-93b0-5f3fabf8598d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:43.649264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4fbc1579-08b0-4561-ad92-a12cf4f0a0d9 req-05e43017-0f60-439e-93b0-5f3fabf8598d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 948 time: 0.1122482 Aug 20 11:55:43.663402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-359247d1-ae83-496f-b2fc-411c3f2c2be8 req-1d59b24e-e992-46b1-9b91-7be30e79c2e6 tempest-LiveMigrationNegativeTest-1946476009 tempest-LiveMigrationNegativeTest-1946476009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.687990 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-359247d1-ae83-496f-b2fc-411c3f2c2be8 req-1d59b24e-e992-46b1-9b91-7be30e79c2e6 tempest-LiveMigrationNegativeTest-1946476009 tempest-LiveMigrationNegativeTest-1946476009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.712250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-60158652-network', 'tenant_id': 'e1e9a5157dc3417a9fbc8562d68678d3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:43.738145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59b24e-e992-46b1-9b91-7be30e79c2e6 tempest-LiveMigrationNegativeTest-1946476009 tempest-LiveMigrationNegativeTest-1946476009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80199b5-9dfc-4697-add5-1b5b0c909ce0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:43.772100 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.787463 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.800808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-359247d1-ae83-496f-b2fc-411c3f2c2be8 req-1d59b24e-e992-46b1-9b91-7be30e79c2e6 tempest-LiveMigrationNegativeTest-1946476009 tempest-LiveMigrationNegativeTest-1946476009-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7238383 Aug 20 11:55:43.801974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Made reservation on behalf of e1e9a5157dc3417a9fbc8562d68678d3 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:43.805077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.829074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.842767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:43.854823 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bf096b-8a86-48cb-b109-49b3d1f76979" -d '{"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-plugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:43.870801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4fbc1579-08b0-4561-ad92-a12cf4f0a0d9 req-4dd46781-fd70-4620-8fa1-936b412e0ca7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202809 Aug 20 11:55:43.874327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:43.878877 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.918752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd8d9-732b-444d-8b07-2fd048279090 req-ab049663-54f9-468d-8408-bce22683a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:43.922749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbabd8d9-732b-444d-8b07-2fd048279090 req-ab049663-54f9-468d-8408-bce22683a015 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1124 time: 0.1551423 Aug 20 11:55:43.967103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:44.032668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.035232 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9eaf78-b67b-4aee-9560-61fc384c4b57 x-openstack-request-id: req-5c9eaf78-b67b-4aee-9560-61fc384c4b57 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:44.036090 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-plugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:44.036513 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c9eaf78-b67b-4aee-9560-61fc384c4b57 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:44.037062 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b', 'code': 200} Aug 20 11:55:44.051734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.060636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbabd8d9-732b-444d-8b07-2fd048279090 req-4866c437-da5b-4866-9932-11ae4f65de94 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303420 Aug 20 11:55:44.070488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:55:44.091859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222cfe1-4ede-45a0-b79f-a465f988f9d4 req-319c1e9f-6061-481d-867c-8e682caaa68c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:44.094056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8222cfe1-4ede-45a0-b79f-a465f988f9d4 req-319c1e9f-6061-481d-867c-8e682caaa68c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.1309142 Aug 20 11:55:44.096523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.100113 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Added segment d55c5974-eb28-436a-9239-261f44370ea6 of type vlan for network 7d804be3-7041-4c40-9636-953dd75386c0 Aug 20 11:55:44.147967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8222cfe1-4ede-45a0-b79f-a465f988f9d4 req-7d1afcac-e4ad-4603-8436-46e057ada0e4 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448575 Aug 20 11:55:44.206770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.264552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9cc01-edf5-4e77-9ffd-2c9e5564e31f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:44.296038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.297569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:44.298420 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.368493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] Pushing event updated for resources: {'Network': ['ID=7d804be3-7041-4c40-9636-953dd75386c0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:44.387036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7d804be3-7041-4c40-9636-953dd75386c0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:55:44.400848 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b50ae111-2911-4699-9a38-632b9428f2e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8396218 Aug 20 11:55:44.401567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59370) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:44.410040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Request body: {'subnet': {'network_id': '7d804be3-7041-4c40-9636-953dd75386c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-60158652-subnet', 'tenant_id': 'e1e9a5157dc3417a9fbc8562d68678d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:44.450792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Made reservation on behalf of e1e9a5157dc3417a9fbc8562d68678d3 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:44.454010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.473616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b12215-0976-431f-9d76-d4b1547cfca4 req-781542f9-3ffd-42da-88c4-7e666c9b63e3 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:44.482597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2b12215-0976-431f-9d76-d4b1547cfca4 req-781542f9-3ffd-42da-88c4-7e666c9b63e3 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.1918223 Aug 20 11:55:44.534688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:44.616027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2b12215-0976-431f-9d76-d4b1547cfca4 req-023b74ed-35f2-4821-b412-7ec0e2337994 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254332 Aug 20 11:55:44.828657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.837430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc04120-0649-4de6-9a78-2f29c1f5863b req-e4bcfaaa-3daf-436f-90b5-f327f1a1b3e0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:44.849745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adc04120-0649-4de6-9a78-2f29c1f5863b req-e4bcfaaa-3daf-436f-90b5-f327f1a1b3e0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 948 time: 0.2581394 Aug 20 11:55:44.867241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:44.873745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22b35-f653-411b-b05c-af0232fac4db req-5358928b-ded2-421c-a714-db5db03d4cfa tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:44.879368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-5358928b-ded2-421c-a714-db5db03d4cfa tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a&tenant_id=3d94d7d55b3c40808fee991b1088811f&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 948 time: 0.3117895 Aug 20 11:55:44.917428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef89568-a9c0-4b88-bace-378034254857,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:44.917701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'mac_address': 'fa:16:3e:eb:89:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:44.967428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Checking segment: {'id': 'd55c5974-eb28-436a-9239-261f44370ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d804be3-7041-4c40-9636-953dd75386c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:44.967428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Network hostable DHCP agents. Network: 7d804be3-7041-4c40-9636-953dd75386c0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:55:45.066601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adc04120-0649-4de6-9a78-2f29c1f5863b req-2688b4c3-8220-4907-8d44-f954e30c491c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131817 Aug 20 11:55:45.074086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Network 7d804be3-7041-4c40-9636-953dd75386c0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:55:45.091830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.121427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7d804be3-7041-4c40-9636-953dd75386c0) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:45.136302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:45.136578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.142446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:45.160514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ee217-9225-41eb-bcbf-fd906884cbc4 None None] Network 7d804be3-7041-4c40-9636-953dd75386c0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:45.166527 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-57c22b35-f653-411b-b05c-af0232fac4db req-1ec138d4-566d-4819-b38e-9b6c7c5992cd service neutron] delete failed (client error): The resource could not be found. Aug 20 11:55:45.167739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-1ec138d4-566d-4819-b38e-9b6c7c5992cd service neutron] 10.222.0.22 "DELETE /v2.0/ports/cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.2759125 Aug 20 11:55:45.192163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9654aa52-9c0c-406b-9fe1-ebfd1ea6f64e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7875302 Aug 20 11:55:45.332834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43690534-1a9e-4247-bfe7-179052422fde req-995bc1bd-160a-487f-ab7b-47f2a7784fbd tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:45.348374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43690534-1a9e-4247-bfe7-179052422fde req-995bc1bd-160a-487f-ab7b-47f2a7784fbd tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1259031 Aug 20 11:55:45.375430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:45.401079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:45.406327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8f6c6-ea4d-4fc4-8ae3-76c73d291d80 None None] Network 7d804be3-7041-4c40-9636-953dd75386c0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:45.518581 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.527923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43690534-1a9e-4247-bfe7-179052422fde req-44e89992-bb99-4128-a304-6999f1a74342 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784792 Aug 20 11:55:45.573732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff33833-06f1-4b5c-8ae5-870186abeba3 req-41a1f343-5d0d-4b14-8027-61197abcf5b2 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:45.575595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eff33833-06f1-4b5c-8ae5-870186abeba3 req-41a1f343-5d0d-4b14-8027-61197abcf5b2 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 972 time: 0.2141628 Aug 20 11:55:45.584597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22b35-f653-411b-b05c-af0232fac4db req-a146775d-d6f2-40e6-a2e2-d6400fae3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:45.586327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-a146775d-d6f2-40e6-a2e2-d6400fae3782 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1101 time: 0.1293838 Aug 20 11:55:45.611104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:55:45.613730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:45.718521 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eff33833-06f1-4b5c-8ae5-870186abeba3 req-45c2a1a0-2688-43e7-937a-4778fa196bf2 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361723 Aug 20 11:55:45.772090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:45.786122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'b6cc5c21-1406-467d-a408-71495e697e11', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'b6cc5c21-1406-467d-a408-71495e697e11', 'mac_address': 'fa:16:3e:1c:86:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:tempest-test_az-2038014127', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:55:45.809195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22b35-f653-411b-b05c-af0232fac4db req-41cd4b39-5fbf-4126-a2d3-7ce7fd252d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:45.814884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-41cd4b39-5fbf-4126-a2d3-7ce7fd252d8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2200937 Aug 20 11:55:45.836011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.852210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6cc5c21-1406-467d-a408-71495e697e11 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:45.874803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:45.894790 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:45.928738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-5a468661-de85-4bb5-b7e4-882045380443 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 217 time: 0.1030173 Aug 20 11:55:45.985126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:45.991019 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-565eacac-9e02-4120-ae03-7262fddf1c4f req-dd603fbb-bfbc-421a-b9bc-0ad77ac920e6 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] show failed (client error): The resource could not be found. Aug 20 11:55:45.998563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:46.005108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-565eacac-9e02-4120-ae03-7262fddf1c4f req-dd603fbb-bfbc-421a-b9bc-0ad77ac920e6 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] 10.222.0.25 "GET /v2.0/security-groups/47fd93a0-efa9-4a7f-be6b-17d0564788f6 HTTP/1.1" status: 404 len: 352 time: 0.0885918 Aug 20 11:55:46.132737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22b35-f653-411b-b05c-af0232fac4db req-8b18568c-4ac7-48bc-90ef-d9b35ba88e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:46.133797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-8b18568c-4ac7-48bc-90ef-d9b35ba88e44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1804733 Aug 20 11:55:46.235940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc04214-7c4d-471f-a2e4-3e4f00edfacd req-e226e273-9b9e-4aeb-94ab-ce55a9f0b66e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:46.243167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['b6cc5c21-1406-467d-a408-71495e697e11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:46.244300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cc04214-7c4d-471f-a2e4-3e4f00edfacd req-e226e273-9b9e-4aeb-94ab-ce55a9f0b66e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.2266409 Aug 20 11:55:46.321829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22b35-f653-411b-b05c-af0232fac4db req-658adf49-eeee-4feb-a273-04ba32dd0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:46.324346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-658adf49-eeee-4feb-a273-04ba32dd0357 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1787565 Aug 20 11:55:46.338594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cc04214-7c4d-471f-a2e4-3e4f00edfacd req-0113591e-da87-4f39-ba2b-620ea6dc09e1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903854 Aug 20 11:55:46.506447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-f4befcee-e3fb-45d2-aefb-b37247eea47d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630232 Aug 20 11:55:46.612263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20964b75-1c13-49dc-8141-8f352913f5f3 req-3d936ad0-d51d-46ce-9372-bca09833d603 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:46.613672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20964b75-1c13-49dc-8141-8f352913f5f3 req-3d936ad0-d51d-46ce-9372-bca09833d603 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 949 time: 0.3657405 Aug 20 11:55:46.629995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-824a7a35-4a1c-4488-83fe-a10a2df81ade req-28f4a3d6-f77a-47e5-8afc-102ee63b4f33 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1e9a5157dc3417a9fbc8562d68678d3 HTTP/1.1" status: 200 len: 2984 time: 0.1225235 Aug 20 11:55:46.759554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-ac8ab997-3b31-49db-ab63-71f06fc36881 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:46.763263 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-ac8ab997-3b31-49db-ab63-71f06fc36881 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1167405 Aug 20 11:55:46.899590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20964b75-1c13-49dc-8141-8f352913f5f3 req-2277d63e-d9a0-4206-b48d-11ad52873a17 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648513 Aug 20 11:55:46.911020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c22b35-f653-411b-b05c-af0232fac4db req-d522296d-1ecf-480c-9e7b-23f7a0374d22 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950641 Aug 20 11:55:46.923871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Deleting port 9c749346-77cb-4e88-9026-8c5943fb4ed7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:46.924355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:46.959730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-824a7a35-4a1c-4488-83fe-a10a2df81ade req-499d50b0-9baf-4776-aa41-3adb60b904ae tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] 10.222.0.25 "GET /v2.0/security-groups/84a9cc01-edf5-4e77-9ffd-2c9e5564e31f HTTP/1.1" status: 200 len: 2981 time: 0.3287394 Aug 20 11:55:47.054783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] For port 9c749346-77cb-4e88-9026-8c5943fb4ed7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9c749346-77cb-4e88-9026-8c5943fb4ed7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:47.055452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.076141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Calling delete_port for 9c749346-77cb-4e88-9026-8c5943fb4ed7 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:47.101739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-824a7a35-4a1c-4488-83fe-a10a2df81ade req-e5f22c4c-aaf1-46df-bcb7-46a10df2489e tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] 10.222.0.25 "GET /v2.0/security-groups/84a9cc01-edf5-4e77-9ffd-2c9e5564e31f HTTP/1.1" status: 200 len: 2981 time: 0.1410577 Aug 20 11:55:47.113498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:47.156737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d652-6928-4f2a-a5ce-6d1156aa1907 req-17d57177-a5a4-48f0-bc6f-9e9e3ffda120 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:47.169110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f82d652-6928-4f2a-a5ce-6d1156aa1907 req-17d57177-a5a4-48f0-bc6f-9e9e3ffda120 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3 HTTP/1.1" status: 200 len: 950 time: 0.1214025 Aug 20 11:55:47.265885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f82d652-6928-4f2a-a5ce-6d1156aa1907 req-58682ba4-2318-4829-bf17-8f63a662b3a9 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957685 Aug 20 11:55:47.273843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1446e-f2bd-4571-98f8-631e79081397 req-08f323c0-529c-4c67-9aa5-58b005b411d9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:47.293380 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.296530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.296699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ed1446e-f2bd-4571-98f8-631e79081397 req-08f323c0-529c-4c67-9aa5-58b005b411d9 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 971 time: 0.1180162 Aug 20 11:55:47.332345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['9c749346-77cb-4e88-9026-8c5943fb4ed7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:47.374109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Pushing event deleted for resources: {'Port': ['ID=9c749346-77cb-4e88-9026-8c5943fb4ed7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:47.401280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ed1446e-f2bd-4571-98f8-631e79081397 req-f4822c05-6708-46f3-ac8e-d6442e2044e7 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036019 Aug 20 11:55:47.449109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['d6e5ddb7-bb73-4a05-b5ad-ad839b50426d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:47.520402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] No DVR routers for this DVR port 9c749346-77cb-4e88-9026-8c5943fb4ed7 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:47.529861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.532018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a7152848-557c-40a9-a3a4-ecabc71d38cf req-dd05e46b-af3f-48c5-ba0a-2876e4a0acb0 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.22 "DELETE /v2.0/ports/9c749346-77cb-4e88-9026-8c5943fb4ed7 HTTP/1.1" status: 204 len: 173 time: 0.7624135 Aug 20 11:55:47.532533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3', 'name': 'network-vif-deleted', 'tag': '9c749346-77cb-4e88-9026-8c5943fb4ed7'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:47.534922 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4405ce33-b952-4e69-874e-25fa06a0ad55" -d '{"events": [{"server_uuid": "c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3", "name": "network-vif-deleted", "tag": "9c749346-77cb-4e88-9026-8c5943fb4ed7"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:47.563113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b6cc5c21-1406-467d-a408-71495e697e11 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:47.569576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a0d7d75-0fb6-4e9f-899e-0649b097dafc req-f1fbed2a-ecf5-4ed5-acf1-b83ace6a7326 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] 10.222.0.25 "GET /v2.0/security-groups/84a9cc01-edf5-4e77-9ffd-2c9e5564e31f HTTP/1.1" status: 200 len: 2981 time: 0.1095569 Aug 20 11:55:47.669916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:47.689185 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.760447 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-7a0d7d75-0fb6-4e9f-899e-0649b097dafc req-b1b854a2-3304-49fc-8b7c-4e2fc2a62895 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:55:47.773584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a0d7d75-0fb6-4e9f-899e-0649b097dafc req-b1b854a2-3304-49fc-8b7c-4e2fc2a62895 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] 10.222.0.25 "DELETE /v2.0/security-groups/84a9cc01-edf5-4e77-9ffd-2c9e5564e31f HTTP/1.1" status: 409 len: 352 time: 0.2033505 Aug 20 11:55:47.810384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a487-d7ca-40a4-9ca6-aa0680c3ea11 req-b108156e-8bce-4a21-8bb2-a2c6dac573fa tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:47.812045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84c5a487-d7ca-40a4-9ca6-aa0680c3ea11 req-b108156e-8bce-4a21-8bb2-a2c6dac573fa tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.1721771 Aug 20 11:55:47.893723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84c5a487-d7ca-40a4-9ca6-aa0680c3ea11 req-d66c65c7-04e6-49ac-8c60-f76fe3d60623 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733063 Aug 20 11:55:47.908525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:47.962164 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6638a309-5e89-498d-b962-6f5841b5b40a x-openstack-request-id: req-6638a309-5e89-498d-b962-6f5841b5b40a {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:47.962822 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3", "name": "network-vif-deleted", "tag": "9c749346-77cb-4e88-9026-8c5943fb4ed7", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:47.962945 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6638a309-5e89-498d-b962-6f5841b5b40a {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:47.963292 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c0f8dc-f56e-48f5-8ea9-2f350c44a0d3', 'name': 'network-vif-deleted', 'tag': '9c749346-77cb-4e88-9026-8c5943fb4ed7', 'status': 'completed', 'code': 200} Aug 20 11:55:47.966057 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-98449aa8-c055-4fd0-a1ab-6cfbc034dc60 req-c5076b49-82af-4a9a-8684-d41d4014b887 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] show failed (client error): The resource could not be found. Aug 20 11:55:47.974997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98449aa8-c055-4fd0-a1ab-6cfbc034dc60 req-c5076b49-82af-4a9a-8684-d41d4014b887 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] 10.222.0.25 "GET /v2.0/security-groups/425e7285-a07f-42ac-b036-607bc858e8f6 HTTP/1.1" status: 404 len: 352 time: 0.0240438 Aug 20 11:55:48.141141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89ce76-ca5b-4956-aa03-c8e6dd95ea85 req-70317e58-2a0e-46d1-a7ed-62b62c8dbc3b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:48.142772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf89ce76-ca5b-4956-aa03-c8e6dd95ea85 req-70317e58-2a0e-46d1-a7ed-62b62c8dbc3b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 949 time: 0.0829504 Aug 20 11:55:48.155875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672a1af-08b0-4bb7-a9f1-5abe76ca9042 req-4363302e-9dc0-4cfd-ae1d-963c5fc75585 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:48.157474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6672a1af-08b0-4bb7-a9f1-5abe76ca9042 req-4363302e-9dc0-4cfd-ae1d-963c5fc75585 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1123 time: 0.0887260 Aug 20 11:55:48.257015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6672a1af-08b0-4bb7-a9f1-5abe76ca9042 req-b7d60cb6-17f9-45fe-993e-0414141c90dd tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837164 Aug 20 11:55:48.292712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf89ce76-ca5b-4956-aa03-c8e6dd95ea85 req-11c7265b-a972-4eb2-8017-31fd54e090c7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250477 Aug 20 11:55:48.339578 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-9344642b-7594-4b15-91a7-c6025a6878e6 req-e7717a19-5fb8-46e8-b2b0-5770148ab3b1 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] show failed (client error): The resource could not be found. Aug 20 11:55:48.342883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9344642b-7594-4b15-91a7-c6025a6878e6 req-e7717a19-5fb8-46e8-b2b0-5770148ab3b1 tempest-SecurityGroupsNegativeTestJSON-321007880 tempest-SecurityGroupsNegativeTestJSON-321007880-project] 10.222.0.25 "GET /v2.0/security-groups/40f636f1-fcda-4d7d-b379-085bcac5ce25 HTTP/1.1" status: 404 len: 352 time: 0.0291491 Aug 20 11:55:48.353980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59452) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:48.440802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da11f5f-34c2-4074-9a4c-33e7dc4a177b admin admin] Deleting subnet 2ef89568-a9c0-4b88-bace-378034254857 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:55:48.450880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9da11f5f-34c2-4074-9a4c-33e7dc4a177b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.569817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:48.648392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9da11f5f-34c2-4074-9a4c-33e7dc4a177b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.649378 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:48.656566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:48.657173 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.720533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc701f-3f59-4a6d-8469-19a678e48a7f req-016445e9-a9fb-4839-9f22-de4c2ca8b899 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:48.728298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fabc701f-3f59-4a6d-8469-19a678e48a7f req-016445e9-a9fb-4839-9f22-de4c2ca8b899 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 949 time: 0.2202086 Aug 20 11:55:48.821369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fabc701f-3f59-4a6d-8469-19a678e48a7f req-0c63bdf1-3daa-4f3f-a1ac-274b44eba47f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876374 Aug 20 11:55:48.823856 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9da11f5f-34c2-4074-9a4c-33e7dc4a177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.873338 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.911641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:48.914897 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ce6a41-b7ba-4435-867d-bce1864e058f" -d '{"events": [{"server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "name": "network-vif-plugged", "status": "completed", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:48.919447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:48.923655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9da11f5f-34c2-4074-9a4c-33e7dc4a177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.925472 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.964602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da11f5f-34c2-4074-9a4c-33e7dc4a177b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef89568-a9c0-4b88-bace-378034254857,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:48.973317 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9da11f5f-34c2-4074-9a4c-33e7dc4a177b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.978591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59484) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:48.988004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:48.990235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9da11f5f-34c2-4074-9a4c-33e7dc4a177b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2ef89568-a9c0-4b88-bace-378034254857 HTTP/1.1" status: 204 len: 168 time: 0.6348324 Aug 20 11:55:49.069390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.083456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884423d-bd14-497d-ac26-09d3440dc431 req-ea202bbc-f356-4144-8662-6eae8091bfd9 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.084973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3884423d-bd14-497d-ac26-09d3440dc431 req-ea202bbc-f356-4144-8662-6eae8091bfd9 tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 1123 time: 0.0901723 Aug 20 11:55:49.098117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52e133-e765-4135-93a9-29233659f441 req-db8fd64f-5170-4991-9e43-c6db33b2ee0e tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.099811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c52e133-e765-4135-93a9-29233659f441 req-db8fd64f-5170-4991-9e43-c6db33b2ee0e tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 950 time: 0.0877497 Aug 20 11:55:49.121820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:49.157035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3884423d-bd14-497d-ac26-09d3440dc431 req-50bdc0c0-8df5-498d-bbd0-b2abd4043d9f tempest-ServersAdminTestJSON-1209231126 tempest-ServersAdminTestJSON-1209231126-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561936 Aug 20 11:55:49.164497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.177231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c52e133-e765-4135-93a9-29233659f441 req-895dbfd4-1a0d-4841-a341-ff35a1db618d tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679986 Aug 20 11:55:49.178669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d804be3-7041-4c40-9636-953dd75386c0']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:49.191517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55c5974-eb28-436a-9239-261f44370ea6') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:49.191832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55c5974-eb28-436a-9239-261f44370ea6') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:49.211753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.238757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port b6cc5c21-1406-467d-a408-71495e697e11 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:49.238757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.241729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.250379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:55:49.251021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:55:49.253271 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:55:49.266522 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2654dae5-9f7d-447e-aef1-e10ad213200c x-openstack-request-id: req-2654dae5-9f7d-447e-aef1-e10ad213200c {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:49.266820 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "name": "network-vif-plugged", "status": "completed", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:49.267061 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2654dae5-9f7d-447e-aef1-e10ad213200c {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:49.267492 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'code': 200} Aug 20 11:55:49.326530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.331899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.338157 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] 10.222.0.25 "DELETE /v2.0/networks/7d804be3-7041-4c40-9636-953dd75386c0 HTTP/1.1" status: 204 len: 168 time: 0.3579919 Aug 20 11:55:49.342035 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.370300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf3d4f-726a-4b8f-9bfb-9fd79b1f4ade admin admin] Pushing event deleted for resources: {'Network': ['ID=7d804be3-7041-4c40-9636-953dd75386c0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:49.449959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:49.462262 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.467136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26796b-ef51-4a6c-9cad-9fb7265b41fe req-f43a603a-9267-48ab-b3ca-6864c062c5ac tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.481757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c26796b-ef51-4a6c-9cad-9fb7265b41fe req-f43a603a-9267-48ab-b3ca-6864c062c5ac tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.0974226 Aug 20 11:55:49.541947 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c26796b-ef51-4a6c-9cad-9fb7265b41fe req-69fabc58-df3e-4508-8be0-ff5937e9535a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593157 Aug 20 11:55:49.577445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=11']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:49.590305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59498) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:49.648186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2a552f0a-c40b-41ae-8dab-2d4fb6394d1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1e9a5157dc3417a9fbc8562d68678d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486805 Aug 20 11:55:49.648186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59502) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:49.780382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0d04c-9dd2-4478-b7a4-ca203812a188 req-b4a0a6fa-e7f8-462c-bf9b-50a89c68708c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:49.782343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fb0d04c-9dd2-4478-b7a4-ca203812a188 req-b4a0a6fa-e7f8-462c-bf9b-50a89c68708c tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 949 time: 0.1056769 Aug 20 11:55:49.813193 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aa038e9-6d38-4156-9aba-ae1cb9b5685a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.846487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fb0d04c-9dd2-4478-b7a4-ca203812a188 req-5db50040-3a23-45be-9059-854f332daf14 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578811 Aug 20 11:55:49.866548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-006eda05-e446-44aa-9463-057a5ab02442 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d94d7d55b3c40808fee991b1088811f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354927 Aug 20 11:55:49.871252 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aa038e9-6d38-4156-9aba-ae1cb9b5685a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.042207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58188-f19b-4c86-b298-086d811c4055 req-070696ae-4b20-42dd-a7fe-fc83888b52c1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:50.049608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-070696ae-4b20-42dd-a7fe-fc83888b52c1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744363 Aug 20 11:55:50.060322 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aa038e9-6d38-4156-9aba-ae1cb9b5685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.062788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aa038e9-6d38-4156-9aba-ae1cb9b5685a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.063868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3aa038e9-6d38-4156-9aba-ae1cb9b5685a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84a9cc01-edf5-4e77-9ffd-2c9e5564e31f HTTP/1.1" status: 204 len: 168 time: 0.4194107 Aug 20 11:55:50.081795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-4d165b26-f5b9-4884-9d5c-00a705f17123 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/quotas/3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 375 time: 0.0237813 Aug 20 11:55:50.093021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa038e9-6d38-4156-9aba-ae1cb9b5685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9cc01-edf5-4e77-9ffd-2c9e5564e31f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:50.147444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-616dc0eb-9bbf-44da-a15c-a25304395a8d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647492 Aug 20 11:55:50.332204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575daf35-631b-4d27-a228-2b6ed52238e5 req-1c65a82d-ba42-4a2c-8a7a-e850e8bef140 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:50.338556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-575daf35-631b-4d27-a228-2b6ed52238e5 req-1c65a82d-ba42-4a2c-8a7a-e850e8bef140 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 950 time: 0.0669065 Aug 20 11:55:50.426869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-820fa491-1072-46d1-a419-6557f772f5c0 req-2ed9eeb4-1226-49f3-8671-4338efc286c7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 210 time: 0.0815623 Aug 20 11:55:50.445435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-575daf35-631b-4d27-a228-2b6ed52238e5 req-484a7ebd-fc87-4242-84c7-fe5b5a2de3f9 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060135 Aug 20 11:55:50.776136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f211bc9-e3f2-4894-a27f-5d9815b34552 req-8c2024ee-146d-47a9-a4c6-205dc003b625 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:50.780057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f211bc9-e3f2-4894-a27f-5d9815b34552 req-8c2024ee-146d-47a9-a4c6-205dc003b625 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.1198542 Aug 20 11:55:50.865175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f211bc9-e3f2-4894-a27f-5d9815b34552 req-d4a8efa0-6fce-4758-a268-ff32e16b84cd tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728929 Aug 20 11:55:50.898894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-10f50fe3-988b-4ed1-8496-58f6d7149fa2 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:50.910353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-10f50fe3-988b-4ed1-8496-58f6d7149fa2 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.73 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 950 time: 0.1076226 Aug 20 11:55:51.135566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9c749346-77cb-4e88-9026-8c5943fb4ed7 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:51.184543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 9c749346-77cb-4e88-9026-8c5943fb4ed7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:51.184995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9c749346-77cb-4e88-9026-8c5943fb4ed7 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:51.215082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d13bfcef-1575-4a02-9dff-b164285e9dab tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:51.218691 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d13bfcef-1575-4a02-9dff-b164285e9dab tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 949 time: 0.0683086 Aug 20 11:55:51.233817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bd4c0-1c50-4263-84ec-1c16c6f75c7b req-582c8527-40f7-4479-b377-0fee1f57812b tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:51.235668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-248bd4c0-1c50-4263-84ec-1c16c6f75c7b req-582c8527-40f7-4479-b377-0fee1f57812b tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 949 time: 0.2422485 Aug 20 11:55:51.269013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:51.272439 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82946efe-3c1d-4c14-b497-b7ab1a5d0769" -d '{"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-plugged", "status": "completed", "tag": "b6cc5c21-1406-467d-a408-71495e697e11"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:51.296065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Deleting port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:51.315019 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.332166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-248bd4c0-1c50-4263-84ec-1c16c6f75c7b req-c84ca459-c8bc-49c1-bb97-26ce8a679b25 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856359 Aug 20 11:55:51.348531 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5df9fd2-9066-4d4f-bdad-72c90650d1e9 x-openstack-request-id: req-f5df9fd2-9066-4d4f-bdad-72c90650d1e9 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:51.349532 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-plugged", "status": "completed", "tag": "b6cc5c21-1406-467d-a408-71495e697e11", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:51.349992 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5df9fd2-9066-4d4f-bdad-72c90650d1e9 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:51.350611 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11', 'code': 200} Aug 20 11:55:51.415688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:51.440610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Deleting port ac43c38b-8100-4c1b-bef6-ec78093b7502 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:51.441076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.510717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] For port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:51.519916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.544576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] For port ac43c38b-8100-4c1b-bef6-ec78093b7502, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ac43c38b-8100-4c1b-bef6-ec78093b7502,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:51.545081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.572923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Calling delete_port for d6e5ddb7-bb73-4a05-b5ad-ad839b50426d owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:51.609392 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8ed410b9-398c-41ec-a933-e604701c5af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.636963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44891f13-951c-407d-92b4-f19e53270229 req-5ee850c6-3416-46de-bce9-1a482a8160ce tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 210 time: 0.0613439 Aug 20 11:55:51.755034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352a4be-9448-4924-a6c1-dc8088ea5332 req-863431ff-593c-4ba3-a668-550f2615460a tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:51.762919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1352a4be-9448-4924-a6c1-dc8088ea5332 req-863431ff-593c-4ba3-a668-550f2615460a tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 950 time: 0.1724758 Aug 20 11:55:51.841990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1352a4be-9448-4924-a6c1-dc8088ea5332 req-b27c07e1-cb51-4fcf-90ba-fbe44a0170ee tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7367156-5a09-42f0-9a93-676992e99493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730193 Aug 20 11:55:51.857771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-298b51b9-2f55-419c-a1d8-f0d391d4963f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3d94d7d55b3c40808fee991b1088811f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448143 Aug 20 11:55:51.867313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Calling delete_port for ac43c38b-8100-4c1b-bef6-ec78093b7502 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:51.873433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1622754186-network', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:51.920165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.933787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['d6e5ddb7-bb73-4a05-b5ad-ad839b50426d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:51.975975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Made reservation on behalf of b1d095e2df1648a3a7aa9c1bf1a00aac for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:51.975975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:51.998779 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.144054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.158695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['ac43c38b-8100-4c1b-bef6-ec78093b7502', 'b6cc5c21-1406-467d-a408-71495e697e11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:52.170701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['8b80485e-61d5-4eb8-96b4-5ebd6855cb81'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:52.227095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Pushing event deleted for resources: {'Port': ['ID=d6e5ddb7-bb73-4a05-b5ad-ad839b50426d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:52.251631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.255260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Pushing event deleted for resources: {'Port': ['ID=ac43c38b-8100-4c1b-bef6-ec78093b7502,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:52.292284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.322354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:55:52.326155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] No DVR routers for this DVR port d6e5ddb7-bb73-4a05-b5ad-ad839b50426d on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:52.343561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.345558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43b6179d-b31e-4940-9fde-cd7977ac95c0 req-3c91d79f-02d3-4f18-bffb-517930002e76 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.73 "DELETE /v2.0/ports/d6e5ddb7-bb73-4a05-b5ad-ad839b50426d HTTP/1.1" status: 204 len: 173 time: 1.4343638 Aug 20 11:55:52.345896 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.353698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedbe10-3206-4f0f-a567-7c5a2929990c req-8c1a8540-82eb-4ca2-81fb-51607c376675 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:52.357904 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Added segment cd771c3f-912e-4f2a-baa7-c341bc33de30 of type vlan for network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b Aug 20 11:55:52.377149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dedbe10-3206-4f0f-a567-7c5a2929990c req-8c1a8540-82eb-4ca2-81fb-51607c376675 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.1883872 Aug 20 11:55:52.379394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638de5da-4167-4970-8c77-ddbd888768b2', 'name': 'network-vif-deleted', 'tag': 'd6e5ddb7-bb73-4a05-b5ad-ad839b50426d'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:52.381767 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a0acf-f050-4727-9df8-91e7f3978a3f" -d '{"events": [{"server_uuid": "638de5da-4167-4970-8c77-ddbd888768b2", "name": "network-vif-deleted", "tag": "d6e5ddb7-bb73-4a05-b5ad-ad839b50426d"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:52.449641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dedbe10-3206-4f0f-a567-7c5a2929990c req-e1e960f4-eb0c-4ec9-beed-1fd3396c59b1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646045 Aug 20 11:55:52.483159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58188-f19b-4c86-b298-086d811c4055 req-9d164e50-bfcd-45e3-adbc-1d5400c16909 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:52.484750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-9d164e50-bfcd-45e3-adbc-1d5400c16909 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5754650 Aug 20 11:55:52.518119 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.533216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Request body: {'port': {'device_id': '43df3772-469c-496d-b824-18261b9db45e', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '3d94d7d55b3c40808fee991b1088811f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:52.621258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66046252-8acb-4158-8137-efcad77e94a8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:52.631382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.632326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:52.632886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.784465 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e40cde-7dd4-49ff-812a-665f0a261b57 x-openstack-request-id: req-53e40cde-7dd4-49ff-812a-665f0a261b57 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:52.784692 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638de5da-4167-4970-8c77-ddbd888768b2", "name": "network-vif-deleted", "tag": "d6e5ddb7-bb73-4a05-b5ad-ad839b50426d", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:52.784890 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53e40cde-7dd4-49ff-812a-665f0a261b57 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:52.785276 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638de5da-4167-4970-8c77-ddbd888768b2', 'name': 'network-vif-deleted', 'tag': 'd6e5ddb7-bb73-4a05-b5ad-ad839b50426d', 'status': 'completed', 'code': 200} Aug 20 11:55:52.787371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1e35a68-2d3c-4bdd-8f18-3adb52e32dbf req-040bd09d-bba7-49e6-95f5-ae416998b207 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=99c7d70c-b406-4fca-bbbc-670441c0c549 HTTP/1.1" status: 200 len: 210 time: 0.3016837 Aug 20 11:55:52.793198 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3761747 Aug 20 11:55:52.794380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] No DVR routers for this DVR port ac43c38b-8100-4c1b-bef6-ec78093b7502 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:52.796901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.800449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59610) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:52.801777 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5591638d-66b2-4079-a0de-bfd89208b452 req-d9505dbd-fdbb-4f12-980d-02c3964f32ea tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "DELETE /v2.0/ports/ac43c38b-8100-4c1b-bef6-ec78093b7502 HTTP/1.1" status: 204 len: 173 time: 1.5666468 Aug 20 11:55:52.833575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Request body: {'subnet': {'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1622754186-subnet', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:52.843740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c7d70c-b406-4fca-bbbc-670441c0c549', 'name': 'network-vif-deleted', 'tag': 'ac43c38b-8100-4c1b-bef6-ec78093b7502'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:52.846237 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524ac9fb-a44f-484e-9164-a93f6d437414" -d '{"events": [{"server_uuid": "99c7d70c-b406-4fca-bbbc-670441c0c549", "name": "network-vif-deleted", "tag": "ac43c38b-8100-4c1b-bef6-ec78093b7502"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:52.849747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0253c3-c82c-46f3-90df-6c776f816804 admin admin] Pushing event updated for resources: {'Network': ['ID=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:52.860058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:55:52.913282 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8b0182-536e-4def-9f32-c50d991cf5ee x-openstack-request-id: req-5f8b0182-536e-4def-9f32-c50d991cf5ee {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:52.913568 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c7d70c-b406-4fca-bbbc-670441c0c549", "name": "network-vif-deleted", "tag": "ac43c38b-8100-4c1b-bef6-ec78093b7502", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:52.913774 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f8b0182-536e-4def-9f32-c50d991cf5ee {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:52.914208 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c7d70c-b406-4fca-bbbc-670441c0c549', 'name': 'network-vif-deleted', 'tag': 'ac43c38b-8100-4c1b-bef6-ec78093b7502', 'status': 'completed', 'code': 200} Aug 20 11:55:52.917517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Made reservation on behalf of b1d095e2df1648a3a7aa9c1bf1a00aac for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:52.920572 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.021536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-36661a59-4658-4dad-b37f-abf0c0fec030 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:53.023196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-36661a59-4658-4dad-b37f-abf0c0fec030 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.1000082 Aug 20 11:55:53.040676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-10'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:53.103386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a9507ae-1051-497c-9dc1-c9745a4db198 req-d5505a3e-ee36-4a68-8f3d-1d828e6a3059 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 210 time: 0.3149259 Aug 20 11:55:53.179397 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.201978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-758567ee-7c10-48d4-9f4e-1b75a021a4e2 req-2d5209bf-b31a-44a1-a3c5-f76c9e9108c2 tempest-LiveMigrationNegativeTest-243767417 tempest-LiveMigrationNegativeTest-243767417-project] 10.222.0.25 "GET /v2.0/ports?device_id=638de5da-4167-4970-8c77-ddbd888768b2 HTTP/1.1" status: 200 len: 210 time: 0.1251900 Aug 20 11:55:53.278687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Made reservation on behalf of 3d94d7d55b3c40808fee991b1088811f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:53.292567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.621951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:53.721045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:53.797607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.818494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.959702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458ffdc-878c-41e1-b340-99afa10f47c2 req-ac19ef64-4445-4396-a85e-ed2f95406e50 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:53.961946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8458ffdc-878c-41e1-b340-99afa10f47c2 req-ac19ef64-4445-4396-a85e-ed2f95406e50 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 945 time: 0.3522837 Aug 20 11:55:53.965675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Allocated IP 192.168.233.49 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/44a33cdf-e7b6-46f7-8227-9de0e3cf9b20) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:53.965906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Pushing event updated for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:53.983034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on host n-h1-800634-10 for vnic_type normal with profile {"migrating_to": "n-h2-800634-10"} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:53.984371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:53.984957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:53.988593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.990908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:53.991500 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Attempting to bind port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:53.997958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:53.998671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:53.999288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:53.999946 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Bound port: dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:54.000641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:54.115367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fae12da-f32b-41d0-b1ee-96f800c75885,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:54.160338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8458ffdc-878c-41e1-b340-99afa10f47c2 req-bee4af7b-c947-4617-b33a-8d0cebbb13b7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904535 Aug 20 11:55:54.169833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:54.184313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:54.193896 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:54.211455 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cb9bcebf-ee81-4309-8e21-8882d815be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:54.219542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Checking segment: {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:54.220596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Network hostable DHCP agents. Network: c2fe94db-7cd4-420a-91c8-4b5b1b36e45b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:55:54.335069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Pushing event updated for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=8']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:54.389963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:54.403960 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:54.404819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:54.406435 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4faabd70-588f-4277-84a3-a428f820d78e service neutron] 10.222.0.22 "PUT /v2.0/ports/dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b HTTP/1.1" status: 200 len: 1123 time: 1.3703296 Aug 20 11:55:54.410273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Transition to ACTIVE for port object 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:54.530873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:54.597142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:54.599175 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d6e5ddb7-bb73-4a05-b5ad-ad839b50426d no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:54.600486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1167877e-e199-4d34-8d6e-2bcbb7712e50 req-02027f30-193a-463c-9269-cd78a83b98ae tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 210 time: 0.1382763 Aug 20 11:55:54.601703 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:54.630517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:55:54.695007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: d6e5ddb7-bb73-4a05-b5ad-ad839b50426d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:54.696513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d6e5ddb7-bb73-4a05-b5ad-ad839b50426d not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:54.747981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:54.756154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c2fe94db-7cd4-420a-91c8-4b5b1b36e45b) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:54.763788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:54.764450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:54.814650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:54.818352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5119196-e4e6-4fe7-a829-0904d9f5a12b None None] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:54.821041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:54.846149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a771fa83-c735-45bf-a8fa-c96d2f78793c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0262077 Aug 20 11:55:54.848866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59662) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:54.854951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:54.883445 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:55:54.916311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'}, {'name': 'network-changed', 'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:54.925902 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545" -d '{"events": [{"server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b"}, {"name": "network-changed", "server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:54.941358 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:54.943854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.036477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fbc2-fcb6-4c25-b7d2-335a893ba84f req-300cf854-0059-4350-8c9b-1fb8ba9cdd33 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:55.039282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f807fbc2-fcb6-4c25-b7d2-335a893ba84f req-300cf854-0059-4350-8c9b-1fb8ba9cdd33 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 950 time: 0.5856690 Aug 20 11:55:55.092457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:55:55.093695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.107083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:55.115366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59672) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:55.122060 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.157452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.263192 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f807fbc2-fcb6-4c25-b7d2-335a893ba84f req-be0bd0c8-218f-47f8-aa9a-e52ddeb058f6 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070880 Aug 20 11:55:55.280217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:55.280788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.332360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-98987928-9ff6-4e2b-a58d-1dec1f991ed8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8195510 Aug 20 11:55:55.339525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Allocated IP 172.20.0.2 (c2fe94db-7cd4-420a-91c8-4b5b1b36e45b/4fae12da-f32b-41d0-b1ee-96f800c75885/27fcd261-9425-4a14-b8d6-553ad7d3a025) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:55.350005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1620169-a78f-4a8e-a858-14a1cb1ea289 req-74c11da1-c4f5-4a87-b1b2-61c86821ad9c tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:55.358968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1620169-a78f-4a8e-a858-14a1cb1ea289 req-74c11da1-c4f5-4a87-b1b2-61c86821ad9c tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1097 time: 0.2463071 Aug 20 11:55:55.377034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Request body: {'port': {'device_id': '43df3772-469c-496d-b824-18261b9db45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:55.388458 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.399026 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154011cd-bc7f-4ea4-ac13-d115f1c508ff x-openstack-request-id: req-154011cd-bc7f-4ea4-ac13-d115f1c508ff {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:55.399537 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b", "code": 200}, {"name": "network-changed", "server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:55.399835 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-154011cd-bc7f-4ea4-ac13-d115f1c508ff {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:55.400787 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b', 'code': 200} Aug 20 11:55:55.401061 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b', 'status': 'completed', 'code': 200} Aug 20 11:55:55.431297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:55:55.447212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7a15ede5-9d09-4fcd-b671-b3f185264944 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82255780e0a0412da23182ef90ad95cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281095 Aug 20 11:55:55.455784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59678) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:55.577172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ac43c38b-8100-4c1b-bef6-ec78093b7502 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:55.707846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1620169-a78f-4a8e-a858-14a1cb1ea289 req-42fb29d3-b936-474b-bc23-974c35a536cb tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475957 Aug 20 11:55:55.708374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.756264 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.773749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: ac43c38b-8100-4c1b-bef6-ec78093b7502 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:55.782662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ac43c38b-8100-4c1b-bef6-ec78093b7502 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:55.798915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.900775 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:55.962033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:55.977724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-5197e38f-13fe-4420-9adc-30e021aff0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:55.981414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-5197e38f-13fe-4420-9adc-30e021aff0ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1126 time: 0.5430944 Aug 20 11:55:55.990768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b has no active binding in host n-h2-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:55:56.003769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Allocated IP 172.25.0.224 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/13e3eeaf-6516-4710-bff8-b2d43ad240a6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:56.033517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:56.068538 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9d34-60a7-423f-80ab-3df176165a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.103385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.119408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Transition to ACTIVE for port object 27fcd261-9425-4a14-b8d6-553ad7d3a025 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:56.147788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Transition to ACTIVE for port object 27fcd261-9425-4a14-b8d6-553ad7d3a025 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:56.167228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.172909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.178209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9d34-60a7-423f-80ab-3df176165a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.187757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6121e49-8a4a-4917-97a6-f21fc5dc6ab5 req-dc3dd7e3-7d8c-453b-99e4-193179858e10 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:56.189397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e6121e49-8a4a-4917-97a6-f21fc5dc6ab5 req-dc3dd7e3-7d8c-453b-99e4-193179858e10 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.6370418 Aug 20 11:55:56.278093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.338884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:56.343586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:56.346905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Pushing event updated for resources: {'Port': ['ID=13e3eeaf-6516-4710-bff8-b2d43ad240a6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:56.350027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:56.385193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:56.386723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:56.389780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:56.405647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Pushing event updated for resources: {'Port': ['ID=27fcd261-9425-4a14-b8d6-553ad7d3a025,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:56.408195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff70e-700d-40dd-97d5-603b8f04cb76 req-faede7d2-dcda-4580-8a48-4f9cfb474e6a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:56.416381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d21ff70e-700d-40dd-97d5-603b8f04cb76 req-faede7d2-dcda-4580-8a48-4f9cfb474e6a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 935 time: 0.4419954 Aug 20 11:55:56.484570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.485521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.486122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.486872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.492555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.493386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.494968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.495725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.496251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.496865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.497442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.497984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:56.560163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Attempting to bind port 27fcd261-9425-4a14-b8d6-553ad7d3a025 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:56.560731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Attempting to bind port 27fcd261-9425-4a14-b8d6-553ad7d3a025 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:56.561751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Attempting to bind port 27fcd261-9425-4a14-b8d6-553ad7d3a025 on network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:56.569455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:55:56.576299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:56.576695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Checking segment: {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:56.577061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.577466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Bound using segment: {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:56.577964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Bound port: 27fcd261-9425-4a14-b8d6-553ad7d3a025, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:56.578366 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.593244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e6121e49-8a4a-4917-97a6-f21fc5dc6ab5 req-b49a3ad6-a8dd-4d7e-b59d-9be763635f5d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417218 Aug 20 11:55:56.623273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-8a2b22a9-8a05-401f-85f7-223a3e78253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:56.625771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-8a2b22a9-8a05-401f-85f7-223a3e78253f service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.5995276 Aug 20 11:55:56.630424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d21ff70e-700d-40dd-97d5-603b8f04cb76 req-5ec0ac0b-f7c4-41b2-be62-94b6b9d4012f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129798 Aug 20 11:55:56.635338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9d34-60a7-423f-80ab-3df176165a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.640128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9d34-60a7-423f-80ab-3df176165a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.644593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a5fc9d34-60a7-423f-80ab-3df176165a13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7367156-5a09-42f0-9a93-676992e99493 HTTP/1.1" status: 204 len: 168 time: 1.1813693 Aug 20 11:55:56.685894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc9d34-60a7-423f-80ab-3df176165a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7367156-5a09-42f0-9a93-676992e99493,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:56.924539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] For port 27fcd261-9425-4a14-b8d6-553ad7d3a025, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:56.938347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] For port 27fcd261-9425-4a14-b8d6-553ad7d3a025, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=27fcd261-9425-4a14-b8d6-553ad7d3a025,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:56.994739 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.026376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.112029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63ed1d-b690-468b-ae80-3c62df5174e5 None None] Pushing event updated for resources: {'Port': ['ID=27fcd261-9425-4a14-b8d6-553ad7d3a025,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:57.131405 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.231374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-efafacd9-0efd-401a-b46b-283733a62140 None None] Provisioning for port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:57.240529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-efafacd9-0efd-401a-b46b-283733a62140 None None] Provisioning complete for port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:57.241275 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-efafacd9-0efd-401a-b46b-283733a62140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.243407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59708) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:57.269131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-3c3c1245-3251-411d-99eb-b1a3cc4a6cde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b HTTP/1.1" status: 200 len: 217 time: 0.6261797 Aug 20 11:55:57.409968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-f3753b4e-b4b8-41b4-9810-b8143851ff64 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.419781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-f3753b4e-b4b8-41b4-9810-b8143851ff64 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.73 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 950 time: 0.9952271 Aug 20 11:55:57.461933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-efafacd9-0efd-401a-b46b-283733a62140 None None] Port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:57.472776 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-814b10bd-b173-43c4-8b1f-05bd500f791a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e58cb763197b4d43b51b19510dde7c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226689 Aug 20 11:55:57.485514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59716) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:57.495085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:55:57.503368 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.517774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Transition to ACTIVE for port object 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:57.591315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-52f00f65-f788-4d08-9094-df9a338e895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.593162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-52f00f65-f788-4d08-9094-df9a338e895e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.2932761 Aug 20 11:55:57.622612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.625813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.734370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17812697-d505-46a0-b033-d9ba2815fe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.772873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-2e50ab92-d8bc-4587-ae8c-2cc689fb3b6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340916 Aug 20 11:55:57.796739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a83771-6d11-41ba-aa71-346df8fab41d req-0bd81184-f21e-4566-a989-a42066ed1abd tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:57.805587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66a83771-6d11-41ba-aa71-346df8fab41d req-0bd81184-f21e-4566-a989-a42066ed1abd tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 950 time: 0.5433357 Aug 20 11:55:57.819196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17812697-d505-46a0-b033-d9ba2815fe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.930459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:57.938066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Router 70275a73-5265-4a24-8b04-948d751d3ee6 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:55:57.947152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17812697-d505-46a0-b033-d9ba2815fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.957946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17812697-d505-46a0-b033-d9ba2815fe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.959232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-17812697-d505-46a0-b033-d9ba2815fe99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a80199b5-9dfc-4697-add5-1b5b0c909ce0 HTTP/1.1" status: 204 len: 168 time: 0.4707663 Aug 20 11:55:58.018063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17812697-d505-46a0-b033-d9ba2815fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80199b5-9dfc-4697-add5-1b5b0c909ce0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:58.108445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66a83771-6d11-41ba-aa71-346df8fab41d req-4bc92761-b00a-4eab-8c04-c91dfb1a034f tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009729 Aug 20 11:55:58.328482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-b10ea32c-34a1-4d91-975c-1f44a2883e27 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113244 Aug 20 11:55:58.670132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae9af9-1ec3-4246-bcf2-0e4271c44cc7 req-e66c95a4-16a2-49bc-abe0-b388a8b7b150 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:58.671900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efae9af9-1ec3-4246-bcf2-0e4271c44cc7 req-e66c95a4-16a2-49bc-abe0-b388a8b7b150 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.4027224 Aug 20 11:55:58.672640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:58.672971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:58.673375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:58.683146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Deleting port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:58.683554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.734988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-83e155c7-e89c-4c40-a3e2-204e8e16dae3 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:55:58.743494 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-83e155c7-e89c-4c40-a3e2-204e8e16dae3 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198884 Aug 20 11:55:58.752084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Request body: {'binding': {'host': 'n-h2-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:58.752771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Unknown quota resources ['binding']. {{(pid=101033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:55:58.773223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:58.774220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:58.793380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fb7e0-ae2e-4b83-b745-5b00a4e13e24 None None] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:58.814341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:58.814709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:58.815050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:58.815184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:58.815561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Bound port: 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:58.815959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.827338 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Sync routers for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:58.845060 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:58.845744 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:55:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:58.896974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.898387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-84e987b1-e633-4417-aadd-06288feb2c7a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0477424 Aug 20 11:55:58.907521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59748) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:58.933517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-166061a7-ecd5-41f8-badb-e99e0be58d44 None None] Provisioning for port 27fcd261-9425-4a14-b8d6-553ad7d3a025 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:58.991325 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:58.992844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd2e2f2b-48e5-4ab3-afeb-e6c1d9e23545 req-2b09b2d5-6ddd-4207-be5a-2d14f05f5b97 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712793 Aug 20 11:55:58.996017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efae9af9-1ec3-4246-bcf2-0e4271c44cc7 req-c38432be-de56-4657-a350-32fe73e91972 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980776 Aug 20 11:55:59.027208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] For port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:59.027208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:59.148902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Calling delete_port for 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:59.235610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:59.240749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on host n-h2-800634-10 for vnic_type normal with profile None {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:59.241362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:59.242145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:59.249124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6c9f7-98de-48b0-97a3-c352daab2b1a req-9054978b-13a3-4e74-a2db-09f8e2cdfb01 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:59.251246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fe6c9f7-98de-48b0-97a3-c352daab2b1a req-9054978b-13a3-4e74-a2db-09f8e2cdfb01 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 947 time: 0.1469989 Aug 20 11:55:59.255882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:55:59.256714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:59.269219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:59.272053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:59.272633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:59.273250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:59.274105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Bound port: 2543b0df-4e6d-42a4-9012-3ea01d310035, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:59.290778 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:59.354970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:59.355980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:59.357545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] 10.222.0.22 "PUT /v2.0/ports/44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 1096 time: 4.0110750 Aug 20 11:55:59.369101 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:55:56Z', 'revision_number': 3, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:59.381092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:55:59.387759 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0629cffe-82c8-4d11-91d4-3df00e6ea58c" -d '{"events": [{"name": "network-changed", "server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:55:59.417764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59760) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:59.456780 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Checking router: 70275a73-5265-4a24-8b04-948d751d3ee6 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:59.457657 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Updating router 70275a73-5265-4a24-8b04-948d751d3ee6 port 13e3eeaf-6516-4710-bff8-b2d43ad240a6 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:55:59.516315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:59.533566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:59.535573 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-cd114a62-f88b-48bc-8deb-bda84e137f99 service neutron] 10.222.0.25 "POST /v2.0/ports/2543b0df-4e6d-42a4-9012-3ea01d310035/bindings HTTP/1.1" status: 201 len: 390 time: 0.7902660 Aug 20 11:55:59.547277 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:59.567311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fe6c9f7-98de-48b0-97a3-c352daab2b1a req-22343e2d-17ee-4883-ade4-9939f2b6bb15 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965801 Aug 20 11:55:59.661953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 27fcd261-9425-4a14-b8d6-553ad7d3a025 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:59.696431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76808229-4e88-42ac-94d8-8e3838749dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:59.835722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 27fcd261-9425-4a14-b8d6-553ad7d3a025 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:59.840608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 27fcd261-9425-4a14-b8d6-553ad7d3a025 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:59.841551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:59.857758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58188-f19b-4c86-b298-086d811c4055 req-27a1f682-fc6d-4c03-9679-82df7b5a5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:59.859448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-27a1f682-fc6d-4c03-9679-82df7b5a5977 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1099 time: 0.4238346 Aug 20 11:55:59.893484 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc85b48-63b8-4685-8136-146e0b65ede0 x-openstack-request-id: req-abc85b48-63b8-4685-8136-146e0b65ede0 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:55:59.893759 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:55:59.894003 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abc85b48-63b8-4685-8136-146e0b65ede0 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:55:59.894422 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'status': 'completed', 'code': 200} Aug 20 11:55:59.905810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-network', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:59.958739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ef88b3e6-02c2-47e2-ac49-cf49237252de None None] Provisioning complete for port 27fcd261-9425-4a14-b8d6-553ad7d3a025 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:59.959006 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ef88b3e6-02c2-47e2-ac49-cf49237252de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.041740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-34607a98-4dc1-4a88-a006-c1b00915fbab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.1576240 Aug 20 11:56:00.080500 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.091369 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Transition to ACTIVE for port object 13e3eeaf-6516-4710-bff8-b2d43ad240a6 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:00.097428 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.107926 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.170033 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Attempting to bind port 13e3eeaf-6516-4710-bff8-b2d43ad240a6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:00.170859 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Attempting to bind port 13e3eeaf-6516-4710-bff8-b2d43ad240a6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:00.171491 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Attempting to bind port 13e3eeaf-6516-4710-bff8-b2d43ad240a6 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:00.181769 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:00.183230 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:00.183890 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.184595 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:00.185327 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Bound port: 13e3eeaf-6516-4710-bff8-b2d43ad240a6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:00.185967 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.194264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 27fcd261-9425-4a14-b8d6-553ad7d3a025, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=27fcd261-9425-4a14-b8d6-553ad7d3a025,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:00.206152 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.213908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.233369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86d669-57dc-4d19-851d-36a449ad118a req-34d3d143-6274-4949-ba29-bd9014f3ea09 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:00.241262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba86d669-57dc-4d19-851d-36a449ad118a req-34d3d143-6274-4949-ba29-bd9014f3ea09 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.2155349 Aug 20 11:56:00.248644 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] For port 13e3eeaf-6516-4710-bff8-b2d43ad240a6, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:00.253043 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] For port 13e3eeaf-6516-4710-bff8-b2d43ad240a6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=13e3eeaf-6516-4710-bff8-b2d43ad240a6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:00.254468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Made reservation on behalf of 0e62e09d13494856b8c45e815276e0a7 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:00.257131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.263032 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.265726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Pushing event updated for resources: {'Port': ['ID=13e3eeaf-6516-4710-bff8-b2d43ad240a6,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:00.276624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['b6cc5c21-1406-467d-a408-71495e697e11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:00.277388 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.278063 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.278279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605015e3-5a44-48af-8d9f-e7fca944daf6 req-68d47d55-5b44-41c6-a942-50bff803c5e0 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:00.278872 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.279427 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.280000 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.280114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-605015e3-5a44-48af-8d9f-e7fca944daf6 req-68d47d55-5b44-41c6-a942-50bff803c5e0 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fdcebb-d32e-48c4-8afd-c67548474919 HTTP/1.1" status: 200 len: 950 time: 0.3434615 Aug 20 11:56:00.280692 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.281246 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.281820 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.282450 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.283001 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.283573 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.284119 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:00.309497 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.334359 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:00.335356 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:55:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:00.371826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Pushing event deleted for resources: {'Port': ['ID=8b80485e-61d5-4eb8-96b4-5ebd6855cb81,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:00.395521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58188-f19b-4c86-b298-086d811c4055 req-b8901f44-420a-4f8b-a7db-004459c1bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:00.401256 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-b8901f44-420a-4f8b-a7db-004459c1bad7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.3141685 Aug 20 11:56:00.466209 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:00.521299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=27fcd261-9425-4a14-b8d6-553ad7d3a025,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:00.616093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:00.651186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.657338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:00.658078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:00.660810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] No DVR routers for this DVR port 8b80485e-61d5-4eb8-96b4-5ebd6855cb81 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:00.665439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.672226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9e50f11-a0bf-4bf7-be5c-e4f976d13b0b req-2e6a2aec-6e6e-48d7-82e2-94cb565ca33a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.73 "DELETE /v2.0/ports/8b80485e-61d5-4eb8-96b4-5ebd6855cb81 HTTP/1.1" status: 204 len: 173 time: 3.2294579 Aug 20 11:56:00.744360 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e77dac-01a4-4298-96b8-a5aa5ca11a58 None None] Pushing event updated for resources: {'Port': ['ID=13e3eeaf-6516-4710-bff8-b2d43ad240a6,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:00.815895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba86d669-57dc-4d19-851d-36a449ad118a req-a81c4fd1-4ffd-40d7-91cf-022f5ff41172 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736146 Aug 20 11:56:00.860959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.899203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-605015e3-5a44-48af-8d9f-e7fca944daf6 req-6dfc1e16-e1bc-4ca4-9e3b-bf28656c8a5e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793750 Aug 20 11:56:00.908798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:00.974860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Allocated IP 172.20.0.1 (c2fe94db-7cd4-420a-91c8-4b5b1b36e45b/4fae12da-f32b-41d0-b1ee-96f800c75885/1e321639-511a-42e7-8936-dcb82b777b42) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:01.005732 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:55:56Z', 'revision_number': 3, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:01.057088 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168268d9-0cf3-406a-9daf-a7302f66cd9d None None] The sync data for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 is: [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:55:56Z', 'revision_number': 3, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:01.057618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:56:01.064914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f105946-94f3-4a3f-a545-0bb016186182,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:01.074451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58188-f19b-4c86-b298-086d811c4055 req-91bbe488-cb5e-4407-a03e-7d7a9ec416da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:01.075954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-91bbe488-cb5e-4407-a03e-7d7a9ec416da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4539075 Aug 20 11:56:01.084265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.084580 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Added segment e13c80d8-945a-4a74-b34d-3a825b85ef4b of type vlan for network e0be9652-7430-4519-b682-82de3db2d02c Aug 20 11:56:01.183804 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.200644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Transition to ACTIVE for port object 1e321639-511a-42e7-8936-dcb82b777b42 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:01.257721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.280153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.292333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b42b4d-9abd-44ce-81cd-a513fd9279eb req-e7dbe14c-1684-4156-bf81-8888e098d1ac tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:01.299670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16b42b4d-9abd-44ce-81cd-a513fd9279eb req-e7dbe14c-1684-4156-bf81-8888e098d1ac tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.3020515 Aug 20 11:56:01.312608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Pushing event updated for resources: {'Port': ['ID=1e321639-511a-42e7-8936-dcb82b777b42,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:01.360090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:01.362323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:01.388965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:01.477173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb25248-e666-44ea-bd01-f1ead9a42958 req-f4d485aa-bab8-41ce-bb48-90e1261c25f6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:01.489246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bb25248-e666-44ea-bd01-f1ead9a42958 req-f4d485aa-bab8-41ce-bb48-90e1261c25f6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 947 time: 0.4122353 Aug 20 11:56:01.526941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.600128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 27fcd261-9425-4a14-b8d6-553ad7d3a025 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:01.656116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bb25248-e666-44ea-bd01-f1ead9a42958 req-e3471c2b-4df7-4682-a98a-0d9a81ecc931 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652236 Aug 20 11:56:01.667986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.670673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:01.672429 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.710242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-3009c2ee-4998-4e47-bd98-05c31d3d6ec3 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175380 Aug 20 11:56:01.718914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 27fcd261-9425-4a14-b8d6-553ad7d3a025 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:01.719472 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.835408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:01.909643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fdcebb-d32e-48c4-8afd-c67548474919', 'name': 'network-vif-deleted', 'tag': '8b80485e-61d5-4eb8-96b4-5ebd6855cb81'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:01.912302 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78669a7d-6f31-4004-84e3-1c5e1d369a1f" -d '{"events": [{"server_uuid": "44fdcebb-d32e-48c4-8afd-c67548474919", "name": "network-vif-deleted", "tag": "8b80485e-61d5-4eb8-96b4-5ebd6855cb81"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:01.959752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9287c235-7f0d-45c4-aa69-28377afcdc79 None None] Provisioning for port 1e321639-511a-42e7-8936-dcb82b777b42 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:01.969775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9287c235-7f0d-45c4-aa69-28377afcdc79 None None] Provisioning complete for port 1e321639-511a-42e7-8936-dcb82b777b42 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:01.970476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9287c235-7f0d-45c4-aa69-28377afcdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.067360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9287c235-7f0d-45c4-aa69-28377afcdc79 None None] Port 1e321639-511a-42e7-8936-dcb82b777b42 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:02.103442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.112069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.191131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Pushing event updated for resources: {'Port': ['ID=1e321639-511a-42e7-8936-dcb82b777b42,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:02.195074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.330326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bc58188-f19b-4c86-b298-086d811c4055 req-71492893-fe42-4c48-b685-d35564362266 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970278 Aug 20 11:56:02.335887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:02.336869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16b42b4d-9abd-44ce-81cd-a513fd9279eb req-efdc9dfb-f65d-45e4-a570-a16767326b1d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0363417 Aug 20 11:56:02.337002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:02.342115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.9211297 Aug 20 11:56:02.346151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59802) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:02.383576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Request body: {'subnet': {'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-subnet', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:02.422029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aeff4-3846-42e4-8cbd-93e2705da3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e0be9652-7430-4519-b682-82de3db2d02c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:02.429064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Made reservation on behalf of 0e62e09d13494856b8c45e815276e0a7 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:02.431526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.437746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network e0be9652-7430-4519-b682-82de3db2d02c details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:56:02.606967 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287b4736-e567-49d4-b364-f46a910f4fd8 x-openstack-request-id: req-287b4736-e567-49d4-b364-f46a910f4fd8 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:02.607566 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fdcebb-d32e-48c4-8afd-c67548474919", "name": "network-vif-deleted", "tag": "8b80485e-61d5-4eb8-96b4-5ebd6855cb81", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:02.609495 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-287b4736-e567-49d4-b364-f46a910f4fd8 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:02.611509 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fdcebb-d32e-48c4-8afd-c67548474919', 'name': 'network-vif-deleted', 'tag': '8b80485e-61d5-4eb8-96b4-5ebd6855cb81', 'status': 'completed', 'code': 200} Aug 20 11:56:02.687235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Router 70275a73-5265-4a24-8b04-948d751d3ee6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:02.721981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-46906608-ed95-4123-8bcb-489c731c0a5c None None] Provisioning complete for port 1e321639-511a-42e7-8936-dcb82b777b42 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:02.722517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-46906608-ed95-4123-8bcb-489c731c0a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.725824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827dc8b-f4cf-4480-912d-28b4d9e6587e req-8a34da0d-6d9d-4422-ac61-6da10ad66662 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:02.731870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f827dc8b-f4cf-4480-912d-28b4d9e6587e req-8a34da0d-6d9d-4422-ac61-6da10ad66662 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.4002001 Aug 20 11:56:02.757571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-6a1e3ddd-2dec-4263-97a2-7081471a5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:02.759851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-6a1e3ddd-2dec-4263-97a2-7081471a5c3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1099 time: 0.3504262 Aug 20 11:56:02.806678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-46906608-ed95-4123-8bcb-489c731c0a5c None None] Port 1e321639-511a-42e7-8936-dcb82b777b42 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:02.810783 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f827dc8b-f4cf-4480-912d-28b4d9e6587e req-4bb3da7b-6475-4b7c-9665-757d6b7fc299 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758593 Aug 20 11:56:02.905691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:02.914232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-38a9c5c1-b8ac-479e-87dd-df882e82951e admin admin] 10.222.0.25 "PUT /v2.0/routers/70275a73-5265-4a24-8b04-948d751d3ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9982455 Aug 20 11:56:03.063639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-279e9d03-e10c-42b8-b8c7-94f18c93ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.065195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-279e9d03-e10c-42b8-b8c7-94f18c93ecf5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2734451 Aug 20 11:56:03.073056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f34e6-0413-48ce-aa77-b05c90aba076 req-3f4a2142-ccf7-462f-9061-7a5e53361741 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.074433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-303f34e6-0413-48ce-aa77-b05c90aba076 req-3f4a2142-ccf7-462f-9061-7a5e53361741 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 947 time: 0.1703176 Aug 20 11:56:03.081924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe431a4-f777-466b-902d-a5ea1c5c90a3 req-412998f5-3e53-4ded-bf21-9e948d6dfb2e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.083379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efe431a4-f777-466b-902d-a5ea1c5c90a3 req-412998f5-3e53-4ded-bf21-9e948d6dfb2e tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 973 time: 0.1781449 Aug 20 11:56:03.086424 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.167882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-f627d116-d5d1-4624-9fca-7d10b02f1479 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.0834248 Aug 20 11:56:03.218593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d611d2ef-723b-4658-84f1-0249e8c13a3e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:03.227528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-303f34e6-0413-48ce-aa77-b05c90aba076 req-7dd8bf24-5310-4b62-87d2-e02adc29bb3c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420522 Aug 20 11:56:03.239306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efe431a4-f777-466b-902d-a5ea1c5c90a3 req-44cebe35-f848-4860-879e-a6c28e9f2eda tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392341 Aug 20 11:56:03.262882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Checking segment: {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:03.262882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Network hostable DHCP agents. Network: e0be9652-7430-4519-b682-82de3db2d02c, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:56:03.320641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Network e0be9652-7430-4519-b682-82de3db2d02c is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:56:03.341930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, e0be9652-7430-4519-b682-82de3db2d02c) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:03.352078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de727468-cd73-43eb-85f3-1ae1c2dcc868 None None] Network e0be9652-7430-4519-b682-82de3db2d02c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:03.388730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-c05bbe72-d51f-4f38-9c30-a0006d267a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.390333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-c05bbe72-d51f-4f38-9c30-a0006d267a2b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1098030 Aug 20 11:56:03.394980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.398135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.479599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec646421-d88e-4562-a97d-723da1ce901f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1294680 Aug 20 11:56:03.479830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59850) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:03.493196 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:03.497080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-056513a1-7241-4c25-8454-7c93bdba6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.499139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-056513a1-7241-4c25-8454-7c93bdba6c8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829265 Aug 20 11:56:03.546304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 13e3eeaf-6516-4710-bff8-b2d43ad240a6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:03.578593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.580128 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.680024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.684592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ee849-b494-4265-b82a-9e5952438795 req-ed5c68e0-9a7d-4be6-a7fa-b7023a2500e8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.686483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e14ee849-b494-4265-b82a-9e5952438795 req-ed5c68e0-9a7d-4be6-a7fa-b7023a2500e8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.1428497 Aug 20 11:56:03.691514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-e2786458-b0ad-456b-af7c-320f246c986e service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781471 Aug 20 11:56:03.763882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-e0be9652-7430-4519-b682-82de3db2d02c', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:56:03.764999 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.800177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 13e3eeaf-6516-4710-bff8-b2d43ad240a6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:03.810956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e14ee849-b494-4265-b82a-9e5952438795 req-7e2a6378-089e-40bb-871d-f4f4733c59f5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091602 Aug 20 11:56:03.817030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 13e3eeaf-6516-4710-bff8-b2d43ad240a6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:03.817418 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.879736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0629cffe-82c8-4d11-91d4-3df00e6ea58c req-1cdbaf9d-8e73-4e60-a121-50813dd62699 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679044 Aug 20 11:56:03.894897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Sync routers for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:03.938139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.952497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b407d-4bc5-4d42-92a0-7e4ddcc97e3b req-4e1444da-5489-41b0-b5ec-c27b4398866e tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.954002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-435b407d-4bc5-4d42-92a0-7e4ddcc97e3b req-4e1444da-5489-41b0-b5ec-c27b4398866e tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 950 time: 0.0547285 Aug 20 11:56:04.009177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-435b407d-4bc5-4d42-92a0-7e4ddcc97e3b req-6d555807-c127-4c11-b7bc-8cde84f66d44 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Aug 20 11:56:04.069958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:04.070651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:55:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:04.089542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59858) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:04.095499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6ec8136d-e277-4052-a066-9448a004fdb4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823220842', 'description': 'tempest-description--44809153'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:04.156481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ec8136d-e277-4052-a066-9448a004fdb4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.235921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca2180-9c4a-49a0-9dda-8b2b63d7fdb5 req-afda7402-3cb4-49b2-878b-292c30a82b14 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.245186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.253665 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71ca2180-9c4a-49a0-9dda-8b2b63d7fdb5 req-afda7402-3cb4-49b2-878b-292c30a82b14 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.1089225 Aug 20 11:56:04.270343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.382147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71ca2180-9c4a-49a0-9dda-8b2b63d7fdb5 req-0667ce51-5d17-4dd1-8d22-055ac69597b4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236365 Aug 20 11:56:04.433933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Allocated IP 172.20.0.2 (e0be9652-7430-4519-b682-82de3db2d02c/d611d2ef-723b-4658-84f1-0249e8c13a3e/2de5d98c-a8b5-4881-99cd-5445a44498e1) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:04.438676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ec8136d-e277-4052-a066-9448a004fdb4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.449363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ec8136d-e277-4052-a066-9448a004fdb4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.455242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Allocated IP 172.25.0.19 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/4d389093-0b37-4a8b-ab07-c21b4ded4101) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:04.455468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.488201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:04.497236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6ec8136d-e277-4052-a066-9448a004fdb4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.501422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6ec8136d-e277-4052-a066-9448a004fdb4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4105124 Aug 20 11:56:04.508449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59870) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:04.527954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-608b1cf1-85a5-4c64-b736-0f1abd72b1f2 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Request body: {'security_group_rule': {'security_group_id': 'ea56acd5-8795-4ed1-8c53-2391aa511477', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:04.592495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8136d-e277-4052-a066-9448a004fdb4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea56acd5-8795-4ed1-8c53-2391aa511477,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:04.596737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 13e3eeaf-6516-4710-bff8-b2d43ad240a6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=13e3eeaf-6516-4710-bff8-b2d43ad240a6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:04.613946 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.636198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92015f96-a9fd-4b35-8bb3-7ef5931fc59d req-3667034b-85d4-49dc-980f-30b7c9b2943b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.638285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92015f96-a9fd-4b35-8bb3-7ef5931fc59d req-3667034b-85d4-49dc-980f-30b7c9b2943b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 947 time: 0.0904770 Aug 20 11:56:04.645566 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-608b1cf1-85a5-4c64-b736-0f1abd72b1f2 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.657822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.719154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.742975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=13e3eeaf-6516-4710-bff8-b2d43ad240a6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:04.769118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:04.772750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:04.776644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:04.813139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Pushing event updated for resources: {'Port': ['ID=4d389093-0b37-4a8b-ab07-c21b4ded4101,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:04.827291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92015f96-a9fd-4b35-8bb3-7ef5931fc59d req-9243c472-34d5-4609-a8b7-32cf025fc5a5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781380 Aug 20 11:56:04.881186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-19b0fc6d-4b2b-41ef-b725-5deef079e7f5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.890967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-19b0fc6d-4b2b-41ef-b725-5deef079e7f5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 973 time: 0.2092824 Aug 20 11:56:04.964094 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.981174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Transition to ACTIVE for port object 2de5d98c-a8b5-4881-99cd-5445a44498e1 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:05.000725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-608b1cf1-85a5-4c64-b736-0f1abd72b1f2 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.031111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Transition to ACTIVE for port object 2de5d98c-a8b5-4881-99cd-5445a44498e1 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:05.044940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.082457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-608b1cf1-85a5-4c64-b736-0f1abd72b1f2 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.091100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Network e0be9652-7430-4519-b682-82de3db2d02c is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:05.095749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 2, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:05.099450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:05.128324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Checking router: 70275a73-5265-4a24-8b04-948d751d3ee6 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:05.128709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Updating router 70275a73-5265-4a24-8b04-948d751d3ee6 port 1e321639-511a-42e7-8936-dcb82b777b42 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:56:05.132471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b1cf1-85a5-4c64-b736-0f1abd72b1f2 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e097384b-22a2-4360-8d5a-d64985aad877,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:05.137007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:05.140334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Pushing event updated for resources: {'Port': ['ID=2de5d98c-a8b5-4881-99cd-5445a44498e1,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:05.168230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:05.190870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-608b1cf1-85a5-4c64-b736-0f1abd72b1f2 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.195197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-608b1cf1-85a5-4c64-b736-0f1abd72b1f2 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6825690 Aug 20 11:56:05.215099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.219532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59880) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:05.223658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.233048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Attempting to bind port 2de5d98c-a8b5-4881-99cd-5445a44498e1 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:05.233412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Attempting to bind port 2de5d98c-a8b5-4881-99cd-5445a44498e1 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:05.233771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Attempting to bind port 2de5d98c-a8b5-4881-99cd-5445a44498e1 on network e0be9652-7430-4519-b682-82de3db2d02c {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:05.234623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-797f02bc-9197-48c9-bca2-346e2dc170de tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Request body: {'security_group_rule': {'security_group_id': 'ea56acd5-8795-4ed1-8c53-2391aa511477', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:05.254530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:05.254896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Checking segment: {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:05.255291 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.255685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Bound using segment: {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:05.256159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Bound port: 2de5d98c-a8b5-4881-99cd-5445a44498e1, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:05.256540 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.270342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f10d7-b143-4d04-8041-add291c1af86 req-2521403f-d35b-49d5-b7ac-7a3c9025c2ec tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:05.272169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-456f10d7-b143-4d04-8041-add291c1af86 req-2521403f-d35b-49d5-b7ac-7a3c9025c2ec tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 973 time: 0.3112719 Aug 20 11:56:05.329879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-456f10d7-b143-4d04-8041-add291c1af86 req-3fb6b3d1-1086-4cfd-96ed-d0e3f8267a6f tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 Aug 20 11:56:05.342392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e6db1-68c9-450d-8ce1-9535f99d133e req-9b743ff5-33ad-44a3-92ff-42b44c8dcb71 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:05.344282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c2e6db1-68c9-450d-8ce1-9535f99d133e req-9b743ff5-33ad-44a3-92ff-42b44c8dcb71 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 0.2140694 Aug 20 11:56:05.391675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Deleting port b6cc5c21-1406-467d-a408-71495e697e11 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:05.394280 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.490977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 13e3eeaf-6516-4710-bff8-b2d43ad240a6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:05.495424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c2e6db1-68c9-450d-8ce1-9535f99d133e req-907555bd-fe67-4bae-9d79-bf4bbbf23c20 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352885 Aug 20 11:56:05.574547 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-797f02bc-9197-48c9-bca2-346e2dc170de tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.583783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.638659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:05.666854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d66cb-5237-4e25-90e6-62bf711b93b8 req-6210e768-9742-40e9-a019-4f6bfc24bae4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:05.668319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-016d5d64-7a73-438c-80d3-655027909707 None None] For port 2de5d98c-a8b5-4881-99cd-5445a44498e1, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:05.668474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-522d66cb-5237-4e25-90e6-62bf711b93b8 req-6210e768-9742-40e9-a019-4f6bfc24bae4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.1111164 Aug 20 11:56:05.675164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'mac_address': 'fa:16:3e:a0:30:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:05.690472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-016d5d64-7a73-438c-80d3-655027909707 None None] For port 2de5d98c-a8b5-4881-99cd-5445a44498e1, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2de5d98c-a8b5-4881-99cd-5445a44498e1,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:05.697531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] For port b6cc5c21-1406-467d-a408-71495e697e11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b6cc5c21-1406-467d-a408-71495e697e11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:05.697904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.709017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.711140 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-797f02bc-9197-48c9-bca2-346e2dc170de tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.724696 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-797f02bc-9197-48c9-bca2-346e2dc170de tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.726767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Calling delete_port for b6cc5c21-1406-467d-a408-71495e697e11 owned by compute:tempest-test_az-2038014127 {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:05.747966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f02bc-9197-48c9-bca2-346e2dc170de tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b224581-848d-4f34-b379-c13f62a086b5,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:05.777272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-522d66cb-5237-4e25-90e6-62bf711b93b8 req-cb81645e-4a2a-442a-8358-67647946b771 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950749 Aug 20 11:56:05.784145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 13e3eeaf-6516-4710-bff8-b2d43ad240a6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:05.784521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.805434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Router cf0a5c10-a94a-4531-a455-db82891a51b9 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:56:05.842386 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-797f02bc-9197-48c9-bca2-346e2dc170de tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.843583 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.849178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-797f02bc-9197-48c9-bca2-346e2dc170de tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6186697 Aug 20 11:56:05.851989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59894) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:05.858959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:05.894717 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.925928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d5d64-7a73-438c-80d3-655027909707 None None] Pushing event updated for resources: {'Port': ['ID=2de5d98c-a8b5-4881-99cd-5445a44498e1,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:05.950609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:05.980021 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.999612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:06.003689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Transition to ACTIVE for port object 1e321639-511a-42e7-8936-dcb82b777b42 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:06.010337 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.013673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:06.028085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Sync routers for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:06.039154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.044051 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.044250 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e345b03f-ac1a-4580-9484-65686dc2062a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.5599155 Aug 20 11:56:06.044338 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:06.044338 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:55:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:06.044562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59898) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:06.233002 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:06.272404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:06.426893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9d40-95cf-4161-87fd-c27d47a5617d None None] Pushing event updated for resources: {'Port': ['ID=1e321639-511a-42e7-8936-dcb82b777b42,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:06.445419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:06.490659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff08f5e-835b-496f-b9f7-ba58f03ca22c req-0f7ddef9-7653-4e2d-86bd-b489802a0073 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:06.499361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fff08f5e-835b-496f-b9f7-ba58f03ca22c req-0f7ddef9-7653-4e2d-86bd-b489802a0073 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 947 time: 0.5906868 Aug 20 11:56:06.524956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Attempting to bind port 1e321639-511a-42e7-8936-dcb82b777b42 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:06.525808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Attempting to bind port 1e321639-511a-42e7-8936-dcb82b777b42 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:06.526396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Attempting to bind port 1e321639-511a-42e7-8936-dcb82b777b42 on network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:06.539682 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:06.540157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Checking segment: {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:06.540712 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.541258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Bound using segment: {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:06.542100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Bound port: 1e321639-511a-42e7-8936-dcb82b777b42, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:06.542530 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.597861 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:05Z', 'revision_number': 3, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:06.628389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] For port 1e321639-511a-42e7-8936-dcb82b777b42, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:06.632515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] For port 1e321639-511a-42e7-8936-dcb82b777b42, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e321639-511a-42e7-8936-dcb82b777b42,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:06.639121 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Checking router: cf0a5c10-a94a-4531-a455-db82891a51b9 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:06.639552 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Updating router cf0a5c10-a94a-4531-a455-db82891a51b9 port 4d389093-0b37-4a8b-ab07-c21b4ded4101 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:56:06.642756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-5bd5a83c-7a27-4563-8625-bf13b6184be0 service neutron] 10.222.0.73 "GET /v2.0/ports/dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b/bindings/n-h2-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.6553156 Aug 20 11:56:06.642974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:06.676168 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.686375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.741443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f8fe-b237-45c7-b5f8-425181ba1df4 req-4cf0dd94-79ab-46b4-ba1a-fe3d8a82a67a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:06.750228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5043f8fe-b237-45c7-b5f8-425181ba1df4 req-4cf0dd94-79ab-46b4-ba1a-fe3d8a82a67a tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c005120-245e-4568-9f10-457a356e8786 HTTP/1.1" status: 200 len: 973 time: 0.2474890 Aug 20 11:56:06.773676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fff08f5e-835b-496f-b9f7-ba58f03ca22c req-51e2100d-ea1e-4bef-ae53-43191bd26f0d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669008 Aug 20 11:56:06.813518 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9d40-95cf-4161-87fd-c27d47a5617d None None] Pushing event updated for resources: {'Port': ['ID=1e321639-511a-42e7-8936-dcb82b777b42,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:06.873032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.877932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:06.896793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:55:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:06.916569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5043f8fe-b237-45c7-b5f8-425181ba1df4 req-f208c1a8-6f88-429b-8517-9a637270bd79 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b1fb890-1b3b-44cb-9844-4d320c0bf447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651311 Aug 20 11:56:07.067308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Pushing event deleted for resources: {'Port': ['ID=b6cc5c21-1406-467d-a408-71495e697e11,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:07.104943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] No DVR routers for this DVR port b6cc5c21-1406-467d-a408-71495e697e11 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:07.124984 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.130647 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.133696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f2f9a0d-1758-4278-9cac-29f953ed250e req-3cddbd09-1c63-464d-afe8-d615d2523bc5 tempest-ServersAdminTestJSON-1006901631 tempest-ServersAdminTestJSON-1006901631-project] 10.222.0.22 "DELETE /v2.0/ports/b6cc5c21-1406-467d-a408-71495e697e11 HTTP/1.1" status: 204 len: 173 time: 2.2333062 Aug 20 11:56:07.144353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-deleted', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:07.151086 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4853d9a3-60b1-4e94-87ca-5ee6e20d5074" -d '{"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-deleted", "tag": "b6cc5c21-1406-467d-a408-71495e697e11"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:07.338602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:07.434488 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.454667 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Transition to ACTIVE for port object 4d389093-0b37-4a8b-ab07-c21b4ded4101 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:07.467359 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.504482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: b6cc5c21-1406-467d-a408-71495e697e11 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:07.505128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b6cc5c21-1406-467d-a408-71495e697e11 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:07.507228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:07.511961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:07.539307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:07.575577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.584480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:07.594628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2de5d98c-a8b5-4881-99cd-5445a44498e1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:07.603805 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcfe23-8810-4883-805f-9d7c1235cc6a None None] Pushing event updated for resources: {'Port': ['ID=4d389093-0b37-4a8b-ab07-c21b4ded4101,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:07.604502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:07.606046 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Attempting to bind port 4d389093-0b37-4a8b-ab07-c21b4ded4101 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:07.606687 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Attempting to bind port 4d389093-0b37-4a8b-ab07-c21b4ded4101 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:07.609070 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Attempting to bind port 4d389093-0b37-4a8b-ab07-c21b4ded4101 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:07.613443 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:07.613813 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:07.614257 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.614648 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:07.615111 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Bound port: 4d389093-0b37-4a8b-ab07-c21b4ded4101, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:07.615509 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.691677 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] For port 4d389093-0b37-4a8b-ab07-c21b4ded4101, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:07.695820 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] For port 4d389093-0b37-4a8b-ab07-c21b4ded4101, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d389093-0b37-4a8b-ab07-c21b4ded4101,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:07.701764 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:07.707352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39c0b9-4441-446d-9d6a-1808dd07ef65 None None] Network e0be9652-7430-4519-b682-82de3db2d02c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:07.766606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcfe23-8810-4883-805f-9d7c1235cc6a None None] Pushing event updated for resources: {'Port': ['ID=4d389093-0b37-4a8b-ab07-c21b4ded4101,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:07.811727 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:07.815490 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:55:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:07.855721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Allocated IP 172.20.0.1 (e0be9652-7430-4519-b682-82de3db2d02c/d611d2ef-723b-4658-84f1-0249e8c13a3e/2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:07.877332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Allocated IP 172.25.0.63 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/158a8c34-cfb2-4f9b-ad30-04dd72e4cfb5) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:07.919940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:08.017380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2de5d98c-a8b5-4881-99cd-5445a44498e1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:08.026527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.049887 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.067818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Transition to ACTIVE for port object 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:08.091584 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:08.113484 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.174594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] Transition to ACTIVE for port object dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:08.186730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dd703996-a8b0-47a8-8790-08841d479dc6 None None] Provisioning for port 2de5d98c-a8b5-4881-99cd-5445a44498e1 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:08.193504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249eb0-c3df-4fd8-8bd6-eb7cd4195b68 req-463835ed-c301-4bb8-82b9-c3d00ae9505c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:08.195451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f249eb0-c3df-4fd8-8bd6-eb7cd4195b68 req-463835ed-c301-4bb8-82b9-c3d00ae9505c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 1.1372182 Aug 20 11:56:08.202064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Network e0be9652-7430-4519-b682-82de3db2d02c is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:08.203932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211fea0-4f40-4938-a796-42ab9ff7bb1c req-785e28ac-a792-4200-a72c-1b4216559d9d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:08.205592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3211fea0-4f40-4938-a796-42ab9ff7bb1c req-785e28ac-a792-4200-a72c-1b4216559d9d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 943 time: 1.1044085 Aug 20 11:56:08.210057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:08.215674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dd703996-a8b0-47a8-8790-08841d479dc6 None None] Provisioning complete for port 2de5d98c-a8b5-4881-99cd-5445a44498e1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:08.216049 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd703996-a8b0-47a8-8790-08841d479dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.219039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:08.224499 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.318944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:08.328956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.340891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f249eb0-c3df-4fd8-8bd6-eb7cd4195b68 req-8e406c3e-0683-4977-95b4-84ec36199558 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335630 Aug 20 11:56:08.355805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.385926 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.397978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] No DVR routers for this DVR port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:08.426728 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:05Z', 'revision_number': 3, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:08.478109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3211fea0-4f40-4938-a796-42ab9ff7bb1c req-f9d3a130-0804-4ae6-9909-83bfd5092aa4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452700 Aug 20 11:56:08.500739 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a1028-bc0c-4ea1-9726-f16eccc9be99 None None] The sync data for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 is: [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:05Z', 'revision_number': 3, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:08.572838 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf54bf37-e60f-4f40-acae-49fb9715f10d x-openstack-request-id: req-bf54bf37-e60f-4f40-acae-49fb9715f10d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:08.573224 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c005120-245e-4568-9f10-457a356e8786", "name": "network-vif-deleted", "tag": "b6cc5c21-1406-467d-a408-71495e697e11", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:08.573393 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf54bf37-e60f-4f40-acae-49fb9715f10d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:08.573821 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c005120-245e-4568-9f10-457a356e8786', 'name': 'network-vif-deleted', 'tag': 'b6cc5c21-1406-467d-a408-71495e697e11', 'status': 'completed', 'code': 200} Aug 20 11:56:08.578831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:08.581116 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0827f-228e-4a90-8602-29cd617ac1ba" -d '{"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:08.585626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] Pushing event updated for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:08.608058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f005b194-a8dd-48e8-8c2e-43801658dc09 service neutron] 10.222.0.73 "PUT /v2.0/ports/dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b/bindings/n-h2-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 1.9456346 Aug 20 11:56:08.663355 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd703996-a8b0-47a8-8790-08841d479dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.710538 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.718737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:08.779412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dd703996-a8b0-47a8-8790-08841d479dc6 None None] For port 2de5d98c-a8b5-4881-99cd-5445a44498e1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2de5d98c-a8b5-4881-99cd-5445a44498e1,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:08.780936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f1ecc648-be45-4d0e-bf36-507532dab145 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:08.846657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.901135 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c402243-ac20-444a-850e-d50ba520f59e x-openstack-request-id: req-1c402243-ac20-444a-850e-d50ba520f59e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:08.901456 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:08.901629 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c402243-ac20-444a-850e-d50ba520f59e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:08.902311 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b', 'code': 200} Aug 20 11:56:08.909894 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.911736 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd703996-a8b0-47a8-8790-08841d479dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:08.922530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3b2ee-6892-4787-a32a-1ce837c9c43f req-f989d21f-98da-43e4-97cb-4e2e84260b80 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:08.930375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6dd3b2ee-6892-4787-a32a-1ce837c9c43f req-f989d21f-98da-43e4-97cb-4e2e84260b80 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 948 time: 0.3013155 Aug 20 11:56:09.037314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.045442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event updated for resources: {'Port': ['ID=158a8c34-cfb2-4f9b-ad30-04dd72e4cfb5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:09.053130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:09.070089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59944) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:09.075184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:09.076159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.078623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4246bd1a-694c-4c25-a196-d4e0da874cc1 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:09.080200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4246bd1a-694c-4c25-a196-d4e0da874cc1 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.3509998 Aug 20 11:56:09.090966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:09.093954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:09.134767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'mac_address': 'fa:16:3e:db:76:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:09.136606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4022ae74-c0e5-4487-8753-56735ef689f7 None None] Provisioning complete for port 2de5d98c-a8b5-4881-99cd-5445a44498e1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:09.136771 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4022ae74-c0e5-4487-8753-56735ef689f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.142964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:09.157133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.159084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:09.271496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:06Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:09.298890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Network e0be9652-7430-4519-b682-82de3db2d02c is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:09.302104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:09.315221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6dd3b2ee-6892-4787-a32a-1ce837c9c43f req-3e86fe8e-f903-44b6-ad39-b348d48d9eb4 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794851 Aug 20 11:56:09.321853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4524c9-3c45-43e0-a838-a8b1115ec3f3 None None] The sync data for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 is: [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:06Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:09.342143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd703996-a8b0-47a8-8790-08841d479dc6 None None] Pushing event updated for resources: {'Port': ['ID=2de5d98c-a8b5-4881-99cd-5445a44498e1,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:09.346986 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.420112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c89e5aea-5a2d-46bb-8803-a2f38520fb07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e81540b6a1784478a42a0c558fb60908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461154 Aug 20 11:56:09.457857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1ecc648-be45-4d0e-bf36-507532dab145 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:09.486877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59950) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:09.548238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:09.565596 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.659569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.704304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d389093-0b37-4a8b-ab07-c21b4ded4101 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:09.720108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4dd7471d-a4af-4b93-b8ae-185be9fb4223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.757632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Router cf0a5c10-a94a-4531-a455-db82891a51b9 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:09.772705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-5ff15f01-a64f-4434-9194-bf6d3d7b3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:09.782954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-5ff15f01-a64f-4434-9194-bf6d3d7b3a16 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e HTTP/1.1" status: 200 len: 1096 time: 0.5934196 Aug 20 11:56:09.785287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.791860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4022ae74-c0e5-4487-8753-56735ef689f7 None None] Provisioning for port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:09.794262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f1ecc648-be45-4d0e-bf36-507532dab145'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:09.806874 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4dd7471d-a4af-4b93-b8ae-185be9fb4223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.860937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4022ae74-c0e5-4487-8753-56735ef689f7 None None] Provisioning complete for port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:09.861416 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4022ae74-c0e5-4487-8753-56735ef689f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:09.932260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4022ae74-c0e5-4487-8753-56735ef689f7 None None] Port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:10.026547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:10.072628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4dd7471d-a4af-4b93-b8ae-185be9fb4223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.084635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4dd7471d-a4af-4b93-b8ae-185be9fb4223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.086640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4dd7471d-a4af-4b93-b8ae-185be9fb4223 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b1fb890-1b3b-44cb-9844-4d320c0bf447 HTTP/1.1" status: 204 len: 168 time: 0.5977001 Aug 20 11:56:10.136255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7638dffe-96f3-4175-a0b7-4428e62c918c None None] Provisioning complete for port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:10.136628 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7638dffe-96f3-4175-a0b7-4428e62c918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.138155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 4d389093-0b37-4a8b-ab07-c21b4ded4101 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:10.151634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7471d-a4af-4b93-b8ae-185be9fb4223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1fb890-1b3b-44cb-9844-4d320c0bf447,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:10.156930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:10.183709 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b712a701-9b1b-4b92-b56e-96fa3aa61b40 admin admin] 10.222.0.25 "PUT /v2.0/routers/cf0a5c10-a94a-4531-a455-db82891a51b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1244035 Aug 20 11:56:10.215410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4d389093-0b37-4a8b-ab07-c21b4ded4101 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:10.216083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.280997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23390235-6fc8-4de2-8be8-32535877ac98 req-3a3f7fe3-bfac-4353-a5ad-c35d5c37c150 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.301546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23390235-6fc8-4de2-8be8-32535877ac98 req-3a3f7fe3-bfac-4353-a5ad-c35d5c37c150 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.6039979 Aug 20 11:56:10.320260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7638dffe-96f3-4175-a0b7-4428e62c918c None None] Port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:10.399225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4dc1ea0e-385e-40cd-b871-a29cacc61263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.401906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-4dc1ea0e-385e-40cd-b871-a29cacc61263 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1096 time: 0.3706596 Aug 20 11:56:10.440495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dcfc0-4817-434a-8b0a-b3347cf66e20 req-a7913ce1-d553-45f4-b8a3-c158ebd2b439 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.442459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a92dcfc0-4817-434a-8b0a-b3347cf66e20 req-a7913ce1-d553-45f4-b8a3-c158ebd2b439 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 944 time: 0.3835807 Aug 20 11:56:10.444096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.489727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 4d389093-0b37-4a8b-ab07-c21b4ded4101, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d389093-0b37-4a8b-ab07-c21b4ded4101,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:10.496115 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.562610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-c5ddf8ee-93a1-4124-bf5e-c058cf16d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:10.566169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-c5ddf8ee-93a1-4124-bf5e-c058cf16d9dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.1464965 Aug 20 11:56:10.580614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=4d389093-0b37-4a8b-ab07-c21b4ded4101,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:10.655808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:10.681242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f1ecc648-be45-4d0e-bf36-507532dab145 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:10.740643 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7688ceb5-fe43-402b-9efa-3fb033881eba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57959dfa89e9427eb39e5a2ed7e52c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814557 Aug 20 11:56:10.741653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59990) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:10.835959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f1ecc648-be45-4d0e-bf36-507532dab145 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:10.839806 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.855229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28c6090f-561f-44d7-a1f3-fa79b92545dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.883169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23390235-6fc8-4de2-8be8-32535877ac98 req-940044c7-a87c-4c43-9cff-a3ed64d2e381 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804436 Aug 20 11:56:10.889397 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28c6090f-561f-44d7-a1f3-fa79b92545dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.916891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f8dc44a2-2178-485e-a877-bf0c4129ce22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b HTTP/1.1" status: 200 len: 217 time: 0.3429165 Aug 20 11:56:10.981628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28c6090f-561f-44d7-a1f3-fa79b92545dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.986944 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28c6090f-561f-44d7-a1f3-fa79b92545dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:10.988439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-28c6090f-561f-44d7-a1f3-fa79b92545dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c5503a3-40e2-4ac3-b0bb-5e73cdd7493d HTTP/1.1" status: 204 len: 168 time: 0.2455144 Aug 20 11:56:10.998843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6090f-561f-44d7-a1f3-fa79b92545dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5503a3-40e2-4ac3-b0bb-5e73cdd7493d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:11.038139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a92dcfc0-4817-434a-8b0a-b3347cf66e20 req-4da4cae3-a822-45f0-b186-d65e569369ea tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706602 Aug 20 11:56:11.054512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.062902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-3c765017-0824-4109-95ce-bb8ad4162dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:11.064720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-3c765017-0824-4109-95ce-bb8ad4162dd9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1404960 Aug 20 11:56:11.066090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.141568 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.191369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-5da1748f-7c4e-425a-8b0f-6f4fe7c524de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182196 Aug 20 11:56:11.205650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:11.209905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:11.212884 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbd42c1-9cec-4f1a-8e33-23ea5898303d" -d '{"events": [{"server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:11.216429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:11.233653 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.279275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event updated for resources: {'Port': ['ID=158a8c34-cfb2-4f9b-ad30-04dd72e4cfb5,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:11.420529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.500133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f04b3149-6758-4a12-bec4-8368d730de7a service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935646 Aug 20 11:56:11.502967 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:11.504254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5eaf213f-245a-4f19-b279-9e1716dc453d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6504722 Aug 20 11:56:11.514562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45985a34-d5af-4879-a36c-d9a996be736e req-4cae2965-724a-47cc-814d-23da8ca452db tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:11.516224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45985a34-d5af-4879-a36c-d9a996be736e req-4cae2965-724a-47cc-814d-23da8ca452db tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 948 time: 0.2011847 Aug 20 11:56:11.660371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45985a34-d5af-4879-a36c-d9a996be736e req-0e12ec98-2587-456a-a374-bc5c4457bcfc tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281598 Aug 20 11:56:11.718452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-073edbb1-70c7-40b2-a786-a2330367fe3d service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009945 Aug 20 11:56:11.765308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d389093-0b37-4a8b-ab07-c21b4ded4101 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:11.863357 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedfcdf3-bdbb-4436-96d1-eb3beb4d331e x-openstack-request-id: req-dedfcdf3-bdbb-4436-96d1-eb3beb4d331e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:11.863795 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:11.863908 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dedfcdf3-bdbb-4436-96d1-eb3beb4d331e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:11.864296 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'code': 200} Aug 20 11:56:12.031656 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.047312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-735cc134-2c7c-4a11-91ee-6f05856b011f tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:12.051764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-735cc134-2c7c-4a11-91ee-6f05856b011f tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/networks?id=e0be9652-7430-4519-b682-82de3db2d02c HTTP/1.1" status: 200 len: 828 time: 0.2789814 Aug 20 11:56:12.063715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4d389093-0b37-4a8b-ab07-c21b4ded4101 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:12.064090 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.085665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:12.095216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:12.103463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:12.103992 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.176012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-19d51881-40e0-46fc-a72b-8f094f79022d tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/quotas/0e62e09d13494856b8c45e815276e0a7 HTTP/1.1" status: 200 len: 375 time: 0.1001248 Aug 20 11:56:12.247348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-7996dc3b-68bd-4833-a7df-081734803ca6 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:12.254617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-7996dc3b-68bd-4833-a7df-081734803ca6 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.2016153 Aug 20 11:56:12.280619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e321639-511a-42e7-8936-dcb82b777b42 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:12.282681 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.429726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:12.438044 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.504514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1e321639-511a-42e7-8936-dcb82b777b42 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:12.527129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1e321639-511a-42e7-8936-dcb82b777b42 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:12.527495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.536490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec73534-a958-4182-b455-b572090a8eae None None] Sync routers for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:12.610570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0716-5e22-414b-94b7-9cca92f7ae0f req-c65f6819-594a-43b0-ac23-02f13513d693 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:12.612342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-634c0716-5e22-414b-94b7-9cca92f7ae0f req-c65f6819-594a-43b0-ac23-02f13513d693 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.5352318 Aug 20 11:56:12.619416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f2e42f68-fdb5-4429-bbd9-3772a104dda9 service neutron] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:12.650317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec73534-a958-4182-b455-b572090a8eae None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:12.651189 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eec73534-a958-4182-b455-b572090a8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:55:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:12.682095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f2e42f68-fdb5-4429-bbd9-3772a104dda9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:12.685250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a3ef6e-efe5-4fd1-b1a1-1d7239be5f52 req-f2e42f68-fdb5-4429-bbd9-3772a104dda9 service neutron] 10.222.0.22 "DELETE /v2.0/ports/dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b/bindings/n-h1-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.4192979 Aug 20 11:56:12.719648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-ceb6f797-3d85-4eb7-a1b7-59a589672ba9 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e62e09d13494856b8c45e815276e0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5251276 Aug 20 11:56:12.735235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-634c0716-5e22-414b-94b7-9cca92f7ae0f req-53f4fd2e-0621-469d-8422-ff6ef1c3e641 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093690 Aug 20 11:56:12.842919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-eec73534-a958-4182-b455-b572090a8eae None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:13.095505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-b8e6cc10-960e-4e42-94d8-eb072480662f service neutron] 10.222.0.25 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580606 Aug 20 11:56:13.112988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3caba-23c0-4c0f-bc18-3a33561c11f1 req-d786d34f-f115-459b-b49a-bb0bd31ff6eb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:13.118887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49a3caba-23c0-4c0f-bc18-3a33561c11f1 req-d786d34f-f115-459b-b49a-bb0bd31ff6eb tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 944 time: 0.2107003 Aug 20 11:56:13.130256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:13.253461 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.371992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1e321639-511a-42e7-8936-dcb82b777b42, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e321639-511a-42e7-8936-dcb82b777b42,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:13.382795 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.394612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2de5d98c-a8b5-4881-99cd-5445a44498e1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:13.394859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-6cd99344-debe-4759-9aaa-992e6a67c5d0 service neutron] 10.222.0.25 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742834 Aug 20 11:56:13.464867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49a3caba-23c0-4c0f-bc18-3a33561c11f1 req-76eedd9e-1b01-428e-a7c3-0b2210b414d6 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213730 Aug 20 11:56:13.540170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eec73534-a958-4182-b455-b572090a8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 2, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:13.555862 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.592238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec73534-a958-4182-b455-b572090a8eae None None] Checking router: cf0a5c10-a94a-4531-a455-db82891a51b9 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:13.594242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec73534-a958-4182-b455-b572090a8eae None None] Updating router cf0a5c10-a94a-4531-a455-db82891a51b9 port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:56:13.597402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1e321639-511a-42e7-8936-dcb82b777b42,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:13.707381 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eec73534-a958-4182-b455-b572090a8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.711352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2de5d98c-a8b5-4881-99cd-5445a44498e1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:13.713290 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.087072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:14.092004 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01c3213-54f9-4a2c-b7ef-2e127108d18d" -d '{"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-plugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:14.188788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a75ea4-32d5-43bb-92e1-10200cf2e87b req-6fe1e22d-b343-46b2-879e-f78aadec50c3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.199466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4a75ea4-32d5-43bb-92e1-10200cf2e87b req-6fe1e22d-b343-46b2-879e-f78aadec50c3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.2625453 Aug 20 11:56:14.280511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4a75ea4-32d5-43bb-92e1-10200cf2e87b req-c3925771-87ae-4220-8a47-f646d01a11aa tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721114 Aug 20 11:56:14.418069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-bb212dc2-7b5d-40ab-ad47-5053fb4de837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.427302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-bb212dc2-7b5d-40ab-ad47-5053fb4de837 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1097 time: 0.1436954 Aug 20 11:56:14.474878 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eec73534-a958-4182-b455-b572090a8eae None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.475639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43a80609-4f0b-4d96-9f9d-8446e623f20f req-468b8067-17d0-40fa-924d-1b48db3507bb tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 210 time: 0.0469155 Aug 20 11:56:14.487602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eec73534-a958-4182-b455-b572090a8eae None None] Transition to ACTIVE for port object 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:14.530469 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eec73534-a958-4182-b455-b572090a8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.698763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e321639-511a-42e7-8936-dcb82b777b42 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:14.729811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-b08a9bfe-6ccb-4618-a8ce-bbf4adf20501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.734931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-b08a9bfe-6ccb-4618-a8ce-bbf4adf20501 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.2959678 Aug 20 11:56:14.847834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-ec96a516-2fe5-4a0a-bf69-3f81db64833a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2543b0df-4e6d-42a4-9012-3ea01d310035 HTTP/1.1" status: 200 len: 217 time: 0.1026971 Aug 20 11:56:14.861976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f786-1105-4184-beb7-05719b1d8492 req-f3932ed8-23ca-4114-a780-b7974daad08e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:14.867883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63d7f786-1105-4184-beb7-05719b1d8492 req-f3932ed8-23ca-4114-a780-b7974daad08e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.2914467 Aug 20 11:56:14.894990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef1adb-a971-44b5-bc54-686ae1c7932d None None] Pushing event updated for resources: {'Port': ['ID=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:14.960852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1e321639-511a-42e7-8936-dcb82b777b42 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:14.961252 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.014739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63d7f786-1105-4184-beb7-05719b1d8492 req-54d08226-b52f-4cac-8a4d-7727664e5aa3 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353624 Aug 20 11:56:15.036921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-e6a1beb7-c95b-4b75-8c38-6888a4098842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.038686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-e6a1beb7-c95b-4b75-8c38-6888a4098842 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1690252 Aug 20 11:56:15.053350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eec73534-a958-4182-b455-b572090a8eae None None] Attempting to bind port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:15.053727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eec73534-a958-4182-b455-b572090a8eae None None] Attempting to bind port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:15.054212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec73534-a958-4182-b455-b572090a8eae None None] Attempting to bind port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 on network e0be9652-7430-4519-b682-82de3db2d02c {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:15.087604 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581cdabb-dd2f-440f-9dae-dff6fd88f8c0 x-openstack-request-id: req-581cdabb-dd2f-440f-9dae-dff6fd88f8c0 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:15.088281 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-plugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:15.088281 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-581cdabb-dd2f-440f-9dae-dff6fd88f8c0 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:15.088531 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'code': 200} Aug 20 11:56:15.091490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec73534-a958-4182-b455-b572090a8eae None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:15.091870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec73534-a958-4182-b455-b572090a8eae None None] Checking segment: {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:15.092275 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eec73534-a958-4182-b455-b572090a8eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.092658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec73534-a958-4182-b455-b572090a8eae None None] Bound using segment: {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:15.093159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eec73534-a958-4182-b455-b572090a8eae None None] Bound port: 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:15.093521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eec73534-a958-4182-b455-b572090a8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.168205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-ef47ac74-6e78-4e0d-95aa-88324c3e71fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129715 Aug 20 11:56:15.260873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd5cab-e631-486b-89de-f5c2cf698ca0 req-5e7e54fd-80a1-405e-996a-8945058e270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.264014 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25bd5cab-e631-486b-89de-f5c2cf698ca0 req-5e7e54fd-80a1-405e-996a-8945058e270b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1101 time: 0.0767088 Aug 20 11:56:15.272015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-eec73534-a958-4182-b455-b572090a8eae None None] For port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:15.279267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-eec73534-a958-4182-b455-b572090a8eae None None] For port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:15.288578 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eec73534-a958-4182-b455-b572090a8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.329045 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25bd5cab-e631-486b-89de-f5c2cf698ca0 req-67b2fd67-9782-411f-ba61-714dfc177d17 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549510 Aug 20 11:56:15.439598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec73534-a958-4182-b455-b572090a8eae None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:15.441414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eec73534-a958-4182-b455-b572090a8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:55:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:15.445243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-3ef9f3cc-6160-4ca4-b408-8eb4cdbf2c89 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588849 Aug 20 11:56:15.783592 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bcbb524-0522-4264-beec-39425b439679 req-9b538373-f747-4f09-ab98-c75418f5eb88 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0813525 Aug 20 11:56:15.795754 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef1adb-a971-44b5-bc54-686ae1c7932d None None] Pushing event updated for resources: {'Port': ['ID=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:15.885442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-4df14505-3ab4-463f-9938-07515222c9f1 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.887911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-4df14505-3ab4-463f-9938-07515222c9f1 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.73 "GET /v2.0/networks?id=e0be9652-7430-4519-b682-82de3db2d02c HTTP/1.1" status: 200 len: 828 time: 0.4023747 Aug 20 11:56:15.890648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-11b669f8-eec2-4573-bca4-fcafa8b652d4 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651531 Aug 20 11:56:15.916860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Request body: {'port': {'device_id': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'admin_state_up': True, 'tenant_id': '0e62e09d13494856b8c45e815276e0a7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:15.923553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-eec73534-a958-4182-b455-b572090a8eae None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:15.926616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb524-0522-4264-beec-39425b439679 req-3d10badb-c063-478a-841a-c4344c6c8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:15.932405 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bcbb524-0522-4264-beec-39425b439679 req-3d10badb-c063-478a-841a-c4344c6c8327 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 1101 time: 0.1185441 Aug 20 11:56:16.121370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Made reservation on behalf of 0e62e09d13494856b8c45e815276e0a7 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:16.128137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.168289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb524-0522-4264-beec-39425b439679 req-6895f8d7-eb78-4fff-9a86-fe073ac8205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:16.174790 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bcbb524-0522-4264-beec-39425b439679 req-6895f8d7-eb78-4fff-9a86-fe073ac8205d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2135575 Aug 20 11:56:16.308681 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bcbb524-0522-4264-beec-39425b439679 req-6797b99c-8748-4f6d-8e7b-46a12b83c09d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 200 len: 217 time: 0.1225767 Aug 20 11:56:16.355522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Allocated IP 172.20.0.7 (e0be9652-7430-4519-b682-82de3db2d02c/d611d2ef-723b-4658-84f1-0249e8c13a3e/7cf87848-8bfd-4c90-b442-91227aec49ba) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:16.471931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eec73534-a958-4182-b455-b572090a8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:15Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:16.476476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb524-0522-4264-beec-39425b439679 req-3d5c7058-abb7-4073-a5ed-12f4a710d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:16.479750 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bcbb524-0522-4264-beec-39425b439679 req-3d5c7058-abb7-4073-a5ed-12f4a710d7fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1605687 Aug 20 11:56:16.536483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec73534-a958-4182-b455-b572090a8eae None None] The sync data for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 is: [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:15Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:16.643476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb524-0522-4264-beec-39425b439679 req-cf07a60c-c6f8-4de5-b337-0739a1829ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:16.645167 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bcbb524-0522-4264-beec-39425b439679 req-cf07a60c-c6f8-4de5-b337-0739a1829ec8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1557763 Aug 20 11:56:16.775720 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.798033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Transition to ACTIVE for port object 7cf87848-8bfd-4c90-b442-91227aec49ba will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:16.865687 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bcbb524-0522-4264-beec-39425b439679 req-df30cab4-27ed-4b61-b52c-a8b45436cb38 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124591 Aug 20 11:56:16.868458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.988594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Network e0be9652-7430-4519-b682-82de3db2d02c is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:16.997954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:17.003059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:17.077388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Pushing event updated for resources: {'Port': ['ID=7cf87848-8bfd-4c90-b442-91227aec49ba,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:17.108077 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bcbb524-0522-4264-beec-39425b439679 req-85a00e74-2f5a-4f2e-97e3-8ded5e007d98 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321105 Aug 20 11:56:17.142501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:17.144952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.206435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-db386b28-2f0b-4727-941e-4f2f066ccc04 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3040490 Aug 20 11:56:17.223771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Request body: {'port': {'device_id': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:17.337649 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.528035 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-da19c856-36d1-4ff5-a6dd-0ddf9212243a None None] Provisioning for port 7cf87848-8bfd-4c90-b442-91227aec49ba completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:17.532833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-da19c856-36d1-4ff5-a6dd-0ddf9212243a None None] Provisioning complete for port 7cf87848-8bfd-4c90-b442-91227aec49ba triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:17.533210 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-da19c856-36d1-4ff5-a6dd-0ddf9212243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.673202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-da19c856-36d1-4ff5-a6dd-0ddf9212243a None None] Port 7cf87848-8bfd-4c90-b442-91227aec49ba cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:18.156810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf87848-8bfd-4c90-b442-91227aec49ba {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:18.185363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.218425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Transition to ACTIVE for port object 7cf87848-8bfd-4c90-b442-91227aec49ba will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:18.223127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.403470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Pushing event updated for resources: {'Port': ['ID=7cf87848-8bfd-4c90-b442-91227aec49ba,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:18.488851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Attempting to bind port 7cf87848-8bfd-4c90-b442-91227aec49ba on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:18.489452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Attempting to bind port 7cf87848-8bfd-4c90-b442-91227aec49ba by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:18.489949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Attempting to bind port 7cf87848-8bfd-4c90-b442-91227aec49ba on network e0be9652-7430-4519-b682-82de3db2d02c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:18.495939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Port 7cf87848-8bfd-4c90-b442-91227aec49ba on network e0be9652-7430-4519-b682-82de3db2d02c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:18.497016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Attempting to bind port 7cf87848-8bfd-4c90-b442-91227aec49ba on network e0be9652-7430-4519-b682-82de3db2d02c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:18.511781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:18.512396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Checking segment: {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:18.514106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Bound using segment: {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:18.515062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Bound port: 7cf87848-8bfd-4c90-b442-91227aec49ba, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13c80d8-945a-4a74-b34d-3a825b85ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:18.515865 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.786982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] For port 7cf87848-8bfd-4c90-b442-91227aec49ba, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:18.787463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] For port 7cf87848-8bfd-4c90-b442-91227aec49ba, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7cf87848-8bfd-4c90-b442-91227aec49ba,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:18.795699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:18.817448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.918257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Pushing event updated for resources: {'Port': ['ID=7cf87848-8bfd-4c90-b442-91227aec49ba,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:18.942003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.943976 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.945659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-97fba5ab-5f09-45cb-9a41-629deff6700c service neutron] 10.222.0.73 "PUT /v2.0/ports/7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 200 len: 1092 time: 1.7304952 Aug 20 11:56:18.947011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:18.949970 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3357792d-2722-4f8b-bfd3-148fae02a0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:18.980643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:18.999627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:19.000002 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.109237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-ba663abb-8ad8-4789-87be-4fd0481bb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.113777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-ba663abb-8ad8-4789-87be-4fd0481bb7c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e62e09d13494856b8c45e815276e0a7&device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 1095 time: 0.1137676 Aug 20 11:56:19.195308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-6493091a-0b25-48c1-a77b-60f0bceb387c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 200 len: 217 time: 0.0718546 Aug 20 11:56:19.209785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.298684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:19.328964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-c70fec05-cd48-47ce-b5db-bd330d7bad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.330685 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.331675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-c70fec05-cd48-47ce-b5db-bd330d7bad63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d611d2ef-723b-4658-84f1-0249e8c13a3e HTTP/1.1" status: 200 len: 867 time: 0.1276839 Aug 20 11:56:19.454993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:19.468480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-8164bb9c-1509-4c1a-a4c5-7a40a7682f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.473405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-8164bb9c-1509-4c1a-a4c5-7a40a7682f32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0be9652-7430-4519-b682-82de3db2d02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297574 Aug 20 11:56:19.637497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-2fb9f8c2-223d-49f2-aea7-a97a1d62ab9e service neutron] 10.222.0.73 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542044 Aug 20 11:56:19.817571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eeb331a-ecb3-4066-8812-41aaaea7c45a req-26255c59-e143-439b-8a0f-019e1e4dea35 service neutron] 10.222.0.73 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624787 Aug 20 11:56:20.526995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-041a0ff9-995c-433b-97a6-8f20ba845a80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733228 Aug 20 11:56:20.683072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-6cda493b-92a6-460a-a5ef-d06311b84bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:20.684586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-6cda493b-92a6-460a-a5ef-d06311b84bad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 1096 time: 0.0854840 Aug 20 11:56:20.692136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:20.801168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:20.801688 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.857543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-0df2680e-e3de-45e3-bf05-295fb8ea2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:20.859120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-0df2680e-e3de-45e3-bf05-295fb8ea2b4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.1363928 Aug 20 11:56:20.933104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-c66fa234-c8aa-44e8-b9cd-173cede5e373 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 200 len: 217 time: 0.0610006 Aug 20 11:56:21.026622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-2ce2d9cb-937c-4566-b62c-bd3b6d3411fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:21.028211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-2ce2d9cb-937c-4566-b62c-bd3b6d3411fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.0833154 Aug 20 11:56:21.084945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-75efc89b-402e-4139-a659-82ee098d873c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462456 Aug 20 11:56:21.255627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-f282292a-b07d-41cb-9a17-f6e2af2f1e4b service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519566 Aug 20 11:56:21.433286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20233bec-dbce-4f32-a27f-8da0eace77b4 req-c0189d76-916f-49ed-964a-ef05edd0d751 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655524 Aug 20 11:56:21.601299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d57abc4d-e1b7-4713-b3da-5125d1ee4a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:22.742531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7cf87848-8bfd-4c90-b442-91227aec49ba details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:22.917744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7cf87848-8bfd-4c90-b442-91227aec49ba, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7cf87848-8bfd-4c90-b442-91227aec49ba,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:22.935861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'port_id': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'mac_address': 'fa:16:3e:31:d8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:22.997863 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.023173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf87848-8bfd-4c90-b442-91227aec49ba {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:23.056261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7cf87848-8bfd-4c90-b442-91227aec49ba, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7cf87848-8bfd-4c90-b442-91227aec49ba,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:23.063097 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.125215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=7cf87848-8bfd-4c90-b442-91227aec49ba,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:23.426924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['7cf87848-8bfd-4c90-b442-91227aec49ba'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:24.205491 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-58a55137-808e-49f0-b86c-2dfc8d8b004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.757516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7cf87848-8bfd-4c90-b442-91227aec49ba up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:24.825576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 7cf87848-8bfd-4c90-b442-91227aec49ba completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:24.835163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 7cf87848-8bfd-4c90-b442-91227aec49ba triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:24.835558 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.960004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.984490 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.991303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:24.994320 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9570d8-31f3-465c-bfd3-5eba07d4ca64" -d '{"events": [{"server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "name": "network-vif-plugged", "status": "completed", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:25.010212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7cf87848-8bfd-4c90-b442-91227aec49ba, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7cf87848-8bfd-4c90-b442-91227aec49ba,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:25.017722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.085270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=7cf87848-8bfd-4c90-b442-91227aec49ba,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:25.464416 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.420467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-d6bde69b-de8c-4ea3-96ae-631a1788e160 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=de325026624245c69720f8fc2b7bf201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346751 Aug 20 11:56:26.531692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841201-52c0-4be7-8b76-20c5bfc849fc req-f9616991-af44-423f-8096-b680e754a6f9 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.533216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb841201-52c0-4be7-8b76-20c5bfc849fc req-f9616991-af44-423f-8096-b680e754a6f9 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1096 time: 0.0908852 Aug 20 11:56:26.578115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-425a3820-6067-4df5-a69c-328d4a4b90df tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.579507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-425a3820-6067-4df5-a69c-328d4a4b90df tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582813 Aug 20 11:56:26.598672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb841201-52c0-4be7-8b76-20c5bfc849fc req-7c9f001e-f395-4ff4-a7e6-b142d8766a3b tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593359 Aug 20 11:56:26.600992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-b47ea9e0-61fa-4ed9-8adc-4468da59b4c7 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/quotas/de325026624245c69720f8fc2b7bf201 HTTP/1.1" status: 200 len: 375 time: 0.0125306 Aug 20 11:56:26.636386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-cf3ecf2b-52ae-4c45-9208-e223bf417583 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=de325026624245c69720f8fc2b7bf201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282991 Aug 20 11:56:26.855565 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.903969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b56433-873b-469c-8a9a-0a04f611fbf9 req-51a5318f-6081-4c3f-bd99-c334a131c7b6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.905507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19b56433-873b-469c-8a9a-0a04f611fbf9 req-51a5318f-6081-4c3f-bd99-c334a131c7b6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.1014087 Aug 20 11:56:26.913770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495726a0-9609-4d87-a0b4-7343315b1a4e req-50311b0b-8950-47ce-9da2-8dc25048d6a9 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.916033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-495726a0-9609-4d87-a0b4-7343315b1a4e req-50311b0b-8950-47ce-9da2-8dc25048d6a9 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 945 time: 0.1003714 Aug 20 11:56:26.971353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19b56433-873b-469c-8a9a-0a04f611fbf9 req-2e1a5b33-5bd8-48ef-aa98-256553e17b1c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Aug 20 11:56:26.980272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-495726a0-9609-4d87-a0b4-7343315b1a4e req-ebd08460-25c7-43f6-a20e-757e3aa85a72 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f105946-94f3-4a3f-a545-0bb016186182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 Aug 20 11:56:27.046107 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d76f6-7013-4d00-ac66-919d779c7bba x-openstack-request-id: req-e98d76f6-7013-4d00-ac66-919d779c7bba {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:27.046443 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:27.046750 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e98d76f6-7013-4d00-ac66-919d779c7bba {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:27.047180 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'status': 'completed', 'code': 200} Aug 20 11:56:27.095185 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887871dd-7d5a-4bd9-8e8f-d2ca8bc5a55b x-openstack-request-id: req-887871dd-7d5a-4bd9-8e8f-d2ca8bc5a55b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:27.095843 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "name": "network-vif-plugged", "status": "completed", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:27.096196 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-887871dd-7d5a-4bd9-8e8f-d2ca8bc5a55b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:27.096926 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'code': 200} Aug 20 11:56:27.182661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-ffdafd55-d5ab-4fd2-a439-caa824c845a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.184164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-ffdafd55-d5ab-4fd2-a439-caa824c845a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e62e09d13494856b8c45e815276e0a7&device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 1097 time: 0.0900905 Aug 20 11:56:27.221788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a77a-fcfd-4d67-8521-684ac696c9a9 req-165b9409-13f8-4759-b659-d3d04c3820d8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.226762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9396a77a-fcfd-4d67-8521-684ac696c9a9 req-165b9409-13f8-4759-b659-d3d04c3820d8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.1435692 Aug 20 11:56:27.382835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cdef7-3dc6-4c90-a24e-8da5c5e328d8 req-8538c9c4-1358-4c53-9118-a33f984c9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.384379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db2cdef7-3dc6-4c90-a24e-8da5c5e328d8 req-8538c9c4-1358-4c53-9118-a33f984c9cf1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 1097 time: 0.1976342 Aug 20 11:56:27.398501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9396a77a-fcfd-4d67-8521-684ac696c9a9 req-bc82e247-d6db-493a-900d-aaf9be613bc3 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125655 Aug 20 11:56:27.428810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-1bebfd5b-0d91-40bf-9095-0b67d22c29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.430499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-1bebfd5b-0d91-40bf-9095-0b67d22c29ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0be9652-7430-4519-b682-82de3db2d02c HTTP/1.1" status: 200 len: 929 time: 0.2300978 Aug 20 11:56:27.437636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f68da1-2969-4517-9047-661cc3fe6c77 req-210f8160-2adf-438d-af47-ebe2b429ca06 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.439543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8f68da1-2969-4517-9047-661cc3fe6c77 req-210f8160-2adf-438d-af47-ebe2b429ca06 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 1096 time: 0.1505201 Aug 20 11:56:27.496357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db2cdef7-3dc6-4c90-a24e-8da5c5e328d8 req-757dc572-4a63-4677-bba2-ba3dd96d027c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f105946-94f3-4a3f-a545-0bb016186182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962281 Aug 20 11:56:27.504840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-a78c0a15-3fe4-4e0f-bb80-123d5932a4a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 200 len: 217 time: 0.0598738 Aug 20 11:56:27.547491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e26aa8-610c-4a92-b124-5f5219e1fe23 req-6508e3f9-af9f-4f9a-9c12-208791ea4417 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 210 time: 0.0499609 Aug 20 11:56:27.558018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8f68da1-2969-4517-9047-661cc3fe6c77 req-3f754827-71dc-4352-b255-3c56b4627196 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117530 Aug 20 11:56:27.710052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62cf3-8f9c-47eb-8faa-57941b6f0eb6 req-ff934584-41d7-45e4-9290-4ae52790c6dc tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.711599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74c62cf3-8f9c-47eb-8faa-57941b6f0eb6 req-ff934584-41d7-45e4-9290-4ae52790c6dc tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.0857680 Aug 20 11:56:27.720475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241aff9-7151-4f3a-a8d4-92c56f57dc9c req-79a36283-a5ec-4483-b49a-1cdf9d5489d1 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.721882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0241aff9-7151-4f3a-a8d4-92c56f57dc9c req-79a36283-a5ec-4483-b49a-1cdf9d5489d1 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 949 time: 0.0940757 Aug 20 11:56:27.820070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74c62cf3-8f9c-47eb-8faa-57941b6f0eb6 req-befae8f7-870a-442d-8d8a-d753a90d0019 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972044 Aug 20 11:56:27.824670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-cb81f242-9e1c-4cb3-adaa-dbe49ca8b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.826057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-cb81f242-9e1c-4cb3-adaa-dbe49ca8b682 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d611d2ef-723b-4658-84f1-0249e8c13a3e HTTP/1.1" status: 200 len: 867 time: 0.1134462 Aug 20 11:56:27.831162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0241aff9-7151-4f3a-a8d4-92c56f57dc9c req-e335c023-2a11-4361-8435-162cbce2916d tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949275 Aug 20 11:56:27.891564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-ae1a64b1-0192-4018-b952-1b2bdd01f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.892018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-ae1a64b1-0192-4018-b952-1b2bdd01f1eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0be9652-7430-4519-b682-82de3db2d02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564775 Aug 20 11:56:27.971849 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-ec2b0b99-5019-495e-8885-cc35133ecfbe tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=de325026624245c69720f8fc2b7bf201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391345 Aug 20 11:56:28.139848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-a0ac8faf-935a-497d-97ac-12c3ceff9e0b service neutron] 10.222.0.73 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168853 Aug 20 11:56:28.215111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-e2c2978b-b3e3-43af-b8f8-061536f3cd48 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:28.216754 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-e2c2978b-b3e3-43af-b8f8-061536f3cd48 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377994 Aug 20 11:56:28.232686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Request body: {'port': {'device_id': '82da0f7b-8eac-45ff-ad65-238659e6d8df', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': 'de325026624245c69720f8fc2b7bf201'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:28.275901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3357792d-2722-4f8b-bfd3-148fae02a0ea req-4a419e6a-e6a2-4d06-b4a0-c7778e918d11 service neutron] 10.222.0.73 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251564 Aug 20 11:56:28.404854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Made reservation on behalf of de325026624245c69720f8fc2b7bf201 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:28.409228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:28.426022 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:28.484594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5816e66-09ae-4102-adaa-656eeb4beb97 req-0bb4dc39-de25-4b7f-a9a3-7a3cfc79b0ba tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:28.486508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5816e66-09ae-4102-adaa-656eeb4beb97 req-0bb4dc39-de25-4b7f-a9a3-7a3cfc79b0ba tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 945 time: 0.0822701 Aug 20 11:56:28.551030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:28.555920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:28.590074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5816e66-09ae-4102-adaa-656eeb4beb97 req-b9750b8a-5f3d-4bc0-8787-23858eed45dd tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f105946-94f3-4a3f-a545-0bb016186182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950742 Aug 20 11:56:28.635031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7cca50de-a9b9-4231-8999-0d4ac8dac941 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:28.636562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7cca50de-a9b9-4231-8999-0d4ac8dac941 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.1111062 Aug 20 11:56:28.652400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-10'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:28.712075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edbdf53-9d0e-4149-ac64-9aedb75d2a25,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:28.722668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.723028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.723362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.723702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.724034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.724369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.724695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.725023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.725347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.725678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.726002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.726367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:28.744880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Allocated IP 192.168.233.77 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/67dcfd80-598f-4ede-aebc-ef61721a5d11) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:28.807036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c056a5-0c8d-40f7-89b0-53f9db1a2885 req-60a236d9-0b16-4fa2-9ab5-d5e13fb1a4e2 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:28.814700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65c056a5-0c8d-40f7-89b0-53f9db1a2885 req-60a236d9-0b16-4fa2-9ab5-d5e13fb1a4e2 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 945 time: 0.1363621 Aug 20 11:56:28.845963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:28.908080 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65c056a5-0c8d-40f7-89b0-53f9db1a2885 req-8e6898e9-599c-4fee-8b11-67402e45cafb tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869985 Aug 20 11:56:28.981788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.005425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Transition to ACTIVE for port object 67dcfd80-598f-4ede-aebc-ef61721a5d11 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:29.064110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.088278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5390ab63-3b6f-4257-9c38-189c74bbfe97 req-a8bbed5d-b5aa-4428-8a6f-ad8fd23b78ed tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 210 time: 0.0592642 Aug 20 11:56:29.130097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:29.134577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:29.139062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:29.217721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:29.266046 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Pushing event updated for resources: {'Port': ['ID=67dcfd80-598f-4ede-aebc-ef61721a5d11,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:29.270062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-7c449a14-5fd3-433b-a6fd-26a373c7e37a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105378 Aug 20 11:56:29.298486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:29.304357 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.348393 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-fb0b71fb-d26e-4ca5-9b5e-4d4e23fcda3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1198981 Aug 20 11:56:29.374407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Request body: {'port': {'device_id': '82da0f7b-8eac-45ff-ad65-238659e6d8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:29.380433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:29.452128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507243f-e3f9-4c5d-9b02-42ef39df979c req-5cd2209a-1fbd-4508-93b8-600c6d9fca75 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:29.453542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8507243f-e3f9-4c5d-9b02-42ef39df979c req-5cd2209a-1fbd-4508-93b8-600c6d9fca75 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.1824036 Aug 20 11:56:29.486935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.507012 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.512775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:29.515626 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e7038-b763-4a24-b5c8-60dc0c517fb8" -d '{"events": [{"server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "name": "network-vif-unplugged", "status": "completed", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:29.561302 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.573180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a6dd91be-baa9-4b8c-be9d-da97be69bb2d None None] Provisioning for port 67dcfd80-598f-4ede-aebc-ef61721a5d11 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:29.577737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a6dd91be-baa9-4b8c-be9d-da97be69bb2d None None] Provisioning complete for port 67dcfd80-598f-4ede-aebc-ef61721a5d11 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:29.578105 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6dd91be-baa9-4b8c-be9d-da97be69bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.671191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd91be-baa9-4b8c-be9d-da97be69bb2d None None] Port 67dcfd80-598f-4ede-aebc-ef61721a5d11 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:29.685986 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef5b69-7e26-4cdb-b2d8-5d6badaf0600 x-openstack-request-id: req-dcef5b69-7e26-4cdb-b2d8-5d6badaf0600 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:29.686343 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "name": "network-vif-unplugged", "status": "completed", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:29.686596 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcef5b69-7e26-4cdb-b2d8-5d6badaf0600 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:29.686981 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035', 'code': 200} Aug 20 11:56:29.692801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Pushing event updated for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:29.711655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8507243f-e3f9-4c5d-9b02-42ef39df979c req-58321e36-5f89-4b83-a5f3-aa67470c2293 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488360 Aug 20 11:56:29.739601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.748309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.748839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.749578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.750082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.750827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.751345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.751874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.752397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.752906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.753423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.753930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:29.938559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on host n-h1-800634-10 for vnic_type normal with profile {"migrating_to": "n-h2-800634-10"} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:29.939863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:29.940270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:29.955970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c539b2f-9896-4d9b-9b51-71484ba09f2b req-0cd2aa54-2ef4-49e7-9076-8f51c8cbd46a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:29.963998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c539b2f-9896-4d9b-9b51-71484ba09f2b req-0cd2aa54-2ef4-49e7-9076-8f51c8cbd46a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 945 time: 0.1915743 Aug 20 11:56:29.965184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:29.965524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Attempting to bind port 2543b0df-4e6d-42a4-9012-3ea01d310035 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:29.973466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:29.973966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:29.974394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:29.974999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Bound port: 2543b0df-4e6d-42a4-9012-3ea01d310035, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:29.975369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.064496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67dcfd80-598f-4ede-aebc-ef61721a5d11 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:30.080256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.130045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Transition to ACTIVE for port object 67dcfd80-598f-4ede-aebc-ef61721a5d11 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:30.147990 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.391050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Pushing event updated for resources: {'Port': ['ID=67dcfd80-598f-4ede-aebc-ef61721a5d11,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:30.417671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c539b2f-9896-4d9b-9b51-71484ba09f2b req-fc9e6f73-dcb6-4ee5-8c29-3fc037a4177d tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f105946-94f3-4a3f-a545-0bb016186182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452944 Aug 20 11:56:30.432510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc56f-4432-4ff7-9b28-b739ca107cca req-918f86a8-8c8b-4fae-9bb2-fb16b0c887fd tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:30.444742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-861dc56f-4432-4ff7-9b28-b739ca107cca req-918f86a8-8c8b-4fae-9bb2-fb16b0c887fd tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.2078631 Aug 20 11:56:30.574827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Attempting to bind port 67dcfd80-598f-4ede-aebc-ef61721a5d11 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:30.575183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Attempting to bind port 67dcfd80-598f-4ede-aebc-ef61721a5d11 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:30.576016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Attempting to bind port 67dcfd80-598f-4ede-aebc-ef61721a5d11 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:30.581733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Port 67dcfd80-598f-4ede-aebc-ef61721a5d11 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:30.582066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Attempting to bind port 67dcfd80-598f-4ede-aebc-ef61721a5d11 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:30.588980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:30.589150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:30.589809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:30.590649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Bound port: 67dcfd80-598f-4ede-aebc-ef61721a5d11, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:30.591365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.637270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:30.650620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:30.657812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-861dc56f-4432-4ff7-9b28-b739ca107cca req-8ba7c6a0-944a-4f7d-b303-aeefa5c6c60e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120178 Aug 20 11:56:30.662212 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.698539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] For port 67dcfd80-598f-4ede-aebc-ef61721a5d11, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:30.712989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] For port 67dcfd80-598f-4ede-aebc-ef61721a5d11, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=67dcfd80-598f-4ede-aebc-ef61721a5d11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:30.721559 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.734098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640eb4-2e86-4c50-ad15-dd63d9ef1da5 req-747dd10a-562e-4cfe-98df-078cfc3f0600 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:30.743512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87640eb4-2e86-4c50-ad15-dd63d9ef1da5 req-747dd10a-562e-4cfe-98df-078cfc3f0600 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 947 time: 0.1668351 Aug 20 11:56:30.786722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f1ecc648-be45-4d0e-bf36-507532dab145 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:30.850935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87640eb4-2e86-4c50-ad15-dd63d9ef1da5 req-2d51255a-a68d-4879-bd14-59dc769d11dc tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060705 Aug 20 11:56:30.854836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Pushing event updated for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=8']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:30.872146 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:30.873013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.877133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:30.890324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.896856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c7ade46c-8219-4381-a1b6-f9d10f8d04dd service neutron] 10.222.0.22 "PUT /v2.0/ports/2543b0df-4e6d-42a4-9012-3ea01d310035 HTTP/1.1" status: 200 len: 1123 time: 2.2516408 Aug 20 11:56:30.910384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] 10.222.0.22 "PUT /v2.0/ports/67dcfd80-598f-4ede-aebc-ef61721a5d11 HTTP/1.1" status: 200 len: 1096 time: 1.5487509 Aug 20 11:56:30.910888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82da0f7b-8eac-45ff-ad65-238659e6d8df', 'tag': '67dcfd80-598f-4ede-aebc-ef61721a5d11'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:30.920536 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73944359-d305-4f94-8128-79bc32f448de" -d '{"events": [{"name": "network-changed", "server_uuid": "82da0f7b-8eac-45ff-ad65-238659e6d8df", "tag": "67dcfd80-598f-4ede-aebc-ef61721a5d11"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:30.990229 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694732b-97a6-4262-a3f9-fc20d14b8644 service neutron] Pushing event updated for resources: {'Port': ['ID=67dcfd80-598f-4ede-aebc-ef61721a5d11,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:31.010960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['2543b0df-4e6d-42a4-9012-3ea01d310035'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:31.129018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['2543b0df-4e6d-42a4-9012-3ea01d310035'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:31.165232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-a77da3c9-8355-4e71-be40-a932e2d71c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:31.166837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-a77da3c9-8355-4e71-be40-a932e2d71c59 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de325026624245c69720f8fc2b7bf201&device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 1099 time: 0.1103559 Aug 20 11:56:31.238377 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-28e82e3a-61e3-49a2-81d4-3fed7c9516dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=67dcfd80-598f-4ede-aebc-ef61721a5d11 HTTP/1.1" status: 200 len: 217 time: 0.0616627 Aug 20 11:56:31.243814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a4593-e7fb-4b11-810f-810e13662428 req-598b8416-7d16-4c04-b485-3a57d1bdcf6e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:31.246075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a1a4593-e7fb-4b11-810f-810e13662428 req-598b8416-7d16-4c04-b485-3a57d1bdcf6e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.2344506 Aug 20 11:56:31.274516 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.278531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:31.312026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-36d2da19-8565-4c6e-bccd-3457f1333fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:31.314141 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-36d2da19-8565-4c6e-bccd-3457f1333fff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0655127 Aug 20 11:56:31.318550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a1a4593-e7fb-4b11-810f-810e13662428 req-f2b77993-a1cf-4b02-b71a-4b227e0fe884 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625362 Aug 20 11:56:31.376229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-988aace3-7ca1-4064-869a-c7c666ad61c3 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 258 time: 0.5240028 Aug 20 11:56:31.395071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:31.402293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-7f16d0b7-30ca-412f-98eb-3e85cf500d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:31.402678 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-7f16d0b7-30ca-412f-98eb-3e85cf500d51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801847 Aug 20 11:56:31.431091 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.527659 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-78f63bab-919c-4ddb-ae79-3e4a924591cf service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122537 Aug 20 11:56:31.583223 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246dd29f-09a8-42b3-8eb7-43826fa7276d x-openstack-request-id: req-246dd29f-09a8-42b3-8eb7-43826fa7276d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:31.583757 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82da0f7b-8eac-45ff-ad65-238659e6d8df", "tag": "67dcfd80-598f-4ede-aebc-ef61721a5d11", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:31.584245 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-246dd29f-09a8-42b3-8eb7-43826fa7276d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:31.584874 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82da0f7b-8eac-45ff-ad65-238659e6d8df', 'tag': '67dcfd80-598f-4ede-aebc-ef61721a5d11', 'status': 'completed', 'code': 200} Aug 20 11:56:31.614293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:31.647432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:31.649989 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5399915e-e10c-4501-b8e7-03f4da897783" -d '{"events": [{"server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:31.654632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '2f5558f8-0637-4e4c-810a-111218be823b', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '2f5558f8-0637-4e4c-810a-111218be823b', 'mac_address': 'fa:16:3e:62:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:31.659440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-184a3d5d-c66c-4038-8264-c85d757e15d5 req-34de9d01-2757-4a48-b898-16f6156a27a9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200492 Aug 20 11:56:31.663193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:31.699423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:31.701743 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907d0c3f-52df-4051-bed8-eca51e78ab51" -d '{"events": [{"name": "network-changed", "server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:31.716528 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be97ab6f-484d-4fb7-8a36-84a9a029cfd1 x-openstack-request-id: req-be97ab6f-484d-4fb7-8a36-84a9a029cfd1 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:31.716808 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:31.717674 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be97ab6f-484d-4fb7-8a36-84a9a029cfd1 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:31.718246 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'code': 200} Aug 20 11:56:31.728370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.743226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-6ebff5e0-b21a-47dc-93ea-e7eb678bcc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:31.745548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-6ebff5e0-b21a-47dc-93ea-e7eb678bcc9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1101 time: 0.1529560 Aug 20 11:56:31.816836 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.860771 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.880836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5558f8-0637-4e4c-810a-111218be823b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:31.883489 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:56:31.894816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:31.934906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:31.944668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.945622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2543b0df-4e6d-42a4-9012-3ea01d310035 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:31.995434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73944359-d305-4f94-8128-79bc32f448de req-e3b629de-8b5b-4d7b-850b-fc6fdea2291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:31.997204 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73944359-d305-4f94-8128-79bc32f448de req-e3b629de-8b5b-4d7b-850b-fc6fdea2291c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de325026624245c69720f8fc2b7bf201&device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 1099 time: 0.0794377 Aug 20 11:56:32.010220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-ce7d7752-3687-4b01-9303-6732130643b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.012047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-ce7d7752-3687-4b01-9303-6732130643b6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1470032 Aug 20 11:56:32.021466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af88f1d-560d-4f19-b96c-03b5538de2bf req-fdb71e9a-1615-4fe7-b3c0-21f5c6f967f6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.031649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af88f1d-560d-4f19-b96c-03b5538de2bf req-fdb71e9a-1615-4fe7-b3c0-21f5c6f967f6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.2502441 Aug 20 11:56:32.063577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:32.132807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-4a8475e9-4e0e-4651-aa28-db17f4c3e824 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.0988572 Aug 20 11:56:32.146407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:32.184780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2543b0df-4e6d-42a4-9012-3ea01d310035 has no active binding in host n-h2-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:56:32.202516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73944359-d305-4f94-8128-79bc32f448de req-6afdbd6d-461a-4259-935f-f81a0193225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.207189 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73944359-d305-4f94-8128-79bc32f448de req-6afdbd6d-461a-4259-935f-f81a0193225f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1973381 Aug 20 11:56:32.232570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-0b731e05-5f68-42ba-b81b-0e850c9a5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.234840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-0b731e05-5f68-42ba-b81b-0e850c9a5312 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0650060 Aug 20 11:56:32.242769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6af88f1d-560d-4f19-b96c-03b5538de2bf req-a801849b-045a-422a-ba31-1247aaf53db6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099233 Aug 20 11:56:32.311559 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73944359-d305-4f94-8128-79bc32f448de req-6c1e452e-fbbf-4487-aa68-9a4190f4d97c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=67dcfd80-598f-4ede-aebc-ef61721a5d11 HTTP/1.1" status: 200 len: 217 time: 0.0958292 Aug 20 11:56:32.318421 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1371cc40-7c33-4683-aaaf-658c385873f0 x-openstack-request-id: req-1371cc40-7c33-4683-aaaf-658c385873f0 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:32.318709 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:32.318958 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1371cc40-7c33-4683-aaaf-658c385873f0 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:32.319346 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035', 'status': 'completed', 'code': 200} Aug 20 11:56:32.342820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['2f5558f8-0637-4e4c-810a-111218be823b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:32.428413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73944359-d305-4f94-8128-79bc32f448de req-47f49a0d-4c7d-4c03-b87f-719ef53b634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.429861 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73944359-d305-4f94-8128-79bc32f448de req-47f49a0d-4c7d-4c03-b87f-719ef53b634d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1074564 Aug 20 11:56:32.502350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-a58df321-68ad-49d6-a405-c163533842b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.503863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-a58df321-68ad-49d6-a405-c163533842b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2577219 Aug 20 11:56:32.524130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73944359-d305-4f94-8128-79bc32f448de req-56062f99-42fb-4860-ac48-d23aa50252c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.526018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73944359-d305-4f94-8128-79bc32f448de req-56062f99-42fb-4860-ac48-d23aa50252c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869980 Aug 20 11:56:32.666529 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73944359-d305-4f94-8128-79bc32f448de req-62095531-a046-4738-a694-5bfd7048a11d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272800 Aug 20 11:56:32.674555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-0c41f9c8-bf8b-4183-b03d-f2b1748ff132 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440127 Aug 20 11:56:32.800784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-4719bb3d-86ed-4b08-bca0-950d3ad4de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.802314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-4719bb3d-86ed-4b08-bca0-950d3ad4de68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1126 time: 0.4364717 Aug 20 11:56:32.803791 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73944359-d305-4f94-8128-79bc32f448de req-2f27f5ac-8ebc-4043-af2d-79a59aaa2b11 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289799 Aug 20 11:56:32.823020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Allocated IP 172.25.0.140 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/2d2d3737-0187-438c-8854-9e370354ef21) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:32.919849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-1c4c91d7-cc64-4e06-8d39-60479d795375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.921360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-1c4c91d7-cc64-4e06-8d39-60479d795375 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.1014750 Aug 20 11:56:32.940808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132a49-0161-43a7-87cd-3b228ac13095 req-eb5f29f9-1ea9-409c-8a8c-339ed2f18333 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.942316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32132a49-0161-43a7-87cd-3b228ac13095 req-eb5f29f9-1ea9-409c-8a8c-339ed2f18333 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 947 time: 0.4261384 Aug 20 11:56:33.015739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-9d53c7c1-c9c1-4d1f-8b85-2a1de11b4e1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2543b0df-4e6d-42a4-9012-3ea01d310035 HTTP/1.1" status: 200 len: 217 time: 0.0845337 Aug 20 11:56:33.137383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-9c0d2994-9ed8-4fc1-b557-04584250e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:33.139075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-9c0d2994-9ed8-4fc1-b557-04584250e04a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1026602 Aug 20 11:56:33.152642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-6df405c4-5850-4d37-a2d6-d05e51b2bd44 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670467 Aug 20 11:56:33.174972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32132a49-0161-43a7-87cd-3b228ac13095 req-f4abe043-c81f-4d9e-8327-738fcb049455 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210009 Aug 20 11:56:33.194368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-b4ad735c-241e-407f-855f-14c6479a9dd1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386517 Aug 20 11:56:33.319868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.383549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.475783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:33.484764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:33.494213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:33.497615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-427e741c-164b-434a-8e55-d441c0488d3c service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916567 Aug 20 11:56:33.501109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Pushing event updated for resources: {'Port': ['ID=2d2d3737-0187-438c-8854-9e370354ef21,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:33.552352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1df174-2926-4e4e-ba58-d65be95da85e req-87e8cee0-d8ba-48a8-bea6-b3b3d3e7f3bb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:33.556706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff1df174-2926-4e4e-ba58-d65be95da85e req-87e8cee0-d8ba-48a8-bea6-b3b3d3e7f3bb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.1858842 Aug 20 11:56:33.942465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff1df174-2926-4e4e-ba58-d65be95da85e req-2ead6368-025f-46f8-a7a0-710c4fd4c036 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605709 Aug 20 11:56:33.979536 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.028802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-907d0c3f-52df-4051-bed8-eca51e78ab51 req-099fea3d-4c6f-4e4a-8c4b-5558edc5cd91 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987445 Aug 20 11:56:34.044148 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.312708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03f40-d5f4-458b-ba86-8a907f751eb3 req-a40d3a23-fe48-43e6-b95f-2c224a5ea7bf tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:34.314504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1d03f40-d5f4-458b-ba86-8a907f751eb3 req-a40d3a23-fe48-43e6-b95f-2c224a5ea7bf tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.1129470 Aug 20 11:56:34.353621 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.369813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.439891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Pushing event updated for resources: {'Port': ['ID=2d2d3737-0187-438c-8854-9e370354ef21,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.480293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1d03f40-d5f4-458b-ba86-8a907f751eb3 req-5c21c9a1-c639-4336-b869-b74aa4654fcc tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546052 Aug 20 11:56:34.560047 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.639922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.641658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-9da0a1b8-2e02-4c9a-aaa1-2963f624221a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2548659 Aug 20 11:56:34.744936 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-d482c489-5419-4102-ad31-de49b082d38d tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.0958242 Aug 20 11:56:34.902568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755bbc1-93ab-4c24-9a56-8fcb1ae03d41 req-16db1b1b-7933-4a39-b7dd-497f137aeb86 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:34.907300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0755bbc1-93ab-4c24-9a56-8fcb1ae03d41 req-16db1b1b-7933-4a39-b7dd-497f137aeb86 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 947 time: 0.1923814 Aug 20 11:56:34.925149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-e5e4e762-0284-4c70-b416-daa894de2d12 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:34.926611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-e5e4e762-0284-4c70-b416-daa894de2d12 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.1671910 Aug 20 11:56:34.962518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-8e06b71a-7205-401c-a43f-360de951ae05 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:56:34.963599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a875ccef-5b8b-4de1-8545-0e3f2acbc415 req-8e06b71a-7205-401c-a43f-360de951ae05 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151825 Aug 20 11:56:35.010235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0755bbc1-93ab-4c24-9a56-8fcb1ae03d41 req-35bc1ef0-8c07-44fc-9634-240689193064 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969908 Aug 20 11:56:35.139100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c2b2-2fda-45a7-8567-61a0a3312a7b req-6daab2a4-9751-4fd5-bd24-ef3c2ec02198 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:35.143615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6b2c2b2-2fda-45a7-8567-61a0a3312a7b req-6daab2a4-9751-4fd5-bd24-ef3c2ec02198 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.0815859 Aug 20 11:56:35.277493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65750f-b547-49a0-a611-da388e9140c7 req-1f9a7eca-1498-4be5-b430-e2b313994906 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:35.281174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-1f9a7eca-1498-4be5-b430-e2b313994906 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1326988 Aug 20 11:56:35.285545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6b2c2b2-2fda-45a7-8567-61a0a3312a7b req-fe725613-ba39-4147-86ab-662d19511eac tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266069 Aug 20 11:56:35.300652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 67dcfd80-598f-4ede-aebc-ef61721a5d11 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:35.306208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:35.354635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-231a4fa8-3039-4c30-8d89-09938b9cff21 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.0677147 Aug 20 11:56:35.383702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Request body: {'floatingip': {'port_id': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:35.465349 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.714644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 2f5558f8-0637-4e4c-810a-111218be823b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:35.715220 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.775024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 67dcfd80-598f-4ede-aebc-ef61721a5d11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=67dcfd80-598f-4ede-aebc-ef61721a5d11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:35.798713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '67dcfd80-598f-4ede-aebc-ef61721a5d11', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '67dcfd80-598f-4ede-aebc-ef61721a5d11', 'mac_address': 'fa:16:3e:98:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:35.881548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.921128 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.953411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:35.955911 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6905b6b-2245-466a-9d33-9a7b7f90843b" -d '{"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-plugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:35.965472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7d8c-3f1b-4476-bf2a-1ebece341250 req-c134cf75-13ea-4d32-83ce-b46a8d803f84 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:35.971253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67dcfd80-598f-4ede-aebc-ef61721a5d11 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:35.978760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:35.979779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-735d7d8c-3f1b-4476-bf2a-1ebece341250 req-c134cf75-13ea-4d32-83ce-b46a8d803f84 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.3115761 Aug 20 11:56:35.989538 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.026610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 67dcfd80-598f-4ede-aebc-ef61721a5d11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=67dcfd80-598f-4ede-aebc-ef61721a5d11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:36.035368 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.069953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:36.192922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-735d7d8c-3f1b-4476-bf2a-1ebece341250 req-59c2db3c-9da2-41a9-b7c7-5dd934834eb9 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118635 Aug 20 11:56:36.213722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=67dcfd80-598f-4ede-aebc-ef61721a5d11,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:36.377734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['67dcfd80-598f-4ede-aebc-ef61721a5d11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:36.427944 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4835127b-c8d8-47f6-8bb5-a08c7fd53dc7 x-openstack-request-id: req-4835127b-c8d8-47f6-8bb5-a08c7fd53dc7 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:36.428241 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-plugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:36.434714 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4835127b-c8d8-47f6-8bb5-a08c7fd53dc7 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:36.435146 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b', 'code': 200} Aug 20 11:56:36.963699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4643e2-8630-4157-bbe1-a7f121c8a358 req-0c54f157-b34a-43ac-88bf-830905c388c3 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:36.965209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf4643e2-8630-4157-bbe1-a7f121c8a358 req-0c54f157-b34a-43ac-88bf-830905c388c3 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 948 time: 0.4532804 Aug 20 11:56:37.159742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.resource_extend [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:56:37.316813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.331083 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.451477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf4643e2-8630-4157-bbe1-a7f121c8a358 req-f04641bb-455d-436a-b37e-1d4b71554cc8 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786003 Aug 20 11:56:37.634196 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Floating IP 8b7eac59-2622-4d04-b517-56068de0eb43 associated. External IP: 172.25.0.140, port: 7cf87848-8bfd-4c90-b442-91227aec49ba. Aug 20 11:56:37.700073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c2043-4fe5-4c2e-9922-0ac5898912f3 req-86f8542f-023b-442f-a504-344520b66197 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:37.707859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-162c2043-4fe5-4c2e-9922-0ac5898912f3 req-86f8542f-023b-442f-a504-344520b66197 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.1379509 Aug 20 11:56:37.832188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-162c2043-4fe5-4c2e-9922-0ac5898912f3 req-5a0b7dd6-e659-4b1a-9f36-8c634626a00d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230221 Aug 20 11:56:38.068085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Router cf0a5c10-a94a-4531-a455-db82891a51b9 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:38.264887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:38.285557 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] Sync routers for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:38.286372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.298345 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:38.299358 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:38.352955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-b1a46483-7745-48f9-863b-5c99cf0ed54a tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "PUT /v2.0/floatingips/8b7eac59-2622-4d04-b517-56068de0eb43 HTTP/1.1" status: 200 len: 996 time: 2.9764776 Aug 20 11:56:38.353354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:38.355998 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c938cd24-3549-4b42-8b97-ae9ba893a61b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:38.437762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65750f-b547-49a0-a611-da388e9140c7 req-371ed042-462c-4799-93af-33ce16ecdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.441117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-371ed042-462c-4799-93af-33ce16ecdc99 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e62e09d13494856b8c45e815276e0a7&device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 1097 time: 0.0662062 Aug 20 11:56:38.595290 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:38.660823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65750f-b547-49a0-a611-da388e9140c7 req-48f09481-444f-408d-808e-8a8ba2b2d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.663235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-48f09481-444f-408d-808e-8a8ba2b2d417 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e0be9652-7430-4519-b682-82de3db2d02c HTTP/1.1" status: 200 len: 929 time: 0.2027569 Aug 20 11:56:38.808599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-61513601-69fd-4e60-8d10-6ab9b13f86cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 200 len: 999 time: 0.1347215 Aug 20 11:56:38.834384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2543b0df-4e6d-42a4-9012-3ea01d310035 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:38.875501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65750f-b547-49a0-a611-da388e9140c7 req-402413d2-3c3b-46db-bd58-3bb915abf21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.886295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-402413d2-3c3b-46db-bd58-3bb915abf21b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d611d2ef-723b-4658-84f1-0249e8c13a3e HTTP/1.1" status: 200 len: 867 time: 0.0764644 Aug 20 11:56:38.943854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65750f-b547-49a0-a611-da388e9140c7 req-1d05bc8b-bfaa-479a-a1e9-7748e9320bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.944987 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8b7eac59-2622-4d04-b517-56068de0eb43', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'port_id': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'mac_address': 'fa:16:3e:31:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:33Z', 'updated_at': '2021-08-20T11:56:37Z', 'revision_number': 1, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:19Z', 'revision_number': 5, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:38.946694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-1d05bc8b-bfaa-479a-a1e9-7748e9320bd5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e0be9652-7430-4519-b682-82de3db2d02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596128 Aug 20 11:56:38.961775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-2a8ccb5f-9468-42d1-b75f-ad3f982e4b79 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:56:38.964181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-2a8ccb5f-9468-42d1-b75f-ad3f982e4b79 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104501 Aug 20 11:56:39.015944 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] Checking router: cf0a5c10-a94a-4531-a455-db82891a51b9 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:39.041741 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:39.043095 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:39.161527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-a911bafc-8646-4578-80ce-0518696dd12f service neutron] 10.222.0.25 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883378 Aug 20 11:56:39.240689 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:39.298173 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef65750f-b547-49a0-a611-da388e9140c7 req-1e4caa41-2aeb-4498-8b9c-4787abfed17b service neutron] 10.222.0.25 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288986 Aug 20 11:56:39.347109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 67dcfd80-598f-4ede-aebc-ef61721a5d11 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:39.481728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abb820-1654-4f52-b1ff-207139a1bb65 req-3861f5f0-9a45-43fc-8eb1-a9a248df9f80 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:39.489866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0abb820-1654-4f52-b1ff-207139a1bb65 req-3861f5f0-9a45-43fc-8eb1-a9a248df9f80 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 943 time: 0.0864871 Aug 20 11:56:39.498275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 67dcfd80-598f-4ede-aebc-ef61721a5d11 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:39.505991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 67dcfd80-598f-4ede-aebc-ef61721a5d11 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:39.508863 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.598689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0abb820-1654-4f52-b1ff-207139a1bb65 req-4944d700-d2dc-4b65-8bba-043f4281a8b8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941458 Aug 20 11:56:39.603841 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8b7eac59-2622-4d04-b517-56068de0eb43', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'port_id': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'mac_address': 'fa:16:3e:31:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:33Z', 'updated_at': '2021-08-20T11:56:37Z', 'revision_number': 1, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:19Z', 'revision_number': 5, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:39.636947 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b9a04-11f7-4a66-a30d-8566474b456e None None] The sync data for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 is: [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8b7eac59-2622-4d04-b517-56068de0eb43', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'port_id': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'mac_address': 'fa:16:3e:31:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:33Z', 'updated_at': '2021-08-20T11:56:37Z', 'revision_number': 1, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:19Z', 'revision_number': 5, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:39.737224 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.792025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 67dcfd80-598f-4ede-aebc-ef61721a5d11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=67dcfd80-598f-4ede-aebc-ef61721a5d11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:39.793292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da0f7b-8eac-45ff-ad65-238659e6d8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dcfd80-598f-4ede-aebc-ef61721a5d11'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:39.796690 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f237dcd2-1680-4b36-bdda-f6a10b6f96e2" -d '{"events": [{"server_uuid": "82da0f7b-8eac-45ff-ad65-238659e6d8df", "name": "network-vif-plugged", "status": "completed", "tag": "67dcfd80-598f-4ede-aebc-ef61721a5d11"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:39.800581 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.866038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-fced57a1-260e-48b2-b9c4-abd61a57e75a service neutron] 10.222.0.73 "GET /v2.0/ports/2543b0df-4e6d-42a4-9012-3ea01d310035/bindings/n-h2-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.0995605 Aug 20 11:56:39.932141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=67dcfd80-598f-4ede-aebc-ef61721a5d11,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:39.981160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-b017c5a0-f672-4dba-9f8f-9caae0eea78d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--823220842&fields=id&tenant_id=b1d095e2df1648a3a7aa9c1bf1a00aac HTTP/1.1" status: 200 len: 267 time: 0.1094790 Aug 20 11:56:40.029509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266e21a-070d-4ee6-99f7-a5c1511198ab None None] New status for floating IP 8b7eac59-2622-4d04-b517-56068de0eb43: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:56:40.216914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62931-017a-4b28-a204-db765b30751a req-9fa6a3ec-24e7-4b97-957b-25596123614f tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:40.218529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-9fa6a3ec-24e7-4b97-957b-25596123614f tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/networks?id=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b HTTP/1.1" status: 200 len: 816 time: 0.2243364 Aug 20 11:56:40.253811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-3bcc47e4-1619-4827-b864-1292787fc7af tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/quotas/b1d095e2df1648a3a7aa9c1bf1a00aac HTTP/1.1" status: 200 len: 375 time: 0.0161936 Aug 20 11:56:40.537877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:40.604556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-070811a8-7511-4f29-a243-15390b941add tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1d095e2df1648a3a7aa9c1bf1a00aac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3367095 Aug 20 11:56:40.616071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:40.692426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2543b0df-4e6d-42a4-9012-3ea01d310035 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:40.712670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:40.734584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.760744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-44be0ea6-8550-4629-b0c4-bc8766716f4a service neutron] 10.222.0.25 "GET /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549509 Aug 20 11:56:40.906058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] Transition to ACTIVE for port object 2543b0df-4e6d-42a4-9012-3ea01d310035 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:40.916113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-281eff46-5e49-4429-90be-68a55e278269 service neutron] 10.222.0.25 "GET /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508656 Aug 20 11:56:40.917849 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.976426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] No DVR routers for this DVR port 2543b0df-4e6d-42a4-9012-3ea01d310035 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:40.999958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19b349-b533-47a5-8601-49716790d40a service neutron] Pushing event updated for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:41.022536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7b19b349-b533-47a5-8601-49716790d40a service neutron] 10.222.0.73 "PUT /v2.0/ports/2543b0df-4e6d-42a4-9012-3ea01d310035/bindings/n-h2-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1377294 Aug 20 11:56:41.153880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-6693503c-3a7f-4a19-a361-00b31d7c4ee2 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.158045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-6693503c-3a7f-4a19-a361-00b31d7c4ee2 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.0729880 Aug 20 11:56:41.243055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-f02349e7-06cb-4530-97ea-c552cb09d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.245558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-f02349e7-06cb-4530-97ea-c552cb09d768 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239&tenant_id=1dba54f45f4a4c989c327f7066d42bad HTTP/1.1" status: 200 len: 1096 time: 0.0785322 Aug 20 11:56:41.329702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-6345010b-a9f1-4da1-a619-c37d30d510d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.331883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-6345010b-a9f1-4da1-a619-c37d30d510d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1096 time: 0.0608380 Aug 20 11:56:41.448813 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bf9560-d74a-46f8-8e3a-140538303d76 x-openstack-request-id: req-53bf9560-d74a-46f8-8e3a-140538303d76 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:41.449116 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:41.449370 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53bf9560-d74a-46f8-8e3a-140538303d76 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:41.449769 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'status': 'completed', 'code': 200} Aug 20 11:56:41.593538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b2cb-3974-46b4-9bf2-263fc5c74ff6 req-86f9e7a8-6e0e-4846-a7ad-e1c6c6b9958e tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.595179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d301b2cb-3974-46b4-9bf2-263fc5c74ff6 req-86f9e7a8-6e0e-4846-a7ad-e1c6c6b9958e tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 949 time: 0.1056664 Aug 20 11:56:41.604023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-653d5379-61ed-4bb8-a26a-c74dbc405325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.605604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-653d5379-61ed-4bb8-a26a-c74dbc405325 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e62e09d13494856b8c45e815276e0a7&device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 1097 time: 0.1593997 Aug 20 11:56:41.724613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c50b89f2-981f-45fe-b816-ef059e489e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.726400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-c50b89f2-981f-45fe-b816-ef059e489e93 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.3839343 Aug 20 11:56:41.814990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d301b2cb-3974-46b4-9bf2-263fc5c74ff6 req-f0c21405-378f-4a88-b8b3-a0b7a9872394 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049780 Aug 20 11:56:41.817163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-457af38e-8989-4e79-9cca-91b2a72e945e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2543b0df-4e6d-42a4-9012-3ea01d310035 HTTP/1.1" status: 200 len: 217 time: 0.0689781 Aug 20 11:56:41.839706 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:41.861504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-37c61502-a991-4626-98b9-b5e01ccba4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:41.863898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-37c61502-a991-4626-98b9-b5e01ccba4b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0be9652-7430-4519-b682-82de3db2d02c HTTP/1.1" status: 200 len: 929 time: 0.2423849 Aug 20 11:56:42.034442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be1a0-ea43-4aab-bed0-28ff088d0739 req-e04ea903-c4f9-4321-b05c-30145ad24eb6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.036612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-248be1a0-ea43-4aab-bed0-28ff088d0739 req-e04ea903-c4f9-4321-b05c-30145ad24eb6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.0868528 Aug 20 11:56:42.043873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-3c09be6e-be81-4cc8-b03f-cc963fce14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.045620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-3c09be6e-be81-4cc8-b03f-cc963fce14cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1807461 Aug 20 11:56:42.097125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-e910e0b0-f223-4df0-88b8-e14466a15119 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 200 len: 1001 time: 0.2210371 Aug 20 11:56:42.305206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-533e42a2-1a63-44f6-812b-c7a7270e9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.307680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-533e42a2-1a63-44f6-812b-c7a7270e9833 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d611d2ef-723b-4658-84f1-0249e8c13a3e HTTP/1.1" status: 200 len: 867 time: 0.1847601 Aug 20 11:56:42.310534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-b9d0b00f-d9eb-4a67-8e42-5088ebe92151 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2526934 Aug 20 11:56:42.515788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-1c3c8c1b-cd16-4043-9969-351429fa7470 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950126 Aug 20 11:56:42.609825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-248be1a0-ea43-4aab-bed0-28ff088d0739 req-5526fda8-d1ac-40e6-83b8-859be6cbc26e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610406 Aug 20 11:56:42.760357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-89084136-c2ba-4578-b2a6-4af97e9a3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.764646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-89084136-c2ba-4578-b2a6-4af97e9a3b2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0be9652-7430-4519-b682-82de3db2d02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2389789 Aug 20 11:56:42.902877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-afd8a575-bde7-492e-90a1-900c9da8cc2e service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275816 Aug 20 11:56:42.985404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-a30c0397-6065-486e-989e-b1c83e8dc79c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 258 time: 0.3058887 Aug 20 11:56:43.010604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:43.025562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-46691938-ef89-4c1f-af13-f5541e3a003a service neutron] 10.222.0.73 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389009 Aug 20 11:56:43.124865 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.161513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62931-017a-4b28-a204-db765b30751a req-c9bcc61a-6cec-4a29-a845-5d3657d4b28a tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:43.162989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-c9bcc61a-6cec-4a29-a845-5d3657d4b28a tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.73 "GET /v2.0/networks?id=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b HTTP/1.1" status: 200 len: 816 time: 0.2571807 Aug 20 11:56:43.266907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-7f4c3689-81fb-4620-be52-79519fb07de3 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1d095e2df1648a3a7aa9c1bf1a00aac HTTP/1.1" status: 200 len: 379 time: 0.0662019 Aug 20 11:56:43.272578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c938cd24-3549-4b42-8b97-ae9ba893a61b req-4e3a0d76-7ece-4e97-adbd-32e7edefcbb0 service neutron] 10.222.0.73 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386203 Aug 20 11:56:43.307788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Request body: {'port': {'device_id': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'admin_state_up': True, 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'security_groups': ['ea56acd5-8795-4ed1-8c53-2391aa511477']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:43.441721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-1da1332a-223b-4393-9310-55cf4da0ab7d tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:43.443487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-1da1332a-223b-4393-9310-55cf4da0ab7d tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.1685405 Aug 20 11:56:43.499556 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.574337 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.659866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Made reservation on behalf of b1d095e2df1648a3a7aa9c1bf1a00aac for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:43.663279 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.749125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7616c164-dfea-488c-afa3-35d61463cb7f service neutron] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:43.780631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7616c164-dfea-488c-afa3-35d61463cb7f service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:43.781875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20bf5ef3-7cca-4e20-8245-ee4c66752d6f req-7616c164-dfea-488c-afa3-35d61463cb7f service neutron] 10.222.0.22 "DELETE /v2.0/ports/2543b0df-4e6d-42a4-9012-3ea01d310035/bindings/n-h1-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.3198740 Aug 20 11:56:43.847034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Allocated IP 172.25.0.107 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/91b3ae95-bea4-4af2-a713-b2e63a0b0549) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:43.922041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Allocated IP 172.20.0.4 (c2fe94db-7cd4-420a-91c8-4b5b1b36e45b/4fae12da-f32b-41d0-b1ee-96f800c75885/52e3d44a-a56b-42fe-b0e1-7d999b7a856f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:44.296229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.408898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.418678 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.453515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Transition to ACTIVE for port object 52e3d44a-a56b-42fe-b0e1-7d999b7a856f will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:44.476255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:44.484093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:44.490375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Pushing event updated for resources: {'Port': ['ID=91b3ae95-bea4-4af2-a713-b2e63a0b0549,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:44.498263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:44.552577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.642325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:44.648412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:44.657243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:44.662552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event updated for resources: {'Port': ['ID=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:44.700936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.777191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:44.777897 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.795496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.867623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-2e59cb92-7ee3-4ebe-9e11-5c920678f60b tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5908656 Aug 20 11:56:44.885380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Request body: {'port': {'device_id': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:45.044055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.124648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2b58cd15-eac3-41cd-bb15-5fe10aea4c9b None None] Provisioning for port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:45.136190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2b58cd15-eac3-41cd-bb15-5fe10aea4c9b None None] Provisioning complete for port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:45.136830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2b58cd15-eac3-41cd-bb15-5fe10aea4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.212197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2b58cd15-eac3-41cd-bb15-5fe10aea4c9b None None] Port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:45.417758 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.424831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.556122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Pushing event updated for resources: {'Port': ['ID=91b3ae95-bea4-4af2-a713-b2e63a0b0549,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:45.595640 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.668171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.669478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-b51ce46c-fa72-4ae2-81ea-a8217ee9e87b tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6731319 Aug 20 11:56:45.722885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e3d44a-a56b-42fe-b0e1-7d999b7a856f {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:45.739934 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.745890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-aa582d8b-ffbd-40dd-8dfb-a38f26293fa5 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0685327 Aug 20 11:56:45.791362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Transition to ACTIVE for port object 52e3d44a-a56b-42fe-b0e1-7d999b7a856f will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:45.833645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.957214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Pushing event updated for resources: {'Port': ['ID=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.082944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-de1a6681-8236-4d20-aaaf-ad06c9eeff6f tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:46.082944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-de1a6681-8236-4d20-aaaf-ad06c9eeff6f tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.3195736 Aug 20 11:56:46.120374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-877522ba-f632-445b-bb67-fdde3bfed52d tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:56:46.121665 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2abf32f0-c249-41f4-a6c1-7e3e846db5d0 req-877522ba-f632-445b-bb67-fdde3bfed52d tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252533 Aug 20 11:56:46.188298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Attempting to bind port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:46.188712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Attempting to bind port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:46.189118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Attempting to bind port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f on network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:46.202679 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe8fc09-bc68-4529-b0cc-7962ab33d918 x-openstack-request-id: req-6fe8fc09-bc68-4529-b0cc-7962ab33d918 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:46.203525 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da0f7b-8eac-45ff-ad65-238659e6d8df", "name": "network-vif-plugged", "status": "completed", "tag": "67dcfd80-598f-4ede-aebc-ef61721a5d11", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:46.203932 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fe8fc09-bc68-4529-b0cc-7962ab33d918 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:46.204349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f on network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:46.204664 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da0f7b-8eac-45ff-ad65-238659e6d8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dcfd80-598f-4ede-aebc-ef61721a5d11', 'code': 200} Aug 20 11:56:46.204776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Attempting to bind port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f on network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:46.210307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:46.211232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Checking segment: {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:46.211707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Bound using segment: {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:46.212274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Bound port: 52e3d44a-a56b-42fe-b0e1-7d999b7a856f, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd771c3f-912e-4f2a-baa7-c341bc33de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:46.214932 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.496059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] For port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:46.499669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] For port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:46.520552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef4e45-0bf2-4b4f-b1cf-233dcb444bcd req-b0f8fee4-1511-4e36-ac63-60c22b53c32d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:46.524567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75ef4e45-0bf2-4b4f-b1cf-233dcb444bcd req-b0f8fee4-1511-4e36-ac63-60c22b53c32d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 944 time: 0.2049639 Aug 20 11:56:46.526613 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.614477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:46.615478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.618004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] 10.222.0.73 "PUT /v2.0/ports/52e3d44a-a56b-42fe-b0e1-7d999b7a856f HTTP/1.1" status: 200 len: 1092 time: 1.7404275 Aug 20 11:56:46.618564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'tag': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:46.621114 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c1b534-d26b-419e-bb47-54ba30b44397" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f7f82d-ce68-4449-a173-6067105fbdb3", "tag": "52e3d44a-a56b-42fe-b0e1-7d999b7a856f"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:46.650996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3eba6-55ef-4443-b687-9260179fc734 req-2369dec2-e1ee-4bfe-abb9-c8bc4ea2de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:46.653332 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66f3eba6-55ef-4443-b687-9260179fc734 req-2369dec2-e1ee-4bfe-abb9-c8bc4ea2de34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 1101 time: 0.3249404 Aug 20 11:56:46.767918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a05b-68e1-44fb-b03e-ed9f2c777eff service neutron] Pushing event updated for resources: {'Port': ['ID=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.817322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66f3eba6-55ef-4443-b687-9260179fc734 req-04faa588-7619-4d96-8d0c-d035cdd32699 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429689 Aug 20 11:56:46.836357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75ef4e45-0bf2-4b4f-b1cf-233dcb444bcd req-0abac557-63f1-4c9a-922b-8bceda16a9d8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567632 Aug 20 11:56:46.871453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62931-017a-4b28-a204-db765b30751a req-e34be32b-5b8b-4a24-8b88-5bf5705ecd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:46.873394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-e34be32b-5b8b-4a24-8b88-5bf5705ecd28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1d095e2df1648a3a7aa9c1bf1a00aac&device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 1095 time: 0.2099738 Aug 20 11:56:46.965628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-6e29ad88-456b-464a-ab6a-bea768bf46f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e3d44a-a56b-42fe-b0e1-7d999b7a856f HTTP/1.1" status: 200 len: 217 time: 0.0827084 Aug 20 11:56:47.165589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb95bc-adc5-4315-b98c-7ce61161337b req-0c4b605e-dd04-4200-be55-291317011ac0 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.167258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eacb95bc-adc5-4315-b98c-7ce61161337b req-0c4b605e-dd04-4200-be55-291317011ac0 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 943 time: 0.0794468 Aug 20 11:56:47.169815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62931-017a-4b28-a204-db765b30751a req-5a5004be-559f-4eb5-bf42-50032a81513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.171333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-5a5004be-559f-4eb5-bf42-50032a81513e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fae12da-f32b-41d0-b1ee-96f800c75885 HTTP/1.1" status: 200 len: 855 time: 0.1910033 Aug 20 11:56:47.275873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62931-017a-4b28-a204-db765b30751a req-65566875-438f-4ed1-8143-c16cedb6601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.275873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-65566875-438f-4ed1-8143-c16cedb6601c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686569 Aug 20 11:56:47.499245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eacb95bc-adc5-4315-b98c-7ce61161337b req-fd9d11a7-b71a-4279-bf83-9c056023770e tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257947 Aug 20 11:56:47.665329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-9eed1490-9703-4477-b9e7-d7754695f06f service neutron] 10.222.0.73 "GET /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422537 Aug 20 11:56:47.801247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792d266-333f-4463-b54f-f79bd377ba03 req-fed95656-f144-46e0-913c-b31166ef2f34 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.803726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2792d266-333f-4463-b54f-f79bd377ba03 req-fed95656-f144-46e0-913c-b31166ef2f34 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 949 time: 0.2089961 Aug 20 11:56:47.857396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc62931-017a-4b28-a204-db765b30751a req-c356e0f8-035a-453b-a889-9d1e6810bdf4 service neutron] 10.222.0.73 "GET /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780276 Aug 20 11:56:47.874596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2792d266-333f-4463-b54f-f79bd377ba03 req-d0c90acd-eed0-4b06-ac5d-1ff632d5f4a5 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630288 Aug 20 11:56:48.046429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f947ba6-5141-410c-9b3b-fb4108d172d5 req-5997dde1-c6c9-4319-bb0b-4d54f4bc88f9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:48.047996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f947ba6-5141-410c-9b3b-fb4108d172d5 req-5997dde1-c6c9-4319-bb0b-4d54f4bc88f9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.0872397 Aug 20 11:56:48.120679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f947ba6-5141-410c-9b3b-fb4108d172d5 req-78dc1ee4-b50d-4d1a-84a0-9d2e6a59ca3e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650630 Aug 20 11:56:48.323663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743f6be-c1a4-4c56-aa98-0bc573abc920 req-d5c255d2-ee0b-422e-bf2f-28bec07b6443 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:48.325629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b743f6be-c1a4-4c56-aa98-0bc573abc920 req-d5c255d2-ee0b-422e-bf2f-28bec07b6443 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0904577 Aug 20 11:56:48.434840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b743f6be-c1a4-4c56-aa98-0bc573abc920 req-0aa7e2cd-9889-4be6-82df-ef8f2843af37 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0992804 Aug 20 11:56:48.440446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b743f6be-c1a4-4c56-aa98-0bc573abc920 req-1a4dbbb7-9d38-4c79-80da-8f5f95b872bf tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Request body: {'floatingip': {'port_id': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:48.502310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b743f6be-c1a4-4c56-aa98-0bc573abc920 req-1a4dbbb7-9d38-4c79-80da-8f5f95b872bf tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.803605 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-b743f6be-c1a4-4c56-aa98-0bc573abc920 req-1a4dbbb7-9d38-4c79-80da-8f5f95b872bf tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 11:56:48.805752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b743f6be-c1a4-4c56-aa98-0bc573abc920 req-1a4dbbb7-9d38-4c79-80da-8f5f95b872bf tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "PUT /v2.0/floatingips/6b01d5a1-7bd8-482e-a1bf-e6d4b7147991 HTTP/1.1" status: 409 len: 550 time: 0.3695340 Aug 20 11:56:48.909975 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544d00b5-3e53-4242-ae93-75457574c75a x-openstack-request-id: req-544d00b5-3e53-4242-ae93-75457574c75a {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:48.910419 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f7f82d-ce68-4449-a173-6067105fbdb3", "tag": "52e3d44a-a56b-42fe-b0e1-7d999b7a856f", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:48.910743 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-544d00b5-3e53-4242-ae93-75457574c75a {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:48.911536 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'tag': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'status': 'completed', 'code': 200} Aug 20 11:56:49.006771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-da17acdc-0a16-445c-856d-bbdf301915cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.008919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-da17acdc-0a16-445c-856d-bbdf301915cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1d095e2df1648a3a7aa9c1bf1a00aac&device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0958705 Aug 20 11:56:49.264573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5808e64-5f64-4147-bcb1-3f39bebe17a2 req-5ec7f49a-0415-49f7-8882-9eb04f27ec76 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.271987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5808e64-5f64-4147-bcb1-3f39bebe17a2 req-5ec7f49a-0415-49f7-8882-9eb04f27ec76 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 943 time: 0.1264367 Aug 20 11:56:49.319284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-0c34c6de-17c4-45a8-828c-9620fb88c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.321720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-0c34c6de-17c4-45a8-828c-9620fb88c022 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b HTTP/1.1" status: 200 len: 917 time: 0.3022635 Aug 20 11:56:49.355971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5808e64-5f64-4147-bcb1-3f39bebe17a2 req-14974d3e-d503-4ede-9dce-84946b547fbd tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830028 Aug 20 11:56:49.475192 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-15d8a719-f3f6-4647-b9d1-3b10ddf37d01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e3d44a-a56b-42fe-b0e1-7d999b7a856f HTTP/1.1" status: 200 len: 217 time: 0.1431615 Aug 20 11:56:49.482984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a447a926-1818-4455-b050-3b027bb6b6e0 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips/6b01d5a1-7bd8-482e-a1bf-e6d4b7147991 HTTP/1.1" status: 200 len: 693 time: 0.0611265 Aug 20 11:56:49.609572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-36a03da1-dca5-46ca-bd29-4ffa1f794bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.611138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-36a03da1-dca5-46ca-bd29-4ffa1f794bb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fae12da-f32b-41d0-b1ee-96f800c75885 HTTP/1.1" status: 200 len: 855 time: 0.1271496 Aug 20 11:56:49.677015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-f602803b-34b2-45a5-966e-cae3e12ab044 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.684217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-f602803b-34b2-45a5-966e-cae3e12ab044 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.1569729 Aug 20 11:56:49.691207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-c1e908be-ac09-4c83-b247-c00484709514 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:56:49.699639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-c1e908be-ac09-4c83-b247-c00484709514 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144677 Aug 20 11:56:49.748991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-73a3440d-5566-4a2b-a17e-1918bf7aa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.750640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-73a3440d-5566-4a2b-a17e-1918bf7aa50e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298711 Aug 20 11:56:49.759721 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-73b7d779-217f-457d-9b9d-aca3ebb3a130 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0591316 Aug 20 11:56:49.855481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-c68050a7-eeda-4b30-b3ae-133ddc18e539 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0947595 Aug 20 11:56:49.997596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-0173b6f4-a270-4b00-8260-cb50ba988017 service neutron] 10.222.0.73 "GET /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306874 Aug 20 11:56:50.026470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Deleting port 91b3ae95-bea4-4af2-a713-b2e63a0b0549 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:50.026810 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.490383 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-206b7008-3fa8-4092-aa40-1f5a24d7f16a service neutron] show failed (client error): The resource could not be found. Aug 20 11:56:50.491315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-206b7008-3fa8-4092-aa40-1f5a24d7f16a service neutron] 10.222.0.22 "GET /v2.0/ports/44a33cdf-e7b6-46f7-8227-9de0e3cf9b20/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.3838086 Aug 20 11:56:50.493760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c1b534-d26b-419e-bb47-54ba30b44397 req-4e8f318e-b949-4fec-968a-8f24917b1bb4 service neutron] 10.222.0.73 "GET /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785295 Aug 20 11:56:50.502809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec7c0-358f-4c66-830a-608c272d7c37 req-b147ff4f-8761-4b56-94cd-655481e46fa5 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.504263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-894ec7c0-358f-4c66-830a-608c272d7c37 req-b147ff4f-8761-4b56-94cd-655481e46fa5 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 949 time: 0.1299407 Aug 20 11:56:50.506124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.506493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.536009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Calling delete_port for 91b3ae95-bea4-4af2-a713-b2e63a0b0549 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:50.567245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-894ec7c0-358f-4c66-830a-608c272d7c37 req-cad03b78-a1c7-4109-a1a4-7003472b9c7f tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550978 Aug 20 11:56:50.749651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebb488-5ea5-4694-b304-3b990a294508 req-8628a920-d7e4-40cd-9a08-210467e07c18 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.751432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bebb488-5ea5-4694-b304-3b990a294508 req-8628a920-d7e4-40cd-9a08-210467e07c18 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1096 time: 0.0866020 Aug 20 11:56:50.801448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.835727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Pushing event deleted for resources: {'Port': ['ID=91b3ae95-bea4-4af2-a713-b2e63a0b0549,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:50.870149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-43b1f085-4568-4edc-bb4a-7cd8a47913c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.871701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-43b1f085-4568-4edc-bb4a-7cd8a47913c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e&tenant_id=3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 1101 time: 0.1193759 Aug 20 11:56:50.873230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bebb488-5ea5-4694-b304-3b990a294508 req-c91eef74-5896-4231-8e41-5c02c82fcdc6 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106098 Aug 20 11:56:50.907063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:50.973320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.975845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:50.977471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce4208f3-f040-46a4-9474-ea8528160a7e req-a18dbca4-e373-4e6c-b2ee-d3f99a14319c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "DELETE /v2.0/floatingips/6b01d5a1-7bd8-482e-a1bf-e6d4b7147991 HTTP/1.1" status: 204 len: 173 time: 1.1212120 Aug 20 11:56:51.005701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.061496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752fb96-1dcd-4e15-9235-305b7e4e0762 req-db5631ab-5344-4683-a585-738062c1d0e9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.063440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6752fb96-1dcd-4e15-9235-305b7e4e0762 req-db5631ab-5344-4683-a585-738062c1d0e9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.1017177 Aug 20 11:56:51.221946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6752fb96-1dcd-4e15-9235-305b7e4e0762 req-076c0c92-4c44-44a1-a841-12c7d501a101 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478970 Aug 20 11:56:51.290267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e1c5b-b1d4-4c1b-a650-7e0c8fef18f1 req-549ab28a-f8b5-47ba-8224-85a885a25361 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.292595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f5e1c5b-b1d4-4c1b-a650-7e0c8fef18f1 req-549ab28a-f8b5-47ba-8224-85a885a25361 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 943 time: 0.1225362 Aug 20 11:56:51.359523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:51.425947 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f5e1c5b-b1d4-4c1b-a650-7e0c8fef18f1 req-2d4ff547-26c0-4c43-90f0-5c6388f4e02a tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275389 Aug 20 11:56:51.447974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:51.554070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe67d-c7c4-47e8-bc59-28851d5e78aa req-066bf85e-48d8-4477-b6b3-9eb32d5059f8 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.555761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a19fe67d-c7c4-47e8-bc59-28851d5e78aa req-066bf85e-48d8-4477-b6b3-9eb32d5059f8 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 1096 time: 0.1642292 Aug 20 11:56:51.567623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:51.569840 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf1d329-2916-4117-b23c-c11f7d2a269e" -d '{"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-unplugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:51.574025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.603291 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0ab462f-e55f-4d70-bcf7-b88915e34ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.616995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Transition to ACTIVE for port object 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:51.620995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-aa559aa9-63e4-4552-8999-9f94b6149083 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 1001 time: 0.1702337 Aug 20 11:56:51.623174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.708255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a19fe67d-c7c4-47e8-bc59-28851d5e78aa req-1da5a7c5-9dca-4a21-8efc-83020b37d2e6 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301916 Aug 20 11:56:51.719677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-645ee964-724d-44ac-8eca-404a854cf1ee tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.721952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-645ee964-724d-44ac-8eca-404a854cf1ee tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports/7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 200 len: 942 time: 0.0941625 Aug 20 11:56:51.729246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:51.746325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] No DVR routers for this DVR port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:51.850005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:51.850371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:51.850698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:51.879529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:51.880590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:51.907555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:51.907891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:51.908282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:51.908721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Bound port: 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:51.909079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:51.932053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-402096f2-3cb0-4bf1-8a8a-fda65024edb8 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 1001 time: 0.1369436 Aug 20 11:56:51.980313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33628d4a-146f-4d10-8c04-2747a61d7050 req-0c8c8f70-ff4b-4dc5-be9f-452aa3bef453 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:51.981800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33628d4a-146f-4d10-8c04-2747a61d7050 req-0c8c8f70-ff4b-4dc5-be9f-452aa3bef453 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 951 time: 0.1330516 Aug 20 11:56:52.084951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:52.108736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33628d4a-146f-4d10-8c04-2747a61d7050 req-012c5fdb-7c62-49eb-b2cf-96b3ad05557a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120350 Aug 20 11:56:52.114738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:52.123419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.175778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-9cd96c4e-6355-4355-8322-f21e85413f61 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.177164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-9cd96c4e-6355-4355-8322-f21e85413f61 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2363067 Aug 20 11:56:52.186475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.187271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.188796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] 10.222.0.73 "PUT /v2.0/ports/44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 1096 time: 1.2894256 Aug 20 11:56:52.279295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f1d40-d596-4458-9f15-17930c60d595 service neutron] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:52.288187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-5459c8d4-6ee1-4886-b213-1b2c568ed089 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=de325026624245c69720f8fc2b7bf201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848966 Aug 20 11:56:52.361383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-48ff60b8-f584-4373-b138-91f095ecf7ef tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 1001 time: 0.1713638 Aug 20 11:56:52.401832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:52.463570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-5e875aff-e629-4d0a-8869-d4197b8d80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.464925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-5e875aff-e629-4d0a-8869-d4197b8d80a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1099 time: 0.2130291 Aug 20 11:56:52.545197 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.602137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-9d2542c8-e150-4ef0-8e04-97e29316c326 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.603733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-9d2542c8-e150-4ef0-8e04-97e29316c326 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2939436 Aug 20 11:56:52.641475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-65f18255-a442-4f57-b224-a7ec4ce7ddcd tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/quotas/de325026624245c69720f8fc2b7bf201 HTTP/1.1" status: 200 len: 375 time: 0.0304530 Aug 20 11:56:52.726661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-d05e30ef-ff72-48b9-a01e-b315e72c97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:52.728103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-d05e30ef-ff72-48b9-a01e-b315e72c97d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2494645 Aug 20 11:56:52.815813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-a7ee9ef0-bb45-404a-b68c-b8c4557a6b05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.0776713 Aug 20 11:56:52.822610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.827542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-3a7f0c47-debb-484d-89fd-2a30bf29339f tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=de325026624245c69720f8fc2b7bf201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526127 Aug 20 11:56:52.836078 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:52.836399 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Floating IP 8b7eac59-2622-4d04-b517-56068de0eb43 disassociated. External IP: 172.25.0.140, port: 7cf87848-8bfd-4c90-b442-91227aec49ba. Aug 20 11:56:53.124234 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f704e95f-e7e0-411e-b835-297c80e00826 x-openstack-request-id: req-f704e95f-e7e0-411e-b835-297c80e00826 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:53.124803 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-unplugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:53.124803 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f704e95f-e7e0-411e-b835-297c80e00826 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:53.125146 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'code': 200} Aug 20 11:56:53.158925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3592b0ae-83ac-4421-837b-7bfa6529de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.160333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-3592b0ae-83ac-4421-837b-7bfa6529de5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.3316045 Aug 20 11:56:53.260081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-6996a468-1c88-465f-bad8-f948c83967cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.260081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-6996a468-1c88-465f-bad8-f948c83967cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712581 Aug 20 11:56:53.393695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:53.475590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-5fde0d95-0b46-4c52-b9c6-65e8d3213677 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709960 Aug 20 11:56:53.483633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Router cf0a5c10-a94a-4531-a455-db82891a51b9 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:53.525256 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.577055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:53.582331 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d48a699-fc96-4a49-83dc-fe13190993d6" -d '{"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:53.634695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:53.640746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.641452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:53.721663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:53.732776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6babf685-ac86-499c-ae2b-bdf62ba1972a req-0804eea8-d381-4d18-bee7-a1910a54c877 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423244 Aug 20 11:56:53.750114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:53.756644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.764463 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] Sync routers for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:53.774393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=11']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:53.778389 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:53.779021 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:53.793395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc906-03e4-4d99-8fce-02773fd6492a req-d484cedf-e8b5-467d-a720-2c610aa79333 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.794950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ddffc906-03e4-4d99-8fce-02773fd6492a req-d484cedf-e8b5-467d-a720-2c610aa79333 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 947 time: 0.1087410 Aug 20 11:56:53.800725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-7f432a47-8807-4b6c-a334-920f5b3847b6 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "PUT /v2.0/floatingips/8b7eac59-2622-4d04-b517-56068de0eb43 HTTP/1.1" status: 200 len: 695 time: 1.4385529 Aug 20 11:56:53.877547 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ddffc906-03e4-4d99-8fce-02773fd6492a req-65d615ff-f270-4f14-af78-bfed58e447cf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690038 Aug 20 11:56:53.909356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-9b3d796f-86ca-4980-bf8e-bac4683591f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:53.910872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-9b3d796f-86ca-4980-bf8e-bac4683591f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e62e09d13494856b8c45e815276e0a7&device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 1097 time: 0.0925202 Aug 20 11:56:53.936145 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:54.060081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-e13e11cc-beda-4fa5-897e-f0f6e3b89159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.064885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-e13e11cc-beda-4fa5-897e-f0f6e3b89159 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e0be9652-7430-4519-b682-82de3db2d02c HTTP/1.1" status: 200 len: 929 time: 0.1457593 Aug 20 11:56:54.138035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-ed6cd7a7-9dc8-418b-a077-2e9edfc13c42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 200 len: 217 time: 0.0574079 Aug 20 11:56:54.202239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf5614-d145-4456-b940-150c9455f2a0 req-beda74dc-035a-4d94-aa1a-3038d1bf7128 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.204381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fdf5614-d145-4456-b940-150c9455f2a0 req-beda74dc-035a-4d94-aa1a-3038d1bf7128 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 943 time: 0.1373944 Aug 20 11:56:54.220475 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0e56-807b-4da8-af97-115b1135d78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:54.237237 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:19Z', 'revision_number': 5, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:54.252487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-177a076f-130d-46a6-9b5a-8c8c6e84a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.253988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-177a076f-130d-46a6-9b5a-8c8c6e84a90c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d611d2ef-723b-4658-84f1-0249e8c13a3e HTTP/1.1" status: 200 len: 867 time: 0.1069305 Aug 20 11:56:54.269102 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] Checking router: cf0a5c10-a94a-4531-a455-db82891a51b9 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:54.279815 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:54.281138 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:54.308845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fdf5614-d145-4456-b940-150c9455f2a0 req-f5be1a91-f86e-46fe-95f3-ec652ae9b601 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891767 Aug 20 11:56:54.347114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-8398cd6b-fe4f-4eb0-be83-6621b71b6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.348838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-8398cd6b-fe4f-4eb0-be83-6621b71b6511 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e0be9652-7430-4519-b682-82de3db2d02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863307 Aug 20 11:56:54.422551 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:54.490539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37acdf00-259d-4606-9b5c-d873897982ba req-d7123529-3abe-46d9-95ef-f3320104f9b0 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 210 time: 0.0404277 Aug 20 11:56:54.496981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-1049ff2a-8f8e-422e-b16d-377c6310bfdf tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=de325026624245c69720f8fc2b7bf201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582378 Aug 20 11:56:54.742482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-844d40e8-093f-444b-9ae1-25477a2f8e7c service neutron] 10.222.0.25 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832319 Aug 20 11:56:54.753194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-f32ea32d-157f-4977-9936-97d63c545b97 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:54.755121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-f32ea32d-157f-4977-9936-97d63c545b97 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516284 Aug 20 11:56:54.810729 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:19Z', 'revision_number': 5, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:54.819392 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c996d-30ca-4af3-a206-7abebdeb9ed3 x-openstack-request-id: req-e05c996d-30ca-4af3-a206-7abebdeb9ed3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:54.820566 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5558f8-0637-4e4c-810a-111218be823b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:54.821278 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e05c996d-30ca-4af3-a206-7abebdeb9ed3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:54.821711 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b', 'code': 200} Aug 20 11:56:54.847575 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b94eef-f8b1-4cff-a463-8b45d88e70e8 None None] The sync data for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 is: [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:56:08Z', 'revision_number': 4, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1', 'name': '', 'network_id': 'e0be9652-7430-4519-b682-82de3db2d02c', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'mac_address': 'fa:16:3e:49:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:07Z', 'updated_at': '2021-08-20T11:56:19Z', 'revision_number': 5, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'subnets': [{'id': 'd611d2ef-723b-4658-84f1-0249e8c13a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:54.863026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae5a107-e325-4e8b-a22c-fc6ebba0dc5b req-b99c3a13-258d-4928-8f06-81e95a31921f service neutron] 10.222.0.25 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073534 Aug 20 11:56:54.868064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Request body: {'port': {'device_id': '447044c5-017f-4607-89ed-536fcac00994', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': 'de325026624245c69720f8fc2b7bf201'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:54.973028 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.127005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}, {'name': 'network-changed', 'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:55.129272 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a2f066-3d8f-46c4-87a7-30b99d429356" -d '{"events": [{"name": "network-changed", "server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}, {"name": "network-changed", "server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:55.154728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-d6c1bcca-06fb-47e2-b59c-92d2375d0e7e tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips/8b7eac59-2622-4d04-b517-56068de0eb43 HTTP/1.1" status: 200 len: 695 time: 0.0754826 Aug 20 11:56:55.191645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5d890-d88c-4369-a0e0-ac1115ae7958 req-4e2a2ab7-4514-4415-9e28-2edebdde38e8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.193117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e5d890-d88c-4369-a0e0-ac1115ae7958 req-4e2a2ab7-4514-4415-9e28-2edebdde38e8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 947 time: 0.1590378 Aug 20 11:56:55.226289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c89c6e4-6411-4adf-b3c4-b1add17c12f9 None None] New status for floating IP 8b7eac59-2622-4d04-b517-56068de0eb43: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:56:55.270419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Made reservation on behalf of de325026624245c69720f8fc2b7bf201 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:55.274115 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.451181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Allocated IP 192.168.233.60 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/674abb37-e0f6-4c04-8c90-4eda6670ea45) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:55.487334 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.614481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e5d890-d88c-4369-a0e0-ac1115ae7958 req-5e5e4c8a-0af8-4766-9f3d-2ff3013ac4fc tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041743 Aug 20 11:56:55.621522 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:55.632319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-ea99bf0b-1791-45f8-9023-abb29fdb72a2 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:55.639893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-ea99bf0b-1791-45f8-9023-abb29fdb72a2 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.4768839 Aug 20 11:56:55.692941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Transition to ACTIVE for port object 674abb37-e0f6-4c04-8c90-4eda6670ea45 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:55.709842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-2eda7513-0f7a-4e75-9cf6-b7837d0165e7 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.0690184 Aug 20 11:56:55.767221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-32b25dab-f1fc-4f4d-be1c-21fdc7e9d6ec tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.0564592 Aug 20 11:56:55.823884 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecec08e-8236-4ee6-849b-84e06b321f95 x-openstack-request-id: req-2ecec08e-8236-4ee6-849b-84e06b321f95 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:55.824175 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:55.824430 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ecec08e-8236-4ee6-849b-84e06b321f95 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:55.824900 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'status': 'completed', 'code': 200} Aug 20 11:56:55.825161 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'status': 'completed', 'code': 200} Aug 20 11:56:56.043084 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.056067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['67dcfd80-598f-4ede-aebc-ef61721a5d11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:56.081191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-42db81e1-7624-4259-b5ad-d76659a98c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.082689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-42db81e1-7624-4259-b5ad-d76659a98c83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1099 time: 0.2000849 Aug 20 11:56:56.110388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-c05395e4-7435-4241-a9f8-7be632253a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.111860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-c05395e4-7435-4241-a9f8-7be632253a76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1099 time: 0.2302248 Aug 20 11:56:56.130008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1c97f-a9a1-4d07-8eda-a5af1f0753dd req-b3ee9b33-5312-467c-863f-936ca2a60c30 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.131589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4cb1c97f-a9a1-4d07-8eda-a5af1f0753dd req-b3ee9b33-5312-467c-863f-936ca2a60c30 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 943 time: 0.2510600 Aug 20 11:56:56.239959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:56.541354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:56.543394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:56.557447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Pushing event updated for resources: {'Port': ['ID=674abb37-e0f6-4c04-8c90-4eda6670ea45,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:56.604672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Deleting port 2d2d3737-0187-438c-8854-9e370354ef21 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:56.605005 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.759550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.760101 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.793435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-a0f3040d-fd94-4110-8b35-fac41ba8ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.795301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-a0f3040d-fd94-4110-8b35-fac41ba8ea7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.6524045 Aug 20 11:56:56.811334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Calling delete_port for 2d2d3737-0187-438c-8854-9e370354ef21 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:56.824262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4cb1c97f-a9a1-4d07-8eda-a5af1f0753dd req-4b34e380-5599-4770-a9d3-dd8cfd041b0e tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6798916 Aug 20 11:56:56.874250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.874676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-ab5b94a8-ff0d-4a37-b5b8-2614693372d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.876359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-ab5b94a8-ff0d-4a37-b5b8-2614693372d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.7634115 Aug 20 11:56:56.889127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-e9991087-3cb5-4db7-a85a-3796436dc4bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.0790067 Aug 20 11:56:56.891275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7780424f-b366-4090-9f92-e080dd6d7b7f None None] Provisioning for port 674abb37-e0f6-4c04-8c90-4eda6670ea45 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:56.898838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7780424f-b366-4090-9f92-e080dd6d7b7f None None] Provisioning complete for port 674abb37-e0f6-4c04-8c90-4eda6670ea45 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:56.899509 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7780424f-b366-4090-9f92-e080dd6d7b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:56.931926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-37958bde-5648-4705-8939-bc1e493f8ecc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.0467496 Aug 20 11:56:56.949922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 52e3d44a-a56b-42fe-b0e1-7d999b7a856f details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:56.956148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7780424f-b366-4090-9f92-e080dd6d7b7f None None] Port 674abb37-e0f6-4c04-8c90-4eda6670ea45 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:56.957531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:56.958163 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.083288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:57.093094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-73360bb9-d8a4-4f97-b534-844d6e1a5022 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2287915 Aug 20 11:56:57.101359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'port_id': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'mac_address': 'fa:16:3e:0e:fa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:57.111141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Request body: {'port': {'device_id': '447044c5-017f-4607-89ed-536fcac00994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:57.125889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-8a52013c-3203-4e1c-a90e-54c4d21237e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:57.128177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-8a52013c-3203-4e1c-a90e-54c4d21237e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1659715 Aug 20 11:56:57.145709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.161342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e3d44a-a56b-42fe-b0e1-7d999b7a856f {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:57.169821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-b9287c54-7240-4557-b932-ec068f923c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:57.171595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-b9287c54-7240-4557-b932-ec068f923c29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2288702 Aug 20 11:56:57.188865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:57.193650 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.194577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:57.223483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc0b92-8378-4518-9ca4-a2354497e9ab req-7627305d-1764-4096-821d-4f6179e93d51 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:57.225161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9abc0b92-8378-4518-9ca4-a2354497e9ab req-7627305d-1764-4096-821d-4f6179e93d51 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 935 time: 0.2909803 Aug 20 11:56:57.249935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:57.265360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.265800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.266283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.266688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.267088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.267483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.267876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.268587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.268967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.269356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.269745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.270136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:57.309160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.346243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-3f48e911-4667-4750-845c-48eb7e8eeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:57.347769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-3f48e911-4667-4750-845c-48eb7e8eeb73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1904473 Aug 20 11:56:57.395522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-3623075c-a015-44d6-9ccb-8da087783af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:57.397144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-3623075c-a015-44d6-9ccb-8da087783af0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2027466 Aug 20 11:56:57.400204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9abc0b92-8378-4518-9ca4-a2354497e9ab req-7b02707c-0da5-478f-aa19-9d80bfda99b1 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506751 Aug 20 11:56:57.547310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:57.562872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'mac_address': 'fa:16:3e:a0:30:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:57.600516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.626434 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.651437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:57.683257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:57.692227 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.762606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Pushing event deleted for resources: {'Port': ['ID=2d2d3737-0187-438c-8854-9e370354ef21,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:57.783504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:57.810098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-d87873a7-4939-46a2-9466-edbe16a06118 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052639 Aug 20 11:56:57.834407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-52c44e33-a762-4846-8076-5e8a3fc10ac8 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553835 Aug 20 11:56:58.009645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['52e3d44a-a56b-42fe-b0e1-7d999b7a856f'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:58.049994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:58.096485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a0c49-307e-4b36-af96-483572e9845d req-cbb82e33-05ec-4de0-b2be-33758c3bbcb9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.105195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c87a0c49-307e-4b36-af96-483572e9845d req-cbb82e33-05ec-4de0-b2be-33758c3bbcb9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 948 time: 0.3242309 Aug 20 11:56:58.136449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.139073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.140246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc8b47fe-3093-4362-ba29-960f0fb0cce7 req-4e87d375-1e17-4485-80aa-159300d9e1db tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "DELETE /v2.0/floatingips/8b7eac59-2622-4d04-b517-56068de0eb43 HTTP/1.1" status: 204 len: 173 time: 2.3722522 Aug 20 11:56:58.217873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-d65f81ba-1cd4-44a6-b5cf-90f0cb2fab58 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483021 Aug 20 11:56:58.220543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-8ac5b862-d951-4aa4-8dd4-90928cd4ef9d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851192 Aug 20 11:56:58.244767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c87a0c49-307e-4b36-af96-483572e9845d req-fe976746-c37e-4a45-8e14-2e47ac8d85b3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373320 Aug 20 11:56:58.400114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674abb37-e0f6-4c04-8c90-4eda6670ea45 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:58.413723 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.431002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-6ecc82c0-952c-4c7e-9342-9f011d0d5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.432500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-6ecc82c0-952c-4c7e-9342-9f011d0d5b7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e62e09d13494856b8c45e815276e0a7&device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 1097 time: 0.1602414 Aug 20 11:56:58.446356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1bb2a-c357-44d4-9e61-68d8614ada01 req-9e30dbf2-e21e-474d-a6ea-168be2d04f69 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.447838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16d1bb2a-c357-44d4-9e61-68d8614ada01 req-9e30dbf2-e21e-474d-a6ea-168be2d04f69 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 944 time: 0.1074464 Aug 20 11:56:58.449999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Transition to ACTIVE for port object 674abb37-e0f6-4c04-8c90-4eda6670ea45 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:58.474215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.600086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16d1bb2a-c357-44d4-9e61-68d8614ada01 req-4d01b57d-e5de-49d8-ad04-41653f90d7d2 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425807 Aug 20 11:56:58.600702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Pushing event updated for resources: {'Port': ['ID=674abb37-e0f6-4c04-8c90-4eda6670ea45,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:58.774150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-22f1f83c-b2fe-4fe8-8b62-ca6957bbaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.777158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-22f1f83c-b2fe-4fe8-8b62-ca6957bbaaf7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0be9652-7430-4519-b682-82de3db2d02c HTTP/1.1" status: 200 len: 929 time: 0.3284533 Aug 20 11:56:58.783750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Attempting to bind port 674abb37-e0f6-4c04-8c90-4eda6670ea45 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:58.791306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Attempting to bind port 674abb37-e0f6-4c04-8c90-4eda6670ea45 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:58.791807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Attempting to bind port 674abb37-e0f6-4c04-8c90-4eda6670ea45 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:58.806562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Port 674abb37-e0f6-4c04-8c90-4eda6670ea45 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:58.806808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Attempting to bind port 674abb37-e0f6-4c04-8c90-4eda6670ea45 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:58.827322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-22e58ea0-1d3b-4f59-b384-0931c74af63e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.828872 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-22e58ea0-1d3b-4f59-b384-0931c74af63e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e&tenant_id=3d94d7d55b3c40808fee991b1088811f&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 948 time: 0.1807523 Aug 20 11:56:58.862032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-a1fbb262-2faa-4b41-9879-21416ff6e562 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 200 len: 217 time: 0.0664444 Aug 20 11:56:58.903068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:58.903409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:58.903837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:58.904279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Bound port: 674abb37-e0f6-4c04-8c90-4eda6670ea45, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:58.904638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:58.922930 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-c9289932-e8cb-4e0b-a71e-95bf8b68bfbb service neutron] 10.222.0.73 "GET /v2.0/ports/44a33cdf-e7b6-46f7-8227-9de0e3cf9b20/bindings/n-h1-800634-10 HTTP/1.1" status: 200 len: 383 time: 0.0842972 Aug 20 11:56:59.002877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-b3aa2d93-7dd0-484e-bfba-556d904eab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.004800 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-b3aa2d93-7dd0-484e-bfba-556d904eab03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1100 time: 0.0493736 Aug 20 11:56:59.126171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-4140cf4f-543d-4576-a46c-0eed485fae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.128353 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-4140cf4f-543d-4576-a46c-0eed485fae25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1161122 Aug 20 11:56:59.196796 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-08849753-a78e-4755-a516-731a9a0f74e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.0601199 Aug 20 11:56:59.259573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-01c6462d-5f60-4bbf-8f60-ddf662bb9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.262429 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-01c6462d-5f60-4bbf-8f60-ddf662bb9fea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0582211 Aug 20 11:56:59.267536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-dc505098-15d2-4335-bc75-fa6ff4959c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.269749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-dc505098-15d2-4335-bc75-fa6ff4959c0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d611d2ef-723b-4658-84f1-0249e8c13a3e HTTP/1.1" status: 200 len: 867 time: 0.3889925 Aug 20 11:56:59.284171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fee47-5ba3-4c8a-ba16-11abbdf46a08 req-2d12b217-cccc-4d48-98b1-6b143f75cbbc tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.285875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d42fee47-5ba3-4c8a-ba16-11abbdf46a08 req-2d12b217-cccc-4d48-98b1-6b143f75cbbc tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4364374 Aug 20 11:56:59.308153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72887fe-2aec-4413-9662-9e5fde98409c req-74a70468-8ced-46d8-a7af-fc87ae1a63a4 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.314827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b72887fe-2aec-4413-9662-9e5fde98409c req-74a70468-8ced-46d8-a7af-fc87ae1a63a4 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 947 time: 0.4755824 Aug 20 11:56:59.422948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d42fee47-5ba3-4c8a-ba16-11abbdf46a08 req-b5c0d5b7-535c-4408-8b4c-cb46bcf1f804 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1233544 Aug 20 11:56:59.440158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] For port 674abb37-e0f6-4c04-8c90-4eda6670ea45, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:59.449749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] For port 674abb37-e0f6-4c04-8c90-4eda6670ea45, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=674abb37-e0f6-4c04-8c90-4eda6670ea45,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:59.469324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.475452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b72887fe-2aec-4413-9662-9e5fde98409c req-081db7b1-6d85-49bd-ae9c-3e654b07f635 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202247 Aug 20 11:56:59.590380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-6baff7ac-3533-4008-a80a-2b6337e121c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.590380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-6baff7ac-3533-4008-a80a-2b6337e121c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0be9652-7430-4519-b682-82de3db2d02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2993512 Aug 20 11:56:59.682258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-c58c3878-205f-4ab7-a091-5bebb038bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.684426 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-c58c3878-205f-4ab7-a091-5bebb038bac6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4138455 Aug 20 11:56:59.735722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.736432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.737749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] 10.222.0.73 "PUT /v2.0/ports/674abb37-e0f6-4c04-8c90-4eda6670ea45 HTTP/1.1" status: 200 len: 1096 time: 2.6331558 Aug 20 11:56:59.738567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4da494-68bc-43d3-8405-f762b7c75f87 service neutron] Pushing event updated for resources: {'Port': ['ID=674abb37-e0f6-4c04-8c90-4eda6670ea45,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:59.741269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447044c5-017f-4607-89ed-536fcac00994', 'tag': '674abb37-e0f6-4c04-8c90-4eda6670ea45'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:59.744310 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d991a1-88f0-4008-9ff0-91ee48431bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "447044c5-017f-4607-89ed-536fcac00994", "tag": "674abb37-e0f6-4c04-8c90-4eda6670ea45"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:59.827707 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-a8ffd96c-51f0-4492-81d8-e4446de4dccf service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335926 Aug 20 11:56:59.832400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b0f0291-3ae8-4f22-accc-661691e0e23c req-cec6e01c-3dc6-4f5d-b171-2d3e85fafbb0 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0840614 Aug 20 11:56:59.896879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbc3c6-7de4-4858-93be-77f546eae976 req-a7df82b1-b3f2-4e16-9d1d-c29e375aa40a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:59.905641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1adbc3c6-7de4-4858-93be-77f546eae976 req-a7df82b1-b3f2-4e16-9d1d-c29e375aa40a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 948 time: 0.3157251 Aug 20 11:56:59.985709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-54d0d23c-2ce6-4823-87aa-a4411d4eb445 service neutron] 10.222.0.73 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762162 Aug 20 11:57:00.015856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-a0e2d2c7-a3dd-4f5f-9bdb-2d25692cfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.017540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-a0e2d2c7-a3dd-4f5f-9bdb-2d25692cfce7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de325026624245c69720f8fc2b7bf201&device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 1099 time: 0.1989920 Aug 20 11:57:00.062261 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-419d2df9-0e28-4c2e-b216-7be9c5dbf390 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232027 Aug 20 11:57:00.064965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1adbc3c6-7de4-4858-93be-77f546eae976 req-1ce4fc9a-6136-47d3-8622-941c2861b447 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580667 Aug 20 11:57:00.154512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-121b76cf-d04d-4bf5-9f6f-1f01549936d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=674abb37-e0f6-4c04-8c90-4eda6670ea45 HTTP/1.1" status: 200 len: 217 time: 0.1187663 Aug 20 11:57:00.189877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f82e4c-92cb-450b-b891-524e7f5d7f2d req-e2d51a46-9a12-4c74-8c96-a7861269a945 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.192207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3f82e4c-92cb-450b-b891-524e7f5d7f2d req-e2d51a46-9a12-4c74-8c96-a7861269a945 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 944 time: 0.2471631 Aug 20 11:57:00.245236 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb33a98-6ad5-4495-a852-d8f461efe98a x-openstack-request-id: req-dbb33a98-6ad5-4495-a852-d8f461efe98a {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:00.245658 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447044c5-017f-4607-89ed-536fcac00994", "tag": "674abb37-e0f6-4c04-8c90-4eda6670ea45", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:00.246001 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbb33a98-6ad5-4495-a852-d8f461efe98a {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:00.246539 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447044c5-017f-4607-89ed-536fcac00994', 'tag': '674abb37-e0f6-4c04-8c90-4eda6670ea45', 'status': 'completed', 'code': 200} Aug 20 11:57:00.312745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-544be2e0-bce5-454a-a894-650c1ef27dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.314160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-544be2e0-bce5-454a-a894-650c1ef27dcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1483266 Aug 20 11:57:00.318132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92a2f066-3d8f-46c4-87a7-30b99d429356 req-a57f89ea-d9f5-44d5-9961-f72e361fca31 service neutron] 10.222.0.73 "GET /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242710 Aug 20 11:57:00.326035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3f82e4c-92cb-450b-b891-524e7f5d7f2d req-a232b075-bb3a-4764-a2e3-e9e896531569 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053996 Aug 20 11:57:00.420773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-7d052867-8650-4564-8460-147721d9f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.422409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-7d052867-8650-4564-8460-147721d9f8d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877366 Aug 20 11:57:00.557682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-39ea597c-25ce-4a91-abc9-54aab9a1288d service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223373 Aug 20 11:57:00.688018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f25e7-f25f-4c87-a481-c14733918c8e req-5414eb4a-a019-41e8-8a2c-ef120e366307 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.689514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff9f25e7-f25f-4c87-a481-c14733918c8e req-5414eb4a-a019-41e8-8a2c-ef120e366307 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 945 time: 0.1529751 Aug 20 11:57:00.719822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb9821-63fa-42a3-adc3-49fb8f9bde5e req-a93921e0-df62-4e5f-a2e0-1616aa46e46a tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.721278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52bb9821-63fa-42a3-adc3-49fb8f9bde5e req-a93921e0-df62-4e5f-a2e0-1616aa46e46a tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 947 time: 0.1252563 Aug 20 11:57:00.754217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d3fd06-e9eb-4b0e-ba52-3d14aa203ee7 req-5105fa4a-dd7b-446e-97fc-b5117b55c23a service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817670 Aug 20 11:57:00.786895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff9f25e7-f25f-4c87-a481-c14733918c8e req-c9994a5c-eba2-4ee1-b064-ef193f09dcf3 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f105946-94f3-4a3f-a545-0bb016186182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838289 Aug 20 11:57:00.805858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52bb9821-63fa-42a3-adc3-49fb8f9bde5e req-b944b50b-d9bf-4e65-882e-bc248955d64f tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Aug 20 11:57:00.883272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-3f5e0a26-8c74-43f0-8915-8059089bfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.884778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-3f5e0a26-8c74-43f0-8915-8059089bfdba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de325026624245c69720f8fc2b7bf201&device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 1099 time: 0.0614121 Aug 20 11:57:00.949708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 52e3d44a-a56b-42fe-b0e1-7d999b7a856f up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:00.998233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-758ee9c8-a9f4-4918-8e86-7ecec5cee7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:00.998233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-758ee9c8-a9f4-4918-8e86-7ecec5cee7cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.0971777 Aug 20 11:57:01.011110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:01.016142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:01.016745 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.058714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-68c57142-05d4-4b6b-a3a4-d9d9df69444e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=674abb37-e0f6-4c04-8c90-4eda6670ea45 HTTP/1.1" status: 200 len: 217 time: 0.0467470 Aug 20 11:57:01.114233 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.133480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-680d87ee-d697-4eb8-98c8-762cb8a157f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.135152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-680d87ee-d697-4eb8-98c8-762cb8a157f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0663712 Aug 20 11:57:01.143939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:01.146577 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2dfe6-160d-433b-871d-a9ae10469989" -d '{"events": [{"server_uuid": "f6f7f82d-ce68-4449-a173-6067105fbdb3", "name": "network-vif-plugged", "status": "completed", "tag": "52e3d44a-a56b-42fe-b0e1-7d999b7a856f"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:01.178744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:01.185381 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.187179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:01.287424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:01.301422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-2a7dd4b0-5917-440f-91a8-723afb7c16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.303124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-2a7dd4b0-5917-440f-91a8-723afb7c16cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1507339 Aug 20 11:57:01.303611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:01.307768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:01.308373 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.320153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608f4af-a084-4fdf-b46a-fc48b370b0f4 req-123225dd-5717-4651-adbb-47fa168315b4 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.321985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8608f4af-a084-4fdf-b46a-fc48b370b0f4 req-123225dd-5717-4651-adbb-47fa168315b4 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 948 time: 0.1316752 Aug 20 11:57:01.416630 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.423744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-918a9623-5439-4e4e-9f12-33d388377785 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.425215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-918a9623-5439-4e4e-9f12-33d388377785 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 807 time: 0.2000821 Aug 20 11:57:01.469237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:01.477504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.490961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-ae7dae64-aa5c-4167-a22a-6412e0a0deab tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/quotas/0f0bc8746dc8455196d0d37ea4fa551e HTTP/1.1" status: 200 len: 375 time: 0.0569296 Aug 20 11:57:01.499004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8608f4af-a084-4fdf-b46a-fc48b370b0f4 req-5a23be70-b3e7-47da-b4f8-be0c19bcb481 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673717 Aug 20 11:57:01.545329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-649abf9c-faf1-4733-8d33-2068054530ee service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332616 Aug 20 11:57:01.563094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:01.616121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-b9c4dc66-1c2e-40c8-83d9-7f6fc8a44a9c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140258 Aug 20 11:57:01.633918 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b180c42-6338-4d0e-a904-e516eb0b089c x-openstack-request-id: req-8b180c42-6338-4d0e-a904-e516eb0b089c {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:01.634509 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f7f82d-ce68-4449-a173-6067105fbdb3", "name": "network-vif-plugged", "status": "completed", "tag": "52e3d44a-a56b-42fe-b0e1-7d999b7a856f", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:01.634954 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b180c42-6338-4d0e-a904-e516eb0b089c {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:01.635539 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'code': 200} Aug 20 11:57:01.711973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d991a1-88f0-4008-9ff0-91ee48431bc9 req-8f45e057-35b0-4b91-a782-4ff53825aee4 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585886 Aug 20 11:57:01.788151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-5af338b6-3693-4323-a377-c7de1f1d8961 service neutron] 10.222.0.25 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660120 Aug 20 11:57:01.873178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926976f-3f13-45bb-8602-cef24108a052 req-ca810137-047c-424e-8301-3de44bd2bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.874818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3926976f-3f13-45bb-8602-cef24108a052 req-ca810137-047c-424e-8301-3de44bd2bdb9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 1097 time: 0.1603053 Aug 20 11:57:01.885050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62bbe1-56d0-4db0-948c-ade784e65256 req-41527de1-5942-4977-9a70-8a63e8d3b461 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:01.886756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c62bbe1-56d0-4db0-948c-ade784e65256 req-41527de1-5942-4977-9a70-8a63e8d3b461 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.1617656 Aug 20 11:57:01.966901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3926976f-3f13-45bb-8602-cef24108a052 req-4cff75c7-087c-48cb-9b69-7d919a26b5c3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790980 Aug 20 11:57:01.970888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-c820bc92-2ad2-4b60-b839-7afd96502d3c service neutron] 10.222.0.25 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765325 Aug 20 11:57:01.976013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c62bbe1-56d0-4db0-948c-ade784e65256 req-8b65b72b-d3aa-42b4-9089-234e0c5b8f94 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776374 Aug 20 11:57:02.175927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b7f56-4d4c-4158-8ebe-a154282c3990 req-1e699c38-04a5-4bf9-9caf-a7bdc0426513 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:02.178062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f83b7f56-4d4c-4158-8ebe-a154282c3990 req-1e699c38-04a5-4bf9-9caf-a7bdc0426513 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 945 time: 0.0560579 Aug 20 11:57:02.259070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f83b7f56-4d4c-4158-8ebe-a154282c3990 req-34015b62-0b8f-4b5d-8acf-e77fdae58b40 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f105946-94f3-4a3f-a545-0bb016186182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616796 Aug 20 11:57:02.356582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035c39-0ecc-4b87-b8a5-09abe2e2dcd5 req-28e4b374-b2f8-4955-9bb0-5b79b8271742 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:02.358263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0035c39-0ecc-4b87-b8a5-09abe2e2dcd5 req-28e4b374-b2f8-4955-9bb0-5b79b8271742 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 947 time: 0.0623026 Aug 20 11:57:02.445866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0035c39-0ecc-4b87-b8a5-09abe2e2dcd5 req-1844c355-87ca-4979-ab52-4d5e22c6e3f0 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795689 Aug 20 11:57:02.482944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-7529f3e9-564b-4b0d-b5b2-d7f9945fd36c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:02.484803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-7529f3e9-564b-4b0d-b5b2-d7f9945fd36c tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 945 time: 0.0871964 Aug 20 11:57:02.564281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b318f61-618a-46a2-8cb0-a28e675608da req-6cec9a6f-fb96-440f-b323-c41de194c8a3 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 210 time: 0.0513535 Aug 20 11:57:02.664727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Deleting port 7cf87848-8bfd-4c90-b442-91227aec49ba {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:02.665328 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.841624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727ac8d-c60c-4245-bd13-ffdc24f34f92 req-7e5763bc-8d56-4fb9-a249-c93c8bff3baf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:02.843276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b727ac8d-c60c-4245-bd13-ffdc24f34f92 req-7e5763bc-8d56-4fb9-a249-c93c8bff3baf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.1099863 Aug 20 11:57:02.868800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] For port 7cf87848-8bfd-4c90-b442-91227aec49ba, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7cf87848-8bfd-4c90-b442-91227aec49ba,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:02.869183 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.901188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Calling delete_port for 7cf87848-8bfd-4c90-b442-91227aec49ba owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:02.967606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 674abb37-e0f6-4c04-8c90-4eda6670ea45 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:02.973177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b727ac8d-c60c-4245-bd13-ffdc24f34f92 req-87b83203-7d87-42b9-860d-8ceead9fa1ff tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197658 Aug 20 11:57:03.056681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-31623b72-8949-429f-a445-084ad63c398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:03.058313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-31623b72-8949-429f-a445-084ad63c398a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e&tenant_id=3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 1101 time: 0.0768273 Aug 20 11:57:03.080630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:03.236916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 674abb37-e0f6-4c04-8c90-4eda6670ea45, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=674abb37-e0f6-4c04-8c90-4eda6670ea45,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:03.244763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.250485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.267758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f67c78-941e-45b9-ae8c-940fdbaad079 req-93ec74b0-767c-4586-a9b3-6bb744e8f1b9 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:03.269566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5f67c78-941e-45b9-ae8c-940fdbaad079 req-93ec74b0-767c-4586-a9b3-6bb744e8f1b9 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.1339068 Aug 20 11:57:03.273439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['7cf87848-8bfd-4c90-b442-91227aec49ba'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:03.309260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '674abb37-e0f6-4c04-8c90-4eda6670ea45', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '674abb37-e0f6-4c04-8c90-4eda6670ea45', 'mac_address': 'fa:16:3e:d3:b6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:03.332840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Pushing event deleted for resources: {'Port': ['ID=7cf87848-8bfd-4c90-b442-91227aec49ba,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:03.368036 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.384825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674abb37-e0f6-4c04-8c90-4eda6670ea45 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:03.412952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 674abb37-e0f6-4c04-8c90-4eda6670ea45, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=674abb37-e0f6-4c04-8c90-4eda6670ea45,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:03.419833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.447313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] No DVR routers for this DVR port 7cf87848-8bfd-4c90-b442-91227aec49ba on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:03.451070 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.453731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4c79fe2-a3e0-4fec-b18e-107856f89cbf req-668e77f8-9d3d-4114-ac44-8fd78aa6cc27 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.73 "DELETE /v2.0/ports/7cf87848-8bfd-4c90-b442-91227aec49ba HTTP/1.1" status: 204 len: 173 time: 0.9586792 Aug 20 11:57:03.461145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'name': 'network-vif-deleted', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:03.465358 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882bdb47-8fa0-40b9-af19-3a6e0866d0cc" -d '{"events": [{"server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "name": "network-vif-deleted", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:03.494716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=674abb37-e0f6-4c04-8c90-4eda6670ea45,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:03.566644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5f67c78-941e-45b9-ae8c-940fdbaad079 req-07f3a78b-331c-4c8e-a028-fdf73aa54169 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811418 Aug 20 11:57:03.636386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:03.639247 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3174e5c6-336c-4363-94a7-6f01502073f0" -d '{"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-plugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:03.739892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['674abb37-e0f6-4c04-8c90-4eda6670ea45'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:03.869681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa776820-4a96-4d7c-b706-04e739b02740 req-943ead19-9a67-44dc-9a31-45e511cbcb12 tempest-FloatingIPsAssociationNegativeTestJSON-372891259 tempest-FloatingIPsAssociationNegativeTestJSON-372891259-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbaad8b5-0c60-4a1b-98eb-a2c3966dd093 HTTP/1.1" status: 200 len: 210 time: 0.0533803 Aug 20 11:57:03.910934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-8f064d00-698a-4786-9c79-c69f743afab7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:03.917559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:03.920758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-8f064d00-698a-4786-9c79-c69f743afab7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 807 time: 0.3384411 Aug 20 11:57:03.936858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Request body: {'port': {'device_id': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'admin_state_up': True, 'tenant_id': '0f0bc8746dc8455196d0d37ea4fa551e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:03.973605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:04.205542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Made reservation on behalf of 0f0bc8746dc8455196d0d37ea4fa551e for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:04.215961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:04.357673 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf8637-2211-430d-82d8-4b6f69ceac28 x-openstack-request-id: req-67cf8637-2211-430d-82d8-4b6f69ceac28 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:04.357673 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbaad8b5-0c60-4a1b-98eb-a2c3966dd093", "name": "network-vif-deleted", "tag": "7cf87848-8bfd-4c90-b442-91227aec49ba", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:04.357999 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67cf8637-2211-430d-82d8-4b6f69ceac28 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:04.358374 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbaad8b5-0c60-4a1b-98eb-a2c3966dd093', 'name': 'network-vif-deleted', 'tag': '7cf87848-8bfd-4c90-b442-91227aec49ba', 'status': 'completed', 'code': 200} Aug 20 11:57:04.384700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Allocated IP 172.20.0.8 (80a4b284-c5e5-43d2-8439-666fc66a8151/a23284d5-7b38-4a05-a5d7-95dbfb8307ad/4e49329f-7ff3-4849-a2d8-ed94f7713a70) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:04.456304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-675d3f1f-dac9-4596-b934-40e4fb5d5b4d req-e77772e1-22da-40bb-b2d9-fc59879219e2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 210 time: 0.1010413 Aug 20 11:57:04.462364 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:04.501585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac78a2-a9e1-4fe1-a193-75fba8bcc712 req-e2af9993-5f8f-4c34-87d0-f0bb1ea5cbf4 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:04.503170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8dac78a2-a9e1-4fe1-a193-75fba8bcc712 req-e2af9993-5f8f-4c34-87d0-f0bb1ea5cbf4 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 948 time: 0.1440547 Aug 20 11:57:04.506323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Transition to ACTIVE for port object 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:04.511111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:04.550480 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8177f-5eb3-4dc7-9e8a-c55bd5513164 x-openstack-request-id: req-42f8177f-5eb3-4dc7-9e8a-c55bd5513164 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:04.551019 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-plugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:04.551019 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42f8177f-5eb3-4dc7-9e8a-c55bd5513164 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:04.551404 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'code': 200} Aug 20 11:57:04.584725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:04.639941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] No DVR routers for this DVR port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:04.641916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:04.708284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8dac78a2-a9e1-4fe1-a193-75fba8bcc712 req-e80d51c7-fa0e-4823-a12f-164a9738c78f tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938164 Aug 20 11:57:04.710273 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:04.714309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:04.714716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:04.715050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:04.724636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:04.727634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:04.727967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Attempting to bind port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:04.733591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:04.733938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:04.734391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:04.734918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Bound port: 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:04.735174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:04.822550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Network 80a4b284-c5e5-43d2-8439-666fc66a8151 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:04.842782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:04.853467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:04.858288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Pushing event updated for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:04.956551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:04.957237 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:04.959220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:04.978866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 674abb37-e0f6-4c04-8c90-4eda6670ea45 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:04.982734 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-23b12aef-ad52-492d-ae96-68921e68bafe tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0542424 Aug 20 11:57:05.002656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Request body: {'port': {'device_id': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:05.002978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:05.009928 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.028342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896c42f-d598-4d51-8af6-2646b9426da1 req-459617e3-1b0c-4f31-8a09-6c23597e1e70 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:05.030210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5896c42f-d598-4d51-8af6-2646b9426da1 req-459617e3-1b0c-4f31-8a09-6c23597e1e70 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 948 time: 0.1082680 Aug 20 11:57:05.079550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:05.080250 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.081937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] 10.222.0.22 "PUT /v2.0/ports/44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 1097 time: 2.0146747 Aug 20 11:57:05.139264 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.188891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87749171-c5df-4456-b561-2a65ed18e17d service neutron] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=11']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:05.204164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-4fb7e8b6-239f-4e38-aeb0-046ae75e879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:05.206045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-4fb7e8b6-239f-4e38-aeb0-046ae75e879e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1100 time: 0.0942719 Aug 20 11:57:05.211002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5896c42f-d598-4d51-8af6-2646b9426da1 req-ef3dfbf0-d6f1-4be5-8a49-a7eac3d29461 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534383 Aug 20 11:57:05.296697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 674abb37-e0f6-4c04-8c90-4eda6670ea45 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:05.321905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 674abb37-e0f6-4c04-8c90-4eda6670ea45 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:05.323662 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.353607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-539e914c-ec5d-4cd9-90a8-e5b207c60e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:05.355182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-539e914c-ec5d-4cd9-90a8-e5b207c60e00 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1423943 Aug 20 11:57:05.444269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-dd4eaec6-6278-4e09-9b66-ba7723443088 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.0747373 Aug 20 11:57:05.621045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-a7b711e6-837f-4e8d-a829-0d6c9c157c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:05.624071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-a7b711e6-837f-4e8d-a829-0d6c9c157c19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1665800 Aug 20 11:57:05.636427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.643642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8924686-fec1-48f6-880e-26c3ed89204e req-e4b38a62-f4fe-4cbf-bedd-e13ce3b9572f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:05.645441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8924686-fec1-48f6-880e-26c3ed89204e req-e4b38a62-f4fe-4cbf-bedd-e13ce3b9572f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 946 time: 0.2037835 Aug 20 11:57:05.691120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 674abb37-e0f6-4c04-8c90-4eda6670ea45, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=674abb37-e0f6-4c04-8c90-4eda6670ea45,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:05.697305 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.698454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7cf87848-8bfd-4c90-b442-91227aec49ba no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:05.711705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548feb1-ee57-4606-9e02-ab456b03f0cc req-30c3a8f4-2aaf-4dfa-bfd9-e2378425e77e tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:05.713266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c548feb1-ee57-4606-9e02-ab456b03f0cc req-30c3a8f4-2aaf-4dfa-bfd9-e2378425e77e tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.1954668 Aug 20 11:57:05.716980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e49329f-7ff3-4849-a2d8-ed94f7713a70 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:05.726394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.742431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 7cf87848-8bfd-4c90-b442-91227aec49ba {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:05.742818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7cf87848-8bfd-4c90-b442-91227aec49ba not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:05.743464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:05.745080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Transition to ACTIVE for port object 4e49329f-7ff3-4849-a2d8-ed94f7713a70 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:05.752796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.801038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-a04a75a9-2e68-4a7f-a807-85e9d6caea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:05.801280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-a04a75a9-2e68-4a7f-a807-85e9d6caea16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1661317 Aug 20 11:57:05.809982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=674abb37-e0f6-4c04-8c90-4eda6670ea45,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:05.812906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8924686-fec1-48f6-880e-26c3ed89204e req-2e883d4c-4fa8-4511-aa93-e01e54040c80 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586249 Aug 20 11:57:05.819426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:05.841848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:05.865024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c548feb1-ee57-4606-9e02-ab456b03f0cc req-5fbe2d1f-8055-4768-97de-70ba20df0dfa tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281445 Aug 20 11:57:05.900303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33042) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:05.962877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:05.963465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:05.967758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:05.982801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:05.983016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:05.998681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:05.998934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:05.999354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:05.999876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Bound port: 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:06.000324 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:06.165800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:06.168243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e47f-358b-4a9e-ac97-a9f6ecb24dd4 req-5ace38f7-5fda-4f78-8eee-1959637faf72 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:06.174400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:06.176715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40f1e47f-358b-4a9e-ac97-a9f6ecb24dd4 req-5ace38f7-5fda-4f78-8eee-1959637faf72 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.1521926 Aug 20 11:57:06.184778 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:06.191802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-a7b917c9-d8c4-4e31-9ebc-9ecf85c47052 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771598 Aug 20 11:57:06.217213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:06.218323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:06.219964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] 10.222.0.22 "PUT /v2.0/ports/4e49329f-7ff3-4849-a2d8-ed94f7713a70 HTTP/1.1" status: 200 len: 1092 time: 1.2287068 Aug 20 11:57:06.253662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:06.256023 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:06.332969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec20d6-dbe7-4aa1-854d-f21d78371cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:06.347039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-82d7a4f0-2a83-4be7-9200-62b4424822b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:06.349023 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-82d7a4f0-2a83-4be7-9200-62b4424822b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1095 time: 0.0723877 Aug 20 11:57:06.360012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}, {'name': 'network-changed', 'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:06.362214 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d34526-119c-4e29-bdb6-584c4b04dd03" -d '{"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-unplugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}, {"name": "network-changed", "server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:06.388011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40f1e47f-358b-4a9e-ac97-a9f6ecb24dd4 req-a00b4ad5-94d7-4104-9695-8b64cbbb95b6 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101285 Aug 20 11:57:06.411960 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-3a00b96a-23dd-48e0-a2f2-8ca40eb60687 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70 HTTP/1.1" status: 200 len: 217 time: 0.0539880 Aug 20 11:57:06.485186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ecf64-c74c-4a67-b344-b3fa6471a4d8 req-e21720f7-ee71-471c-a465-82a88ff580f7 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:06.493049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa4ecf64-c74c-4a67-b344-b3fa6471a4d8 req-e21720f7-ee71-471c-a465-82a88ff580f7 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 949 time: 0.3000593 Aug 20 11:57:06.512494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-e4f872b4-aaf8-4fe9-984a-883779cadb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:06.514704 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-e4f872b4-aaf8-4fe9-984a-883779cadb18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0904236 Aug 20 11:57:06.520234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06db3ed5-de55-4ac8-8106-edc60ee76138 req-d853e53f-ebf3-4777-b645-39b02ee9fae5 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894514 Aug 20 11:57:06.553200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447044c5-017f-4607-89ed-536fcac00994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674abb37-e0f6-4c04-8c90-4eda6670ea45'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:06.556461 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbf0ff5-d4ee-4dfb-aead-4b6e5fec0f39" -d '{"events": [{"server_uuid": "447044c5-017f-4607-89ed-536fcac00994", "name": "network-vif-plugged", "status": "completed", "tag": "674abb37-e0f6-4c04-8c90-4eda6670ea45"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:06.573892 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-c9ee9ad8-4e9b-480d-af56-32dee5c7bb21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387204 Aug 20 11:57:06.595101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa4ecf64-c74c-4a67-b344-b3fa6471a4d8 req-c4e2614f-3efb-4f55-93a6-9b926af521a9 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989959 Aug 20 11:57:06.699217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589770c7-4f2d-4a02-a74b-9bbe9bd0f9f1 req-81ecbaa7-e490-4535-b11e-11e883a73b86 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:06.700786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-589770c7-4f2d-4a02-a74b-9bbe9bd0f9f1 req-81ecbaa7-e490-4535-b11e-11e883a73b86 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.1780832 Aug 20 11:57:06.710617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33062) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:06.724667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Request body: {'floatingip': {'port_id': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:06.783075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-4f9268e8-e009-4573-8419-b3f716789076 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979649 Aug 20 11:57:06.793160 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:06.837024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbed59-1c22-4d92-8fd7-ef5c104f0cd4 req-0358c1d7-5b30-453b-8aea-8f01bbaf78fa tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:06.844642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97bbed59-1c22-4d92-8fd7-ef5c104f0cd4 req-0358c1d7-5b30-453b-8aea-8f01bbaf78fa tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 947 time: 0.1103482 Aug 20 11:57:06.960021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c9fa71d5-fdb7-4046-8291-a65b07acb6fc req-af5376ad-9dc8-4400-af92-26f60115aee5 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638873 Aug 20 11:57:06.965131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97bbed59-1c22-4d92-8fd7-ef5c104f0cd4 req-81a89c53-4e92-45ec-870f-41f3365cbf4a tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115751 Aug 20 11:57:07.054081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6597305-9f7f-4675-9288-67e577372c80 req-c3cb5158-a568-4493-ac18-be3539b1a720 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:07.055781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6597305-9f7f-4675-9288-67e577372c80 req-c3cb5158-a568-4493-ac18-be3539b1a720 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 948 time: 0.2086821 Aug 20 11:57:07.145990 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceee81f-a7ae-47e0-8245-02955fa69b70 x-openstack-request-id: req-0ceee81f-a7ae-47e0-8245-02955fa69b70 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:07.146562 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:07.146562 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ceee81f-a7ae-47e0-8245-02955fa69b70 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:07.149361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6597305-9f7f-4675-9288-67e577372c80 req-1585af43-f13b-4619-b25f-e485d3aeee65 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Aug 20 11:57:07.151755 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70', 'status': 'completed', 'code': 200} Aug 20 11:57:07.164494 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc005c3f-beff-43bd-88ab-f96cd49f7131 x-openstack-request-id: req-dc005c3f-beff-43bd-88ab-f96cd49f7131 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:07.165097 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-unplugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "code": 200}, {"name": "network-changed", "server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:07.165571 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc005c3f-beff-43bd-88ab-f96cd49f7131 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:07.166227 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'code': 200} Aug 20 11:57:07.166723 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'status': 'completed', 'code': 200} Aug 20 11:57:07.169866 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:07.241455 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3840748-90c7-4b61-b0f2-f2294ac1f67b x-openstack-request-id: req-b3840748-90c7-4b61-b0f2-f2294ac1f67b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:07.241957 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447044c5-017f-4607-89ed-536fcac00994", "name": "network-vif-plugged", "status": "completed", "tag": "674abb37-e0f6-4c04-8c90-4eda6670ea45", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:07.241957 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3840748-90c7-4b61-b0f2-f2294ac1f67b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:07.242368 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447044c5-017f-4607-89ed-536fcac00994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674abb37-e0f6-4c04-8c90-4eda6670ea45', 'code': 200} Aug 20 11:57:07.449141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-f5565874-4c82-4ef8-950e-feb3d92cc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:07.452250 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-f5565874-4c82-4ef8-950e-feb3d92cc375 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1095 time: 0.3180113 Aug 20 11:57:07.839579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-31ea496b-2d80-4c71-abc5-89c790aefd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:07.841940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-31ea496b-2d80-4c71-abc5-89c790aefd57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1100 time: 0.6609180 Aug 20 11:57:07.853157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-f234519d-da93-45d9-8acd-fe91ff8b5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:07.855023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-f234519d-da93-45d9-8acd-fe91ff8b5309 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 1100 time: 0.5888743 Aug 20 11:57:07.941154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-4f9a6d4b-1698-425b-a065-198a8054992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:07.944320 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-4f9a6d4b-1698-425b-a065-198a8054992d service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.4828870 Aug 20 11:57:07.955694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.002652 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-7648e502-c698-4591-b429-13afe8fe28f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70 HTTP/1.1" status: 200 len: 217 time: 0.0452368 Aug 20 11:57:08.030295 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.184371 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Floating IP 1935833c-efb8-4db9-bf36-05f3a5aa7ba3 associated. External IP: 172.25.0.63, port: 52e3d44a-a56b-42fe-b0e1-7d999b7a856f. Aug 20 11:57:08.248662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc457acf-24ba-4687-b561-82c035b5e185 req-fee91945-017d-4cd0-8773-51c9afcffb07 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:08.250405 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc457acf-24ba-4687-b561-82c035b5e185 req-fee91945-017d-4cd0-8773-51c9afcffb07 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 947 time: 0.3577435 Aug 20 11:57:08.322078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-26a07659-8a46-4389-a430-652d3bcf48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:08.323883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-26a07659-8a46-4389-a430-652d3bcf48d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.3026354 Aug 20 11:57:08.338169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-18fd0a48-cc11-41b3-b03c-eb767354ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:08.340189 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-18fd0a48-cc11-41b3-b03c-eb767354ef95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.4800010 Aug 20 11:57:08.350119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-799f4fca-4026-47b7-8eba-4071a05b801c tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--442862440&fields=id&tenant_id=109cccffaac647588005ad088e1afd41 HTTP/1.1" status: 200 len: 267 time: 0.5686738 Aug 20 11:57:08.392906 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-9094df7e-be60-44f1-8fbe-ac2011dec32a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436010 Aug 20 11:57:08.416716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89ce0c-4d28-495f-8a47-399f0356113f req-10d6ed5e-b234-4371-b0f9-a8c1bf0a9382 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:08.425011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c89ce0c-4d28-495f-8a47-399f0356113f req-10d6ed5e-b234-4371-b0f9-a8c1bf0a9382 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.6361227 Aug 20 11:57:08.466527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0fea8-6ae9-418d-9a19-fb6dbef94718 req-602aa368-6c0c-46e1-b526-356601c0f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:08.472496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efb0fea8-6ae9-418d-9a19-fb6dbef94718 req-602aa368-6c0c-46e1-b526-356601c0f8f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 1101 time: 1.1424243 Aug 20 11:57:08.622734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-ee82b630-4013-448e-b77a-67b9df1a4f58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.2714086 Aug 20 11:57:08.664868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-715cce4e-cc02-4ef8-b545-a09ef8957538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:08.666297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-715cce4e-cc02-4ef8-b545-a09ef8957538 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.7904327 Aug 20 11:57:08.771965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-e8a07c2e-4123-4081-bb14-f1b37ee66fb9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 200 len: 217 time: 0.0710208 Aug 20 11:57:08.789769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Deleting port f1ecc648-be45-4d0e-bf36-507532dab145 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:08.790286 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.808154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c89ce0c-4d28-495f-8a47-399f0356113f req-d5eb98b4-0973-4556-826e-f1214fa897ac tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767769 Aug 20 11:57:08.858527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efb0fea8-6ae9-418d-9a19-fb6dbef94718 req-a91f0c7f-751e-4187-b7b5-fd9cffa7c054 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787814 Aug 20 11:57:08.882935 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:57:08.903822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-fd9598a6-d732-4670-b41a-3214f8c7564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:08.905544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-fd9598a6-d732-4670-b41a-3214f8c7564e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2613230 Aug 20 11:57:08.922145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] For port f1ecc648-be45-4d0e-bf36-507532dab145, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f1ecc648-be45-4d0e-bf36-507532dab145,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:08.922574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:08.937973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Calling delete_port for f1ecc648-be45-4d0e-bf36-507532dab145 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:08.970096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-56b5dfa0-5827-48f6-9509-d6ea3e5584dd tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:08.978167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-56b5dfa0-5827-48f6-9509-d6ea3e5584dd tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/networks?id=393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 200 len: 823 time: 0.5419564 Aug 20 11:57:09.019560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-015605ce-d1bb-401a-b145-d94ffe32b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:09.021024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-015605ce-d1bb-401a-b145-d94ffe32b7bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2068350 Aug 20 11:57:09.030984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-ad66af58-6f85-4e56-8028-ef467fc10747 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/quotas/109cccffaac647588005ad088e1afd41 HTTP/1.1" status: 200 len: 375 time: 0.0518730 Aug 20 11:57:09.112779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-3810a14f-8856-4eee-8631-7726490a7c04 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044735 Aug 20 11:57:09.164947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5105c2-b74e-4799-a20a-8fb42747c63f req-8c50067e-0e7d-45ed-8729-0d3054088bd2 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:09.172543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a5105c2-b74e-4799-a20a-8fb42747c63f req-8c50067e-0e7d-45ed-8729-0d3054088bd2 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 949 time: 0.2522614 Aug 20 11:57:09.221860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-2e9b18c6-8276-4c50-9393-5cebc5ddc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:09.233882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-2e9b18c6-8276-4c50-9393-5cebc5ddc65c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2002912 Aug 20 11:57:09.261088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-9948c7f0-0f9c-4fab-8b99-e97fcb36aa5b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=109cccffaac647588005ad088e1afd41&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2291784 Aug 20 11:57:09.261329 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-be6c99ab-f9c3-43aa-8326-850f57a8ea9f req-2baa99ef-7774-416b-b31f-bf5d37e39c2d service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356328 Aug 20 11:57:09.269315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-16b53155-bd38-4d69-ab53-710c4110664c tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:09.271115 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-16b53155-bd38-4d69-ab53-710c4110664c tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1e56707-623d-4895-b064-fe1a74d7aa7e HTTP/1.1" status: 200 len: 946 time: 0.2844379 Aug 20 11:57:09.331836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-8299bcc4-92a1-4776-b2d9-1c3c5a238542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:09.333641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-8299bcc4-92a1-4776-b2d9-1c3c5a238542 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2797170 Aug 20 11:57:09.418148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a5105c2-b74e-4799-a20a-8fb42747c63f req-3eba82a2-55b3-4e39-aa8c-91a8e8242149 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448263 Aug 20 11:57:09.478931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:09.495172 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.517072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Deleting port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:09.517680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.537867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Pushing event deleted for resources: {'Port': ['ID=f1ecc648-be45-4d0e-bf36-507532dab145,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:09.542049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Router 70275a73-5265-4a24-8b04-948d751d3ee6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:09.617236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] No DVR routers for this DVR port f1ecc648-be45-4d0e-bf36-507532dab145 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:09.621665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.623814 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc457acf-24ba-4687-b561-82c035b5e185 req-815fad07-38f7-4343-a14a-fb7e589bb3bd tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.73 "DELETE /v2.0/ports/f1ecc648-be45-4d0e-bf36-507532dab145 HTTP/1.1" status: 204 len: 173 time: 1.3642025 Aug 20 11:57:09.624375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'name': 'network-vif-deleted', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:09.626660 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e779d9-6ed9-4057-9b0e-c733ec29f35a" -d '{"events": [{"server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "name": "network-vif-deleted", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:09.638387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Deleting port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:09.638827 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.694114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35bddc73-528d-429d-81b9-f57bdd03a978 req-3f291e97-714e-4fd3-9616-a7dcdb63beab tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0e26785-91b1-42c4-b9ef-95986822dd1b HTTP/1.1" status: 200 len: 210 time: 0.0991673 Aug 20 11:57:09.794228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-250ed244-7816-431c-9fe4-d1a28c82d68a service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211309 Aug 20 11:57:09.818910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:09.833418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'mac_address': 'fa:16:3e:a0:30:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:09.835057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:09.844051 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.848110 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] Sync routers for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:09.859808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] For port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:09.862027 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:09.862667 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:09.864629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.906764 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:09.922849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:09.948190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:09.971548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.020646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-6881841d-5650-4261-a734-5bd8f55ea78b service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675017 Aug 20 11:57:10.038286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-01c319f2-130d-4ee3-8213-ff2030dffcd3 service neutron] 10.222.0.25 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296183 Aug 20 11:57:10.040477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-2b3fa63d-8139-4c31-b608-be1f0c8a645b service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7763371 Aug 20 11:57:10.091718 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dffce9a4-82f5-4d61-9fa3-a8fc0562769d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "PUT /v2.0/floatingips/1935833c-efb8-4db9-bf36-05f3a5aa7ba3 HTTP/1.1" status: 200 len: 990 time: 3.3805561 Aug 20 11:57:10.099043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=12']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:10.287061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:10.364299 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:10.581143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] For port 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:10.581634 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.615176 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.617071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-546db6fb-152d-4a6a-85cb-881ab9d9eca8 service neutron] 10.222.0.25 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296361 Aug 20 11:57:10.618840 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.619178 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Floating IP 4bf1b7a9-9596-412e-8511-f174ba44e8e5 disassociated. External IP: 172.25.0.242, port: 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0. Aug 20 11:57:10.619547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Calling delete_port for 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:10.622021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Calling delete_port for 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:10.642225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceefd7-0af0-4694-9101-9b0f71d8ff96 req-72b9c5d0-c336-40d5-bd69-ab9d58b243ef tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:10.651767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0ceefd7-0af0-4694-9101-9b0f71d8ff96 req-72b9c5d0-c336-40d5-bd69-ab9d58b243ef tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.8171082 Aug 20 11:57:10.773306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7d34526-119c-4e29-bdb6-584c4b04dd03 req-fc84984a-b6e7-406d-a307-c6ddecc428b6 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954055 Aug 20 11:57:10.833155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0ceefd7-0af0-4694-9101-9b0f71d8ff96 req-e58c75ca-8979-4aff-ac90-c658921330c8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804047 Aug 20 11:57:10.858939 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6fd45-224c-4f78-a6af-86680fac86a4 x-openstack-request-id: req-d5a6fd45-224c-4f78-a6af-86680fac86a4 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:10.861102 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e26785-91b1-42c4-b9ef-95986822dd1b", "name": "network-vif-deleted", "tag": "f1ecc648-be45-4d0e-bf36-507532dab145", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:10.861620 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5a6fd45-224c-4f78-a6af-86680fac86a4 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:10.863461 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e26785-91b1-42c4-b9ef-95986822dd1b', 'name': 'network-vif-deleted', 'tag': 'f1ecc648-be45-4d0e-bf36-507532dab145', 'status': 'completed', 'code': 200} Aug 20 11:57:10.880381 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '1935833c-efb8-4db9-bf36-05f3a5aa7ba3', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'port_id': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'mac_address': 'fa:16:3e:0e:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:09Z', 'updated_at': '2021-08-20T11:57:07Z', 'revision_number': 1, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:13Z', 'revision_number': 5, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:10.917540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:10.941409 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] Checking router: 70275a73-5265-4a24-8b04-948d751d3ee6 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:10.990206 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:10.991041 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:11.010882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f1ecc648-be45-4d0e-bf36-507532dab145 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:11.035531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event deleted for resources: {'Port': ['ID=16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:11.107808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: f1ecc648-be45-4d0e-bf36-507532dab145 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:11.108213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f1ecc648-be45-4d0e-bf36-507532dab145 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:11.140749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709564a-7f7c-4897-aee0-3743a4252a76 req-82703b2e-7497-474e-b1ba-62dc49f888f7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:11.142402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d709564a-7f7c-4897-aee0-3743a4252a76 req-82703b2e-7497-474e-b1ba-62dc49f888f7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.1711669 Aug 20 11:57:11.184104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e218-4b33-44f7-97e6-598567af83ce req-4183a19f-63b2-4e43-9366-60f5b91e0bf0 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:11.191559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e156e218-4b33-44f7-97e6-598567af83ce req-4183a19f-63b2-4e43-9366-60f5b91e0bf0 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 949 time: 0.1827567 Aug 20 11:57:11.192687 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:11.280677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e156e218-4b33-44f7-97e6-598567af83ce req-6e4c55de-39f4-43c0-8b16-bb5f874d3662 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881462 Aug 20 11:57:11.296253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d709564a-7f7c-4897-aee0-3743a4252a76 req-10849f26-f722-432b-856f-9ac89cb65cdf tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418278 Aug 20 11:57:11.328945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:11.356085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Router d118ce28-dca5-4e37-a6f6-c04e90179747 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:11.410512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:11.506589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:11.653479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:11.682655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] Sync routers for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:11.718009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7af03397-0112-4e48-b6e1-aba5302ac92b req-3c2cbac6-d781-487f-a7ab-b6b5b6af5755 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 210 time: 0.2922900 Aug 20 11:57:11.731683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:11.732825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:11.777623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] No DVR routers for this DVR port 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:11.783136 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:11.789695 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1218f92d-0bda-46b4-80f1-e035132473d8 req-5da79d5c-93e6-4d4d-8465-f7356f4c472f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "DELETE /v2.0/ports/16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 HTTP/1.1" status: 204 len: 173 time: 2.5082717 Aug 20 11:57:11.843826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:11.881087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:11.884370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:11.899228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c6995-db28-4ee5-b87d-0ee73e4fc002 req-b3adba23-0b2c-4863-9d9a-ae425a8bcbb1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:11.906888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c0c6995-db28-4ee5-b87d-0ee73e4fc002 req-b3adba23-0b2c-4863-9d9a-ae425a8bcbb1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 949 time: 0.3201737 Aug 20 11:57:11.967570 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:11.981429 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '1935833c-efb8-4db9-bf36-05f3a5aa7ba3', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'port_id': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'mac_address': 'fa:16:3e:0e:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:09Z', 'updated_at': '2021-08-20T11:57:07Z', 'revision_number': 1, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:13Z', 'revision_number': 5, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:11.996685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c0c6995-db28-4ee5-b87d-0ee73e4fc002 req-167e584c-2295-4e5a-bdf2-dbd8ef192a5f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885718 Aug 20 11:57:12.003488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.062568 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7add47-533b-47d6-8cd4-681daaff6f19 None None] The sync data for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 is: [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '1935833c-efb8-4db9-bf36-05f3a5aa7ba3', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'port_id': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'mac_address': 'fa:16:3e:0e:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:09Z', 'updated_at': '2021-08-20T11:57:07Z', 'revision_number': 1, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:13Z', 'revision_number': 5, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:12.191152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:12.312073 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.511360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd8a0-4bc1-4d1a-b8be-0edaa7ef10e0 req-92b6a2e7-dea4-44c7-8d25-d70d386062d4 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:12.519181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9cbd8a0-4bc1-4d1a-b8be-0edaa7ef10e0 req-92b6a2e7-dea4-44c7-8d25-d70d386062d4 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 1101 time: 0.1409695 Aug 20 11:57:12.526519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Router cf0a5c10-a94a-4531-a455-db82891a51b9 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:12.529475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:12.530561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:12.533423 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8de085f-313e-410f-a4d1-927814d759a0" -d '{"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-plugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:12.550556 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.570635 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d3c47-37c0-4135-b751-30fc9bc1aa0a None None] New status for floating IP 1935833c-efb8-4db9-bf36-05f3a5aa7ba3: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:57:12.634649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02f759-254c-4ee2-9726-cac8c17a554b req-bbb9216f-cb91-429b-b365-02986787e42c tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:12.654205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a02f759-254c-4ee2-9726-cac8c17a554b req-bbb9216f-cb91-429b-b365-02986787e42c tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 949 time: 0.2445412 Aug 20 11:57:12.681897 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e9cbd8a0-4bc1-4d1a-b8be-0edaa7ef10e0 req-7bcee18e-2dca-4d94-a697-7e58065cf2d1 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:12.780802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=13']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:12.864672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'tag': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f'}, {'server_uuid': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'name': 'network-vif-deleted', 'tag': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:12.871789 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e2c0bd-b870-4078-81e7-66c892bbb72a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f7f82d-ce68-4449-a173-6067105fbdb3", "tag": "52e3d44a-a56b-42fe-b0e1-7d999b7a856f"}, {"server_uuid": "a1e56707-623d-4895-b064-fe1a74d7aa7e", "name": "network-vif-deleted", "tag": "16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:12.913259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-0924ba14-1a0d-47ab-9b08-ecfae9f87ddb tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:12.918623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-0924ba14-1a0d-47ab-9b08-ecfae9f87ddb tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "GET /v2.0/networks?id=393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 200 len: 823 time: 0.3265731 Aug 20 11:57:13.003589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:13.044137 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-e114cfc6-016c-4721-ae3d-ddd6f22db443 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=109cccffaac647588005ad088e1afd41 HTTP/1.1" status: 200 len: 379 time: 0.1152589 Aug 20 11:57:13.064689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Request body: {'port': {'device_id': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'admin_state_up': True, 'tenant_id': '109cccffaac647588005ad088e1afd41', 'security_groups': ['4ebfc674-5f99-48f8-8b68-b0c5da62c3a3']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:13.066854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a02f759-254c-4ee2-9726-cac8c17a554b req-b567d272-9548-4dd0-97b8-9e8cf541c6be tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083211 Aug 20 11:57:13.099213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:13.152264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:13.155576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:13.158689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] Checking router: d118ce28-dca5-4e37-a6f6-c04e90179747 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:13.175288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:13.176229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:13.217314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e9cbd8a0-4bc1-4d1a-b8be-0edaa7ef10e0 req-7bcee18e-2dca-4d94-a697-7e58065cf2d1 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.219727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:13.225629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b4f0e825-7ac8-4987-afee-7db112c91a33 admin admin] 10.222.0.25 "PUT /v2.0/routers/cf0a5c10-a94a-4531-a455-db82891a51b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3264909 Aug 20 11:57:13.228658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e9cbd8a0-4bc1-4d1a-b8be-0edaa7ef10e0 req-7bcee18e-2dca-4d94-a697-7e58065cf2d1 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.230543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:13.237734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] Sync routers for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:13.254840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:13.255449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:13.269004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc02b0-50a8-42ce-9aa5-c3aac1ce429b req-6384a852-ce59-4776-89ba-93f9c7830842 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:13.270529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fcc02b0-50a8-42ce-9aa5-c3aac1ce429b req-6384a852-ce59-4776-89ba-93f9c7830842 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.1146989 Aug 20 11:57:13.288730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9cbd8a0-4bc1-4d1a-b8be-0edaa7ef10e0 req-7bcee18e-2dca-4d94-a697-7e58065cf2d1 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7684195 Aug 20 11:57:13.300841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcee18e-2dca-4d94-a697-7e58065cf2d1 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a0fba1-727b-45e3-a1d0-e9a99299804b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:13.330205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Made reservation on behalf of 109cccffaac647588005ad088e1afd41 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:13.337664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.396610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fcc02b0-50a8-42ce-9aa5-c3aac1ce429b req-fcb643fa-2d45-4321-9121-710ae33cb6e5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936656 Aug 20 11:57:13.437050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-3ed65dde-c878-4c58-8348-8c2d4b8f7e86 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d94d7d55b3c40808fee991b1088811f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392497 Aug 20 11:57:13.499645 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55ab597-4d81-4ed9-a39b-b888e492d49a x-openstack-request-id: req-a55ab597-4d81-4ed9-a39b-b888e492d49a {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:13.499939 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-plugged", "status": "completed", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:13.500226 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a55ab597-4d81-4ed9-a39b-b888e492d49a {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:13.500927 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'code': 200} Aug 20 11:57:13.569051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-02fe8c11-4672-4261-baba-ac4ced7f0bf9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:13.572614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.577130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-02fe8c11-4672-4261-baba-ac4ced7f0bf9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391535 Aug 20 11:57:13.587541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:13.590728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:13.593743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-a5275061-72a2-43e1-8ada-7e7edaade872 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/quotas/3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 375 time: 0.0156770 Aug 20 11:57:13.654481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2239e762-f14b-458c-a312-2291772cd412 req-f7b6a130-a4c4-40f8-9ff5-54f5b764c770 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 210 time: 0.0575614 Aug 20 11:57:13.689884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-81c25c88-ecea-421e-8408-5471928c37bb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951817 Aug 20 11:57:13.842533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-ad86e88a-94bf-4514-8983-1c590ef90d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:13.844466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-ad86e88a-94bf-4514-8983-1c590ef90d49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1d095e2df1648a3a7aa9c1bf1a00aac&device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0683360 Aug 20 11:57:13.977211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-338c6e65-dd0c-47aa-93ab-7fd9996a403a req-f719c71b-3ace-48ec-97d0-ed50ac9a39be tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 210 time: 0.0336318 Aug 20 11:57:14.010386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-edeca91f-1f7b-4fe5-9101-04fb47a43897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:14.012158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-edeca91f-1f7b-4fe5-9101-04fb47a43897 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b HTTP/1.1" status: 200 len: 917 time: 0.1576850 Aug 20 11:57:14.017652 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e89e53-c16e-483f-ae37-5a6b7e9078a4 x-openstack-request-id: req-58e89e53-c16e-483f-ae37-5a6b7e9078a4 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:14.018850 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f7f82d-ce68-4449-a173-6067105fbdb3", "tag": "52e3d44a-a56b-42fe-b0e1-7d999b7a856f", "status": "completed", "code": 200}, {"server_uuid": "a1e56707-623d-4895-b064-fe1a74d7aa7e", "name": "network-vif-deleted", "tag": "16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:14.019267 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58e89e53-c16e-483f-ae37-5a6b7e9078a4 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:14.019817 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'tag': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'status': 'completed', 'code': 200} Aug 20 11:57:14.020245 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e56707-623d-4895-b064-fe1a74d7aa7e', 'name': 'network-vif-deleted', 'tag': '16f7c1e2-15e5-45bd-8c7f-253c7c8a4ab0', 'status': 'completed', 'code': 200} Aug 20 11:57:14.036032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.122164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:57:11Z', 'revision_number': 5, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port': {'id': '4d389093-0b37-4a8b-ab07-c21b4ded4101', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:04Z', 'updated_at': '2021-08-20T11:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:14.167500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-d939a094-8a1e-4fb2-881c-e59e057c02ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e3d44a-a56b-42fe-b0e1-7d999b7a856f HTTP/1.1" status: 200 len: 1000 time: 0.1479518 Aug 20 11:57:14.196502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Allocated IP 172.20.0.9 (393a2286-2b94-4720-bc41-0b7c8532c668/d2fb1305-8259-41de-a3fa-da38bbe5c792/7dc961dc-4503-43c6-93d0-6fdfab2c9b24) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:14.203862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] Checking router: cf0a5c10-a94a-4531-a455-db82891a51b9 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:14.233183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:14.235914 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.266698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] Routers {'cf0a5c10-a94a-4531-a455-db82891a51b9'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:14.267434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cf0a5c10-a94a-4531-a455-db82891a51b9'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:14.271336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe60c1c-6e1e-4fb4-ac59-05e8eb7b7627 None None] The sync data for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 is: [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:14.398325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-9adc9eb3-4711-47cc-96a0-8030768cf416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:14.400259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-9adc9eb3-4711-47cc-96a0-8030768cf416 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fae12da-f32b-41d0-b1ee-96f800c75885 HTTP/1.1" status: 200 len: 855 time: 0.2244482 Aug 20 11:57:14.424978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0abf4-4fb5-48b4-a23a-fa855334aa8b req-6586c7ec-6256-4c9d-a73a-e577f4616b2e tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:14.427297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08b0abf4-4fb5-48b4-a23a-fa855334aa8b req-6586c7ec-6256-4c9d-a73a-e577f4616b2e tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 949 time: 0.2521420 Aug 20 11:57:14.465024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Deleting port 4d389093-0b37-4a8b-ab07-c21b4ded4101 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:14.465374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.500050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] Set router cf0a5c10-a94a-4531-a455-db82891a51b9 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:14.554880 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.593396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-32720672-0cec-4dc1-ae81-690d0745f339 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:14.595175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-32720672-0cec-4dc1-ae81-690d0745f339 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 949 time: 0.2867134 Aug 20 11:57:14.596760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Transition to ACTIVE for port object 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:14.650684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:57:14Z', 'revision_number': 6, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:14.681428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.683787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08b0abf4-4fb5-48b4-a23a-fa855334aa8b req-9431ff70-9a86-4e0f-95db-d71d4c1f2b1d tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383604 Aug 20 11:57:14.712535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-ad9e329b-3165-41f7-8bd4-71787909d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:14.712535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-ad9e329b-3165-41f7-8bd4-71787909d1fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2740502 Aug 20 11:57:14.725044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] For port 4d389093-0b37-4a8b-ab07-c21b4ded4101, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d389093-0b37-4a8b-ab07-c21b4ded4101,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:14.725976 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:14.741974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14d0b3-a4e7-4cd6-88ab-629c06db4d54 None None] The sync data for ids ['cf0a5c10-a94a-4531-a455-db82891a51b9'] in n-d-800634-10 is: [{'id': 'cf0a5c10-a94a-4531-a455-db82891a51b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-232058167-router', 'tenant_id': '0e62e09d13494856b8c45e815276e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:56:03Z', 'updated_at': '2021-08-20T11:57:14Z', 'revision_number': 6, 'project_id': '0e62e09d13494856b8c45e815276e0a7', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:14.805447 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45687243-0544-485a-afcd-8b5f23bacf6a None None] New status for floating IP 4bf1b7a9-9596-412e-8511-f174ba44e8e5: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:57:14.855507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event updated for resources: {'Port': ['ID=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:14.859694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Calling delete_port for 4d389093-0b37-4a8b-ab07-c21b4ded4101 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:14.864590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0bb36-9980-4f8b-944b-dd7e46247a64 req-29428685-a917-4dfd-bdaa-f2e269937b00 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:14.870994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Network 393a2286-2b94-4720-bc41-0b7c8532c668 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:14.873031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:14.874620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ed0bb36-9980-4f8b-944b-dd7e46247a64 req-29428685-a917-4dfd-bdaa-f2e269937b00 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 1101 time: 0.3490262 Aug 20 11:57:14.888943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:15.014643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ed0bb36-9980-4f8b-944b-dd7e46247a64 req-9f2d1d03-a829-4720-ad99-c15a58f1cde5 tempest-ServersAdminNegativeTestJSON-1775830466 tempest-ServersAdminNegativeTestJSON-1775830466-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334338 Aug 20 11:57:15.048534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b8349-aec5-4c56-958b-01d8695c9d2b req-622e7b2e-963f-42ca-bf28-4d88a876b37b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:15.050973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e9b8349-aec5-4c56-958b-01d8695c9d2b req-622e7b2e-963f-42ca-bf28-4d88a876b37b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.2109015 Aug 20 11:57:15.058869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-77d37fba-3e3c-47d0-95d7-0755fe664342 service neutron] 10.222.0.73 "GET /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440878 Aug 20 11:57:15.061286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:15.061959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.109048 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a31314fb-808e-4fbe-b713-241a9c7f48c4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0574703 Aug 20 11:57:15.120272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Request body: {'port': {'device_id': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:15.229301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Deleting port 2f5558f8-0637-4e4c-810a-111218be823b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:15.229866 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.265028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.388134 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.404445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-02650d6a-e0d4-468f-b486-ea82f4d2f431 None None] Provisioning for port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:15.414402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-02650d6a-e0d4-468f-b486-ea82f4d2f431 None None] Provisioning complete for port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:15.414866 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02650d6a-e0d4-468f-b486-ea82f4d2f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.474565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-02650d6a-e0d4-468f-b486-ea82f4d2f431 None None] Port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:15.590659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e9b8349-aec5-4c56-958b-01d8695c9d2b req-954ec73b-9001-4240-bd8c-1ce3466076b5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082221 Aug 20 11:57:15.626685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d389093-0b37-4a8b-ab07-c21b4ded4101,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:15.657203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9927e3-1213-4589-a86f-d72a13a7294d req-76c30430-59be-4d96-ad2a-6b759e803791 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:15.658810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f9927e3-1213-4589-a86f-d72a13a7294d req-76c30430-59be-4d96-ad2a-6b759e803791 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 931 time: 0.5092783 Aug 20 11:57:15.678387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-3b166b54-ff76-441e-a749-d0b296601cc0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3d94d7d55b3c40808fee991b1088811f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1329193 Aug 20 11:57:15.724724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53e2c0bd-b870-4078-81e7-66c892bbb72a req-c6ef1567-3026-4312-bb45-fb6f699dad75 service neutron] 10.222.0.73 "GET /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564641 Aug 20 11:57:15.748468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] For port 2f5558f8-0637-4e4c-810a-111218be823b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2f5558f8-0637-4e4c-810a-111218be823b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:15.748837 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.778572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Calling delete_port for 2f5558f8-0637-4e4c-810a-111218be823b owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:15.783571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f9927e3-1213-4589-a86f-d72a13a7294d req-b8e8e7a9-7d74-4ef4-a224-e9bcffdf8b7e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178534 Aug 20 11:57:15.923380 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.929333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f27a66f2-1ae3-4992-8f53-f6cc7693e35b req-e6ac8f39-254d-4d1a-a28a-504bdfc1362d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 210 time: 0.0535259 Aug 20 11:57:16.104008 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.142408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.148664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.150338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Pushing event deleted for resources: {'Port': ['ID=2f5558f8-0637-4e4c-810a-111218be823b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:16.167176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df27bf-7f4a-4e5a-8f80-dce524aad8c8 req-8c8d873f-2f3b-4a58-9fc8-a386705107e9 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:16.175110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5df27bf-7f4a-4e5a-8f80-dce524aad8c8 req-8c8d873f-2f3b-4a58-9fc8-a386705107e9 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2278dba-0020-4f38-aaa3-3f8d8dfdaef5 HTTP/1.1" status: 200 len: 949 time: 0.1186750 Aug 20 11:57:16.245561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] No DVR routers for this DVR port 2f5558f8-0637-4e4c-810a-111218be823b on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:16.246272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-73c4aa69-8a3d-4115-970a-6da4173e8a22 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:16.250237 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-73c4aa69-8a3d-4115-970a-6da4173e8a22 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4969475 Aug 20 11:57:16.254266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.257991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad23b6c5-9c72-4244-a843-ee3e031c12a0 req-884bb969-abc4-4ffb-bcfc-8970d355ca2b tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.22 "DELETE /v2.0/ports/2f5558f8-0637-4e4c-810a-111218be823b HTTP/1.1" status: 204 len: 173 time: 1.6483834 Aug 20 11:57:16.257991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-deleted', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:16.260993 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ef31d-3639-48d9-be21-db419026b964" -d '{"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-deleted", "tag": "2f5558f8-0637-4e4c-810a-111218be823b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:16.264439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Request body: {'port': {'device_id': 'e4325609-5e50-4118-9096-a69ce0a60277', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '3d94d7d55b3c40808fee991b1088811f'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:16.284186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5df27bf-7f4a-4e5a-8f80-dce524aad8c8 req-58736945-3ad8-4ff5-be39-bf56d6fa1d61 tempest-ListImageFiltersTestJSON-589166799 tempest-ListImageFiltersTestJSON-589166799-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3eb55fb-76db-496b-812a-ad7afd1d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076009 Aug 20 11:57:16.341500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.342227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf0a5c10-a94a-4531-a455-db82891a51b9 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:57:16.350537 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.352055 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-902de390-9c4d-4661-9b2d-fe0e9ff01365 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cf0a5c10-a94a-4531-a455-db82891a51b9 HTTP/1.1" status: 204 len: 168 time: 3.1204350 Aug 20 11:57:16.356497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33198) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:16.436880 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc93361-c1ba-4261-aaf6-be46d983312e x-openstack-request-id: req-bfc93361-c1ba-4261-aaf6-be46d983312e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:16.437175 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2278dba-0020-4f38-aaa3-3f8d8dfdaef5", "name": "network-vif-deleted", "tag": "2f5558f8-0637-4e4c-810a-111218be823b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:16.437430 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfc93361-c1ba-4261-aaf6-be46d983312e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:16.437835 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2278dba-0020-4f38-aaa3-3f8d8dfdaef5', 'name': 'network-vif-deleted', 'tag': '2f5558f8-0637-4e4c-810a-111218be823b', 'status': 'completed', 'code': 200} Aug 20 11:57:16.461031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:16.476712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.511086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Transition to ACTIVE for port object 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:16.518789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.525742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c29dce-b5f5-4396-82e1-80e5ee81c7d7 admin admin] Deleting subnet d611d2ef-723b-4658-84f1-0249e8c13a3e {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:57:16.533065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8c29dce-b5f5-4396-82e1-80e5ee81c7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.568410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb67bb-0e5b-4f28-ae96-6a63bf2c138b req-d23e800c-7c42-4cea-a01e-9b9cdd211493 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:16.570230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80cb67bb-0e5b-4f28-ae96-6a63bf2c138b req-d23e800c-7c42-4cea-a01e-9b9cdd211493 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 949 time: 0.1305912 Aug 20 11:57:16.627919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Made reservation on behalf of 3d94d7d55b3c40808fee991b1088811f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:16.631511 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.654627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:16.696446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d389093-0b37-4a8b-ab07-c21b4ded4101 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:16.732781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 4d389093-0b37-4a8b-ab07-c21b4ded4101 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:16.733358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d389093-0b37-4a8b-ab07-c21b4ded4101 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:16.734084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:16.750221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80cb67bb-0e5b-4f28-ae96-6a63bf2c138b req-2e65423a-1793-4681-be15-98d6ad925024 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470404 Aug 20 11:57:16.768996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:16.770394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2dc06ae2-a67e-4d04-b5fc-c6d6ea0d95b1 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:16.775037 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8c29dce-b5f5-4396-82e1-80e5ee81c7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:16.841328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Attempting to bind port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:16.841577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Attempting to bind port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:16.841804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Attempting to bind port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 on network 393a2286-2b94-4720-bc41-0b7c8532c668 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:16.857597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 on network 393a2286-2b94-4720-bc41-0b7c8532c668 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:16.857922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Attempting to bind port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 on network 393a2286-2b94-4720-bc41-0b7c8532c668 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:16.873596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:16.873934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Checking segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:16.874349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Bound using segment: {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:16.883398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Bound port: 7dc961dc-4503-43c6-93d0-6fdfab2c9b24, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:16.883809 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.012387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ae169-360e-45f3-986b-b751aed486ff req-257adb90-90db-4a6e-b501-51013563c7a2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:17.019054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc2ae169-360e-45f3-986b-b751aed486ff req-257adb90-90db-4a6e-b501-51013563c7a2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.1654301 Aug 20 11:57:17.038781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Allocated IP 192.168.233.85 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/f34a2fb4-adb7-45ae-a75a-af06a512955e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:17.059094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] For port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:17.064998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] For port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:17.083843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.131129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:17.132530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.134983 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] 10.222.0.73 "PUT /v2.0/ports/7dc961dc-4503-43c6-93d0-6fdfab2c9b24 HTTP/1.1" status: 200 len: 1092 time: 2.0203767 Aug 20 11:57:17.141528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'tag': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:17.144104 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b22992-e7de-4fd5-a577-a39bd651e882" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d21764-c324-4853-8f9c-1fa29b8c5e52", "tag": "7dc961dc-4503-43c6-93d0-6fdfab2c9b24"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:17.164020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc2ae169-360e-45f3-986b-b751aed486ff req-8594b7e6-c8cf-447d-95a3-6b09c1444f4b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908914 Aug 20 11:57:17.165967 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8c29dce-b5f5-4396-82e1-80e5ee81c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.221323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc456ab6-952e-4db9-9aeb-8d5f82377beb req-ad482885-494b-414f-883b-0e9b752b9fd8 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:17.226520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc456ab6-952e-4db9-9aeb-8d5f82377beb req-ad482885-494b-414f-883b-0e9b752b9fd8 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 943 time: 0.2407968 Aug 20 11:57:17.301579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc456ab6-952e-4db9-9aeb-8d5f82377beb req-4330e3dd-568e-4a78-8183-8b40d7557bf5 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711701 Aug 20 11:57:17.306714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576010b-b845-464b-be05-8c9e2e200509 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:17.349226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-083831f8-3ee1-4614-975a-bbd6108ae9b5 req-caa5dd87-839c-46a0-94e4-47382fc60273 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 210 time: 0.0464108 Aug 20 11:57:17.351210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-5f8d7599-b43f-46b0-8fc7-c5cc93e8fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:17.352771 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-5f8d7599-b43f-46b0-8fc7-c5cc93e8fe4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=109cccffaac647588005ad088e1afd41&device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 1095 time: 0.1270404 Aug 20 11:57:17.363264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8c29dce-b5f5-4396-82e1-80e5ee81c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.412371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c29dce-b5f5-4396-82e1-80e5ee81c7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d611d2ef-723b-4658-84f1-0249e8c13a3e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:17.416252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b1e3c-74ea-49c3-91ea-ad5f7298eb24 None None] Network e0be9652-7430-4519-b682-82de3db2d02c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:17.427905 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2d4648-195a-4ccf-87f5-3924b0039d89 x-openstack-request-id: req-ff2d4648-195a-4ccf-87f5-3924b0039d89 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:17.427905 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d21764-c324-4853-8f9c-1fa29b8c5e52", "tag": "7dc961dc-4503-43c6-93d0-6fdfab2c9b24", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:17.427905 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff2d4648-195a-4ccf-87f5-3924b0039d89 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:17.427905 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'tag': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'status': 'completed', 'code': 200} Aug 20 11:57:17.431206 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-98ba8a4a-78a2-4217-acf4-6ec539202302 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc961dc-4503-43c6-93d0-6fdfab2c9b24 HTTP/1.1" status: 200 len: 217 time: 0.0682991 Aug 20 11:57:17.434771 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8c29dce-b5f5-4396-82e1-80e5ee81c7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.446494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b8c29dce-b5f5-4396-82e1-80e5ee81c7d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d611d2ef-723b-4658-84f1-0249e8c13a3e HTTP/1.1" status: 204 len: 168 time: 1.0847974 Aug 20 11:57:17.447962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33216) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:17.477136 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.555094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Transition to ACTIVE for port object f34a2fb4-adb7-45ae-a75a-af06a512955e will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:17.561146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:17.578923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a022722f-adea-45b7-86f2-428cca111ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:17.581689 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-a022722f-adea-45b7-86f2-428cca111ac8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2fb1305-8259-41de-a3fa-da38bbe5c792 HTTP/1.1" status: 200 len: 862 time: 0.1221931 Aug 20 11:57:17.584571 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.590622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 2f5558f8-0637-4e4c-810a-111218be823b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:17.591227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2f5558f8-0637-4e4c-810a-111218be823b not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:17.672296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Deleting port 2de5d98c-a8b5-4881-99cd-5445a44498e1 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:17.674320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.676802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-36bd3013-432b-429a-8e91-0de8fb666676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:17.678979 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-36bd3013-432b-429a-8e91-0de8fb666676 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393a2286-2b94-4720-bc41-0b7c8532c668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807419 Aug 20 11:57:17.693641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.712188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:17.716778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339', '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:17.837311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] DHCP port deletion for e0be9652-7430-4519-b682-82de3db2d02c request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:57:17.870988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:17.904869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] For port 2de5d98c-a8b5-4881-99cd-5445a44498e1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2de5d98c-a8b5-4881-99cd-5445a44498e1,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:17.905265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.958369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:17.964326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:17.979563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Calling delete_port for 2de5d98c-a8b5-4881-99cd-5445a44498e1 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:18.002720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] Deleting port 2de5d98c-a8b5-4881-99cd-5445a44498e1 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:18.003115 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.026959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-d027acf4-4542-4d7b-8052-4bfeb18c2708 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1701181 Aug 20 11:57:18.128517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] For port 2de5d98c-a8b5-4881-99cd-5445a44498e1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2de5d98c-a8b5-4881-99cd-5445a44498e1,segment=NetworkSegment(e13c80d8-945a-4a74-b34d-3a825b85ef4b),segment_id=e13c80d8-945a-4a74-b34d-3a825b85ef4b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:18.128517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.138293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:18.138737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36365bf-02b8-4f14-915b-916727b601a6 req-9b6089d8-07a9-4150-a6cf-967892c31887 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.140401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d36365bf-02b8-4f14-915b-916727b601a6 req-9b6089d8-07a9-4150-a6cf-967892c31887 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.73 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 949 time: 0.2324135 Aug 20 11:57:18.162040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] Calling delete_port for 2de5d98c-a8b5-4881-99cd-5445a44498e1 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:18.199089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.203239 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.217969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c243d31-3755-4228-8dc1-cba09b5242ea req-3bc9f13c-b0ed-4613-b8a7-b9727b56916b tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.225284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c243d31-3755-4228-8dc1-cba09b5242ea req-3bc9f13c-b0ed-4613-b8a7-b9727b56916b tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 949 time: 0.2938862 Aug 20 11:57:18.251416 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-057239bd-2450-42a1-a93d-df20f1ea468b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9903474 Aug 20 11:57:18.269418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Request body: {'port': {'device_id': 'e4325609-5e50-4118-9096-a69ce0a60277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:18.321691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-c88f242e-c664-4831-99d8-35906f685795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.323677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-c88f242e-c664-4831-99d8-35906f685795 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 1096 time: 0.2333248 Aug 20 11:57:18.336894 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c243d31-3755-4228-8dc1-cba09b5242ea req-b7d47f97-6c1e-4dd8-8e04-6eaf1536768a tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083436 Aug 20 11:57:18.379463 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-3b8b275d-0d46-4470-8b2b-274118527423 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778812 Aug 20 11:57:18.468722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.475257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e0dcbff8-7115-4148-b0fc-2677ca396581 None None] Provisioning for port f34a2fb4-adb7-45ae-a75a-af06a512955e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:18.500786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e0dcbff8-7115-4148-b0fc-2677ca396581 None None] Provisioning complete for port f34a2fb4-adb7-45ae-a75a-af06a512955e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:18.501605 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e0dcbff8-7115-4148-b0fc-2677ca396581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.520098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.535714 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-875cff81-96a7-47de-9747-e5d30a0d5024 req-16c41740-109e-4c9c-ad7f-bdd0e34df1f7 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356905 Aug 20 11:57:18.620697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Pushing event deleted for resources: {'Port': ['ID=2de5d98c-a8b5-4881-99cd-5445a44498e1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:18.622903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] No DVR routers for this DVR port 2de5d98c-a8b5-4881-99cd-5445a44498e1 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:18.650173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Deleting port 674abb37-e0f6-4c04-8c90-4eda6670ea45 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:18.650554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.723457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] Pushing event deleted for resources: {'Port': ['ID=2de5d98c-a8b5-4881-99cd-5445a44498e1,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:18.733484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2de5d98c-a8b5-4881-99cd-5445a44498e1 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:18.762319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2127dc4-ff72-4743-b6f2-312e63f18823 None None] No DVR routers for this DVR port 2de5d98c-a8b5-4881-99cd-5445a44498e1 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:18.775602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2de5d98c-a8b5-4881-99cd-5445a44498e1 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:18.775945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2de5d98c-a8b5-4881-99cd-5445a44498e1 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:18.832002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcbff8-7115-4148-b0fc-2677ca396581 None None] Port f34a2fb4-adb7-45ae-a75a-af06a512955e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:18.895371 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.907685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0be9652-7430-4519-b682-82de3db2d02c']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:18.919877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13c80d8-945a-4a74-b34d-3a825b85ef4b') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:18.920501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13c80d8-945a-4a74-b34d-3a825b85ef4b') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:18.932045 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.971674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eae79-f890-464b-b434-47c187799c8d req-7de343f7-4648-4c94-814c-a0f136f5485f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:18.973515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d7eae79-f890-464b-b434-47c187799c8d req-7de343f7-4648-4c94-814c-a0f136f5485f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.4503720 Aug 20 11:57:18.975984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.999371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ee1c6-65bb-4a13-b5a6-66e3a3b0d77e req-43f6e0f5-8051-4078-841a-21690ee386a4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.007009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-439ee1c6-65bb-4a13-b5a6-66e3a3b0d77e req-43f6e0f5-8051-4078-841a-21690ee386a4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 943 time: 0.4127254 Aug 20 11:57:19.015786 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.018856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-6c7c9740-2ac1-45a7-a078-f8771b35b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.020337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-6c7c9740-2ac1-45a7-a078-f8771b35b688 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.6681335 Aug 20 11:57:19.022943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-bdcdce35-cb9d-4c58-bf95-a7908a038e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.025636 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-bdcdce35-cb9d-4c58-bf95-a7908a038e75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=109cccffaac647588005ad088e1afd41&device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 1095 time: 0.4045310 Aug 20 11:57:19.052423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:57:19.052841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: timer() Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:57:19.055584 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:57:19.165548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] For port 674abb37-e0f6-4c04-8c90-4eda6670ea45, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=674abb37-e0f6-4c04-8c90-4eda6670ea45,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:19.167350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.177546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-82ae9355-6d17-41c4-b491-901ed8391fcf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 200 len: 217 time: 0.1306322 Aug 20 11:57:19.199986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Calling delete_port for 674abb37-e0f6-4c04-8c90-4eda6670ea45 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:19.254810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-5f45de73-967c-452e-8a6d-6a802a423815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.256308 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-5f45de73-967c-452e-8a6d-6a802a423815 service neutron] 10.222.0.73 "GET /v2.0/networks?id=393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 200 len: 924 time: 0.2214499 Aug 20 11:57:19.270525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-439ee1c6-65bb-4a13-b5a6-66e3a3b0d77e req-399b4b39-5866-4877-9759-d70bea598875 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589946 Aug 20 11:57:19.310611 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-c7d8ef33-9ca5-4fd7-b7a2-4832a0239506 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc961dc-4503-43c6-93d0-6fdfab2c9b24 HTTP/1.1" status: 200 len: 217 time: 0.0459113 Aug 20 11:57:19.322124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.328746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d7eae79-f890-464b-b434-47c187799c8d req-1cc6d3a4-3ba4-43a9-8f2b-69da9919c604 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074970 Aug 20 11:57:19.330340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-736f1e29-8692-4b64-9c45-38573c6df81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.331896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-736f1e29-8692-4b64-9c45-38573c6df81c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1378520 Aug 20 11:57:19.344127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.347357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] 10.222.0.25 "DELETE /v2.0/networks/e0be9652-7430-4519-b682-82de3db2d02c HTTP/1.1" status: 204 len: 168 time: 1.8983774 Aug 20 11:57:19.374469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-dd758da9-ffdc-4381-8717-0de6f40df0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.375267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-dd758da9-ffdc-4381-8717-0de6f40df0cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2fb1305-8259-41de-a3fa-da38bbe5c792 HTTP/1.1" status: 200 len: 862 time: 0.0566297 Aug 20 11:57:19.480580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-65eea999-9910-4b1a-9e35-9951c665ffb1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319201 Aug 20 11:57:19.480841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-23916a4d-2ce4-4d4a-91a6-a6076b7a6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.481363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcba03d-5d40-4c9a-8a24-cafd23f1056a admin admin] Pushing event deleted for resources: {'Network': ['ID=e0be9652-7430-4519-b682-82de3db2d02c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:19.482595 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-23916a4d-2ce4-4d4a-91a6-a6076b7a6a6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393a2286-2b94-4720-bc41-0b7c8532c668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971303 Aug 20 11:57:19.499623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34a2fb4-adb7-45ae-a75a-af06a512955e {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:19.532265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.564442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4e49329f-7ff3-4849-a2d8-ed94f7713a70 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:19.601506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Transition to ACTIVE for port object f34a2fb4-adb7-45ae-a75a-af06a512955e will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:19.615336 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.689641 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:19.706122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:19.781739 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a622812c-cb92-4519-b088-4fe051092809 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e62e09d13494856b8c45e815276e0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697238 Aug 20 11:57:19.788560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33308) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:19.792536 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.816111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['67dcfd80-598f-4ede-aebc-ef61721a5d11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:19.832313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8d867-f14f-457b-8b6e-9679ba3ad69d req-a0d32139-f426-440f-af86-5a0815690612 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:19.837762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76a8d867-f14f-457b-8b6e-9679ba3ad69d req-a0d32139-f426-440f-af86-5a0815690612 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 935 time: 0.4040384 Aug 20 11:57:19.917555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:19.928208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Pushing event deleted for resources: {'Port': ['ID=674abb37-e0f6-4c04-8c90-4eda6670ea45,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:19.954849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '4e49329f-7ff3-4849-a2d8-ed94f7713a70', 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151', 'port_id': '4e49329f-7ff3-4849-a2d8-ed94f7713a70', 'mac_address': 'fa:16:3e:91:fb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23284d5-7b38-4a05-a5d7-95dbfb8307ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:19.981495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a79b2bd-ad27-4d51-a205-e621f47419dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.983958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:19.984557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:19.985144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:19.995480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:19.996052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:20.026401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-6b7b5358-5cc8-41b0-b676-92db1cd941af service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220587 Aug 20 11:57:20.027243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f53290fc-0051-47d1-ba40-49747e4a04ae req-de50f460-a6a6-484d-817f-2478d0f31efc tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=447044c5-017f-4607-89ed-536fcac00994 HTTP/1.1" status: 200 len: 210 time: 0.1325285 Aug 20 11:57:20.034508 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:20.034845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:20.035247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:20.035707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Bound port: f34a2fb4-adb7-45ae-a75a-af06a512955e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:20.036117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.036634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-0b62598d-8ecc-4e5d-b37a-4110a9157485 service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407804 Aug 20 11:57:20.038133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] No DVR routers for this DVR port 674abb37-e0f6-4c04-8c90-4eda6670ea45 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:20.041511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.044914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d36365bf-02b8-4f14-915b-916727b601a6 req-7e03cb54-02d6-4647-9c56-c44fab8e3e3c tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.73 "DELETE /v2.0/ports/674abb37-e0f6-4c04-8c90-4eda6670ea45 HTTP/1.1" status: 204 len: 173 time: 1.8927910 Aug 20 11:57:20.046751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447044c5-017f-4607-89ed-536fcac00994', 'name': 'network-vif-deleted', 'tag': '674abb37-e0f6-4c04-8c90-4eda6670ea45'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:20.060511 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.082770 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec80ea93-12a4-4c01-8073-340bbfe49aeb" -d '{"events": [{"server_uuid": "447044c5-017f-4607-89ed-536fcac00994", "name": "network-vif-deleted", "tag": "674abb37-e0f6-4c04-8c90-4eda6670ea45"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:20.129186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a79b2bd-ad27-4d51-a205-e621f47419dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.177643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e49329f-7ff3-4849-a2d8-ed94f7713a70 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:20.225105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76a8d867-f14f-457b-8b6e-9679ba3ad69d req-b37a738c-8efe-4236-b737-80d2d3d07d6b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206809 Aug 20 11:57:20.283074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:20.294039 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.319736 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33492b10-441b-4c3e-bd46-1cd809a4980e x-openstack-request-id: req-33492b10-441b-4c3e-bd46-1cd809a4980e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:20.320100 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447044c5-017f-4607-89ed-536fcac00994", "name": "network-vif-deleted", "tag": "674abb37-e0f6-4c04-8c90-4eda6670ea45", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:20.320320 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33492b10-441b-4c3e-bd46-1cd809a4980e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:20.320724 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447044c5-017f-4607-89ed-536fcac00994', 'name': 'network-vif-deleted', 'tag': '674abb37-e0f6-4c04-8c90-4eda6670ea45', 'status': 'completed', 'code': 200} Aug 20 11:57:20.338554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33324) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:20.422223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:20.425810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:20.455038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea413363-a05d-48a1-b499-8a2ae8ec6dae req-49ed4427-31f2-4662-b01b-ab7c4042790c service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882458 Aug 20 11:57:20.459789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.463088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:20.520775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:20.528174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.528174 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] 10.222.0.73 "PUT /v2.0/ports/f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 1096 time: 2.2677398 Aug 20 11:57:20.587135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a79b2bd-ad27-4d51-a205-e621f47419dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.599411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a79b2bd-ad27-4d51-a205-e621f47419dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.602241 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5a79b2bd-ad27-4d51-a205-e621f47419dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f105946-94f3-4a3f-a545-0bb016186182 HTTP/1.1" status: 204 len: 168 time: 0.8110185 Aug 20 11:57:20.603947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a416b-935a-46a2-aa67-fa924475776e req-baee484f-c809-4811-a1fd-1d336faac376 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:20.605023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:20.606887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-443a416b-935a-46a2-aa67-fa924475776e req-baee484f-c809-4811-a1fd-1d336faac376 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 943 time: 0.2097886 Aug 20 11:57:20.607024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['4e49329f-7ff3-4849-a2d8-ed94f7713a70'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:20.612421 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7443c86-1933-4b34-99ad-41982a0f2a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:20.671590 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-33b22992-e7de-4fd5-a577-a39bd651e882 req-0f98d2b6-aec7-4be4-b719-881b257dc033 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084864 Aug 20 11:57:20.717307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79b2bd-ad27-4d51-a205-e621f47419dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f105946-94f3-4a3f-a545-0bb016186182,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:20.720940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e0a7-7c5c-4b45-acc0-889a2a875170 req-efd32759-b422-458e-9704-7cc993610f11 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:20.725089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4643e0a7-7c5c-4b45-acc0-889a2a875170 req-efd32759-b422-458e-9704-7cc993610f11 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 944 time: 0.2176239 Aug 20 11:57:20.848165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-2da2b141-5c16-434e-bbcc-ecaf5969f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:20.853766 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-2da2b141-5c16-434e-bbcc-ecaf5969f78b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1099 time: 0.2351148 Aug 20 11:57:20.856070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a2c71-69ee-4d39-a5bc-870e738d8440 service neutron] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:20.873648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-443a416b-935a-46a2-aa67-fa924475776e req-017cff53-ba74-4ce3-9593-d05665afb8eb tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579799 Aug 20 11:57:20.920725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2c47cdfc-22b0-4183-b564-0c67c1599f8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=919854118aaf444e8489a79a61e3efd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810053 Aug 20 11:57:20.924721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33338) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:20.962883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4643e0a7-7c5c-4b45-acc0-889a2a875170 req-74f0b08b-aadf-460b-b9ad-375d62410275 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126374 Aug 20 11:57:20.994592 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-73e8e2f6-dda6-46d0-9673-3c5710eec646 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.1221874 Aug 20 11:57:20.996353 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a963e832-ba9e-4eff-a8a4-2c757406dce8 x-openstack-request-id: req-a963e832-ba9e-4eff-a8a4-2c757406dce8 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:20.996950 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:20.997423 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a963e832-ba9e-4eff-a8a4-2c757406dce8 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:20.998029 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'status': 'completed', 'code': 200} Aug 20 11:57:21.035411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:21.045257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 674abb37-e0f6-4c04-8c90-4eda6670ea45 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:21.075971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 674abb37-e0f6-4c04-8c90-4eda6670ea45 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:21.076300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 674abb37-e0f6-4c04-8c90-4eda6670ea45 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:21.091321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-14492b2e-700d-4671-8940-8bfc0797bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:21.095579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-21941e71-e012-4f7d-8b8f-7314a53ac5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.096691 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-14492b2e-700d-4671-8940-8bfc0797bb53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0824192 Aug 20 11:57:21.148494 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-21941e71-e012-4f7d-8b8f-7314a53ac5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.178553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-e2c7f58c-c0df-4fef-85b3-b03435072bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:21.180640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-e2c7f58c-c0df-4fef-85b3-b03435072bd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719235 Aug 20 11:57:21.274953 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-21941e71-e012-4f7d-8b8f-7314a53ac5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.281542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-21941e71-e012-4f7d-8b8f-7314a53ac5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.285667 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-21941e71-e012-4f7d-8b8f-7314a53ac5ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3eb55fb-76db-496b-812a-ad7afd1d6333 HTTP/1.1" status: 204 len: 168 time: 0.3597701 Aug 20 11:57:21.307311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:21.310211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21941e71-e012-4f7d-8b8f-7314a53ac5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eb55fb-76db-496b-812a-ad7afd1d6333,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:21.346919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'port_id': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'mac_address': 'fa:16:3e:3a:64:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:21.373177 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-d508bb60-7370-49a0-808e-2c0511878b57 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835988 Aug 20 11:57:21.523915 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.532851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196652da-e7f1-49cf-a79b-6b095a932649 req-d83c463e-9f8c-4954-a3ea-b1d7b07a6585 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:21.541212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:21.546630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-196652da-e7f1-49cf-a79b-6b095a932649 req-d83c463e-9f8c-4954-a3ea-b1d7b07a6585 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 947 time: 0.1367362 Aug 20 11:57:21.566612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:21.574440 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.608522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d045fae9-d233-4f25-ae28-ef988a3bc447 req-9de8fafb-d3cf-49bd-a975-8111bc44f991 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257140 Aug 20 11:57:21.727046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:21.743525 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-94f7ae80-952f-44b4-8451-c34fc212c21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:21.751492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-84981366-cfeb-4393-8e3c-4ac1e19f9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:21.755407 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-84981366-cfeb-4393-8e3c-4ac1e19f9c43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1099 time: 0.0831940 Aug 20 11:57:21.865030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['7dc961dc-4503-43c6-93d0-6fdfab2c9b24'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:21.889340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-ec988f2e-cbac-4199-97bb-fd17239029d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:21.891440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-ec988f2e-cbac-4199-97bb-fd17239029d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1309178 Aug 20 11:57:21.958732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25525135-73ff-49f4-a611-287306ba88f0 req-85d06ab1-b4f6-4456-9b47-5df05b17ab98 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:21.960405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25525135-73ff-49f4-a611-287306ba88f0 req-85d06ab1-b4f6-4456-9b47-5df05b17ab98 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 949 time: 0.4395995 Aug 20 11:57:21.966580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-196652da-e7f1-49cf-a79b-6b095a932649 req-b9d3d7e8-7631-4df0-b04f-28b10b42879d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174173 Aug 20 11:57:21.986354 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-23792a1e-a34f-4d65-82f0-b0f526036688 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.0854716 Aug 20 11:57:22.043953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25525135-73ff-49f4-a611-287306ba88f0 req-8300a5cb-1301-4585-ac3d-e99a5674c20b tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760248 Aug 20 11:57:22.111717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-9daea2c8-e584-4a24-99a1-1da6000c4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:22.116945 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-9daea2c8-e584-4a24-99a1-1da6000c4df2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1145229 Aug 20 11:57:22.233888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-77468bef-c823-421e-9a92-fe24f6c3f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:22.240121 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-77468bef-c823-421e-9a92-fe24f6c3f7b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126616 Aug 20 11:57:22.246820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50d267-44fd-4afb-b320-e3414dac9549 req-c5d07eec-9cbf-46b6-bf75-dd3e481cf3a3 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:22.254070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb50d267-44fd-4afb-b320-e3414dac9549 req-c5d07eec-9cbf-46b6-bf75-dd3e481cf3a3 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 944 time: 0.1174676 Aug 20 11:57:22.294907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e0d5b-6ed3-40f0-a6d1-eeabab71fc7f req-b02dd6c4-8564-4efb-903c-2efb74276c4e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:22.297892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad7e0d5b-6ed3-40f0-a6d1-eeabab71fc7f req-b02dd6c4-8564-4efb-903c-2efb74276c4e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 944 time: 0.1195168 Aug 20 11:57:22.324939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb50d267-44fd-4afb-b320-e3414dac9549 req-8dc9701b-39f4-4166-9396-95b869b81a0b tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631859 Aug 20 11:57:22.369234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad7e0d5b-6ed3-40f0-a6d1-eeabab71fc7f req-30018786-5ecd-48c9-acce-cbe5f89c1b3b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Aug 20 11:57:22.401724 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-d7fe0c83-5e52-49e8-affc-2a0a737b0415 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549618 Aug 20 11:57:22.556880 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-47647ec4-702d-4f06-a196-913e007b8590 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1145265 Aug 20 11:57:22.573549 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7443c86-1933-4b34-99ad-41982a0f2a5a req-8df3a4e8-0a5e-4660-a909-e98440caecc4 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642244 Aug 20 11:57:22.656276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-40e0570f-3217-4b63-adfa-9965d1b0ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:22.658085 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-40e0570f-3217-4b63-adfa-9965d1b0ac82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 1096 time: 0.0668583 Aug 20 11:57:22.846122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-3253f70a-1b36-45e4-854c-caa59f834a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:22.847991 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-3253f70a-1b36-45e4-854c-caa59f834a7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.1525462 Aug 20 11:57:22.901942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-8d59989e-6221-497a-88e4-993482669486 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0448420 Aug 20 11:57:22.967479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-640803fc-6a2a-4e52-86a2-a54eca233402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:22.969339 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-640803fc-6a2a-4e52-86a2-a54eca233402 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.0597222 Aug 20 11:57:23.027339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-d78e6eb3-f840-4614-b191-ad758af236ab tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:23.028847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-d78e6eb3-f840-4614-b191-ad758af236ab tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.22 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 949 time: 0.0908408 Aug 20 11:57:23.029123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-1fb0392b-d6de-4f04-a31b-0595230502ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498464 Aug 20 11:57:23.057785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:23.159029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33452) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:23.190942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:23.201164 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-7f288138-87e9-478c-8515-b54b368856c8 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660812 Aug 20 11:57:23.253911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64b054-27d2-49b4-ad54-9f3f5631534e req-0cc84897-f226-43a7-ab6f-96dc74d58b04 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:23.256231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef64b054-27d2-49b4-ad54-9f3f5631534e req-0cc84897-f226-43a7-ab6f-96dc74d58b04 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 947 time: 0.1180801 Aug 20 11:57:23.308049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Deleting port 67dcfd80-598f-4ede-aebc-ef61721a5d11 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:57:23.311079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.351493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:23.365460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'mac_address': 'fa:16:3e:93:7b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:23.386591 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36152663-4ac5-4cd1-a8fe-ccd20236d3ad req-e53adc20-96bf-40be-9cde-13e1de9e387b service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775429 Aug 20 11:57:23.416779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:23.426604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:23.426604 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.430977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5fa98a9-4bec-4f92-a5db-66e7016f18ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.436372 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.473486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef64b054-27d2-49b4-ad54-9f3f5631534e req-b5d05b1e-1449-4211-8b1c-6d2ff6da9f14 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095172 Aug 20 11:57:23.489035 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34a2fb4-adb7-45ae-a75a-af06a512955e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:23.521106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:23.530458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81480388-a758-47f5-9e6c-3a641d90b300 req-2312d4d3-1e92-4589-9632-dec910f99f19 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:23.536034 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.539359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81480388-a758-47f5-9e6c-3a641d90b300 req-2312d4d3-1e92-4589-9632-dec910f99f19 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 949 time: 0.1404939 Aug 20 11:57:23.586050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4e49329f-7ff3-4849-a2d8-ed94f7713a70 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:23.586640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] For port 67dcfd80-598f-4ede-aebc-ef61721a5d11, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=67dcfd80-598f-4ede-aebc-ef61721a5d11,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:23.587564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.610684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81480388-a758-47f5-9e6c-3a641d90b300 req-43d5a41d-1ed8-4030-b498-1832c04582af tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/security-groups?id=9edbdf53-9d0e-4149-ac64-9aedb75d2a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700905 Aug 20 11:57:23.610891 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5fa98a9-4bec-4f92-a5db-66e7016f18ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.625460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Calling delete_port for 67dcfd80-598f-4ede-aebc-ef61721a5d11 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:57:23.630835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5fa98a9-4bec-4f92-a5db-66e7016f18ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.679423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:23.679651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa98a9-4bec-4f92-a5db-66e7016f18ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c7ec30-f68d-4357-befa-aefba1a600d6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:23.709171 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e5fa98a9-4bec-4f92-a5db-66e7016f18ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=330fac63c8654b50903d48eba6dc5a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469835 Aug 20 11:57:23.713741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33464) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:23.722069 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.764215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:23.771370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:23.775247 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31791158-f8e1-46fd-8676-2047a27cd658" -d '{"events": [{"server_uuid": "d7d21764-c324-4853-8f9c-1fa29b8c5e52", "name": "network-vif-plugged", "status": "completed", "tag": "7dc961dc-4503-43c6-93d0-6fdfab2c9b24"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:23.779635 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.840077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:23.852613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:23.858385 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:23.859037 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.874755 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.913580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['67dcfd80-598f-4ede-aebc-ef61721a5d11'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:23.945351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f34a2fb4-adb7-45ae-a75a-af06a512955e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:23.959184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Pushing event deleted for resources: {'Port': ['ID=67dcfd80-598f-4ede-aebc-ef61721a5d11,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:24.003660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daace52b-fe93-42b6-8c10-37744b0a4523 req-6178f248-70d1-4e33-ae2d-a37dac61307e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:24.012482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-daace52b-fe93-42b6-8c10-37744b0a4523 req-6178f248-70d1-4e33-ae2d-a37dac61307e tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.2994714 Aug 20 11:57:24.020836 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2276ddd-b51d-4a4e-bd84-493cb0a1b16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:24.089500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] No DVR routers for this DVR port 67dcfd80-598f-4ede-aebc-ef61721a5d11 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:24.111196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:24.113685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3e86da7-ac32-40c6-9cea-553be3ed208f req-7082ac30-80ac-4197-9189-f37e8305f093 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.22 "DELETE /v2.0/ports/67dcfd80-598f-4ede-aebc-ef61721a5d11 HTTP/1.1" status: 204 len: 173 time: 1.0764859 Aug 20 11:57:24.125794 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:24.148255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2276ddd-b51d-4a4e-bd84-493cb0a1b16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:24.162174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-daace52b-fe93-42b6-8c10-37744b0a4523 req-89b8ef5a-c0b9-40bb-80cd-ba6e21f927aa tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487095 Aug 20 11:57:24.165583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da0f7b-8eac-45ff-ad65-238659e6d8df', 'name': 'network-vif-deleted', 'tag': '67dcfd80-598f-4ede-aebc-ef61721a5d11'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:24.171532 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c57d174-ba16-45b0-badd-947d09e77563" -d '{"events": [{"server_uuid": "82da0f7b-8eac-45ff-ad65-238659e6d8df", "name": "network-vif-deleted", "tag": "67dcfd80-598f-4ede-aebc-ef61721a5d11"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:24.206976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:24.228683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:24.286575 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e075862c-5bb7-42a1-9374-df7b356c9469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:24.302860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6235ef-a861-4fe5-89aa-e84d1f571b19 req-b061b8b5-1493-4571-ab02-88a7b6be2372 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:24.311588 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc6235ef-a861-4fe5-89aa-e84d1f571b19 req-b061b8b5-1493-4571-ab02-88a7b6be2372 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 944 time: 0.1966248 Aug 20 11:57:24.317469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:24.357931 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38e1ae7-7cce-447a-866a-1a08d71e3ce5 x-openstack-request-id: req-e38e1ae7-7cce-447a-866a-1a08d71e3ce5 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:24.358425 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d21764-c324-4853-8f9c-1fa29b8c5e52", "name": "network-vif-plugged", "status": "completed", "tag": "7dc961dc-4503-43c6-93d0-6fdfab2c9b24", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:24.358742 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e38e1ae7-7cce-447a-866a-1a08d71e3ce5 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:24.359238 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'code': 200} Aug 20 11:57:24.382330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc6235ef-a861-4fe5-89aa-e84d1f571b19 req-2eed35c1-3dc8-41f3-81f2-7387ffdf008a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655713 Aug 20 11:57:24.403920 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2276ddd-b51d-4a4e-bd84-493cb0a1b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:24.407425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2276ddd-b51d-4a4e-bd84-493cb0a1b16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:24.408519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e2276ddd-b51d-4a4e-bd84-493cb0a1b16c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37c7ec30-f68d-4357-befa-aefba1a600d6 HTTP/1.1" status: 204 len: 168 time: 0.6938694 Aug 20 11:57:24.424822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276ddd-b51d-4a4e-bd84-493cb0a1b16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c7ec30-f68d-4357-befa-aefba1a600d6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:24.487684 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0301ae-f8bd-48c7-b3e3-57dd61cb03ab x-openstack-request-id: req-1e0301ae-f8bd-48c7-b3e3-57dd61cb03ab {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:24.487976 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da0f7b-8eac-45ff-ad65-238659e6d8df", "name": "network-vif-deleted", "tag": "67dcfd80-598f-4ede-aebc-ef61721a5d11", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:24.488226 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e0301ae-f8bd-48c7-b3e3-57dd61cb03ab {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:24.488641 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da0f7b-8eac-45ff-ad65-238659e6d8df', 'name': 'network-vif-deleted', 'tag': '67dcfd80-598f-4ede-aebc-ef61721a5d11', 'status': 'completed', 'code': 200} Aug 20 11:57:24.525220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c383fd-ec18-4118-a42b-cebcc3d4145e req-ef3bcd03-7511-4107-8d6b-64bbd1cc4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:24.526783 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-20c383fd-ec18-4118-a42b-cebcc3d4145e req-ef3bcd03-7511-4107-8d6b-64bbd1cc4b6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 1097 time: 0.0921206 Aug 20 11:57:24.618382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-20c383fd-ec18-4118-a42b-cebcc3d4145e req-1624eb08-7ce0-496c-9308-d330ac4d3027 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831687 Aug 20 11:57:24.735153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd890-610d-483c-9eff-7d5fdc2dfff4 req-a264c4df-5962-433e-9ff3-660b0dc4baab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:24.736996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5afd890-610d-483c-9eff-7d5fdc2dfff4 req-a264c4df-5962-433e-9ff3-660b0dc4baab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 948 time: 0.1225071 Aug 20 11:57:24.806479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5afd890-610d-483c-9eff-7d5fdc2dfff4 req-1cb56d82-2e65-455d-bc11-9c5b557fdb0e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570676 Aug 20 11:57:24.877228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd3e6eec-565c-4078-848d-a6616e35433b req-1e69b6be-24a0-4fd6-8393-fa0a3cd5b962 tempest-ServersAdminNegativeTestJSON-1314436100 tempest-ServersAdminNegativeTestJSON-1314436100-project] 10.222.0.25 "GET /v2.0/ports?device_id=82da0f7b-8eac-45ff-ad65-238659e6d8df HTTP/1.1" status: 200 len: 210 time: 0.0513117 Aug 20 11:57:24.994951 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.069747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:25.136389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f34a2fb4-adb7-45ae-a75a-af06a512955e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:25.141581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f34a2fb4-adb7-45ae-a75a-af06a512955e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:25.142018 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.237437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33508) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:25.271385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.357372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78eb02-848b-452e-9405-5e46af3901f0 req-085f4560-675c-4b3b-8035-dc789cc5afa4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:25.362557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:25.369518 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.370885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd78eb02-848b-452e-9405-5e46af3901f0 req-085f4560-675c-4b3b-8035-dc789cc5afa4 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.1018813 Aug 20 11:57:25.466551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd78eb02-848b-452e-9405-5e46af3901f0 req-6647a40c-a8d7-446a-b867-28733c2aa846 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845203 Aug 20 11:57:25.468691 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.476374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:25.507875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0361b044-7a21-4480-88a3-9f42f3345758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.656673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71872770-75ee-4b37-aa74-2840d752307e req-9f2c6590-cec1-473e-a733-f4f24fe5ff28 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:25.664863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71872770-75ee-4b37-aa74-2840d752307e req-9f2c6590-cec1-473e-a733-f4f24fe5ff28 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.1123693 Aug 20 11:57:25.687368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33524) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:25.716843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0361b044-7a21-4480-88a3-9f42f3345758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.723050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0361b044-7a21-4480-88a3-9f42f3345758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.742727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71872770-75ee-4b37-aa74-2840d752307e req-e33d460c-d594-4b53-83eb-db15f0706cd8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731671 Aug 20 11:57:25.781528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0361b044-7a21-4480-88a3-9f42f3345758 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=750d78b0da654a26bb63e1706e179506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428710 Aug 20 11:57:25.784054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33528) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:25.784455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361b044-7a21-4480-88a3-9f42f3345758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997400d6-28ad-41a0-ae92-654ec660def6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:25.834114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1688217851-network', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:25.867421 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2774ae28-c24e-4b70-99ae-61fe00290c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.881407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Made reservation on behalf of 43a37e23ca7f40279dd612608ffb1034 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:25.884250 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.906683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2774ae28-c24e-4b70-99ae-61fe00290c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.914545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.960590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd52c86-f997-416f-9fab-41aab6b4eea5 req-aedb9c9a-86f2-4540-8c2e-cacae67ca59f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:25.968851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bd52c86-f997-416f-9fab-41aab6b4eea5 req-aedb9c9a-86f2-4540-8c2e-cacae67ca59f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0752566 Aug 20 11:57:26.023382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2774ae28-c24e-4b70-99ae-61fe00290c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.027145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bd52c86-f997-416f-9fab-41aab6b4eea5 req-fecfb535-da2a-45a3-a647-badadca14aca tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579796 Aug 20 11:57:26.027314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2774ae28-c24e-4b70-99ae-61fe00290c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.028417 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2774ae28-c24e-4b70-99ae-61fe00290c71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/997400d6-28ad-41a0-ae92-654ec660def6 HTTP/1.1" status: 204 len: 168 time: 0.2433598 Aug 20 11:57:26.057342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774ae28-c24e-4b70-99ae-61fe00290c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997400d6-28ad-41a0-ae92-654ec660def6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:26.126144 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.132479 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.162575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84483ee-c4e3-4804-8c14-743809ef8af9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:26.175675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:57:26.187719 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.188194 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Added segment b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1 of type vlan for network a97c83e2-bcbd-4e76-85a7-fafddaa529ec Aug 20 11:57:26.236390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.267793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.269282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:26.269999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.286894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33544) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:26.302998 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6139021 Aug 20 11:57:26.305940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33548) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:26.311331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Request body: {'subnet': {'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-subnet', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:26.349456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Made reservation on behalf of 43a37e23ca7f40279dd612608ffb1034 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:26.353810 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.374896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70'}, {'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:26.378282 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8981835c-0e88-4caa-92f8-128518a8b047" -d '{"events": [{"server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70"}, {"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-plugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:26.383193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44905-7437-4c49-9805-984ab8e1c0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a97c83e2-bcbd-4e76-85a7-fafddaa529ec,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:26.395811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:57:26.498547 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c676dcb-7c91-4a86-86ff-250d2b8d3dc0 x-openstack-request-id: req-7c676dcb-7c91-4a86-86ff-250d2b8d3dc0 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:26.498850 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70", "code": 200}, {"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-plugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:26.499106 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c676dcb-7c91-4a86-86ff-250d2b8d3dc0 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:26.500285 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70', 'code': 200} Aug 20 11:57:26.500556 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'code': 200} Aug 20 11:57:26.646574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141024b7-4253-4199-a195-0704855b3bd1 req-df4f3e4d-06dd-4be3-8c30-6fb05b0e3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:26.648362 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-141024b7-4253-4199-a195-0704855b3bd1 req-df4f3e4d-06dd-4be3-8c30-6fb05b0e3a7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1101 time: 0.0916924 Aug 20 11:57:26.689074 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-141024b7-4253-4199-a195-0704855b3bd1 req-7e020dbd-33aa-4a41-9367-b415bda9f7bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Aug 20 11:57:26.768402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc033c8-1381-4d80-b5c5-c56f78f4f127 req-ab93703d-8670-41e4-973f-97a02f452d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:26.769963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ddc033c8-1381-4d80-b5c5-c56f78f4f127 req-ab93703d-8670-41e4-973f-97a02f452d26 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1097 time: 0.1879792 Aug 20 11:57:26.775785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33568) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:26.776337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-609b5610-5c4b-4d2b-a466-e05c3a6435ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de325026624245c69720f8fc2b7bf201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875135 Aug 20 11:57:26.784437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.794393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4a591-8860-4b30-9be2-e8176912cb7a req-3ea9f6af-4166-48bc-b28f-b8305fda1c21 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:26.801642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d4a591-8860-4b30-9be2-e8176912cb7a req-3ea9f6af-4166-48bc-b28f-b8305fda1c21 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.2000175 Aug 20 11:57:26.836993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95b3056a-9325-4c29-9e36-775ba8900544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.859220 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.884904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95b3056a-9325-4c29-9e36-775ba8900544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.938626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ddc033c8-1381-4d80-b5c5-c56f78f4f127 req-300a3222-13ac-4ff2-b59b-57d7f902becc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599705 Aug 20 11:57:26.945984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed32338-9033-4125-866a-377a53327361,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:26.949616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95b3056a-9325-4c29-9e36-775ba8900544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.954586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95b3056a-9325-4c29-9e36-775ba8900544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:26.954788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84d4a591-8860-4b30-9be2-e8176912cb7a req-f02a80b5-8ffb-431c-920f-1dd909f8a688 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521809 Aug 20 11:57:26.954985 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-95b3056a-9325-4c29-9e36-775ba8900544 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9edbdf53-9d0e-4149-ac64-9aedb75d2a25 HTTP/1.1" status: 204 len: 168 time: 0.1764472 Aug 20 11:57:26.978477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3056a-9325-4c29-9e36-775ba8900544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edbdf53-9d0e-4149-ac64-9aedb75d2a25,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:26.992419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b0fba-3511-443e-80f5-1345f6258087 req-cc5717d4-3bd1-458b-927e-ab460620ad5d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:26.994893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-414b0fba-3511-443e-80f5-1345f6258087 req-cc5717d4-3bd1-458b-927e-ab460620ad5d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.1680312 Aug 20 11:57:26.996050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Checking segment: {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:26.996882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Network hostable DHCP agents. Network: a97c83e2-bcbd-4e76-85a7-fafddaa529ec, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:57:27.058644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:27.059118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-414b0fba-3511-443e-80f5-1345f6258087 req-8ffb6841-8ce9-4073-bf55-d4c0bc001b55 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579028 Aug 20 11:57:27.089254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:57:27.107984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, a97c83e2-bcbd-4e76-85a7-fafddaa529ec) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:27.122941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8f0a0-c632-4696-85ae-3aaf7b475e74 None None] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:27.146819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927377a-cd9f-43c5-8d49-f9481bcd401a req-2ab90a25-9528-45da-9fdb-2f75d0844daf tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:27.149878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6927377a-cd9f-43c5-8d49-f9481bcd401a req-2ab90a25-9528-45da-9fdb-2f75d0844daf tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.1150908 Aug 20 11:57:27.157558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:27.157558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.158334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33588) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:27.163977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Request body: {'floatingip': {'port_id': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:27.215269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9b6063ff-586d-4352-9cd2-8a5948ea00c6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9051523 Aug 20 11:57:27.216932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33590) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:27.228253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:27.241592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e89cf-4786-4504-b59d-58ff439d5946 req-e526fa80-9183-4654-ab62-e5a7df93b29a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:27.245525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.249174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca9e89cf-4786-4504-b59d-58ff439d5946 req-e526fa80-9183-4654-ab62-e5a7df93b29a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0980310 Aug 20 11:57:27.290671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1277216965-network', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:27.297021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca9e89cf-4786-4504-b59d-58ff439d5946 req-5b317752-db73-4d30-b089-35ce3c7f10e9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Aug 20 11:57:27.343124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.345662 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.409891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:27.413560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.425478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:57:27.427875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.472399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.492968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33598) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:27.505628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b31c-0c1d-4367-83da-143c3fade129 req-cbda67ef-1ebf-4ec3-84f5-d7f1ad83d837 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:27.508060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-cbda67ef-1ebf-4ec3-84f5-d7f1ad83d837 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 821 time: 0.1493368 Aug 20 11:57:27.518423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.541054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-b393807e-1167-482f-9be0-d5380a4e3df5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/quotas/1dba54f45f4a4c989c327f7066d42bad HTTP/1.1" status: 200 len: 375 time: 0.0228596 Aug 20 11:57:27.566955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4921ba07-27d1-4bdd-9b92-5cd221c0be66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88b7355ddc8a475aba855c6f96af65ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728896 Aug 20 11:57:27.585742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33600) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:27.595180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 67dcfd80-598f-4ede-aebc-ef61721a5d11 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:27.625305 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 67dcfd80-598f-4ede-aebc-ef61721a5d11 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:57:27.625654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 67dcfd80-598f-4ede-aebc-ef61721a5d11 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:27.653970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Allocated IP 172.20.0.2 (a97c83e2-bcbd-4e76-85a7-fafddaa529ec/3ed32338-9033-4125-866a-377a53327361/c386a065-1d16-46e6-ab0c-46b092aaf9b9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:27.670249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-3ccb279f-9b51-4fdd-aba4-83705ceeef2d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185040 Aug 20 11:57:27.682270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38ad801-4b13-4e61-bbe8-efaf9e3cc1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.752537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38ad801-4b13-4e61-bbe8-efaf9e3cc1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.830622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-489ffc2d-c715-4367-bfa4-0f0b2e12df5c service neutron] 10.222.0.25 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438394 Aug 20 11:57:27.845296 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.857355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Transition to ACTIVE for port object c386a065-1d16-46e6-ab0c-46b092aaf9b9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:27.871404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38ad801-4b13-4e61-bbe8-efaf9e3cc1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.874547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Transition to ACTIVE for port object c386a065-1d16-46e6-ab0c-46b092aaf9b9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:27.875878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38ad801-4b13-4e61-bbe8-efaf9e3cc1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.877296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e38ad801-4b13-4e61-bbe8-efaf9e3cc1c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04a0fba1-727b-45e3-a1d0-e9a99299804b HTTP/1.1" status: 204 len: 168 time: 0.2902436 Aug 20 11:57:27.889170 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:27.921304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ad801-4b13-4e61-bbe8-efaf9e3cc1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a0fba1-727b-45e3-a1d0-e9a99299804b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:27.948450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Pushing event updated for resources: {'Port': ['ID=c386a065-1d16-46e6-ab0c-46b092aaf9b9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:27.987114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:27.988533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:27.991856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:28.023457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-8f2e803a-7237-452b-858c-05c1364e95cf service neutron] 10.222.0.25 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817150 Aug 20 11:57:28.080420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Attempting to bind port c386a065-1d16-46e6-ab0c-46b092aaf9b9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:28.080806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Attempting to bind port c386a065-1d16-46e6-ab0c-46b092aaf9b9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:28.081904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Attempting to bind port c386a065-1d16-46e6-ab0c-46b092aaf9b9 on network a97c83e2-bcbd-4e76-85a7-fafddaa529ec {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:28.089761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:28.090093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Checking segment: {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:28.090745 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.091286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Bound using segment: {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:28.092278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Bound port: c386a065-1d16-46e6-ab0c-46b092aaf9b9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:28.092909 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.094081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.219085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] For port c386a065-1d16-46e6-ab0c-46b092aaf9b9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:28.227799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] For port c386a065-1d16-46e6-ab0c-46b092aaf9b9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c386a065-1d16-46e6-ab0c-46b092aaf9b9,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:28.235929 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.278126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.316944 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.343357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf54126-bcc1-46cc-a832-7843e2f3940d req-3b123a98-8e91-4c7b-bbc3-4bb10efdabae tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:28.356888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdf54126-bcc1-46cc-a832-7843e2f3940d req-3b123a98-8e91-4c7b-bbc3-4bb10efdabae tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.1333237 Aug 20 11:57:28.359008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087b1dd-13b4-4a41-9804-05380a6e360f None None] Pushing event updated for resources: {'Port': ['ID=c386a065-1d16-46e6-ab0c-46b092aaf9b9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:28.391341 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.resource_extend [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:57:28.398083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:57:28.427054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdf54126-bcc1-46cc-a832-7843e2f3940d req-d82133bd-3c76-4d76-a680-99e669c7b63a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692003 Aug 20 11:57:28.512788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.513961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609918e3-ebc6-48cf-9a69-818902fd8379,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:28.544926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.547344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.547689 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Added segment 05c21965-fa2e-44cb-b634-dd3faed421a3 of type vlan for network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b Aug 20 11:57:28.645750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91746b6a-32f8-44f6-aa1d-47ab60427d16 req-a32ee35d-d36d-42ee-b502-e1848c20cba5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 210 time: 0.0913825 Aug 20 11:57:28.666161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2684b-a4b1-461d-8396-d359d263e315 req-2aa8a34c-8e04-42c7-80fb-171a79c9160e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:28.679514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ee2684b-a4b1-461d-8396-d359d263e315 req-2aa8a34c-8e04-42c7-80fb-171a79c9160e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1719518 Aug 20 11:57:28.732617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:28.756097 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ee2684b-a4b1-461d-8396-d359d263e315 req-1ea182d4-9868-4d60-ab41-2d5ad9fcc43d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714104 Aug 20 11:57:28.857108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.resource_extend [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:57:28.904373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f609f9-b9e6-4c61-a1fa-ec142b91d074 req-7f0b47ea-bd5b-4574-b5a9-3605da26f403 tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:28.906767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81f609f9-b9e6-4c61-a1fa-ec142b91d074 req-7f0b47ea-bd5b-4574-b5a9-3605da26f403 tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1101 time: 0.0495009 Aug 20 11:57:28.947428 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Floating IP 4bf1b7a9-9596-412e-8511-f174ba44e8e5 associated. External IP: 172.25.0.242, port: 7dc961dc-4503-43c6-93d0-6fdfab2c9b24. Aug 20 11:57:28.960634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81f609f9-b9e6-4c61-a1fa-ec142b91d074 req-7a67cad2-bf4d-4c78-8a81-37501f4640df tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Aug 20 11:57:29.090939 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.091915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:29.092501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.212220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33652) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:29.212557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1527104 Aug 20 11:57:29.217996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Request body: {'subnet': {'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1277216965-subnet', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:29.238306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.269688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:29.312451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:29.313896 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.316376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.316722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.317098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.317423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.317739 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.318070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.318438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.318764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.319183 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.319291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.319496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.319747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.320068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b44065-a2e3-4639-a533-0e25d9525aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:29.335689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:57:29.431413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Router d118ce28-dca5-4e37-a6f6-c04e90179747 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:29.573186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092c0be-2b8a-4ebc-9f9a-8364556f97af req-f62bf0b1-3937-41a7-ad07-e385c0ede832 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:29.576459 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4484c110-3d72-4f68-867b-4173dc52f799 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1657853 Aug 20 11:57:29.582290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5092c0be-2b8a-4ebc-9f9a-8364556f97af req-f62bf0b1-3937-41a7-ad07-e385c0ede832 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.2463460 Aug 20 11:57:29.676890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5092c0be-2b8a-4ebc-9f9a-8364556f97af req-025ff5f7-47e6-4bdf-a2cc-c3ffc9d0244c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879600 Aug 20 11:57:29.692610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Allocated IP 172.25.0.170 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/7d2607c0-4aa7-44f0-95b5-615e13cbd001) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:29.767920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43000b3-910b-455f-828a-9ca57991e11f None None] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:29.776609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:29.782853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.838973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] Sync routers for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:29.854872 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6fbe5c6d-c994-4d47-84b4-96299b7e4dd1 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "PUT /v2.0/floatingips/4bf1b7a9-9596-412e-8511-f174ba44e8e5 HTTP/1.1" status: 200 len: 991 time: 2.6950166 Aug 20 11:57:29.857613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'tag': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:29.860295 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d21764-c324-4853-8f9c-1fa29b8c5e52", "tag": "7dc961dc-4503-43c6-93d0-6fdfab2c9b24"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:29.888266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:29.889540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:29.915384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0eb6c-f976-4234-8075-36d5b061a84a req-4309897b-5292-49db-a5c7-9d371dea0963 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:29.923606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30d0eb6c-f976-4234-8075-36d5b061a84a req-4309897b-5292-49db-a5c7-9d371dea0963 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.3119829 Aug 20 11:57:29.932996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-307b97b6-ef2d-4156-9606-31c907bbd707 req-c0904d73-51ef-4abe-ad75-b09230ce0bcb tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 210 time: 0.1679780 Aug 20 11:57:29.935811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:29.970793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.031162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3641d331-978e-46a1-b0a4-0994550757ca None None] Provisioning for port c386a065-1d16-46e6-ab0c-46b092aaf9b9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:30.042884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.094587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1287cab9-22b6-455d-8d17-c67686150947,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:30.131839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.133820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.134015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.134408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.134801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.135163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.135781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.136084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.136538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.136922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.137257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.137694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:30.252272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:30.269949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:30.275044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:30.284877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d2607c0-4aa7-44f0-95b5-615e13cbd001,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:30.325393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Checking segment: {'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:30.325620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Network hostable DHCP agents. Network: 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:57:30.333767 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5ccae6-0a23-443f-8071-8e68789d4444 x-openstack-request-id: req-ae5ccae6-0a23-443f-8071-8e68789d4444 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:30.334521 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d21764-c324-4853-8f9c-1fa29b8c5e52", "tag": "7dc961dc-4503-43c6-93d0-6fdfab2c9b24", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:30.334996 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae5ccae6-0a23-443f-8071-8e68789d4444 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:30.335775 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'tag': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'status': 'completed', 'code': 200} Aug 20 11:57:30.375142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30d0eb6c-f976-4234-8075-36d5b061a84a req-288f3b7b-e276-4a7a-997c-7ebc6ff003ae tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505296 Aug 20 11:57:30.419617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:57:30.456249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:30.465444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:30.470508 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.490527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b31c-0c1d-4367-83da-143c3fade129 req-312e4f67-7e2d-4d4b-9ebb-5c42ccb21392 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:30.495111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-312e4f67-7e2d-4d4b-9ebb-5c42ccb21392 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 821 time: 0.5533934 Aug 20 11:57:30.502967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6efa50a2-434b-4f72-9191-2a399552c234 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2889273 Aug 20 11:57:30.503573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33704) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:30.515126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:30.562479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-a0752194-612b-4650-8a15-731e4b4798d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:30.564477 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-a0752194-612b-4650-8a15-731e4b4798d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=109cccffaac647588005ad088e1afd41&device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 1097 time: 0.2058239 Aug 20 11:57:30.577017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Request body: {'port': {'device_id': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'admin_state_up': True, 'tenant_id': '1dba54f45f4a4c989c327f7066d42bad'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:30.691040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d3ae6-0273-4f43-9902-165e8b71e152 None None] Network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:30.840183 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.841270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:30.856442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c386a065-1d16-46e6-ab0c-46b092aaf9b9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:30.884541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-52b3dc76-f875-40b0-8b72-1edb6df258ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:30.887706 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-52b3dc76-f875-40b0-8b72-1edb6df258ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 200 len: 924 time: 0.2789445 Aug 20 11:57:30.905752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:30.986511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d54339-d11e-4e0a-8d60-efe2fc09ceba req-b2c87400-fb1c-4818-9dc9-f1eeb38a989a tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:30.995662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9d54339-d11e-4e0a-8d60-efe2fc09ceba req-b2c87400-fb1c-4818-9dc9-f1eeb38a989a tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1097 time: 0.2383955 Aug 20 11:57:31.108073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9d54339-d11e-4e0a-8d60-efe2fc09ceba req-db51ed9b-f0e0-4900-9575-d988e9efbd69 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114256 Aug 20 11:57:31.133060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c386a065-1d16-46e6-ab0c-46b092aaf9b9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:31.195888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c386a065-1d16-46e6-ab0c-46b092aaf9b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:31.196185 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.230271 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-d1fd3e71-aca6-4596-a0d2-e195e0517d3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc961dc-4503-43c6-93d0-6fdfab2c9b24 HTTP/1.1" status: 200 len: 999 time: 0.3284323 Aug 20 11:57:31.231166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.236843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Made reservation on behalf of 1dba54f45f4a4c989c327f7066d42bad for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:31.241033 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.280848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b', 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'fixed_ips': [{'subnet_id': '1287cab9-22b6-455d-8d17-c67686150947'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:57:31.281700 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.315556 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.384642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-101636f9-90a7-44e3-a2c5-7f97d96d3021 req-4c843338-b7a8-477d-8a12-7841abf09acc tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 210 time: 0.0595503 Aug 20 11:57:31.392852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-f658b331-9042-4744-8a85-6f496389cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:31.396861 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-f658b331-9042-4744-8a85-6f496389cfc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2fb1305-8259-41de-a3fa-da38bbe5c792 HTTP/1.1" status: 200 len: 862 time: 0.1233313 Aug 20 11:57:31.504812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59665a50-22d1-4a73-b331-333b2c555683 req-1bfc6689-61ba-4476-b6aa-2aff12cfcd10 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:31.507181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59665a50-22d1-4a73-b331-333b2c555683 req-1bfc6689-61ba-4476-b6aa-2aff12cfcd10 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.5572929 Aug 20 11:57:31.684308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-abc4051e-1ec5-4616-a390-fadf73985e96 None None] Provisioning complete for port c386a065-1d16-46e6-ab0c-46b092aaf9b9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:31.685078 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-abc4051e-1ec5-4616-a390-fadf73985e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.784678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Allocated IP 172.20.0.2 (1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b/1287cab9-22b6-455d-8d17-c67686150947/8e22ff85-53f4-45b3-ab91-3000cdd2a689) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:31.805913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:31.878197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-c360b5e9-6e8f-4390-8d2d-f9b7986fb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:31.879721 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-c360b5e9-6e8f-4390-8d2d-f9b7986fb3e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393a2286-2b94-4720-bc41-0b7c8532c668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4642894 Aug 20 11:57:31.996574 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.006091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Transition to ACTIVE for port object 8e22ff85-53f4-45b3-ab91-3000cdd2a689 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:32.023961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Transition to ACTIVE for port object 8e22ff85-53f4-45b3-ab91-3000cdd2a689 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:32.038132 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.045862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.087642 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.093303 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-b4008ab4-2ccf-4e78-b9da-003c1d178a02 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029060 Aug 20 11:57:32.106242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:32.108979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Pushing event updated for resources: {'Port': ['ID=8e22ff85-53f4-45b3-ab91-3000cdd2a689,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:32.111632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:32.154236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:32.216689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17bef-9715-4bed-b45c-02f2bd50f360 req-4078fac8-f990-488d-9867-d4738b3b2ddc tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:32.218470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1f17bef-9715-4bed-b45c-02f2bd50f360 req-4078fac8-f990-488d-9867-d4738b3b2ddc tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1097 time: 0.1616189 Aug 20 11:57:32.238543 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28d66ae5-f5ff-458b-bdf8-ff13608f85c2 req-8f563ff4-0b02-468d-a8e2-fb3c8bad7495 service neutron] 10.222.0.73 "GET /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041169 Aug 20 11:57:32.248208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59665a50-22d1-4a73-b331-333b2c555683 req-715199bc-fdcb-4458-b669-eee54b54936c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917820 Aug 20 11:57:32.259499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-31469e65-87f1-48b9-8bdb-af3c6685d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:32.261844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-31469e65-87f1-48b9-8bdb-af3c6685d02c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1101 time: 0.4236882 Aug 20 11:57:32.264576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c386a065-1d16-46e6-ab0c-46b092aaf9b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c386a065-1d16-46e6-ab0c-46b092aaf9b9,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:32.292013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Attempting to bind port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:32.292350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Attempting to bind port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:32.292666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Attempting to bind port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 on network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:32.299632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:32.300001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Checking segment: {'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:32.300412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.301981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Bound using segment: {'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:32.302546 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Bound port: 8e22ff85-53f4-45b3-ab91-3000cdd2a689, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:32.302943 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.317381 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.323083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-abc4051e-1ec5-4616-a390-fadf73985e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.388054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1f17bef-9715-4bed-b45c-02f2bd50f360 req-b615da88-6ada-4347-92a0-9329f03ce190 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176331 Aug 20 11:57:32.411893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Allocated IP 172.20.0.13 (b5d66fb8-60bf-4c82-9d35-49fa0f779797/e3c72f72-d312-4bb8-bdb9-a6005c267c59/3b75aaef-9814-4d34-a206-9d9a4f66d055) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:32.442242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4bf1b7a9-9596-412e-8511-f174ba44e8e5', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'port_id': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'mac_address': 'fa:16:3e:3a:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:54:50Z', 'updated_at': '2021-08-20T11:57:28Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:32.546277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-89face94-5551-41d8-b5b1-9c33875928d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:32.547705 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-89face94-5551-41d8-b5b1-9c33875928d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2762771 Aug 20 11:57:32.553828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:57:32.641056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] Checking router: d118ce28-dca5-4e37-a6f6-c04e90179747 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:32.691724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fffc480-6c6c-4d59-8cb6-fdcb54b617e2 req-86cfe147-4174-4ab2-a24d-eb0e01490482 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 210 time: 0.0461140 Aug 20 11:57:32.739163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c386a065-1d16-46e6-ab0c-46b092aaf9b9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:32.750967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:32.754748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:32.762581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:32.764957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-abc4051e-1ec5-4616-a390-fadf73985e96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:57:32.767111 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-abc4051e-1ec5-4616-a390-fadf73985e96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:57:32.771752 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-e403a298-d132-4c40-ae21-fb4a20f5f719 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.2117395 Aug 20 11:57:32.775285 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Sync routers for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:32.775889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] For port 8e22ff85-53f4-45b3-ab91-3000cdd2a689, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:32.790501 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:32.794237 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:32.839084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-bd638503-a85f-47dd-ad1b-27388c192af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:32.841301 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-bd638503-a85f-47dd-ad1b-27388c192af0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0578177 Aug 20 11:57:32.853322 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:32.854966 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6bc3d4e5-c83c-4198-93b7-e84deaf757b1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6367273 Aug 20 11:57:32.899015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33750) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:32.901329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] For port 8e22ff85-53f4-45b3-ab91-3000cdd2a689, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e22ff85-53f4-45b3-ab91-3000cdd2a689,segment=NetworkSegment(05c21965-fa2e-44cb-b634-dd3faed421a3),segment_id=05c21965-fa2e-44cb-b634-dd3faed421a3)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:32.930227 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.008653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-e79ec7c3-59fe-43d6-996b-8da269969049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:33.009935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.012760 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-e79ec7c3-59fe-43d6-996b-8da269969049 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1546335 Aug 20 11:57:33.040557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5a2d-0127-484b-bafb-2460b6d24817 None None] Pushing event updated for resources: {'Port': ['ID=8e22ff85-53f4-45b3-ab91-3000cdd2a689,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:33.063462 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:33.087478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.123742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.255725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:33.286045 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-6a6fb522-3b8f-4b90-b8ac-18ff2c3762f6 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619658 Aug 20 11:57:33.385878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Allocated IP 172.25.0.58 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/c449db95-6d03-49a2-9f66-bfbc1fec7dff) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:33.500967 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:30Z', 'revision_number': 3, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:33.592715 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Checking router: 0bff1b08-629f-4717-8697-c2a9f0aa6d09 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:33.593011 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Updating router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 port 7d2607c0-4aa7-44f0-95b5-615e13cbd001 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:57:33.750261 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.831249 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-5b80ff5f-4e38-47d4-beb9-9cb71eb70e6b service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330598 Aug 20 11:57:33.846387 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:33.858494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['2543b0df-4e6d-42a4-9012-3ea01d310035'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:33.903577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33790) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:33.960878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdceef-c4d3-4106-b3e4-a10e12755d63 req-d43ecc14-af4f-47e6-b172-7fb6b559249f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:33.962472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7acdceef-c4d3-4106-b3e4-a10e12755d63 req-d43ecc14-af4f-47e6-b172-7fb6b559249f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.4446306 Aug 20 11:57:33.981402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Network b5d66fb8-60bf-4c82-9d35-49fa0f779797 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:34.032875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:34.089519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:34.105684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Pushing event updated for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:34.204558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7acdceef-c4d3-4106-b3e4-a10e12755d63 req-f7f981f7-c138-4bf9-8e85-4be6c9fcf884 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183347 Aug 20 11:57:34.213881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b84aa72-e654-4136-8a03-74973acc0c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.224954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.269344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:34.270017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.371330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.473366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-f0820650-154e-43c5-8010-73c9b2d4a5a1 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:57:34.492739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-f0820650-154e-43c5-8010-73c9b2d4a5a1 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0414412 Aug 20 11:57:34.510151 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.514727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Request body: {'binding': {'host': 'n-h1-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:34.515187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Unknown quota resources ['binding']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:57:34.554234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4bf1b7a9-9596-412e-8511-f174ba44e8e5', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'port_id': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'mac_address': 'fa:16:3e:3a:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:54:50Z', 'updated_at': '2021-08-20T11:57:28Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:34.606209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86709960-a642-43f2-a04c-97c82ab1076b None None] The sync data for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 is: [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4bf1b7a9-9596-412e-8511-f174ba44e8e5', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'port_id': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'mac_address': 'fa:16:3e:3a:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:54:50Z', 'updated_at': '2021-08-20T11:57:28Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:34.612075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:34.688002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=c449db95-6d03-49a2-9f66-bfbc1fec7dff,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:34.694599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:34.707054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:34.748261 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.764733 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Transition to ACTIVE for port object 7d2607c0-4aa7-44f0-95b5-615e13cbd001 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:34.781411 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.826425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Allocated IP 172.20.0.1 (a97c83e2-bcbd-4e76-85a7-fafddaa529ec/3ed32338-9033-4125-866a-377a53327361/57f5b1f2-56d0-4e6b-9636-f896101d1f98) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:34.839795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b84aa72-e654-4136-8a03-74973acc0c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.902365 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b84aa72-e654-4136-8a03-74973acc0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:34.908059 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Pushing event updated for resources: {'Port': ['ID=7d2607c0-4aa7-44f0-95b5-615e13cbd001,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:34.933381 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.936213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c386a065-1d16-46e6-ab0c-46b092aaf9b9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:34.939752 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.947633 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.949230 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.949687 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.950546 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.953959 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.954622 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.955188 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.955739 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.957873 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.960799 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:57:34.971948 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Attempting to bind port 7d2607c0-4aa7-44f0-95b5-615e13cbd001 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:34.977159 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Attempting to bind port 7d2607c0-4aa7-44f0-95b5-615e13cbd001 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:34.977822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-5a7d0ac3-f78e-457a-991c-84098bfab1e5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4117913 Aug 20 11:57:34.978365 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Attempting to bind port 7d2607c0-4aa7-44f0-95b5-615e13cbd001 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:35.002498 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:35.004336 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:35.005175 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.005944 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:35.009163 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Bound port: 7d2607c0-4aa7-44f0-95b5-615e13cbd001, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:35.009983 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.034895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Request body: {'port': {'device_id': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:35.079529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac419a5-4e8b-4c98-a012-364a9b68ffef req-6f946909-ba5b-4ad6-b290-f0a753567921 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:35.080321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273807ab-1e2b-4b1a-a72c-a567d2660273 None None] New status for floating IP 4bf1b7a9-9596-412e-8511-f174ba44e8e5: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:57:35.087551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ac419a5-4e8b-4c98-a012-364a9b68ffef req-6f946909-ba5b-4ad6-b290-f0a753567921 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 932 time: 0.4777651 Aug 20 11:57:35.087851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.106689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Transition to ACTIVE for port object 57f5b1f2-56d0-4e6b-9636-f896101d1f98 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:35.156980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.164973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30064f10-0936-4434-b49c-31a96a62e786 None None] Network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:35.166878 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] For port 7d2607c0-4aa7-44f0-95b5-615e13cbd001, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:35.171074 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] For port 7d2607c0-4aa7-44f0-95b5-615e13cbd001, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d2607c0-4aa7-44f0-95b5-615e13cbd001,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:35.176243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9b84aa72-e654-4136-8a03-74973acc0c59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97ca75b4a274419f95c08c9436fa9947&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2695649 Aug 20 11:57:35.183205 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.192955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33794) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:35.231941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c386a065-1d16-46e6-ab0c-46b092aaf9b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:35.232509 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.257681 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc36e20-67fb-45de-b98a-6fa4e2d568a4 None None] Pushing event updated for resources: {'Port': ['ID=7d2607c0-4aa7-44f0-95b5-615e13cbd001,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:35.261838 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:35.262677 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:35.266667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b880052b-324b-47d2-b530-9fecf52b44a8 None None] Provisioning for port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:35.309814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:35.334915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:35.359913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=57f5b1f2-56d0-4e6b-9636-f896101d1f98,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:35.375427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:35.424448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ffef688-7473-494b-a4bc-ef6fd1f6faea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.467940 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.483377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ffef688-7473-494b-a4bc-ef6fd1f6faea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.498008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.512683 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:35.567903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84aa72-e654-4136-8a03-74973acc0c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4679160-8bb9-4e54-8402-09fe1b063200,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:35.595072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e22ff85-53f4-45b3-ab91-3000cdd2a689 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:35.726764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:35.733030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:35.734321 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.744125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ffef688-7473-494b-a4bc-ef6fd1f6faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.746844 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ffef688-7473-494b-a4bc-ef6fd1f6faea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.751205 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6ffef688-7473-494b-a4bc-ef6fd1f6faea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4679160-8bb9-4e54-8402-09fe1b063200 HTTP/1.1" status: 204 len: 168 time: 0.5540826 Aug 20 11:57:35.779581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on host n-h1-800634-10 for vnic_type normal with profile None {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:35.780249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:35.780424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:35.785672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffef688-7473-494b-a4bc-ef6fd1f6faea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4679160-8bb9-4e54-8402-09fe1b063200,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:35.847377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:35.847697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:35.860495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.873720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5152d84a-4dbc-400a-b242-19aa39b17186 None None] Provisioning for port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:35.888207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5152d84a-4dbc-400a-b242-19aa39b17186 None None] Provisioning complete for port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:35.888955 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5152d84a-4dbc-400a-b242-19aa39b17186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:35.896551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ac419a5-4e8b-4c98-a012-364a9b68ffef req-8ea073ad-66a6-47b3-83df-9640c4b6f5a3 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8080826 Aug 20 11:57:35.904535 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:30Z', 'revision_number': 3, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:35.981394 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5d8fa-9913-4442-837d-22186e6a7652 None None] The sync data for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 is: [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:30Z', 'revision_number': 3, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:35.994483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:35.996088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:35.996816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:35.998505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Bound port: 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:36.106804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5152d84a-4dbc-400a-b242-19aa39b17186 None None] Port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:36.132981 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.200839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 8e22ff85-53f4-45b3-ab91-3000cdd2a689, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e22ff85-53f4-45b3-ab91-3000cdd2a689,segment=NetworkSegment(05c21965-fa2e-44cb-b634-dd3faed421a3),segment_id=05c21965-fa2e-44cb-b634-dd3faed421a3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:36.206934 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.213826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.225763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.277179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=8e22ff85-53f4-45b3-ab91-3000cdd2a689,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:36.278430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33806) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:36.282832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.293969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c4231d2e-56ad-444d-84e9-f68fe94f8cd2 None None] Provisioning complete for port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:36.294572 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4231d2e-56ad-444d-84e9-f68fe94f8cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.409135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd10e-dc9e-4622-8f97-b068e193e1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.466060 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:36.560397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:36.561220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=57f5b1f2-56d0-4e6b-9636-f896101d1f98,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:36.569733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:36.777175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:36.865284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e22ff85-53f4-45b3-ab91-3000cdd2a689 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:36.969777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:36.970352 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.011418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-baa8175d-9346-45f0-a054-fe0d7c8c739c None None] Provisioning complete for port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:37.012574 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-baa8175d-9346-45f0-a054-fe0d7c8c739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.016068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd10e-dc9e-4622-8f97-b068e193e1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.027621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd10e-dc9e-4622-8f97-b068e193e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.061236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:37.063791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:37.084105 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0ef8a3df-3b26-44a6-a943-f77792449dd0 admin admin] 10.222.0.25 "PUT /v2.0/routers/0bff1b08-629f-4717-8697-c2a9f0aa6d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1777472 Aug 20 11:57:37.112160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd10e-dc9e-4622-8f97-b068e193e1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e973cea8-6bcb-442b-8be9-fde1a4bbd0c5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:37.112656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.113906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] 10.222.0.25 "POST /v2.0/ports/4e49329f-7ff3-4849-a2d8-ed94f7713a70/bindings HTTP/1.1" status: 201 len: 390 time: 2.6203759 Aug 20 11:57:37.117333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-baa8175d-9346-45f0-a054-fe0d7c8c739c None None] Port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:37.178877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b953a1-2e9c-47b2-a827-f1c46f1a5504 req-e9879acc-baa4-4d26-9c1e-8d3be0515161 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:37.180915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71b953a1-2e9c-47b2-a827-f1c46f1a5504 req-e9879acc-baa4-4d26-9c1e-8d3be0515161 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 1.0639396 Aug 20 11:57:37.186376 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a4cd10e-dc9e-4622-8f97-b068e193e1b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c33b3d0c59ba40ac8f72010be79da560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8902910 Aug 20 11:57:37.188070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33812) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:37.260958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d2607c0-4aa7-44f0-95b5-615e13cbd001 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:37.334092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7d2607c0-4aa7-44f0-95b5-615e13cbd001 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:37.341225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7d2607c0-4aa7-44f0-95b5-615e13cbd001 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:37.341654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.481250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.505145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 7d2607c0-4aa7-44f0-95b5-615e13cbd001, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d2607c0-4aa7-44f0-95b5-615e13cbd001,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:37.510902 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.535547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-07be90ea-e65f-48c5-a120-e7f90fd0bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:37.538257 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-07be90ea-e65f-48c5-a120-e7f90fd0bb4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1097 time: 0.0591764 Aug 20 11:57:37.564381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.567505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=7d2607c0-4aa7-44f0-95b5-615e13cbd001,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:37.579909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce080db2-1053-42a3-9927-16e4ab6c42dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.593190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71b953a1-2e9c-47b2-a827-f1c46f1a5504 req-c1fa60fd-fd1f-427c-b281-22080eecab80 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291445 Aug 20 11:57:37.736122 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce080db2-1053-42a3-9927-16e4ab6c42dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.880983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b75aaef-9814-4d34-a206-9d9a4f66d055 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:37.949738 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:37.951827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-7f310a60-29b0-401b-9dfe-4c85d695ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:37.955341 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-7f310a60-29b0-401b-9dfe-4c85d695ef61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.4078214 Aug 20 11:57:38.004337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5701a-b797-44d2-ad57-6083080a3c8c req-370fc861-5db4-4c0f-a1b5-9de2fb6e6f98 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:38.004583 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-c5c3bf7c-24b3-4364-b7b9-e40b4a527e16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70 HTTP/1.1" status: 200 len: 217 time: 0.0416858 Aug 20 11:57:38.006599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bb5701a-b797-44d2-ad57-6083080a3c8c req-370fc861-5db4-4c0f-a1b5-9de2fb6e6f98 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.2760482 Aug 20 11:57:38.017966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559e67e-0824-4a5c-849d-b718b1a84c46 req-603110c3-734e-4563-b71b-43a592ee0e51 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:38.019738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d559e67e-0824-4a5c-849d-b718b1a84c46 req-603110c3-734e-4563-b71b-43a592ee0e51 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 932 time: 0.3903580 Aug 20 11:57:38.036709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Transition to ACTIVE for port object 3b75aaef-9814-4d34-a206-9d9a4f66d055 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:38.060511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:38.080942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-2fea99db-b7a3-4ff6-8390-f804dcc79934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:38.082650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-2fea99db-b7a3-4ff6-8390-f804dcc79934 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0676799 Aug 20 11:57:38.106845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce080db2-1053-42a3-9927-16e4ab6c42dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:38.109377 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce080db2-1053-42a3-9927-16e4ab6c42dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:38.113035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ce080db2-1053-42a3-9927-16e4ab6c42dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e973cea8-6bcb-442b-8be9-fde1a4bbd0c5 HTTP/1.1" status: 204 len: 168 time: 0.9074326 Aug 20 11:57:38.137287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-a3af46d8-7e83-4012-b6c8-703fe3c6385b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425668 Aug 20 11:57:38.141119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:57:38.163782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce080db2-1053-42a3-9927-16e4ab6c42dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e973cea8-6bcb-442b-8be9-fde1a4bbd0c5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:38.182875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bb5701a-b797-44d2-ad57-6083080a3c8c req-499eed78-48ae-4562-bcd8-2791bb60a00c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619916 Aug 20 11:57:38.186883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d559e67e-0824-4a5c-849d-b718b1a84c46 req-ae6d0f47-f870-48e2-bc9d-00ac831800ad tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556547 Aug 20 11:57:38.326035 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-7050d4f7-b722-4f3a-9132-0ad66ddb08d6 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691699 Aug 20 11:57:38.347947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Pushing event updated for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:38.396131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:38.419329 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Sync routers for ids ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:38.420122 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:38.420888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8113a554-b5c6-4610-885d-9b0689af7fe5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9152000 Aug 20 11:57:38.423905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33826) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:38.454663 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Routers {'28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:38.456877 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:38.517334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Sync routers for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:38.535057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:38.540310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:38.540653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:38.540961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:38.545275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:38.554726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:38.555046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:38.561695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:38.562029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:38.562453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:38.563110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Bound port: 3b75aaef-9814-4d34-a206-9d9a4f66d055, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:38.563273 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:38.655958 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Set router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:38.666296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-b2a100f9-00ac-4e45-90a6-7d8f4b1fc279 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333461 Aug 20 11:57:38.744035 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d2607c0-4aa7-44f0-95b5-615e13cbd001 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:38.762402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:38.766598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:38.777776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:38.988505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:38.991498 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 3, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:39.001212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:39.001846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.003296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] 10.222.0.22 "PUT /v2.0/ports/3b75aaef-9814-4d34-a206-9d9a4f66d055 HTTP/1.1" status: 200 len: 1093 time: 4.0038846 Aug 20 11:57:39.003738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:39.008263 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3c4b19-69fc-4573-a4e3-c87b41d95502" -d '{"events": [{"name": "network-changed", "server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:39.076859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7d2607c0-4aa7-44f0-95b5-615e13cbd001 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:39.077731 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.087350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Checking router: 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:39.088069 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Updating router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d port c449db95-6d03-49a2-9f66-bfbc1fec7dff binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:57:39.150890 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.241154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219ba6e-7fff-4620-bad7-86d84bbe94bf req-d375e346-793f-4c80-8e69-523b6ee50c71 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:39.243011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7219ba6e-7fff-4620-bad7-86d84bbe94bf req-d375e346-793f-4c80-8e69-523b6ee50c71 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.2568793 Aug 20 11:57:39.243830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eefede-5ab7-46ac-a6ca-ab20ffce9f47 service neutron] Pushing event updated for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:39.328199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b31c-0c1d-4367-83da-143c3fade129 req-e7a3da8f-00c1-4c43-a2d0-b410ffa684f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:39.329945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-e7a3da8f-00c1-4c43-a2d0-b410ffa684f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1096 time: 0.2523148 Aug 20 11:57:39.422091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:39.430019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ff5479f4-6ee9-427e-b81b-f405365935b9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452633739', 'description': 'tempest-description--153757423'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:39.514374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ff5479f4-6ee9-427e-b81b-f405365935b9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.519832 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ff801-c70e-4d0a-b4ac-6c9e7bc8c7c3 x-openstack-request-id: req-535ff801-c70e-4d0a-b4ac-6c9e7bc8c7c3 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:39.521303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:36Z', 'revision_number': 2, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:39.521959 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:39.522113 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-535ff801-c70e-4d0a-b4ac-6c9e7bc8c7c3 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:39.524946 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055', 'status': 'completed', 'code': 200} Aug 20 11:57:39.567276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-14eacf1c-6019-405b-bd65-98ae7eec551d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055 HTTP/1.1" status: 200 len: 217 time: 0.2257028 Aug 20 11:57:39.577297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Checking router: 0bff1b08-629f-4717-8697-c2a9f0aa6d09 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:39.577945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Updating router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:57:39.616597 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.667313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7219ba6e-7fff-4620-bad7-86d84bbe94bf req-24a8b792-01b4-4d27-95c3-4599713fcc63 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055426 Aug 20 11:57:39.748140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ff5479f4-6ee9-427e-b81b-f405365935b9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.749821 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.754586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ff5479f4-6ee9-427e-b81b-f405365935b9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.785144 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Transition to ACTIVE for port object c449db95-6d03-49a2-9f66-bfbc1fec7dff will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:39.793794 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.794655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ff5479f4-6ee9-427e-b81b-f405365935b9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.797220 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ff5479f4-6ee9-427e-b81b-f405365935b9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3741496 Aug 20 11:57:39.805269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33866) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:39.813344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ed88f954-58fb-4fcb-9793-466cad584056 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Request body: {'security_group_rule': {'security_group_id': '64429cd9-6637-400e-9f43-0e94e9f4acb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:39.864099 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.872089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed88f954-58fb-4fcb-9793-466cad584056 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.885460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5479f4-6ee9-427e-b81b-f405365935b9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64429cd9-6637-400e-9f43-0e94e9f4acb7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:39.904391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5baa-1c00-4720-823d-0d68f5cf88bf req-caae4adf-662a-453f-82fc-3000e5cfaa33 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:39.905939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa3e5baa-1c00-4720-823d-0d68f5cf88bf req-caae4adf-662a-453f-82fc-3000e5cfaa33 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.3483052 Aug 20 11:57:39.916638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebb60f-9db6-4f29-9566-2588dbeffeaa None None] Pushing event updated for resources: {'Port': ['ID=c449db95-6d03-49a2-9f66-bfbc1fec7dff,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:39.917787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b31c-0c1d-4367-83da-143c3fade129 req-45af846a-c18b-422e-8e3e-20c4fb52364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:39.921448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-45af846a-c18b-422e-8e3e-20c4fb52364a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.2939353 Aug 20 11:57:39.921818 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Attempting to bind port c449db95-6d03-49a2-9f66-bfbc1fec7dff on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:39.921818 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Attempting to bind port c449db95-6d03-49a2-9f66-bfbc1fec7dff by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:39.922164 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Attempting to bind port c449db95-6d03-49a2-9f66-bfbc1fec7dff on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:39.929885 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:39.930350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:39.930875 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:39.931694 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:39.931818 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Bound port: c449db95-6d03-49a2-9f66-bfbc1fec7dff, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:39.932200 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.061320 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] For port c449db95-6d03-49a2-9f66-bfbc1fec7dff, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:40.064787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed88f954-58fb-4fcb-9793-466cad584056 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.073340 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed88f954-58fb-4fcb-9793-466cad584056 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.076599 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] For port c449db95-6d03-49a2-9f66-bfbc1fec7dff, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c449db95-6d03-49a2-9f66-bfbc1fec7dff,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:40.085390 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.105333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed88f954-58fb-4fcb-9793-466cad584056 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.107298 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ed88f954-58fb-4fcb-9793-466cad584056 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3007033 Aug 20 11:57:40.109892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33874) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:40.124473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0acb3399-553b-45c8-9ad1-cce334c6874f tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Request body: {'security_group_rule': {'security_group_id': '64429cd9-6637-400e-9f43-0e94e9f4acb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:40.133818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88f954-58fb-4fcb-9793-466cad584056 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc593ab-c72e-4165-87ce-2d0fa09fca5c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:40.168524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-51a8e00e-52e1-497d-9d26-902b76f629c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2267704 Aug 20 11:57:40.177023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0acb3399-553b-45c8-9ad1-cce334c6874f tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.194589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03663f43-a92d-464c-9e77-29757b28560c req-1044e3b5-4a4a-44b4-9f06-7eae75c34229 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:40.195774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03663f43-a92d-464c-9e77-29757b28560c req-1044e3b5-4a4a-44b4-9f06-7eae75c34229 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.4086580 Aug 20 11:57:40.262114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa3e5baa-1c00-4720-823d-0d68f5cf88bf req-48ff7fe8-1046-46b6-bc1c-9f38c14b4a27 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311832 Aug 20 11:57:40.293243 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Routers {'28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:40.295025 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:40.321071 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.333115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Transition to ACTIVE for port object 57f5b1f2-56d0-4e6b-9636-f896101d1f98 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:40.339416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0acb3399-553b-45c8-9ad1-cce334c6874f tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.342101 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.346170 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0acb3399-553b-45c8-9ad1-cce334c6874f tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.377852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb3399-553b-45c8-9ad1-cce334c6874f tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3de657e-c672-4f54-98c9-b2d7ae7427f6,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:40.396879 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebb60f-9db6-4f29-9566-2588dbeffeaa None None] Pushing event updated for resources: {'Port': ['ID=c449db95-6d03-49a2-9f66-bfbc1fec7dff,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:40.404107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0acb3399-553b-45c8-9ad1-cce334c6874f tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.405448 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0acb3399-553b-45c8-9ad1-cce334c6874f tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941878 Aug 20 11:57:40.408831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33880) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:40.416610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:40.468428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.485317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d393294-de1b-41c0-873f-5ab0122da0b0 None None] Pushing event updated for resources: {'Port': ['ID=57f5b1f2-56d0-4e6b-9636-f896101d1f98,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:40.608787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Attempting to bind port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:40.609373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Attempting to bind port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:40.609513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Attempting to bind port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 on network a97c83e2-bcbd-4e76-85a7-fafddaa529ec {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:40.625396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:40.625776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Checking segment: {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:40.626493 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.627029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Bound using segment: {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:40.627521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Bound port: 57f5b1f2-56d0-4e6b-9636-f896101d1f98, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:40.627911 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.738399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.764429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] For port 57f5b1f2-56d0-4e6b-9636-f896101d1f98, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:40.772889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] For port 57f5b1f2-56d0-4e6b-9636-f896101d1f98, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57f5b1f2-56d0-4e6b-9636-f896101d1f98,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:40.781482 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:40.790022 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] Set router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:40.913387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Allocated IP 172.25.0.135 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/9edcd7a0-602e-4d91-8b22-8b725ee6c769) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:40.928808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:40.932444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:41.038925 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 3, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:41.059933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d393294-de1b-41c0-873f-5ab0122da0b0 None None] Pushing event updated for resources: {'Port': ['ID=57f5b1f2-56d0-4e6b-9636-f896101d1f98,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:41.089589 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eaae81-b833-449e-a27a-087aab652d89 None None] The sync data for ids ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'] in n-d-800634-10 is: [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 3, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:41.125832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.207718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:41.212824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.237228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-e6c21ab7-6643-429b-94c5-9e480bd0ad42 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0401795 Aug 20 11:57:41.270373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:41.275232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:41.284582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:41.286967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03663f43-a92d-464c-9e77-29757b28560c req-a2f66c4f-9a69-4878-9495-e0cbf3b657ef tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0011914 Aug 20 11:57:41.289623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event updated for resources: {'Port': ['ID=9edcd7a0-602e-4d91-8b22-8b725ee6c769,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:41.321297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Allocated IP 172.20.0.1 (1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b/1287cab9-22b6-455d-8d17-c67686150947/e8a9a6df-7bd1-4c90-b764-496675d0d1f6) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:41.449395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.493998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1ed89-9e78-4e3a-9ffa-46ff5ae9df20 req-d756a1c7-8b12-4991-8161-d2936fd8f29b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:41.502719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95f1ed89-9e78-4e3a-9ffa-46ff5ae9df20 req-d756a1c7-8b12-4991-8161-d2936fd8f29b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.4879012 Aug 20 11:57:41.535131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.637086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:40Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:41.659756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95f1ed89-9e78-4e3a-9ffa-46ff5ae9df20 req-f8bbb6ad-72ea-411b-8f7a-b07f3465cee0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507652 Aug 20 11:57:41.699776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec5d8c-2120-418c-a840-0e4ba6861106 None None] The sync data for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 is: [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:40Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:41.808520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.815340 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.817927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.860456 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.866161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Transition to ACTIVE for port object e8a9a6df-7bd1-4c90-b764-496675d0d1f6 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:41.913696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0244b31c-0c1d-4367-83da-143c3fade129 req-20e0acde-8a0e-4255-8821-a1f93ed375bb service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646826 Aug 20 11:57:41.930215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065d599-bf92-4042-9212-405e99ac4e36 req-8b71da6b-fd74-43ba-bc61-f26d1f91f649 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:41.941702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c065d599-bf92-4042-9212-405e99ac4e36 req-8b71da6b-fd74-43ba-bc61-f26d1f91f649 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.4167483 Aug 20 11:57:41.944155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:41.966028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event updated for resources: {'Port': ['ID=9edcd7a0-602e-4d91-8b22-8b725ee6c769,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:41.989882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.018860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.027829 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-21883988-2da4-4490-8cce-ff0c7d8af559 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6103482 Aug 20 11:57:42.110743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:42.165138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:42.177315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:42.186370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:42.204092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c065d599-bf92-4042-9212-405e99ac4e36 req-3e226933-a8ca-48ea-8a73-1a791ccc5662 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606862 Aug 20 11:57:42.303147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-dd4970d5-8bb9-4771-8c9d-ab5d2356bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:42.305157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-dd4970d5-8bb9-4771-8c9d-ab5d2356bea4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1096 time: 0.2076306 Aug 20 11:57:42.502982 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.552273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dec8265c-c6ec-48db-a1d5-15bd7e391193 None None] Provisioning for port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:42.560437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dec8265c-c6ec-48db-a1d5-15bd7e391193 None None] Provisioning complete for port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:42.563152 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dec8265c-c6ec-48db-a1d5-15bd7e391193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.675660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-dec8265c-c6ec-48db-a1d5-15bd7e391193 None None] Port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:42.757912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-fda21830-5199-46f0-ac87-32aa759aa6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:42.759610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-fda21830-5199-46f0-ac87-32aa759aa6ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.4319146 Aug 20 11:57:42.786296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c449db95-6d03-49a2-9f66-bfbc1fec7dff up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:42.853561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c449db95-6d03-49a2-9f66-bfbc1fec7dff completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:42.853826 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-0cc424fa-9497-4a19-a932-1c6796998ccb tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1452633739&fields=id&tenant_id=43a37e23ca7f40279dd612608ffb1034 HTTP/1.1" status: 200 len: 267 time: 0.3404932 Aug 20 11:57:42.857304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-af8169df-6ab0-4c86-b21d-81ce61975ad9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055 HTTP/1.1" status: 200 len: 217 time: 0.0882416 Aug 20 11:57:42.861237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c449db95-6d03-49a2-9f66-bfbc1fec7dff triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:42.861622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.862899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.963738 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.974248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae7e83-4f1a-441a-a056-bf19d25c4196 req-ed82827d-0ab0-427b-a85d-b6f31df5f560 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:42.976334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13ae7e83-4f1a-441a-a056-bf19d25c4196 req-ed82827d-0ab0-427b-a85d-b6f31df5f560 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.2308555 Aug 20 11:57:42.991414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c449db95-6d03-49a2-9f66-bfbc1fec7dff, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c449db95-6d03-49a2-9f66-bfbc1fec7dff,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:42.996576 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:42.997456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57f5b1f2-56d0-4e6b-9636-f896101d1f98 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:43.032821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-e70e6480-8eb2-4944-9eb1-3f983bcf1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:43.034328 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-e70e6480-8eb2-4944-9eb1-3f983bcf1e15 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1654494 Aug 20 11:57:43.122323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c449db95-6d03-49a2-9f66-bfbc1fec7dff,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:43.136881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:43.141900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:43.142607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.180568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-663d9a03-fd5b-4d04-ac4e-5e9107646ed7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284535 Aug 20 11:57:43.206997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13ae7e83-4f1a-441a-a056-bf19d25c4196 req-34e792dc-7bd3-4b0b-968a-250ad3bc5856 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983321 Aug 20 11:57:43.225001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d7ea-7eba-471f-8054-13a91af712fb req-3316beb3-63fc-4b70-b0e6-afd95a72cbfd tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:43.227975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-3316beb3-63fc-4b70-b0e6-afd95a72cbfd tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/networks?id=a97c83e2-bcbd-4e76-85a7-fafddaa529ec HTTP/1.1" status: 200 len: 815 time: 0.3507774 Aug 20 11:57:43.271409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.282384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-224f3122-5b65-4fef-b14b-7ead670922d9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/quotas/43a37e23ca7f40279dd612608ffb1034 HTTP/1.1" status: 200 len: 375 time: 0.0229099 Aug 20 11:57:43.309104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 57f5b1f2-56d0-4e6b-9636-f896101d1f98, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57f5b1f2-56d0-4e6b-9636-f896101d1f98,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:43.316910 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.389448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=57f5b1f2-56d0-4e6b-9636-f896101d1f98,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:43.435214 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.451163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-765aa9a8-7846-4541-8e25-50c9275d280b service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578971 Aug 20 11:57:43.456909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.487646 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.596677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-30a4da45-7a2e-4900-8c68-b51a29a1d1ff tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=43a37e23ca7f40279dd612608ffb1034&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3059499 Aug 20 11:57:43.688045 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.689841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:43.804731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-b1f02b1b-6797-4e18-8076-683a048df4bb service neutron] 10.222.0.25 "GET /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071230 Aug 20 11:57:43.824895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3c4b19-69fc-4573-a4e3-c87b41d95502 req-eb45f575-d7e9-4621-849e-001639d4917c service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624635 Aug 20 11:57:43.941401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218591d5-3dad-416b-a2c7-fecf0f76eaa9 req-ced1d5ca-d4eb-48cc-b59a-18b64aa73229 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:43.943098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-218591d5-3dad-416b-a2c7-fecf0f76eaa9 req-ced1d5ca-d4eb-48cc-b59a-18b64aa73229 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1934996 Aug 20 11:57:43.957975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:43.970796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:43.997951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-afa9c6b5-de16-4a85-b7a1-67d69b008a5e service neutron] 10.222.0.25 "GET /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764073 Aug 20 11:57:44.129965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-218591d5-3dad-416b-a2c7-fecf0f76eaa9 req-f4e3431f-8d23-45e3-b1ba-00360d32975c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720824 Aug 20 11:57:44.230132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:57:44.312466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3d38d21f-25be-48e7-bbd1-93f2161d916c None None] Provisioning complete for port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:44.314457 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3d38d21f-25be-48e7-bbd1-93f2161d916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:44.388183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3d38d21f-25be-48e7-bbd1-93f2161d916c None None] Port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:44.690153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c449db95-6d03-49a2-9f66-bfbc1fec7dff up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:44.696454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb4856e4-e5e9-4072-b76a-bc3030ac9166 req-f3cd8b47-2cd0-47da-a6eb-5b179d7773c7 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 210 time: 0.0451186 Aug 20 11:57:44.751816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c449db95-6d03-49a2-9f66-bfbc1fec7dff triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:44.752193 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:44.799058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d7079-be95-4a49-bdb6-3648934923c8 req-765a9ac2-9b6e-4ed7-8be6-798372bc9946 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:44.809487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-564d7079-be95-4a49-bdb6-3648934923c8 req-765a9ac2-9b6e-4ed7-8be6-798372bc9946 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.5525179 Aug 20 11:57:44.875470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57f5b1f2-56d0-4e6b-9636-f896101d1f98 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:44.907045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-564d7079-be95-4a49-bdb6-3648934923c8 req-37a6cea8-8623-4422-9a2c-ae65466c5627 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801995 Aug 20 11:57:44.958247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:44.959885 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:44.974156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:57:44.982266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0827bfd6-0d27-4936-8c68-d313bc4ed9d1 admin admin] 10.222.0.25 "PUT /v2.0/routers/28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5572686 Aug 20 11:57:44.987971 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Sync routers for ids ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:57:44.993174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b6a7-5042-43ef-9813-869f15305147 req-24ee26d1-b080-4cd1-871b-63826f2f50a2 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:45.001385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7851b6a7-5042-43ef-9813-869f15305147 req-24ee26d1-b080-4cd1-871b-63826f2f50a2 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.1339173 Aug 20 11:57:45.006840 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Routers {'28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:45.007973 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:45.073084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7851b6a7-5042-43ef-9813-869f15305147 req-b6ec3bdc-fde6-4839-ac81-f1ea060adae4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655980 Aug 20 11:57:45.204519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34060) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:45.207871 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Set router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:45.316138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdf11-7a44-4ed8-8518-e5a4946a926b req-cde9c048-ad0c-4f4f-a45c-660609464b39 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:45.325837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce4bdf11-7a44-4ed8-8518-e5a4946a926b req-cde9c048-ad0c-4f4f-a45c-660609464b39 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0877993 Aug 20 11:57:45.338505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-366173245'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:45.397655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce4bdf11-7a44-4ed8-8518-e5a4946a926b req-5c45d4f9-5827-4f5b-be22-8cbe31724ecd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Aug 20 11:57:45.421003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:45.424463 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.470859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:57:45.499025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.499025 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Added segment 6a04647b-88bb-495c-8495-ec602ac7e1fd of type vlan for network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 Aug 20 11:57:45.539365 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'e8a9a6df-7bd1-4c90-b764-496675d0d1f6', 'name': '', 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'mac_address': 'fa:16:3e:f4:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1287cab9-22b6-455d-8d17-c67686150947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:39Z', 'updated_at': '2021-08-20T11:57:43Z', 'revision_number': 2, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'subnets': [{'id': '1287cab9-22b6-455d-8d17-c67686150947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:45.599561 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Checking router: 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:57:45.600875 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Updating router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:57:45.656350 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.673460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.720699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.721577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d7ea-7eba-471f-8054-13a91af712fb req-6fc930e5-f3d9-402a-9016-858558fdb9fc tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:45.723265 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-6fc930e5-f3d9-402a-9016-858558fdb9fc tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.73 "GET /v2.0/networks?id=a97c83e2-bcbd-4e76-85a7-fafddaa529ec HTTP/1.1" status: 200 len: 815 time: 0.1764839 Aug 20 11:57:45.727190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:45.736030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.817048 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-61cb3829-28c1-42dc-8a9c-7767b56a7c7c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a37e23ca7f40279dd612608ffb1034 HTTP/1.1" status: 200 len: 380 time: 0.0736339 Aug 20 11:57:45.827619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Request body: {'port': {'device_id': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'admin_state_up': True, 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'security_groups': ['64429cd9-6637-400e-9f43-0e94e9f4acb7']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:45.851817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6461937 Aug 20 11:57:45.857911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34106) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:45.887035 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:57:45.892454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'subnet': {'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:45.897575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f002b39b-2eb0-49a1-b460-022f7de0ea18 req-71f66cde-c47f-4e31-ab1f-56a6891ee618 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 210 time: 0.0795279 Aug 20 11:57:45.922799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba381981-c205-4adc-ae6a-1ef66c7b2265 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Network': ['ID=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:45.935127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:57:46.016400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Made reservation on behalf of 43a37e23ca7f40279dd612608ffb1034 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:46.025129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.120372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:46.124449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.148883 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.169345 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Transition to ACTIVE for port object e8a9a6df-7bd1-4c90-b764-496675d0d1f6 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:46.179435 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.189080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Allocated IP 172.20.0.5 (a97c83e2-bcbd-4e76-85a7-fafddaa529ec/3ed32338-9033-4125-866a-377a53327361/645e4231-5069-4ed0-8b65-b740ab720891) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:46.223073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f6057-7d00-4008-a936-934766621275 req-0d03cd40-b325-4cbb-a41e-fe4ebe8de049 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.224847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-766f6057-7d00-4008-a936-934766621275 req-0d03cd40-b325-4cbb-a41e-fe4ebe8de049 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.1921120 Aug 20 11:57:46.253679 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b844-6aa2-42b0-aa76-d3f982b87fff None None] Pushing event updated for resources: {'Port': ['ID=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:46.315513 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Attempting to bind port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:46.315929 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Attempting to bind port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:46.316429 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Attempting to bind port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 on network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:46.317913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-766f6057-7d00-4008-a936-934766621275 req-d17de916-8eb1-40c4-a9f3-e4813ab759c4 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833006 Aug 20 11:57:46.322361 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:46.322732 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Checking segment: {'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:46.323134 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.323893 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Bound using segment: {'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:46.324024 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Bound port: e8a9a6df-7bd1-4c90-b764-496675d0d1f6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c21965-fa2e-44cb-b634-dd3faed421a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:46.324427 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.351027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91a8de-a9b3-4989-a2f5-c66e1368b9c8 req-42381e4e-8317-4b81-aa45-515619d6f91a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.351027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b91a8de-a9b3-4989-a2f5-c66e1368b9c8 req-42381e4e-8317-4b81-aa45-515619d6f91a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.1085532 Aug 20 11:57:46.440398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.440708 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] For port e8a9a6df-7bd1-4c90-b764-496675d0d1f6, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:46.446270 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] For port e8a9a6df-7bd1-4c90-b764-496675d0d1f6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,segment=NetworkSegment(05c21965-fa2e-44cb-b634-dd3faed421a3),segment_id=05c21965-fa2e-44cb-b634-dd3faed421a3)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:46.454892 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.483360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Transition to ACTIVE for port object 645e4231-5069-4ed0-8b65-b740ab720891 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:46.495669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b91a8de-a9b3-4989-a2f5-c66e1368b9c8 req-32f217b5-2b20-40a2-a47f-2aa8f19269a6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172383 Aug 20 11:57:46.516430 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Routers {'28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:57:46.519643 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:46.570540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.626630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.654936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:46.658039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:46.667189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:46.683747 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] Set router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:57:46.737817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event updated for resources: {'Port': ['ID=645e4231-5069-4ed0-8b65-b740ab720891,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:46.758737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab0f5b-30fb-48a2-aa35-d322b3f0d814 req-67b48726-eeba-4651-8deb-7779f187f8df tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.768912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2ab0f5b-30fb-48a2-aa35-d322b3f0d814 req-67b48726-eeba-4651-8deb-7779f187f8df tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1642661 Aug 20 11:57:46.799615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.802338 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.836428 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-9f521398-72c9-47d6-bb7b-b6e2007d4357 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0133779 Aug 20 11:57:46.839101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Checking segment: {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:46.839578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network hostable DHCP agents. Network: ff60eb7e-dd08-43b7-86fa-6ed5a83f9671, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:57:46.842479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Subnet': ['ID=b07058d3-d1b8-44a0-8c4e-a6da74f58555,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:46.851443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Request body: {'port': {'device_id': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:46.879847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2ab0f5b-30fb-48a2-aa35-d322b3f0d814 req-eb0e911a-c541-408c-b049-f4b9f3cac647 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040304 Aug 20 11:57:46.920120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:57:46.942878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, ff60eb7e-dd08-43b7-86fa-6ed5a83f9671) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:46.950269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:46.950878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:46.957253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9162a-b013-4fbf-904a-2d79f581c26a None None] Network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:46.985199 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b844-6aa2-42b0-aa76-d3f982b87fff None None] Pushing event updated for resources: {'Port': ['ID=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:46.989798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.013925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e2f861fb-6b31-4f74-abf4-dc3d3686e64e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1341090 Aug 20 11:57:47.017536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34190) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:47.028399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-664917592'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:47.060491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:47.071839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.123352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b3be5fd6-97c8-4a65-bfc7-5161f9c4f8a4 None None] Provisioning for port 645e4231-5069-4ed0-8b65-b740ab720891 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:47.133088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b3be5fd6-97c8-4a65-bfc7-5161f9c4f8a4 None None] Provisioning complete for port 645e4231-5069-4ed0-8b65-b740ab720891 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:47.134044 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b3be5fd6-97c8-4a65-bfc7-5161f9c4f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.157068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:57:47.175431 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.175783 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Added segment 31812797-6043-4208-8996-4891dbf13cd3 of type vlan for network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e Aug 20 11:57:47.190616 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'e8a9a6df-7bd1-4c90-b764-496675d0d1f6', 'name': '', 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'mac_address': 'fa:16:3e:f4:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1287cab9-22b6-455d-8d17-c67686150947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:39Z', 'updated_at': '2021-08-20T11:57:46Z', 'revision_number': 4, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'subnets': [{'id': '1287cab9-22b6-455d-8d17-c67686150947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:57:47.204667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5401-8fac-4f22-9a1b-0e52828561a9 req-70c74852-b191-444c-98e6-b31e0ab5ed98 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:47.206752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-639c5401-8fac-4f22-9a1b-0e52828561a9 req-70c74852-b191-444c-98e6-b31e0ab5ed98 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 931 time: 0.0997550 Aug 20 11:57:47.257282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.266643 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4040d-76e0-46dc-82d9-e800a0b7c7a0 None None] The sync data for ids ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'] in n-d-800634-10 is: [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'e8a9a6df-7bd1-4c90-b764-496675d0d1f6', 'name': '', 'network_id': '1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'mac_address': 'fa:16:3e:f4:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1287cab9-22b6-455d-8d17-c67686150947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:39Z', 'updated_at': '2021-08-20T11:57:46Z', 'revision_number': 4, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'subnets': [{'id': '1287cab9-22b6-455d-8d17-c67686150947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:57:47.279053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b3be5fd6-97c8-4a65-bfc7-5161f9c4f8a4 None None] Port 645e4231-5069-4ed0-8b65-b740ab720891 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:47.293972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-ff60eb7e-dd08-43b7-86fa-6ed5a83f9671', 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'fixed_ips': [{'subnet_id': 'b07058d3-d1b8-44a0-8c4e-a6da74f58555'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:57:47.294761 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.357318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.367960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:47.367960 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.406884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-639c5401-8fac-4f22-9a1b-0e52828561a9 req-c74971ca-6a76-4563-8ac2-e993a8afc5b2 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728852 Aug 20 11:57:47.417502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3970101 Aug 20 11:57:47.431245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34206) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:47.528359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'subnet': {'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:47.553419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Allocated IP 19.80.0.2 (ff60eb7e-dd08-43b7-86fa-6ed5a83f9671/b07058d3-d1b8-44a0-8c4e-a6da74f58555/4d1096e8-1867-479c-ab6d-6be8d2e9fa37) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:47.695429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe53f2-9895-4cb5-ba3b-009a1c1365a5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Network': ['ID=f0ab8733-13f5-4ae1-9a94-bc35c6826c8e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:47.718540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:57:47.790676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799146-dfb4-4a4a-a300-e3b4e658f54f req-c797160d-c227-40b0-9940-da30778b395c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:47.792472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee799146-dfb4-4a4a-a300-e3b4e658f54f req-c797160d-c227-40b0-9940-da30778b395c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.2592044 Aug 20 11:57:47.794835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:47.798814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.849010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645e4231-5069-4ed0-8b65-b740ab720891 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:47.869257 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.890483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Transition to ACTIVE for port object 645e4231-5069-4ed0-8b65-b740ab720891 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:47.896101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.970923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=645e4231-5069-4ed0-8b65-b740ab720891,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:47.977254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee799146-dfb4-4a4a-a300-e3b4e658f54f req-1af257e3-9ee2-4805-8b08-de69e0368b6a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726301 Aug 20 11:57:47.984216 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.001791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Transition to ACTIVE for port object 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:48.048434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Transition to ACTIVE for port object 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:48.059806 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.126828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Attempting to bind port 645e4231-5069-4ed0-8b65-b740ab720891 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:48.127237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Attempting to bind port 645e4231-5069-4ed0-8b65-b740ab720891 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:48.127715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Attempting to bind port 645e4231-5069-4ed0-8b65-b740ab720891 on network a97c83e2-bcbd-4e76-85a7-fafddaa529ec {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:48.141012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Port 645e4231-5069-4ed0-8b65-b740ab720891 on network a97c83e2-bcbd-4e76-85a7-fafddaa529ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:48.141425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Attempting to bind port 645e4231-5069-4ed0-8b65-b740ab720891 on network a97c83e2-bcbd-4e76-85a7-fafddaa529ec {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:48.150959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:48.151397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Checking segment: {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:48.151975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Bound using segment: {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:48.152345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Bound port: 645e4231-5069-4ed0-8b65-b740ab720891, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:48.152704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.176005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bf13a-ef27-4533-9548-66dc4ad466f2 req-5f8d014f-a40b-42fa-bd71-d20859aa71f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.177646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e79bf13a-ef27-4533-9548-66dc4ad466f2 req-5f8d014f-a40b-42fa-bd71-d20859aa71f5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.1605272 Aug 20 11:57:48.201988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Pushing event updated for resources: {'Port': ['ID=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:48.226704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:48.229712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:48.235101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:48.271249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] For port 645e4231-5069-4ed0-8b65-b740ab720891, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:48.281968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] For port 645e4231-5069-4ed0-8b65-b740ab720891, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=645e4231-5069-4ed0-8b65-b740ab720891,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:48.301089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.341633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e79bf13a-ef27-4533-9548-66dc4ad466f2 req-7b958792-09b9-4364-96a9-4cacf4180b52 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544483 Aug 20 11:57:48.358465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93065-1703-4773-acab-441d3a3479b0 req-eb3d8634-d78f-4cc9-bb76-c18b0f68963e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.360701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fa93065-1703-4773-acab-441d3a3479b0 req-eb3d8634-d78f-4cc9-bb76-c18b0f68963e tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1803582 Aug 20 11:57:48.386340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Attempting to bind port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:48.386819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Attempting to bind port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:48.388240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Attempting to bind port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 on network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:48.391470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.399206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:48.400195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Checking segment: {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:48.400850 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.401583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Bound using segment: {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:48.403315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Bound port: 4d1096e8-1867-479c-ab6d-6be8d2e9fa37, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:48.404720 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.407553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.408486 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.410302 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/645e4231-5069-4ed0-8b65-b740ab720891 HTTP/1.1" status: 200 len: 1092 time: 1.5643029 Aug 20 11:57:48.410856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'tag': '645e4231-5069-4ed0-8b65-b740ab720891'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:48.413419 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "13d4a903-68fb-4e6b-9eff-3d8e50391af5", "tag": "645e4231-5069-4ed0-8b65-b740ab720891"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:48.455228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03dc63-ed79-4239-a70b-58e859c7c7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=645e4231-5069-4ed0-8b65-b740ab720891,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:48.522728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fa93065-1703-4773-acab-441d3a3479b0 req-3aa8e229-2270-469a-9db3-637f59d5f905 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406367 Aug 20 11:57:48.563376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d7ea-7eba-471f-8054-13a91af712fb req-f9b16e81-317b-4bcc-87f1-c0433be822c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.564700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Checking segment: {'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:48.565433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network hostable DHCP agents. Network: f0ab8733-13f5-4ae1-9a94-bc35c6826c8e, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:57:48.565576 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-f9b16e81-317b-4bcc-87f1-c0433be822c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43a37e23ca7f40279dd612608ffb1034&device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 1095 time: 0.1019907 Aug 20 11:57:48.571463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Subnet': ['ID=c573b2de-4351-446c-87c8-5fa8d0f7c8b5,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:48.617496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] For port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:48.623774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] For port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:48.629108 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.641560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:57:48.671135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f0ab8733-13f5-4ae1-9a94-bc35c6826c8e) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:48.680243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-0d1bf467-a447-49ad-a7f5-862909d4f53c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=645e4231-5069-4ed0-8b65-b740ab720891 HTTP/1.1" status: 200 len: 217 time: 0.1059589 Aug 20 11:57:48.685022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.687680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.718969 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0fbbc0-a338-4ac8-bbc0-ce651896648a x-openstack-request-id: req-ef0fbbc0-a338-4ac8-bbc0-ce651896648a {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:48.719613 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d4a903-68fb-4e6b-9eff-3d8e50391af5", "tag": "645e4231-5069-4ed0-8b65-b740ab720891", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:48.719613 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef0fbbc0-a338-4ac8-bbc0-ce651896648a {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:48.720213 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'tag': '645e4231-5069-4ed0-8b65-b740ab720891', 'status': 'completed', 'code': 200} Aug 20 11:57:48.723781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-84c47712-b84b-4652-8e62-ec9f1e92d3b9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2906756 Aug 20 11:57:48.728577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e12ea-5acf-409d-a626-ae7664f1b319 None None] Pushing event updated for resources: {'Port': ['ID=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:48.739786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f55c3d-7332-4f02-b85b-4dabb82c74cc None None] Network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:48.813624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e8a9a6df-7bd1-4c90-b764-496675d0d1f6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:48.815549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d7ea-7eba-471f-8054-13a91af712fb req-17272544-dc55-43f7-bdbe-7451b2fe613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.819274 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-17272544-dc55-43f7-bdbe-7451b2fe613f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed32338-9033-4125-866a-377a53327361 HTTP/1.1" status: 200 len: 854 time: 0.1281724 Aug 20 11:57:48.895854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6cb5-5ec7-49fd-ac9c-ba35df38b8b8 req-b30b50c5-f38f-4f85-992d-0d609efb2b5e tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.898517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dac6cb5-5ec7-49fd-ac9c-ba35df38b8b8 req-b30b50c5-f38f-4f85-992d-0d609efb2b5e tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 943 time: 0.0767555 Aug 20 11:57:48.947368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d7ea-7eba-471f-8054-13a91af712fb req-a12f6c32-4525-43a0-87b1-cb3195e5385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:48.956029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-a12f6c32-4525-43a0-87b1-cb3195e5385a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a97c83e2-bcbd-4e76-85a7-fafddaa529ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159093 Aug 20 11:57:48.988458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dac6cb5-5ec7-49fd-ac9c-ba35df38b8b8 req-5d8f9ee7-45a9-4e61-9e41-f63fe6a5e84f tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761626 Aug 20 11:57:49.227234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-8de29c9c-419d-464c-9749-25937ac3ee9f service neutron] 10.222.0.73 "GET /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657428 Aug 20 11:57:49.285999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:49.341365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:49.341790 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.418209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-58b0629f-93e7-40f1-a437-746aeb7e4112 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:49.424381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-58b0629f-93e7-40f1-a437-746aeb7e4112 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:49.435472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-58b0629f-93e7-40f1-a437-746aeb7e4112 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/networks?id=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671&id=f0ab8733-13f5-4ae1-9a94-bc35c6826c8e&id=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 HTTP/1.1" status: 200 len: 1390 time: 0.3339803 Aug 20 11:57:49.456515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6924d7ea-7eba-471f-8054-13a91af712fb req-97de8322-cacd-402f-b818-f29d67aec09a service neutron] 10.222.0.73 "GET /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216699 Aug 20 11:57:49.483383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-682fbc58-750a-4fd6-92fb-f967916603ea tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/quotas/c4e09a49d5ed4d20b7a99c1b85db83ea HTTP/1.1" status: 200 len: 375 time: 0.0451205 Aug 20 11:57:49.491486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-f0ab8733-13f5-4ae1-9a94-bc35c6826c8e', 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'fixed_ips': [{'subnet_id': 'c573b2de-4351-446c-87c8-5fa8d0f7c8b5'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:57:49.498622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.646712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-4aa001cf-17c0-4f08-91e9-332bfcb08790 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1621697 Aug 20 11:57:49.659182 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-7ab3e086-09fa-4cd5-b8bf-9408883463f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:49.661158 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-7ab3e086-09fa-4cd5-b8bf-9408883463f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43a37e23ca7f40279dd612608ffb1034&device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 1095 time: 0.1174850 Aug 20 11:57:49.701215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 3b75aaef-9814-4d34-a206-9d9a4f66d055 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:49.729643 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.745307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e39f-1231-4944-ab44-a1a186a14b2d req-0b1850c3-103f-49c5-a594-b069264d38e9 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:49.763045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5a7e39f-1231-4944-ab44-a1a186a14b2d req-0b1850c3-103f-49c5-a594-b069264d38e9 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.2311153 Aug 20 11:57:49.833731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-8c1211a9-4e8c-430a-a5e3-15ba4ca98916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:49.836156 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-8c1211a9-4e8c-430a-a5e3-15ba4ca98916 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a97c83e2-bcbd-4e76-85a7-fafddaa529ec HTTP/1.1" status: 200 len: 916 time: 0.1629655 Aug 20 11:57:49.843424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Allocated IP 19.86.0.2 (f0ab8733-13f5-4ae1-9a94-bc35c6826c8e/c573b2de-4351-446c-87c8-5fa8d0f7c8b5/bf79bfd4-7509-49ab-8dd8-dea1394bb976) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:49.887296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5a7e39f-1231-4944-ab44-a1a186a14b2d req-ee70b4fe-ca5d-46e4-a7fa-fcd32bc11d85 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228557 Aug 20 11:57:49.909941 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-cdea9d14-186c-433b-ac9f-6b901ea9b2a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=645e4231-5069-4ed0-8b65-b740ab720891 HTTP/1.1" status: 200 len: 217 time: 0.0648389 Aug 20 11:57:49.911770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e8a9a6df-7bd1-4c90-b764-496675d0d1f6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,segment=NetworkSegment(05c21965-fa2e-44cb-b634-dd3faed421a3),segment_id=05c21965-fa2e-44cb-b634-dd3faed421a3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:49.914399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-3b6e7cd0-89fd-4fc1-a172-6573e46eea9a service neutron] 10.222.0.25 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664268 Aug 20 11:57:49.933757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.057653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-3612db46-7bb8-42eb-a0f4-6744da29d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:50.061644 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-3612db46-7bb8-42eb-a0f4-6744da29d334 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed32338-9033-4125-866a-377a53327361 HTTP/1.1" status: 200 len: 854 time: 0.1430845 Aug 20 11:57:50.093130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:50.097818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:50.135690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '3b75aaef-9814-4d34-a206-9d9a4f66d055', 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797', 'port_id': '3b75aaef-9814-4d34-a206-9d9a4f66d055', 'mac_address': 'fa:16:3e:2d:58:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c72f72-d312-4bb8-bdb9-a6005c267c59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:50.161171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-4a648997-3b98-40e7-a75e-2e924655c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:50.163187 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-4a648997-3b98-40e7-a75e-2e924655c227 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a97c83e2-bcbd-4e76-85a7-fafddaa529ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917356 Aug 20 11:57:50.198836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ce537-f8f3-4607-9075-f12cfa0b2e61 req-3c96497e-7e0c-4a18-aad8-10fce2343159 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:50.208043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f26ce537-f8f3-4607-9075-f12cfa0b2e61 req-3c96497e-7e0c-4a18-aad8-10fce2343159 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.1548891 Aug 20 11:57:50.239387 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.239623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-33544bb3-e0a8-47cd-8383-bc3a6ac818f7 service neutron] 10.222.0.25 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150804 Aug 20 11:57:50.270440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b75aaef-9814-4d34-a206-9d9a4f66d055 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:50.275209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.292606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Transition to ACTIVE for port object bf79bfd4-7509-49ab-8dd8-dea1394bb976 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:50.298337 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-50b604eb-6325-49bc-9ebe-5b43900fe3a9 service neutron] 10.222.0.73 "GET /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259165 Aug 20 11:57:50.307824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:50.313888 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.315905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f26ce537-f8f3-4607-9075-f12cfa0b2e61 req-e5e832fc-b23b-49a2-8d28-ceaa380b9033 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069882 Aug 20 11:57:50.354668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Transition to ACTIVE for port object bf79bfd4-7509-49ab-8dd8-dea1394bb976 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:50.361403 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.399357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-9542aa85-0d6a-44be-9145-1a627bc914d9 service neutron] 10.222.0.25 "GET /v2.0/networks/f0ab8733-13f5-4ae1-9a94-bc35c6826c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464581 Aug 20 11:57:50.403934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:50.407694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:50.418930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:50.438414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:50.492236 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f927f784-fe4f-48c6-8b8a-6cfc30674bf6 req-aff21d06-b070-4c43-8172-a37595ff0d1d service neutron] 10.222.0.73 "GET /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854293 Aug 20 11:57:50.508703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a52319-d76a-480e-8bf8-20d475f0bf08 None None] Network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:50.530256 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-fd8f169c-e7a0-4ab4-b385-b4307cbed8e1 service neutron] 10.222.0.25 "GET /v2.0/networks/f0ab8733-13f5-4ae1-9a94-bc35c6826c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242709 Aug 20 11:57:50.586191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Pushing event updated for resources: {'Port': ['ID=bf79bfd4-7509-49ab-8dd8-dea1394bb976,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:50.608342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Attempting to bind port bf79bfd4-7509-49ab-8dd8-dea1394bb976 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:50.608796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Attempting to bind port bf79bfd4-7509-49ab-8dd8-dea1394bb976 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:50.609231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Attempting to bind port bf79bfd4-7509-49ab-8dd8-dea1394bb976 on network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:50.614127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e0f55d06-8fa6-463e-9a92-8f56e701a403 None None] Provisioning for port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:50.633219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:50.633592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Checking segment: {'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:50.634049 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.634406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Bound using segment: {'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:50.635698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Bound port: bf79bfd4-7509-49ab-8dd8-dea1394bb976, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:50.636182 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.642124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['3b75aaef-9814-4d34-a206-9d9a4f66d055'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:50.727088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-f27d3ef6-2015-4714-ac58-2b9680c67fbb service neutron] 10.222.0.25 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902511 Aug 20 11:57:50.851567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-d6439aeb-ceb2-4295-9392-bc5a975695ec service neutron] 10.222.0.25 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169600 Aug 20 11:57:50.906508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:50.959456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] For port bf79bfd4-7509-49ab-8dd8-dea1394bb976, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:51.019892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b590277-4e0a-42d4-9457-fc47ef0f283e req-8b989d00-2079-4c2d-93e8-3568c6b61bc6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:51.029214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b590277-4e0a-42d4-9457-fc47ef0f283e req-8b989d00-2079-4c2d-93e8-3568c6b61bc6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0680695 Aug 20 11:57:51.039612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] For port bf79bfd4-7509-49ab-8dd8-dea1394bb976, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bf79bfd4-7509-49ab-8dd8-dea1394bb976,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:51.055196 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.087416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b590277-4e0a-42d4-9457-fc47ef0f283e req-451ec950-773d-4544-9a64-f09a18daa7b7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526276 Aug 20 11:57:51.101583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:51.143809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:51.144505 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.219869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 645e4231-5069-4ed0-8b65-b740ab720891 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:51.229998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a240-6126-463a-9ea0-07d8b0e703f8 req-4b775268-9860-420e-87c8-963a91b561d0 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:51.241901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8896a240-6126-463a-9ea0-07d8b0e703f8 req-4b775268-9860-420e-87c8-963a91b561d0 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 943 time: 0.0825865 Aug 20 11:57:51.313856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64316e55-cc8a-4fcd-ac1b-6104e2ccf45a None None] Pushing event updated for resources: {'Port': ['ID=bf79bfd4-7509-49ab-8dd8-dea1394bb976,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:51.341316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8896a240-6126-463a-9ea0-07d8b0e703f8 req-95352ce7-5b69-4553-b0b0-ee894a9c9e6b tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976231 Aug 20 11:57:51.385910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f189-8d6f-406b-8603-f0a446944a01 req-55f35aa9-82b6-4d98-a6f9-759f49f4a82d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:51.393891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5974f189-8d6f-406b-8603-f0a446944a01 req-55f35aa9-82b6-4d98-a6f9-759f49f4a82d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 945 time: 0.1270344 Aug 20 11:57:51.476427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.497041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5974f189-8d6f-406b-8603-f0a446944a01 req-ea32a782-8fa7-4074-a3b3-fb29149d80c1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928502 Aug 20 11:57:51.582564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:51.588252 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.589527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e8a9a6df-7bd1-4c90-b764-496675d0d1f6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:51.630064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d66c6347-d088-4bbf-84c4-20faac4b6f5b req-6f39af54-6a50-44bc-a5da-fb8af4778609 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 210 time: 0.0917301 Aug 20 11:57:51.705926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 645e4231-5069-4ed0-8b65-b740ab720891, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=645e4231-5069-4ed0-8b65-b740ab720891,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:51.718576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0670d-fc64-416a-b11b-278e2b02a94d req-fd4ece58-b5f6-4799-a365-dc061e60a7b9 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:51.730778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81e0670d-fc64-416a-b11b-278e2b02a94d req-fd4ece58-b5f6-4799-a365-dc061e60a7b9 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 945 time: 0.1547055 Aug 20 11:57:51.743990 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84df6d88-bbdb-42a6-acd7-6f5aa592e62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.771712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '645e4231-5069-4ed0-8b65-b740ab720891', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'port_id': '645e4231-5069-4ed0-8b65-b740ab720891', 'mac_address': 'fa:16:3e:b9:58:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:57:51.795679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:51.798743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81e0670d-fc64-416a-b11b-278e2b02a94d req-874b7ff6-9a06-4205-8af0-e64ede352882 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611579 Aug 20 11:57:51.801013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d0a27e94-f8e8-4882-95c6-806cafe8153a None None] Provisioning complete for port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:51.801353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d0a27e94-f8e8-4882-95c6-806cafe8153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.885273 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.900748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:51.901225 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:51.925867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-b08941b1-44df-4048-8e40-a11f347bb61c tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:51.927623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-b08941b1-44df-4048-8e40-a11f347bb61c tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.0512064 Aug 20 11:57:51.939179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-10'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:51.964817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645e4231-5069-4ed0-8b65-b740ab720891 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:52.022872 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.032645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 645e4231-5069-4ed0-8b65-b740ab720891, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=645e4231-5069-4ed0-8b65-b740ab720891,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:52.062334 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.135857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=645e4231-5069-4ed0-8b65-b740ab720891,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:52.211794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:52.282539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:52.296017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93129a9e-aea9-406c-b529-3478cf840e0b req-6d481b74-7149-42fa-9cae-7e4d92157974 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:52.307214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93129a9e-aea9-406c-b529-3478cf840e0b req-6d481b74-7149-42fa-9cae-7e4d92157974 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0770903 Aug 20 11:57:52.341637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:52.343956 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18058adf-dabb-416a-ac35-9c2893619486" -d '{"events": [{"server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:52.348239 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.360549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93129a9e-aea9-406c-b529-3478cf840e0b req-8dcd8c98-ef81-4253-a0e0-1acf0c8d4345 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533540 Aug 20 11:57:52.360726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.388631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['645e4231-5069-4ed0-8b65-b740ab720891'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:52.480488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Pushing event updated for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:52.543501 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daddce47-c454-4623-9932-3a1817a9d252 x-openstack-request-id: req-daddce47-c454-4623-9932-3a1817a9d252 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:52.543878 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:52.544177 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daddce47-c454-4623-9932-3a1817a9d252 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:52.544640 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70', 'code': 200} Aug 20 11:57:52.644826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on host n-h2-800634-10 for vnic_type normal with profile {"migrating_to": "n-h1-800634-10"} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:52.644826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:52.647586 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:52.658238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:52.658608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Attempting to bind port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on network 80a4b284-c5e5-43d2-8439-666fc66a8151 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:52.667163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:52.667511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Checking segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:52.667899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Bound using segment: {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:52.668919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Bound port: 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c3a49-e821-419f-8275-daec585bd79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80a4b284-c5e5-43d2-8439-666fc66a8151'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:52.669430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.716748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d09b34-647b-424a-9a1e-4828083b1481 req-97143b53-f60f-477c-b425-cdfeba395eb4 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:52.733353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7d09b34-647b-424a-9a1e-4828083b1481 req-97143b53-f60f-477c-b425-cdfeba395eb4 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 944 time: 0.1218398 Aug 20 11:57:52.795450 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7d09b34-647b-424a-9a1e-4828083b1481 req-593a4431-60ef-4fcf-97e9-b03a57c93d87 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569019 Aug 20 11:57:52.817368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-f91ed976-1e24-4a28-a67b-449578dfe5b4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:52.823340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-f91ed976-1e24-4a28-a67b-449578dfe5b4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:52.824978 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-f91ed976-1e24-4a28-a67b-449578dfe5b4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.73 "GET /v2.0/networks?id=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671&id=f0ab8733-13f5-4ae1-9a94-bc35c6826c8e&id=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 HTTP/1.1" status: 200 len: 1390 time: 0.3360109 Aug 20 11:57:52.840502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'port': {'device_id': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671', 'admin_state_up': True, 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:52.857918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0e5ea-0f58-483a-a456-d4866010c2a0 None None] Network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:57:52.858338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:52.910796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed244b4c-4b51-4727-864e-a3aa4d65b797 req-e8de19c6-1d0c-490d-9af0-6e0d52332ea7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 210 time: 0.0452523 Aug 20 11:57:52.911015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:52.918498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:52.941543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bf79bfd4-7509-49ab-8dd8-dea1394bb976 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:53.050269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55327bc1-b7d3-48e1-aa63-9469945be9a4 req-bf67fe69-daec-4d5c-9568-ceb746d9459a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:53.051879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55327bc1-b7d3-48e1-aa63-9469945be9a4 req-bf67fe69-daec-4d5c-9568-ceb746d9459a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.1172690 Aug 20 11:57:53.092512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Pushing event updated for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=8']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:53.129244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:53.129937 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.131597 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-6cc57f72-ba10-4677-b960-d326c2f75777 service neutron] 10.222.0.73 "PUT /v2.0/ports/4e49329f-7ff3-4849-a2d8-ed94f7713a70 HTTP/1.1" status: 200 len: 1123 time: 1.1966906 Aug 20 11:57:53.145662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:53.150659 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.165347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d369-6ab8-4e42-ae46-0f18080d71e9 req-131252ba-ffd7-40dc-b314-ccc99e349d04 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:53.168143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3d534ac2-c108-4968-9be4-44e198a78904 None None] Provisioning for port bf79bfd4-7509-49ab-8dd8-dea1394bb976 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:53.182903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f412d369-6ab8-4e42-ae46-0f18080d71e9 req-131252ba-ffd7-40dc-b314-ccc99e349d04 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 945 time: 0.1206620 Aug 20 11:57:53.203158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4e49329f-7ff3-4849-a2d8-ed94f7713a70 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:57:53.205939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55327bc1-b7d3-48e1-aa63-9469945be9a4 req-8486e1fe-79e9-462f-acef-dcfb4174edee tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457984 Aug 20 11:57:53.244286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['4e49329f-7ff3-4849-a2d8-ed94f7713a70'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:53.315805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f412d369-6ab8-4e42-ae46-0f18080d71e9 req-33d5480d-7ee8-4f25-82af-beb717621877 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300318 Aug 20 11:57:53.346072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4e49329f-7ff3-4849-a2d8-ed94f7713a70'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:57:53.353595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port bf79bfd4-7509-49ab-8dd8-dea1394bb976 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:53.372819 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:57:53.404273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Allocated IP 19.80.0.48 (ff60eb7e-dd08-43b7-86fa-6ed5a83f9671/b07058d3-d1b8-44a0-8c4e-a6da74f58555/9c6482b0-e22d-465c-bc72-f9739c47b694) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:53.421070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bf79bfd4-7509-49ab-8dd8-dea1394bb976 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:53.421648 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.523935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ebc6-e056-4d6f-87c8-550741d3def1 req-d90016d3-6f76-4412-bad9-56a602c6e907 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:53.525531 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59d0ebc6-e056-4d6f-87c8-550741d3def1 req-d90016d3-6f76-4412-bad9-56a602c6e907 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0758462 Aug 20 11:57:53.605526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59d0ebc6-e056-4d6f-87c8-550741d3def1 req-0081ac17-84bc-4b13-92c3-d68a11697d97 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728853 Aug 20 11:57:53.670003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.687405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Transition to ACTIVE for port object 9c6482b0-e22d-465c-bc72-f9739c47b694 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:53.723212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 3b75aaef-9814-4d34-a206-9d9a4f66d055 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:53.723707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.729835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:53.762684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34506) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:53.780841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:53.784731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:53.790141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:53.861026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4e49329f-7ff3-4849-a2d8-ed94f7713a70 has no active binding in host n-h1-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:57:53.862393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:53.862934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.882469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Port': ['ID=9c6482b0-e22d-465c-bc72-f9739c47b694,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:53.893933 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.915498 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-08029a12-b27c-4ef8-81ec-0d0af01f8b43 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0765727 Aug 20 11:57:53.935659 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'port': {'device_id': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e', 'admin_state_up': True, 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:53.948661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fed91af5-c0e5-45b0-b175-9183c1b2e4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:53.989363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 3b75aaef-9814-4d34-a206-9d9a4f66d055 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:54.010395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port bf79bfd4-7509-49ab-8dd8-dea1394bb976, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bf79bfd4-7509-49ab-8dd8-dea1394bb976,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:54.016098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 3b75aaef-9814-4d34-a206-9d9a4f66d055 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:54.016312 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.029813 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.030980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:54.145987 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [None req-fed91af5-c0e5-45b0-b175-9183c1b2e4f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:57:54.145987 n-d-800634-10 neutron-server[101034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:57:54.145987 n-d-800634-10 neutron-server[101034]: [parameters: {'project_id': 'afd2787846464c5f87680c43c350a19a', 'id': 'b85a5148-e3f6-42df-9b16-d3a80d2dc44d', 'expiration': datetime.datetime(2021, 8, 20, 11, 59, 54, 133172)}] Aug 20 11:57:54.145987 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:57:54.149045 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [None req-fed91af5-c0e5-45b0-b175-9183c1b2e4f0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:57:54.159031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:54.164990 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.186863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024c344-0928-4dba-a74b-35027722ef37 req-82333023-bda0-4446-b3c9-50c88f2493d7 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.188817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1024c344-0928-4dba-a74b-35027722ef37 req-82333023-bda0-4446-b3c9-50c88f2493d7 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 944 time: 0.2421682 Aug 20 11:57:54.194845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=bf79bfd4-7509-49ab-8dd8-dea1394bb976,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:54.231954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a701c2b-9dc9-4f03-952f-98fa8755f1f5 req-dbfb4477-24fc-49f2-9bbf-4f453b14a863 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.233533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a701c2b-9dc9-4f03-952f-98fa8755f1f5 req-dbfb4477-24fc-49f2-9bbf-4f453b14a863 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 931 time: 0.1959155 Aug 20 11:57:54.271865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1024c344-0928-4dba-a74b-35027722ef37 req-2f747b3a-2d67-46e5-af6f-dbd32a0f04a8 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624599 Aug 20 11:57:54.272138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:54.272734 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.274697 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75fbc612-9607-4be9-985a-abc3bcdd2b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.278008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5c059a56-5cd5-4613-9598-87cde91f1dd5 None None] Provisioning for port 9c6482b0-e22d-465c-bc72-f9739c47b694 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:54.309406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a701c2b-9dc9-4f03-952f-98fa8755f1f5 req-42c82215-6e3f-4db4-a513-badf9c9c2d86 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594273 Aug 20 11:57:54.317567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5c059a56-5cd5-4613-9598-87cde91f1dd5 None None] Provisioning complete for port 9c6482b0-e22d-465c-bc72-f9739c47b694 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:54.317988 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c059a56-5cd5-4613-9598-87cde91f1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.358156 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.384096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Allocated IP 19.86.0.103 (f0ab8733-13f5-4ae1-9a94-bc35c6826c8e/c573b2de-4351-446c-87c8-5fa8d0f7c8b5/107891b7-3176-4d43-9f77-e99ad030bb58) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:54.415417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21be2-9c69-42c4-89c6-924157165d38 req-3ca06d31-4e5c-45da-bee2-8882aa9b97bd tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.418111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:54.420543 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091ef3a8-1741-4bcd-ae2f-3ec318e8a544" -d '{"events": [{"server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "name": "network-vif-plugged", "status": "completed", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:54.423354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88c21be2-9c69-42c4-89c6-924157165d38 req-3ca06d31-4e5c-45da-bee2-8882aa9b97bd tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.0753398 Aug 20 11:57:54.426559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5c059a56-5cd5-4613-9598-87cde91f1dd5 None None] Port 9c6482b0-e22d-465c-bc72-f9739c47b694 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:54.438859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:54.467493 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.479389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88c21be2-9c69-42c4-89c6-924157165d38 req-b93feb84-5144-4095-956b-dbd42cec8ef6 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550253 Aug 20 11:57:54.541431 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79c5be3-f175-4d66-a449-d6e443a31c0b x-openstack-request-id: req-e79c5be3-f175-4d66-a449-d6e443a31c0b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:54.541721 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "name": "network-vif-plugged", "status": "completed", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:54.541970 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e79c5be3-f175-4d66-a449-d6e443a31c0b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:54.542380 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055', 'code': 200} Aug 20 11:57:54.548249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640842ec-cc73-4f2e-ab72-cb068cd15762 req-fe8dc972-6a17-43dd-8cb3-377ebb2d4ab8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.550594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:54.555550 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3786de7-59c6-4626-a9a8-6ed8f7008998" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:54.556052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:54.556413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640842ec-cc73-4f2e-ab72-cb068cd15762 req-fe8dc972-6a17-43dd-8cb3-377ebb2d4ab8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.0730073 Aug 20 11:57:54.567202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4e88506d-c5fd-4377-a63d-fe6da0354515 None None] Provisioning complete for port bf79bfd4-7509-49ab-8dd8-dea1394bb976 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:54.567687 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4e88506d-c5fd-4377-a63d-fe6da0354515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.604691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640842ec-cc73-4f2e-ab72-cb068cd15762 req-4ae60390-e83f-46d8-8efe-1e9a53841390 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 Aug 20 11:57:54.641539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.645416 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb604ed-eba3-4b8e-9b70-98f169c1c891 x-openstack-request-id: req-4cb604ed-eba3-4b8e-9b70-98f169c1c891 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:54.645639 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:54.645987 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cb604ed-eba3-4b8e-9b70-98f169c1c891 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:54.646460 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70', 'status': 'completed', 'code': 200} Aug 20 11:57:54.652143 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fed91af5-c0e5-45b0-b175-9183c1b2e4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.663086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Transition to ACTIVE for port object 107891b7-3176-4d43-9f77-e99ad030bb58 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:54.755365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.772454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bf79bfd4-7509-49ab-8dd8-dea1394bb976 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:54.775122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172b652-f03d-4a92-bd5e-d00c1b66004c req-26bdb545-14ac-4bbf-aa85-bdddd2cc96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.776705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2172b652-f03d-4a92-bd5e-d00c1b66004c req-26bdb545-14ac-4bbf-aa85-bdddd2cc96ef service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1098 time: 0.1095948 Aug 20 11:57:54.797825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-957cb044-1218-42e0-b594-fc578a3d3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.799353 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-957cb044-1218-42e0-b594-fc578a3d3503 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1126 time: 0.1078808 Aug 20 11:57:54.819676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:54.834492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:54.841722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bf79bfd4-7509-49ab-8dd8-dea1394bb976 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:54.842601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.852755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2172b652-f03d-4a92-bd5e-d00c1b66004c req-9a3b841f-ccbe-4ef7-808d-591ab2723b44 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573304 Aug 20 11:57:54.860326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51c985-a763-4b28-87c2-7beae422e302 req-9c667c8a-be23-43b1-86f0-e4d7b6824a11 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.861880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c51c985-a763-4b28-87c2-7beae422e302 req-9c667c8a-be23-43b1-86f0-e4d7b6824a11 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1045847 Aug 20 11:57:54.867151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:54.874333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Port': ['ID=107891b7-3176-4d43-9f77-e99ad030bb58,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:54.929467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fed91af5-c0e5-45b0-b175-9183c1b2e4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.937007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fed91af5-c0e5-45b0-b175-9183c1b2e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.945916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c51c985-a763-4b28-87c2-7beae422e302 req-7581bc50-c70e-454c-aecf-e1b04b6170cb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692472 Aug 20 11:57:54.949322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.950003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.993366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-912b70fd-0d6a-4a07-9c35-c99ca95b33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:54.995050 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:54.995696 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-912b70fd-0d6a-4a07-9c35-c99ca95b33e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.1872277 Aug 20 11:57:55.000623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5f9a0e68-5df9-47cf-86d2-634c16a651b7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0773032 Aug 20 11:57:55.012890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fed91af5-c0e5-45b0-b175-9183c1b2e4f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afd2787846464c5f87680c43c350a19a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2466927 Aug 20 11:57:55.012890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed91af5-c0e5-45b0-b175-9183c1b2e4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e9a5f-83ab-41f1-8fdf-a4704681bae6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:55.014711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34528) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:57:55.014834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'port': {'device_id': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671', 'admin_state_up': True, 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:55.076639 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aed487e-dad7-491b-8c14-6ed932cbffd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.101478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aed487e-dad7-491b-8c14-6ed932cbffd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.140177 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-a9b0771a-b053-4ea3-b2ce-33334cd0ded5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70 HTTP/1.1" status: 200 len: 217 time: 0.0465083 Aug 20 11:57:55.162288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-648a9718-d834-4a3c-971f-ed5fd64ddff3 None None] Provisioning for port 107891b7-3176-4d43-9f77-e99ad030bb58 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:55.165072 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aed487e-dad7-491b-8c14-6ed932cbffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.166769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-648a9718-d834-4a3c-971f-ed5fd64ddff3 None None] Provisioning complete for port 107891b7-3176-4d43-9f77-e99ad030bb58 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:55.167235 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-648a9718-d834-4a3c-971f-ed5fd64ddff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.168392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aed487e-dad7-491b-8c14-6ed932cbffd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.169537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3aed487e-dad7-491b-8c14-6ed932cbffd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c09e9a5f-83ab-41f1-8fdf-a4704681bae6 HTTP/1.1" status: 204 len: 168 time: 0.1542768 Aug 20 11:57:55.178441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed487e-dad7-491b-8c14-6ed932cbffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e9a5f-83ab-41f1-8fdf-a4704681bae6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:55.227935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-eebf112c-05e4-4163-8dce-f7636d4af4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.229421 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-eebf112c-05e4-4163-8dce-f7636d4af4b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.0778766 Aug 20 11:57:55.231361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 645e4231-5069-4ed0-8b65-b740ab720891 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:57:55.234016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:57:55.237754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.263827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-648a9718-d834-4a3c-971f-ed5fd64ddff3 None None] Port 107891b7-3176-4d43-9f77-e99ad030bb58 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:55.274347 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-aa754782-f66b-4ae2-bfa9-2ada2cd22394 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341687 Aug 20 11:57:55.289766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 645e4231-5069-4ed0-8b65-b740ab720891 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:55.295839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 645e4231-5069-4ed0-8b65-b740ab720891 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:55.296825 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.415427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.485334 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.492094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 645e4231-5069-4ed0-8b65-b740ab720891, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=645e4231-5069-4ed0-8b65-b740ab720891,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:55.497535 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:55.511029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845807f-4eaa-4f11-9b23-cac4eabe8e40 req-af9a8ec7-407c-4650-b3b6-6a3cd6cc814a tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.518714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3845807f-4eaa-4f11-9b23-cac4eabe8e40 req-af9a8ec7-407c-4650-b3b6-6a3cd6cc814a tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 944 time: 0.1314876 Aug 20 11:57:55.550223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92484-287d-42d8-a04d-e0ddd5eb9637 req-a68d2b72-3adb-4176-adf5-53835a510854 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.556328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92484-287d-42d8-a04d-e0ddd5eb9637 req-a68d2b72-3adb-4176-adf5-53835a510854 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.564094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8de92484-287d-42d8-a04d-e0ddd5eb9637 req-a68d2b72-3adb-4176-adf5-53835a510854 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 1654 time: 0.1208098 Aug 20 11:57:55.587211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=645e4231-5069-4ed0-8b65-b740ab720891,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:55.598783 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3845807f-4eaa-4f11-9b23-cac4eabe8e40 req-6eb67803-46e1-4714-a496-b6f25438b0e4 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791764 Aug 20 11:57:55.628985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8de92484-287d-42d8-a04d-e0ddd5eb9637 req-95c4904e-f7b8-4af1-91d2-53b972470df8 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639138 Aug 20 11:57:55.781942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-42b31a76-1aec-460b-8f13-18a3590782ca service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963598 Aug 20 11:57:55.800225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cec1f-7ace-4ab6-8cf8-6bf1c5983900 req-b6193cd4-938c-4d2f-be9c-43f5bc58cf3a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.801832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f87cec1f-7ace-4ab6-8cf8-6bf1c5983900 req-b6193cd4-938c-4d2f-be9c-43f5bc58cf3a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.0787497 Aug 20 11:57:55.815272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Allocated IP 19.80.0.117 (ff60eb7e-dd08-43b7-86fa-6ed5a83f9671/b07058d3-d1b8-44a0-8c4e-a6da74f58555/f55dbbd2-9211-43bb-9ba9-6944adf06d2f) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:57:55.891034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f87cec1f-7ace-4ab6-8cf8-6bf1c5983900 req-525c08ba-79e3-4229-abec-2928f71d2f9f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800874 Aug 20 11:57:55.901704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0deffe7-79ac-4da6-adac-715ef7c8f9d2 req-89d92cf6-dda2-4029-b457-d43dc43bdcb3 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:55.911082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0deffe7-79ac-4da6-adac-715ef7c8f9d2 req-89d92cf6-dda2-4029-b457-d43dc43bdcb3 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.0931318 Aug 20 11:57:55.952124 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3786de7-59c6-4626-a9a8-6ed8f7008998 req-d6d9b68a-818b-4666-9d3c-40033001573f service neutron] 10.222.0.22 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589711 Aug 20 11:57:55.956942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0deffe7-79ac-4da6-adac-715ef7c8f9d2 req-35a5570d-bf61-4a56-9765-66c215120d4f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379734 Aug 20 11:57:56.063639 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.081283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Transition to ACTIVE for port object f55dbbd2-9211-43bb-9ba9-6944adf06d2f will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:56.097959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6d7d2-ad63-4736-bc35-7c1ca856c5f0 req-d5398f05-bc67-4f69-b1aa-3c5316dd88de tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:56.108330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-beb6d7d2-ad63-4736-bc35-7c1ca856c5f0 req-d5398f05-bc67-4f69-b1aa-3c5316dd88de tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0687101 Aug 20 11:57:56.127211 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.159399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-beb6d7d2-ad63-4736-bc35-7c1ca856c5f0 req-3f8faa96-d033-424f-bc63-88487eea1cd2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452123 Aug 20 11:57:56.186921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:57:56.190461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:57:56.197772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:57:56.202018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Port': ['ID=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:56.272585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:56.273456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.289508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-94486e1b-2839-4f28-9e2a-0bf8042e01bd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2809052 Aug 20 11:57:56.303739 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Request body: {'port': {'device_id': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:56.368698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.422083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8a767378-a2aa-409b-bb77-23c9a3dc5700 None None] Provisioning for port f55dbbd2-9211-43bb-9ba9-6944adf06d2f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:57:56.438262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8a767378-a2aa-409b-bb77-23c9a3dc5700 None None] Provisioning complete for port f55dbbd2-9211-43bb-9ba9-6944adf06d2f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:57:56.439025 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8a767378-a2aa-409b-bb77-23c9a3dc5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.484515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8a767378-a2aa-409b-bb77-23c9a3dc5700 None None] Port f55dbbd2-9211-43bb-9ba9-6944adf06d2f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:57:56.543786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645e4231-5069-4ed0-8b65-b740ab720891'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:56.546724 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75136755-57ab-46a7-be6d-5a4e97c81b8e" -d '{"events": [{"server_uuid": "13d4a903-68fb-4e6b-9eff-3d8e50391af5", "name": "network-vif-plugged", "status": "completed", "tag": "645e4231-5069-4ed0-8b65-b740ab720891"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:56.598106 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8f3fb0-fb52-4dc1-9059-6e54b109a29b x-openstack-request-id: req-8f8f3fb0-fb52-4dc1-9059-6e54b109a29b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:56.598491 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d4a903-68fb-4e6b-9eff-3d8e50391af5", "name": "network-vif-plugged", "status": "completed", "tag": "645e4231-5069-4ed0-8b65-b740ab720891", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:56.598789 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f8f3fb0-fb52-4dc1-9059-6e54b109a29b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:56.599190 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645e4231-5069-4ed0-8b65-b740ab720891', 'code': 200} Aug 20 11:57:56.698290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6482b0-e22d-465c-bc72-f9739c47b694 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:56.734305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.752556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Transition to ACTIVE for port object 9c6482b0-e22d-465c-bc72-f9739c47b694 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:56.758695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6281fc-0149-4676-9818-b6973f519da4 req-09d55187-cd98-4abf-8b62-bf02c40aeca7 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:56.761831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba6281fc-0149-4676-9818-b6973f519da4 req-09d55187-cd98-4abf-8b62-bf02c40aeca7 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 945 time: 0.0661011 Aug 20 11:57:56.767980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eb44e-3d99-4ecf-8600-fa5dcd4fb72c req-bbcbad58-cb61-4e6b-8206-2647288dbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:56.770039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e6eb44e-3d99-4ecf-8600-fa5dcd4fb72c req-bbcbad58-cb61-4e6b-8206-2647288dbad1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 1097 time: 0.0628479 Aug 20 11:57:56.770839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.849267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba6281fc-0149-4676-9818-b6973f519da4 req-04b4b6cb-c35a-4353-b673-991f77b354af tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812972 Aug 20 11:57:56.864652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:56.900293 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e6eb44e-3d99-4ecf-8600-fa5dcd4fb72c req-85142ee4-f914-4133-8a60-47366f85b70c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186364 Aug 20 11:57:56.946439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6482b0-e22d-465c-bc72-f9739c47b694,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:56.986531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Attempting to bind port 9c6482b0-e22d-465c-bc72-f9739c47b694 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:56.986864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Attempting to bind port 9c6482b0-e22d-465c-bc72-f9739c47b694 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:56.987386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Attempting to bind port 9c6482b0-e22d-465c-bc72-f9739c47b694 on network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:56.993212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Port 9c6482b0-e22d-465c-bc72-f9739c47b694 on network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:56.993899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Attempting to bind port 9c6482b0-e22d-465c-bc72-f9739c47b694 on network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:57.001567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:57.001827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928aa9e-2a16-4d9a-9ec2-3f3378c7b666 req-e42e379f-dfa9-4ffa-8251-86fa0c4e33c9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.002352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Checking segment: {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:57.002920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Bound using segment: {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:57.003521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Bound port: 9c6482b0-e22d-465c-bc72-f9739c47b694, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:57.004057 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.010509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928aa9e-2a16-4d9a-9ec2-3f3378c7b666 req-e42e379f-dfa9-4ffa-8251-86fa0c4e33c9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.022938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928aa9e-2a16-4d9a-9ec2-3f3378c7b666 req-e42e379f-dfa9-4ffa-8251-86fa0c4e33c9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.030647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b928aa9e-2a16-4d9a-9ec2-3f3378c7b666 req-e42e379f-dfa9-4ffa-8251-86fa0c4e33c9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2388 time: 0.1056709 Aug 20 11:57:57.066529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b928aa9e-2a16-4d9a-9ec2-3f3378c7b666 req-8d4fbcc5-c198-4621-a81e-3157258cd141 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Aug 20 11:57:57.088382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] For port 9c6482b0-e22d-465c-bc72-f9739c47b694, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:57.092695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] For port 9c6482b0-e22d-465c-bc72-f9739c47b694, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9c6482b0-e22d-465c-bc72-f9739c47b694,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:57.105760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.158417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.159401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.161204 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] 10.222.0.73 "PUT /v2.0/ports/9c6482b0-e22d-465c-bc72-f9739c47b694 HTTP/1.1" status: 200 len: 1092 time: 0.8622937 Aug 20 11:57:57.161714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'tag': '9c6482b0-e22d-465c-bc72-f9739c47b694'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:57.164092 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21728d05-2385-46a1-8dcc-0385e88d0e63" -d '{"events": [{"name": "network-changed", "server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "tag": "9c6482b0-e22d-465c-bc72-f9739c47b694"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:57.205036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Request body: {'port': {'device_id': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:57.242444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb117a6b-ef89-4ab4-8e9e-9a69d6123fb9 req-e447ff50-1d9b-4809-8447-37a19a9fc461 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.250148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb117a6b-ef89-4ab4-8e9e-9a69d6123fb9 req-e447ff50-1d9b-4809-8447-37a19a9fc461 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.0738053 Aug 20 11:57:57.259565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba366542-da3c-4598-8811-ae01a93db681 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6482b0-e22d-465c-bc72-f9739c47b694,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:57.299495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.335379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb117a6b-ef89-4ab4-8e9e-9a69d6123fb9 req-c558faa1-9f08-4419-b502-3d3a7262aa5f tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791118 Aug 20 11:57:57.374788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24b88-94dd-4d67-9a66-00b2e5faaad6 req-8248ae34-2985-469f-b726-410c433437b4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.376387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ae24b88-94dd-4d67-9a66-00b2e5faaad6 req-8248ae34-2985-469f-b726-410c433437b4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1126916 Aug 20 11:57:57.429726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ae24b88-94dd-4d67-9a66-00b2e5faaad6 req-7a40e98e-8462-448c-9749-733fbc79e637 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Aug 20 11:57:57.586829 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba4e3b8-c638-452d-91ab-e71dd7e37ec9 x-openstack-request-id: req-bba4e3b8-c638-452d-91ab-e71dd7e37ec9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:57:57.587238 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "tag": "9c6482b0-e22d-465c-bc72-f9739c47b694", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:57:57.587871 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bba4e3b8-c638-452d-91ab-e71dd7e37ec9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:57:57.588365 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'tag': '9c6482b0-e22d-465c-bc72-f9739c47b694', 'status': 'completed', 'code': 200} Aug 20 11:57:57.702106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107891b7-3176-4d43-9f77-e99ad030bb58 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:57.709559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-37a7271f-3b78-47cb-a1fd-f7ccdafa031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.710150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-37a7271f-3b78-47cb-a1fd-f7ccdafa031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.710548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-37a7271f-3b78-47cb-a1fd-f7ccdafa031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.712226 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-37a7271f-3b78-47cb-a1fd-f7ccdafa031e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2732 time: 0.1069109 Aug 20 11:57:57.716859 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.765861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Transition to ACTIVE for port object 107891b7-3176-4d43-9f77-e99ad030bb58 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:57.810776 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.890878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6263b-15ce-43ef-bd2a-78aa55579a47 req-d48e2a9f-a099-4bd0-b78e-634fba5775b0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.892533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71a6263b-15ce-43ef-bd2a-78aa55579a47 req-d48e2a9f-a099-4bd0-b78e-634fba5775b0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.3806877 Aug 20 11:57:57.909463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdcbed-56c6-473c-aaf2-48fb325d0586 req-374d831c-9a1d-47ee-8731-1e6184158437 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.917491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bbdcbed-56c6-473c-aaf2-48fb325d0586 req-374d831c-9a1d-47ee-8731-1e6184158437 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1098 time: 0.0780838 Aug 20 11:57:57.964130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Pushing event updated for resources: {'Port': ['ID=107891b7-3176-4d43-9f77-e99ad030bb58,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:57.980977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bbdcbed-56c6-473c-aaf2-48fb325d0586 req-8dafd6c3-eeae-4b20-aa15-ad285c1306f9 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Aug 20 11:57:57.986571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71a6263b-15ce-43ef-bd2a-78aa55579a47 req-9694924f-f80a-4f48-ad9e-150a5797a305 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853319 Aug 20 11:57:58.055946 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-35b1808a-38eb-4d4c-b992-d09854ee2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.056515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-35b1808a-38eb-4d4c-b992-d09854ee2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.056995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-35b1808a-38eb-4d4c-b992-d09854ee2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.058706 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-35b1808a-38eb-4d4c-b992-d09854ee2729 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3357527 Aug 20 11:57:58.113391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Attempting to bind port 107891b7-3176-4d43-9f77-e99ad030bb58 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:58.113735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Attempting to bind port 107891b7-3176-4d43-9f77-e99ad030bb58 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:58.114068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Attempting to bind port 107891b7-3176-4d43-9f77-e99ad030bb58 on network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:58.180913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Port 107891b7-3176-4d43-9f77-e99ad030bb58 on network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:58.181398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Attempting to bind port 107891b7-3176-4d43-9f77-e99ad030bb58 on network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:58.207022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:58.207022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Checking segment: {'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:58.207476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Bound using segment: {'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:58.208033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Bound port: 107891b7-3176-4d43-9f77-e99ad030bb58, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31812797-6043-4208-8996-4891dbf13cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:58.208555 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.236944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb359f-dd06-4148-b596-d61b524c9742 req-86b7b788-99a3-43ca-a5ea-66b16e425ebd tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.241099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96fb359f-dd06-4148-b596-d61b524c9742 req-86b7b788-99a3-43ca-a5ea-66b16e425ebd tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 945 time: 0.1230962 Aug 20 11:57:58.244570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068342e-8e4b-466e-839d-b1e0e9570f56 req-af525487-8fea-4345-8e57-6975e3ecd05e tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.246219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2068342e-8e4b-466e-839d-b1e0e9570f56 req-af525487-8fea-4345-8e57-6975e3ecd05e tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1098 time: 0.0960841 Aug 20 11:57:58.307407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96fb359f-dd06-4148-b596-d61b524c9742 req-2d8bbb2e-5092-4137-bab0-04a1bdf81475 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601330 Aug 20 11:57:58.311193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2068342e-8e4b-466e-839d-b1e0e9570f56 req-409415a0-4e5b-4bc9-adde-0745ab0b9a29 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556180 Aug 20 11:57:58.335678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-4c214b85-5cdb-4fbd-b398-872459c6bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.337209 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-21728d05-2385-46a1-8dcc-0385e88d0e63 req-4c214b85-5cdb-4fbd-b398-872459c6bcaf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2630954 Aug 20 11:57:58.402709 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-11a57adc-a78f-4349-8c07-f4f1ce507cd2 service neutron] 10.222.0.22 "GET /v2.0/ports/4e49329f-7ff3-4849-a2d8-ed94f7713a70/bindings/n-h1-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.1477947 Aug 20 11:57:58.404074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] For port 107891b7-3176-4d43-9f77-e99ad030bb58, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:58.407470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] For port 107891b7-3176-4d43-9f77-e99ad030bb58, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=107891b7-3176-4d43-9f77-e99ad030bb58,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:58.417234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.479559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.480179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.480491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd364e9-286c-4f98-ae5e-2c8aadbf538e req-d54d6964-1a6a-4e2e-8f6d-7ef562795a62 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.481612 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] 10.222.0.73 "PUT /v2.0/ports/107891b7-3176-4d43-9f77-e99ad030bb58 HTTP/1.1" status: 200 len: 1093 time: 1.2810187 Aug 20 11:57:58.497179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd364e9-286c-4f98-ae5e-2c8aadbf538e req-d54d6964-1a6a-4e2e-8f6d-7ef562795a62 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.509232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd364e9-286c-4f98-ae5e-2c8aadbf538e req-d54d6964-1a6a-4e2e-8f6d-7ef562795a62 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.511154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bd364e9-286c-4f98-ae5e-2c8aadbf538e req-d54d6964-1a6a-4e2e-8f6d-7ef562795a62 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2400 time: 0.0877984 Aug 20 11:57:58.524147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Request body: {'port': {'device_id': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:57:58.553753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d06e1c-89bd-4a92-8827-d7bf066d8970 service neutron] Pushing event updated for resources: {'Port': ['ID=107891b7-3176-4d43-9f77-e99ad030bb58,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:58.576741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bd364e9-286c-4f98-ae5e-2c8aadbf538e req-aeee7dca-9d38-4b1f-83f4-8c8831db3ecc tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551836 Aug 20 11:57:58.630208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:58.824771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b1bfa-27f1-4edf-8d48-30127f1b21e6 req-0f2471d6-b722-4ff6-8610-e864804772cd tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.826604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c68b1bfa-27f1-4edf-8d48-30127f1b21e6 req-0f2471d6-b722-4ff6-8610-e864804772cd tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 943 time: 0.0753412 Aug 20 11:57:58.886824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c68b1bfa-27f1-4edf-8d48-30127f1b21e6 req-68ef0e7d-aa46-4763-a749-99c9dec8101a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530813 Aug 20 11:57:58.921903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:58.962716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:59.034467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e49329f-7ff3-4849-a2d8-ed94f7713a70 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:59.047850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:57:59.072683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.158505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55dbbd2-9211-43bb-9ba9-6944adf06d2f {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:57:59.169560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.199599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Transition to ACTIVE for port object f55dbbd2-9211-43bb-9ba9-6944adf06d2f will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:59.206691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.242501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] Transition to ACTIVE for port object 4e49329f-7ff3-4849-a2d8-ed94f7713a70 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:57:59.252339 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.285897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Pushing event updated for resources: {'Port': ['ID=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:59.376371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] No DVR routers for this DVR port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:57:59.439790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] Pushing event updated for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=10']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:59.448371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-0fc7ae9c-85ab-4fdf-80cb-b59fa55fe74f service neutron] 10.222.0.22 "PUT /v2.0/ports/4e49329f-7ff3-4849-a2d8-ed94f7713a70/bindings/n-h1-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0388527 Aug 20 11:57:59.459859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Attempting to bind port f55dbbd2-9211-43bb-9ba9-6944adf06d2f on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:57:59.460083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Attempting to bind port f55dbbd2-9211-43bb-9ba9-6944adf06d2f by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:57:59.460514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Attempting to bind port f55dbbd2-9211-43bb-9ba9-6944adf06d2f on network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:59.465186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Port f55dbbd2-9211-43bb-9ba9-6944adf06d2f on network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:57:59.465510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Attempting to bind port f55dbbd2-9211-43bb-9ba9-6944adf06d2f on network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:57:59.471848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:57:59.472188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Checking segment: {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:57:59.472604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Bound using segment: {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:57:59.472998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Bound port: f55dbbd2-9211-43bb-9ba9-6944adf06d2f, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a04647b-88bb-495c-8495-ec602ac7e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:57:59.473788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.592314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'tag': '107891b7-3176-4d43-9f77-e99ad030bb58'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:57:59.595205 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8965d5e6-a460-4c87-ae89-c5432971ad85" -d '{"events": [{"name": "network-changed", "server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "tag": "107891b7-3176-4d43-9f77-e99ad030bb58"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:57:59.601100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] For port f55dbbd2-9211-43bb-9ba9-6944adf06d2f, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:57:59.616249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-5cca007d-95e7-40a0-81d7-fa167fe9257a tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.617870 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-5cca007d-95e7-40a0-81d7-fa167fe9257a tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.0948048 Aug 20 11:57:59.619699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] For port f55dbbd2-9211-43bb-9ba9-6944adf06d2f, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:57:59.624872 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.635182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304731d0-451f-4e7a-adad-2920e8ea7aff req-846dcaea-078a-41a2-ba61-c067e28e0f88 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.637349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-304731d0-451f-4e7a-adad-2920e8ea7aff req-846dcaea-078a-41a2-ba61-c067e28e0f88 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0696590 Aug 20 11:57:59.686252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.686873 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:59.688351 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] 10.222.0.73 "PUT /v2.0/ports/f55dbbd2-9211-43bb-9ba9-6944adf06d2f HTTP/1.1" status: 200 len: 1093 time: 1.1751966 Aug 20 11:57:59.715188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-304731d0-451f-4e7a-adad-2920e8ea7aff req-16a769db-3a50-45e7-a0f2-94aeb29e16eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704608 Aug 20 11:57:59.718560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4e49329f-7ff3-4849-a2d8-ed94f7713a70 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:57:59.756330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-9b1050c2-312c-46f7-a29e-7be3b7c5e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.758391 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-9b1050c2-312c-46f7-a29e-7be3b7c5e9d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e HTTP/1.1" status: 200 len: 1096 time: 0.1306841 Aug 20 11:57:59.800609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4e49329f-7ff3-4849-a2d8-ed94f7713a70 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:57:59.809136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87b201-a5e8-4760-be2a-f39217de6dcb service neutron] Pushing event updated for resources: {'Port': ['ID=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:57:59.874752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079d9f8-11f2-49d1-9d32-509021f00711 req-be9c9589-6b88-48a8-8e2a-f3c64d6a8bb0 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.875146 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-76c9b091-fa94-400e-9e0c-0283266b1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.875543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-76c9b091-fa94-400e-9e0c-0283266b1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.876092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-76c9b091-fa94-400e-9e0c-0283266b1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.877916 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-76c9b091-fa94-400e-9e0c-0283266b1493 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2868 time: 0.1414065 Aug 20 11:57:59.882845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c079d9f8-11f2-49d1-9d32-509021f00711 req-be9c9589-6b88-48a8-8e2a-f3c64d6a8bb0 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 945 time: 0.0687077 Aug 20 11:57:59.894135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-923798e9-30b2-4ee8-bb57-752cf7b2f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:59.896827 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-923798e9-30b2-4ee8-bb57-752cf7b2f2c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1096 time: 0.0749786 Aug 20 11:57:59.931079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c079d9f8-11f2-49d1-9d32-509021f00711 req-75e4ca9b-afea-4656-a0ac-21b6a9aace24 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Aug 20 11:57:59.944918 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-b741e253-fda6-4da4-b19d-546b76223cf7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=9c6482b0-e22d-465c-bc72-f9739c47b694 HTTP/1.1" status: 200 len: 217 time: 0.0441611 Aug 20 11:58:00.038674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-28d02b50-bdb2-4562-b20e-699979241292 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:58:00.039672 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-28d02b50-bdb2-4562-b20e-699979241292 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109844 Aug 20 11:58:00.057369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-2bbcb32a-9274-4ca5-974b-aaddf067b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:00.058831 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-2bbcb32a-9274-4ca5-974b-aaddf067b8dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b07058d3-d1b8-44a0-8c4e-a6da74f58555 HTTP/1.1" status: 200 len: 801 time: 0.1040144 Aug 20 11:58:00.061860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Request body: {'binding': {'host': 'n-h1-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:00.062321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Unknown quota resources ['binding']. {{(pid=101033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:58:00.149098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-9c1fbd75-0f62-4ef1-bad9-925dccd0da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:00.150597 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-9c1fbd75-0f62-4ef1-bad9-925dccd0da1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 200 len: 908 time: 0.2422955 Aug 20 11:58:00.232459 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-5efb5462-cd8f-4689-b68a-3944745e7ebc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70 HTTP/1.1" status: 200 len: 217 time: 0.0488689 Aug 20 11:58:00.236236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-fd3d5d03-c575-4e6c-a808-4ee1550f6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:00.237628 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-fd3d5d03-c575-4e6c-a808-4ee1550f6b22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515300 Aug 20 11:58:00.361484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-fe57f83e-dc01-48ac-b88f-4d463eac8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:00.363391 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-fe57f83e-dc01-48ac-b88f-4d463eac8ee7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 200 len: 847 time: 0.1153398 Aug 20 11:58:00.530209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05311cf4-7e61-4988-a53f-b32108f15567 req-2be59d95-d05c-4f94-b5bb-0fe3af909bc3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:00.536264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05311cf4-7e61-4988-a53f-b32108f15567 req-2be59d95-d05c-4f94-b5bb-0fe3af909bc3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:00.542319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05311cf4-7e61-4988-a53f-b32108f15567 req-2be59d95-d05c-4f94-b5bb-0fe3af909bc3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:00.544019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05311cf4-7e61-4988-a53f-b32108f15567 req-2be59d95-d05c-4f94-b5bb-0fe3af909bc3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2412 time: 0.0721953 Aug 20 11:58:00.586730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05311cf4-7e61-4988-a53f-b32108f15567 req-3938d7c2-2dba-4d3a-b341-e0d898d67898 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355661 Aug 20 11:58:00.671462 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf7012d-f7b3-4d83-b4e6-22eea51a8fdc x-openstack-request-id: req-faf7012d-f7b3-4d83-b4e6-22eea51a8fdc {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:00.672067 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "tag": "107891b7-3176-4d43-9f77-e99ad030bb58", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:00.672067 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faf7012d-f7b3-4d83-b4e6-22eea51a8fdc {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:00.672280 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'tag': '107891b7-3176-4d43-9f77-e99ad030bb58', 'status': 'completed', 'code': 200} Aug 20 11:58:00.680211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on host n-h1-800634-10 for vnic_type normal with profile None {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:00.680545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:00.680887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:00.684381 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-f59cd5bb-21a4-4ebc-a193-479c6d8342d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80a4b284-c5e5-43d2-8439-666fc66a8151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3059008 Aug 20 11:58:00.691733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:00.692096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:00.715915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:00.716283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:00.716715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:00.717158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Bound port: 3b75aaef-9814-4d34-a206-9d9a4f66d055, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:00.785884 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-3e2722f6-7648-476e-9ed0-6dcc2b979085 service neutron] 10.222.0.73 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366116 Aug 20 11:58:00.804582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf213-8c7f-4e50-b103-1261ba02854f req-37d3f79a-6b2b-4879-b909-be4f89c49be2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:00.806267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b0bf213-8c7f-4e50-b103-1261ba02854f req-37d3f79a-6b2b-4879-b909-be4f89c49be2 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 944 time: 0.0536003 Aug 20 11:58:00.845739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b0bf213-8c7f-4e50-b103-1261ba02854f req-e14e48b5-12f3-476f-bd40-80972396ebc7 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323563 Aug 20 11:58:00.880248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:00.892989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:00.894490 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7808212f-798c-464b-8566-25e6eeb310fa service neutron] 10.222.0.25 "POST /v2.0/ports/3b75aaef-9814-4d34-a206-9d9a4f66d055/bindings HTTP/1.1" status: 201 len: 390 time: 0.8388655 Aug 20 11:58:00.908555 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-d178421b-5dc9-4565-a843-a7276c985202 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080963 Aug 20 11:58:00.982554 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-a1686368-cb74-48fe-8f8b-b3f1633d7d18 service neutron] 10.222.0.73 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865346 Aug 20 11:58:01.036433 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-973fbeb9-3eea-4361-99e7-82837dd24ad6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=107891b7-3176-4d43-9f77-e99ad030bb58 HTTP/1.1" status: 200 len: 217 time: 0.0444531 Aug 20 11:58:01.070155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f22d20-109e-44f6-9d5a-0001dd923bf9 req-6dad6e5d-d0fe-4d74-9b8f-0b71ce9fe79e tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.071752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6f22d20-109e-44f6-9d5a-0001dd923bf9 req-6dad6e5d-d0fe-4d74-9b8f-0b71ce9fe79e tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 945 time: 0.0934455 Aug 20 11:58:01.083034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34670) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:01.089982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Request body: {'floatingip': {'port_id': '645e4231-5069-4ed0-8b65-b740ab720891'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:01.112039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-dde33b5e-5acd-434f-b0be-184c228f2141 service neutron] 10.222.0.73 "GET /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908035 Aug 20 11:58:01.116029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-b1067412-76d5-4cf0-95c0-052ec0f564e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.117545 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-b1067412-76d5-4cf0-95c0-052ec0f564e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c573b2de-4351-446c-87c8-5fa8d0f7c8b5 HTTP/1.1" status: 200 len: 801 time: 0.0716817 Aug 20 11:58:01.174117 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.185126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5ca1dfa4-4a5d-4cdf-8eaf-16fb5dc8717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.187047 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5ca1dfa4-4a5d-4cdf-8eaf-16fb5dc8717c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ab8733-13f5-4ae1-9a94-bc35c6826c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552549 Aug 20 11:58:01.278253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fa31-6972-4dbe-9704-d3f3d628b399 req-44890741-53d0-48b7-92f5-e7d309e2e467 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.279802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7534fa31-6972-4dbe-9704-d3f3d628b399 req-44890741-53d0-48b7-92f5-e7d309e2e467 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1856365 Aug 20 11:58:01.299963 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-c2084b80-a6ed-4c9d-9f89-f236438b06fc service neutron] 10.222.0.73 "GET /v2.0/networks/f0ab8733-13f5-4ae1-9a94-bc35c6826c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967948 Aug 20 11:58:01.332849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67827264-c9d5-405c-b9ef-3989de6c05a5 req-b6934c33-0c4a-4dc8-88a6-ffb16e3eb539 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.335077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67827264-c9d5-405c-b9ef-3989de6c05a5 req-b6934c33-0c4a-4dc8-88a6-ffb16e3eb539 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1849594 Aug 20 11:58:01.435968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-00b6c31e-ce10-48ff-88a7-88f8d5219d2a tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.437702 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-00b6c31e-ce10-48ff-88a7-88f8d5219d2a tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a&tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1096 time: 0.0748386 Aug 20 11:58:01.441380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7534fa31-6972-4dbe-9704-d3f3d628b399 req-869a2f7d-2109-4d91-8b36-01f930fdfac1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322913 Aug 20 11:58:01.472484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67827264-c9d5-405c-b9ef-3989de6c05a5 req-33bad072-8d8a-4f5c-b614-f794e8557d66 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272483 Aug 20 11:58:01.488154 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-87f31a0d-034d-4430-9454-f5f6382933e0 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ab8733-13f5-4ae1-9a94-bc35c6826c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802847 Aug 20 11:58:01.558617 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-9e2bd097-0376-4c15-92d7-899a5b113896 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=f55dbbd2-9211-43bb-9ba9-6944adf06d2f HTTP/1.1" status: 200 len: 217 time: 0.0627050 Aug 20 11:58:01.645641 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-8b490569-df4a-483f-86a2-8a3a241ed4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.648006 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-8b490569-df4a-483f-86a2-8a3a241ed4e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b07058d3-d1b8-44a0-8c4e-a6da74f58555 HTTP/1.1" status: 200 len: 801 time: 0.0817788 Aug 20 11:58:01.659668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-fa27daf9-1ed0-4377-a1da-92ea6740ed90 service neutron] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:01.674489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-fa27daf9-1ed0-4377-a1da-92ea6740ed90 service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.675559 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-fa27daf9-1ed0-4377-a1da-92ea6740ed90 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4e49329f-7ff3-4849-a2d8-ed94f7713a70/bindings/n-h2-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.2261112 Aug 20 11:58:01.715233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ae7ab9e9-7aa9-4991-9a0b-2bab63f65c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.716872 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-ae7ab9e9-7aa9-4991-9a0b-2bab63f65c5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589430 Aug 20 11:58:01.821878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-5d1a9a81-7fc7-4dbc-8194-3483d8fbfefa service neutron] 10.222.0.73 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939851 Aug 20 11:58:01.835031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ebdc-04b8-4473-82ff-e51fb014535d req-ae1e15ab-3799-4f49-90d9-0869c9b38953 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.840956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ebdc-04b8-4473-82ff-e51fb014535d req-ae1e15ab-3799-4f49-90d9-0869c9b38953 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.846708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ebdc-04b8-4473-82ff-e51fb014535d req-ae1e15ab-3799-4f49-90d9-0869c9b38953 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:01.848340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d973ebdc-04b8-4473-82ff-e51fb014535d req-ae1e15ab-3799-4f49-90d9-0869c9b38953 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2412 time: 0.0992639 Aug 20 11:58:01.934348 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca7fb0f7-53bc-41b4-8dae-387f774d6b59 req-243e4c45-88f3-478b-b3b9-427adedc2ff9 service neutron] 10.222.0.73 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032186 Aug 20 11:58:01.938654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d973ebdc-04b8-4473-82ff-e51fb014535d req-483fe817-0358-4bf0-85dc-9dc0ca292c3d tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819430 Aug 20 11:58:01.946086 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:01.953665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.081123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-95d604a3-741b-4bb0-a4bd-283d50255cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.081612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-95d604a3-741b-4bb0-a4bd-283d50255cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.082299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-95d604a3-741b-4bb0-a4bd-283d50255cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.085095 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-95d604a3-741b-4bb0-a4bd-283d50255cda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2868 time: 0.0525677 Aug 20 11:58:02.130209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665510-4d39-49a0-ab06-925f5838cd0d req-d43a37dc-1386-4ca7-bdc1-6193cd382a2d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.132654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd665510-4d39-49a0-ab06-925f5838cd0d req-d43a37dc-1386-4ca7-bdc1-6193cd382a2d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 944 time: 0.0688910 Aug 20 11:58:02.133797 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Floating IP 6f331445-9d25-4c04-813b-9148a43e3016 associated. External IP: 172.25.0.135, port: 645e4231-5069-4ed0-8b65-b740ab720891. Aug 20 11:58:02.222694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-f753d1ad-1b8a-45f9-80d9-96c383f8d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.225280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-f753d1ad-1b8a-45f9-80d9-96c383f8d3bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ab8733-13f5-4ae1-9a94-bc35c6826c8e HTTP/1.1" status: 200 len: 902 time: 0.1327972 Aug 20 11:58:02.252417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd665510-4d39-49a0-ab06-925f5838cd0d req-05c81df0-9a4c-4554-933e-8432033aabbc tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823083 Aug 20 11:58:02.296282 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-d36f3e3b-2082-4471-aa6c-2303101b3907 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=107891b7-3176-4d43-9f77-e99ad030bb58 HTTP/1.1" status: 200 len: 217 time: 0.0620580 Aug 20 11:58:02.384520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-84132305-6dbe-49b2-9c83-074a6132b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.386213 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-84132305-6dbe-49b2-9c83-074a6132b8fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c573b2de-4351-446c-87c8-5fa8d0f7c8b5 HTTP/1.1" status: 200 len: 801 time: 0.0806687 Aug 20 11:58:02.440579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-74c4d907-1b7a-4fe1-b695-44ce6e706170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.442285 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-74c4d907-1b7a-4fe1-b695-44ce6e706170 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ab8733-13f5-4ae1-9a94-bc35c6826c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464153 Aug 20 11:58:02.454840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:02.477418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a5567-9caf-48c2-a608-60a6f6abb554 req-6ddc27cb-c816-4d74-955c-629ea5e37853 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.478634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-655a5567-9caf-48c2-a608-60a6f6abb554 req-6ddc27cb-c816-4d74-955c-629ea5e37853 tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 1096 time: 0.0648263 Aug 20 11:58:02.588691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-655a5567-9caf-48c2-a608-60a6f6abb554 req-85d6f96b-e0d5-433a-a04a-7149193ffaaa tempest-LiveMigrationTest-589388731 tempest-LiveMigrationTest-589388731-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774374 Aug 20 11:58:02.631957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:02.636880 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-2c2be399-dd41-424a-8a83-7f2e740e8ab1 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ab8733-13f5-4ae1-9a94-bc35c6826c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855779 Aug 20 11:58:02.641850 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:02.644291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] Sync routers for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:02.660794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:02.661556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:02.673938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'tag': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:02.682347 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a106f61-cb8e-4c22-917e-515b023b6457" -d '{"events": [{"name": "network-changed", "server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "tag": "f55dbbd2-9211-43bb-9ba9-6944adf06d2f"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:02.744281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-87a0b1fe-a2e9-4170-a826-f95ed4d6c497 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "PUT /v2.0/floatingips/6f331445-9d25-4c04-813b-9148a43e3016 HTTP/1.1" status: 200 len: 991 time: 1.6568594 Aug 20 11:58:02.744281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'tag': '645e4231-5069-4ed0-8b65-b740ab720891'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:02.746369 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb12c80-8a4e-4363-931a-2942576a36fc" -d '{"events": [{"name": "network-changed", "server_uuid": "13d4a903-68fb-4e6b-9eff-3d8e50391af5", "tag": "645e4231-5069-4ed0-8b65-b740ab720891"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:02.797473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf810b6-dc70-4edd-95ae-8a9e3c4cc053 req-15829458-a1a0-4c2e-a55d-c745eda3bc02 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.799047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf810b6-dc70-4edd-95ae-8a9e3c4cc053 req-15829458-a1a0-4c2e-a55d-c745eda3bc02 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1185739 Aug 20 11:58:02.810928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:02.826568 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8965d5e6-a460-4c87-ae89-c5432971ad85 req-5bf146f0-dbde-4b21-921b-337a4f8cef13 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ab8733-13f5-4ae1-9a94-bc35c6826c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776700 Aug 20 11:58:02.832052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-061d0c24-3df4-422f-a06b-dd87c1bf3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.834131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bd18b-400c-4631-bb52-ad1302b4a1cd req-40d359e7-7d42-42ca-83f9-a3497e46ed69 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.834399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-061d0c24-3df4-422f-a06b-dd87c1bf3259 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1098 time: 0.0751276 Aug 20 11:58:02.835695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-231bd18b-400c-4631-bb52-ad1302b4a1cd req-40d359e7-7d42-42ca-83f9-a3497e46ed69 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.0846665 Aug 20 11:58:02.866971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf810b6-dc70-4edd-95ae-8a9e3c4cc053 req-3f9b6253-7a63-4c65-9e19-98697a6580e3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596664 Aug 20 11:58:02.894984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-231bd18b-400c-4631-bb52-ad1302b4a1cd req-69ad3d76-82c2-49a5-ac9c-fec76c6fb0c1 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526793 Aug 20 11:58:02.969616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-f62734ee-57ce-4381-b9e6-bfb415dc0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:02.971798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-f62734ee-57ce-4381-b9e6-bfb415dc0d42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.1221561 Aug 20 11:58:02.975039 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fd0205-1bcb-4e40-93aa-c69d101a3955 x-openstack-request-id: req-40fd0205-1bcb-4e40-93aa-c69d101a3955 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:02.976296 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "tag": "f55dbbd2-9211-43bb-9ba9-6944adf06d2f", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:02.976727 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40fd0205-1bcb-4e40-93aa-c69d101a3955 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:02.977288 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'tag': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f', 'status': 'completed', 'code': 200} Aug 20 11:58:03.077017 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-9957cd13-ebd7-4600-aac1-5bcf6799fff6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055 HTTP/1.1" status: 200 len: 217 time: 0.0926113 Aug 20 11:58:03.101499 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aa0f2b-9d5e-49b5-a07f-9e24c81829e7 x-openstack-request-id: req-f0aa0f2b-9d5e-49b5-a07f-9e24c81829e7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:03.101840 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d4a903-68fb-4e6b-9eff-3d8e50391af5", "tag": "645e4231-5069-4ed0-8b65-b740ab720891", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:03.102110 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0aa0f2b-9d5e-49b5-a07f-9e24c81829e7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:03.102543 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'tag': '645e4231-5069-4ed0-8b65-b740ab720891', 'status': 'completed', 'code': 200} Aug 20 11:58:03.153634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-06f48d65-cd40-44fd-aed2-b2c311611cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.154123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-06f48d65-cd40-44fd-aed2-b2c311611cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.154623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-06f48d65-cd40-44fd-aed2-b2c311611cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.156263 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-06f48d65-cd40-44fd-aed2-b2c311611cc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2868 time: 0.1186538 Aug 20 11:58:03.157627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-f7fa78e1-aa6b-4c86-ab4c-4b2089d89ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.159070 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-f7fa78e1-aa6b-4c86-ab4c-4b2089d89ea0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.0728784 Aug 20 11:58:03.223501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-1a951554-daf6-45d7-8158-241ddd620267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.226026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-1a951554-daf6-45d7-8158-241ddd620267 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43a37e23ca7f40279dd612608ffb1034&device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 1097 time: 0.0897577 Aug 20 11:58:03.260503 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-ad861135-23e6-4b7b-bb71-668b98391ee2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702147 Aug 20 11:58:03.268100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6f331445-9d25-4c04-813b-9148a43e3016', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'port_id': '645e4231-5069-4ed0-8b65-b740ab720891', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'mac_address': 'fa:16:3e:b9:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:57:41Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 1, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:43Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:03.282450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a12d5-a64c-4ecc-838a-4d272e70e78d req-81dd2a11-2747-4dba-8e49-d2aad6e54294 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.288901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a12d5-a64c-4ecc-838a-4d272e70e78d req-81dd2a11-2747-4dba-8e49-d2aad6e54294 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.294816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a12d5-a64c-4ecc-838a-4d272e70e78d req-81dd2a11-2747-4dba-8e49-d2aad6e54294 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.296460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f21a12d5-a64c-4ecc-838a-4d272e70e78d req-81dd2a11-2747-4dba-8e49-d2aad6e54294 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2412 time: 0.1287911 Aug 20 11:58:03.299426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] Checking router: 0bff1b08-629f-4717-8697-c2a9f0aa6d09 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:03.308262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:03.308890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:03.373120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-1d7db98f-ef4e-4524-aa54-e26c7ee0cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.375594 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-1d7db98f-ef4e-4524-aa54-e26c7ee0cc76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 HTTP/1.1" status: 200 len: 902 time: 0.1866591 Aug 20 11:58:03.402777 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-515347ec-45f7-4937-a5af-09764ebcb70c service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318700 Aug 20 11:58:03.413539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4447a-b395-4da3-ab83-12b83307dcf8 req-6bede7e6-8725-49c2-a48e-b70bc7c8b2df tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.415113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-31b4447a-b395-4da3-ab83-12b83307dcf8 req-6bede7e6-8725-49c2-a48e-b70bc7c8b2df tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 944 time: 0.1822848 Aug 20 11:58:03.426004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f21a12d5-a64c-4ecc-838a-4d272e70e78d req-cb33f815-75d6-4104-a822-80bf8f081daa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172206 Aug 20 11:58:03.433752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:03.450561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-f61d60e2-710d-48dd-9ca9-3d78ad8570e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.452709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-f61d60e2-710d-48dd-9ca9-3d78ad8570e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a97c83e2-bcbd-4e76-85a7-fafddaa529ec HTTP/1.1" status: 200 len: 916 time: 0.2079155 Aug 20 11:58:03.460063 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-34143d10-c2db-458a-a53c-3f604a1fe332 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=f55dbbd2-9211-43bb-9ba9-6944adf06d2f HTTP/1.1" status: 200 len: 217 time: 0.0680337 Aug 20 11:58:03.538048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-31b4447a-b395-4da3-ab83-12b83307dcf8 req-2625d6a4-bead-4230-9772-9b5f9f37e9cf tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030128 Aug 20 11:58:03.601927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-8e6f6fc8-0cca-4f3f-8de4-e354bc9ce732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.602153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-a79426f6-6a51-4908-b829-26a1189a2eb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=645e4231-5069-4ed0-8b65-b740ab720891 HTTP/1.1" status: 200 len: 999 time: 0.1145985 Aug 20 11:58:03.603503 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-8e6f6fc8-0cca-4f3f-8de4-e354bc9ce732 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b07058d3-d1b8-44a0-8c4e-a6da74f58555 HTTP/1.1" status: 200 len: 801 time: 0.0828776 Aug 20 11:58:03.619933 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-32869350-d86e-4bd1-a53d-6b8eb6d6aa65 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694160 Aug 20 11:58:03.672458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-5c9565b0-991c-4c60-856b-a663f158206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.674065 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-5c9565b0-991c-4c60-856b-a663f158206b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532563 Aug 20 11:58:03.676411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-e2523474-be2b-415c-b2f1-7033b3360259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.678041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-e2523474-be2b-415c-b2f1-7033b3360259 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed32338-9033-4125-866a-377a53327361 HTTP/1.1" status: 200 len: 854 time: 0.0546610 Aug 20 11:58:03.757843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6f331445-9d25-4c04-813b-9148a43e3016', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'port_id': '645e4231-5069-4ed0-8b65-b740ab720891', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'mac_address': 'fa:16:3e:b9:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:57:41Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 1, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:43Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:03.761226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-932f27ff-c061-4d0d-9359-0975e0af4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.762987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-932f27ff-c061-4d0d-9359-0975e0af4621 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a97c83e2-bcbd-4e76-85a7-fafddaa529ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562084 Aug 20 11:58:03.792900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e1da2-1f1e-4e41-9295-26d73cb9addb None None] The sync data for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 is: [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6f331445-9d25-4c04-813b-9148a43e3016', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'port_id': '645e4231-5069-4ed0-8b65-b740ab720891', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'mac_address': 'fa:16:3e:b9:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:57:41Z', 'updated_at': '2021-08-20T11:58:01Z', 'revision_number': 1, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:43Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:03.816387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34728) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:03.883127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-1e0dbce3-55fb-4b92-b028-f23bfabe7b97 service neutron] 10.222.0.73 "GET /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104019 Aug 20 11:58:03.892577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-db397137-d7a2-42f6-ac0e-db7b1e3b352e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:03.898577 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-db397137-d7a2-42f6-ac0e-db7b1e3b352e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 944 time: 0.0829754 Aug 20 11:58:03.943725 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-c24b8356-7e82-4f19-9cdd-cb0313cedbd4 service neutron] 10.222.0.73 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355163 Aug 20 11:58:04.100066 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b499fef-af17-47f7-b0aa-ade3c0829200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.119994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99805eaf-86a5-4785-8592-c4a35f75ed1c req-5cfda955-b093-437f-993a-5566606054bf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:04.127931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99805eaf-86a5-4785-8592-c4a35f75ed1c req-5cfda955-b093-437f-993a-5566606054bf tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1355724 Aug 20 11:58:04.145550 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d450222a-5744-4d34-af46-65ebdc8ef3e6 None None] New status for floating IP 6f331445-9d25-4c04-813b-9148a43e3016: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:58:04.149664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bca7f-1e21-47b0-aeb9-b874373cb023 req-16c655af-9403-4de4-9903-bde5b7105a6b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:04.157753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-691bca7f-1e21-47b0-aeb9-b874373cb023 req-16c655af-9403-4de4-9903-bde5b7105a6b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1209540 Aug 20 11:58:04.189273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a106f61-cb8e-4c22-917e-515b023b6457 req-2f49934a-e677-42cf-b7bb-ae7212ea3dd2 service neutron] 10.222.0.73 "GET /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209044 Aug 20 11:58:04.225149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Deleting port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:04.225657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.233389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb12c80-8a4e-4363-931a-2942576a36fc req-30904a85-52c2-4497-9f79-c4c24962c0eb service neutron] 10.222.0.73 "GET /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394246 Aug 20 11:58:04.246203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-691bca7f-1e21-47b0-aeb9-b874373cb023 req-39cd4723-bfe0-486a-80c5-0562fabd4105 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874672 Aug 20 11:58:04.259146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99805eaf-86a5-4785-8592-c4a35f75ed1c req-8b0f9cb9-6c0a-42a8-84fd-96bf55e3fff3 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302769 Aug 20 11:58:04.387386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b499fef-af17-47f7-b0aa-ade3c0829200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.393942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] For port 4e49329f-7ff3-4849-a2d8-ed94f7713a70, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4e49329f-7ff3-4849-a2d8-ed94f7713a70,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:04.394690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.409598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b499fef-af17-47f7-b0aa-ade3c0829200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.435897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Calling delete_port for 4e49329f-7ff3-4849-a2d8-ed94f7713a70 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:04.459846 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0b499fef-af17-47f7-b0aa-ade3c0829200 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2244c132b6ec42559fc7f46c1e783593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424890 Aug 20 11:58:04.462493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34742) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:04.473544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b499fef-af17-47f7-b0aa-ade3c0829200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6644a93e-0fe1-448f-8fb6-2a49e45b8a97,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:04.577390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32f04189-de40-4286-9874-911a2a146bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.607532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32f04189-de40-4286-9874-911a2a146bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.632669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87ecdf-1cb4-4d68-aab5-22d87f7909ae req-844454f5-9476-49f0-92bd-bcca9ee6f427 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:04.639087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87ecdf-1cb4-4d68-aab5-22d87f7909ae req-844454f5-9476-49f0-92bd-bcca9ee6f427 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:04.646629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87ecdf-1cb4-4d68-aab5-22d87f7909ae req-844454f5-9476-49f0-92bd-bcca9ee6f427 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:04.647433 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.649597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c87ecdf-1cb4-4d68-aab5-22d87f7909ae req-844454f5-9476-49f0-92bd-bcca9ee6f427 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2412 time: 0.1314156 Aug 20 11:58:04.665235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4e49329f-7ff3-4849-a2d8-ed94f7713a70'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:04.669248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:04.712361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Pushing event deleted for resources: {'Port': ['ID=4e49329f-7ff3-4849-a2d8-ed94f7713a70,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:04.759861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c87ecdf-1cb4-4d68-aab5-22d87f7909ae req-6f2dea97-ca8f-4cae-aae4-4aad06948267 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999174 Aug 20 11:58:04.780238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] No DVR routers for this DVR port 4e49329f-7ff3-4849-a2d8-ed94f7713a70 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:04.785292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.791194 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-464b49bf-4280-4cb5-83d9-e016f0f3013b req-c2ff3ec9-eb0b-4caa-8e91-d5075566fc8d tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.73 "DELETE /v2.0/ports/4e49329f-7ff3-4849-a2d8-ed94f7713a70 HTTP/1.1" status: 204 len: 173 time: 0.8462565 Aug 20 11:58:04.793146 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32f04189-de40-4286-9874-911a2a146bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.797828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32f04189-de40-4286-9874-911a2a146bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:04.803261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-32f04189-de40-4286-9874-911a2a146bc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6644a93e-0fe1-448f-8fb6-2a49e45b8a97 HTTP/1.1" status: 204 len: 168 time: 0.3396349 Aug 20 11:58:04.839348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f04189-de40-4286-9874-911a2a146bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6644a93e-0fe1-448f-8fb6-2a49e45b8a97,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:04.843633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c8fee1b-0aa6-49ba-8c02-4cc560bfa5e0 req-5a033b35-c57f-4280-8e7a-a90cd62ff298 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 210 time: 0.0388167 Aug 20 11:58:04.978923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'name': 'network-vif-deleted', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:04.983915 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc01cba-ad94-404f-8897-21fedd3bf092" -d '{"events": [{"server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "name": "network-vif-deleted", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:05.024650 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a18af-5254-4f7f-9ba6-1db93f69aeec x-openstack-request-id: req-450a18af-5254-4f7f-9ba6-1db93f69aeec {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:05.024946 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b405e-1684-498d-9d82-cf6f40752e2a", "name": "network-vif-deleted", "tag": "4e49329f-7ff3-4849-a2d8-ed94f7713a70", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:05.025202 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-450a18af-5254-4f7f-9ba6-1db93f69aeec {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:05.025603 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b405e-1684-498d-9d82-cf6f40752e2a', 'name': 'network-vif-deleted', 'tag': '4e49329f-7ff3-4849-a2d8-ed94f7713a70', 'status': 'completed', 'code': 200} Aug 20 11:58:05.258328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 107891b7-3176-4d43-9f77-e99ad030bb58 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:05.419122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 107891b7-3176-4d43-9f77-e99ad030bb58, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=107891b7-3176-4d43-9f77-e99ad030bb58,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:05.434947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '107891b7-3176-4d43-9f77-e99ad030bb58', 'network_id': 'f0ab8733-13f5-4ae1-9a94-bc35c6826c8e', 'port_id': '107891b7-3176-4d43-9f77-e99ad030bb58', 'mac_address': 'fa:16:3e:7c:e7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c573b2de-4351-446c-87c8-5fa8d0f7c8b5', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:05.453024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5918-d289-48b4-8def-0f1092bac0d7 req-644170e1-2d02-492b-850d-fca10ca9623c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:05.462919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b84c5918-d289-48b4-8def-0f1092bac0d7 req-644170e1-2d02-492b-850d-fca10ca9623c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.0991364 Aug 20 11:58:05.491479 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.496593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e5db1-ece5-48e9-afbf-877a9ad15e24 req-8269680c-cbe9-41a7-a8fa-ca1725fa2e41 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:05.507613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107891b7-3176-4d43-9f77-e99ad030bb58 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:05.511417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-389e5db1-ece5-48e9-afbf-877a9ad15e24 req-8269680c-cbe9-41a7-a8fa-ca1725fa2e41 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1609530 Aug 20 11:58:05.542253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 107891b7-3176-4d43-9f77-e99ad030bb58, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=107891b7-3176-4d43-9f77-e99ad030bb58,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:05.549011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b84c5918-d289-48b4-8def-0f1092bac0d7 req-a155ec90-4c8b-4166-b637-799c15bc1217 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827589 Aug 20 11:58:05.550587 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.551487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9c6482b0-e22d-465c-bc72-f9739c47b694 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:05.628666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-389e5db1-ece5-48e9-afbf-877a9ad15e24 req-7ce43b92-dc7b-4957-a42f-32f079290499 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155901 Aug 20 11:58:05.710228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34780) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:05.724630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9c6482b0-e22d-465c-bc72-f9739c47b694, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9c6482b0-e22d-465c-bc72-f9739c47b694,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:05.741841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9c6482b0-e22d-465c-bc72-f9739c47b694', 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671', 'port_id': '9c6482b0-e22d-465c-bc72-f9739c47b694', 'mac_address': 'fa:16:3e:00:53:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07058d3-d1b8-44a0-8c4e-a6da74f58555', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:05.743627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=107891b7-3176-4d43-9f77-e99ad030bb58,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:05.778512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.778698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.779018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.779340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.779674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.779997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.780321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.780745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.781054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.781342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.781600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.782323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:05.801575 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.818959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6482b0-e22d-465c-bc72-f9739c47b694 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:05.854958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9c6482b0-e22d-465c-bc72-f9739c47b694, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9c6482b0-e22d-465c-bc72-f9739c47b694,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:05.859713 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.860421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f55dbbd2-9211-43bb-9ba9-6944adf06d2f details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:05.870555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-79366392-network', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:05.908459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Made reservation on behalf of 04ac883b2f014d8ea9ebbb031fd438e3 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:05.911090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.926323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:05.932579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9c6482b0-e22d-465c-bc72-f9739c47b694,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:05.936248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f55dbbd2-9211-43bb-9ba9-6944adf06d2f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:05.946854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ebafb-e385-43a0-97b6-6dedc3e80f3a req-758a2c68-88c7-4944-b8f1-d279af0311aa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:05.948694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f', 'network_id': 'ff60eb7e-dd08-43b7-86fa-6ed5a83f9671', 'port_id': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f', 'mac_address': 'fa:16:3e:82:41:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07058d3-d1b8-44a0-8c4e-a6da74f58555', 'ip_address': '19.80.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:05.953407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ebafb-e385-43a0-97b6-6dedc3e80f3a req-758a2c68-88c7-4944-b8f1-d279af0311aa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:05.959507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ebafb-e385-43a0-97b6-6dedc3e80f3a req-758a2c68-88c7-4944-b8f1-d279af0311aa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:05.961303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a6ebafb-e385-43a0-97b6-6dedc3e80f3a req-758a2c68-88c7-4944-b8f1-d279af0311aa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2413 time: 0.1264617 Aug 20 11:58:05.991160 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.004877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55dbbd2-9211-43bb-9ba9-6944adf06d2f {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:06.014882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5ac3cca-631e-413d-b8a0-9213d2adae02 req-4e715182-bbd4-41f4-aacd-a122b43c7a49 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 210 time: 0.0519965 Aug 20 11:58:06.026696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f55dbbd2-9211-43bb-9ba9-6944adf06d2f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:06.033497 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.071444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a6ebafb-e385-43a0-97b6-6dedc3e80f3a req-cc2bfd84-1164-4727-8549-5d6a036b3252 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006482 Aug 20 11:58:06.097855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:06.145523 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.149832 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.166709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:58:06.167164 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-de4727a8-405d-4283-9f56-d1dfe8d1d18f service neutron] show failed (client error): The resource could not be found. Aug 20 11:58:06.168670 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-de4727a8-405d-4283-9f56-d1dfe8d1d18f service neutron] 10.222.0.73 "GET /v2.0/ports/f34a2fb4-adb7-45ae-a75a-af06a512955e/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0623579 Aug 20 11:58:06.194117 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.194733 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Added segment 06736a4e-3cc0-4aa9-88cf-8c551b38551c of type vlan for network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 Aug 20 11:58:06.209387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c948f2e4-4d9a-4f4a-9b51-3e421e918579,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:06.246395 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.276975 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.278394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:06.279251 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.413748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f55dbbd2-9211-43bb-9ba9-6944adf06d2f'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:06.442584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4472b01b-ecc1-434f-9954-5c3f047ca666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:06.444688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4472b01b-ecc1-434f-9954-5c3f047ca666 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277&tenant_id=3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 1101 time: 0.0548310 Aug 20 11:58:06.452319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['107891b7-3176-4d43-9f77-e99ad030bb58'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:06.459470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:06.486572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9c6482b0-e22d-465c-bc72-f9739c47b694'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:06.528060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.680304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9680157 Aug 20 11:58:06.683304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34796) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:06.698012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Request body: {'subnet': {'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-79366392-subnet', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:06.724665 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Made reservation on behalf of 04ac883b2f014d8ea9ebbb031fd438e3 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:06.727362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:06.733861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508f654-f5db-4f0e-a6b5-ff69e4400c91 admin admin] Pushing event updated for resources: {'Network': ['ID=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:06.771537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:58:06.814895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa647-8db3-45ad-948f-915bb356a63f req-c654c991-abef-4e03-bcf6-cae85bc9b6aa tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:06.824660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5adaa647-8db3-45ad-948f-915bb356a63f req-c654c991-abef-4e03-bcf6-cae85bc9b6aa tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0814068 Aug 20 11:58:06.835744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502f425-1286-437c-b7e8-929377a0e169 req-d1ab35cb-7b61-4e0e-839f-ab3a0c48fc20 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:06.836884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0502f425-1286-437c-b7e8-929377a0e169 req-d1ab35cb-7b61-4e0e-839f-ab3a0c48fc20 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1617529 Aug 20 11:58:06.928368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5adaa647-8db3-45ad-948f-915bb356a63f req-b7c27740-0953-4398-bf27-a92c3b714161 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026497 Aug 20 11:58:06.947207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:06.957489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0502f425-1286-437c-b7e8-929377a0e169 req-fe06e1ec-9fb4-49bc-858d-00c9f12e1c3f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085699 Aug 20 11:58:07.059573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:07.120068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.183570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:07.186547 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b56f9d-3764-4db6-865a-2ab6684d3a6d" -d '{"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-unplugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:07.200587 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.251383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Transition to ACTIVE for port object f34a2fb4-adb7-45ae-a75a-af06a512955e will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:07.252418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93fd245a-e68c-41c6-876f-3488f7f8dd9c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:07.260449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.288313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6df80a0e-40e8-42c6-817f-221da901e2cf req-4ed3f7e5-6e2c-46ec-a239-a7bb4900663a tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 210 time: 0.0666525 Aug 20 11:58:07.313737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Checking segment: {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:07.314685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Network hostable DHCP agents. Network: 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:58:07.332811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4e49329f-7ff3-4849-a2d8-ed94f7713a70 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:07.366507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] No DVR routers for this DVR port f34a2fb4-adb7-45ae-a75a-af06a512955e on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:07.371206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:07.407029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805c51-7fd1-4d98-84a0-dd6ed3403191 req-730e8b40-c851-4a71-8cbc-bb8c90638ff4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:07.415557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805c51-7fd1-4d98-84a0-dd6ed3403191 req-730e8b40-c851-4a71-8cbc-bb8c90638ff4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:07.422578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805c51-7fd1-4d98-84a0-dd6ed3403191 req-730e8b40-c851-4a71-8cbc-bb8c90638ff4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:07.424872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b805c51-7fd1-4d98-84a0-dd6ed3403191 req-730e8b40-c851-4a71-8cbc-bb8c90638ff4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2415 time: 0.1124499 Aug 20 11:58:07.426722 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21092e6e-956f-43b1-8aa1-349bd5ce0aa8 x-openstack-request-id: req-21092e6e-956f-43b1-8aa1-349bd5ce0aa8 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:07.428906 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-unplugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:07.429772 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21092e6e-956f-43b1-8aa1-349bd5ce0aa8 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:07.430457 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'code': 200} Aug 20 11:58:07.445406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 4e49329f-7ff3-4849-a2d8-ed94f7713a70 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:07.445975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4e49329f-7ff3-4849-a2d8-ed94f7713a70 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:07.446694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:07.473373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:58:07.493680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:07.497080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:07.498084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:07.509991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:07.510498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b805c51-7fd1-4d98-84a0-dd6ed3403191 req-7956dcc6-fb77-4a51-85d1-08d68e6930e9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753350 Aug 20 11:58:07.515602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:07.516026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:07.520320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:07.521383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.542558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:07.543050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:07.543576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:07.543941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:07.544542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Bound port: f34a2fb4-adb7-45ae-a75a-af06a512955e, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:07.545025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.551671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a7357c-9ce8-4bf5-b68d-6705f497baa0 None None] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:07.556029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34808) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:07.560702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:07.564862 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-864fd062-a368-40d3-aa17-d56cc2b7e989 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8720393 Aug 20 11:58:07.593935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.598517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.675155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:07.676625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.682510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:07.689969 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.743277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:07.744241 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.746055 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 1096 time: 1.2924538 Aug 20 11:58:07.772820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:58:07.774420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:07.797838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9612d5-9f3a-458e-8ca0-54e4ad89f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:07.855191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-c0f4fa1a-035c-4c0b-8efd-9206d1294e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:07.857899 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-c0f4fa1a-035c-4c0b-8efd-9206d1294e74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1099 time: 0.0743456 Aug 20 11:58:07.930522 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.029906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-1f786327-a796-4708-949a-d7682820454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.033757 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-1f786327-a796-4708-949a-d7682820454a service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1695528 Aug 20 11:58:08.093687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Allocated IP 172.20.0.2 (4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7/93fd245a-e68c-41c6-876f-3488f7f8dd9c/4231c3be-dfdb-474e-99a1-fcdca5070f86) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:08.219469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81bc8-b7ff-4863-9caf-18121e995f14 req-4a293c37-5701-453e-8d8b-de485cc10cd7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.221847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6d81bc8-b7ff-4863-9caf-18121e995f14 req-4a293c37-5701-453e-8d8b-de485cc10cd7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1238563 Aug 20 11:58:08.287071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba433c0d-9baa-4f0e-b413-98010e997114 req-01cb5f5e-c520-4bc8-96f6-52abb966a568 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.295173 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.297121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba433c0d-9baa-4f0e-b413-98010e997114 req-01cb5f5e-c520-4bc8-96f6-52abb966a568 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 947 time: 0.2290349 Aug 20 11:58:08.306431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Transition to ACTIVE for port object 4231c3be-dfdb-474e-99a1-fcdca5070f86 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:08.327716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Transition to ACTIVE for port object 4231c3be-dfdb-474e-99a1-fcdca5070f86 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:08.327933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6d81bc8-b7ff-4863-9caf-18121e995f14 req-9a46e1fc-878f-403c-aa69-679f7f11f820 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984373 Aug 20 11:58:08.337591 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.358834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba433c0d-9baa-4f0e-b413-98010e997114 req-c69b5b77-bb94-4730-a235-2c8fb7b723a1 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608339 Aug 20 11:58:08.443430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:08.455260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:08.462590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:08.531287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.535213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Pushing event updated for resources: {'Port': ['ID=4231c3be-dfdb-474e-99a1-fcdca5070f86,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:08.576712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Attempting to bind port 4231c3be-dfdb-474e-99a1-fcdca5070f86 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:08.577214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Attempting to bind port 4231c3be-dfdb-474e-99a1-fcdca5070f86 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:08.579083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Attempting to bind port 4231c3be-dfdb-474e-99a1-fcdca5070f86 on network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:08.582616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.592410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:08.592892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Checking segment: {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:08.595477 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.596037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Bound using segment: {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:08.596642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Bound port: 4231c3be-dfdb-474e-99a1-fcdca5070f86, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:08.597138 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.619835 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-2365a631-0b0e-4bc1-b789-6fd17e2ea67a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.5780218 Aug 20 11:58:08.650288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f8f7260-ca13-41c1-854f-2a5b7008551f req-4362ef51-7e52-4c43-8e01-5fb08bb88bfd tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 210 time: 0.0345170 Aug 20 11:58:08.719389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-f5737f39-aa03-4323-8fe3-0dd8afe879ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.721054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-f5737f39-aa03-4323-8fe3-0dd8afe879ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0855467 Aug 20 11:58:08.744729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] For port 4231c3be-dfdb-474e-99a1-fcdca5070f86, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:08.748917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] For port 4231c3be-dfdb-474e-99a1-fcdca5070f86, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4231c3be-dfdb-474e-99a1-fcdca5070f86,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:08.756085 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.806980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-15b33fc3-822d-4954-9977-3fab6e69c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.814489 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-15b33fc3-822d-4954-9977-3fab6e69c06f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839667 Aug 20 11:58:08.833498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a122e-6991-4e75-8203-87a14c7e8b1f None None] Pushing event updated for resources: {'Port': ['ID=4231c3be-dfdb-474e-99a1-fcdca5070f86,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:08.835281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158023ad-7149-40b3-93d1-82aa060998b0 req-b37ce63b-9c33-4191-8790-9314009913df tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.842142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158023ad-7149-40b3-93d1-82aa060998b0 req-b37ce63b-9c33-4191-8790-9314009913df tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.848084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158023ad-7149-40b3-93d1-82aa060998b0 req-b37ce63b-9c33-4191-8790-9314009913df tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:08.850019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-158023ad-7149-40b3-93d1-82aa060998b0 req-b37ce63b-9c33-4191-8790-9314009913df tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2415 time: 0.1069055 Aug 20 11:58:08.857755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Allocated IP 172.25.0.115 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/b128da1a-96ed-4a9b-88e9-114ca97854f7) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:08.942868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-158023ad-7149-40b3-93d1-82aa060998b0 req-34e87213-892b-43bf-96fa-cffca2b6b47c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826266 Aug 20 11:58:08.961564 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-8c1d892e-76aa-40d3-b294-25709d565446 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325901 Aug 20 11:58:09.032598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.103824 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-380ab2bf-62df-4a64-a79c-e05b6795fd86 req-1ee285c0-6c18-4314-821a-0a313c75607b service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335890 Aug 20 11:58:09.103980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.168239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:09.185193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:09.187649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Pushing event updated for resources: {'Port': ['ID=b128da1a-96ed-4a9b-88e9-114ca97854f7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:09.190364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:09.288128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 107891b7-3176-4d43-9f77-e99ad030bb58 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:09.351455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 107891b7-3176-4d43-9f77-e99ad030bb58 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:09.357084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 107891b7-3176-4d43-9f77-e99ad030bb58 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:09.357494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.432201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:09.434941 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1030517-f98a-41a3-8c7d-b44b3600aea8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:09.478551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.503910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107891b7-3176-4d43-9f77-e99ad030bb58'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:09.505238 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835a7f1b-c16a-4e2d-a36b-8b97d364f0a4" -d '{"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-plugged", "status": "completed", "tag": "107891b7-3176-4d43-9f77-e99ad030bb58"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:09.522271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 107891b7-3176-4d43-9f77-e99ad030bb58, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=107891b7-3176-4d43-9f77-e99ad030bb58,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:09.527687 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.528529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9c6482b0-e22d-465c-bc72-f9739c47b694 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:09.561664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.627654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea78446-76c3-4b00-9738-db82f40eb483 req-c4ed07f8-9e9a-4c06-a583-538c4f301ed0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:09.629251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ea78446-76c3-4b00-9738-db82f40eb483 req-c4ed07f8-9e9a-4c06-a583-538c4f301ed0 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 947 time: 0.1428738 Aug 20 11:58:09.640484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc983c-435b-4099-a2c9-435b041a1214 req-a1534d76-d8fb-4e92-a76a-875c2d4db640 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:09.642059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8fc983c-435b-4099-a2c9-435b041a1214 req-a1534d76-d8fb-4e92-a76a-875c2d4db640 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1525815 Aug 20 11:58:09.752944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=107891b7-3176-4d43-9f77-e99ad030bb58,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:09.764176 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8fc983c-435b-4099-a2c9-435b041a1214 req-7e8c7366-4fc4-4638-9047-37a2d1ff2f15 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080003 Aug 20 11:58:09.768000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ea78446-76c3-4b00-9738-db82f40eb483 req-3a7b7535-aaf3-4ee6-b898-6f29d38cdc35 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227398 Aug 20 11:58:09.830972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 9c6482b0-e22d-465c-bc72-f9739c47b694 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:09.839441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9c6482b0-e22d-465c-bc72-f9739c47b694 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:09.839950 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.922256 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8477bf1c-2a51-4491-aa3a-38bd0088a894 x-openstack-request-id: req-8477bf1c-2a51-4491-aa3a-38bd0088a894 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:09.922938 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:09.923194 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8477bf1c-2a51-4491-aa3a-38bd0088a894 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:09.923593 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'status': 'completed', 'code': 200} Aug 20 11:58:09.927890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:09.985813 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51169a59-44d6-4b74-8d94-f43f70fd43e3 x-openstack-request-id: req-51169a59-44d6-4b74-8d94-f43f70fd43e3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:09.986109 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-plugged", "status": "completed", "tag": "107891b7-3176-4d43-9f77-e99ad030bb58", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:09.986385 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51169a59-44d6-4b74-8d94-f43f70fd43e3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:09.986784 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107891b7-3176-4d43-9f77-e99ad030bb58', 'code': 200} Aug 20 11:58:10.030010 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.116525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-406ed0cb-2c84-42d1-867b-7083574da277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.117822 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-406ed0cb-2c84-42d1-867b-7083574da277 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1099 time: 0.1913807 Aug 20 11:58:10.123395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-529b07bd-37a9-49e4-8c01-afe399fb5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.125742 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-529b07bd-37a9-49e4-8c01-afe399fb5c42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1099 time: 0.1471016 Aug 20 11:58:10.125886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:58:10.167264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9c6482b0-e22d-465c-bc72-f9739c47b694, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9c6482b0-e22d-465c-bc72-f9739c47b694,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:10.177852 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.178718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f55dbbd2-9211-43bb-9ba9-6944adf06d2f up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:10.277526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9728253-b614-40e5-9c6f-55b8bb6f816a None None] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:10.320314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:10.353811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Sync routers for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:10.385474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-ef4a48b1-79b8-46f5-b1bd-25135796609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.386996 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-ef4a48b1-79b8-46f5-b1bd-25135796609c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2581661 Aug 20 11:58:10.387339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0338ecd1-061c-4dd8-902d-033db262da13 req-4d168476-45bf-4ce1-bccd-e6fabdcb2ef1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 210 time: 0.0707226 Aug 20 11:58:10.389921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-306a8b3f-cb12-44b3-bdae-ae067b5a0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.391422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-306a8b3f-cb12-44b3-bdae-ae067b5a0226 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2270019 Aug 20 11:58:10.404327 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.405345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-89c0ad23-7853-4603-85a5-531f8921f875 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8482294 Aug 20 11:58:10.407996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34842) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:10.417273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9c6482b0-e22d-465c-bc72-f9739c47b694,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:10.423898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51766b-dd9c-4400-b6c4-9d696f3c3fa3 req-acc2cdb6-4517-4c87-ab44-e68bca681a3e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.430851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51766b-dd9c-4400-b6c4-9d696f3c3fa3 req-acc2cdb6-4517-4c87-ab44-e68bca681a3e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.437423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51766b-dd9c-4400-b6c4-9d696f3c3fa3 req-acc2cdb6-4517-4c87-ab44-e68bca681a3e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.438043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:10.438951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:10.439270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f51766b-dd9c-4400-b6c4-9d696f3c3fa3 req-acc2cdb6-4517-4c87-ab44-e68bca681a3e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2417 time: 0.1205525 Aug 20 11:58:10.444780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f55dbbd2-9211-43bb-9ba9-6944adf06d2f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:10.447461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-41334fe8-98ab-4a19-99d5-175bebe7ceac None None] Provisioning for port 4231c3be-dfdb-474e-99a1-fcdca5070f86 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:10.455284 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-9d1a474a-0d11-4d5b-9d8d-4c2c9c54dba4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.0499387 Aug 20 11:58:10.500340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f55dbbd2-9211-43bb-9ba9-6944adf06d2f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:10.500897 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.503606 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-e0c83428-ded3-48d4-9417-b4cd9da073ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.1085649 Aug 20 11:58:10.585907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-8d85b0ee-8b66-407b-aed5-64bd196b8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.587788 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-8d85b0ee-8b66-407b-aed5-64bd196b8295 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0942535 Aug 20 11:58:10.593505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-a458d383-7257-4d97-bdee-6f2ab1f48faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.595090 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-a458d383-7257-4d97-bdee-6f2ab1f48faa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0697219 Aug 20 11:58:10.671836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-20dc03e2-061a-4a60-bde8-8099092612d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.673609 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-20dc03e2-061a-4a60-bde8-8099092612d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775497 Aug 20 11:58:10.751124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-51aa2036-f308-45d9-b177-bcdd0c46c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.752815 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-51aa2036-f308-45d9-b177-bcdd0c46c92a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456511 Aug 20 11:58:10.756231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f51766b-dd9c-4400-b6c4-9d696f3c3fa3 req-a5ff684b-f134-404a-b9be-9cc0132c8da7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977460 Aug 20 11:58:10.782100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:10.785706 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:10.858667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4231c3be-dfdb-474e-99a1-fcdca5070f86 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:10.973864 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-cbfd62a2-00ed-4dee-b46f-8f250de401d9 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111049 Aug 20 11:58:10.979513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f55dbbd2-9211-43bb-9ba9-6944adf06d2f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:10.994878 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.081041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 4231c3be-dfdb-474e-99a1-fcdca5070f86 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:11.136235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4231c3be-dfdb-474e-99a1-fcdca5070f86 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:11.140711 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-ea549e3e-349a-408a-9b14-7cb1ccf000a9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523787 Aug 20 11:58:11.143412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.199188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe544bb7-f32a-45a8-b3b4-66a87e0b2492 req-e7665afa-c5a5-4baf-88cf-fd8f010de1b4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:11.205075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe544bb7-f32a-45a8-b3b4-66a87e0b2492 req-e7665afa-c5a5-4baf-88cf-fd8f010de1b4 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.2448065 Aug 20 11:58:11.217843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:11.280426 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-03644292-bf41-44e5-95ac-44345717aa99 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959175 Aug 20 11:58:11.305179 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1030517-f98a-41a3-8c7d-b44b3600aea8 req-2cdef96a-987e-464d-9c2f-3c5fb05c41eb service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569204 Aug 20 11:58:11.334502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dd4ed9fb-9219-4b3c-b452-8c63f76cacd0 None None] Provisioning complete for port 4231c3be-dfdb-474e-99a1-fcdca5070f86 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:11.335226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd4ed9fb-9219-4b3c-b452-8c63f76cacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.400502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:09Z', 'revision_number': 3, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:11.438118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Checking router: 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:11.438493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Updating router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b port b128da1a-96ed-4a9b-88e9-114ca97854f7 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:58:11.474489 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.488862 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.544203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff3fee-00e9-4c11-8216-e3574f9ba70e req-510cc709-3a51-4391-9251-5ece0f3ece28 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:11.550804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6ff3fee-00e9-4c11-8216-e3574f9ba70e req-510cc709-3a51-4391-9251-5ece0f3ece28 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 947 time: 0.5922747 Aug 20 11:58:11.563466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 4231c3be-dfdb-474e-99a1-fcdca5070f86, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4231c3be-dfdb-474e-99a1-fcdca5070f86,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:11.580557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.626284 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd4ed9fb-9219-4b3c-b452-8c63f76cacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.643508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe544bb7-f32a-45a8-b3b4-66a87e0b2492 req-1bc6d30d-f9b2-4a78-82ba-51f8a110467d tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186714 Aug 20 11:58:11.658314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6ff3fee-00e9-4c11-8216-e3574f9ba70e req-0bea7566-6463-46cc-a337-a398f727058f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062973 Aug 20 11:58:11.680406 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.742405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=4231c3be-dfdb-474e-99a1-fcdca5070f86,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:11.776552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:11.814745 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-dd4ed9fb-9219-4b3c-b452-8c63f76cacd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:58:11.815102 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-dd4ed9fb-9219-4b3c-b452-8c63f76cacd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:58:11.905904 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.940814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bd5d7-1f24-40c2-b7c8-983e17590ea0 req-03e62433-c948-4330-8cff-a3b3205f0652 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=a35b405e-1684-498d-9d82-cf6f40752e2a HTTP/1.1" status: 200 len: 210 time: 0.0485198 Aug 20 11:58:11.954450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:11.967767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Allocated IP 172.20.0.1 (4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7/93fd245a-e68c-41c6-876f-3488f7f8dd9c/87151e36-6f4d-4d2d-86f6-aaee999cdf9b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:11.992030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6482b0-e22d-465c-bc72-f9739c47b694'}, {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:11.993809 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88418abc-dc0c-4d7f-b16d-6f25dbdbe7d3" -d '{"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-plugged", "status": "completed", "tag": "9c6482b0-e22d-465c-bc72-f9739c47b694"}, {"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-plugged", "status": "completed", "tag": "f55dbbd2-9211-43bb-9ba9-6944adf06d2f"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:11.999594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'mac_address': 'fa:16:3e:93:7b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:12.058114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.062809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ab33-0379-4629-a8b1-0cf3c2b53006 req-b0cc36ff-482f-4a33-8fc6-8d175d6e0107 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.066370 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e0ac76-f336-4485-8e92-164bccc6bb57 x-openstack-request-id: req-63e0ac76-f336-4485-8e92-164bccc6bb57 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:12.066874 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-plugged", "status": "completed", "tag": "9c6482b0-e22d-465c-bc72-f9739c47b694", "code": 200}, {"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-plugged", "status": "completed", "tag": "f55dbbd2-9211-43bb-9ba9-6944adf06d2f", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:12.067291 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63e0ac76-f336-4485-8e92-164bccc6bb57 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:12.068094 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6482b0-e22d-465c-bc72-f9739c47b694', 'code': 200} Aug 20 11:58:12.068513 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f', 'code': 200} Aug 20 11:58:12.068765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ab33-0379-4629-a8b1-0cf3c2b53006 req-b0cc36ff-482f-4a33-8fc6-8d175d6e0107 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.075355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ab33-0379-4629-a8b1-0cf3c2b53006 req-b0cc36ff-482f-4a33-8fc6-8d175d6e0107 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.077291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c36ab33-0379-4629-a8b1-0cf3c2b53006 req-b0cc36ff-482f-4a33-8fc6-8d175d6e0107 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2418 time: 0.1392295 Aug 20 11:58:12.109946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Transition to ACTIVE for port object b128da1a-96ed-4a9b-88e9-114ca97854f7 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:12.120449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.137013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34a2fb4-adb7-45ae-a75a-af06a512955e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:12.143805 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.167392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.195650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c36ab33-0379-4629-a8b1-0cf3c2b53006 req-83b644f9-35ed-41c5-b97e-19a062c3b4d7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017175 Aug 20 11:58:12.218961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Transition to ACTIVE for port object 87151e36-6f4d-4d2d-86f6-aaee999cdf9b will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:12.257708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163422ad-77a2-4a81-a33e-f08a673035f1 req-1d14b7c1-3162-4486-be14-bbeb807462fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.258335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163422ad-77a2-4a81-a33e-f08a673035f1 req-1d14b7c1-3162-4486-be14-bbeb807462fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.258872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163422ad-77a2-4a81-a33e-f08a673035f1 req-1d14b7c1-3162-4486-be14-bbeb807462fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.261359 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-163422ad-77a2-4a81-a33e-f08a673035f1 req-1d14b7c1-3162-4486-be14-bbeb807462fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2874 time: 0.1192544 Aug 20 11:58:12.289627 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.337130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-163422ad-77a2-4a81-a33e-f08a673035f1 req-015399ff-6153-4a3b-acd4-55c6285788e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668135 Aug 20 11:58:12.363431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:12.372786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:12.374764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Pushing event updated for resources: {'Port': ['ID=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:12.377844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:12.418638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.451843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:12.470462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250c9f0-7350-4867-9be8-cb7c903b2b56 None None] Pushing event updated for resources: {'Port': ['ID=b128da1a-96ed-4a9b-88e9-114ca97854f7,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:12.474591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Attempting to bind port b128da1a-96ed-4a9b-88e9-114ca97854f7 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:12.475858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Attempting to bind port b128da1a-96ed-4a9b-88e9-114ca97854f7 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:12.476432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Attempting to bind port b128da1a-96ed-4a9b-88e9-114ca97854f7 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:12.479374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.541985 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:12.553847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:12.554341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:12.554815 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.555275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:12.555831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Bound port: b128da1a-96ed-4a9b-88e9-114ca97854f7, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:12.556283 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.576497 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.647781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] For port b128da1a-96ed-4a9b-88e9-114ca97854f7, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:12.652317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] For port b128da1a-96ed-4a9b-88e9-114ca97854f7, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b128da1a-96ed-4a9b-88e9-114ca97854f7,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:12.664937 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.738107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4231c3be-dfdb-474e-99a1-fcdca5070f86 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:12.800331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['f34a2fb4-adb7-45ae-a75a-af06a512955e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:12.858025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250c9f0-7350-4867-9be8-cb7c903b2b56 None None] Pushing event updated for resources: {'Port': ['ID=b128da1a-96ed-4a9b-88e9-114ca97854f7,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:12.861527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:12.862518 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:12.889007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.898869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddf003-fa1a-4fcd-a9ee-968de37a1ec4 req-3577036b-e5ad-45f8-94cb-725f9f7c8dbe tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.900523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-feddf003-fa1a-4fcd-a9ee-968de37a1ec4 req-3577036b-e5ad-45f8-94cb-725f9f7c8dbe tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 948 time: 0.1417823 Aug 20 11:58:12.912999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b1f64-81b1-4a8e-a210-743d4eaf8519 req-fe9969ff-da40-4123-9039-90f8fae7343b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:12.916699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-29ca28a4-aaf6-448f-864a-d21f591ba895 None None] Provisioning for port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:12.921203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-947b1f64-81b1-4a8e-a210-743d4eaf8519 req-fe9969ff-da40-4123-9039-90f8fae7343b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1365049 Aug 20 11:58:12.924380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.926772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-29ca28a4-aaf6-448f-864a-d21f591ba895 None None] Provisioning complete for port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:12.926772 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-29ca28a4-aaf6-448f-864a-d21f591ba895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:12.933817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4231c3be-dfdb-474e-99a1-fcdca5070f86 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:12.934249 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.042224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Pushing event updated for resources: {'Port': ['ID=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:13.053662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-29ca28a4-aaf6-448f-864a-d21f591ba895 None None] Port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:13.057608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-feddf003-fa1a-4fcd-a9ee-968de37a1ec4 req-5aa1b76a-49a5-4399-89c9-2a970d99e3af tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342065 Aug 20 11:58:13.058496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.071508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-947b1f64-81b1-4a8e-a210-743d4eaf8519 req-f5db15a5-42cb-49a9-9faf-c064e2ceb42c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491883 Aug 20 11:58:13.101549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:13.283720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:13.285784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:13.459633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:11Z', 'revision_number': 1, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:13.497662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fdadf-3ec9-4eea-ab8f-06ada22cc83d None None] The sync data for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 is: [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:11Z', 'revision_number': 1, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:13.521668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.544013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:13.560533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db20d-9afe-4186-b1b2-958a0c362e5f req-b0f7aa4b-7649-4867-a827-6a487a1b803b tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.567986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db20d-9afe-4186-b1b2-958a0c362e5f req-b0f7aa4b-7649-4867-a827-6a487a1b803b tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.574568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db20d-9afe-4186-b1b2-958a0c362e5f req-b0f7aa4b-7649-4867-a827-6a487a1b803b tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.576480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-600db20d-9afe-4186-b1b2-958a0c362e5f req-b0f7aa4b-7649-4867-a827-6a487a1b803b tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2418 time: 0.1512594 Aug 20 11:58:13.691887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b1eb849f-fa38-446d-94a1-23f4c3d82269 None None] Provisioning complete for port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:13.692974 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b1eb849f-fa38-446d-94a1-23f4c3d82269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.728688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-600db20d-9afe-4186-b1b2-958a0c362e5f req-df09f851-21fa-46fb-b590-2a16951ec63c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386261 Aug 20 11:58:13.773512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb849f-fa38-446d-94a1-23f4c3d82269 None None] Port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:13.775581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-95ae16b3-6635-4a8a-9118-8b96d7866071 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.778149 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-95ae16b3-6635-4a8a-9118-8b96d7866071 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277&tenant_id=3d94d7d55b3c40808fee991b1088811f&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 948 time: 0.1337702 Aug 20 11:58:13.882501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:13.896770 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-62dfb43b-5b0c-48f2-ba72-318ee79545d3 service neutron] 10.222.0.22 "GET /v2.0/ports/f34a2fb4-adb7-45ae-a75a-af06a512955e/bindings/n-h2-800634-10 HTTP/1.1" status: 200 len: 383 time: 0.1089993 Aug 20 11:58:13.906105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4d04d265-ac36-437a-9f53-38351b8fc787 admin admin] 10.222.0.25 "PUT /v2.0/routers/4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4898953 Aug 20 11:58:13.909042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c9ef0-dc43-44a2-8780-f5a0c2878e43 req-f1f5a900-4888-43e6-8d9e-6c5d3912ce18 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.910722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-351c9ef0-dc43-44a2-8780-f5a0c2878e43 req-f1f5a900-4888-43e6-8d9e-6c5d3912ce18 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 948 time: 0.1189964 Aug 20 11:58:13.965483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-351c9ef0-dc43-44a2-8780-f5a0c2878e43 req-8afebe25-26ea-4848-a9e4-b1d86788daef tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Aug 20 11:58:13.995542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-08bee866-2f2a-4600-9e30-7a6dba9a1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:13.997175 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-08bee866-2f2a-4600-9e30-7a6dba9a1dac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1100 time: 0.0670822 Aug 20 11:58:14.141976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-878c0b98-bd12-4fbf-8ba8-4955c6d3f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.145937 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-878c0b98-bd12-4fbf-8ba8-4955c6d3f99f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1391475 Aug 20 11:58:14.229974 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-3aea2b26-6661-4b01-aca6-96a26bea5a94 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.0751319 Aug 20 11:58:14.314021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-af2eb1b7-b155-4866-9dec-306c00889a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.317979 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-af2eb1b7-b155-4866-9dec-306c00889a0e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0790837 Aug 20 11:58:14.326256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88ff75-472a-4c70-b04a-37efed420058 req-f3c73424-dac3-4a33-a915-dbc6c9c671e8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.334515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b88ff75-472a-4c70-b04a-37efed420058 req-f3c73424-dac3-4a33-a915-dbc6c9c671e8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.0909560 Aug 20 11:58:14.409031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-1a796a9b-835b-4921-a5a2-997a3c13f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.410755 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-1a796a9b-835b-4921-a5a2-997a3c13f09c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846961 Aug 20 11:58:14.419418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b88ff75-472a-4c70-b04a-37efed420058 req-0e3a62ad-d214-43b0-9b5a-0961abfff9cd tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837262 Aug 20 11:58:14.577684 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-b1c704e0-199a-46ca-aae4-2ffa4babdabb service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545131 Aug 20 11:58:14.779488 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-1ea3967b-c0fb-4b27-a142-c7f24ad5238d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858358 Aug 20 11:58:14.814826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b128da1a-96ed-4a9b-88e9-114ca97854f7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:14.873628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port b128da1a-96ed-4a9b-88e9-114ca97854f7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:14.878063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b128da1a-96ed-4a9b-88e9-114ca97854f7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:14.878495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:14.929557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf3da-a2a2-4bf4-a641-19e600ddec7a req-ab8648b1-1bed-4872-a2f1-a3c1f7abac48 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.939349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf3da-a2a2-4bf4-a641-19e600ddec7a req-ab8648b1-1bed-4872-a2f1-a3c1f7abac48 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.959377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf3da-a2a2-4bf4-a641-19e600ddec7a req-ab8648b1-1bed-4872-a2f1-a3c1f7abac48 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:14.961407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68ecf3da-a2a2-4bf4-a641-19e600ddec7a req-ab8648b1-1bed-4872-a2f1-a3c1f7abac48 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2418 time: 0.1043432 Aug 20 11:58:14.966865 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.004799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port b128da1a-96ed-4a9b-88e9-114ca97854f7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b128da1a-96ed-4a9b-88e9-114ca97854f7,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:15.012995 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.042023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34902) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:15.043160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68ecf3da-a2a2-4bf4-a641-19e600ddec7a req-08d483a6-f3a7-4f4e-8d4c-0860f74b38dd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742319 Aug 20 11:58:15.054801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a978b9a2-6d6b-46a8-8d9b-ad45d7e8cae6 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430701084', 'description': 'tempest-description--2098262704'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:15.112048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a978b9a2-6d6b-46a8-8d9b-ad45d7e8cae6 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.128947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=b128da1a-96ed-4a9b-88e9-114ca97854f7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:15.191616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357593ec-b1dc-477d-bd61-062814ea2f8e req-afaa411b-cd5c-4394-8791-0977c0fde658 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:15.193317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-357593ec-b1dc-477d-bd61-062814ea2f8e req-afaa411b-cd5c-4394-8791-0977c0fde658 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 948 time: 0.0934873 Aug 20 11:58:15.253170 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a978b9a2-6d6b-46a8-8d9b-ad45d7e8cae6 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.258758 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a978b9a2-6d6b-46a8-8d9b-ad45d7e8cae6 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.272516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-357593ec-b1dc-477d-bd61-062814ea2f8e req-ba09f84d-ed3e-4fea-b18e-07d127c5eb0a tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711427 Aug 20 11:58:15.307186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a978b9a2-6d6b-46a8-8d9b-ad45d7e8cae6 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.311509 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a978b9a2-6d6b-46a8-8d9b-ad45d7e8cae6 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2599139 Aug 20 11:58:15.312719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34908) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:15.313581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978b9a2-6d6b-46a8-8d9b-ad45d7e8cae6 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce36859-e24b-4e89-b234-20c0241cefd8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:15.321979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4e053d97-4cf8-4047-98b0-6d9e2f568e79 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Request body: {'security_group_rule': {'security_group_id': '1ce36859-e24b-4e89-b234-20c0241cefd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:15.378753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e053d97-4cf8-4047-98b0-6d9e2f568e79 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.470949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e053d97-4cf8-4047-98b0-6d9e2f568e79 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.476548 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e053d97-4cf8-4047-98b0-6d9e2f568e79 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.537426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e053d97-4cf8-4047-98b0-6d9e2f568e79 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431d42c5-2579-48e4-973d-7bfd27017c54,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:15.576487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac1773-910d-4fac-81ec-4b9578d6ee4c req-20ee6e42-98fd-4717-a0b8-a359d89cf395 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:15.582650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac1773-910d-4fac-81ec-4b9578d6ee4c req-20ee6e42-98fd-4717-a0b8-a359d89cf395 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:15.592329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac1773-910d-4fac-81ec-4b9578d6ee4c req-20ee6e42-98fd-4717-a0b8-a359d89cf395 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:15.594045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6cac1773-910d-4fac-81ec-4b9578d6ee4c req-20ee6e42-98fd-4717-a0b8-a359d89cf395 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2418 time: 0.1604373 Aug 20 11:58:15.609073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e053d97-4cf8-4047-98b0-6d9e2f568e79 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.610841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4e053d97-4cf8-4047-98b0-6d9e2f568e79 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2960565 Aug 20 11:58:15.613527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34916) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:15.618920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d740747e-74e0-4f02-b960-ca911ea74b21 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Request body: {'security_group_rule': {'security_group_id': '1ce36859-e24b-4e89-b234-20c0241cefd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:15.652842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d740747e-74e0-4f02-b960-ca911ea74b21 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.700689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486c50-43df-4489-bcac-23d7f3e404de req-e40f5dc2-f1c8-49ea-922e-50fd51e85b3c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:15.702322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18486c50-43df-4489-bcac-23d7f3e404de req-e40f5dc2-f1c8-49ea-922e-50fd51e85b3c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1072876 Aug 20 11:58:15.725700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6cac1773-910d-4fac-81ec-4b9578d6ee4c req-abed05d8-92ac-49eb-bda7-2bde7353f8c3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176941 Aug 20 11:58:15.767580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18486c50-43df-4489-bcac-23d7f3e404de req-33e07947-bf73-45be-a96d-9b6ca06929c7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567596 Aug 20 11:58:15.777230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d740747e-74e0-4f02-b960-ca911ea74b21 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.781966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:15.784473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d740747e-74e0-4f02-b960-ca911ea74b21 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.815611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740747e-74e0-4f02-b960-ca911ea74b21 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56483cd0-e2ee-4cdd-85e1-6608bf18072b,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:15.825873 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d740747e-74e0-4f02-b960-ca911ea74b21 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.831676 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d740747e-74e0-4f02-b960-ca911ea74b21 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136543 Aug 20 11:58:15.832326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34924) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:15.838494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:15.899215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.908308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port f34a2fb4-adb7-45ae-a75a-af06a512955e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:15.914614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port f34a2fb4-adb7-45ae-a75a-af06a512955e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:15.915317 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.033620 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.064987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:16.069016 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cbf04c-8a15-44d3-8dd7-04951d07b97a" -d '{"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-plugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:16.081173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.090612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:16.101619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.166206 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af11c35b-a384-4398-9d43-50df733d951f x-openstack-request-id: req-af11c35b-a384-4398-9d43-50df733d951f {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:16.166498 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-plugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:16.166750 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af11c35b-a384-4398-9d43-50df733d951f {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:16.167140 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'code': 200} Aug 20 11:58:16.182357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:16.259367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Allocated IP 172.25.0.43 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/02b162b2-d72a-4075-b763-89c93b57a48a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:16.426376 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.453033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df54d3-ab2a-466a-b780-b9f2831b0180 req-a33fe2cb-935d-45af-aab5-3b75ad21e927 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:16.454537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23df54d3-ab2a-466a-b780-b9f2831b0180 req-a33fe2cb-935d-45af-aab5-3b75ad21e927 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.0793071 Aug 20 11:58:16.519445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23df54d3-ab2a-466a-b780-b9f2831b0180 req-27554132-b40c-4515-84df-04ece04bd622 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579317 Aug 20 11:58:16.521106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.584190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:16.590832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:16.593576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:16.597428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event updated for resources: {'Port': ['ID=02b162b2-d72a-4075-b763-89c93b57a48a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:16.667440 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Sync routers for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:16.686597 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:16.687223 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:16.737079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.763078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b128da1a-96ed-4a9b-88e9-114ca97854f7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:16.806376 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.921591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b128da1a-96ed-4a9b-88e9-114ca97854f7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:16.922590 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:16.970848 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:17.136284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-c0d3a501-5d7b-48fc-97de-6c46f8611938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.139102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-c0d3a501-5d7b-48fc-97de-6c46f8611938 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277&tenant_id=3d94d7d55b3c40808fee991b1088811f HTTP/1.1" status: 200 len: 1101 time: 0.0808945 Aug 20 11:58:17.158002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:17.261008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a48da-8c8e-4f3c-96ea-b57e9fdf5167 req-5013ec75-82f8-4c20-9d87-3425307260e1 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.268751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa2a48da-8c8e-4f3c-96ea-b57e9fdf5167 req-5013ec75-82f8-4c20-9d87-3425307260e1 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.2570207 Aug 20 11:58:17.279403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.283363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896861-cdbb-4ac8-a23a-a52f68add1ce req-81a1e7a6-17de-41b5-a629-1a60091cf2e0 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.290276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896861-cdbb-4ac8-a23a-a52f68add1ce req-81a1e7a6-17de-41b5-a629-1a60091cf2e0 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.296802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896861-cdbb-4ac8-a23a-a52f68add1ce req-81a1e7a6-17de-41b5-a629-1a60091cf2e0 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.304593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f896861-cdbb-4ac8-a23a-a52f68add1ce req-81a1e7a6-17de-41b5-a629-1a60091cf2e0 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2418 time: 0.2919953 Aug 20 11:58:17.356696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4508f7e-8a50-401b-8e32-082471620872 req-b91ce3d9-b32a-4985-875b-eaedecc70688 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.363484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4508f7e-8a50-401b-8e32-082471620872 req-b91ce3d9-b32a-4985-875b-eaedecc70688 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.376503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4508f7e-8a50-401b-8e32-082471620872 req-b91ce3d9-b32a-4985-875b-eaedecc70688 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:17.378268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4508f7e-8a50-401b-8e32-082471620872 req-b91ce3d9-b32a-4985-875b-eaedecc70688 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.73 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 2418 time: 0.2208917 Aug 20 11:58:17.378930 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 2, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:17.389313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.413591 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Checking router: 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:17.413961 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Updating router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:58:17.443523 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.508851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa2a48da-8c8e-4f3c-96ea-b57e9fdf5167 req-d25338bf-ce7d-460e-8bee-44bcf79002c2 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390575 Aug 20 11:58:17.516061 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.629215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:17.648971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event updated for resources: {'Port': ['ID=02b162b2-d72a-4075-b763-89c93b57a48a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:17.681588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:17.737909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:17.740907 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2165bd1-cdc8-445a-968c-af291ca5dfc7" -d '{"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-unplugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:17.746500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.749459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f896861-cdbb-4ac8-a23a-a52f68add1ce req-f51f91ce-bbe8-4862-b861-fa3431a8ca3a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435580 Aug 20 11:58:17.780097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Transition to ACTIVE for port object f34a2fb4-adb7-45ae-a75a-af06a512955e will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:17.785287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.815342 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.870538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=10']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:17.875980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port 9c6482b0-e22d-465c-bc72-f9739c47b694 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:17.883170 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.907404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] No DVR routers for this DVR port f34a2fb4-adb7-45ae-a75a-af06a512955e on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:17.924131 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.942908 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Transition to ACTIVE for port object 87151e36-6f4d-4d2d-86f6-aaee999cdf9b will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:17.951029 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:17.954420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:17.954872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:17.955355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:17.962385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:17.962865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Attempting to bind port f34a2fb4-adb7-45ae-a75a-af06a512955e on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:17.968980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:17.969440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:17.969954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:17.970540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Bound port: f34a2fb4-adb7-45ae-a75a-af06a512955e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:17.971002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.019913 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.029159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c60a02b1-0e35-4907-ad40-9a3ad039ecae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1878002 Aug 20 11:58:18.096118 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a9d0bb-0874-4a74-b50a-4195700bd08c x-openstack-request-id: req-e0a9d0bb-0874-4a74-b50a-4195700bd08c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:18.097314 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-unplugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:18.097671 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0a9d0bb-0874-4a74-b50a-4195700bd08c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:18.098173 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'code': 200} Aug 20 11:58:18.117766 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc365af-830a-4514-a89f-9966cf75a609 None None] Pushing event updated for resources: {'Port': ['ID=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:18.155115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:18.166528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:18.173004 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.186733 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Attempting to bind port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:18.187100 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Attempting to bind port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:18.187466 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Attempting to bind port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b on network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:18.200085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:18.200085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Checking segment: {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:18.200085 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.200085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Bound using segment: {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:18.200085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Bound port: 87151e36-6f4d-4d2d-86f6-aaee999cdf9b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:18.200085 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.297454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.298523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.300361 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 1097 time: 1.1524980 Aug 20 11:58:18.301158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d3ccd-3976-4e93-a15e-a7181da538c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=11']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:18.339373 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] For port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:18.341186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69274f-c14c-4951-9f39-45076a20451b req-25c2a5cf-d568-43e9-a777-340a86097442 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.343389 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] For port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:18.348430 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.354348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e69274f-c14c-4951-9f39-45076a20451b req-25c2a5cf-d568-43e9-a777-340a86097442 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 948 time: 0.3875322 Aug 20 11:58:18.398150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-c3d0b216-c6a2-4e9e-aa41-c82facf171c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.401279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-c3d0b216-c6a2-4e9e-aa41-c82facf171c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1100 time: 0.0755806 Aug 20 11:58:18.504027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port 9c6482b0-e22d-465c-bc72-f9739c47b694, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9c6482b0-e22d-465c-bc72-f9739c47b694,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:18.504429 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.527234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e69274f-c14c-4951-9f39-45076a20451b req-e9ec2872-0965-49ee-911b-24d297062ce2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716588 Aug 20 11:58:18.529023 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:18.529636 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:57:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:18.555451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-3ee9b863-c5a9-4979-8b73-d0afa4add51e tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--430701084&fields=id&tenant_id=04ac883b2f014d8ea9ebbb031fd438e3 HTTP/1.1" status: 200 len: 267 time: 0.2853160 Aug 20 11:58:18.577370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for 9c6482b0-e22d-465c-bc72-f9739c47b694 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:18.674835 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc365af-830a-4514-a89f-9966cf75a609 None None] Pushing event updated for resources: {'Port': ['ID=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:18.701516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-61d6ee8d-7602-4ca6-ad9a-619602a990b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.703268 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-61d6ee8d-7602-4ca6-ad9a-619602a990b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2921948 Aug 20 11:58:18.797662 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:18.811951 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-bd92ac53-aaf1-4f59-aab7-2abaa89a6b15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.1001177 Aug 20 11:58:18.941246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-71e1e074-c557-40b7-a769-4f87d822e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.943965 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-71e1e074-c557-40b7-a769-4f87d822e9e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1240675 Aug 20 11:58:18.967061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ceb17-368e-4c40-9e02-d221e2c26b1c req-de02b1a5-c5bd-4e20-88c7-53e8234b5abe tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:18.974603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f95ceb17-368e-4c40-9e02-d221e2c26b1c req-de02b1a5-c5bd-4e20-88c7-53e8234b5abe tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.1972592 Aug 20 11:58:19.037650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-7aea2fc5-2d89-4b89-9ca0-9cfa7ec1ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:19.041070 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-7aea2fc5-2d89-4b89-9ca0-9cfa7ec1ff8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0805979 Aug 20 11:58:19.057716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-df42f483-58b4-4f62-b974-e926dc74b057 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:19.065099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-df42f483-58b4-4f62-b974-e926dc74b057 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/networks?id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 HTTP/1.1" status: 200 len: 810 time: 0.4786654 Aug 20 11:58:19.116850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-cecd00d4-3e75-4e42-8f0e-a8c3b1daa76a tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/quotas/04ac883b2f014d8ea9ebbb031fd438e3 HTTP/1.1" status: 200 len: 375 time: 0.0507305 Aug 20 11:58:19.165095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f95ceb17-368e-4c40-9e02-d221e2c26b1c req-f3520d7b-feb7-45e4-be14-97006e8edaf3 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876943 Aug 20 11:58:19.185565 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:18Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:19.187276 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-9a1b5eba-d5df-4aa0-8aed-621e2e96988d service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357810 Aug 20 11:58:19.222733 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.237031 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce111cc5-a7ac-45ce-8df9-fa61f914c273 None None] The sync data for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 is: [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:18Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:19.296185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=9c6482b0-e22d-465c-bc72-f9739c47b694,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:19.322956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 107891b7-3176-4d43-9f77-e99ad030bb58 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:19.329458 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b5a63da5-47e7-487e-8876-f176334a9dd0 req-953d4391-9bd1-4015-918b-6aa847c14312 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325440 Aug 20 11:58:19.346870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-fa239ef4-9ba7-447a-90ed-08201248dd42 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04ac883b2f014d8ea9ebbb031fd438e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2291560 Aug 20 11:58:19.488982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port 9c6482b0-e22d-465c-bc72-f9739c47b694 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:19.496037 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.498118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4508f7e-8a50-401b-8e32-082471620872 req-a9b4d02e-444b-4983-8c4e-eb2f31d337fa tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.73 "DELETE /v2.0/ports/9c6482b0-e22d-465c-bc72-f9739c47b694 HTTP/1.1" status: 204 len: 173 time: 2.1039047 Aug 20 11:58:19.498636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-deleted', 'tag': '9c6482b0-e22d-465c-bc72-f9739c47b694'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:19.501109 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1038b9-e428-49b5-b6e7-45cd2914f18f" -d '{"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-deleted", "tag": "9c6482b0-e22d-465c-bc72-f9739c47b694"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:19.505913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.556078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 107891b7-3176-4d43-9f77-e99ad030bb58, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=107891b7-3176-4d43-9f77-e99ad030bb58,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:19.558127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107891b7-3176-4d43-9f77-e99ad030bb58'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:19.562422 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f570734-df52-4b61-89a2-62dc14d28086" -d '{"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-unplugged", "status": "completed", "tag": "107891b7-3176-4d43-9f77-e99ad030bb58"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:19.566748 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.569000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9c6482b0-e22d-465c-bc72-f9739c47b694 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:19.651074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 9c6482b0-e22d-465c-bc72-f9739c47b694 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:19.651928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9c6482b0-e22d-465c-bc72-f9739c47b694 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:19.652886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f55dbbd2-9211-43bb-9ba9-6944adf06d2f no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:19.677786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=107891b7-3176-4d43-9f77-e99ad030bb58,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:19.719924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00da00-5566-419c-9aec-986fc57d5e5e req-c888fd52-6c4c-4a90-9705-c139c92959b1 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:19.729222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00da00-5566-419c-9aec-986fc57d5e5e req-c888fd52-6c4c-4a90-9705-c139c92959b1 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:19.731208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac00da00-5566-419c-9aec-986fc57d5e5e req-c888fd52-6c4c-4a90-9705-c139c92959b1 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 1683 time: 0.2269292 Aug 20 11:58:19.733990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-54a326c3-6264-441a-8287-9279ea1827fe service neutron] 10.222.0.25 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794155 Aug 20 11:58:19.787963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:19.842198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.894550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:19.901542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f55dbbd2-9211-43bb-9ba9-6944adf06d2f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:19.907452 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.969560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:20.100085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:20.103238 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae247589-e432-43a3-bade-048d9b7609e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:20.109003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port f55dbbd2-9211-43bb-9ba9-6944adf06d2f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:20.109328 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:20.261053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac00da00-5566-419c-9aec-986fc57d5e5e req-dea5855e-c0f8-45f8-b595-15e19074751e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197685 Aug 20 11:58:20.295943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-851f2349-7e90-4420-8cff-ca2cc2ac692d service neutron] 10.222.0.25 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461063 Aug 20 11:58:20.301189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port f55dbbd2-9211-43bb-9ba9-6944adf06d2f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:20.301630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:20.316703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for f55dbbd2-9211-43bb-9ba9-6944adf06d2f owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:20.428144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-dc3ec2b7-01c7-406d-8d4e-f3ada1cb389a tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:20.430369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-dc3ec2b7-01c7-406d-8d4e-f3ada1cb389a tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1098 time: 0.0652740 Aug 20 11:58:20.447427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-10'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:20.484949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:20.518710 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b20e83b-2709-4902-884d-a20c4f95b274 x-openstack-request-id: req-0b20e83b-2709-4902-884d-a20c4f95b274 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:20.519003 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-deleted", "tag": "9c6482b0-e22d-465c-bc72-f9739c47b694", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:20.519254 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b20e83b-2709-4902-884d-a20c4f95b274 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:20.520197 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-deleted', 'tag': '9c6482b0-e22d-465c-bc72-f9739c47b694', 'status': 'completed', 'code': 200} Aug 20 11:58:20.538987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=f55dbbd2-9211-43bb-9ba9-6944adf06d2f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:20.588043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:20.592587 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f100af7-05b3-4075-bd95-7de0fb3b1860 x-openstack-request-id: req-4f100af7-05b3-4075-bd95-7de0fb3b1860 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:20.593107 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-unplugged", "status": "completed", "tag": "107891b7-3176-4d43-9f77-e99ad030bb58", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:20.593107 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f100af7-05b3-4075-bd95-7de0fb3b1860 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:20.593521 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107891b7-3176-4d43-9f77-e99ad030bb58', 'code': 200} Aug 20 11:58:20.648911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port f55dbbd2-9211-43bb-9ba9-6944adf06d2f on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:20.651698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:20.662774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4508f7e-8a50-401b-8e32-082471620872 req-1b1e4bf5-abff-44a6-8cae-9e03f368e9c4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.73 "DELETE /v2.0/ports/f55dbbd2-9211-43bb-9ba9-6944adf06d2f HTTP/1.1" status: 204 len: 173 time: 1.1480849 Aug 20 11:58:20.687256 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d67a3cb-eb72-4a72-ba73-47c2daa80c64 x-openstack-request-id: req-6d67a3cb-eb72-4a72-ba73-47c2daa80c64 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:20.687256 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:20.687256 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d67a3cb-eb72-4a72-ba73-47c2daa80c64 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:20.687256 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'status': 'completed', 'code': 200} Aug 20 11:58:20.852584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 87151e36-6f4d-4d2d-86f6-aaee999cdf9b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:20.907644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247589-e432-43a3-bade-048d9b7609e7 req-0e8ead1d-b692-4a79-a449-865ce3e2f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:20.909266 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-0e8ead1d-b692-4a79-a449-865ce3e2f3f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1100 time: 0.1244760 Aug 20 11:58:20.914216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247589-e432-43a3-bade-048d9b7609e7 req-fb0a39fc-da8f-4dfe-9b86-5eddef17b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:20.915900 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-fb0a39fc-da8f-4dfe-9b86-5eddef17b628 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1100 time: 0.2049015 Aug 20 11:58:20.916828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049a426-157b-498c-ae82-89a9ade4ae91 req-116bd66e-1c22-4f62-ae54-37b8129358e9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:20.921545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8049a426-157b-498c-ae82-89a9ade4ae91 req-116bd66e-1c22-4f62-ae54-37b8129358e9 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 948 time: 0.3696315 Aug 20 11:58:20.951306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:20.957480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:20.959040 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:20.987272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c39c1-b312-485a-b199-422ac81b330f req-4f769a5a-ffe8-4ff9-80c5-f36513efeb57 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:20.988725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-441c39c1-b312-485a-b199-422ac81b330f req-4f769a5a-ffe8-4ff9-80c5-f36513efeb57 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 946 time: 0.2238519 Aug 20 11:58:21.033333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8049a426-157b-498c-ae82-89a9ade4ae91 req-d22efac5-acda-4d3a-bb64-a065109634c5 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908921 Aug 20 11:58:21.055415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:21.134928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.147990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port 107891b7-3176-4d43-9f77-e99ad030bb58 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:21.149230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.171289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247589-e432-43a3-bade-048d9b7609e7 req-98748764-97c1-4fcf-82b6-c958b540f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.172467 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-98748764-97c1-4fcf-82b6-c958b540f200 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2410936 Aug 20 11:58:21.175163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:21.178076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247589-e432-43a3-bade-048d9b7609e7 req-2747e861-7a3b-4c25-933f-b70d99070f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.180877 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-2747e861-7a3b-4c25-933f-b70d99070f8c service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2603986 Aug 20 11:58:21.191122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:21.197752 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.243151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-441c39c1-b312-485a-b199-422ac81b330f req-e0f9ec5c-520b-4307-8493-d3049ea7577f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404206 Aug 20 11:58:21.287751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0916-4c56-44cb-81bb-279e63d9580b req-e6d9f6ba-7c98-45d1-9f5c-4365d97ba5b8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.289513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-885b0916-4c56-44cb-81bb-279e63d9580b req-e6d9f6ba-7c98-45d1-9f5c-4365d97ba5b8 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 944 time: 0.2351484 Aug 20 11:58:21.323767 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-b65fb0e1-f9a3-44e5-baae-646869c7cdff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.0989726 Aug 20 11:58:21.325931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:21.347649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:21.399131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port 107891b7-3176-4d43-9f77-e99ad030bb58, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=107891b7-3176-4d43-9f77-e99ad030bb58,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:21.399509 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.449287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for 107891b7-3176-4d43-9f77-e99ad030bb58 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:21.479400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-1b53b736-ed2b-4b43-b5ba-eb60f93cf897 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 200 len: 217 time: 0.1540227 Aug 20 11:58:21.504525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.510734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75875e08-4694-47a7-8506-909d819dc5f7 req-5ef25046-1955-4930-8ccc-35d6e87cc086 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 210 time: 0.1010833 Aug 20 11:58:21.526085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.533358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:21.565914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'mac_address': 'fa:16:3e:93:7b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:21.655884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247589-e432-43a3-bade-048d9b7609e7 req-22082e72-6a41-48ac-9957-4757bfbbdb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.657626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-22082e72-6a41-48ac-9957-4757bfbbdb4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1490285 Aug 20 11:58:21.702223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b7e74-f1b3-46ec-8989-c8b036074b71 req-cd6b8a9f-e65b-4c58-a098-c8a38ac1474c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.704119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-696b7e74-f1b3-46ec-8989-c8b036074b71 req-cd6b8a9f-e65b-4c58-a098-c8a38ac1474c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 944 time: 0.2702465 Aug 20 11:58:21.743209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Deleting port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:21.743879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.751572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on host n-h2-800634-10 for vnic_type normal with profile {"migrating_to": "n-h1-800634-10"} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:21.751910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:21.752244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:21.766501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:21.766501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:21.778728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:21.779105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:21.779493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:21.779964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Bound port: 3b75aaef-9814-4d34-a206-9d9a4f66d055, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:21.780317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.792044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247589-e432-43a3-bade-048d9b7609e7 req-613bafd1-1399-486f-aea0-ec20bb7b09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.794039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-613bafd1-1399-486f-aea0-ec20bb7b09fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1003029 Aug 20 11:58:21.795316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247589-e432-43a3-bade-048d9b7609e7 req-b122163b-a8d8-4700-8c30-2bb9261348e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.796680 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-b122163b-a8d8-4700-8c30-2bb9261348e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.4603088 Aug 20 11:58:21.819935 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.822954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c04f7-acc3-4c02-99d8-ebf27f024527 req-7b9ad5b9-815a-46d1-b82b-35ca19ebaee1 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:21.823166 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-890f6030-df8e-481d-9ebd-e19f55f48cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.826675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-542c04f7-acc3-4c02-99d8-ebf27f024527 req-7b9ad5b9-815a-46d1-b82b-35ca19ebaee1 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 944 time: 0.2018220 Aug 20 11:58:21.838355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34a2fb4-adb7-45ae-a75a-af06a512955e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:21.863567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:21.869284 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:21.870085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3b75aaef-9814-4d34-a206-9d9a4f66d055 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:21.887984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-696b7e74-f1b3-46ec-8989-c8b036074b71 req-3e84a5f9-3279-4289-bde4-cc6870449ab5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751387 Aug 20 11:58:21.979348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] For port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:21.980520 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.001021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Calling delete_port for dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:22.085889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=12']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:22.149215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:22.194260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on host n-h2-800634-10 for vnic_type normal with profile {"migrating_to": "n-h1-800634-10"} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:22.194874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:22.196170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:22.201297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:22.201651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:22.207289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:22.207710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:22.208822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:22.209664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Bound port: 3b75aaef-9814-4d34-a206-9d9a4f66d055, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:22.210057 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.279720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Pushing event updated for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:22.301152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:22.302700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-542c04f7-acc3-4c02-99d8-ebf27f024527 req-fb663838-3091-4d16-a495-a6602aac0929 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641755 Aug 20 11:58:22.321467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.321675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247589-e432-43a3-bade-048d9b7609e7 req-a4d3ea7a-1cc1-4124-a818-2198fbe06ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:22.321675 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-a4d3ea7a-1cc1-4124-a818-2198fbe06ff7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4504113 Aug 20 11:58:22.324704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:22.340727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:22.345636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.347975 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3b75aaef-9814-4d34-a206-9d9a4f66d055-n-h2-800634-10-0 {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:58:22.348346 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:58:22.406292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=107891b7-3176-4d43-9f77-e99ad030bb58,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:22.415687 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.465017 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-9742c14e-b690-4f9e-adea-4b62db12d102 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552339 Aug 20 11:58:22.491051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Pushing event deleted for resources: {'Port': ['ID=dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:22.492186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Pushing event updated for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=8']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:22.523250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-deleted', 'tag': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:22.525906 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce379fe7-c925-4c1c-aa3b-9098c0667c8d" -d '{"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-deleted", "tag": "f55dbbd2-9211-43bb-9ba9-6944adf06d2f"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:22.534857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port 107891b7-3176-4d43-9f77-e99ad030bb58 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:22.563851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c49a6-e7a3-4cbc-a191-1f9bfacc3d59 req-7d8b458e-8b30-44bf-9873-833bf83633d6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:22.565411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1c49a6-e7a3-4cbc-a191-1f9bfacc3d59 req-7d8b458e-8b30-44bf-9873-833bf83633d6 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.3938897 Aug 20 11:58:22.570618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.572658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4508f7e-8a50-401b-8e32-082471620872 req-e97e4c7f-3fe7-49b8-86c3-5ed2d1e652f9 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.73 "DELETE /v2.0/ports/107891b7-3176-4d43-9f77-e99ad030bb58 HTTP/1.1" status: 204 len: 173 time: 1.9082878 Aug 20 11:58:22.582102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:22.582768 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.584259 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-c95b90b5-f696-4aa6-9121-e8526419a447 service neutron] 10.222.0.73 "PUT /v2.0/ports/3b75aaef-9814-4d34-a206-9d9a4f66d055 HTTP/1.1" status: 200 len: 1124 time: 2.1432645 Aug 20 11:58:22.597412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:22.606919 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cee888a-a2e9-42bc-956c-670f5e18c412" -d '{"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-unplugged", "status": "completed", "tag": "f55dbbd2-9211-43bb-9ba9-6944adf06d2f"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:22.620443 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-38e281b4-f841-46b4-8c95-968201e315e8 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887294 Aug 20 11:58:22.633459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] No DVR routers for this DVR port dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:22.651884 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:22.655093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-885b0916-4c56-44cb-81bb-279e63d9580b req-903e04df-bcaa-4bc1-8096-d567ee71f458 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.22 "DELETE /v2.0/ports/dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b HTTP/1.1" status: 204 len: 173 time: 1.3576858 Aug 20 11:58:22.676578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['3b75aaef-9814-4d34-a206-9d9a4f66d055'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:22.686882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-b6775daa-88cd-4ceb-8e6d-3c83172f7cdf tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:22.688408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-b6775daa-88cd-4ceb-8e6d-3c83172f7cdf tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.22 "GET /v2.0/networks?id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 HTTP/1.1" status: 200 len: 810 time: 0.5183716 Aug 20 11:58:22.717628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd1c49a6-e7a3-4cbc-a191-1f9bfacc3d59 req-17232b2a-5034-4a21-8361-b1a4f66b0dab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107025 Aug 20 11:58:22.741535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055'}, {'name': 'network-changed', 'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:22.751756 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a4aa7d-ae11-45ae-b195-21d699f415bc" -d '{"events": [{"server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "name": "network-vif-unplugged", "status": "completed", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055"}, {"name": "network-changed", "server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:22.765460 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-c206877e-bf4f-496b-8fa7-e5e102080259 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255102 Aug 20 11:58:22.788970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3b75aaef-9814-4d34-a206-9d9a4f66d055'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:22.792338 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ae247589-e432-43a3-bade-048d9b7609e7 req-82de0f14-d6ec-41a4-9381-a548d77efb2d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035483 Aug 20 11:58:22.795625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198ba01-17a4-483a-a6ad-bde04c48b90f req-72c6819e-f883-4036-abb2-2a4cc4c9fc01 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:22.806905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 87151e36-6f4d-4d2d-86f6-aaee999cdf9b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:22.808354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c198ba01-17a4-483a-a6ad-bde04c48b90f req-72c6819e-f883-4036-abb2-2a4cc4c9fc01 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.2340388 Aug 20 11:58:22.825149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-90b9dbdb-0625-46fe-a25e-fd92f4a029ba tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ac883b2f014d8ea9ebbb031fd438e3 HTTP/1.1" status: 200 len: 379 time: 0.1257010 Aug 20 11:58:22.846956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Request body: {'port': {'device_id': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'admin_state_up': True, 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'security_groups': ['1ce36859-e24b-4e89-b234-20c0241cefd8']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:22.887342 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:58:22.936371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on host n-h2-800634-10 for vnic_type normal with profile {"migrating_to": "n-h1-800634-10"} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:22.936951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:22.937271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:22.958446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:22.958993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on network b5d66fb8-60bf-4c82-9d35-49fa0f779797 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:22.964225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c198ba01-17a4-483a-a6ad-bde04c48b90f req-2faa95e9-b429-44d1-b132-4e728180cfe8 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544018 Aug 20 11:58:22.966255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b6f995c-d94e-45e8-8d8a-ec81f9ec81a9 req-8db3c65a-785a-4a99-822b-ef99c6a28e8d tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 210 time: 0.0564826 Aug 20 11:58:22.990234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:22.990710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Checking segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:22.991139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Bound using segment: {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:22.991724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Bound port: 3b75aaef-9814-4d34-a206-9d9a4f66d055, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66559be8-91c4-473d-a5c3-9615353aef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5d66fb8-60bf-4c82-9d35-49fa0f779797'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:22.992117 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.048236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:23.049152 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.051640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Made reservation on behalf of 04ac883b2f014d8ea9ebbb031fd438e3 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:23.056364 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.060127 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffbf528-3fcb-4ddc-8bd0-b60d0a245a92 x-openstack-request-id: req-9ffbf528-3fcb-4ddc-8bd0-b60d0a245a92 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:23.060825 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-deleted", "tag": "f55dbbd2-9211-43bb-9ba9-6944adf06d2f", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:23.061171 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ffbf528-3fcb-4ddc-8bd0-b60d0a245a92 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:23.061958 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-deleted', 'tag': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f', 'status': 'completed', 'code': 200} Aug 20 11:58:23.073525 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400b02b6-f67d-4f5f-b7fa-be85a312f72a x-openstack-request-id: req-400b02b6-f67d-4f5f-b7fa-be85a312f72a {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:23.073807 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-unplugged", "status": "completed", "tag": "f55dbbd2-9211-43bb-9ba9-6944adf06d2f", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:23.074155 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-400b02b6-f67d-4f5f-b7fa-be85a312f72a {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:23.074569 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55dbbd2-9211-43bb-9ba9-6944adf06d2f', 'code': 200} Aug 20 11:58:23.100482 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a957153e-c2f6-4171-83a8-78e48924152d x-openstack-request-id: req-a957153e-c2f6-4171-83a8-78e48924152d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:23.101011 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "name": "network-vif-unplugged", "status": "completed", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055", "code": 200}, {"name": "network-changed", "server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:23.101562 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a957153e-c2f6-4171-83a8-78e48924152d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:23.101979 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055', 'code': 200} Aug 20 11:58:23.102270 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055', 'status': 'completed', 'code': 200} Aug 20 11:58:23.179488 n-d-800634-10 neutron-server[101035]: WARNING neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Concurrent port binding operations failed on port 3b75aaef-9814-4d34-a206-9d9a4f66d055 Aug 20 11:58:23.193033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:23.209370 n-d-800634-10 neutron-server[101035]: INFO neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempt 2 to bind port 3b75aaef-9814-4d34-a206-9d9a4f66d055 Aug 20 11:58:23.209815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3b75aaef-9814-4d34-a206-9d9a4f66d055 has no active binding in host n-h1-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:58:23.225919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-40336a26-c226-42e9-8b10-25549f6d52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:23.228563 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-40336a26-c226-42e9-8b10-25549f6d52c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1127 time: 0.0992093 Aug 20 11:58:23.285047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e45771a-311a-4b35-9b4e-87325af8d6a2 req-06e51d45-489c-43df-a0ba-08b3d00fea6c tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2314720-cdf2-4fa0-a860-38a16ee46a6a HTTP/1.1" status: 200 len: 210 time: 0.0586810 Aug 20 11:58:23.347505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dead8-7702-46d5-93c5-2d549bc9f722 req-b80717ba-33e4-4ed1-9191-5bbad35567b8 tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:23.356305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d6dead8-7702-46d5-93c5-2d549bc9f722 req-b80717ba-33e4-4ed1-9191-5bbad35567b8 tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 1101 time: 0.2049086 Aug 20 11:58:23.430667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Allocated IP 172.20.0.3 (4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7/93fd245a-e68c-41c6-876f-3488f7f8dd9c/9131c18a-0b37-4840-90b7-ef82cd6242b0) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:23.433983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-e00ee523-5494-4098-b1e0-441d229b515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:23.435895 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-e00ee523-5494-4098-b1e0-441d229b515e service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.1930518 Aug 20 11:58:23.445222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d6dead8-7702-46d5-93c5-2d549bc9f722 req-2e0fd4b5-3819-4f5d-8fd1-f22c4f3b36d8 tempest-MigrationsAdminTest-919673058 tempest-MigrationsAdminTest-919673058-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877540 Aug 20 11:58:23.516515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-ad50da08-e12d-4af7-a198-80c09a377218 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055 HTTP/1.1" status: 200 len: 217 time: 0.0719626 Aug 20 11:58:23.527774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f34a2fb4-adb7-45ae-a75a-af06a512955e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:23.634369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-24d9451f-8a3b-40f8-9b77-528459002c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:23.636211 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-24d9451f-8a3b-40f8-9b77-528459002c46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1120229 Aug 20 11:58:23.656475 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0356930-ab22-4cae-be81-ead1713d46ab req-fcb63b7b-5fb6-44ef-8881-798a41b33c24 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746140 Aug 20 11:58:23.679365 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-33cc0c4a-c717-44a2-9bf8-f87ae660a334 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341697 Aug 20 11:58:23.712439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb3c4b8e-8045-45ee-a0c1-94a13c36d576 req-eda51a6f-5ad1-4f6d-8564-d9a1bf3bae9a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=415b8eb0-4e6d-41f9-af1c-c6666f500b16 HTTP/1.1" status: 200 len: 210 time: 0.1965928 Aug 20 11:58:23.736173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.777342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Transition to ACTIVE for port object 9131c18a-0b37-4840-90b7-ef82cd6242b0 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:23.792058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:23.807856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0356930-ab22-4cae-be81-ead1713d46ab req-c59e72fc-e7a4-4a99-8785-c0d9d74f3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:23.809555 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0356930-ab22-4cae-be81-ead1713d46ab req-c59e72fc-e7a4-4a99-8785-c0d9d74f3979 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d94d7d55b3c40808fee991b1088811f&device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 1102 time: 0.1114697 Aug 20 11:58:23.840979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.851711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:23.852056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:23.854490 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-1ca49b88-dc8b-4730-8131-747f0ff94ee8 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667111 Aug 20 11:58:23.900655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:23.904048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:23.906618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:23.951783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event updated for resources: {'Port': ['ID=9131c18a-0b37-4840-90b7-ef82cd6242b0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:23.981942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:23.987374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.004346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-05ec5479-5825-45f1-a05b-4042f396d450 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1672750 Aug 20 11:58:24.022989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Request body: {'port': {'device_id': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:24.025579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0356930-ab22-4cae-be81-ead1713d46ab req-1af15202-b17a-48d3-abbd-7766064d2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.028557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0356930-ab22-4cae-be81-ead1713d46ab req-1af15202-b17a-48d3-abbd-7766064d2f18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1879115 Aug 20 11:58:24.032577 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-27a4aa7d-ae11-45ae-b195-21d699f415bc req-83db1000-cced-48b1-bc6a-833323b6c3f8 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674974 Aug 20 11:58:24.094960 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0356930-ab22-4cae-be81-ead1713d46ab req-82f9559d-a4fa-45fb-b206-4413fe3d35aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 200 len: 217 time: 0.0564454 Aug 20 11:58:24.148731 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.165480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0356930-ab22-4cae-be81-ead1713d46ab req-d6759930-2a5b-4813-9390-31d1fdcc752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.168327 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0356930-ab22-4cae-be81-ead1713d46ab req-d6759930-2a5b-4813-9390-31d1fdcc752e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0658119 Aug 20 11:58:24.178425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0845-17e1-4e02-be9b-3f1d71d4aa10 req-6e3e1b44-55e5-4361-a721-e4ab196abdbc tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.180012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87cb0845-17e1-4e02-be9b-3f1d71d4aa10 req-6e3e1b44-55e5-4361-a721-e4ab196abdbc tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.2667284 Aug 20 11:58:24.231486 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64f7549f-c103-4a15-b528-37a78283aa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.233146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603032-ff6f-473c-982b-e9801662e0cf req-3a1f9289-55b4-4323-9f65-5f459182cd20 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.236544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88603032-ff6f-473c-982b-e9801662e0cf req-3a1f9289-55b4-4323-9f65-5f459182cd20 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 931 time: 0.1583054 Aug 20 11:58:24.238155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0356930-ab22-4cae-be81-ead1713d46ab req-781383cd-3aba-459c-a379-599baeb61cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.241086 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0356930-ab22-4cae-be81-ead1713d46ab req-781383cd-3aba-459c-a379-599baeb61cc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655074 Aug 20 11:58:24.243737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-84931233-6638-45ef-aa24-6eb650368d42 None None] Provisioning for port 9131c18a-0b37-4840-90b7-ef82cd6242b0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:24.248144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-84931233-6638-45ef-aa24-6eb650368d42 None None] Provisioning complete for port 9131c18a-0b37-4840-90b7-ef82cd6242b0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:24.248573 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84931233-6638-45ef-aa24-6eb650368d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.296599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-84931233-6638-45ef-aa24-6eb650368d42 None None] Port 9131c18a-0b37-4840-90b7-ef82cd6242b0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:24.344702 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0356930-ab22-4cae-be81-ead1713d46ab req-ec0a4563-fcc5-44b7-b3af-cd6f1b9b9776 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925267 Aug 20 11:58:24.375911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87cb0845-17e1-4e02-be9b-3f1d71d4aa10 req-08e439ff-9684-425f-a7f6-610c04d8497f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677561 Aug 20 11:58:24.381308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88603032-ff6f-473c-982b-e9801662e0cf req-f10607ce-b9f3-4d93-a407-07da35e760b5 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336040 Aug 20 11:58:24.467949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0356930-ab22-4cae-be81-ead1713d46ab req-c79e5184-c134-4e03-abb4-ce67b7390b69 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075099 Aug 20 11:58:24.544540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e366-d879-491f-854d-9ff922e8c738 req-e6ff0a4c-5c09-4115-823d-95e3b7eb33db tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.546260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6401e366-d879-491f-854d-9ff922e8c738 req-e6ff0a4c-5c09-4115-823d-95e3b7eb33db tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.0838614 Aug 20 11:58:24.633140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6401e366-d879-491f-854d-9ff922e8c738 req-14a93e4f-4a33-414b-a5fe-32f0e4e4327f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730836 Aug 20 11:58:24.648147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9131c18a-0b37-4840-90b7-ef82cd6242b0 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:24.659224 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.678363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Transition to ACTIVE for port object 9131c18a-0b37-4840-90b7-ef82cd6242b0 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:24.682640 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.766200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35054) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:24.796094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9131c18a-0b37-4840-90b7-ef82cd6242b0,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:24.825479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8e887c-a101-4d63-8cb9-366f718a6efd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting subnet c573b2de-4351-446c-87c8-5fa8d0f7c8b5 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:24.829129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd8e887c-a101-4d63-8cb9-366f718a6efd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.848245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c1216-eb10-437f-9044-8aa13a5acc63 req-4ed82280-2df1-4e29-93c2-1ffa3127f5d5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:24.852145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-620c1216-eb10-437f-9044-8aa13a5acc63 req-4ed82280-2df1-4e29-93c2-1ffa3127f5d5 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 944 time: 0.1289968 Aug 20 11:58:24.879189 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd8e887c-a101-4d63-8cb9-366f718a6efd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.899578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-620c1216-eb10-437f-9044-8aa13a5acc63 req-6a364f84-2534-4acc-957b-7a7d880f2d7e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Aug 20 11:58:24.927216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Attempting to bind port 9131c18a-0b37-4840-90b7-ef82cd6242b0 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:24.927657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Attempting to bind port 9131c18a-0b37-4840-90b7-ef82cd6242b0 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:24.928884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Attempting to bind port 9131c18a-0b37-4840-90b7-ef82cd6242b0 on network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:24.936132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Port 9131c18a-0b37-4840-90b7-ef82cd6242b0 on network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:24.936463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Attempting to bind port 9131c18a-0b37-4840-90b7-ef82cd6242b0 on network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:24.945170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:24.945793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Checking segment: {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:24.945922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Bound using segment: {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:24.946307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Bound port: 9131c18a-0b37-4840-90b7-ef82cd6242b0, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06736a4e-3cc0-4aa9-88cf-8c551b38551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:24.946674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.962208 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.031366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] For port 9131c18a-0b37-4840-90b7-ef82cd6242b0, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:25.032781 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd8e887c-a101-4d63-8cb9-366f718a6efd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.034713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] For port 9131c18a-0b37-4840-90b7-ef82cd6242b0, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:25.039100 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.065305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-deleted', 'tag': '107891b7-3176-4d43-9f77-e99ad030bb58'}, {'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'name': 'network-vif-deleted', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:25.068231 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526af227-b1e4-4c99-adfe-30f5c570fdd1" -d '{"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-deleted", "tag": "107891b7-3176-4d43-9f77-e99ad030bb58"}, {"server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "name": "network-vif-deleted", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:25.079265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.080319 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.082173 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] 10.222.0.22 "PUT /v2.0/ports/9131c18a-0b37-4840-90b7-ef82cd6242b0 HTTP/1.1" status: 200 len: 1092 time: 1.0674016 Aug 20 11:58:25.097876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd8e887c-a101-4d63-8cb9-366f718a6efd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.109444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b63ab-f48d-4498-8734-20e457fa39a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9131c18a-0b37-4840-90b7-ef82cd6242b0,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:25.129028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e887c-a101-4d63-8cb9-366f718a6efd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Subnet': ['ID=c573b2de-4351-446c-87c8-5fa8d0f7c8b5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:25.134914 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd8e887c-a101-4d63-8cb9-366f718a6efd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.139325 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cd8e887c-a101-4d63-8cb9-366f718a6efd tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "DELETE /v2.0/subnets/c573b2de-4351-446c-87c8-5fa8d0f7c8b5 HTTP/1.1" status: 204 len: 168 time: 0.3697436 Aug 20 11:58:25.139889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35060) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:25.142704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f21fe-c3cc-4011-9c3a-4d3654122caf None None] Network f0ab8733-13f5-4ae1-9a94-bc35c6826c8e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:25.170820 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf2bd86-1a48-4312-995a-e33653c64477 x-openstack-request-id: req-7bf2bd86-1a48-4312-995a-e33653c64477 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:25.171775 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b8eb0-4e6d-41f9-af1c-c6666f500b16", "name": "network-vif-deleted", "tag": "107891b7-3176-4d43-9f77-e99ad030bb58", "status": "completed", "code": 200}, {"server_uuid": "f2314720-cdf2-4fa0-a860-38a16ee46a6a", "name": "network-vif-deleted", "tag": "dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:25.172029 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bf2bd86-1a48-4312-995a-e33653c64477 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:25.172451 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b8eb0-4e6d-41f9-af1c-c6666f500b16', 'name': 'network-vif-deleted', 'tag': '107891b7-3176-4d43-9f77-e99ad030bb58', 'status': 'completed', 'code': 200} Aug 20 11:58:25.172725 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2314720-cdf2-4fa0-a860-38a16ee46a6a', 'name': 'network-vif-deleted', 'tag': 'dabe75b6-fbd0-4b6b-aa30-f48b9c89a93b', 'status': 'completed', 'code': 200} Aug 20 11:58:25.190154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-f0b755d6-60a9-43b4-83e1-75bae81c69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.193384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-f0b755d6-60a9-43b4-83e1-75bae81c69a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=04ac883b2f014d8ea9ebbb031fd438e3&device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 1095 time: 0.0559940 Aug 20 11:58:25.267137 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.287468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-1be0f6e5-2d6d-42be-abf0-d23d82aa3cd1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.289096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-1be0f6e5-2d6d-42be-abf0-d23d82aa3cd1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.22 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 944 time: 0.0876067 Aug 20 11:58:25.330612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:25.398266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] DHCP port deletion for f0ab8733-13f5-4ae1-9a94-bc35c6826c8e request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:25.431123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port bf79bfd4-7509-49ab-8dd8-dea1394bb976 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:25.431458 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.519251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Deleting port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:25.519697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.539337 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.540861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f34a2fb4-adb7-45ae-a75a-af06a512955e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:25.546799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f34a2fb4-adb7-45ae-a75a-af06a512955e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:25.547158 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.577692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port bf79bfd4-7509-49ab-8dd8-dea1394bb976, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bf79bfd4-7509-49ab-8dd8-dea1394bb976,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:25.578097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.579040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] Deleting port bf79bfd4-7509-49ab-8dd8-dea1394bb976 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:25.579416 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.596607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for bf79bfd4-7509-49ab-8dd8-dea1394bb976 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:25.614641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-fe5336d2-2f96-46d0-90e6-7d60aa4df061 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0 HTTP/1.1" status: 200 len: 217 time: 0.4008617 Aug 20 11:58:25.662345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] For port bf79bfd4-7509-49ab-8dd8-dea1394bb976, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bf79bfd4-7509-49ab-8dd8-dea1394bb976,segment=NetworkSegment(31812797-6043-4208-8996-4891dbf13cd3),segment_id=31812797-6043-4208-8996-4891dbf13cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:25.662748 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.679032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] For port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:25.679492 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.686671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] Calling delete_port for bf79bfd4-7509-49ab-8dd8-dea1394bb976 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:25.730130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Calling delete_port for 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:25.746095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca6bc9-edb0-41db-bdb7-1158065ac133 req-7836f724-eb0b-4941-9894-12e958808178 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.747661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bca6bc9-edb0-41db-bdb7-1158065ac133 req-7836f724-eb0b-4941-9894-12e958808178 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 943 time: 0.1411798 Aug 20 11:58:25.750100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-86f11b58-3eb6-4865-a190-1f2cb2cc0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.751950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-86f11b58-3eb6-4865-a190-1f2cb2cc0001 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=93fd245a-e68c-41c6-876f-3488f7f8dd9c HTTP/1.1" status: 200 len: 849 time: 0.1110549 Aug 20 11:58:25.784925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8298fe4-22d8-4992-b6cd-3f15d3ba7fd2 req-8d8c035e-62e6-46cc-af7d-bdaa2e7f1058 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.787288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8298fe4-22d8-4992-b6cd-3f15d3ba7fd2 req-8d8c035e-62e6-46cc-af7d-bdaa2e7f1058 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1793678 Aug 20 11:58:25.807281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793078cc-3bc2-42b7-a601-069b70176759 req-ebb3ad7f-d0dd-456a-b210-c3fbcdd14e1d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.809112 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-793078cc-3bc2-42b7-a601-069b70176759 req-ebb3ad7f-d0dd-456a-b210-c3fbcdd14e1d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 949 time: 0.1271217 Aug 20 11:58:25.817197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.847461 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.852162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bca6bc9-edb0-41db-bdb7-1158065ac133 req-940198e0-8cc7-4198-a319-386b1ebfa3c9 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949531 Aug 20 11:58:25.884535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=bf79bfd4-7509-49ab-8dd8-dea1394bb976,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:25.885177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-b091c2bb-ea85-4a7e-ba1d-a69019f2f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:25.887038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-b091c2bb-ea85-4a7e-ba1d-a69019f2f489 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199281 Aug 20 11:58:25.889059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:25.892453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8298fe4-22d8-4992-b6cd-3f15d3ba7fd2 req-3c03bf9e-7df6-4844-8c31-c1bf1e3a9590 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805929 Aug 20 11:58:25.898585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port bf79bfd4-7509-49ab-8dd8-dea1394bb976 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:25.907184 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be5a42a-f84f-42e2-a89f-d6ba5abbe7b1" -d '{"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-plugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:25.963146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:25.971926 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.036831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.055116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=13']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:26.091515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] Pushing event deleted for resources: {'Port': ['ID=bf79bfd4-7509-49ab-8dd8-dea1394bb976,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:26.097494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5fd11-afa9-4609-8225-14ca1ee736bb None None] No DVR routers for this DVR port bf79bfd4-7509-49ab-8dd8-dea1394bb976 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:26.124258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-5157e0c2-e855-4310-95ee-66266917e9f8 service neutron] 10.222.0.22 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258503 Aug 20 11:58:26.125207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.148457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ab8733-13f5-4ae1-9a94-bc35c6826c8e']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:26.166394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10368641-8cc9-47c3-88f7-24039303767d req-242b1592-1f2d-49e4-a619-bd7efcd37744 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:26.178764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31812797-6043-4208-8996-4891dbf13cd3') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:26.178764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31812797-6043-4208-8996-4891dbf13cd3') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:26.179597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10368641-8cc9-47c3-88f7-24039303767d req-242b1592-1f2d-49e4-a619-bd7efcd37744 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.1664481 Aug 20 11:58:26.193288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Deleting port f34a2fb4-adb7-45ae-a75a-af06a512955e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:26.193554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.199729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.217071 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.278605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Pushing event deleted for resources: {'Port': ['ID=4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:26.280225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6954a823-596b-4731-96c0-d41f53c5f037 req-754453de-30c5-4302-93a5-2bbe47aa9b6b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=281e68e0-f612-4b42-817e-0b3e070873f8 HTTP/1.1" status: 200 len: 210 time: 0.0836008 Aug 20 11:58:26.296132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.310856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:26.311295 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:26.322312 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:26.394721 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7a1bfd-9330-4b84-8e96-126dc7774f28 req-8e0e9b44-e977-436d-83f7-73dd2685a3b9 service neutron] 10.222.0.22 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616334 Aug 20 11:58:26.410620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10368641-8cc9-47c3-88f7-24039303767d req-5c4e7e42-df3d-4f7c-8cd2-78c864993c25 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307091 Aug 20 11:58:26.421789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] No DVR routers for this DVR port 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:26.431410 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.433364 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29265dce-8051-49cb-a1fb-c3e713e14883 req-d94ca016-8700-49f4-97c9-51382e9b500b tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.22 "DELETE /v2.0/ports/4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e HTTP/1.1" status: 204 len: 173 time: 1.1379311 Aug 20 11:58:26.433833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'name': 'network-vif-deleted', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:26.436212 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e21bae9-4362-49a1-8f90-3fefc995221c" -d '{"events": [{"server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "name": "network-vif-deleted", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:26.451592 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.479128 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fbec2d-9324-4c0a-b879-1a26bc19c8bf x-openstack-request-id: req-29fbec2d-9324-4c0a-b879-1a26bc19c8bf {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:26.480375 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-plugged", "status": "completed", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:26.480896 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29fbec2d-9324-4c0a-b879-1a26bc19c8bf {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:26.481524 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'code': 200} Aug 20 11:58:26.494463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.499291 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "DELETE /v2.0/networks/f0ab8733-13f5-4ae1-9a94-bc35c6826c8e HTTP/1.1" status: 204 len: 168 time: 1.3557539 Aug 20 11:58:26.499863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35082) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:26.510946 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] For port f34a2fb4-adb7-45ae-a75a-af06a512955e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f34a2fb4-adb7-45ae-a75a-af06a512955e,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:26.511840 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.529480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Calling delete_port for f34a2fb4-adb7-45ae-a75a-af06a512955e owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:26.601325 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b590c-a582-4369-9fd0-7af8286a2694 x-openstack-request-id: req-245b590c-a582-4369-9fd0-7af8286a2694 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:26.601325 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e68e0-f612-4b42-817e-0b3e070873f8", "name": "network-vif-deleted", "tag": "4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:26.601325 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-245b590c-a582-4369-9fd0-7af8286a2694 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:26.601766 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281e68e0-f612-4b42-817e-0b3e070873f8', 'name': 'network-vif-deleted', 'tag': '4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e', 'status': 'completed', 'code': 200} Aug 20 11:58:26.606423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919da2c-6d93-48b7-98d7-a5b50fa1205f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Network': ['ID=f0ab8733-13f5-4ae1-9a94-bc35c6826c8e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:26.618104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3e1050-1526-4b2d-af6f-d3e805186595 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting subnet b07058d3-d1b8-44a0-8c4e-a6da74f58555 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:26.621783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1050-1526-4b2d-af6f-d3e805186595 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.685176 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1050-1526-4b2d-af6f-d3e805186595 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.719446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.721976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bf79bfd4-7509-49ab-8dd8-dea1394bb976 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:26.755703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event deleted for resources: {'Port': ['ID=f34a2fb4-adb7-45ae-a75a-af06a512955e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:26.757349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: bf79bfd4-7509-49ab-8dd8-dea1394bb976 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:26.758258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bf79bfd4-7509-49ab-8dd8-dea1394bb976 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:26.771119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339', '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:26.777359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'f34a2fb4-adb7-45ae-a75a-af06a512955e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:26.823000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1050-1526-4b2d-af6f-d3e805186595 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.824591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] No DVR routers for this DVR port f34a2fb4-adb7-45ae-a75a-af06a512955e on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:26.828766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.831632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-793078cc-3bc2-42b7-a601-069b70176759 req-8d5b1601-9b99-4f0c-8b82-ed34b9b8feab tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "DELETE /v2.0/ports/f34a2fb4-adb7-45ae-a75a-af06a512955e HTTP/1.1" status: 204 len: 173 time: 1.0116837 Aug 20 11:58:26.877622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.951911 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1050-1526-4b2d-af6f-d3e805186595 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.018940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e1050-1526-4b2d-af6f-d3e805186595 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Subnet': ['ID=b07058d3-d1b8-44a0-8c4e-a6da74f58555,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:27.029448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1050-1526-4b2d-af6f-d3e805186595 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.031720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c3e1050-1526-4b2d-af6f-d3e805186595 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "DELETE /v2.0/subnets/b07058d3-d1b8-44a0-8c4e-a6da74f58555 HTTP/1.1" status: 204 len: 168 time: 0.5301909 Aug 20 11:58:27.034532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35090) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:27.068170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351ceb1-b02d-4773-b915-c3e09d594349 None None] Network ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:27.073185 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9649d64b-a147-4a1d-837f-a9be752c84ec req-bd9d22bc-ed9b-4b8f-af3c-77c6432bfd06 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4325609-5e50-4118-9096-a69ce0a60277 HTTP/1.1" status: 200 len: 210 time: 0.0504961 Aug 20 11:58:27.127571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb273b-d61f-4a4e-975c-3478d74dee43 req-af2fbe0a-b7ef-40c0-a13e-0943f592f42e tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:27.136200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aeeb273b-d61f-4a4e-975c-3478d74dee43 req-af2fbe0a-b7ef-40c0-a13e-0943f592f42e tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 943 time: 0.1023676 Aug 20 11:58:27.179907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'tag': '9131c18a-0b37-4840-90b7-ef82cd6242b0'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:27.182514 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66" -d '{"events": [{"name": "network-changed", "server_uuid": "46595dff-6d7a-4e1b-bb40-560a688cd055", "tag": "9131c18a-0b37-4840-90b7-ef82cd6242b0"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:27.212323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aeeb273b-d61f-4a4e-975c-3478d74dee43 req-6347384b-b624-46ec-b6e2-d2d88ff177a3 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715852 Aug 20 11:58:27.307589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.381398 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfb9d41-d74f-4c04-b648-7571ecadff5a x-openstack-request-id: req-7cfb9d41-d74f-4c04-b648-7571ecadff5a {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:27.381804 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46595dff-6d7a-4e1b-bb40-560a688cd055", "tag": "9131c18a-0b37-4840-90b7-ef82cd6242b0", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:27.382114 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cfb9d41-d74f-4c04-b648-7571ecadff5a {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:27.382583 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'tag': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'status': 'completed', 'code': 200} Aug 20 11:58:27.487919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-08e1b18c-bae9-4ee0-b59c-f5ca5fc59b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:27.489665 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-08e1b18c-bae9-4ee0-b59c-f5ca5fc59b44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=04ac883b2f014d8ea9ebbb031fd438e3&device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 1095 time: 0.0770736 Aug 20 11:58:27.494151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] DHCP port deletion for ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:27.524592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:27.525184 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.595350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:27.596058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.606057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] Deleting port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:27.607384 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.614166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:27.685042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1e0ec-60a9-4156-aea7-4c7097b677b3 req-44bfba14-7475-4ef9-b6a6-21f4b54462d5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:27.697739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fa1e0ec-60a9-4156-aea7-4c7097b677b3 req-44bfba14-7475-4ef9-b6a6-21f4b54462d5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.1333740 Aug 20 11:58:27.711833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] For port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,segment=NetworkSegment(6a04647b-88bb-495c-8495-ec602ac7e1fd),segment_id=6a04647b-88bb-495c-8495-ec602ac7e1fd)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:27.712713 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.735653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] Calling delete_port for 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:27.768519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.776545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fa1e0ec-60a9-4156-aea7-4c7097b677b3 req-a66aff56-4d5e-459f-9721-0674545ba4c5 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776563 Aug 20 11:58:27.817642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-b14b9d8d-d08b-4b04-a687-5fb73f42e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:27.819101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-b14b9d8d-d08b-4b04-a687-5fb73f42e453 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 HTTP/1.1" status: 200 len: 911 time: 0.3110743 Aug 20 11:58:27.819968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9131c18a-0b37-4840-90b7-ef82cd6242b0 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:27.821189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:27.822038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:27.826304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:27.853033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:27.853418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4d1cadf4-e8f3-4f19-b0b2-60ec2f0f579e not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:27.934111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cb9c4-aece-4a32-8484-8c06840f3069 req-80529ada-6c05-4e5e-af73-1f012a3afb29 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:27.943418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a78cb9c4-aece-4a32-8484-8c06840f3069 req-80529ada-6c05-4e5e-af73-1f012a3afb29 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 945 time: 0.0796025 Aug 20 11:58:27.992901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9131c18a-0b37-4840-90b7-ef82cd6242b0, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:28.000591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a78cb9c4-aece-4a32-8484-8c06840f3069 req-d93c5276-02ae-4e23-8cb7-2322bdfb8065 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551350 Aug 20 11:58:28.008516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'port_id': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'mac_address': 'fa:16:3e:ed:55:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:28.016857 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.065590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] Pushing event deleted for resources: {'Port': ['ID=4d1096e8-1867-479c-ab6d-6be8d2e9fa37,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:28.075193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef65c5b-e692-433e-80bf-0586170bb4be None None] No DVR routers for this DVR port 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:28.105201 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.128052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9131c18a-0b37-4840-90b7-ef82cd6242b0 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:28.154293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9131c18a-0b37-4840-90b7-ef82cd6242b0, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:28.159445 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.180044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-3936ed85-5ea4-4d23-b607-7171ba3422d1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:28.182692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-3936ed85-5ea4-4d23-b607-7171ba3422d1 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.22 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 945 time: 0.1101251 Aug 20 11:58:28.240710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=9131c18a-0b37-4840-90b7-ef82cd6242b0,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:28.257982 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-76923d9a-38e9-43b3-bfbb-9a203b8cde25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0 HTTP/1.1" status: 200 len: 217 time: 0.4270411 Aug 20 11:58:28.322832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.337704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-61e73e25-1358-45b5-a8b1-f3d842e03133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:28.339495 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-61e73e25-1358-45b5-a8b1-f3d842e03133 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=93fd245a-e68c-41c6-876f-3488f7f8dd9c HTTP/1.1" status: 200 len: 849 time: 0.0733073 Aug 20 11:58:28.341224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff60eb7e-dd08-43b7-86fa-6ed5a83f9671']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:28.373534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a04647b-88bb-495c-8495-ec602ac7e1fd') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:28.373903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a04647b-88bb-495c-8495-ec602ac7e1fd') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:28.382584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['9131c18a-0b37-4840-90b7-ef82cd6242b0'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:28.402341 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.422087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.431635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:28.432030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:28.435436 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:28.437544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Deleting port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:28.437544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.448720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-b0abef7c-dd65-46ff-acc5-51a46d91a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:28.451018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-b0abef7c-dd65-46ff-acc5-51a46d91a8dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014204 Aug 20 11:58:28.541961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f2a0-9d0d-40ef-af37-b8c26dcd20d0 req-4c6b7a79-65fc-469e-9236-642b1b57f968 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:28.548840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d219f2a0-9d0d-40ef-af37-b8c26dcd20d0 req-4c6b7a79-65fc-469e-9236-642b1b57f968 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 944 time: 0.2166016 Aug 20 11:58:28.560024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-8b146dee-cf74-48c2-9837-e5180481d83b service neutron] 10.222.0.22 "GET /v2.0/ports/3b75aaef-9814-4d34-a206-9d9a4f66d055/bindings/n-h1-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.2234597 Aug 20 11:58:28.563922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.575870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.578069 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "DELETE /v2.0/networks/ff60eb7e-dd08-43b7-86fa-6ed5a83f9671 HTTP/1.1" status: 204 len: 168 time: 1.5422890 Aug 20 11:58:28.591766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35118) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:28.602600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1416318868'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:28.605366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-deleted', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:28.607566 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb88df66-2a2d-463d-8f76-ee8c825aea8d" -d '{"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-deleted", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:28.610216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e460a0-b2ee-4a81-9194-e194231f4ac3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Network': ['ID=ff60eb7e-dd08-43b7-86fa-6ed5a83f9671,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:28.633935 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-ded92510-bc4b-409d-91a1-37b565db5d9c service neutron] 10.222.0.22 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563120 Aug 20 11:58:28.652791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:28.656165 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.695134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d219f2a0-9d0d-40ef-af37-b8c26dcd20d0 req-64a4d405-5e17-4525-b56b-af4403c17f3d tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451662 Aug 20 11:58:28.699429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] For port 0cb40c90-6862-4cfd-b202-088d9b72ebb8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=0cb40c90-6862-4cfd-b202-088d9b72ebb8,segment=NetworkSegment(622c3a49-e821-419f-8275-daec585bd79b),segment_id=622c3a49-e821-419f-8275-daec585bd79b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:28.699673 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.721170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:28.732613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Calling delete_port for 0cb40c90-6862-4cfd-b202-088d9b72ebb8 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:28.735040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:28.735790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d1096e8-1867-479c-ab6d-6be8d2e9fa37 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:28.745683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:58:28.757588 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b425065a-4533-4c23-a3db-539ab9186585 x-openstack-request-id: req-b425065a-4533-4c23-a3db-539ab9186585 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:28.757880 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4325609-5e50-4118-9096-a69ce0a60277", "name": "network-vif-deleted", "tag": "f34a2fb4-adb7-45ae-a75a-af06a512955e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:28.757993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5578ec2-1805-445e-85d9-b96a097b5bcb req-50ff9d74-f38c-4e89-b8dc-9176647ed04c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:28.758119 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b425065a-4533-4c23-a3db-539ab9186585 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:28.758529 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4325609-5e50-4118-9096-a69ce0a60277', 'name': 'network-vif-deleted', 'tag': 'f34a2fb4-adb7-45ae-a75a-af06a512955e', 'status': 'completed', 'code': 200} Aug 20 11:58:28.759537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5578ec2-1805-445e-85d9-b96a097b5bcb req-50ff9d74-f38c-4e89-b8dc-9176647ed04c tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 950 time: 0.1471815 Aug 20 11:58:28.772011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.772363 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Added segment 1e2f399c-bca6-4481-b2f7-e1e06e452a26 of type vlan for network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 Aug 20 11:58:28.825242 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef1cb2b7-347c-43c5-8f62-51e81bc5ff66 req-a421cd28-2796-491e-b378-cdf88605fd00 service neutron] 10.222.0.22 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828942 Aug 20 11:58:28.829313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.864423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.871522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:28.872174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.925585 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5578ec2-1805-445e-85d9-b96a097b5bcb req-8251dc7f-6e2a-4020-bc0b-63c2e39f56af tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436796 Aug 20 11:58:28.943607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3485200 Aug 20 11:58:28.954335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35126) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:28.971570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'subnet': {'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:28.984990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613d818-6f59-4d4c-81ba-9fb5ac255997 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Network': ['ID=fd258aa1-7ef8-49c1-8890-44b2cb8672a3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:28.995934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:58:29.064613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:29.129224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09980b02-0138-46b5-a6f9-0b62460c95c2 req-82d514dc-f070-4e61-ad36-bc632f2ca93e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:29.131337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09980b02-0138-46b5-a6f9-0b62460c95c2 req-82d514dc-f070-4e61-ad36-bc632f2ca93e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 944 time: 0.2222240 Aug 20 11:58:29.188727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:29.238074 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.284909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b75aaef-9814-4d34-a206-9d9a4f66d055 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:29.292195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09980b02-0138-46b5-a6f9-0b62460c95c2 req-07170061-6e9a-4598-ad25-707c67f967c6 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502705 Aug 20 11:58:29.302843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05541806-7b19-448b-99a5-3eacb5019c1f req-826bd9b9-b15c-4b87-a270-d8e09b3b6e22 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:29.304393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05541806-7b19-448b-99a5-3eacb5019c1f req-826bd9b9-b15c-4b87-a270-d8e09b3b6e22 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/ports?device_id=831126b1-28ac-45ac-a847-35d54286afc6 HTTP/1.1" status: 200 len: 945 time: 0.2304964 Aug 20 11:58:29.305019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:29.308445 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.315670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Pushing event deleted for resources: {'Port': ['ID=0cb40c90-6862-4cfd-b202-088d9b72ebb8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:29.346619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:29.442867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] No DVR routers for this DVR port 0cb40c90-6862-4cfd-b202-088d9b72ebb8 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:29.445459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.447549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0035622d-3e2b-4db9-a16d-d0dcf541e076 req-7efc900b-3b50-4f64-a13c-95a6d6d1f00e tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.22 "DELETE /v2.0/ports/0cb40c90-6862-4cfd-b202-088d9b72ebb8 HTTP/1.1" status: 204 len: 173 time: 1.2574079 Aug 20 11:58:29.451720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'name': 'network-vif-deleted', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:29.454557 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f4eaf3-79b9-4c34-9e39-1723cfde6c33" -d '{"events": [{"server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "name": "network-vif-deleted", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:29.457170 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.492259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05541806-7b19-448b-99a5-3eacb5019c1f req-96c068ed-0895-4243-9f63-e3f47db31967 tempest-LiveMigrationTest-22740121 tempest-LiveMigrationTest-22740121-project] 10.222.0.25 "GET /v2.0/security-groups?id=c12aec1e-f7ec-462c-a821-b20215db51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661706 Aug 20 11:58:29.581037 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe7be6a-88f1-4f39-9909-a2b9c72e2fb7 x-openstack-request-id: req-abe7be6a-88f1-4f39-9909-a2b9c72e2fb7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:29.581461 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831126b1-28ac-45ac-a847-35d54286afc6", "name": "network-vif-deleted", "tag": "0cb40c90-6862-4cfd-b202-088d9b72ebb8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:29.581716 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abe7be6a-88f1-4f39-9909-a2b9c72e2fb7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:29.582122 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831126b1-28ac-45ac-a847-35d54286afc6', 'name': 'network-vif-deleted', 'tag': '0cb40c90-6862-4cfd-b202-088d9b72ebb8', 'status': 'completed', 'code': 200} Aug 20 11:58:29.622045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] Transition to ACTIVE for port object 3b75aaef-9814-4d34-a206-9d9a4f66d055 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:29.628111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.769439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.772585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] No DVR routers for this DVR port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:29.827187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9131c18a-0b37-4840-90b7-ef82cd6242b0 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:29.829288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] Pushing event updated for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:29.896921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 9131c18a-0b37-4840-90b7-ef82cd6242b0 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:29.902811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 9131c18a-0b37-4840-90b7-ef82cd6242b0 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:29.903567 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.912287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-49944dc9-b078-4dc5-a72b-a5a46fa78f1d service neutron] 10.222.0.22 "PUT /v2.0/ports/3b75aaef-9814-4d34-a206-9d9a4f66d055/bindings/n-h1-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 1.3347671 Aug 20 11:58:29.921791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-90391c48-7075-455f-8b95-6fa3898a2622 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:29.923405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-90391c48-7075-455f-8b95-6fa3898a2622 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 950 time: 0.2158115 Aug 20 11:58:29.924145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Subnet': ['ID=38b496e5-65d6-4343-b191-2812428d682c,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:29.979339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a86ee-c1f7-42f8-8e6e-6dc452ffb288 req-124d9caf-27a8-4da2-9678-ef644da4bb74 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:29.981040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef0a86ee-c1f7-42f8-8e6e-6dc452ffb288 req-124d9caf-27a8-4da2-9678-ef644da4bb74 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 944 time: 0.2020102 Aug 20 11:58:29.998452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Checking segment: {'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:29.999043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network hostable DHCP agents. Network: fd258aa1-7ef8-49c1-8890-44b2cb8672a3, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:58:30.047239 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.074810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-a2725417-99fb-4292-b6a1-925e50dd868c tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.076643 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-a2725417-99fb-4292-b6a1-925e50dd868c tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.0919108 Aug 20 11:58:30.077369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9131c18a-0b37-4840-90b7-ef82cd6242b0'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:30.080439 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79f374c-a7d3-4fc3-8f50-7acb0bb0b5e0" -d '{"events": [{"server_uuid": "46595dff-6d7a-4e1b-bb40-560a688cd055", "name": "network-vif-plugged", "status": "completed", "tag": "9131c18a-0b37-4840-90b7-ef82cd6242b0"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:30.095257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9131c18a-0b37-4840-90b7-ef82cd6242b0, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:30.099840 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.100744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 3b75aaef-9814-4d34-a206-9d9a4f66d055 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:30.102118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef0a86ee-c1f7-42f8-8e6e-6dc452ffb288 req-b9db970c-292c-4562-97cc-eb3ba93ad3c3 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101975 Aug 20 11:58:30.104735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:58:30.133864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, fd258aa1-7ef8-49c1-8890-44b2cb8672a3) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:30.152907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.153393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-f8a81d0e-1b38-4c85-b990-8bbca30f408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.154998 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-f8a81d0e-1b38-4c85-b990-8bbca30f408f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820&tenant_id=1dba54f45f4a4c989c327f7066d42bad HTTP/1.1" status: 200 len: 1097 time: 0.0700123 Aug 20 11:58:30.158457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.167880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ead22a-51f5-46ba-8b9a-079d33c3a89b None None] Network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:30.183011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Deleting port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:30.183455 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.196715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e209d-4527-454b-ac82-10935728a0c0 req-d1213506-e50e-4acf-b687-05aff17d7c49 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.197357 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5345263c-a3b7-4ae2-bd9f-5849576a53a6 x-openstack-request-id: req-5345263c-a3b7-4ae2-bd9f-5849576a53a6 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:30.197357 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46595dff-6d7a-4e1b-bb40-560a688cd055", "name": "network-vif-plugged", "status": "completed", "tag": "9131c18a-0b37-4840-90b7-ef82cd6242b0", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:30.197585 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5345263c-a3b7-4ae2-bd9f-5849576a53a6 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:30.197789 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'code': 200} Aug 20 11:58:30.202702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-119e209d-4527-454b-ac82-10935728a0c0 req-d1213506-e50e-4acf-b687-05aff17d7c49 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 950 time: 0.1520815 Aug 20 11:58:30.249207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-9eccfc51-992e-4b1c-9810-72c71b7f8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.251045 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-9eccfc51-992e-4b1c-9810-72c71b7f8479 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dba54f45f4a4c989c327f7066d42bad&device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1097 time: 0.0654280 Aug 20 11:58:30.261853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6e86c6f2-f917-4d06-a792-a33add5bd678 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3025899 Aug 20 11:58:30.270717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:30.277681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1938700854'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:30.342467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-119e209d-4527-454b-ac82-10935728a0c0 req-196de127-b250-4b79-93c9-6a34dc3ed82d tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951626 Aug 20 11:58:30.369652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7737f-9d42-4fe6-9af7-369529a08fa2 req-e99ad474-4a55-487b-9b10-f957e6640650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.371196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ad7737f-9d42-4fe6-9af7-369529a08fa2 req-e99ad474-4a55-487b-9b10-f957e6640650 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 1097 time: 0.1081700 Aug 20 11:58:30.379616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] For port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:30.380706 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.395980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:30.395980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.411088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Calling delete_port for 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:30.420301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-94d5b747-0174-4a12-bb9c-02d1caa6a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.421798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-94d5b747-0174-4a12-bb9c-02d1caa6a06a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 200 len: 922 time: 0.1636789 Aug 20 11:58:30.426872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=9131c18a-0b37-4840-90b7-ef82cd6242b0,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:30.442617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:58:30.458149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 3b75aaef-9814-4d34-a206-9d9a4f66d055 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:30.482109 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-482e38d5-1cb3-4419-9da8-dd05a5550cf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055 HTTP/1.1" status: 200 len: 217 time: 0.0425377 Aug 20 11:58:30.486545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.486895 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Added segment 29998028-17e1-4638-b800-000204f10e25 of type vlan for network d2b4df1a-3ffa-4717-acfc-1f00204d56eb Aug 20 11:58:30.495694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ad7737f-9d42-4fe6-9af7-369529a08fa2 req-2d8faba2-bbc9-4190-a2c6-a3370dd56b69 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121190 Aug 20 11:58:30.531266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31f37-39e1-43c9-890f-b146eb2f2418 req-2394078b-03ab-4539-a82b-295c72f9a6cc tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.538174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07e31f37-39e1-43c9-890f-b146eb2f2418 req-2394078b-03ab-4539-a82b-295c72f9a6cc tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 945 time: 0.1146662 Aug 20 11:58:30.548701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-fd258aa1-7ef8-49c1-8890-44b2cb8672a3', 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'fixed_ips': [{'subnet_id': '38b496e5-65d6-4343-b191-2812428d682c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:58:30.549691 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.572267 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.579926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:30.595012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-074d92bd-cf2f-4a64-9ad0-44ecae555e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.595747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07e31f37-39e1-43c9-890f-b146eb2f2418 req-6ccfad57-df72-47b0-823c-5a43dd5205d9 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565536 Aug 20 11:58:30.596940 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-074d92bd-cf2f-4a64-9ad0-44ecae555e94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 200 len: 861 time: 0.1007812 Aug 20 11:58:30.653868 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-3328b5e7-ce5f-4140-90c0-a228ca24da21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5d66fb8-60bf-4c82-9d35-49fa0f779797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448339 Aug 20 11:58:30.674344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.681528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:30.682031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.711943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.733187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339', '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:30.735321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:30.743984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event deleted for resources: {'Port': ['ID=44a33cdf-e7b6-46f7-8227-9de0e3cf9b20,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:30.755917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.756324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.756559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.756972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.757311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.757640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.757963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.758311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.758633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.758953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.759273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.760053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:30.870173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5decbfee-ed0f-4b7f-8a89-4aade8185d53 admin admin] Deleting subnet a23284d5-7b38-4a05-a5d7-95dbfb8307ad {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:30.870957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Allocated IP 19.80.0.2 (fd258aa1-7ef8-49c1-8890-44b2cb8672a3/38b496e5-65d6-4343-b191-2812428d682c/c1e38695-91f4-400d-aedb-aa20bfef7abd) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:30.875402 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5decbfee-ed0f-4b7f-8a89-4aade8185d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.977299 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7041945 Aug 20 11:58:31.007755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5decbfee-ed0f-4b7f-8a89-4aade8185d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.016954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35160) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:31.028139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'subnet': {'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:31.104045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] No DVR routers for this DVR port 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:31.105754 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-7d8f6abb-b92d-4b17-9020-4448bb2bb611 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433830 Aug 20 11:58:31.106353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.106688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Network': ['ID=d2b4df1a-3ffa-4717-acfc-1f00204d56eb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.108331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36018a98-d80d-4e2d-a927-e6d87b00fae8 req-c605633c-b2e7-48c6-9c79-b8638bc906eb tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "DELETE /v2.0/ports/44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 HTTP/1.1" status: 204 len: 173 time: 1.1741877 Aug 20 11:58:31.212978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.213728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.213926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.214651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.214808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.215329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.215627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.216051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.216471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.216894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.217330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.217888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2759c3c-1222-4b16-947f-968aa6af866c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:31.233595 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.237312 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5decbfee-ed0f-4b7f-8a89-4aade8185d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.242605 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network d2b4df1a-3ffa-4717-acfc-1f00204d56eb details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:58:31.257257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f09b-e6ed-411f-a9fd-619266214ec3 req-7a5413eb-446a-4f05-ad97-2ae677ca57f0 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.261372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0032f09b-e6ed-411f-a9fd-619266214ec3 req-7a5413eb-446a-4f05-ad97-2ae677ca57f0 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 945 time: 0.0722785 Aug 20 11:58:31.304817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Transition to ACTIVE for port object c1e38695-91f4-400d-aedb-aa20bfef7abd will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:31.310699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0032f09b-e6ed-411f-a9fd-619266214ec3 req-637b9051-3ba8-48b3-9e41-02fcb85d4391 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407188 Aug 20 11:58:31.345226 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-f06543c0-b5d5-46b2-8282-d20eba91af72 service neutron] 10.222.0.73 "GET /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228537 Aug 20 11:58:31.351624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:31.357187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:31.363795 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.370042 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5decbfee-ed0f-4b7f-8a89-4aade8185d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.393833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Transition to ACTIVE for port object c1e38695-91f4-400d-aedb-aa20bfef7abd will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:31.396078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: f34a2fb4-adb7-45ae-a75a-af06a512955e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:31.396510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f34a2fb4-adb7-45ae-a75a-af06a512955e not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:31.403932 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.445270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:31.448801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decbfee-ed0f-4b7f-8a89-4aade8185d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a23284d5-7b38-4a05-a5d7-95dbfb8307ad,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.449127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:31.452390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:31.462885 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5decbfee-ed0f-4b7f-8a89-4aade8185d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.467707 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5decbfee-ed0f-4b7f-8a89-4aade8185d53 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a23284d5-7b38-4a05-a5d7-95dbfb8307ad HTTP/1.1" status: 204 len: 168 time: 0.8830764 Aug 20 11:58:31.467903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Pushing event updated for resources: {'Port': ['ID=c1e38695-91f4-400d-aedb-aa20bfef7abd,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.468128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35166) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:31.546308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Attempting to bind port c1e38695-91f4-400d-aedb-aa20bfef7abd on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:31.547041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Attempting to bind port c1e38695-91f4-400d-aedb-aa20bfef7abd by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:31.547456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Attempting to bind port c1e38695-91f4-400d-aedb-aa20bfef7abd on network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:31.554052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:31.554563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Checking segment: {'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:31.555393 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.555393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Bound using segment: {'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:31.556569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Bound port: c1e38695-91f4-400d-aedb-aa20bfef7abd, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:31.557012 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.575986 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cb20c1b-f9b8-4d20-bc00-033dbbee0a48 req-0ba77085-9dfb-4a0e-92f7-84ed03876f77 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=43df3772-469c-496d-b824-18261b9db45e HTTP/1.1" status: 200 len: 210 time: 0.0450752 Aug 20 11:58:31.592289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-deleted', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:31.594798 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3df91b-abcf-4e5d-a461-d39de1c75dd5" -d '{"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-deleted", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:31.657791 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c330cb8-4519-40b6-9810-4877af7485d6 x-openstack-request-id: req-4c330cb8-4519-40b6-9810-4877af7485d6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:31.658089 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df3772-469c-496d-b824-18261b9db45e", "name": "network-vif-deleted", "tag": "44a33cdf-e7b6-46f7-8227-9de0e3cf9b20", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:31.658372 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c330cb8-4519-40b6-9810-4877af7485d6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:31.658772 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df3772-469c-496d-b824-18261b9db45e', 'name': 'network-vif-deleted', 'tag': '44a33cdf-e7b6-46f7-8227-9de0e3cf9b20', 'status': 'completed', 'code': 200} Aug 20 11:58:31.667213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.704247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] For port c1e38695-91f4-400d-aedb-aa20bfef7abd, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:31.709964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] For port c1e38695-91f4-400d-aedb-aa20bfef7abd, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c1e38695-91f4-400d-aedb-aa20bfef7abd,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:31.714958 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.747462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.793841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-8d548349-c25d-4a7e-9b6c-d6db33193ba7 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.795418 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-8d548349-c25d-4a7e-9b6c-d6db33193ba7 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820&tenant_id=1dba54f45f4a4c989c327f7066d42bad&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.1104150 Aug 20 11:58:31.840766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9095b8d-ba69-4265-b53c-711c959a1a0d None None] Pushing event updated for resources: {'Port': ['ID=c1e38695-91f4-400d-aedb-aa20bfef7abd,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.846481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 0cb40c90-6862-4cfd-b202-088d9b72ebb8 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:31.864336 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.876725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a4b284-c5e5-43d2-8439-666fc66a8151']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:31.884334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 0cb40c90-6862-4cfd-b202-088d9b72ebb8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:31.885424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 0cb40c90-6862-4cfd-b202-088d9b72ebb8 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:31.889448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622c3a49-e821-419f-8275-daec585bd79b') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:31.889887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622c3a49-e821-419f-8275-daec585bd79b') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:31.891331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Subnet': ['ID=ceedd9d4-ba49-4de7-acb8-01a8b0316e01,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.901801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Checking segment: {'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:31.902237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network hostable DHCP agents. Network: d2b4df1a-3ffa-4717-acfc-1f00204d56eb, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:58:31.905677 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.932226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55fd53-d428-4a33-823f-8d2a619874b2 req-220a0a0b-342c-48b1-a5d2-8c2a45530edf tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.933789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c55fd53-d428-4a33-823f-8d2a619874b2 req-220a0a0b-342c-48b1-a5d2-8c2a45530edf tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 945 time: 0.1833611 Aug 20 11:58:31.934915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.942639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:31.943041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: timer() Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:31.950272 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:31.961702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network d2b4df1a-3ffa-4717-acfc-1f00204d56eb is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:58:31.977420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, d2b4df1a-3ffa-4717-acfc-1f00204d56eb) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:31.983457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:31.984040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.986504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6aa129-6311-4981-bb41-2d309738e77d None None] Network d2b4df1a-3ffa-4717-acfc-1f00204d56eb requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:32.005601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-9f2058e6-4e70-4215-a2fc-463e5c352e81 service neutron] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:32.009361 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-9f2058e6-4e70-4215-a2fc-463e5c352e81 service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.010918 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-61dc11c4-7c30-4c83-a213-b3fa414073ce req-9f2058e6-4e70-4215-a2fc-463e5c352e81 service neutron] 10.222.0.73 "DELETE /v2.0/ports/3b75aaef-9814-4d34-a206-9d9a4f66d055/bindings/n-h2-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.2075300 Aug 20 11:58:32.018463 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e8e8f6ab-58a9-491b-99e8-fa1e82d3bf1a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9946995 Aug 20 11:58:32.034118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c55fd53-d428-4a33-823f-8d2a619874b2 req-f96ea090-77d7-44e4-8c39-aa8800cd39f0 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927932 Aug 20 11:58:32.035564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.040909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.043053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] 10.222.0.25 "DELETE /v2.0/networks/80a4b284-c5e5-43d2-8439-666fc66a8151 HTTP/1.1" status: 204 len: 168 time: 0.5739844 Aug 20 11:58:32.046000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35178) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:32.123583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05b6c1-484f-4945-9004-cb1aff7e0707 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a4b284-c5e5-43d2-8439-666fc66a8151,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:32.169842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8308bf-ab5a-4446-89dd-bfe8f0a3f8fc admin admin] Deleting subnet 2724e02f-e115-4b64-9022-fa36a848cd40 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:32.184156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d8308bf-ab5a-4446-89dd-bfe8f0a3f8fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.237964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d8308bf-ab5a-4446-89dd-bfe8f0a3f8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.300834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-d2b4df1a-3ffa-4717-acfc-1f00204d56eb', 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'fixed_ips': [{'subnet_id': 'ceedd9d4-ba49-4de7-acb8-01a8b0316e01'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:58:32.303967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.339875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf4b8-a116-4661-974b-85fcf3e0c7c7 req-558dcb72-36e6-4de9-a835-09ed30180e31 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.341457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a9bf4b8-a116-4661-974b-85fcf3e0c7c7 req-558dcb72-36e6-4de9-a835-09ed30180e31 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 1097 time: 0.1011281 Aug 20 11:58:32.345443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d8308bf-ab5a-4446-89dd-bfe8f0a3f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.466126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Allocated IP 19.86.0.2 (d2b4df1a-3ffa-4717-acfc-1f00204d56eb/ceedd9d4-ba49-4de7-acb8-01a8b0316e01/3b563512-ea9f-4fc1-825e-d4005e5b2055) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:32.481651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a9bf4b8-a116-4661-974b-85fcf3e0c7c7 req-3d1bda19-7bbd-4b0f-becf-391e6f64f5a5 tempest-LiveAutoBlockMigrationV225Test-1950428509 tempest-LiveAutoBlockMigrationV225Test-1950428509-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258218 Aug 20 11:58:32.529434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d8308bf-ab5a-4446-89dd-bfe8f0a3f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.558385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8308bf-ab5a-4446-89dd-bfe8f0a3f8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2724e02f-e115-4b64-9022-fa36a848cd40,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:32.566402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-dc7ca430-5dc1-4d00-8e14-23c4c9b411b2 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.572457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-dc7ca430-5dc1-4d00-8e14-23c4c9b411b2 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.575386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-dc7ca430-5dc1-4d00-8e14-23c4c9b411b2 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/networks?id=fd258aa1-7ef8-49c1-8890-44b2cb8672a3&id=d2b4df1a-3ffa-4717-acfc-1f00204d56eb HTTP/1.1" status: 200 len: 1392 time: 0.2317126 Aug 20 11:58:32.584130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d8308bf-ab5a-4446-89dd-bfe8f0a3f8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.588521 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1d8308bf-ab5a-4446-89dd-bfe8f0a3f8fc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2724e02f-e115-4b64-9022-fa36a848cd40 HTTP/1.1" status: 204 len: 168 time: 0.5390947 Aug 20 11:58:32.589520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35200) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:32.600585 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-d5fab68c-1d6a-4192-8473-49796084cf8e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/quotas/c4e09a49d5ed4d20b7a99c1b85db83ea HTTP/1.1" status: 200 len: 375 time: 0.0130494 Aug 20 11:58:32.661583 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.670370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.680466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Transition to ACTIVE for port object 3b563512-ea9f-4fc1-825e-d4005e5b2055 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:32.692712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5ae90-ed36-49c7-be78-5dc84e2ecb55 req-e2922183-c2bc-436b-a220-19afa276e2fc tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:32.704113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ae5ae90-ed36-49c7-be78-5dc84e2ecb55 req-e2922183-c2bc-436b-a220-19afa276e2fc tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 945 time: 0.1072021 Aug 20 11:58:32.720235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Transition to ACTIVE for port object 3b563512-ea9f-4fc1-825e-d4005e5b2055 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:32.731322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-db5a40ee-4eda-40db-92b2-894ac77a017a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228256 Aug 20 11:58:32.742702 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.798030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.801386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Network d2b4df1a-3ffa-4717-acfc-1f00204d56eb is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:32.809197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8cbc598-477a-437f-979c-9bf327eba200']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:32.812154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:32.816825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:32.823859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Pushing event updated for resources: {'Port': ['ID=3b563512-ea9f-4fc1-825e-d4005e5b2055,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:32.835202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97efd99f-776d-4f3b-b50a-f698901d6bc3') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:32.835492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97efd99f-776d-4f3b-b50a-f698901d6bc3') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:32.847686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ae5ae90-ed36-49c7-be78-5dc84e2ecb55 req-b3c96222-697e-47f8-8340-330a62b8b200 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410377 Aug 20 11:58:32.869930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.876697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c1e38695-91f4-400d-aedb-aa20bfef7abd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:32.896929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.906194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:32.906616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.908035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-2430757c-e83e-46b5-acb5-1ffef381b34d service neutron] 10.222.0.25 "GET /v2.0/networks/fd258aa1-7ef8-49c1-8890-44b2cb8672a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424248 Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:32.908434 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:32.949024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Attempting to bind port 3b563512-ea9f-4fc1-825e-d4005e5b2055 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:32.949621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Attempting to bind port 3b563512-ea9f-4fc1-825e-d4005e5b2055 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:32.949736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Attempting to bind port 3b563512-ea9f-4fc1-825e-d4005e5b2055 on network d2b4df1a-3ffa-4717-acfc-1f00204d56eb {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:32.963153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:32.963536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Checking segment: {'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:32.963939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.964336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Bound using segment: {'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:32.964815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Bound port: 3b563512-ea9f-4fc1-825e-d4005e5b2055, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:32.965193 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.993121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.007424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.012588 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b8cbc598-477a-437f-979c-9bf327eba200 HTTP/1.1" status: 204 len: 168 time: 0.4211090 Aug 20 11:58:33.032131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd5b13-53ef-4f5c-aa50-d145e9e9b662 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8cbc598-477a-437f-979c-9bf327eba200,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:33.041665 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-d78f6214-8bff-49e7-beac-8b1203937e8d service neutron] 10.222.0.25 "GET /v2.0/networks/fd258aa1-7ef8-49c1-8890-44b2cb8672a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272848 Aug 20 11:58:33.057117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c1e38695-91f4-400d-aedb-aa20bfef7abd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:33.092426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] For port 3b563512-ea9f-4fc1-825e-d4005e5b2055, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:33.097965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] For port 3b563512-ea9f-4fc1-825e-d4005e5b2055, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3b563512-ea9f-4fc1-825e-d4005e5b2055,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:33.104313 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.166567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ec5ff-1208-47e0-935c-a1abdb96cca6 None None] Pushing event updated for resources: {'Port': ['ID=3b563512-ea9f-4fc1-825e-d4005e5b2055,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:33.218597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:33.218827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-8c40e81d-6173-4f92-91af-f3ffc56357c5 service neutron] 10.222.0.25 "GET /v2.0/networks/d2b4df1a-3ffa-4717-acfc-1f00204d56eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708210 Aug 20 11:58:33.295963 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3c78986f-a336-4942-ba38-0940e991fcf2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f0bc8746dc8455196d0d37ea4fa551e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0731738 Aug 20 11:58:33.296453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35220) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:33.345187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfdece9-9bde-4184-8bc8-4be9888e66c4 None None] Network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:33.375471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa9af860-bb1e-42e0-a09f-e30cd812c641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.396632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-3c52315e-d3a0-4fcc-97be-c915eea38f81 service neutron] 10.222.0.25 "GET /v2.0/networks/d2b4df1a-3ffa-4717-acfc-1f00204d56eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638901 Aug 20 11:58:33.405629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa9af860-bb1e-42e0-a09f-e30cd812c641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.496102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa9af860-bb1e-42e0-a09f-e30cd812c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.498704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa9af860-bb1e-42e0-a09f-e30cd812c641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.502957 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fa9af860-bb1e-42e0-a09f-e30cd812c641 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c12aec1e-f7ec-462c-a821-b20215db51b3 HTTP/1.1" status: 204 len: 168 time: 0.2026048 Aug 20 11:58:33.510402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9af860-bb1e-42e0-a09f-e30cd812c641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12aec1e-f7ec-462c-a821-b20215db51b3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:33.561583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e4ffc-23e6-490a-9ece-8e047d6534a0 req-61095d08-185b-4ed4-b7cc-789faa562d95 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:33.563552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-889e4ffc-23e6-490a-9ece-8e047d6534a0 req-61095d08-185b-4ed4-b7cc-789faa562d95 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 945 time: 0.1310291 Aug 20 11:58:33.570792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e84a8f9b-2547-4b5b-addf-fc52929980f9 None None] Provisioning for port c1e38695-91f4-400d-aedb-aa20bfef7abd completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:33.576250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e84a8f9b-2547-4b5b-addf-fc52929980f9 None None] Provisioning complete for port c1e38695-91f4-400d-aedb-aa20bfef7abd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:33.576626 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e84a8f9b-2547-4b5b-addf-fc52929980f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.579150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35224) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:33.593143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Request body: {'floatingip': {'port_id': '9131c18a-0b37-4840-90b7-ef82cd6242b0'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:33.734788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.783732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e84a8f9b-2547-4b5b-addf-fc52929980f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.850802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:33.909821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6034f-d353-42f3-953d-4bc0492b653f req-534f6e2f-50c3-415a-b560-faf088511888 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:33.920928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e84a8f9b-2547-4b5b-addf-fc52929980f9 None None] For port c1e38695-91f4-400d-aedb-aa20bfef7abd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c1e38695-91f4-400d-aedb-aa20bfef7abd,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:33.925206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83a6034f-d353-42f3-953d-4bc0492b653f req-534f6e2f-50c3-415a-b560-faf088511888 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 945 time: 0.1480579 Aug 20 11:58:33.927100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:33.930280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44a33cdf-e7b6-46f7-8227-9de0e3cf9b20 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:33.937871 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e84a8f9b-2547-4b5b-addf-fc52929980f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.998888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83a6034f-d353-42f3-953d-4bc0492b653f req-e66bb880-d874-4e59-a7a5-5b2d86629b81 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716114 Aug 20 11:58:34.073384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a8f9b-2547-4b5b-addf-fc52929980f9 None None] Pushing event updated for resources: {'Port': ['ID=c1e38695-91f4-400d-aedb-aa20bfef7abd,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:34.084114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e51cb17f-9ef0-40bf-8e3f-dd71509d9027 req-b380e169-55e4-43bd-b1d8-9e3a4a98c3e5 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 210 time: 0.0790253 Aug 20 11:58:34.174342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-076e9940-0b3b-4b73-a1da-b35d77685f56 None None] Provisioning complete for port c1e38695-91f4-400d-aedb-aa20bfef7abd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:34.174873 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-076e9940-0b3b-4b73-a1da-b35d77685f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.258689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62439-0065-4a9e-abd0-154d3b7c7f6f req-e2b7fe18-bc18-4768-8199-87092ae833b7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:34.260271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3da62439-0065-4a9e-abd0-154d3b7c7f6f req-e2b7fe18-bc18-4768-8199-87092ae833b7 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.1230862 Aug 20 11:58:34.311000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35244) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:34.367907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3da62439-0065-4a9e-abd0-154d3b7c7f6f req-e62accae-e653-430c-a7e5-92dfcc33782b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836701 Aug 20 11:58:34.374429 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-354752f3-d861-439a-a96c-e1882ffc622b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:34.376366 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-354752f3-d861-439a-a96c-e1882ffc622b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 945 time: 0.5689867 Aug 20 11:58:34.420811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c505e41c-e42d-4ed3-9bf2-018322c37b6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fc68f690cd0439bbd5d69cefde35b16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1068032 Aug 20 11:58:34.423185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35248) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:34.488017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a77522dc-ffad-48a3-9f27-a02f5ae43982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.514792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a77522dc-ffad-48a3-9f27-a02f5ae43982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.576233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a77522dc-ffad-48a3-9f27-a02f5ae43982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.579836 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a77522dc-ffad-48a3-9f27-a02f5ae43982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.580874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a77522dc-ffad-48a3-9f27-a02f5ae43982 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c65ba580-3873-4d54-93a4-4467866d28e8 HTTP/1.1" status: 204 len: 168 time: 0.1563435 Aug 20 11:58:34.590548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77522dc-ffad-48a3-9f27-a02f5ae43982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65ba580-3873-4d54-93a4-4467866d28e8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:34.624430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Deleting port 3b75aaef-9814-4d34-a206-9d9a4f66d055 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:34.625015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.692441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5dd9d-8699-4b0b-9b0b-ef5a6d9c6d5c None None] Network d2b4df1a-3ffa-4717-acfc-1f00204d56eb requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:34.772537 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.787192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.818509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f6b59989-c4a3-43a7-a9c2-16d6f364338d None None] Provisioning for port 3b563512-ea9f-4fc1-825e-d4005e5b2055 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:34.897691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c1e38695-91f4-400d-aedb-aa20bfef7abd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:34.923468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] For port 3b75aaef-9814-4d34-a206-9d9a4f66d055, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3b75aaef-9814-4d34-a206-9d9a4f66d055,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:34.923917 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:34.958573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Calling delete_port for 3b75aaef-9814-4d34-a206-9d9a4f66d055 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:34.965207 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Floating IP a8743b59-1372-4ae1-8252-3c1e075a6812 associated. External IP: 172.25.0.43, port: 9131c18a-0b37-4840-90b7-ef82cd6242b0. Aug 20 11:58:34.978839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c1e38695-91f4-400d-aedb-aa20bfef7abd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:34.979467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.143816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3b563512-ea9f-4fc1-825e-d4005e5b2055 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:35.164436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ed6a-e4fb-4206-a196-27d73b093a44 req-0a4cc0d4-1cc9-4192-a3a4-14a1aaa3397c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:35.175289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2706ed6a-e4fb-4206-a196-27d73b093a44 req-0a4cc0d4-1cc9-4192-a3a4-14a1aaa3397c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 945 time: 0.0803220 Aug 20 11:58:35.269251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35934515-f97b-4f28-8daa-7882aac554b2 req-3323540c-688d-422e-9a06-708ea7e3a5a1 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 210 time: 0.0638282 Aug 20 11:58:35.278608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 3b563512-ea9f-4fc1-825e-d4005e5b2055 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:35.292054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3b563512-ea9f-4fc1-825e-d4005e5b2055 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:35.292437 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.299151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2706ed6a-e4fb-4206-a196-27d73b093a44 req-00568bb7-1dda-4a12-b38f-06bffd57db67 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144028 Aug 20 11:58:35.309374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.352433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Pushing event deleted for resources: {'Port': ['ID=3b75aaef-9814-4d34-a206-9d9a4f66d055,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:35.356496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['2543b0df-4e6d-42a4-9012-3ea01d310035'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:35.386005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3b75aaef-9814-4d34-a206-9d9a4f66d055'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:35.447988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] No DVR routers for this DVR port 3b75aaef-9814-4d34-a206-9d9a4f66d055 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:35.455107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.458256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-043e1970-3ae6-434b-9e50-0c97c8e3a6a5 req-2a220a7a-e21d-4447-a0d7-ec35a92a029c tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.73 "DELETE /v2.0/ports/3b75aaef-9814-4d34-a206-9d9a4f66d055 HTTP/1.1" status: 204 len: 173 time: 1.0169008 Aug 20 11:58:35.461870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'name': 'network-vif-deleted', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:35.464952 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d36462-6eea-4924-8e93-f0f71114838d" -d '{"events": [{"server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "name": "network-vif-deleted", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:35.507362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-9950eac8-9a31-4f0b-8ef3-6d69907fc437 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:35.516160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-9950eac8-9a31-4f0b-8ef3-6d69907fc437 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:35.518645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-9950eac8-9a31-4f0b-8ef3-6d69907fc437 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.22 "GET /v2.0/networks?id=fd258aa1-7ef8-49c1-8890-44b2cb8672a3&id=d2b4df1a-3ffa-4717-acfc-1f00204d56eb HTTP/1.1" status: 200 len: 1392 time: 0.2162473 Aug 20 11:58:35.550390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'port': {'device_id': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3', 'admin_state_up': True, 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:35.739193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-31536925-a9fe-42a2-9d6f-28b8ee52dbc1 None None] Provisioning complete for port 3b563512-ea9f-4fc1-825e-d4005e5b2055 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:35.739980 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31536925-a9fe-42a2-9d6f-28b8ee52dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.796652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:35.800793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.883447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2dc56-cd1e-4f14-8295-c9986b755537 req-be3db68d-68d7-4a58-9ee4-4cd8c5b37dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:35.885204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50b2dc56-cd1e-4f14-8295-c9986b755537 req-be3db68d-68d7-4a58-9ee4-4cd8c5b37dea tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.3654006 Aug 20 11:58:35.967000 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:35.983850 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31536925-a9fe-42a2-9d6f-28b8ee52dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.006244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50b2dc56-cd1e-4f14-8295-c9986b755537 req-d7073aa0-c4b7-4b1c-83d8-79f1f062d3b8 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143167 Aug 20 11:58:36.009128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:36.012477 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07a5f78-914d-4af0-81a7-9f41c7db723a x-openstack-request-id: req-d07a5f78-914d-4af0-81a7-9f41c7db723a {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:36.012761 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e914ee1-b364-40fb-805e-ecef3fd33820", "name": "network-vif-deleted", "tag": "3b75aaef-9814-4d34-a206-9d9a4f66d055", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:36.013008 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d07a5f78-914d-4af0-81a7-9f41c7db723a {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:36.013394 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e914ee1-b364-40fb-805e-ecef3fd33820', 'name': 'network-vif-deleted', 'tag': '3b75aaef-9814-4d34-a206-9d9a4f66d055', 'status': 'completed', 'code': 200} Aug 20 11:58:36.043363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-533b2aaf-cfde-4c5e-936b-6a87a6aa0480 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:36.044960 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-533b2aaf-cfde-4c5e-936b-6a87a6aa0480 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 950 time: 0.6079957 Aug 20 11:58:36.046003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 3b563512-ea9f-4fc1-825e-d4005e5b2055, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3b563512-ea9f-4fc1-825e-d4005e5b2055,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:36.092397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.148697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Allocated IP 19.80.0.130 (fd258aa1-7ef8-49c1-8890-44b2cb8672a3/38b496e5-65d6-4343-b191-2812428d682c/a0901e30-8588-4dc9-ba06-2f46373a8563) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:36.173416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:36.180718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.197749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] Sync routers for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:36.275466 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b97fac76-6b95-4046-a127-5cabec2187ae tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "PUT /v2.0/floatingips/a8743b59-1372-4ae1-8252-3c1e075a6812 HTTP/1.1" status: 200 len: 990 time: 2.6947277 Aug 20 11:58:36.340129 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-31536925-a9fe-42a2-9d6f-28b8ee52dbc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:58:36.340129 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-31536925-a9fe-42a2-9d6f-28b8ee52dbc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:58:36.340129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:36.342007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:36.347526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=3b563512-ea9f-4fc1-825e-d4005e5b2055,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:36.369951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Deleting port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:36.372708 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.465940 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.494671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Transition to ACTIVE for port object a0901e30-8588-4dc9-ba06-2f46373a8563 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:36.526844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d1c3af8-31d1-49af-9f31-334725093999 req-935229e7-18d4-400b-a623-70a1d356622e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 210 time: 0.0926919 Aug 20 11:58:36.553066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] For port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:36.553567 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.572536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Calling delete_port for cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:36.573082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:36.664409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52d78abe-c22b-4a9c-81c0-9ef86b3046f7 req-28524203-6278-4b9c-9ff8-a4fcd83f16bd tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 210 time: 0.0837138 Aug 20 11:58:36.690813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.770646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:36.774517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:36.804466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:36.814371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3b563512-ea9f-4fc1-825e-d4005e5b2055 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:36.823552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:36.890079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:36.895713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event deleted for resources: {'Port': ['ID=cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:36.913926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Port': ['ID=a0901e30-8588-4dc9-ba06-2f46373a8563,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:36.939774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:36.974891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:36.978460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.008224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] No DVR routers for this DVR port cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:37.016015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e1278dcc-fc83-4887-a831-000cd3642697 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4854918 Aug 20 11:58:37.018561 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.024128 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43b9227d-9025-4cb5-af61-394fd22fbbf7 req-57999107-ab85-4196-9b30-cfce2ad010cd tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.73 "DELETE /v2.0/ports/cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b HTTP/1.1" status: 204 len: 173 time: 0.8519056 Aug 20 11:58:37.030402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Request body: {'port': {'device_id': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb', 'admin_state_up': True, 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:37.166258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3b563512-ea9f-4fc1-825e-d4005e5b2055 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:37.166552 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.289456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-336cb8bb-62c0-4385-b58b-51549a59bcef req-41604554-de92-4f3f-9ba5-77a96bd25a3f tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ca83b4-ccbe-44dd-ae7b-404da348298a HTTP/1.1" status: 200 len: 210 time: 0.0584705 Aug 20 11:58:37.372894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Made reservation on behalf of c4e09a49d5ed4d20b7a99c1b85db83ea for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:37.379869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.381995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'a8743b59-1372-4ae1-8252-3c1e075a6812', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'port_id': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'mac_address': 'fa:16:3e:ed:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:34Z', 'revision_number': 1, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:37.430070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] Checking router: 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:37.430904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d2bd6d40-015d-4a54-8632-b638201814a7 None None] Provisioning for port a0901e30-8588-4dc9-ba06-2f46373a8563 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:37.435477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:37.441362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d2bd6d40-015d-4a54-8632-b638201814a7 None None] Provisioning complete for port a0901e30-8588-4dc9-ba06-2f46373a8563 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:37.442292 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6d40-015d-4a54-8632-b638201814a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.510879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:37.524009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:37.526200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3b75aaef-9814-4d34-a206-9d9a4f66d055 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:37.565516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 3b75aaef-9814-4d34-a206-9d9a4f66d055 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:37.566382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3b75aaef-9814-4d34-a206-9d9a4f66d055 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:37.579625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:37.580406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:37.600432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Allocated IP 19.86.0.99 (d2b4df1a-3ffa-4717-acfc-1f00204d56eb/ceedd9d4-ba49-4de7-acb8-01a8b0316e01/b3802e5e-78be-42b1-bb82-2b43e05f6d8b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:37.733696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:37.784757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd6d40-015d-4a54-8632-b638201814a7 None None] Port a0901e30-8588-4dc9-ba06-2f46373a8563 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:37.822704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1826624219', 'description': 'tempest-description-357853044'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:37.874797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dfb64-c384-48d7-ac47-99f5ac5b90a1 req-8d2c4d7a-cb1d-43cb-bbe6-ccb3b8e68350 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:37.877176 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff2dfb64-c384-48d7-ac47-99f5ac5b90a1 req-8d2c4d7a-cb1d-43cb-bbe6-ccb3b8e68350 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 932 time: 0.1887777 Aug 20 11:58:37.960619 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.987042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:37.999555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff2dfb64-c384-48d7-ac47-99f5ac5b90a1 req-d440a51f-6ee2-4bae-ad24-52639866b189 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822794 Aug 20 11:58:38.014653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'tag': '9131c18a-0b37-4840-90b7-ef82cd6242b0'}, {'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'name': 'network-vif-deleted', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:38.017926 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4" -d '{"events": [{"name": "network-changed", "server_uuid": "46595dff-6d7a-4e1b-bb40-560a688cd055", "tag": "9131c18a-0b37-4840-90b7-ef82cd6242b0"}, {"server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "name": "network-vif-deleted", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:38.040007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'a8743b59-1372-4ae1-8252-3c1e075a6812', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'port_id': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'mac_address': 'fa:16:3e:ed:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:34Z', 'revision_number': 1, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:38.045911 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.072599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Transition to ACTIVE for port object b3802e5e-78be-42b1-bb82-2b43e05f6d8b will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:38.073596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900643c8-59d7-4156-b31c-a805b44c12a6 None None] The sync data for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 is: [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'a8743b59-1372-4ae1-8252-3c1e075a6812', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'port_id': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'mac_address': 'fa:16:3e:ed:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:58:16Z', 'updated_at': '2021-08-20T11:58:34Z', 'revision_number': 1, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:38.137133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e292d226-8331-4475-810c-6a704e2576fb req-468eba8a-9aa7-4283-bc02-6a56b41936ff tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 210 time: 0.0397761 Aug 20 11:58:38.185658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.211635 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.234577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.253190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Network d2b4df1a-3ffa-4717-acfc-1f00204d56eb is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:38.266321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:38.269216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:38.341964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event updated for resources: {'Port': ['ID=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:38.374170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b33797-a804-46a1-b8b5-b5ebb55cc17c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:38.382042 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e2ffdf-6426-4352-a402-77b2f4f94207 x-openstack-request-id: req-88e2ffdf-6426-4352-a402-77b2f4f94207 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:38.382972 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46595dff-6d7a-4e1b-bb40-560a688cd055", "tag": "9131c18a-0b37-4840-90b7-ef82cd6242b0", "status": "completed", "code": 200}, {"server_uuid": "d6ca83b4-ccbe-44dd-ae7b-404da348298a", "name": "network-vif-deleted", "tag": "cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:38.383462 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88e2ffdf-6426-4352-a402-77b2f4f94207 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:38.387638 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'tag': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'status': 'completed', 'code': 200} Aug 20 11:58:38.388090 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ca83b4-ccbe-44dd-ae7b-404da348298a', 'name': 'network-vif-deleted', 'tag': 'cf4d09a3-64b2-4d61-a62a-2ff9eef3c97b', 'status': 'completed', 'code': 200} Aug 20 11:58:38.424970 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a33273-d732-4c67-91d1-e41122c8b666 None None] New status for floating IP a8743b59-1372-4ae1-8252-3c1e075a6812: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:58:38.460623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:38.470829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.566123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-f47cee3a-d88f-4795-8f97-925b81188baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:38.567895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-f47cee3a-d88f-4795-8f97-925b81188baa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=04ac883b2f014d8ea9ebbb031fd438e3&device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 1097 time: 0.0771976 Aug 20 11:58:38.617884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-333e2363-47f8-46ce-a5ba-8066cc96b502 None None] Provisioning for port b3802e5e-78be-42b1-bb82-2b43e05f6d8b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:38.623054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-333e2363-47f8-46ce-a5ba-8066cc96b502 None None] Provisioning complete for port b3802e5e-78be-42b1-bb82-2b43e05f6d8b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:38.623476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-333e2363-47f8-46ce-a5ba-8066cc96b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.666144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-333e2363-47f8-46ce-a5ba-8066cc96b502 None None] Port b3802e5e-78be-42b1-bb82-2b43e05f6d8b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:38.701369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.719167 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.761699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-b16dae87-ba30-4e67-be94-56ec47fae296 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7361817 Aug 20 11:58:38.774020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd94ed-259e-41c4-9c48-f94e729c9800,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:38.793928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Request body: {'port': {'device_id': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:38.806258 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.816626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4f43e64-9e68-45fc-ae44-3a00fd839885 req-38faf4f7-47f6-45d6-b304-1ba9aafdd238 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9956293 Aug 20 11:58:38.842425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-be134e93-a01a-4f6a-b03e-c12231539429 req-a7008c1b-1652-47c5-a822-c1cb2b542ac8 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1051584312', 'description': 'tempest-description-945249646'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:38.860918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-ddd58e14-bca9-4932-aeed-3b0aaafa5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:38.862373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-ddd58e14-bca9-4932-aeed-3b0aaafa5b36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 HTTP/1.1" status: 200 len: 911 time: 0.2854600 Aug 20 11:58:38.970165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:38.976529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-be134e93-a01a-4f6a-b03e-c12231539429 req-a7008c1b-1652-47c5-a822-c1cb2b542ac8 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.011919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-2321f05f-851b-457c-aed4-0d8999d32211 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0 HTTP/1.1" status: 200 len: 1000 time: 0.1418045 Aug 20 11:58:39.022742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0dc22-63f2-4b92-96d5-3958e52f6698 req-88c5bbc7-53e8-4cec-961f-dbc9dfb71e95 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:39.024184 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0db0dc22-63f2-4b92-96d5-3958e52f6698 req-88c5bbc7-53e8-4cec-961f-dbc9dfb71e95 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.1769378 Aug 20 11:58:39.147648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-1a631f77-c5af-47bc-9d73-b7a9d94e7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:39.149118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-1a631f77-c5af-47bc-9d73-b7a9d94e7bbb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=93fd245a-e68c-41c6-876f-3488f7f8dd9c HTTP/1.1" status: 200 len: 849 time: 0.1231489 Aug 20 11:58:39.161790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0db0dc22-63f2-4b92-96d5-3958e52f6698 req-ff4ed48c-9c62-43a6-b4e9-058f6b40afa2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253080 Aug 20 11:58:39.373954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-be134e93-a01a-4f6a-b03e-c12231539429 req-a7008c1b-1652-47c5-a822-c1cb2b542ac8 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.378281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-e5c2ef59-53fb-4f03-a0c2-3b399177d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:39.379812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-e5c2ef59-53fb-4f03-a0c2-3b399177d2fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132633 Aug 20 11:58:39.384616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-be134e93-a01a-4f6a-b03e-c12231539429 req-a7008c1b-1652-47c5-a822-c1cb2b542ac8 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.417149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37964c-59cc-4648-925d-8f50c7f03839 req-be3b6354-3625-4de0-89de-e6e8d2166f39 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:39.423057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37964c-59cc-4648-925d-8f50c7f03839 req-be3b6354-3625-4de0-89de-e6e8d2166f39 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:39.424645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd37964c-59cc-4648-925d-8f50c7f03839 req-be3b6354-3625-4de0-89de-e6e8d2166f39 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1654 time: 0.1808734 Aug 20 11:58:39.510030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-be134e93-a01a-4f6a-b03e-c12231539429 req-a7008c1b-1652-47c5-a822-c1cb2b542ac8 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.511264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be134e93-a01a-4f6a-b03e-c12231539429 req-a7008c1b-1652-47c5-a822-c1cb2b542ac8 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6762667 Aug 20 11:58:39.528601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7008c1b-1652-47c5-a822-c1cb2b542ac8 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b0744f-7948-4b41-9a53-a4b5cd3cde51,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:39.588201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd37964c-59cc-4648-925d-8f50c7f03839 req-1874ac1a-2c83-4062-8f2d-6f5b71aaa4f7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480486 Aug 20 11:58:39.635650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-884b3f55-3cbf-4fa9-a3a1-b32486fc785d req-e1d55717-739e-4eb1-bf70-d78dea865c4b tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e914ee1-b364-40fb-805e-ecef3fd33820 HTTP/1.1" status: 200 len: 210 time: 0.0596478 Aug 20 11:58:39.642007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-53151fa8-3350-4cc2-b592-ce5bb2e6d055 service neutron] 10.222.0.22 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489035 Aug 20 11:58:39.727336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0901e30-8588-4dc9-ba06-2f46373a8563 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:39.737665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.764282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Transition to ACTIVE for port object a0901e30-8588-4dc9-ba06-2f46373a8563 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:39.781258 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.788312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-552170145', 'description': 'tempest-description-600018133'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:39.808253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9aed8d3-5777-4df9-ba7f-867b4ce313b4 req-82f9d44f-6072-4b6b-aec2-2bce5d868c0c service neutron] 10.222.0.22 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437020 Aug 20 11:58:39.861915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Pushing event updated for resources: {'Port': ['ID=a0901e30-8588-4dc9-ba06-2f46373a8563,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:39.864618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:39.877346 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.025710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Attempting to bind port a0901e30-8588-4dc9-ba06-2f46373a8563 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:40.026127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Attempting to bind port a0901e30-8588-4dc9-ba06-2f46373a8563 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:40.026433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Attempting to bind port a0901e30-8588-4dc9-ba06-2f46373a8563 on network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:40.038872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-8fa680b6-f8d4-4245-b5f0-35c5b425629b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:40.040369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-8fa680b6-f8d4-4245-b5f0-35c5b425629b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.1197779 Aug 20 11:58:40.045557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Port a0901e30-8588-4dc9-ba06-2f46373a8563 on network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:40.045884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Attempting to bind port a0901e30-8588-4dc9-ba06-2f46373a8563 on network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:40.064990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:40.065241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Checking segment: {'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:40.065604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Bound using segment: {'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:40.066049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Bound port: a0901e30-8588-4dc9-ba06-2f46373a8563, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2f399c-bca6-4481-b2f7-e1e06e452a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:40.066435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.177206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.185586 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.251273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] For port a0901e30-8588-4dc9-ba06-2f46373a8563, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:40.533765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0555839-7767-4e72-89df-ac50dd35ef25,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:40.561774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] For port a0901e30-8588-4dc9-ba06-2f46373a8563, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a0901e30-8588-4dc9-ba06-2f46373a8563,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:40.576394 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.630453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Deleting port 49d176ff-ada1-4639-90cf-b52a91692339 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:40.630868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.648031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:40.648563 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.650247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] 10.222.0.22 "PUT /v2.0/ports/a0901e30-8588-4dc9-ba06-2f46373a8563 HTTP/1.1" status: 200 len: 1093 time: 1.8652124 Aug 20 11:58:40.663729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'tag': 'a0901e30-8588-4dc9-ba06-2f46373a8563'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:40.666225 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "tag": "a0901e30-8588-4dc9-ba06-2f46373a8563"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:40.743889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f119298-12b7-4012-8038-688784092a76 req-a283dcfe-40a8-4738-bcde-bbeb5c798aa2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:40.746667 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f119298-12b7-4012-8038-688784092a76 req-a283dcfe-40a8-4738-bcde-bbeb5c798aa2 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 949 time: 0.5028450 Aug 20 11:58:40.811460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5afc-3104-4fdd-959c-6ed17a023a1a service neutron] Pushing event updated for resources: {'Port': ['ID=a0901e30-8588-4dc9-ba06-2f46373a8563,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:40.889699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.910281 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.928054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f119298-12b7-4012-8038-688784092a76 req-15da0dfe-d292-4742-a2d6-ebc313bc9035 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c69ea14-0d66-4a04-ada5-4a2c93cc859d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459506 Aug 20 11:58:40.940242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] For port 49d176ff-ada1-4639-90cf-b52a91692339, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=49d176ff-ada1-4639-90cf-b52a91692339,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:40.941070 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:40.958385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Calling delete_port for 49d176ff-ada1-4639-90cf-b52a91692339 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:40.979604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Request body: {'port': {'device_id': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:41.049108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b27328-7c68-41cc-b7df-005f95a1bba9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:41.051395 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.052789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d98b437-a429-46b8-9fb6-bbbf9059d5bc req-ec2a88b6-41b8-4e81-b44b-ff73cc35c690 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2786160 Aug 20 11:58:41.151278 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.185579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea70c0-f02c-4bca-a1ce-6c4e4f11c8a9 req-1a26848b-d711-4ba9-8d2f-d65000fb4bd0 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.192221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea70c0-f02c-4bca-a1ce-6c4e4f11c8a9 req-1a26848b-d711-4ba9-8d2f-d65000fb4bd0 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.193833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1ea70c0-f02c-4bca-a1ce-6c4e4f11c8a9 req-1a26848b-d711-4ba9-8d2f-d65000fb4bd0 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1666 time: 0.1620703 Aug 20 11:58:41.273118 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3cea0b-cb2e-4c29-b28f-f1432a3decd4 x-openstack-request-id: req-8b3cea0b-cb2e-4c29-b28f-f1432a3decd4 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:41.273404 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "tag": "a0901e30-8588-4dc9-ba06-2f46373a8563", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:41.273657 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b3cea0b-cb2e-4c29-b28f-f1432a3decd4 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:41.274058 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'tag': 'a0901e30-8588-4dc9-ba06-2f46373a8563', 'status': 'completed', 'code': 200} Aug 20 11:58:41.353542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-b7094432-4500-448d-8db2-8e5e4c0c2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.354681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-b7094432-4500-448d-8db2-8e5e4c0c2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.356600 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-b7094432-4500-448d-8db2-8e5e4c0c2d6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1914 time: 0.0714955 Aug 20 11:58:41.436387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1ea70c0-f02c-4bca-a1ce-6c4e4f11c8a9 req-523359ba-607a-4057-a9f9-eccdce01480a tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146847 Aug 20 11:58:41.469679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.482602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['49d176ff-ada1-4639-90cf-b52a91692339'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:41.541660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-af05bda8-1dfb-462e-b6ae-1a3cae3e98e7 req-3d8ee956-3122-4308-b7ce-b9739095b8bb tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1468316012', 'description': 'tempest-description-817614847'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:41.552308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-9c0b7c78-5ec6-49c4-89a5-9eb0674cf5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.552712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-9c0b7c78-5ec6-49c4-89a5-9eb0674cf5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.553460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-9c0b7c78-5ec6-49c4-89a5-9eb0674cf5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.555174 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-9c0b7c78-5ec6-49c4-89a5-9eb0674cf5b9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1902726 Aug 20 11:58:41.577942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Pushing event deleted for resources: {'Port': ['ID=49d176ff-ada1-4639-90cf-b52a91692339,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:41.623739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-af05bda8-1dfb-462e-b6ae-1a3cae3e98e7 req-3d8ee956-3122-4308-b7ce-b9739095b8bb tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.681924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] No DVR routers for this DVR port 49d176ff-ada1-4639-90cf-b52a91692339 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:41.693747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.696058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1afc98f-310d-4bcb-95f6-4b3c9996fdcf req-2ee990e0-da00-4b3a-bbd5-2450d7e1c602 tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.22 "DELETE /v2.0/ports/49d176ff-ada1-4639-90cf-b52a91692339 HTTP/1.1" status: 204 len: 173 time: 1.6436353 Aug 20 11:58:41.713711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-48205dd4-2f2e-4d03-b29e-ea5141c15067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:41.718982 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e0b3d49-8112-4734-b0f6-bae9ab999b0f req-48205dd4-2f2e-4d03-b29e-ea5141c15067 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1534092 Aug 20 11:58:41.846196 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3802e5e-78be-42b1-bb82-2b43e05f6d8b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:41.863425 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.864240 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.900406 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-af05bda8-1dfb-462e-b6ae-1a3cae3e98e7 req-3d8ee956-3122-4308-b7ce-b9739095b8bb tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.902385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Transition to ACTIVE for port object b3802e5e-78be-42b1-bb82-2b43e05f6d8b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:41.905031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-af05bda8-1dfb-462e-b6ae-1a3cae3e98e7 req-3d8ee956-3122-4308-b7ce-b9739095b8bb tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.911671 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.976798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-af05bda8-1dfb-462e-b6ae-1a3cae3e98e7 req-3d8ee956-3122-4308-b7ce-b9739095b8bb tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:41.981183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af05bda8-1dfb-462e-b6ae-1a3cae3e98e7 req-3d8ee956-3122-4308-b7ce-b9739095b8bb tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4436259 Aug 20 11:58:42.007265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ee956-3122-4308-b7ce-b9739095b8bb tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269b2f28-89aa-49dc-a4da-57537f8d4245,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:42.099693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Pushing event updated for resources: {'Port': ['ID=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:42.275763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01bac33-d847-4d94-9b58-b6e153e11caf req-82b66474-54a3-4a2c-abd6-bdde737f309b tempest-MigrationsAdminTest-1921001330 tempest-MigrationsAdminTest-1921001330-project] 10.222.0.25 "GET /v2.0/ports?device_id=7124f727-a71a-41e0-93ad-c68d38f4e628 HTTP/1.1" status: 200 len: 210 time: 0.1682067 Aug 20 11:58:42.430447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Attempting to bind port b3802e5e-78be-42b1-bb82-2b43e05f6d8b on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:58:42.430447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Attempting to bind port b3802e5e-78be-42b1-bb82-2b43e05f6d8b by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:58:42.430447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Attempting to bind port b3802e5e-78be-42b1-bb82-2b43e05f6d8b on network d2b4df1a-3ffa-4717-acfc-1f00204d56eb {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:42.435358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Port b3802e5e-78be-42b1-bb82-2b43e05f6d8b on network d2b4df1a-3ffa-4717-acfc-1f00204d56eb not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:58:42.435693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Attempting to bind port b3802e5e-78be-42b1-bb82-2b43e05f6d8b on network d2b4df1a-3ffa-4717-acfc-1f00204d56eb {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:58:42.444191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:58:42.444963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Checking segment: {'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:58:42.445359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Bound using segment: {'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:58:42.445796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Bound port: b3802e5e-78be-42b1-bb82-2b43e05f6d8b, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29998028-17e1-4638-b800-000204f10e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:58:42.446164 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.565175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] For port b3802e5e-78be-42b1-bb82-2b43e05f6d8b, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:58:42.587533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] For port b3802e5e-78be-42b1-bb82-2b43e05f6d8b, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:58:42.596969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.680383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.681105 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:42.682412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] 10.222.0.22 "PUT /v2.0/ports/b3802e5e-78be-42b1-bb82-2b43e05f6d8b HTTP/1.1" status: 200 len: 1092 time: 1.9736655 Aug 20 11:58:42.758301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6968917-f8e3-4dfa-9a0b-f6805712e501 service neutron] Pushing event updated for resources: {'Port': ['ID=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:42.800766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-9e61a4cf-ded2-45a5-828e-2b5150f05b58 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58783 time: 0.7904418 Aug 20 11:58:42.822917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d62198-aabf-4cf6-928f-bb016b8b02eb req-0e59334b-728e-4250-bcde-0ce8af61aa23 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.829007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d62198-aabf-4cf6-928f-bb016b8b02eb req-0e59334b-728e-4250-bcde-0ce8af61aa23 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.834706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5d62198-aabf-4cf6-928f-bb016b8b02eb req-0e59334b-728e-4250-bcde-0ce8af61aa23 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1678 time: 0.2392626 Aug 20 11:58:42.887571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-3e7a345b-1bbb-43ac-a12a-b5f327abd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.888827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-3e7a345b-1bbb-43ac-a12a-b5f327abd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:42.890844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-3e7a345b-1bbb-43ac-a12a-b5f327abd44d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1982 time: 0.1563485 Aug 20 11:58:42.972497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-104b4555-b4e2-4e16-990f-2118002184bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=a0901e30-8588-4dc9-ba06-2f46373a8563 HTTP/1.1" status: 200 len: 217 time: 0.0705645 Aug 20 11:58:42.976961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-675705e1-06c2-4378-b5a6-63e16b65fa76 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1a43884b-8188-447b-83d4-8d8855cabd3f HTTP/1.1" status: 200 len: 2981 time: 0.1192670 Aug 20 11:58:42.986440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5d62198-aabf-4cf6-928f-bb016b8b02eb req-23480c7d-13d2-417f-a289-17c0a22fc2de tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481082 Aug 20 11:58:43.070539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-3098c22a-6dbf-4921-8199-9bcf57d6e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:43.071999 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-3098c22a-6dbf-4921-8199-9bcf57d6e9a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=38b496e5-65d6-4343-b191-2812428d682c HTTP/1.1" status: 200 len: 801 time: 0.0815787 Aug 20 11:58:43.124703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-9d8db399-10a2-4acf-a8c1-7d82176f8282 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1a43884b-8188-447b-83d4-8d8855cabd3f HTTP/1.1" status: 200 len: 2981 time: 0.0932071 Aug 20 11:58:43.140680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-fa928ceb-36cb-455b-8e5e-74056402dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:43.142364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-fa928ceb-36cb-455b-8e5e-74056402dadd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd258aa1-7ef8-49c1-8890-44b2cb8672a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612521 Aug 20 11:58:43.229736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-9f278ab4-5635-4e38-a3ed-b50ea60f92b2 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/46a6beaa-9681-4fe8-b31f-6a7625d1edb9 HTTP/1.1" status: 200 len: 2981 time: 0.0986381 Aug 20 11:58:43.279747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'name': 'network-vif-deleted', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339'}, {'name': 'network-changed', 'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'tag': 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:43.281992 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0" -d '{"events": [{"server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "name": "network-vif-deleted", "tag": "49d176ff-ada1-4639-90cf-b52a91692339"}, {"name": "network-changed", "server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "tag": "b3802e5e-78be-42b1-bb82-2b43e05f6d8b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:43.296793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-e81325dd-d2f1-4941-8120-add902a3a737 service neutron] 10.222.0.22 "GET /v2.0/networks/fd258aa1-7ef8-49c1-8890-44b2cb8672a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452758 Aug 20 11:58:43.313630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-39328915-5dd4-43cb-88ed-7c61fb6eecdc tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/46a6beaa-9681-4fe8-b31f-6a7625d1edb9 HTTP/1.1" status: 200 len: 2981 time: 0.0715592 Aug 20 11:58:43.364067 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31193493-8a37-4028-8bd2-8bbef6bb2644 x-openstack-request-id: req-31193493-8a37-4028-8bd2-8bbef6bb2644 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:43.364362 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124f727-a71a-41e0-93ad-c68d38f4e628", "name": "network-vif-deleted", "tag": "49d176ff-ada1-4639-90cf-b52a91692339", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "tag": "b3802e5e-78be-42b1-bb82-2b43e05f6d8b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:43.364616 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31193493-8a37-4028-8bd2-8bbef6bb2644 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:43.365023 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124f727-a71a-41e0-93ad-c68d38f4e628', 'name': 'network-vif-deleted', 'tag': '49d176ff-ada1-4639-90cf-b52a91692339', 'status': 'completed', 'code': 200} Aug 20 11:58:43.365279 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'tag': 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b', 'status': 'completed', 'code': 200} Aug 20 11:58:43.435304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-6a380d26-bf3b-444e-9831-5779498afe90 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/609918e3-ebc6-48cf-9a69-818902fd8379 HTTP/1.1" status: 200 len: 2981 time: 0.0780671 Aug 20 11:58:43.448899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-f2bd94d1-c01d-495d-bc52-ab086b4e1ede service neutron] 10.222.0.22 "GET /v2.0/networks/fd258aa1-7ef8-49c1-8890-44b2cb8672a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431336 Aug 20 11:58:43.505094 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:43.512233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-6d4dbc12-b2f7-4ea5-9d6e-0bbbd674ff34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=b3802e5e-78be-42b1-bb82-2b43e05f6d8b HTTP/1.1" status: 200 len: 217 time: 0.0563307 Aug 20 11:58:43.619739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-f1d2dc94-f5f1-4c26-9b23-fde65226b178 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/609918e3-ebc6-48cf-9a69-818902fd8379 HTTP/1.1" status: 200 len: 2981 time: 0.1735306 Aug 20 11:58:43.654764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-a7225add-94a6-4288-a0c5-10a64506b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:43.656292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-a7225add-94a6-4288-a0c5-10a64506b3da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ceedd9d4-ba49-4de7-acb8-01a8b0316e01 HTTP/1.1" status: 200 len: 801 time: 0.1324885 Aug 20 11:58:43.715997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-cc62b376-be72-4cc3-8d38-9f4583feea35 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/66046252-8acb-4158-8137-efcad77e94a8 HTTP/1.1" status: 200 len: 2981 time: 0.0877848 Aug 20 11:58:43.727581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-5927df7d-d534-4640-a683-84f00702acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:43.729071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-5927df7d-d534-4640-a683-84f00702acb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2b4df1a-3ffa-4717-acfc-1f00204d56eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621457 Aug 20 11:58:43.761660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35418) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:43.820852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-08396950-313a-4083-bdab-43273acd3a19 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/66046252-8acb-4158-8137-efcad77e94a8 HTTP/1.1" status: 200 len: 2981 time: 0.0969028 Aug 20 11:58:43.878776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-50255852-3010-4ba0-9a1c-5a64ab026b3b service neutron] 10.222.0.22 "GET /v2.0/networks/d2b4df1a-3ffa-4717-acfc-1f00204d56eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382797 Aug 20 11:58:43.897825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-198b8bc3-b463-436c-8973-495d8b924fd4 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8c69ea14-0d66-4a04-ada5-4a2c93cc859d HTTP/1.1" status: 200 len: 2981 time: 0.0644093 Aug 20 11:58:43.909425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 49d176ff-ada1-4639-90cf-b52a91692339 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:43.934884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 49d176ff-ada1-4639-90cf-b52a91692339 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:43.937119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 49d176ff-ada1-4639-90cf-b52a91692339 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:43.974805 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-db82f6b0-c72c-4590-a9fa-e7143e6ff8d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d94d7d55b3c40808fee991b1088811f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118649 Aug 20 11:58:43.978243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35422) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:43.999842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-3887d97d-87ac-4cd2-ac60-f07e8d5e8be8 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8c69ea14-0d66-4a04-ada5-4a2c93cc859d HTTP/1.1" status: 200 len: 2981 time: 0.0673511 Aug 20 11:58:44.027514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae3f2795-bf41-4cce-957e-cedccc72e5e2 req-c90e6841-47a6-4b2a-a64d-c1f90d11e122 service neutron] 10.222.0.22 "GET /v2.0/networks/d2b4df1a-3ffa-4717-acfc-1f00204d56eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409442 Aug 20 11:58:44.065158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-0e218e72-7a42-4117-b60c-d47c4bcf88f4 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/96aa0c92-6b6d-4979-a87d-60d6f07f9859 HTTP/1.1" status: 200 len: 2981 time: 0.0538106 Aug 20 11:58:44.069582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9dcba28e-1995-4796-8661-6289e1239a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.103534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9dcba28e-1995-4796-8661-6289e1239a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.156197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9dcba28e-1995-4796-8661-6289e1239a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.159431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9dcba28e-1995-4796-8661-6289e1239a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.162917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-604e8302-ac88-4aab-88df-8dd309e7ba74 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/96aa0c92-6b6d-4979-a87d-60d6f07f9859 HTTP/1.1" status: 200 len: 2981 time: 0.0890310 Aug 20 11:58:44.175287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9dcba28e-1995-4796-8661-6289e1239a4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c69ea14-0d66-4a04-ada5-4a2c93cc859d HTTP/1.1" status: 204 len: 168 time: 0.1951978 Aug 20 11:58:44.186434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcba28e-1995-4796-8661-6289e1239a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c69ea14-0d66-4a04-ada5-4a2c93cc859d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:44.245641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-1ea1e912-d8cc-4305-8969-7f08dcedbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.246335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-1ea1e912-d8cc-4305-8969-7f08dcedbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.248208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-1ea1e912-d8cc-4305-8969-7f08dcedbe96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1982 time: 0.1344926 Aug 20 11:58:44.323276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41683710-9290-4691-9e97-3fe819a3ba29 req-5b4f4982-7163-4616-b129-c1a280db9ade tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.329128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41683710-9290-4691-9e97-3fe819a3ba29 req-5b4f4982-7163-4616-b129-c1a280db9ade tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.330741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41683710-9290-4691-9e97-3fe819a3ba29 req-5b4f4982-7163-4616-b129-c1a280db9ade tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1678 time: 0.1842453 Aug 20 11:58:44.336175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-a21dfe94-1145-4f81-ae82-c07e42d7055c tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a62ec3c8-c9e5-4405-ab49-2196516c68b5 HTTP/1.1" status: 200 len: 2977 time: 0.1530402 Aug 20 11:58:44.467112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41683710-9290-4691-9e97-3fe819a3ba29 req-b780b9d6-cc84-4fe5-a14c-b6f2bb0af5b4 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207550 Aug 20 11:58:44.469895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-6426b130-8287-474a-8de6-6f176c05bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.471374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-6426b130-8287-474a-8de6-6f176c05bd47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d2b4df1a-3ffa-4717-acfc-1f00204d56eb HTTP/1.1" status: 200 len: 903 time: 0.2140455 Aug 20 11:58:44.474349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-287323a0-69b4-4679-8c5f-339a4f9b4907 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a62ec3c8-c9e5-4405-ab49-2196516c68b5 HTTP/1.1" status: 200 len: 2977 time: 0.1266048 Aug 20 11:58:44.537900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-e123266e-8b02-4065-89ac-b17269050688 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=b3802e5e-78be-42b1-bb82-2b43e05f6d8b HTTP/1.1" status: 200 len: 217 time: 0.0573051 Aug 20 11:58:44.539536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35434) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:44.581626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-866a73ec-364b-4c11-ae8c-76e793de7a29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26e153b45658437280b7dbb6c82cc886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408781 Aug 20 11:58:44.584889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35438) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:44.643770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-495be6d4-3396-4f17-9933-5b0e8394c2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.644107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-39ce3708-c355-4b6c-8c71-bf7df2a06ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.646251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-39ce3708-c355-4b6c-8c71-bf7df2a06ec4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ceedd9d4-ba49-4de7-acb8-01a8b0316e01 HTTP/1.1" status: 200 len: 801 time: 0.0967724 Aug 20 11:58:44.664986 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-cb47f46e-a74b-4858-953b-e6fc621725ca tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ae64f50d-e1c8-43ce-9336-83f1c69f6ba8 HTTP/1.1" status: 200 len: 2981 time: 0.1776907 Aug 20 11:58:44.674360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-495be6d4-3396-4f17-9933-5b0e8394c2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.738785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-4a3925ed-2d79-4c24-981b-660f8e22e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:44.740646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-4a3925ed-2d79-4c24-981b-660f8e22e19b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d2b4df1a-3ffa-4717-acfc-1f00204d56eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854161 Aug 20 11:58:44.746279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-495be6d4-3396-4f17-9933-5b0e8394c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.749752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-495be6d4-3396-4f17-9933-5b0e8394c2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:44.751179 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-495be6d4-3396-4f17-9933-5b0e8394c2d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc1ee90a-baff-4005-9f58-3b160a7c8f65 HTTP/1.1" status: 204 len: 168 time: 0.1649528 Aug 20 11:58:44.761749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495be6d4-3396-4f17-9933-5b0e8394c2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1ee90a-baff-4005-9f58-3b160a7c8f65,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:44.762731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-e0bf20c8-2b39-47cd-bf2f-3a8d7e6628aa tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ae64f50d-e1c8-43ce-9336-83f1c69f6ba8 HTTP/1.1" status: 200 len: 2981 time: 0.0800946 Aug 20 11:58:44.864719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-a9ff3d1d-d294-4dab-a080-22ac9493d3e5 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/b0555839-7767-4e72-89df-ac50dd35ef25 HTTP/1.1" status: 200 len: 2981 time: 0.0924671 Aug 20 11:58:44.937385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-e293bfcf-6533-4e10-90cc-4c61c6010f6c service neutron] 10.222.0.22 "GET /v2.0/networks/d2b4df1a-3ffa-4717-acfc-1f00204d56eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736290 Aug 20 11:58:44.948986 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-83eb8b80-c77e-4c1d-aae8-2821ff4f8158 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/b0555839-7767-4e72-89df-ac50dd35ef25 HTTP/1.1" status: 200 len: 2981 time: 0.0759041 Aug 20 11:58:45.014885 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-1da53ae3-7960-4456-99c4-40956863c99d req-79bb1712-ce4c-4328-bfeb-1e2a7973fe17 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] show failed (client error): The resource could not be found. Aug 20 11:58:45.015892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-79bb1712-ce4c-4328-bfeb-1e2a7973fe17 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bc1ee90a-baff-4005-9f58-3b160a7c8f65 HTTP/1.1" status: 404 len: 352 time: 0.0518532 Aug 20 11:58:45.049417 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-1da53ae3-7960-4456-99c4-40956863c99d req-568eecd9-149d-4a86-be45-25d0baede8f0 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] show failed (client error): The resource could not be found. Aug 20 11:58:45.050653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-568eecd9-149d-4a86-be45-25d0baede8f0 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bc1ee90a-baff-4005-9f58-3b160a7c8f65 HTTP/1.1" status: 404 len: 352 time: 0.0234573 Aug 20 11:58:45.079879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd774e4-5d25-4a83-89b1-41f2a61a9be0 req-35d38180-4a14-4096-8402-2e68a89be9ee service neutron] 10.222.0.22 "GET /v2.0/networks/d2b4df1a-3ffa-4717-acfc-1f00204d56eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250443 Aug 20 11:58:45.145968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-bd3b4c6c-8f09-40d4-a24d-b2b4af214bce tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c948f2e4-4d9a-4f4a-9b51-3e421e918579 HTTP/1.1" status: 200 len: 2981 time: 0.0866184 Aug 20 11:58:45.170557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9daaa-a19f-422d-b2c7-f416a785f091 req-3c6295df-d6f5-4b1f-a6f5-0a11bd3859fa tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:45.172150 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16b9daaa-a19f-422d-b2c7-f416a785f091 req-3c6295df-d6f5-4b1f-a6f5-0a11bd3859fa tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 944 time: 0.0711710 Aug 20 11:58:45.225986 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-592aef06-64e7-444f-b6b5-00fecce01f3b tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c948f2e4-4d9a-4f4a-9b51-3e421e918579 HTTP/1.1" status: 200 len: 2981 time: 0.0687206 Aug 20 11:58:45.253236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16b9daaa-a19f-422d-b2c7-f416a785f091 req-197a6f6b-6096-4477-8af5-c8d797ac3050 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653474 Aug 20 11:58:45.281872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-6be1cd6a-9cb5-4df1-8f10-a54331ea53b5 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d84483ee-c4e3-4804-8c14-743809ef8af9 HTTP/1.1" status: 200 len: 2981 time: 0.0478985 Aug 20 11:58:45.327315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-20d674ab-9c53-4145-95de-35ad912758a1 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d84483ee-c4e3-4804-8c14-743809ef8af9 HTTP/1.1" status: 200 len: 2981 time: 0.0363591 Aug 20 11:58:45.379689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-a8253338-930b-4847-86f8-437937649954 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d9b33797-a804-46a1-b8b5-b5ebb55cc17c HTTP/1.1" status: 200 len: 2981 time: 0.0456636 Aug 20 11:58:45.425633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-ee7bd495-7825-4de8-a2d8-f27769236bec tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d9b33797-a804-46a1-b8b5-b5ebb55cc17c HTTP/1.1" status: 200 len: 2981 time: 0.0400686 Aug 20 11:58:45.480732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-14115b08-fe55-4773-9b8b-80cf258e19b1 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ddc79619-e0fc-40e3-a896-58cdbd550e14 HTTP/1.1" status: 200 len: 2981 time: 0.0483069 Aug 20 11:58:45.553487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-3791d80b-fa60-4030-a26d-40e5bebeef7a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:45.554717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-3791d80b-fa60-4030-a26d-40e5bebeef7a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.22 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 944 time: 0.0879316 Aug 20 11:58:45.615391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-c19c98bc-11ca-444a-aa03-aaf54a9c3d31 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ddc79619-e0fc-40e3-a896-58cdbd550e14 HTTP/1.1" status: 200 len: 2981 time: 0.1194165 Aug 20 11:58:45.705052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc2900-d25e-4b96-ae72-b31572aaf3db req-b946a86e-ae4f-4299-9cbf-21d75e9ec99f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:45.710925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc2900-d25e-4b96-ae72-b31572aaf3db req-b946a86e-ae4f-4299-9cbf-21d75e9ec99f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:45.712498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8fc2900-d25e-4b96-ae72-b31572aaf3db req-b946a86e-ae4f-4299-9cbf-21d75e9ec99f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1678 time: 0.1568785 Aug 20 11:58:45.719172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-cb694f33-6620-49e7-b0e0-7c72efec1cbd tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e513ddfa-be26-4511-a772-56d1f87856c7 HTTP/1.1" status: 200 len: 2973 time: 0.0958023 Aug 20 11:58:45.784096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Deleting port 2543b0df-4e6d-42a4-9012-3ea01d310035 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:45.784426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:45.807902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8fc2900-d25e-4b96-ae72-b31572aaf3db req-6c3148bc-ac72-4b71-b9be-d3ce3eef92ca tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837898 Aug 20 11:58:45.855939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da53ae3-7960-4456-99c4-40956863c99d req-562cc28a-5ff9-4484-8313-f165aa6737c8 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e513ddfa-be26-4511-a772-56d1f87856c7 HTTP/1.1" status: 200 len: 2973 time: 0.1193802 Aug 20 11:58:45.913103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] For port 2543b0df-4e6d-42a4-9012-3ea01d310035, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=2543b0df-4e6d-42a4-9012-3ea01d310035,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:45.913585 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:45.921585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a0901e30-8588-4dc9-ba06-2f46373a8563 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:45.949604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Calling delete_port for 2543b0df-4e6d-42a4-9012-3ea01d310035 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:46.105262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e9056a2-9e6a-4e23-bac5-a5a8821e35f7 req-6a1031e8-8054-4bcf-983a-58736fac4a4c tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2689030ec63d4202bcc3fb75058db6a4 HTTP/1.1" status: 200 len: 6102 time: 0.1380517 Aug 20 11:58:46.182341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a0901e30-8588-4dc9-ba06-2f46373a8563, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a0901e30-8588-4dc9-ba06-2f46373a8563,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:46.194643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e9056a2-9e6a-4e23-bac5-a5a8821e35f7 req-fcfe760f-f9f8-4d18-b1f8-25cdb5853b7c tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "GET /v2.0/security-groups/d9b33797-a804-46a1-b8b5-b5ebb55cc17c HTTP/1.1" status: 200 len: 2981 time: 0.0816998 Aug 20 11:58:46.195582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'a0901e30-8588-4dc9-ba06-2f46373a8563', 'network_id': 'fd258aa1-7ef8-49c1-8890-44b2cb8672a3', 'port_id': 'a0901e30-8588-4dc9-ba06-2f46373a8563', 'mac_address': 'fa:16:3e:48:7f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b496e5-65d6-4343-b191-2812428d682c', 'ip_address': '19.80.0.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:46.199706 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.221263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['2543b0df-4e6d-42a4-9012-3ea01d310035'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:46.265294 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.267909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Pushing event deleted for resources: {'Port': ['ID=2543b0df-4e6d-42a4-9012-3ea01d310035,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:46.280102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0901e30-8588-4dc9-ba06-2f46373a8563 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:46.302354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] No DVR routers for this DVR port 2543b0df-4e6d-42a4-9012-3ea01d310035 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:46.305167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a0901e30-8588-4dc9-ba06-2f46373a8563, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a0901e30-8588-4dc9-ba06-2f46373a8563,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:46.307973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.309959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5705f88c-82f2-4918-bb68-723a9e62a861 req-430ba051-d4d4-4c99-b70d-d6757f2b0a85 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.22 "DELETE /v2.0/ports/2543b0df-4e6d-42a4-9012-3ea01d310035 HTTP/1.1" status: 204 len: 173 time: 0.7407062 Aug 20 11:58:46.310837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'name': 'network-vif-deleted', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:46.311002 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.311282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b3802e5e-78be-42b1-bb82-2b43e05f6d8b details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:58:46.312671 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928dcbf1-96c0-4d50-8771-a1aae36706dc" -d '{"events": [{"server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "name": "network-vif-deleted", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:46.345838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e9056a2-9e6a-4e23-bac5-a5a8821e35f7 req-e0bc46e8-be3d-4946-a711-3e313b85b011 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "GET /v2.0/security-groups/d9b33797-a804-46a1-b8b5-b5ebb55cc17c HTTP/1.1" status: 200 len: 2981 time: 0.1249962 Aug 20 11:58:46.428086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9dde5b0-b2d1-4f90-bc23-62ca25a6e781 req-88787daa-10f4-41c3-a741-a44c074a12e9 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=51954f2a-fc42-4888-bc08-a58bfc283239 HTTP/1.1" status: 200 len: 210 time: 0.0376110 Aug 20 11:58:46.483368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=a0901e30-8588-4dc9-ba06-2f46373a8563,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:46.521967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b3802e5e-78be-42b1-bb82-2b43e05f6d8b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:46.522747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b3c1b0e-1f87-4b79-9ac3-10ec6f505d65 req-6a9616a5-eaa5-44eb-a5bf-7e0dbf22d1d3 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/269b2f28-89aa-49dc-a4da-57537f8d4245 HTTP/1.1" status: 200 len: 1777 time: 0.0591910 Aug 20 11:58:46.535275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b', 'network_id': 'd2b4df1a-3ffa-4717-acfc-1f00204d56eb', 'port_id': 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b', 'mac_address': 'fa:16:3e:4c:7e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceedd9d4-ba49-4de7-acb8-01a8b0316e01', 'ip_address': '19.86.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:58:46.581176 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b3c1b0e-1f87-4b79-9ac3-10ec6f505d65 req-d2665275-f8ae-4fd7-8728-21f25dbf11d5 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.581425 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.595713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3802e5e-78be-42b1-bb82-2b43e05f6d8b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:46.603171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b3c1b0e-1f87-4b79-9ac3-10ec6f505d65 req-d2665275-f8ae-4fd7-8728-21f25dbf11d5 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.616595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b3802e5e-78be-42b1-bb82-2b43e05f6d8b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:46.623593 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.647887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b3c1b0e-1f87-4b79-9ac3-10ec6f505d65 req-d2665275-f8ae-4fd7-8728-21f25dbf11d5 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.651507 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b3c1b0e-1f87-4b79-9ac3-10ec6f505d65 req-d2665275-f8ae-4fd7-8728-21f25dbf11d5 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.652939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b3c1b0e-1f87-4b79-9ac3-10ec6f505d65 req-d2665275-f8ae-4fd7-8728-21f25dbf11d5 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/269b2f28-89aa-49dc-a4da-57537f8d4245 HTTP/1.1" status: 204 len: 173 time: 0.1270130 Aug 20 11:58:46.662922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2665275-f8ae-4fd7-8728-21f25dbf11d5 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b2f28-89aa-49dc-a4da-57537f8d4245,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:46.676291 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a643f-ea0a-4128-ba93-f48b06b15457 x-openstack-request-id: req-d01a643f-ea0a-4128-ba93-f48b06b15457 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:46.676933 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51954f2a-fc42-4888-bc08-a58bfc283239", "name": "network-vif-deleted", "tag": "2543b0df-4e6d-42a4-9012-3ea01d310035", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:46.677312 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d01a643f-ea0a-4128-ba93-f48b06b15457 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:46.677786 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51954f2a-fc42-4888-bc08-a58bfc283239', 'name': 'network-vif-deleted', 'tag': '2543b0df-4e6d-42a4-9012-3ea01d310035', 'status': 'completed', 'code': 200} Aug 20 11:58:46.684599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:46.727809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9fb69e04-8618-4fff-98fb-071e67d419e7 req-895a29d5-85de-4ec4-98ce-f50a932bac31 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f3b27328-7c68-41cc-b7df-005f95a1bba9 HTTP/1.1" status: 200 len: 1776 time: 0.0438812 Aug 20 11:58:46.800719 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9fb69e04-8618-4fff-98fb-071e67d419e7 req-11043c63-8ebd-4265-9ab5-8b8f7434ffd0 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.830727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9fb69e04-8618-4fff-98fb-071e67d419e7 req-11043c63-8ebd-4265-9ab5-8b8f7434ffd0 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.858553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['a0901e30-8588-4dc9-ba06-2f46373a8563'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:46.891198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['b3802e5e-78be-42b1-bb82-2b43e05f6d8b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:46.903953 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9fb69e04-8618-4fff-98fb-071e67d419e7 req-11043c63-8ebd-4265-9ab5-8b8f7434ffd0 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.906863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9fb69e04-8618-4fff-98fb-071e67d419e7 req-11043c63-8ebd-4265-9ab5-8b8f7434ffd0 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:46.908026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9fb69e04-8618-4fff-98fb-071e67d419e7 req-11043c63-8ebd-4265-9ab5-8b8f7434ffd0 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3b27328-7c68-41cc-b7df-005f95a1bba9 HTTP/1.1" status: 204 len: 173 time: 0.1714079 Aug 20 11:58:46.927269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11043c63-8ebd-4265-9ab5-8b8f7434ffd0 tempest-SecurityGroupsTestAdminJSON-4438999 tempest-SecurityGroupsTestAdminJSON-4438999-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b27328-7c68-41cc-b7df-005f95a1bba9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:47.052605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7697-9c70-4b2e-be0d-c5a0b28d0fc9 req-cfdf2536-0c9a-4ad5-a798-a4fc3b3dc310 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:47.058811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7697-9c70-4b2e-be0d-c5a0b28d0fc9 req-cfdf2536-0c9a-4ad5-a798-a4fc3b3dc310 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:47.060463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9bd7697-9c70-4b2e-be0d-c5a0b28d0fc9 req-cfdf2536-0c9a-4ad5-a798-a4fc3b3dc310 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1680 time: 0.0667551 Aug 20 11:58:47.132215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9bd7697-9c70-4b2e-be0d-c5a0b28d0fc9 req-a630a5b5-7108-49e6-b623-e5b2bed099fe tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633898 Aug 20 11:58:47.135137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4d1476a-69d1-4c01-87bf-347ad0768a89 req-2a6c4725-c2ac-40e2-9498-b5dfd6367c85 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "GET /v2.0/security-groups/30b0744f-7948-4b41-9a53-a4b5cd3cde51 HTTP/1.1" status: 200 len: 1777 time: 0.0737722 Aug 20 11:58:47.498955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c4d1476a-69d1-4c01-87bf-347ad0768a89 req-5222344d-d817-40b2-870a-1cfe97434d35 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.530601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c4d1476a-69d1-4c01-87bf-347ad0768a89 req-5222344d-d817-40b2-870a-1cfe97434d35 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.585094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c4d1476a-69d1-4c01-87bf-347ad0768a89 req-5222344d-d817-40b2-870a-1cfe97434d35 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.587785 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c4d1476a-69d1-4c01-87bf-347ad0768a89 req-5222344d-d817-40b2-870a-1cfe97434d35 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.589008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4d1476a-69d1-4c01-87bf-347ad0768a89 req-5222344d-d817-40b2-870a-1cfe97434d35 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "DELETE /v2.0/security-groups/30b0744f-7948-4b41-9a53-a4b5cd3cde51 HTTP/1.1" status: 204 len: 173 time: 0.4463308 Aug 20 11:58:47.599888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222344d-d817-40b2-870a-1cfe97434d35 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b0744f-7948-4b41-9a53-a4b5cd3cde51,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:47.670721 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b288a42-0703-44ae-b613-0eb7fbaed688 req-6176695a-54dc-4a69-a6ed-98c5e2b3bb91 tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "GET /v2.0/security-groups/0cdd94ed-259e-41c4-9c48-f94e729c9800 HTTP/1.1" status: 200 len: 1777 time: 0.0533924 Aug 20 11:58:47.736441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b288a42-0703-44ae-b613-0eb7fbaed688 req-88bc1ced-63ee-4373-8097-cc3565fbc82e tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.760311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b288a42-0703-44ae-b613-0eb7fbaed688 req-88bc1ced-63ee-4373-8097-cc3565fbc82e tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.808858 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b288a42-0703-44ae-b613-0eb7fbaed688 req-88bc1ced-63ee-4373-8097-cc3565fbc82e tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.811626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b288a42-0703-44ae-b613-0eb7fbaed688 req-88bc1ced-63ee-4373-8097-cc3565fbc82e tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.813259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b288a42-0703-44ae-b613-0eb7fbaed688 req-88bc1ced-63ee-4373-8097-cc3565fbc82e tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] 10.222.0.25 "DELETE /v2.0/security-groups/0cdd94ed-259e-41c4-9c48-f94e729c9800 HTTP/1.1" status: 204 len: 173 time: 0.1344724 Aug 20 11:58:47.831882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc1ced-63ee-4373-8097-cc3565fbc82e tempest-SecurityGroupsTestAdminJSON-306585549 tempest-SecurityGroupsTestAdminJSON-306585549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd94ed-259e-41c4-9c48-f94e729c9800,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:47.934864 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a0901e30-8588-4dc9-ba06-2f46373a8563 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:47.979242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5348d33-e0c3-48dd-aac2-0b6b0a23080b req-12c6aba9-c01c-463e-84de-b82153c78eab tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:47.980771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5348d33-e0c3-48dd-aac2-0b6b0a23080b req-12c6aba9-c01c-463e-84de-b82153c78eab tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 944 time: 0.0792162 Aug 20 11:58:48.011705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port a0901e30-8588-4dc9-ba06-2f46373a8563 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:48.017483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port a0901e30-8588-4dc9-ba06-2f46373a8563 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:48.017910 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.038987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5348d33-e0c3-48dd-aac2-0b6b0a23080b req-a5a409a8-0084-43e6-ad31-58035f7ab752 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Aug 20 11:58:48.138607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.178059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a0901e30-8588-4dc9-ba06-2f46373a8563, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a0901e30-8588-4dc9-ba06-2f46373a8563,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:48.179346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0901e30-8588-4dc9-ba06-2f46373a8563'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:48.181842 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ef424-9a5d-47c0-a885-9682a5d805ff" -d '{"events": [{"server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "name": "network-vif-plugged", "status": "completed", "tag": "a0901e30-8588-4dc9-ba06-2f46373a8563"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:48.186273 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.187232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b3802e5e-78be-42b1-bb82-2b43e05f6d8b up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:58:48.211483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35576) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:48.266244 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755cbe5a-3317-48bb-a4bf-54dde13d55ef x-openstack-request-id: req-755cbe5a-3317-48bb-a4bf-54dde13d55ef {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:48.266915 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "name": "network-vif-plugged", "status": "completed", "tag": "a0901e30-8588-4dc9-ba06-2f46373a8563", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:48.267168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-8ddc1326-aaf7-420e-a263-fd60bc4d255f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:48.269660 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-755cbe5a-3317-48bb-a4bf-54dde13d55ef {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:48.270080 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0901e30-8588-4dc9-ba06-2f46373a8563', 'code': 200} Aug 20 11:58:48.280202 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-8ddc1326-aaf7-420e-a263-fd60bc4d255f tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 944 time: 0.1296406 Aug 20 11:58:48.293066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=a0901e30-8588-4dc9-ba06-2f46373a8563,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:48.310286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port b3802e5e-78be-42b1-bb82-2b43e05f6d8b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:48.315650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port b3802e5e-78be-42b1-bb82-2b43e05f6d8b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:48.316029 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.321364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8a3cc-470e-4a73-9bc6-ccc5b51b3f42 req-ba6886b7-7174-4d54-96f9-5874dc33aa7f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:48.335332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8a3cc-470e-4a73-9bc6-ccc5b51b3f42 req-ba6886b7-7174-4d54-96f9-5874dc33aa7f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:48.337898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5b8a3cc-470e-4a73-9bc6-ccc5b51b3f42 req-ba6886b7-7174-4d54-96f9-5874dc33aa7f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1681 time: 0.0889175 Aug 20 11:58:48.423833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5b8a3cc-470e-4a73-9bc6-ccc5b51b3f42 req-4975c5cd-7be4-440b-8adc-566426d043e3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783248 Aug 20 11:58:48.437042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.444815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Deleting port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:48.445049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.470232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-30dd2455-6108-4879-8ab5-29a6cf1718d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2689030ec63d4202bcc3fb75058db6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557170 Aug 20 11:58:48.471090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35592) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:48.478986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b3802e5e-78be-42b1-bb82-2b43e05f6d8b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:48.486342 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.487609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2543b0df-4e6d-42a4-9012-3ea01d310035 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:48.532471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d34140d-b93e-4736-868c-2c94ef6c9d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.557936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d34140d-b93e-4736-868c-2c94ef6c9d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.574947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:48.585206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 2543b0df-4e6d-42a4-9012-3ea01d310035 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:48.585634 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 2543b0df-4e6d-42a4-9012-3ea01d310035 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:48.615420 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d34140d-b93e-4736-868c-2c94ef6c9d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.618003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d34140d-b93e-4736-868c-2c94ef6c9d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.619427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2d34140d-b93e-4736-868c-2c94ef6c9d72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9b33797-a804-46a1-b8b5-b5ebb55cc17c HTTP/1.1" status: 204 len: 168 time: 0.1470559 Aug 20 11:58:48.628639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34140d-b93e-4736-868c-2c94ef6c9d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b33797-a804-46a1-b8b5-b5ebb55cc17c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:48.638608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] For port f0bd2ba2-a86f-4648-8abf-929e4877a0f1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:48.638980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.672134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Calling delete_port for f0bd2ba2-a86f-4648-8abf-929e4877a0f1 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:48.818720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.846104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Pushing event deleted for resources: {'Port': ['ID=f0bd2ba2-a86f-4648-8abf-929e4877a0f1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:48.899303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] No DVR routers for this DVR port f0bd2ba2-a86f-4648-8abf-929e4877a0f1 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:48.902318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.904543 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d198fa2f-7bca-4c9b-8174-afad96eb6ca2 req-3ed700b5-6f6c-4bfd-ad9e-82e6791b5071 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.73 "DELETE /v2.0/ports/f0bd2ba2-a86f-4648-8abf-929e4877a0f1 HTTP/1.1" status: 204 len: 173 time: 0.6129897 Aug 20 11:58:48.905268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'name': 'network-vif-deleted', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:48.907554 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d05c597-6041-4a4b-8aa4-ac1890594637" -d '{"events": [{"server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "name": "network-vif-deleted", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:48.948234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35614) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:48.999055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3ac3439f-c727-4476-b65a-2ef62e35e5a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac09d8583fd0447ea6b9e1ac27b98c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466805 Aug 20 11:58:48.999589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35622) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:49.060290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93597eb0-006f-4aa6-86d6-0d7cd9ef36a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.085819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93597eb0-006f-4aa6-86d6-0d7cd9ef36a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.134241 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d47fd90-404d-45a3-b672-c9b20c1d5d20 x-openstack-request-id: req-1d47fd90-404d-45a3-b672-c9b20c1d5d20 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:49.134617 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9adaae-a05e-4b78-bf10-b98f733ac726", "name": "network-vif-deleted", "tag": "f0bd2ba2-a86f-4648-8abf-929e4877a0f1", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:49.134931 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d47fd90-404d-45a3-b672-c9b20c1d5d20 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:49.135395 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9adaae-a05e-4b78-bf10-b98f733ac726', 'name': 'network-vif-deleted', 'tag': 'f0bd2ba2-a86f-4648-8abf-929e4877a0f1', 'status': 'completed', 'code': 200} Aug 20 11:58:49.143463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93597eb0-006f-4aa6-86d6-0d7cd9ef36a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.147228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93597eb0-006f-4aa6-86d6-0d7cd9ef36a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.148394 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-93597eb0-006f-4aa6-86d6-0d7cd9ef36a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0555839-7767-4e72-89df-ac50dd35ef25 HTTP/1.1" status: 204 len: 168 time: 0.1475077 Aug 20 11:58:49.156949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93597eb0-006f-4aa6-86d6-0d7cd9ef36a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0555839-7767-4e72-89df-ac50dd35ef25,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:49.233139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee636330-93f8-4aaf-90fa-5e64b3e700cf req-6580a51a-0700-4d0a-9d10-e17a7c41de1e tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b9adaae-a05e-4b78-bf10-b98f733ac726 HTTP/1.1" status: 200 len: 210 time: 0.0326107 Aug 20 11:58:49.589766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412e6f1-5a15-4041-86fd-94cac3b97bf5 req-4daaa144-1f10-4e3f-97e6-a54a2f7dcc3d tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:49.597807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412e6f1-5a15-4041-86fd-94cac3b97bf5 req-4daaa144-1f10-4e3f-97e6-a54a2f7dcc3d tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:49.600130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a412e6f1-5a15-4041-86fd-94cac3b97bf5 req-4daaa144-1f10-4e3f-97e6-a54a2f7dcc3d tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1682 time: 0.0879619 Aug 20 11:58:49.649852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a412e6f1-5a15-4041-86fd-94cac3b97bf5 req-8b15903d-bc7c-40c2-a797-ff5f5ebfab84 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Aug 20 11:58:50.271361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:50.273655 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96039366-a1b2-48ed-9350-4dfd59b5e8c6" -d '{"events": [{"server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "name": "network-vif-plugged", "status": "completed", "tag": "b3802e5e-78be-42b1-bb82-2b43e05f6d8b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:50.344153 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae4d298-0617-4e0f-8974-4dc9756bd9f7 x-openstack-request-id: req-8ae4d298-0617-4e0f-8974-4dc9756bd9f7 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:50.344447 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "name": "network-vif-plugged", "status": "completed", "tag": "b3802e5e-78be-42b1-bb82-2b43e05f6d8b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:50.344720 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ae4d298-0617-4e0f-8974-4dc9756bd9f7 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:50.345119 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b', 'code': 200} Aug 20 11:58:50.472885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae284-dc64-4922-8bdd-85f09bafaed6 req-c9b495a1-ad0a-4bb2-ad69-bce1c94d5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.473506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae284-dc64-4922-8bdd-85f09bafaed6 req-c9b495a1-ad0a-4bb2-ad69-bce1c94d5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.475295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50cae284-dc64-4922-8bdd-85f09bafaed6 req-c9b495a1-ad0a-4bb2-ad69-bce1c94d5a71 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1986 time: 0.0592446 Aug 20 11:58:50.524720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50cae284-dc64-4922-8bdd-85f09bafaed6 req-13c84005-fee8-458c-be88-cdd893a27748 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Aug 20 11:58:50.631683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f76e28-369e-4b6c-9d10-e17784b126aa req-a2322e84-ea34-471e-b12e-bcd72da0aa75 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.633206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4f76e28-369e-4b6c-9d10-e17784b126aa req-a2322e84-ea34-471e-b12e-bcd72da0aa75 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 944 time: 0.0515409 Aug 20 11:58:50.681750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4f76e28-369e-4b6c-9d10-e17784b126aa req-2cef97ea-35dc-48eb-9349-af7530ccbc4a tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/security-groups?id=46a6beaa-9681-4fe8-b31f-6a7625d1edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Aug 20 11:58:50.807828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e5d01-f29a-45f7-b20e-59cd338793d9 req-c76da142-bb59-49fc-bbe6-0b95740e2ba7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.813970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e5d01-f29a-45f7-b20e-59cd338793d9 req-c76da142-bb59-49fc-bbe6-0b95740e2ba7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:50.815940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc7e5d01-f29a-45f7-b20e-59cd338793d9 req-c76da142-bb59-49fc-bbe6-0b95740e2ba7 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1682 time: 0.0626905 Aug 20 11:58:50.860856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc7e5d01-f29a-45f7-b20e-59cd338793d9 req-b4b84a1e-e0f0-47da-8526-72c1f1f6fd0e tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Aug 20 11:58:51.093905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-e3efabb6-9c02-458b-b387-6a5070c768d3 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:51.095665 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-e3efabb6-9c02-458b-b387-6a5070c768d3 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 944 time: 0.0638394 Aug 20 11:58:51.216506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Deleting port 5dc48e67-407c-448e-845f-b9fb93cd0b04 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:51.217246 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:51.360416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] For port 5dc48e67-407c-448e-845f-b9fb93cd0b04, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5dc48e67-407c-448e-845f-b9fb93cd0b04,segment=NetworkSegment(66559be8-91c4-473d-a5c3-9615353aef9c),segment_id=66559be8-91c4-473d-a5c3-9615353aef9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:51.360416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:51.386318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Calling delete_port for 5dc48e67-407c-448e-845f-b9fb93cd0b04 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:51.559857 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:51.599399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Pushing event deleted for resources: {'Port': ['ID=5dc48e67-407c-448e-845f-b9fb93cd0b04,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:51.630443 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a199d7fc-c9e8-40b9-a90f-eefd1592534d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:51.654835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] No DVR routers for this DVR port 5dc48e67-407c-448e-845f-b9fb93cd0b04 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:51.658085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:51.660371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09b5c8c8-59c0-4a23-ab81-77d3371990ef req-369d17f4-e32f-4e35-bf7d-0af0de87c5a7 tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.73 "DELETE /v2.0/ports/5dc48e67-407c-448e-845f-b9fb93cd0b04 HTTP/1.1" status: 204 len: 173 time: 0.5584826 Aug 20 11:58:51.660813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'name': 'network-vif-deleted', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:51.663309 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e72ff9-c4aa-4958-8546-2ccfbdeb0d13" -d '{"events": [{"server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "name": "network-vif-deleted", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:51.719478 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0486a-9377-487b-814f-a748a412dc52 x-openstack-request-id: req-76d0486a-9377-487b-814f-a748a412dc52 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:51.719773 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c2ce59-eaa3-47e8-9ef7-98b7933fe342", "name": "network-vif-deleted", "tag": "5dc48e67-407c-448e-845f-b9fb93cd0b04", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:51.720026 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76d0486a-9377-487b-814f-a748a412dc52 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:51.720430 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c2ce59-eaa3-47e8-9ef7-98b7933fe342', 'name': 'network-vif-deleted', 'tag': '5dc48e67-407c-448e-845f-b9fb93cd0b04', 'status': 'completed', 'code': 200} Aug 20 11:58:51.811287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d31cfd6-1658-4dc0-9a64-b19cad76f9b6 req-aa46c5b6-adf2-417f-93d1-baea90c7d4eb tempest-LiveAutoBlockMigrationV225Test-119813161 tempest-LiveAutoBlockMigrationV225Test-119813161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9c2ce59-eaa3-47e8-9ef7-98b7933fe342 HTTP/1.1" status: 200 len: 210 time: 0.0304763 Aug 20 11:58:51.994579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1653da5-6673-4881-b032-33f4b4013ecd req-a620c110-a9d2-415f-91a3-84223b2ffd99 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:52.001134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1653da5-6673-4881-b032-33f4b4013ecd req-a620c110-a9d2-415f-91a3-84223b2ffd99 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:52.008111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1653da5-6673-4881-b032-33f4b4013ecd req-a620c110-a9d2-415f-91a3-84223b2ffd99 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1682 time: 0.0679555 Aug 20 11:58:52.036198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35772) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:52.051752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1653da5-6673-4881-b032-33f4b4013ecd req-8279c9b9-f0dd-4b5d-bc50-c9d1e77c6c97 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Aug 20 11:58:52.084732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35778) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:52.217935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ed99111-9754-45c4-bbf1-902a8d484300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.279582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bc906a9-86ba-4c5f-ad45-399d1eaecb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.357748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ed99111-9754-45c4-bbf1-902a8d484300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.366980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ed99111-9754-45c4-bbf1-902a8d484300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.423895 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8ed99111-9754-45c4-bbf1-902a8d484300 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d18d152a5002419cb45e588e59a0e5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353984 Aug 20 11:58:52.425941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:52.427596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed99111-9754-45c4-bbf1-902a8d484300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d403d548-3b29-4bd1-b850-d99ae8049636,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:52.445811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec32b98-93c1-47fc-aca4-07764c94302c req-72dc92fb-79e6-431c-a5e5-5d5032ada800 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:52.452821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec32b98-93c1-47fc-aca4-07764c94302c req-72dc92fb-79e6-431c-a5e5-5d5032ada800 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:52.454891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bec32b98-93c1-47fc-aca4-07764c94302c req-72dc92fb-79e6-431c-a5e5-5d5032ada800 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1682 time: 0.0746605 Aug 20 11:58:52.496464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bc906a9-86ba-4c5f-ad45-399d1eaecb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.501028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bc906a9-86ba-4c5f-ad45-399d1eaecb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.524471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bec32b98-93c1-47fc-aca4-07764c94302c req-ecf8d07b-5e08-444b-bf00-aef461301749 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612853 Aug 20 11:58:52.536592 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdcd1e34-4d7e-4571-8d33-45669db447f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.542371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1bc906a9-86ba-4c5f-ad45-399d1eaecb5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc7215ea4d194f4cb6295e79c21341fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050614 Aug 20 11:58:52.545203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35790) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:52.553158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc906a9-86ba-4c5f-ad45-399d1eaecb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968135e7-c934-4e49-bbd5-64b8b9c81c86,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:52.563228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdcd1e34-4d7e-4571-8d33-45669db447f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.599311 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78c133e3-c558-425a-b95d-d6ece21a69bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.611279 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdcd1e34-4d7e-4571-8d33-45669db447f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.614785 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdcd1e34-4d7e-4571-8d33-45669db447f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.615941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cdcd1e34-4d7e-4571-8d33-45669db447f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d403d548-3b29-4bd1-b850-d99ae8049636 HTTP/1.1" status: 204 len: 168 time: 0.1889246 Aug 20 11:58:52.628124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78c133e3-c558-425a-b95d-d6ece21a69bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.631856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd1e34-4d7e-4571-8d33-45669db447f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d403d548-3b29-4bd1-b850-d99ae8049636,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:52.691309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78c133e3-c558-425a-b95d-d6ece21a69bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.694066 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78c133e3-c558-425a-b95d-d6ece21a69bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.698155 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-78c133e3-c558-425a-b95d-d6ece21a69bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/968135e7-c934-4e49-bbd5-64b8b9c81c86 HTTP/1.1" status: 204 len: 168 time: 0.1491883 Aug 20 11:58:52.705379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c133e3-c558-425a-b95d-d6ece21a69bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968135e7-c934-4e49-bbd5-64b8b9c81c86,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:52.880718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35804) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:52.936891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8be0a3-fa5b-4929-baa3-cfb10ec1f812 admin admin] Deleting subnet e3c72f72-d312-4bb8-bdb9-a6005c267c59 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:52.940241 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d8be0a3-fa5b-4929-baa3-cfb10ec1f812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.979074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d8be0a3-fa5b-4929-baa3-cfb10ec1f812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:52.994948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35806) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:53.011569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39904c48-ba5c-49e0-8945-142e5cda3a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.023256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d8be0a3-fa5b-4929-baa3-cfb10ec1f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.063694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35810) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:53.088631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a56b47f-ffd8-47fc-badb-07d9ebfd6902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.089230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d8be0a3-fa5b-4929-baa3-cfb10ec1f812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.122761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8be0a3-fa5b-4929-baa3-cfb10ec1f812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c72f72-d312-4bb8-bdb9-a6005c267c59,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:53.130678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d8be0a3-fa5b-4929-baa3-cfb10ec1f812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.134517 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2d8be0a3-fa5b-4929-baa3-cfb10ec1f812 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e3c72f72-d312-4bb8-bdb9-a6005c267c59 HTTP/1.1" status: 204 len: 168 time: 0.2506163 Aug 20 11:58:53.136605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35814) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:53.209069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39904c48-ba5c-49e0-8945-142e5cda3a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.222952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39904c48-ba5c-49e0-8945-142e5cda3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.248276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.304239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-39904c48-ba5c-49e0-8945-142e5cda3a0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44c36e8007174b43bcc65d89f1fd8309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072484 Aug 20 11:58:53.306944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35820) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:53.325770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39904c48-ba5c-49e0-8945-142e5cda3a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65324616-4137-460f-8754-b84b95e0c21a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:53.359953 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a005c75-3a24-4ef7-b240-5d1dcfbe54ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.386918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a005c75-3a24-4ef7-b240-5d1dcfbe54ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.444122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a005c75-3a24-4ef7-b240-5d1dcfbe54ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.445924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854546b-6804-4ca2-80e0-391e62fa9497 req-4d7f7507-54d0-48af-8101-819df1e6a4d1 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:53.446703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a005c75-3a24-4ef7-b240-5d1dcfbe54ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.447814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5854546b-6804-4ca2-80e0-391e62fa9497 req-4d7f7507-54d0-48af-8101-819df1e6a4d1 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.1753826 Aug 20 11:58:53.447951 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a005c75-3a24-4ef7-b240-5d1dcfbe54ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65324616-4137-460f-8754-b84b95e0c21a HTTP/1.1" status: 204 len: 168 time: 0.1398950 Aug 20 11:58:53.468448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a005c75-3a24-4ef7-b240-5d1dcfbe54ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65324616-4137-460f-8754-b84b95e0c21a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:53.474519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.484428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5dc48e67-407c-448e-845f-b9fb93cd0b04 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:53.527700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d66fb8-60bf-4c82-9d35-49fa0f779797']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:53.532039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 5dc48e67-407c-448e-845f-b9fb93cd0b04 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:53.532970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5dc48e67-407c-448e-845f-b9fb93cd0b04 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:53.534325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0bd2ba2-a86f-4648-8abf-929e4877a0f1 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:53.563855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66559be8-91c4-473d-a5c3-9615353aef9c') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:53.564324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66559be8-91c4-473d-a5c3-9615353aef9c') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:53.573087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: f0bd2ba2-a86f-4648-8abf-929e4877a0f1 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:53.573764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0bd2ba2-a86f-4648-8abf-929e4877a0f1 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:53.590735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.626454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5854546b-6804-4ca2-80e0-391e62fa9497 req-c91333f8-c949-413e-b3fd-cab446ef26ff tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601412 Aug 20 11:58:53.648785 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.677012 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a56b47f-ffd8-47fc-badb-07d9ebfd6902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.680633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:53.681093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: timer() Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:53.683548 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:53.700055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a56b47f-ffd8-47fc-badb-07d9ebfd6902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.765429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56b47f-ffd8-47fc-badb-07d9ebfd6902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f245d3ad-842d-48b8-9c20-b8bb6bf92cb5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:53.797314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1a56b47f-ffd8-47fc-badb-07d9ebfd6902 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e720b83668e04b14a0b211285db06b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7324090 Aug 20 11:58:53.802625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35832) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:53.806889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301bf41-f878-43d3-b205-2d39fee6d63c req-c81ad37c-4542-4915-aa7b-b52f60752c7b tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:53.812858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301bf41-f878-43d3-b205-2d39fee6d63c req-c81ad37c-4542-4915-aa7b-b52f60752c7b tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:53.814528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d301bf41-f878-43d3-b205-2d39fee6d63c req-c81ad37c-4542-4915-aa7b-b52f60752c7b tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1682 time: 0.1860569 Aug 20 11:58:53.838931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.866735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.868614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b5d66fb8-60bf-4c82-9d35-49fa0f779797 HTTP/1.1" status: 204 len: 168 time: 0.7310359 Aug 20 11:58:53.871619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35838) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:53.880230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c408c96c-0dc7-470c-bc75-0af9570f7e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.895451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c12a-d6e8-4a0f-99e2-208b935c0b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d66fb8-60bf-4c82-9d35-49fa0f779797,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:53.914002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d301bf41-f878-43d3-b205-2d39fee6d63c req-98974399-559b-4381-b01f-433b531af40c tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844791 Aug 20 11:58:53.926074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-ccd63c69-9b85-4322-919c-2e0d2fbf6a6f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:53.936356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c408c96c-0dc7-470c-bc75-0af9570f7e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:53.944715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-ccd63c69-9b85-4322-919c-2e0d2fbf6a6f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:53.946886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-ccd63c69-9b85-4322-919c-2e0d2fbf6a6f tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 1682 time: 0.1314299 Aug 20 11:58:53.948374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0826df7f-56dc-45f8-9c56-b04ec57f8fc1 admin admin] Deleting subnet 948da383-2581-4e0a-8e56-06c9aa83c016 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:53.953105 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0826df7f-56dc-45f8-9c56-b04ec57f8fc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.012440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0826df7f-56dc-45f8-9c56-b04ec57f8fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.055518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port a0901e30-8588-4dc9-ba06-2f46373a8563 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:54.056764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.059079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0826df7f-56dc-45f8-9c56-b04ec57f8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.061329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c408c96c-0dc7-470c-bc75-0af9570f7e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.063982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c408c96c-0dc7-470c-bc75-0af9570f7e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.065331 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c408c96c-0dc7-470c-bc75-0af9570f7e25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f245d3ad-842d-48b8-9c20-b8bb6bf92cb5 HTTP/1.1" status: 204 len: 168 time: 0.2612560 Aug 20 11:58:54.100546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408c96c-0dc7-470c-bc75-0af9570f7e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f245d3ad-842d-48b8-9c20-b8bb6bf92cb5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:54.139125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0826df7f-56dc-45f8-9c56-b04ec57f8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.171051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826df7f-56dc-45f8-9c56-b04ec57f8fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948da383-2581-4e0a-8e56-06c9aa83c016,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:54.175835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0826df7f-56dc-45f8-9c56-b04ec57f8fc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.178414 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0826df7f-56dc-45f8-9c56-b04ec57f8fc1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/948da383-2581-4e0a-8e56-06c9aa83c016 HTTP/1.1" status: 204 len: 168 time: 0.3057013 Aug 20 11:58:54.181558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:54.226947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port a0901e30-8588-4dc9-ba06-2f46373a8563, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a0901e30-8588-4dc9-ba06-2f46373a8563,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:54.227661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.231224 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1cd37d48-14e1-46d9-b53a-3c985c340c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.244667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for a0901e30-8588-4dc9-ba06-2f46373a8563 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:54.315123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.418895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.431570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['a0901e30-8588-4dc9-ba06-2f46373a8563', 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:54.463235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=a0901e30-8588-4dc9-ba06-2f46373a8563,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:54.463992 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.493292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359a02bc-fd09-47db-b290-7c6f5425c680']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:54.528414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4535d7fa-5e22-4eaa-9275-24d04cb8c5a6') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:54.528704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4535d7fa-5e22-4eaa-9275-24d04cb8c5a6') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:54.551711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port a0901e30-8588-4dc9-ba06-2f46373a8563 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:54.553391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.554767 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.557597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-4fffbfdb-71a8-45f2-b8f5-8032cd6f0313 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.22 "DELETE /v2.0/ports/a0901e30-8588-4dc9-ba06-2f46373a8563 HTTP/1.1" status: 204 len: 173 time: 0.5988193 Aug 20 11:58:54.558059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'name': 'network-vif-deleted', 'tag': 'a0901e30-8588-4dc9-ba06-2f46373a8563'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:54.560377 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101e437f-7d90-48c4-a2b3-b862fd633bef" -d '{"events": [{"server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "name": "network-vif-deleted", "tag": "a0901e30-8588-4dc9-ba06-2f46373a8563"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:54.587818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.599106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:54.618333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:54.632835 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:54.719024 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb33c3dc-9155-4ef1-96b8-eb1f36a5b120 x-openstack-request-id: req-cb33c3dc-9155-4ef1-96b8-eb1f36a5b120 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:54.720402 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "name": "network-vif-deleted", "tag": "a0901e30-8588-4dc9-ba06-2f46373a8563", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:54.720402 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb33c3dc-9155-4ef1-96b8-eb1f36a5b120 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:54.720866 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'name': 'network-vif-deleted', 'tag': 'a0901e30-8588-4dc9-ba06-2f46373a8563', 'status': 'completed', 'code': 200} Aug 20 11:58:54.741018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.747669 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.751945 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/359a02bc-fd09-47db-b290-7c6f5425c680 HTTP/1.1" status: 204 len: 168 time: 0.5657661 Aug 20 11:58:54.776071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8380bee-eae5-424f-bbc5-360af47901f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=359a02bc-fd09-47db-b290-7c6f5425c680,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:54.807299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port b3802e5e-78be-42b1-bb82-2b43e05f6d8b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:54.807643 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.967178 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.974858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port b3802e5e-78be-42b1-bb82-2b43e05f6d8b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:54.975645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:54.998872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for b3802e5e-78be-42b1-bb82-2b43e05f6d8b owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:55.047588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35894) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:55.121993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6bf20a7b-d5a4-4416-876e-2a92e8578743 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dba54f45f4a4c989c327f7066d42bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730827 Aug 20 11:58:55.124681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35898) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:55.219238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb129-2401-41d1-af49-5d7fe974bda6 req-f78d786c-d1a6-45f1-97d8-c4c10a20a973 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:55.227559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c0cb129-2401-41d1-af49-5d7fe974bda6 req-f78d786c-d1a6-45f1-97d8-c4c10a20a973 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6966ad-1028-4471-8e32-bf20d1876c6a HTTP/1.1" status: 200 len: 945 time: 0.1611319 Aug 20 11:58:55.279405 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d485f3a9-07f2-4038-aea6-04541a9e9a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.341193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade249b8-21b1-482c-bec6-73743376122a req-1209d97d-3c6f-417c-9c92-77d3ab6845d8 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:55.342751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ade249b8-21b1-482c-bec6-73743376122a req-1209d97d-3c6f-417c-9c92-77d3ab6845d8 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.1780758 Aug 20 11:58:55.362779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c0cb129-2401-41d1-af49-5d7fe974bda6 req-e706bf4b-03e9-4856-a5a8-e00995b7aae2 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "GET /v2.0/security-groups?id=609918e3-ebc6-48cf-9a69-818902fd8379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342642 Aug 20 11:58:55.383533 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d485f3a9-07f2-4038-aea6-04541a9e9a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.439543 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.453434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['a0901e30-8588-4dc9-ba06-2f46373a8563'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:58:55.499482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ade249b8-21b1-482c-bec6-73743376122a req-0ffa0772-c49d-415c-99fb-19f92281c25d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231461 Aug 20 11:58:55.502933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=b3802e5e-78be-42b1-bb82-2b43e05f6d8b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:55.553268 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.568114 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d485f3a9-07f2-4038-aea6-04541a9e9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.571909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d485f3a9-07f2-4038-aea6-04541a9e9a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.573325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d485f3a9-07f2-4038-aea6-04541a9e9a5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46a6beaa-9681-4fe8-b31f-6a7625d1edb9 HTTP/1.1" status: 204 len: 168 time: 0.4474862 Aug 20 11:58:55.603879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485f3a9-07f2-4038-aea6-04541a9e9a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a6beaa-9681-4fe8-b31f-6a7625d1edb9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:55.606483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port b3802e5e-78be-42b1-bb82-2b43e05f6d8b on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:55.615857 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:55.619951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92570c2e-b450-4338-9fda-65e1dee2f484 req-3e30dfba-1cbd-4181-ad45-db6fd174d941 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.22 "DELETE /v2.0/ports/b3802e5e-78be-42b1-bb82-2b43e05f6d8b HTTP/1.1" status: 204 len: 173 time: 1.0544782 Aug 20 11:58:55.939459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-35acaad1-20dc-44e5-84f9-7f33cadc02a2 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=375f45bbf92c496eb7b95ebdd46bdf94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281789 Aug 20 11:58:56.071281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35946) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:56.127460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-95fc398b-c708-49ab-b6d3-d5f4ae3bc76f tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:56.136696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-95fc398b-c708-49ab-b6d3-d5f4ae3bc76f tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963718 Aug 20 11:58:56.138130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e28541d8-b982-4d10-93dd-da45cae5e073 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f94cea16d938493ca7be9daeb2755be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651133 Aug 20 11:58:56.138832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35950) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:56.156094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7e3a1e4d-f6f1-4d38-a5f5-78dcd4723ae2 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/quotas/375f45bbf92c496eb7b95ebdd46bdf94 HTTP/1.1" status: 200 len: 375 time: 0.0179219 Aug 20 11:58:56.212746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5473c625-913a-4fdb-9b5a-b41892aa6495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.214060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-52375b07-6d91-49fd-a0e3-e2ed0f7cd2d8 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=375f45bbf92c496eb7b95ebdd46bdf94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529971 Aug 20 11:58:56.248094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5473c625-913a-4fdb-9b5a-b41892aa6495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.310095 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5473c625-913a-4fdb-9b5a-b41892aa6495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.316424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5473c625-913a-4fdb-9b5a-b41892aa6495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.318539 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5473c625-913a-4fdb-9b5a-b41892aa6495 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96aa0c92-6b6d-4979-a87d-60d6f07f9859 HTTP/1.1" status: 204 len: 168 time: 0.1785703 Aug 20 11:58:56.326998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473c625-913a-4fdb-9b5a-b41892aa6495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa0c92-6b6d-4979-a87d-60d6f07f9859,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:56.341420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e240c94-ce16-4fd4-a0d2-7bd364e64892 req-8ff8ed07-fddd-4365-877b-a75b52fdb64a tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:56.343488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e240c94-ce16-4fd4-a0d2-7bd364e64892 req-8ff8ed07-fddd-4365-877b-a75b52fdb64a tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.0798020 Aug 20 11:58:56.436572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e240c94-ce16-4fd4-a0d2-7bd364e64892 req-0a69e7c1-f4b2-48d2-b49f-c81b361a7092 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862055 Aug 20 11:58:56.485642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0162603d-f2a7-43e7-8740-f46ae0c75de3 req-9899bc71-4ff4-452f-b80f-2432a5272d93 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 210 time: 0.0480309 Aug 20 11:58:56.520856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35968) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:56.608486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf2a37d-57e4-47bc-bc4f-ecb87e927d81 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting subnet ceedd9d4-ba49-4de7-acb8-01a8b0316e01 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:56.612530 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a37d-57e4-47bc-bc4f-ecb87e927d81 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.674983 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a37d-57e4-47bc-bc4f-ecb87e927d81 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.723675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'name': 'network-vif-deleted', 'tag': 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:56.726829 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f017258c-6b79-47fb-beca-e7a379e5b601" -d '{"events": [{"server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "name": "network-vif-deleted", "tag": "b3802e5e-78be-42b1-bb82-2b43e05f6d8b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:56.797966 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a37d-57e4-47bc-bc4f-ecb87e927d81 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.823194 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25a045a-0639-4e07-b774-c8042c2d7cb4 x-openstack-request-id: req-a25a045a-0639-4e07-b774-c8042c2d7cb4 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:56.823448 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6966ad-1028-4471-8e32-bf20d1876c6a", "name": "network-vif-deleted", "tag": "b3802e5e-78be-42b1-bb82-2b43e05f6d8b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:56.823747 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a25a045a-0639-4e07-b774-c8042c2d7cb4 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:56.824054 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6966ad-1028-4471-8e32-bf20d1876c6a', 'name': 'network-vif-deleted', 'tag': 'b3802e5e-78be-42b1-bb82-2b43e05f6d8b', 'status': 'completed', 'code': 200} Aug 20 11:58:56.871783 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.881152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a37d-57e4-47bc-bc4f-ecb87e927d81 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.899388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a37d-57e4-47bc-bc4f-ecb87e927d81 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:56.901608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5cf2a37d-57e4-47bc-bc4f-ecb87e927d81 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "DELETE /v2.0/subnets/ceedd9d4-ba49-4de7-acb8-01a8b0316e01 HTTP/1.1" status: 204 len: 168 time: 0.3792260 Aug 20 11:58:56.905034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35990) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:56.906933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ce9a3-a3ff-4d33-a4a5-1b7436152ae1 None None] Network d2b4df1a-3ffa-4717-acfc-1f00204d56eb requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:56.925866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2a37d-57e4-47bc-bc4f-ecb87e927d81 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Subnet': ['ID=ceedd9d4-ba49-4de7-acb8-01a8b0316e01,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:57.096831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.139271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] DHCP port deletion for d2b4df1a-3ffa-4717-acfc-1f00204d56eb request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:57.172236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port 3b563512-ea9f-4fc1-825e-d4005e5b2055 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:57.172850 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.193713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] Deleting port 3b563512-ea9f-4fc1-825e-d4005e5b2055 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:57.194134 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.250802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port 3b563512-ea9f-4fc1-825e-d4005e5b2055, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3b563512-ea9f-4fc1-825e-d4005e5b2055,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:57.251999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.272009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for 3b563512-ea9f-4fc1-825e-d4005e5b2055 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:57.309708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] For port 3b563512-ea9f-4fc1-825e-d4005e5b2055, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3b563512-ea9f-4fc1-825e-d4005e5b2055,segment=NetworkSegment(29998028-17e1-4638-b800-000204f10e25),segment_id=29998028-17e1-4638-b800-000204f10e25)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:57.310408 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.327899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] Calling delete_port for 3b563512-ea9f-4fc1-825e-d4005e5b2055 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:57.385678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.419870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=3b563512-ea9f-4fc1-825e-d4005e5b2055,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:57.429488 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.434315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port 3b563512-ea9f-4fc1-825e-d4005e5b2055 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:57.485524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] No DVR routers for this DVR port 3b563512-ea9f-4fc1-825e-d4005e5b2055 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:57.490802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40379838-4b06-42fd-91d7-4758f9c42418 None None] Pushing event deleted for resources: {'Port': ['ID=3b563512-ea9f-4fc1-825e-d4005e5b2055,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:57.563837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.584261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b4df1a-3ffa-4717-acfc-1f00204d56eb']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:57.605895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29998028-17e1-4638-b800-000204f10e25') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:57.606464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcfeca-387c-4011-8a04-27840f3192e9 req-2fd8aa4d-c1e7-45cb-9b64-1f73f7e81ca3 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:57.607323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29998028-17e1-4638-b800-000204f10e25') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:57.609272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10dcfeca-387c-4011-8a04-27840f3192e9 req-2fd8aa4d-c1e7-45cb-9b64-1f73f7e81ca3 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.0581892 Aug 20 11:58:57.638821 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.659756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.668206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:57.668912 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:57.672659 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:57.674901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95601d08-39b2-4f3f-ae14-11201c7aed92 req-d4d37054-8449-4ce0-a450-a4549a76159c tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 210 time: 0.0618255 Aug 20 11:58:57.688687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-6cfb26ad-ba94-423b-926a-2559b6602e1f tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=375f45bbf92c496eb7b95ebdd46bdf94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666008 Aug 20 11:58:57.758576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.792114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10dcfeca-387c-4011-8a04-27840f3192e9 req-9b0b0d94-3b48-489f-8a16-75aa1d6fa1db tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715393 Aug 20 11:58:57.802232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.816759 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "DELETE /v2.0/networks/d2b4df1a-3ffa-4717-acfc-1f00204d56eb HTTP/1.1" status: 204 len: 168 time: 0.9079168 Aug 20 11:58:57.817344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36034) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:57.819520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdba17-4a2d-43a6-aded-792a50fafda3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Network': ['ID=d2b4df1a-3ffa-4717-acfc-1f00204d56eb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:57.902026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0d61ca-6d42-4e4d-a3af-8f7cbeca88ad tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting subnet 38b496e5-65d6-4343-b191-2812428d682c {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:57.911845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-303e5bcc-063b-4680-9b4b-feb7206c7cec tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:57.914591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-303e5bcc-063b-4680-9b4b-feb7206c7cec tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147090 Aug 20 11:58:57.924923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e0d61ca-6d42-4e4d-a3af-8f7cbeca88ad tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:57.933964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Request body: {'port': {'device_id': '96133ae1-742a-4cc8-8d05-37b6b3234c8f', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '375f45bbf92c496eb7b95ebdd46bdf94'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:57.975005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e0d61ca-6d42-4e4d-a3af-8f7cbeca88ad tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.012341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d543-e346-4db0-9fe3-3dad2542763c req-6c1d1dcb-a839-47d0-ae2c-92fe417463d6 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:58.013895 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9358d543-e346-4db0-9fe3-3dad2542763c req-6c1d1dcb-a839-47d0-ae2c-92fe417463d6 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.1280267 Aug 20 11:58:58.031287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a0901e30-8588-4dc9-ba06-2f46373a8563 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:58.104545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: a0901e30-8588-4dc9-ba06-2f46373a8563 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:58.105133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a0901e30-8588-4dc9-ba06-2f46373a8563 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:58.106840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b3802e5e-78be-42b1-bb82-2b43e05f6d8b no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:58.151514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e0d61ca-6d42-4e4d-a3af-8f7cbeca88ad tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.159137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: b3802e5e-78be-42b1-bb82-2b43e05f6d8b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:58.159673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b3802e5e-78be-42b1-bb82-2b43e05f6d8b not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:58.181739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Made reservation on behalf of 375f45bbf92c496eb7b95ebdd46bdf94 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:58:58.195940 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.215168 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.223412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Deleting port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:58.223973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.329735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.334987 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.335582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e0d61ca-6d42-4e4d-a3af-8f7cbeca88ad tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.368323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd78637-cb02-43d7-ac60-48c6425e63e0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:58.383248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e0d61ca-6d42-4e4d-a3af-8f7cbeca88ad tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.387400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404acc1-1b71-4577-ad8e-4b3ceb2c69da None None] Network fd258aa1-7ef8-49c1-8890-44b2cb8672a3 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:58.401836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e0d61ca-6d42-4e4d-a3af-8f7cbeca88ad tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "DELETE /v2.0/subnets/38b496e5-65d6-4343-b191-2812428d682c HTTP/1.1" status: 204 len: 168 time: 0.5832782 Aug 20 11:58:58.404348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d61ca-6d42-4e4d-a3af-8f7cbeca88ad tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Subnet': ['ID=38b496e5-65d6-4343-b191-2812428d682c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:58.409751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36046) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:58.515821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Allocated IP 192.168.233.159 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/edd2f85e-e26f-4981-b22a-754ba026c8e4) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:58:58.516028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.520870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] For port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:58.521267 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.695118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Deleting port c1e38695-91f4-400d-aedb-aa20bfef7abd {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:58.695460 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.715950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] DHCP port deletion for fd258aa1-7ef8-49c1-8890-44b2cb8672a3 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:58.796290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3b563512-ea9f-4fc1-825e-d4005e5b2055 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:58.805466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] For port c1e38695-91f4-400d-aedb-aa20bfef7abd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c1e38695-91f4-400d-aedb-aa20bfef7abd,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:58.805837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.819867 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.823819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Calling delete_port for c1e38695-91f4-400d-aedb-aa20bfef7abd owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:58.825515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 3b563512-ea9f-4fc1-825e-d4005e5b2055 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:58.826098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3b563512-ea9f-4fc1-825e-d4005e5b2055 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:58.835927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] Deleting port c1e38695-91f4-400d-aedb-aa20bfef7abd {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:58.836525 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.876276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e98d0f44-3f15-44cd-83ff-36fe7963aae3 req-38dd7881-cccc-4398-b360-e4abf2e8d170 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 210 time: 0.0629954 Aug 20 11:58:58.907262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Transition to ACTIVE for port object edd2f85e-e26f-4981-b22a-754ba026c8e4 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:58:58.909791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] For port c1e38695-91f4-400d-aedb-aa20bfef7abd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c1e38695-91f4-400d-aedb-aa20bfef7abd,segment=NetworkSegment(1e2f399c-bca6-4481-b2f7-e1e06e452a26),segment_id=1e2f399c-bca6-4481-b2f7-e1e06e452a26)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:58.910620 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:58.935346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] Calling delete_port for c1e38695-91f4-400d-aedb-aa20bfef7abd owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:58.944720 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.008131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.032224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:58:59.041056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:58:59.043697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:58:59.052418 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.052803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.053130 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Floating IP 1935833c-efb8-4db9-bf36-05f3a5aa7ba3 disassociated. External IP: 172.25.0.63, port: 52e3d44a-a56b-42fe-b0e1-7d999b7a856f. Aug 20 11:58:59.053475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Calling delete_port for 52e3d44a-a56b-42fe-b0e1-7d999b7a856f owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:59.056821 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.064087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Port': ['ID=c1e38695-91f4-400d-aedb-aa20bfef7abd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:59.067766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] No DVR routers for this DVR port c1e38695-91f4-400d-aedb-aa20bfef7abd on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:59.100170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] No DVR routers for this DVR port c1e38695-91f4-400d-aedb-aa20bfef7abd on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:59.102613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee08706-d2c3-4bd3-9dfa-ee948849e9e5 None None] Pushing event deleted for resources: {'Port': ['ID=c1e38695-91f4-400d-aedb-aa20bfef7abd,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:59.142606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:59.143612 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.158215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Pushing event updated for resources: {'Port': ['ID=edd2f85e-e26f-4981-b22a-754ba026c8e4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:59.194542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6c38-8a7d-4ca5-bc12-55f5d82ea290 req-77264b6d-f58e-4b1e-88eb-88661de857c7 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:59.196286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0efa6c38-8a7d-4ca5-bc12-55f5d82ea290 req-77264b6d-f58e-4b1e-88eb-88661de857c7 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 945 time: 0.2132423 Aug 20 11:58:59.197842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-3c8ba4cb-9bf0-4391-b94f-465b82698567 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2718859 Aug 20 11:58:59.214761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Request body: {'port': {'device_id': '96133ae1-742a-4cc8-8d05-37b6b3234c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:58:59.251074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.263179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd258aa1-7ef8-49c1-8890-44b2cb8672a3']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:59.279013 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2f399c-bca6-4481-b2f7-e1e06e452a26') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:59.279308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2f399c-bca6-4481-b2f7-e1e06e452a26') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:59.298038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-89ef3dae-de31-455a-b44b-66414cda69bc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525894 Aug 20 11:58:59.310542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.314705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0efa6c38-8a7d-4ca5-bc12-55f5d82ea290 req-2bbc1dc7-ce89-4765-a541-b5b7509f165c tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea56acd5-8795-4ed1-8c53-2391aa511477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124735 Aug 20 11:58:59.331431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.341966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:59.342399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:59.345447 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:59.362447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.387805 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.401303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c0598516-b17a-4797-a100-e63996b2cf8d None None] Provisioning for port edd2f85e-e26f-4981-b22a-754ba026c8e4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:58:59.407267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c0598516-b17a-4797-a100-e63996b2cf8d None None] Provisioning complete for port edd2f85e-e26f-4981-b22a-754ba026c8e4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:58:59.408517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c0598516-b17a-4797-a100-e63996b2cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.440432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event deleted for resources: {'Port': ['ID=52e3d44a-a56b-42fe-b0e1-7d999b7a856f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:59.479001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c0598516-b17a-4797-a100-e63996b2cf8d None None] Port edd2f85e-e26f-4981-b22a-754ba026c8e4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:58:59.486475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a65e-c43b-4d54-8164-3609db221548 req-84848158-ee0e-465d-84d9-f2e321e189e9 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:59.487688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-84848158-ee0e-465d-84d9-f2e321e189e9 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697817 Aug 20 11:58:59.496148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.511064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.512913 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] 10.222.0.25 "DELETE /v2.0/networks/fd258aa1-7ef8-49c1-8890-44b2cb8672a3 HTTP/1.1" status: 204 len: 168 time: 1.0947821 Aug 20 11:58:59.526666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-61984995-37d9-4af4-9d80-8f0e14333781 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/quotas/72a923b5e4ea46bda6080c1d93c9b1fd HTTP/1.1" status: 200 len: 375 time: 0.0255206 Aug 20 11:58:59.534121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7e493-69db-4718-b710-a170ee076ef3 tempest-ServersTestMultiNic-103504788 tempest-ServersTestMultiNic-103504788-project] Pushing event deleted for resources: {'Network': ['ID=fd258aa1-7ef8-49c1-8890-44b2cb8672a3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:59.614281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Router 70275a73-5265-4a24-8b04-948d751d3ee6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:59.618359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-a7112174-30da-4d7d-8e25-48ce52bebd16 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406513 Aug 20 11:58:59.896232 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:58:59.927506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f38cac7-52e5-4f92-9858-16991ee4859b req-8ceca92f-9979-4103-b08e-556ebda1c439 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 210 time: 0.0801430 Aug 20 11:58:59.949058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd2f85e-e26f-4981-b22a-754ba026c8e4 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:58:59.959645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:59.989690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36110) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:59.997167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Transition to ACTIVE for port object edd2f85e-e26f-4981-b22a-754ba026c8e4 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:00.009913 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:00.203493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Pushing event updated for resources: {'Port': ['ID=edd2f85e-e26f-4981-b22a-754ba026c8e4,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:00.255973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:00.267829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] Sync routers for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:00.286015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:00.287054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:00.287530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1edd9f-b900-430b-84c1-31ebb8d8da78 req-36089123-0422-4ff5-9994-2408bf56e672 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:00.295340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe1edd9f-b900-430b-84c1-31ebb8d8da78 req-36089123-0422-4ff5-9994-2408bf56e672 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 948 time: 0.2153308 Aug 20 11:59:00.342961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] No DVR routers for this DVR port 52e3d44a-a56b-42fe-b0e1-7d999b7a856f on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:00.350693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:00.355755 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9358d543-e346-4db0-9fe3-3dad2542763c req-914e88d9-9b08-4621-b3e1-8d48507241c5 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.73 "DELETE /v2.0/ports/52e3d44a-a56b-42fe-b0e1-7d999b7a856f HTTP/1.1" status: 204 len: 173 time: 2.3318350 Aug 20 11:59:00.356451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'name': 'network-vif-deleted', 'tag': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:00.360700 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f404db36-33e7-411f-9a7b-bc882bdc7bb5" -d '{"events": [{"server_uuid": "f6f7f82d-ce68-4449-a173-6067105fbdb3", "name": "network-vif-deleted", "tag": "52e3d44a-a56b-42fe-b0e1-7d999b7a856f"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:00.466376 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:00.501701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe1edd9f-b900-430b-84c1-31ebb8d8da78 req-de79c30a-0987-41a0-9e79-69318c5ff318 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053988 Aug 20 11:59:00.572088 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dc0874-1aa1-46df-96d6-b3922289631f x-openstack-request-id: req-94dc0874-1aa1-46df-96d6-b3922289631f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:00.572267 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f7f82d-ce68-4449-a173-6067105fbdb3", "name": "network-vif-deleted", "tag": "52e3d44a-a56b-42fe-b0e1-7d999b7a856f", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:00.572484 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94dc0874-1aa1-46df-96d6-b3922289631f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:00.572899 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f7f82d-ce68-4449-a173-6067105fbdb3', 'name': 'network-vif-deleted', 'tag': '52e3d44a-a56b-42fe-b0e1-7d999b7a856f', 'status': 'completed', 'code': 200} Aug 20 11:59:00.670473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4db2918-8b02-407a-a13b-1fccaa5be997 req-77e4332a-9ca2-4b37-8ee3-8a493eaf32a4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 210 time: 0.1732011 Aug 20 11:59:00.677936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Attempting to bind port edd2f85e-e26f-4981-b22a-754ba026c8e4 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:00.678301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Attempting to bind port edd2f85e-e26f-4981-b22a-754ba026c8e4 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:00.678642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Attempting to bind port edd2f85e-e26f-4981-b22a-754ba026c8e4 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:00.713613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Port edd2f85e-e26f-4981-b22a-754ba026c8e4 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:00.713942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Attempting to bind port edd2f85e-e26f-4981-b22a-754ba026c8e4 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:00.723322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36132) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:00.798124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:00.798718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:00.799113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:00.799570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Bound port: edd2f85e-e26f-4981-b22a-754ba026c8e4, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:00.799933 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:00.857602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c1e38695-91f4-400d-aedb-aa20bfef7abd no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:00.962330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c1e38695-91f4-400d-aedb-aa20bfef7abd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:00.962780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c1e38695-91f4-400d-aedb-aa20bfef7abd not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:00.981266 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f39a-a6e8-4c76-babb-2e4be7ef3999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.096810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:13Z', 'revision_number': 5, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:01.122654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f39a-a6e8-4c76-babb-2e4be7ef3999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.128193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] Checking router: 70275a73-5265-4a24-8b04-948d751d3ee6 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:01.129775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f39a-a6e8-4c76-babb-2e4be7ef3999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.139297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:01.140313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:01.175353 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2fa9f39a-a6e8-4c76-babb-2e4be7ef3999 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6bbb8e84b8ed4ccaa53b9022402f88e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509218 Aug 20 11:59:01.177178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9f39a-a6e8-4c76-babb-2e4be7ef3999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36889820-1393-4765-82f1-3d77de9cbf39,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:01.179537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36138) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:01.217493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f62b6938-868f-4769-bdaa-eee9083748bd req-ad138e75-e299-41c9-b03d-3c9499b77293 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 210 time: 0.0586302 Aug 20 11:59:01.242457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7678a2e-d5f0-441c-9ec4-9b238de205dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.271199 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7678a2e-d5f0-441c-9ec4-9b238de205dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.273169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:01.357962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-78df4a7f-3bdb-4d3b-895d-ba755a459511 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286362 Aug 20 11:59:01.396102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] For port edd2f85e-e26f-4981-b22a-754ba026c8e4, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:01.405366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] For port edd2f85e-e26f-4981-b22a-754ba026c8e4, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=edd2f85e-e26f-4981-b22a-754ba026c8e4,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:01.452919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.481466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7678a2e-d5f0-441c-9ec4-9b238de205dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.484172 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7678a2e-d5f0-441c-9ec4-9b238de205dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.489021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b7678a2e-d5f0-441c-9ec4-9b238de205dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36889820-1393-4765-82f1-3d77de9cbf39 HTTP/1.1" status: 204 len: 168 time: 0.3076158 Aug 20 11:59:01.501001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 52e3d44a-a56b-42fe-b0e1-7d999b7a856f no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:01.507531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7678a2e-d5f0-441c-9ec4-9b238de205dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36889820-1393-4765-82f1-3d77de9cbf39,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:01.521178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.522451 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.523863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] 10.222.0.22 "PUT /v2.0/ports/edd2f85e-e26f-4981-b22a-754ba026c8e4 HTTP/1.1" status: 200 len: 1097 time: 2.3133821 Aug 20 11:59:01.537414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96133ae1-742a-4cc8-8d05-37b6b3234c8f', 'tag': 'edd2f85e-e26f-4981-b22a-754ba026c8e4'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:01.540016 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ec423-d537-4aa0-9541-a26981ba0d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "96133ae1-742a-4cc8-8d05-37b6b3234c8f", "tag": "edd2f85e-e26f-4981-b22a-754ba026c8e4"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:01.585528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a65e-c43b-4d54-8164-3609db221548 req-f5336c46-ed7c-41d2-8d91-c52bab7c7cde tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.589168 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-f5336c46-ed7c-41d2-8d91-c52bab7c7cde tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210121 Aug 20 11:59:01.592505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddbfd6-97dd-4d78-b7b1-8b317db69e07 service neutron] Pushing event updated for resources: {'Port': ['ID=edd2f85e-e26f-4981-b22a-754ba026c8e4,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:01.607137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Request body: {'port': {'device_id': 'e475287a-e139-4215-b0db-c14b7fe5208c', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '72a923b5e4ea46bda6080c1d93c9b1fd'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:01.649303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 52e3d44a-a56b-42fe-b0e1-7d999b7a856f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:01.649796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 52e3d44a-a56b-42fe-b0e1-7d999b7a856f not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:01.678615 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70241dbc-25c0-4266-b7a9-7743e5cfa272 x-openstack-request-id: req-70241dbc-25c0-4266-b7a9-7743e5cfa272 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:01.679056 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96133ae1-742a-4cc8-8d05-37b6b3234c8f", "tag": "edd2f85e-e26f-4981-b22a-754ba026c8e4", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:01.679437 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70241dbc-25c0-4266-b7a9-7743e5cfa272 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:01.679994 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96133ae1-742a-4cc8-8d05-37b6b3234c8f', 'tag': 'edd2f85e-e26f-4981-b22a-754ba026c8e4', 'status': 'completed', 'code': 200} Aug 20 11:59:01.735532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:13Z', 'revision_number': 5, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:01.794378 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cad6aa-c300-4c44-88d0-1a414b4048bf None None] The sync data for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 is: [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:56:01Z', 'revision_number': 4, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1e321639-511a-42e7-8936-dcb82b777b42', 'name': '', 'network_id': 'c2fe94db-7cd4-420a-91c8-4b5b1b36e45b', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'mac_address': 'fa:16:3e:b8:e2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:56:00Z', 'updated_at': '2021-08-20T11:56:13Z', 'revision_number': 5, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'subnets': [{'id': '4fae12da-f32b-41d0-b1ee-96f800c75885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:01.831374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.858452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01be7e-93eb-456a-a703-1995ab538556 req-e5465a48-2cdc-43cd-b307-af65285f3e69 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.872875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc01be7e-93eb-456a-a703-1995ab538556 req-e5465a48-2cdc-43cd-b307-af65285f3e69 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 948 time: 0.1526055 Aug 20 11:59:01.876519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-af62631e-85ed-42a8-b65c-47585699cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:01.884011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-af62631e-85ed-42a8-b65c-47585699cd6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=375f45bbf92c496eb7b95ebdd46bdf94&device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 1100 time: 0.2248554 Aug 20 11:59:01.926726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Made reservation on behalf of 72a923b5e4ea46bda6080c1d93c9b1fd for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:01.930677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:01.949369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.011600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-ad3f24ec-dae9-4d42-8761-b91661604762 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=edd2f85e-e26f-4981-b22a-754ba026c8e4 HTTP/1.1" status: 200 len: 217 time: 0.0564301 Aug 20 11:59:02.063345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f8f145e-7d26-42c5-b293-533d9b1537c6 req-de8f41b1-208c-46b1-bb70-e65340d4605d tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 210 time: 0.1082737 Aug 20 11:59:02.098434 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.105644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.151325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36158) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:02.215060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d3d38-37a9-403a-aa56-39ecfe39083c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:02.218288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa57eac9-27ac-460b-ab99-d33f37048b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.228693 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705ebb2-1308-403b-a8af-d71bfd03537b None None] New status for floating IP 1935833c-efb8-4db9-bf36-05f3a5aa7ba3: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:59:02.254812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc01be7e-93eb-456a-a703-1995ab538556 req-08835e18-5c35-412d-88df-239c04e2435a tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694379 Aug 20 11:59:02.290301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-e6261876-a5a2-45fa-93c8-d73405fa289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:02.291777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-e6261876-a5a2-45fa-93c8-d73405fa289d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2206097 Aug 20 11:59:02.376608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Allocated IP 192.168.233.136 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/3bbe2623-2f02-4151-b4b0-158a1a5b8148) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:02.444174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-feabf131-aae4-4fb1-85bd-54a329fb8646 req-c01ebbec-9fc5-40e7-b5d4-5d34ca01b7dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 210 time: 0.1102049 Aug 20 11:59:02.461544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-9a817499-b08f-4068-9c76-2f94a6b9ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:02.469985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-9a817499-b08f-4068-9c76-2f94a6b9ae97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1657259 Aug 20 11:59:02.541740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa57eac9-27ac-460b-ab99-d33f37048b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.551450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa57eac9-27ac-460b-ab99-d33f37048b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.608970 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fa57eac9-27ac-460b-ab99-d33f37048b4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bbfb26a076344c091552fe87ece04d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546947 Aug 20 11:59:02.614994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36162) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:02.622539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-f885df86-55dd-498e-ab32-d1a29b1ce796 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417835 Aug 20 11:59:02.630550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57eac9-27ac-460b-ab99-d33f37048b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b622f2-74c5-4512-a2a9-d5962f9a932d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:02.668720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.701210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Transition to ACTIVE for port object 3bbe2623-2f02-4151-b4b0-158a1a5b8148 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:02.705472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Deleting port e8a9a6df-7bd1-4c90-b764-496675d0d1f6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:02.705820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.718875 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-650c006b-85cd-4d73-8086-a1c38fb7868b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.753323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-650c006b-85cd-4d73-8086-a1c38fb7868b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.786993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.792414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b01a0df0-caa5-4633-b77f-88b7d9c1664b req-60a21679-8b0d-4c94-8e2f-ef6325d2c9b1 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597078 Aug 20 11:59:02.818531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] For port e8a9a6df-7bd1-4c90-b764-496675d0d1f6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,segment=NetworkSegment(05c21965-fa2e-44cb-b634-dd3faed421a3),segment_id=05c21965-fa2e-44cb-b634-dd3faed421a3)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:02.820133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.835770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Calling delete_port for e8a9a6df-7bd1-4c90-b764-496675d0d1f6 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:02.884158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'Port': ['ID=3bbe2623-2f02-4151-b4b0-158a1a5b8148,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:02.909971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:02.913272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:02.915721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:02.951029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-1775b083-43f9-4cbc-8b6c-f6606234e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:02.952981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-1775b083-43f9-4cbc-8b6c-f6606234e03b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=375f45bbf92c496eb7b95ebdd46bdf94&device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 1100 time: 0.1061678 Aug 20 11:59:02.975075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-650c006b-85cd-4d73-8086-a1c38fb7868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.977577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-650c006b-85cd-4d73-8086-a1c38fb7868b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:02.978935 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-650c006b-85cd-4d73-8086-a1c38fb7868b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7b622f2-74c5-4512-a2a9-d5962f9a932d HTTP/1.1" status: 204 len: 168 time: 0.3630674 Aug 20 11:59:02.992018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c006b-85cd-4d73-8086-a1c38fb7868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b622f2-74c5-4512-a2a9-d5962f9a932d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:03.029854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.030560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.054930 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-55008fa0-0d1c-461a-be06-75e30f668f3f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4525309 Aug 20 11:59:03.237254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Request body: {'port': {'device_id': 'e475287a-e139-4215-b0db-c14b7fe5208c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:03.268656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69207682-a9b4-48a2-aeaa-cfcbc592e067 req-3d50a8a6-2b35-46cd-8f03-5e828bf52b38 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 210 time: 0.0965807 Aug 20 11:59:03.272423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-c8d2983a-9a85-44fe-be35-2fc58a9de95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.274072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-c8d2983a-9a85-44fe-be35-2fc58a9de95e service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.3118589 Aug 20 11:59:03.329698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-d430900d-3e82-4f16-92a7-868cb3341eaf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=edd2f85e-e26f-4981-b22a-754ba026c8e4 HTTP/1.1" status: 200 len: 217 time: 0.0442941 Aug 20 11:59:03.359511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3af4d323-d341-4605-818e-b83a09cd7321 None None] Provisioning for port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:03.374010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3af4d323-d341-4605-818e-b83a09cd7321 None None] Provisioning complete for port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:03.380069 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3af4d323-d341-4605-818e-b83a09cd7321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.420853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.438342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-ce6bed5d-9bf4-4dd7-848f-43191311f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.440257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-ce6bed5d-9bf4-4dd7-848f-43191311f8be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1016324 Aug 20 11:59:03.453278 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.471111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3af4d323-d341-4605-818e-b83a09cd7321 None None] Port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:03.587893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a9a6df-7bd1-4c90-b764-496675d0d1f6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:03.691849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dc660-5a4e-4cb1-8ed9-962c1683aaf1 req-5eea1890-c167-4f64-8fc0-a36fe6c084fb tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.693489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b6dc660-5a4e-4cb1-8ed9-962c1683aaf1 req-5eea1890-c167-4f64-8fc0-a36fe6c084fb tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 948 time: 0.2510464 Aug 20 11:59:03.717807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-630d5190-9fb8-44d1-bcd7-c7774d6a084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.719529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-630d5190-9fb8-44d1-bcd7-c7774d6a084c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2612798 Aug 20 11:59:03.880845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbe2623-2f02-4151-b4b0-158a1a5b8148 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:03.888923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.902220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Transition to ACTIVE for port object 3bbe2623-2f02-4151-b4b0-158a1a5b8148 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:03.912109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:03.966591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acc3e8-3c21-4f48-92d0-44e1a654614d req-d8c4ca11-8a8f-4326-85a9-f3ffdf5a0685 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:03.969556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8acc3e8-3c21-4f48-92d0-44e1a654614d req-d8c4ca11-8a8f-4326-85a9-f3ffdf5a0685 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 936 time: 0.3914540 Aug 20 11:59:04.008271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Pushing event updated for resources: {'Port': ['ID=3bbe2623-2f02-4151-b4b0-158a1a5b8148,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:04.063471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:04.070595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Attempting to bind port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:04.071130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Attempting to bind port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:04.071789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Attempting to bind port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:04.091085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:04.091605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Attempting to bind port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:04.094442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b6dc660-5a4e-4cb1-8ed9-962c1683aaf1 req-07b5f16c-7edb-42a4-9360-eb70f00508d5 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891170 Aug 20 11:59:04.098983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:04.099433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:04.099920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:04.100460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Bound port: 3bbe2623-2f02-4151-b4b0-158a1a5b8148, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:04.100922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:04.240767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] For port 3bbe2623-2f02-4151-b4b0-158a1a5b8148, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:04.243445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] For port 3bbe2623-2f02-4151-b4b0-158a1a5b8148, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3bbe2623-2f02-4151-b4b0-158a1a5b8148,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:04.252263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:04.279192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.279907 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:04.281624 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] 10.222.0.73 "PUT /v2.0/ports/3bbe2623-2f02-4151-b4b0-158a1a5b8148 HTTP/1.1" status: 200 len: 1097 time: 1.2126102 Aug 20 11:59:04.283391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e475287a-e139-4215-b0db-c14b7fe5208c', 'tag': '3bbe2623-2f02-4151-b4b0-158a1a5b8148'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:04.286503 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1503543d-7e8c-48a4-90f9-642c12ccf580" -d '{"events": [{"name": "network-changed", "server_uuid": "e475287a-e139-4215-b0db-c14b7fe5208c", "tag": "3bbe2623-2f02-4151-b4b0-158a1a5b8148"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:04.299223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-246d348c-cef5-45ec-b32e-372aa5eb8c72 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690312 Aug 20 11:59:04.404549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8acc3e8-3c21-4f48-92d0-44e1a654614d req-dbc6ad56-35b1-4fcd-ba7a-1c4309fa7dbe tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271272 Aug 20 11:59:04.407125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a6be0-c069-4933-9b19-f672f813a38f service neutron] Pushing event updated for resources: {'Port': ['ID=3bbe2623-2f02-4151-b4b0-158a1a5b8148,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:04.443024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a65e-c43b-4d54-8164-3609db221548 req-6e36bedc-68d0-407c-ab08-ac879a4362e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.444956 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-6e36bedc-68d0-407c-ab08-ac879a4362e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 1100 time: 0.0955949 Aug 20 11:59:04.479289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-191faf6c-5ff5-443c-84de-23ca9eca079a req-cf133946-1a9b-443b-950b-edded88f3944 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 210 time: 0.0969017 Aug 20 11:59:04.575059 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-02fe8307-54aa-4132-bfbe-a24ff2919806 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3bbe2623-2f02-4151-b4b0-158a1a5b8148 HTTP/1.1" status: 200 len: 217 time: 0.1143913 Aug 20 11:59:04.581258 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27db89dd-76fc-4bf4-8213-bfa31f6f9fca x-openstack-request-id: req-27db89dd-76fc-4bf4-8213-bfa31f6f9fca {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:04.583815 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e475287a-e139-4215-b0db-c14b7fe5208c", "tag": "3bbe2623-2f02-4151-b4b0-158a1a5b8148", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:04.584164 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27db89dd-76fc-4bf4-8213-bfa31f6f9fca {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:04.584666 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e475287a-e139-4215-b0db-c14b7fe5208c', 'tag': '3bbe2623-2f02-4151-b4b0-158a1a5b8148', 'status': 'completed', 'code': 200} Aug 20 11:59:04.655511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a65e-c43b-4d54-8164-3609db221548 req-ad3f939a-0ee1-4308-880a-c2deb1f991b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.657259 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-ad3f939a-0ee1-4308-880a-c2deb1f991b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0699391 Aug 20 11:59:04.791155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a65e-c43b-4d54-8164-3609db221548 req-d36a4910-f23f-4389-ae93-46c5cc514a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:04.792687 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-d36a4910-f23f-4389-ae93-46c5cc514a0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205318 Aug 20 11:59:04.899814 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-1fad885b-ca8b-4f0a-a828-df2815d5d8f0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983040 Aug 20 11:59:04.928815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c7ec423-d537-4aa0-9541-a26981ba0d1c req-792207f6-807a-42ff-b2d8-cf84e7a95686 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189163 Aug 20 11:59:04.956984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:05.036357 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3df6a65e-c43b-4d54-8164-3609db221548 req-caa21162-e9e5-4dba-924e-1ae9fa21c8b5 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241558 Aug 20 11:59:05.077573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:05.088858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d0e056e7-22cf-48bc-a3a3-1e61decf042a admin admin] 10.222.0.25 "PUT /v2.0/routers/28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0978091 Aug 20 11:59:05.091352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] Sync routers for ids ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:05.092100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36222) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:05.120865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] Routers {'28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:05.121810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:05.271050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc237d-ecef-4c3d-94db-0df9a9b43fca req-e53d955f-53b5-45fd-a01e-a4a81c655677 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.280602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0dfc237d-ecef-4c3d-94db-0df9a9b43fca req-e53d955f-53b5-45fd-a01e-a4a81c655677 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 948 time: 0.1014619 Aug 20 11:59:05.288228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-839b3a0e-5e79-44f0-914d-e5084f23f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.289839 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-839b3a0e-5e79-44f0-914d-e5084f23f8cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 1100 time: 0.1851282 Aug 20 11:59:05.325287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0dfc237d-ecef-4c3d-94db-0df9a9b43fca req-d2991720-2885-4a63-b82c-fa0148145d00 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Aug 20 11:59:05.347347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] Set router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:05.431082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.472107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-54ab8fda-b050-42d1-9cf0-6af817f105fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.473699 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-54ab8fda-b050-42d1-9cf0-6af817f105fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1647007 Aug 20 11:59:05.555564 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-829617bb-79cc-4136-979f-54c87f39a565 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3bbe2623-2f02-4151-b4b0-158a1a5b8148 HTTP/1.1" status: 200 len: 217 time: 0.0720887 Aug 20 11:59:05.595603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:59:03Z', 'revision_number': 5, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:05.650300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] Checking router: 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:05.658982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff544fa6-15af-47bb-a0a5-306cec6eff8e req-2cd5a317-fa65-4b4f-9363-552bd37a2d5a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.660953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] Routers {'28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:05.661792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:05.662138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff544fa6-15af-47bb-a0a5-306cec6eff8e req-2cd5a317-fa65-4b4f-9363-552bd37a2d5a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 948 time: 0.1441071 Aug 20 11:59:05.670229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-f49774f0-bab4-48fa-b44e-cf9112cb3a4d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=391f7a3a4e704d5d8f5a4cc544e2cfa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822208 Aug 20 11:59:05.688626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-0a4cddc3-69be-441f-b19d-608d3d472b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.690776 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-0a4cddc3-69be-441f-b19d-608d3d472b0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1233594 Aug 20 11:59:05.696942 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.792863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff544fa6-15af-47bb-a0a5-306cec6eff8e req-6e9d1773-c669-41ff-ab66-f3f16d4db7f9 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151614 Aug 20 11:59:05.797160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-ece68074-5bd0-4c70-8d6b-24381381b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.799018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-ece68074-5bd0-4c70-8d6b-24381381b0c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970397 Aug 20 11:59:05.843809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] Set router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:05.887972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281104-ba30-4b86-bf61-a755f6da718c req-7ab12a68-176a-44d9-9dad-d72e0ce16ad4 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:05.896049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-7ab12a68-176a-44d9-9dad-d72e0ce16ad4 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241814 Aug 20 11:59:05.927208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-dfb1bba4-1d18-43d9-8bca-7fd3654007f6 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/quotas/391f7a3a4e704d5d8f5a4cc544e2cfa2 HTTP/1.1" status: 200 len: 375 time: 0.0301299 Aug 20 11:59:05.966939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-dd5afd59-b1df-4baa-9d18-804b03633ef8 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=391f7a3a4e704d5d8f5a4cc544e2cfa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384927 Aug 20 11:59:05.974048 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-fe43d60c-f5ba-4af4-896c-2ae35d412e55 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551213 Aug 20 11:59:05.985525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Deleting port c449db95-6d03-49a2-9f66-bfbc1fec7dff {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:05.985864 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:05.986698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ef242cf-f004-4ac3-b62a-c4aa3d454880 req-351e2903-b973-4281-bfb1-72562d07fe77 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f7f82d-ce68-4449-a173-6067105fbdb3 HTTP/1.1" status: 200 len: 210 time: 0.1177824 Aug 20 11:59:06.053816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device edd2f85e-e26f-4981-b22a-754ba026c8e4 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:06.105097 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1503543d-7e8c-48a4-90f9-642c12ccf580 req-d48f5bbf-4b87-476d-8e47-67381fef04ff service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217606 Aug 20 11:59:06.248413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] For port c449db95-6d03-49a2-9f66-bfbc1fec7dff, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c449db95-6d03-49a2-9f66-bfbc1fec7dff,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:06.249472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.265767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Calling delete_port for c449db95-6d03-49a2-9f66-bfbc1fec7dff owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:06.336387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:59:03Z', 'revision_number': 5, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:06.356389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b308998-e8a2-4dda-95ac-747cce1380e9 req-9a0bb879-38d4-437c-8aab-f3b358553bc9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 210 time: 0.0834186 Aug 20 11:59:06.418045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port edd2f85e-e26f-4981-b22a-754ba026c8e4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=edd2f85e-e26f-4981-b22a-754ba026c8e4,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:06.444472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'edd2f85e-e26f-4981-b22a-754ba026c8e4', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'edd2f85e-e26f-4981-b22a-754ba026c8e4', 'mac_address': 'fa:16:3e:95:2e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:06.450373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eec067-a4e2-4d23-95cf-f4cd1c59b079 None None] The sync data for ids ['28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d'] in n-d-800634-10 is: [{'id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'name': 'tempest-ServersTestMultiNic-1277216965-router', 'tenant_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:30Z', 'updated_at': '2021-08-20T11:59:03Z', 'revision_number': 5, 'project_id': 'c4e09a49d5ed4d20b7a99c1b85db83ea', 'gw_port': {'id': 'c449db95-6d03-49a2-9f66-bfbc1fec7dff', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:33Z', 'updated_at': '2021-08-20T11:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:06.530744 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.544674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.554036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd2f85e-e26f-4981-b22a-754ba026c8e4 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:06.572730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e788d0-3916-445d-8ca9-41b674d6463d req-a0a31841-5134-4017-8b73-79b1bd600fd6 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:06.579516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port edd2f85e-e26f-4981-b22a-754ba026c8e4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=edd2f85e-e26f-4981-b22a-754ba026c8e4,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:06.584923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f8e788d0-3916-445d-8ca9-41b674d6463d req-a0a31841-5134-4017-8b73-79b1bd600fd6 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 948 time: 0.0875776 Aug 20 11:59:06.586637 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.616649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Pushing event deleted for resources: {'Port': ['ID=c449db95-6d03-49a2-9f66-bfbc1fec7dff,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:06.669000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=edd2f85e-e26f-4981-b22a-754ba026c8e4,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:06.680294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f8e788d0-3916-445d-8ca9-41b674d6463d req-a7612ddf-93ba-4256-be9f-d1b4c8f69834 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942950 Aug 20 11:59:06.682998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.687324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.687790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.688238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.688694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.690506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.691555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.693977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.694528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.694965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.695416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.696249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:06.764063 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.805107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['edd2f85e-e26f-4981-b22a-754ba026c8e4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:06.855693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e8a9a6df-7bd1-4c90-b764-496675d0d1f6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:06.892163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e8a9a6df-7bd1-4c90-b764-496675d0d1f6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:06.892584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e8a9a6df-7bd1-4c90-b764-496675d0d1f6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:06.969423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:06.975659 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.041258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeff2a3-7c16-4451-8d1d-31a18727eef0 req-9ac7a8e7-940a-40cb-a9cf-a7a57cf9b003 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:07.053160 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.054003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:59:07.060693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.065157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8aeff2a3-7c16-4451-8d1d-31a18727eef0 req-9ac7a8e7-940a-40cb-a9cf-a7a57cf9b003 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 948 time: 0.1131589 Aug 20 11:59:07.068693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36268) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:07.070919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-45eb6d65-f890-42a4-b550-d18fb1fd0119 admin admin] 10.222.0.25 "DELETE /v2.0/routers/28f2e7de-b5b5-47a3-9e14-bc1ab61fa02d HTTP/1.1" status: 204 len: 168 time: 1.9775698 Aug 20 11:59:07.140819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36274) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:07.191704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8aeff2a3-7c16-4451-8d1d-31a18727eef0 req-1f0c6d3a-cf6e-4312-942b-eaa34f3af4fb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250072 Aug 20 11:59:07.209283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbc8e4b-399f-4079-a936-7d15374b2901 admin admin] Deleting subnet 1287cab9-22b6-455d-8d17-c67686150947 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:07.215549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e4b-399f-4079-a936-7d15374b2901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.293132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3771f3a3-1d07-4dee-bfc7-d8df35d3d5b4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.309257 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e4b-399f-4079-a936-7d15374b2901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.354531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3771f3a3-1d07-4dee-bfc7-d8df35d3d5b4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.448010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3771f3a3-1d07-4dee-bfc7-d8df35d3d5b4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.451043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3771f3a3-1d07-4dee-bfc7-d8df35d3d5b4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.454700 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3771f3a3-1d07-4dee-bfc7-d8df35d3d5b4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "DELETE /v2.0/security-groups/ea56acd5-8795-4ed1-8c53-2391aa511477 HTTP/1.1" status: 204 len: 168 time: 0.3101628 Aug 20 11:59:07.455926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36280) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:07.478040 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-aa0ffc4e-c862-4df9-8286-48bf3f3a7c40 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] show failed (client error): The resource could not be found. Aug 20 11:59:07.481894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aa0ffc4e-c862-4df9-8286-48bf3f3a7c40 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "GET /v2.0/security-groups/ea56acd5-8795-4ed1-8c53-2391aa511477 HTTP/1.1" status: 404 len: 347 time: 0.0221715 Aug 20 11:59:07.481894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771f3a3-1d07-4dee-bfc7-d8df35d3d5b4 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea56acd5-8795-4ed1-8c53-2391aa511477,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:07.483083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36282) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:07.501662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e4b-399f-4079-a936-7d15374b2901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.577375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c58a6c7c-5acc-41f3-8016-b419f0ab37e2 req-86f53f06-cd6d-4178-bbf4-20b5249912eb tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 210 time: 0.1006873 Aug 20 11:59:07.616392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e4b-399f-4079-a936-7d15374b2901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.648658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Deleting port 158a8c34-cfb2-4f9b-ad30-04dd72e4cfb5 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:07.649254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.656531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc8e4b-399f-4079-a936-7d15374b2901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1287cab9-22b6-455d-8d17-c67686150947,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:07.661363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e4b-399f-4079-a936-7d15374b2901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.663396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fdbc8e4b-399f-4079-a936-7d15374b2901 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1287cab9-22b6-455d-8d17-c67686150947 HTTP/1.1" status: 204 len: 168 time: 0.5937958 Aug 20 11:59:07.665815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36286) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:07.681159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807c4c79-c892-4f00-b5c1-7885cd680d30 None None] Network 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:07.830290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-bb442a06-5419-47bf-9ed8-e27aafdc59d5 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=391f7a3a4e704d5d8f5a4cc544e2cfa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621402 Aug 20 11:59:07.869383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.871836 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:07.903329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Calling delete_port for 158a8c34-cfb2-4f9b-ad30-04dd72e4cfb5 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:07.974908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281104-ba30-4b86-bf61-a755f6da718c req-88e393a8-f136-43ec-ad98-ee854e9eea3d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:07.976438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-88e393a8-f136-43ec-ad98-ee854e9eea3d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345992 Aug 20 11:59:08.007648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Request body: {'port': {'device_id': 'b151a080-50d0-4195-8895-874ddf37d513', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '391f7a3a4e704d5d8f5a4cc544e2cfa2'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:08.015134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.050077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] DHCP port deletion for 1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:59:08.087528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device edd2f85e-e26f-4981-b22a-754ba026c8e4 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:08.116262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2040e4-e905-499e-82a8-299cf6e6b5d8 req-cedcc679-d993-4646-bb7a-2c120ceef7d2 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:08.124012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.130868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d2040e4-e905-499e-82a8-299cf6e6b5d8 req-cedcc679-d993-4646-bb7a-2c120ceef7d2 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 949 time: 0.2953489 Aug 20 11:59:08.158853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Pushing event deleted for resources: {'Port': ['ID=158a8c34-cfb2-4f9b-ad30-04dd72e4cfb5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:08.167961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] Deleting port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:08.168336 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.181227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port edd2f85e-e26f-4981-b22a-754ba026c8e4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:08.221275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port edd2f85e-e26f-4981-b22a-754ba026c8e4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:08.221644 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.248955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d2040e4-e905-499e-82a8-299cf6e6b5d8 req-77543a3c-df7b-465d-b280-cf8e14e49136 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168885 Aug 20 11:59:08.285597 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] For port 8e22ff85-53f4-45b3-ab91-3000cdd2a689, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e22ff85-53f4-45b3-ab91-3000cdd2a689,segment=NetworkSegment(05c21965-fa2e-44cb-b634-dd3faed421a3),segment_id=05c21965-fa2e-44cb-b634-dd3faed421a3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:08.286351 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.300432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.310948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.316683 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ccf85f68-4cef-48f1-9d2d-4b3325741d83 tempest-ServersTestBootFromVolume-570762281 tempest-ServersTestBootFromVolume-570762281-project] 10.222.0.25 "DELETE /v2.0/floatingips/1935833c-efb8-4db9-bf36-05f3a5aa7ba3 HTTP/1.1" status: 204 len: 168 time: 0.8295329 Aug 20 11:59:08.316683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36294) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:08.316885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] Calling delete_port for 8e22ff85-53f4-45b3-ab91-3000cdd2a689 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:08.322077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Deleting port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:08.322446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.446353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Made reservation on behalf of 391f7a3a4e704d5d8f5a4cc544e2cfa2 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:08.449944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.481801 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.511309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] For port 8e22ff85-53f4-45b3-ab91-3000cdd2a689, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e22ff85-53f4-45b3-ab91-3000cdd2a689,segment=NetworkSegment(05c21965-fa2e-44cb-b634-dd3faed421a3),segment_id=05c21965-fa2e-44cb-b634-dd3faed421a3)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:08.512015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.534293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Calling delete_port for 8e22ff85-53f4-45b3-ab91-3000cdd2a689 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:08.555316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91859b9-b1b8-4c77-8959-9145fe7c81ee req-22fac052-12a6-4c09-b5cf-c2304ce194cf tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:08.556906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d91859b9-b1b8-4c77-8959-9145fe7c81ee req-22fac052-12a6-4c09-b5cf-c2304ce194cf tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 948 time: 0.2244408 Aug 20 11:59:08.647081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.650657 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.682794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d91859b9-b1b8-4c77-8959-9145fe7c81ee req-5fe78be2-eead-46ba-99f6-a638e220f281 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135848 Aug 20 11:59:08.727020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] Pushing event deleted for resources: {'Port': ['ID=8e22ff85-53f4-45b3-ab91-3000cdd2a689,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:08.731250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ba8a3-ef4b-4c1a-b68b-b46c567a1994 None None] No DVR routers for this DVR port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:08.748122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96133ae1-742a-4cc8-8d05-37b6b3234c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd2f85e-e26f-4981-b22a-754ba026c8e4'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:08.750386 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab955b0-e90f-4a28-9dce-d52a279fdfb8" -d '{"events": [{"server_uuid": "96133ae1-742a-4cc8-8d05-37b6b3234c8f", "name": "network-vif-plugged", "status": "completed", "tag": "edd2f85e-e26f-4981-b22a-754ba026c8e4"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:08.771726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port edd2f85e-e26f-4981-b22a-754ba026c8e4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=edd2f85e-e26f-4981-b22a-754ba026c8e4,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:08.785854 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.786225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-828c9e19-6041-4852-af1f-0e318be7e71f req-ca5abe00-7caf-4132-8d2a-c3abf03d49b0 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 210 time: 0.0767663 Aug 20 11:59:08.834130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c449db95-6d03-49a2-9f66-bfbc1fec7dff no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:08.863573 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.866107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c449db95-6d03-49a2-9f66-bfbc1fec7dff {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:08.867584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c449db95-6d03-49a2-9f66-bfbc1fec7dff not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:08.867584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e22ff85-53f4-45b3-ab91-3000cdd2a689 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:08.899560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e22ff85-53f4-45b3-ab91-3000cdd2a689,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:08.903460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8e22ff85-53f4-45b3-ab91-3000cdd2a689 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:08.908117 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.910143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e22ff85-53f4-45b3-ab91-3000cdd2a689 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:08.913788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] No DVR routers for this DVR port 8e22ff85-53f4-45b3-ab91-3000cdd2a689 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:08.927548 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.930231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=edd2f85e-e26f-4981-b22a-754ba026c8e4,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:08.946632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:08.982770 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a55f24-8413-4f3b-9550-17699077e208 x-openstack-request-id: req-54a55f24-8413-4f3b-9550-17699077e208 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:08.983071 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96133ae1-742a-4cc8-8d05-37b6b3234c8f", "name": "network-vif-plugged", "status": "completed", "tag": "edd2f85e-e26f-4981-b22a-754ba026c8e4", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:08.983322 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54a55f24-8413-4f3b-9550-17699077e208 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:08.983716 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96133ae1-742a-4cc8-8d05-37b6b3234c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd2f85e-e26f-4981-b22a-754ba026c8e4', 'code': 200} Aug 20 11:59:09.076607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b6606d-db6b-4c3a-8db5-0b0401b71b55,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:09.088988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.113436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:09.130319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c21965-fa2e-44cb-b634-dd3faed421a3') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:09.130740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c21965-fa2e-44cb-b634-dd3faed421a3') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:09.165046 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.186427 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.199792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:09.200292 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: timer() Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:09.202332 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:09.221343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Allocated IP 192.168.233.30 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/db4727f7-961c-409d-8edf-6d4573675771) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:09.314078 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.338268 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.340178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] 10.222.0.25 "DELETE /v2.0/networks/1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b HTTP/1.1" status: 204 len: 168 time: 1.6732841 Aug 20 11:59:09.485084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d1966-355f-46de-a5ae-ce0a523caa7c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d46a931-2bbe-49b9-8da9-1fa5bb7ea23b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:09.527553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6862a4-b4ad-4131-890c-82ff6933a06d req-8e248a5d-d166-4f9d-94bf-a249f556b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:09.529067 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b6862a4-b4ad-4131-890c-82ff6933a06d req-8e248a5d-d166-4f9d-94bf-a249f556b1b4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 1102 time: 0.1353698 Aug 20 11:59:09.553027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3bbe2623-2f02-4151-b4b0-158a1a5b8148 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:09.584596 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.585196 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36314) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:09.602166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Transition to ACTIVE for port object db4727f7-961c-409d-8edf-6d4573675771 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:09.619512 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b6862a4-b4ad-4131-890c-82ff6933a06d req-c4076cba-809f-4f65-b002-00803a89f909 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720227 Aug 20 11:59:09.653688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.671215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-314853ec-484b-42f7-a948-8d4cfa2eaf16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4e09a49d5ed4d20b7a99c1b85db83ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818551 Aug 20 11:59:09.673048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36316) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:09.693020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3bbe2623-2f02-4151-b4b0-158a1a5b8148, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3bbe2623-2f02-4151-b4b0-158a1a5b8148,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:09.705248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '3bbe2623-2f02-4151-b4b0-158a1a5b8148', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '3bbe2623-2f02-4151-b4b0-158a1a5b8148', 'mac_address': 'fa:16:3e:42:56:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:09.717373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:09.725984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1075b-6f7d-4b6d-8446-2104dc01d691 req-18b0d23d-79c8-4bf9-b8ca-581f888cbf3c tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:09.727153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fd1075b-6f7d-4b6d-8446-2104dc01d691 req-18b0d23d-79c8-4bf9-b8ca-581f888cbf3c tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 950 time: 0.2301147 Aug 20 11:59:09.733768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:09.741380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:09.757794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Deleting port 1e321639-511a-42e7-8936-dcb82b777b42 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:09.759192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.767976 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.789071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbe2623-2f02-4151-b4b0-158a1a5b8148 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:09.823178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3bbe2623-2f02-4151-b4b0-158a1a5b8148, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3bbe2623-2f02-4151-b4b0-158a1a5b8148,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:09.834421 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.874492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Pushing event updated for resources: {'Port': ['ID=db4727f7-961c-409d-8edf-6d4573675771,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:09.895930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] For port 1e321639-511a-42e7-8936-dcb82b777b42, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e321639-511a-42e7-8936-dcb82b777b42,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:09.896384 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.918172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Calling delete_port for 1e321639-511a-42e7-8936-dcb82b777b42 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:09.952392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3bbe2623-2f02-4151-b4b0-158a1a5b8148,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:09.954157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:09.957250 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:09.976795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9c65d475-e55f-4464-a21f-5f3b2e42e4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.002419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9c65d475-e55f-4464-a21f-5f3b2e42e4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.031223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-74840727-53bb-4372-ae00-8d970560b363 None None] Provisioning for port db4727f7-961c-409d-8edf-6d4573675771 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:10.036999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-74840727-53bb-4372-ae00-8d970560b363 None None] Provisioning complete for port db4727f7-961c-409d-8edf-6d4573675771 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:10.037704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-74840727-53bb-4372-ae00-8d970560b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.066675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fd1075b-6f7d-4b6d-8446-2104dc01d691 req-57aeb31e-ee84-48d4-bd57-9bdc819bebb7 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257365 Aug 20 11:59:10.082351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fb608-cf58-4d20-9d41-97942f267b65 req-afaeae17-a566-4a43-a751-9754f0712467 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:10.090701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e26fb608-cf58-4d20-9d41-97942f267b65 req-afaeae17-a566-4a43-a751-9754f0712467 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 949 time: 0.2835789 Aug 20 11:59:10.094465 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9c65d475-e55f-4464-a21f-5f3b2e42e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.097431 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9c65d475-e55f-4464-a21f-5f3b2e42e4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.098697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9c65d475-e55f-4464-a21f-5f3b2e42e4cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/609918e3-ebc6-48cf-9a69-818902fd8379 HTTP/1.1" status: 204 len: 168 time: 0.4229717 Aug 20 11:59:10.126636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:10.129020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65d475-e55f-4464-a21f-5f3b2e42e4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609918e3-ebc6-48cf-9a69-818902fd8379,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:10.140885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-74840727-53bb-4372-ae00-8d970560b363 None None] Port db4727f7-961c-409d-8edf-6d4573675771 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:10.148009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-e8572444-9f87-4c4a-848c-4b011e6bc80d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1419094 Aug 20 11:59:10.172376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.180835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Request body: {'port': {'device_id': 'b151a080-50d0-4195-8895-874ddf37d513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:10.320395 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.437382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.455446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e321639-511a-42e7-8936-dcb82b777b42,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:10.474867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e26fb608-cf58-4d20-9d41-97942f267b65 req-e56b1c1c-5f09-4bde-bb9a-509691f7bf9a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831346 Aug 20 11:59:10.542625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6f814-14c9-431f-857a-b95ec93aaa68 req-ee0719c1-e4d1-4485-ab67-2625211c8056 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:10.555071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0cc6f814-14c9-431f-857a-b95ec93aaa68 req-ee0719c1-e4d1-4485-ab67-2625211c8056 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 935 time: 0.2612936 Aug 20 11:59:10.648865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0cc6f814-14c9-431f-857a-b95ec93aaa68 req-8172fdd8-048e-43d7-9af7-5a4aa85b613e tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907946 Aug 20 11:59:10.789564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Router 70275a73-5265-4a24-8b04-948d751d3ee6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:10.905889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:10.906995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4727f7-961c-409d-8edf-6d4573675771 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:10.914163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-11e6e41c-4463-4d2a-8f48-a2e1eef80a86 admin admin] 10.222.0.25 "PUT /v2.0/routers/70275a73-5265-4a24-8b04-948d751d3ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5940073 Aug 20 11:59:10.916944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36340) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:10.918284 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] Sync routers for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:10.919305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:10.929667 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:10.930467 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:10.934645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Transition to ACTIVE for port object db4727f7-961c-409d-8edf-6d4573675771 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:10.940667 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.043814 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:11.065784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.079206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Pushing event updated for resources: {'Port': ['ID=db4727f7-961c-409d-8edf-6d4573675771,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:11.167049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Attempting to bind port db4727f7-961c-409d-8edf-6d4573675771 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:11.167493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Attempting to bind port db4727f7-961c-409d-8edf-6d4573675771 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:11.167959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Attempting to bind port db4727f7-961c-409d-8edf-6d4573675771 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:11.173453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Port db4727f7-961c-409d-8edf-6d4573675771 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:11.173806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Attempting to bind port db4727f7-961c-409d-8edf-6d4573675771 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:11.180513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:11.180997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:11.181530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:11.193128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Bound port: db4727f7-961c-409d-8edf-6d4573675771, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:11.195763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.278474 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.325771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeefe2-60ce-4ff5-952f-28d5df80d7da req-d8e45d25-ef19-4843-a856-1f5aac3174c2 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:11.335268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56eeefe2-60ce-4ff5-952f-28d5df80d7da req-d8e45d25-ef19-4843-a856-1f5aac3174c2 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 950 time: 0.1161191 Aug 20 11:59:11.346603 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:59:10Z', 'revision_number': 5, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port': {'id': '13e3eeaf-6516-4710-bff8-b2d43ad240a6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:55:55Z', 'updated_at': '2021-08-20T11:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:11.351227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36352) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:11.356601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Deleting port 13e3eeaf-6516-4710-bff8-b2d43ad240a6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:11.356601 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.375620 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] Checking router: 70275a73-5265-4a24-8b04-948d751d3ee6 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:11.389025 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] For port db4727f7-961c-409d-8edf-6d4573675771, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:11.397855 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] Routers {'70275a73-5265-4a24-8b04-948d751d3ee6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:11.399475 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['70275a73-5265-4a24-8b04-948d751d3ee6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:11.414864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] For port db4727f7-961c-409d-8edf-6d4573675771, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4727f7-961c-409d-8edf-6d4573675771,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:11.418869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56eeefe2-60ce-4ff5-952f-28d5df80d7da req-5cdee452-0d05-49a9-8f24-198c430c2ca6 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827096 Aug 20 11:59:11.428327 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.480198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:11.480820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.482348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] 10.222.0.22 "PUT /v2.0/ports/db4727f7-961c-409d-8edf-6d4573675771 HTTP/1.1" status: 200 len: 1096 time: 1.3173125 Aug 20 11:59:11.483260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b151a080-50d0-4195-8895-874ddf37d513', 'tag': 'db4727f7-961c-409d-8edf-6d4573675771'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:11.485344 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5ec11-7a71-4566-837c-954e018f789c" -d '{"events": [{"name": "network-changed", "server_uuid": "b151a080-50d0-4195-8895-874ddf37d513", "tag": "db4727f7-961c-409d-8edf-6d4573675771"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:11.496300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] For port 13e3eeaf-6516-4710-bff8-b2d43ad240a6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=13e3eeaf-6516-4710-bff8-b2d43ad240a6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:11.499681 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.547724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3bbe2623-2f02-4151-b4b0-158a1a5b8148 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:11.562422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Calling delete_port for 13e3eeaf-6516-4710-bff8-b2d43ad240a6 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:11.563555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf239f96-dd1a-41b5-a07d-8b63e83a05ce service neutron] Pushing event updated for resources: {'Port': ['ID=db4727f7-961c-409d-8edf-6d4573675771,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:11.620571 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] Set router 70275a73-5265-4a24-8b04-948d751d3ee6 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:11.639157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-565155958-network', 'tenant_id': 'ca717b805a34412e94da5d4bfeb81e2f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:11.659048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:11.665502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:11.667115 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.722754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281104-ba30-4b86-bf61-a755f6da718c req-b495a821-9cdc-4fce-a18a-3dd264a83c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:11.725717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-b495a821-9cdc-4fce-a18a-3dd264a83c7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=391f7a3a4e704d5d8f5a4cc544e2cfa2&device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 1099 time: 0.1452079 Aug 20 11:59:11.750837 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:59:11Z', 'revision_number': 6, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:11.785142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-242615b5-4f8a-45bd-81df-00033916b833 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=db4727f7-961c-409d-8edf-6d4573675771 HTTP/1.1" status: 200 len: 217 time: 0.0439606 Aug 20 11:59:11.790905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Made reservation on behalf of ca717b805a34412e94da5d4bfeb81e2f for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:11.793195 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.818555 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.840083 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d540c6-713f-4d3a-ae14-7ba01f9cfc7e None None] The sync data for ids ['70275a73-5265-4a24-8b04-948d751d3ee6'] in n-d-800634-10 is: [{'id': '70275a73-5265-4a24-8b04-948d751d3ee6', 'name': 'tempest-ServersTestBootFromVolume-1622754186-router', 'tenant_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:55:54Z', 'updated_at': '2021-08-20T11:59:11Z', 'revision_number': 6, 'project_id': 'b1d095e2df1648a3a7aa9c1bf1a00aac', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:11.848805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281104-ba30-4b86-bf61-a755f6da718c req-47f116d7-b809-4d31-b463-7aad99c037ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:11.850324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-47f116d7-b809-4d31-b463-7aad99c037ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0537672 Aug 20 11:59:11.873647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aa3ea-3201-4e9d-a1a1-aee10e7c9e49 req-2c14d1d8-dbf7-4ff5-91df-d7592a02f2ea tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:11.875217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d73aa3ea-3201-4e9d-a1a1-aee10e7c9e49 req-2c14d1d8-dbf7-4ff5-91df-d7592a02f2ea tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 949 time: 0.2179091 Aug 20 11:59:11.890877 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.891880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e475287a-e139-4215-b0db-c14b7fe5208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbe2623-2f02-4151-b4b0-158a1a5b8148'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:11.904098 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17664d2e-e201-40a2-8558-be67cc51a46b" -d '{"events": [{"server_uuid": "e475287a-e139-4215-b0db-c14b7fe5208c", "name": "network-vif-plugged", "status": "completed", "tag": "3bbe2623-2f02-4151-b4b0-158a1a5b8148"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:11.923433 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.933435 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.935654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3bbe2623-2f02-4151-b4b0-158a1a5b8148, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3bbe2623-2f02-4151-b4b0-158a1a5b8148,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:11.944539 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.966000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e3eeaf-6516-4710-bff8-b2d43ad240a6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:12.002044 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12203e7c-371a-4c28-8f7b-00dd6aa2e715 x-openstack-request-id: req-12203e7c-371a-4c28-8f7b-00dd6aa2e715 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:12.002417 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b151a080-50d0-4195-8895-874ddf37d513", "tag": "db4727f7-961c-409d-8edf-6d4573675771", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:12.002773 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12203e7c-371a-4c28-8f7b-00dd6aa2e715 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:12.003016 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b151a080-50d0-4195-8895-874ddf37d513', 'tag': 'db4727f7-961c-409d-8edf-6d4573675771', 'status': 'completed', 'code': 200} Aug 20 11:59:12.022825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d73aa3ea-3201-4e9d-a1a1-aee10e7c9e49 req-9a95becf-5028-4cbf-9758-51aa59b47a51 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092255 Aug 20 11:59:12.030359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3bbe2623-2f02-4151-b4b0-158a1a5b8148,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:12.049939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281104-ba30-4b86-bf61-a755f6da718c req-32028978-4b31-4be7-8a52-bece131eb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:12.052217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-32028978-4b31-4be7-8a52-bece131eb98b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1760461 Aug 20 11:59:12.060904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.179528 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.181902 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.223717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354659c-f158-4d08-bb7c-a04a2ef9db26 req-bb4d94c0-486a-47cb-baff-d660620eb139 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:12.226418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5354659c-f158-4d08-bb7c-a04a2ef9db26 req-bb4d94c0-486a-47cb-baff-d660620eb139 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 947 time: 0.1149988 Aug 20 11:59:12.231820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-9eb8d3c5-5229-4e1c-af88-ba6c4b917bda service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718802 Aug 20 11:59:12.249979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.255870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.256394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70275a73-5265-4a24-8b04-948d751d3ee6 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:59:12.262037 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.265919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bd906860-616b-4935-b674-93b707799d81 admin admin] 10.222.0.25 "DELETE /v2.0/routers/70275a73-5265-4a24-8b04-948d751d3ee6 HTTP/1.1" status: 204 len: 168 time: 1.3479266 Aug 20 11:59:12.268747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36376) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:12.285965 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0912c26f-e739-4a05-806d-72be49167810 x-openstack-request-id: req-0912c26f-e739-4a05-806d-72be49167810 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:12.286607 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e475287a-e139-4215-b0db-c14b7fe5208c", "name": "network-vif-plugged", "status": "completed", "tag": "3bbe2623-2f02-4151-b4b0-158a1a5b8148", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:12.286819 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0912c26f-e739-4a05-806d-72be49167810 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:12.287216 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e475287a-e139-4215-b0db-c14b7fe5208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbe2623-2f02-4151-b4b0-158a1a5b8148', 'code': 200} Aug 20 11:59:12.351830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.352014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbcb370-5ae0-48c4-895f-0c652f13b9d0 admin admin] Deleting subnet 4fae12da-f32b-41d0-b1ee-96f800c75885 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:12.355237 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb370-5ae0-48c4-895f-0c652f13b9d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.371238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:59:12.412487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.412873 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Added segment 6f23d5ef-1b92-4551-9ff7-e5509c4193ee of type vlan for network 3894a88d-7c83-4118-a9a6-6fd450a59866 Aug 20 11:59:12.421717 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb370-5ae0-48c4-895f-0c652f13b9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.471093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65852-c8da-4087-bc32-d57316598cbf req-e2c3ab35-6693-4969-bfc9-0daea35fd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:12.473504 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05d65852-c8da-4087-bc32-d57316598cbf req-e2c3ab35-6693-4969-bfc9-0daea35fd559 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 1102 time: 0.0827453 Aug 20 11:59:12.479449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5354659c-f158-4d08-bb7c-a04a2ef9db26 req-cbea57f2-da0c-4f01-b4ba-bb8784c3f412 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432578 Aug 20 11:59:12.481060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:12.515208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.533357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6281104-ba30-4b86-bf61-a755f6da718c req-42d74676-b531-450f-8c09-e385c1ebd5f1 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820528 Aug 20 11:59:12.555062 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05d65852-c8da-4087-bc32-d57316598cbf req-579aa34d-3d21-497d-a5e0-0efa9e480133 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736637 Aug 20 11:59:12.556943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.558030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:12.558568 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.568307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb370-5ae0-48c4-895f-0c652f13b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.636308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb370-5ae0-48c4-895f-0c652f13b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.655700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3034148 Aug 20 11:59:12.661078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36384) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:12.665823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Request body: {'subnet': {'network_id': '3894a88d-7c83-4118-a9a6-6fd450a59866', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-565155958-subnet', 'tenant_id': 'ca717b805a34412e94da5d4bfeb81e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:12.673626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb370-5ae0-48c4-895f-0c652f13b9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fae12da-f32b-41d0-b1ee-96f800c75885,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:12.676704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb370-5ae0-48c4-895f-0c652f13b9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.678459 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3dbcb370-5ae0-48c4-895f-0c652f13b9d0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4fae12da-f32b-41d0-b1ee-96f800c75885 HTTP/1.1" status: 204 len: 168 time: 0.4080989 Aug 20 11:59:12.681138 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36386) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:12.681417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac9c16-95d3-4dae-a440-daa3e061d12f admin admin] Pushing event updated for resources: {'Network': ['ID=3894a88d-7c83-4118-a9a6-6fd450a59866,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:12.686554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5761e1-8c1b-479a-807b-55c9b772670c None None] Network c2fe94db-7cd4-420a-91c8-4b5b1b36e45b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:12.713286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ec11-7a71-4566-837c-954e018f789c req-ed865635-4f64-405d-8018-907b38da5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:12.715190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b5ec11-7a71-4566-837c-954e018f789c req-ed865635-4f64-405d-8018-907b38da5f94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=391f7a3a4e704d5d8f5a4cc544e2cfa2&device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 1099 time: 0.1257443 Aug 20 11:59:12.727210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Made reservation on behalf of ca717b805a34412e94da5d4bfeb81e2f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:12.729807 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.772913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.786889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3894a88d-7c83-4118-a9a6-6fd450a59866 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:59:12.846383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Deleting port 27fcd261-9425-4a14-b8d6-553ad7d3a025 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:12.847017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.870047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e321639-511a-42e7-8936-dcb82b777b42 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:12.895829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1e321639-511a-42e7-8936-dcb82b777b42 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:12.896172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e321639-511a-42e7-8936-dcb82b777b42 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:12.896615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 13e3eeaf-6516-4710-bff8-b2d43ad240a6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:12.920361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 13e3eeaf-6516-4710-bff8-b2d43ad240a6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:12.920717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 13e3eeaf-6516-4710-bff8-b2d43ad240a6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:12.935442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] For port 27fcd261-9425-4a14-b8d6-553ad7d3a025, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=27fcd261-9425-4a14-b8d6-553ad7d3a025,segment=NetworkSegment(cd771c3f-912e-4f2a-baa7-c341bc33de30),segment_id=cd771c3f-912e-4f2a-baa7-c341bc33de30)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:12.936182 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:12.952267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Calling delete_port for 27fcd261-9425-4a14-b8d6-553ad7d3a025 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:12.978078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1b4e1-37b3-4348-af77-8aa1403818e2 req-35443bf5-e9cc-46e4-b702-2dd0730fcd01 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:12.979729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29e1b4e1-37b3-4348-af77-8aa1403818e2 req-35443bf5-e9cc-46e4-b702-2dd0730fcd01 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 950 time: 0.2636254 Aug 20 11:59:13.002390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ec11-7a71-4566-837c-954e018f789c req-4eb6e1e1-21d4-42a7-9b72-617887bb14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.004435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b5ec11-7a71-4566-837c-954e018f789c req-4eb6e1e1-21d4-42a7-9b72-617887bb14b6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2788217 Aug 20 11:59:13.061524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] DHCP port deletion for c2fe94db-7cd4-420a-91c8-4b5b1b36e45b request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:59:13.077051 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.101630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b5ec11-7a71-4566-837c-954e018f789c req-94120827-e04f-49a9-8791-0555dc7b5398 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=db4727f7-961c-409d-8edf-6d4573675771 HTTP/1.1" status: 200 len: 217 time: 0.0837121 Aug 20 11:59:13.117003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fcd261-9425-4a14-b8d6-553ad7d3a025,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.120925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] No DVR routers for this DVR port 27fcd261-9425-4a14-b8d6-553ad7d3a025 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:13.145198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] Deleting port 27fcd261-9425-4a14-b8d6-553ad7d3a025 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:13.145698 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.215230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.222157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] For port 27fcd261-9425-4a14-b8d6-553ad7d3a025, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:13.222960 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.228704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fe94db-7cd4-420a-91c8-4b5b1b36e45b']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:13.239826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] Calling delete_port for 27fcd261-9425-4a14-b8d6-553ad7d3a025 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:13.243175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd771c3f-912e-4f2a-baa7-c341bc33de30') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:13.243481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd771c3f-912e-4f2a-baa7-c341bc33de30') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:13.247408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] Port 27fcd261-9425-4a14-b8d6-553ad7d3a025 was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:59:13.249557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.258971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.276466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.277025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] Pushing event deleted for resources: {'Port': ['ID=27fcd261-9425-4a14-b8d6-553ad7d3a025,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.282165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c57876-7318-481e-8d07-256c878db1c0 None None] No DVR routers for this DVR port 27fcd261-9425-4a14-b8d6-553ad7d3a025 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:13.293555 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:13.352645 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.359892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.361750 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c2fe94db-7cd4-420a-91c8-4b5b1b36e45b HTTP/1.1" status: 204 len: 168 time: 0.6792898 Aug 20 11:59:13.375090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c55df1-7222-4bb3-ac36-73e09bbffa52 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fe94db-7cd4-420a-91c8-4b5b1b36e45b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.447535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29e1b4e1-37b3-4348-af77-8aa1403818e2 req-79a31503-17fb-41ce-b563-d0a18a1bafbe tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd78637-cb02-43d7-ac60-48c6425e63e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384470 Aug 20 11:59:13.483868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.499374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.504749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36400) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:13.556095 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-47b32098-4a2b-4d2a-9b4e-31d853ff48cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1d095e2df1648a3a7aa9c1bf1a00aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478966 Aug 20 11:59:13.556324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36402) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:13.562811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ec11-7a71-4566-837c-954e018f789c req-3c0a888d-9ccc-4ebe-99aa-35ce76a2ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.564973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b5ec11-7a71-4566-837c-954e018f789c req-3c0a888d-9ccc-4ebe-99aa-35ce76a2ddb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1449711 Aug 20 11:59:13.586037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73eb281b-9b70-46f1-9012-efaff795dca5,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.595750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b328-9168-48c9-9042-54acc06addea req-9a8c2399-75b0-4793-8ceb-30d02ee8bfca tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.605887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4c7b328-9168-48c9-9042-54acc06addea req-9a8c2399-75b0-4793-8ceb-30d02ee8bfca tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 950 time: 0.1845419 Aug 20 11:59:13.622301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb3dce2-7570-4a61-b2af-e1408a1425d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.653665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb3dce2-7570-4a61-b2af-e1408a1425d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.658635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Checking segment: {'id': '6f23d5ef-1b92-4551-9ff7-e5509c4193ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3894a88d-7c83-4118-a9a6-6fd450a59866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:13.659005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Network hostable DHCP agents. Network: 3894a88d-7c83-4118-a9a6-6fd450a59866, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:59:13.689229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4c7b328-9168-48c9-9042-54acc06addea req-c406d163-e071-4c51-ac03-1572dce9f091 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847287 Aug 20 11:59:13.691051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ec11-7a71-4566-837c-954e018f789c req-33498906-20f0-4d05-a262-57facc81c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.692468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b5ec11-7a71-4566-837c-954e018f789c req-33498906-20f0-4d05-a262-57facc81c97f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170511 Aug 20 11:59:13.715048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb3dce2-7570-4a61-b2af-e1408a1425d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.715462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Network 3894a88d-7c83-4118-a9a6-6fd450a59866 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:59:13.718919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb3dce2-7570-4a61-b2af-e1408a1425d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.724474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0cb3dce2-7570-4a61-b2af-e1408a1425d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66046252-8acb-4158-8137-efcad77e94a8 HTTP/1.1" status: 204 len: 168 time: 0.1672096 Aug 20 11:59:13.734340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3894a88d-7c83-4118-a9a6-6fd450a59866) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:13.736542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3dce2-7570-4a61-b2af-e1408a1425d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66046252-8acb-4158-8137-efcad77e94a8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:13.746962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0aef8-66fe-405c-98f4-dd2db1ed8f5a None None] Network 3894a88d-7c83-4118-a9a6-6fd450a59866 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:13.794005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.794862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.862439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-548b7c75-ceee-4d67-8eb5-335dab466d99 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2000852 Aug 20 11:59:13.880197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdbdf6-24d2-4282-9305-4114eb2f65aa req-540f262f-9213-49cb-9a67-ee724842be62 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:13.881732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27bdbdf6-24d2-4282-9305-4114eb2f65aa req-540f262f-9213-49cb-9a67-ee724842be62 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 947 time: 0.1267002 Aug 20 11:59:13.910583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b5ec11-7a71-4566-837c-954e018f789c req-c9b89c5b-a5d3-4fd4-988d-0fc1834bbe72 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051942 Aug 20 11:59:13.922804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0490b668-a409-4637-a3fd-ba43351142c1 None None] Network 3894a88d-7c83-4118-a9a6-6fd450a59866 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:13.978759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27bdbdf6-24d2-4282-9305-4114eb2f65aa req-e66eb160-71b2-48a0-93a2-448f3a88b00b tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879409 Aug 20 11:59:14.072722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-a8b9b16a-6db9-43f3-8831-28baeff6e0f6 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:14.075688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-a8b9b16a-6db9-43f3-8831-28baeff6e0f6 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.22 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 950 time: 0.0727115 Aug 20 11:59:14.080700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b5ec11-7a71-4566-837c-954e018f789c req-0182d88e-75a8-4592-ac5f-89ad0524c8b8 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614759 Aug 20 11:59:14.121144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device db4727f7-961c-409d-8edf-6d4573675771 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:14.184977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Deleting port edd2f85e-e26f-4981-b22a-754ba026c8e4 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:14.185518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.275635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port db4727f7-961c-409d-8edf-6d4573675771, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4727f7-961c-409d-8edf-6d4573675771,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:14.290664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'db4727f7-961c-409d-8edf-6d4573675771', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'db4727f7-961c-409d-8edf-6d4573675771', 'mac_address': 'fa:16:3e:0c:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:14.290868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] For port edd2f85e-e26f-4981-b22a-754ba026c8e4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=edd2f85e-e26f-4981-b22a-754ba026c8e4,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:14.291234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.308772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Calling delete_port for edd2f85e-e26f-4981-b22a-754ba026c8e4 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:14.350269 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.365515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4727f7-961c-409d-8edf-6d4573675771 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:14.394542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port db4727f7-961c-409d-8edf-6d4573675771, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4727f7-961c-409d-8edf-6d4573675771,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:14.401936 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.465611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=db4727f7-961c-409d-8edf-6d4573675771,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:14.488686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.502023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['edd2f85e-e26f-4981-b22a-754ba026c8e4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:14.522916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Pushing event deleted for resources: {'Port': ['ID=edd2f85e-e26f-4981-b22a-754ba026c8e4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:14.583549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65e23c78-89ea-4bdf-8f2b-8b0e4c19b0c1 req-46c6a185-fdb9-4dc6-a50e-32c7db5b8f8c tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.25 "GET /v2.0/ports?device_id=96133ae1-742a-4cc8-8d05-37b6b3234c8f HTTP/1.1" status: 200 len: 210 time: 0.0409944 Aug 20 11:59:14.613852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] No DVR routers for this DVR port edd2f85e-e26f-4981-b22a-754ba026c8e4 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:14.625372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:14.632656 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6ac0dddd-868b-4930-8929-4a8b6ce30f00 req-2bb1cedf-57ad-41fc-8bdc-e639da3a2337 tempest-TenantUsagesTestJSON-998674826 tempest-TenantUsagesTestJSON-998674826-project] 10.222.0.22 "DELETE /v2.0/ports/edd2f85e-e26f-4981-b22a-754ba026c8e4 HTTP/1.1" status: 204 len: 173 time: 0.5504224 Aug 20 11:59:14.633245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96133ae1-742a-4cc8-8d05-37b6b3234c8f', 'name': 'network-vif-deleted', 'tag': 'edd2f85e-e26f-4981-b22a-754ba026c8e4'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:14.634669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['db4727f7-961c-409d-8edf-6d4573675771'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:14.635895 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e173989-7652-4f90-ba1c-ca9d6e209f46" -d '{"events": [{"server_uuid": "96133ae1-742a-4cc8-8d05-37b6b3234c8f", "name": "network-vif-deleted", "tag": "edd2f85e-e26f-4981-b22a-754ba026c8e4"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:14.801691 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da07264e-eea0-434a-b2c3-b17023a204be x-openstack-request-id: req-da07264e-eea0-434a-b2c3-b17023a204be {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:14.801992 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96133ae1-742a-4cc8-8d05-37b6b3234c8f", "name": "network-vif-deleted", "tag": "edd2f85e-e26f-4981-b22a-754ba026c8e4", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:14.802293 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da07264e-eea0-434a-b2c3-b17023a204be {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:14.802417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 27fcd261-9425-4a14-b8d6-553ad7d3a025 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:14.802880 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96133ae1-742a-4cc8-8d05-37b6b3234c8f', 'name': 'network-vif-deleted', 'tag': 'edd2f85e-e26f-4981-b22a-754ba026c8e4', 'status': 'completed', 'code': 200} Aug 20 11:59:14.859674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 27fcd261-9425-4a14-b8d6-553ad7d3a025 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:14.860223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 27fcd261-9425-4a14-b8d6-553ad7d3a025 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:14.891922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36448) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:15.026897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-network', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:15.055176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110635ce-617f-43d1-be1b-3ef14e15859a req-5c7e1906-c2fb-4400-af53-a28af5e4ec69 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.057223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-110635ce-617f-43d1-be1b-3ef14e15859a req-5c7e1906-c2fb-4400-af53-a28af5e4ec69 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 950 time: 0.0801654 Aug 20 11:59:15.094125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:15.096368 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.116035 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.156922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc783c2f-43ef-4671-85c6-f589fc6d8806 req-6e2ad27f-e8de-4ac7-a99b-2dc9f24ff899 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.158452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc783c2f-43ef-4671-85c6-f589fc6d8806 req-6e2ad27f-e8de-4ac7-a99b-2dc9f24ff899 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.1010182 Aug 20 11:59:15.167923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-110635ce-617f-43d1-be1b-3ef14e15859a req-87fc2dca-4087-4800-a772-79cec6172161 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970447 Aug 20 11:59:15.232938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc783c2f-43ef-4671-85c6-f589fc6d8806 req-d460ebb6-c0b0-4a57-a970-34f63f2ea987 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621607 Aug 20 11:59:15.323773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.336443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd0844-e8a1-47c3-8f63-9fbf464a935b req-25d851b6-cf26-48f7-8a33-59ac880cb696 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.337953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53bd0844-e8a1-47c3-8f63-9fbf464a935b req-25d851b6-cf26-48f7-8a33-59ac880cb696 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 948 time: 0.0788772 Aug 20 11:59:15.338587 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.380667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:59:15.402416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59f070c-e906-4789-9aa6-90c3d4ff3e35,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:15.412799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.413161 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Added segment d9b18b45-1a74-4874-95c0-11353a1a68b0 of type vlan for network 04055f11-a4d0-472f-9545-221fd61c4d3a Aug 20 11:59:15.422724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53bd0844-e8a1-47c3-8f63-9fbf464a935b req-eb17056f-1d1d-4bfd-909a-8105b919a535 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773473 Aug 20 11:59:15.470962 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.504433 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.505793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.506617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.571457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6784215 Aug 20 11:59:15.574626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36470) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:15.579978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Request body: {'subnet': {'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-subnet', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:15.606426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:15.607872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301bc0-6639-49dd-93b4-2e433a059ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=04055f11-a4d0-472f-9545-221fd61c4d3a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:15.610194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.617211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a96408-8fd5-435b-a042-07e429d6dcb1 req-96a80977-e9c7-418f-84e1-ac88713c5e97 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.619043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09a96408-8fd5-435b-a042-07e429d6dcb1 req-96a80977-e9c7-418f-84e1-ac88713c5e97 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 1102 time: 0.0664616 Aug 20 11:59:15.620610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 04055f11-a4d0-472f-9545-221fd61c4d3a details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:59:15.645856 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-09a96408-8fd5-435b-a042-07e429d6dcb1 req-32dfdf90-f483-4fbc-b96c-16835f664c79 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.785743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-09a96408-8fd5-435b-a042-07e429d6dcb1 req-32dfdf90-f483-4fbc-b96c-16835f664c79 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.791358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-09a96408-8fd5-435b-a042-07e429d6dcb1 req-32dfdf90-f483-4fbc-b96c-16835f664c79 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.820951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09a96408-8fd5-435b-a042-07e429d6dcb1 req-32dfdf90-f483-4fbc-b96c-16835f664c79 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954932 Aug 20 11:59:15.832303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfdf90-f483-4fbc-b96c-16835f664c79 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95aec32-fe75-41fa-b474-31d5265073b3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:15.853958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.931181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0024e3-2062-40b0-9cde-ef72ee39abcd,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:15.934319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Checking segment: {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:15.934688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Network hostable DHCP agents. Network: 04055f11-a4d0-472f-9545-221fd61c4d3a, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:59:15.955544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Network 04055f11-a4d0-472f-9545-221fd61c4d3a is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:59:15.967230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 04055f11-a4d0-472f-9545-221fd61c4d3a) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:15.976774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b39d4-1734-4e4d-a6da-b18a2b601476 None None] Network 04055f11-a4d0-472f-9545-221fd61c4d3a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:15.982503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:15.983476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.009182 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f2c6485a-d344-4254-9ffc-e6e5bb2efb66 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4308755 Aug 20 11:59:16.010201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36490) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:16.016552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:16.062477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.065162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.134756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.151992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device db4727f7-961c-409d-8edf-6d4573675771 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:16.198300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-04055f11-a4d0-472f-9545-221fd61c4d3a', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:59:16.199594 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.242633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port db4727f7-961c-409d-8edf-6d4573675771 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:16.256264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36498) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:16.307860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port db4727f7-961c-409d-8edf-6d4573675771 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:16.308557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.330055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beaa73-d297-46db-8d12-2cb3b2a195dc req-dec8be6a-c2a5-4d93-add1-a6fc58e536af tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:16.332335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09beaa73-d297-46db-8d12-2cb3b2a195dc req-dec8be6a-c2a5-4d93-add1-a6fc58e536af tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.0954878 Aug 20 11:59:16.408313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09beaa73-d297-46db-8d12-2cb3b2a195dc req-c7709bed-6a89-48bd-9210-c3110ef76906 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680854 Aug 20 11:59:16.461822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-bd88c7f4-6b71-460b-b978-80b02dfbc93a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329595 Aug 20 11:59:16.484260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.500321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.501601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Allocated IP 172.20.0.2 (04055f11-a4d0-472f-9545-221fd61c4d3a/3a0024e3-2062-40b0-9cde-ef72ee39abcd/bc86a551-a603-4b50-94c7-a645c4330ccd) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:16.524021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b9ae6f00-e823-430d-841e-6af38dba6b25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=375f45bbf92c496eb7b95ebdd46bdf94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649357 Aug 20 11:59:16.525704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151a080-50d0-4195-8895-874ddf37d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4727f7-961c-409d-8edf-6d4573675771'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:16.526893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36518) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:16.528153 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c545f6f-2727-4a22-bc17-376446e33ae3" -d '{"events": [{"server_uuid": "b151a080-50d0-4195-8895-874ddf37d513", "name": "network-vif-plugged", "status": "completed", "tag": "db4727f7-961c-409d-8edf-6d4573675771"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:16.556006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port db4727f7-961c-409d-8edf-6d4573675771, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4727f7-961c-409d-8edf-6d4573675771,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:16.593629 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.594467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device edd2f85e-e26f-4981-b22a-754ba026c8e4 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:16.620320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce8108-2488-42f3-ad4c-51d0520cb511 req-d7a3208e-ece9-4210-b6ff-e237c1d3e31a tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:16.623709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21ce8108-2488-42f3-ad4c-51d0520cb511 req-d7a3208e-ece9-4210-b6ff-e237c1d3e31a tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 949 time: 0.0713937 Aug 20 11:59:16.639267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: edd2f85e-e26f-4981-b22a-754ba026c8e4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:16.639619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device edd2f85e-e26f-4981-b22a-754ba026c8e4 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:16.661316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-7ea4a697-c490-4ca4-947c-1df27ce7a266 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:16.662857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-7ea4a697-c490-4ca4-947c-1df27ce7a266 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997349 Aug 20 11:59:16.685287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=db4727f7-961c-409d-8edf-6d4573675771,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:16.692182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-78c282eb-4b66-402b-bdfd-a583d96ea3f9 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/quotas/72a923b5e4ea46bda6080c1d93c9b1fd HTTP/1.1" status: 200 len: 375 time: 0.0216930 Aug 20 11:59:16.699202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21ce8108-2488-42f3-ad4c-51d0520cb511 req-d5e268ef-e915-4d66-bf20-8d0467b9b0a9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Aug 20 11:59:16.778268 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.781603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-1c53fef3-17db-4a48-ae16-8f5367feeb43 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701821 Aug 20 11:59:16.794981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Transition to ACTIVE for port object bc86a551-a603-4b50-94c7-a645c4330ccd will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:16.814415 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e18afd-5592-48c5-821a-12e364bff215 x-openstack-request-id: req-d9e18afd-5592-48c5-821a-12e364bff215 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:16.814695 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151a080-50d0-4195-8895-874ddf37d513", "name": "network-vif-plugged", "status": "completed", "tag": "db4727f7-961c-409d-8edf-6d4573675771", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:16.814947 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9e18afd-5592-48c5-821a-12e364bff215 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:16.815334 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151a080-50d0-4195-8895-874ddf37d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4727f7-961c-409d-8edf-6d4573675771', 'code': 200} Aug 20 11:59:16.837419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Transition to ACTIVE for port object bc86a551-a603-4b50-94c7-a645c4330ccd will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:16.849988 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.917625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Network 04055f11-a4d0-472f-9545-221fd61c4d3a is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:16.921244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:16.924154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:16.966285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Pushing event updated for resources: {'Port': ['ID=bc86a551-a603-4b50-94c7-a645c4330ccd,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:17.006399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Attempting to bind port bc86a551-a603-4b50-94c7-a645c4330ccd on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:17.007108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Attempting to bind port bc86a551-a603-4b50-94c7-a645c4330ccd by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:17.007108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Attempting to bind port bc86a551-a603-4b50-94c7-a645c4330ccd on network 04055f11-a4d0-472f-9545-221fd61c4d3a {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:17.013930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:17.014345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Checking segment: {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:17.015467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.015467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Bound using segment: {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:17.015723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Bound port: bc86a551-a603-4b50-94c7-a645c4330ccd, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:17.016014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.027355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a19fb78f-bc76-498f-ab20-9f097f14a20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.033338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36671cf2-b0b2-424d-8f6b-6f55f30fc84a req-c3bf953a-3a10-4bd5-a918-e5c422c5b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:17.035574 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36671cf2-b0b2-424d-8f6b-6f55f30fc84a req-c3bf953a-3a10-4bd5-a918-e5c422c5b551 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 1101 time: 0.0935318 Aug 20 11:59:17.075055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a19fb78f-bc76-498f-ab20-9f097f14a20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.105463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] For port bc86a551-a603-4b50-94c7-a645c4330ccd, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:17.110173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] For port bc86a551-a603-4b50-94c7-a645c4330ccd, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc86a551-a603-4b50-94c7-a645c4330ccd,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:17.110686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-5bb07a49-8736-48a0-a12b-1ad3cb67da85 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:17.117351 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.118586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-5bb07a49-8736-48a0-a12b-1ad3cb67da85 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/networks?id=3894a88d-7c83-4118-a9a6-6fd450a59866 HTTP/1.1" status: 200 len: 809 time: 0.1379735 Aug 20 11:59:17.118940 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36671cf2-b0b2-424d-8f6b-6f55f30fc84a req-4acd539d-89ba-4f8b-a74e-1d4171345f16 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744472 Aug 20 11:59:17.137965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-85b0131c-a671-4da2-b66d-cb12b1e4d4cd tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/quotas/ca717b805a34412e94da5d4bfeb81e2f HTTP/1.1" status: 200 len: 375 time: 0.0179176 Aug 20 11:59:17.176348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-f582accd-9167-4520-bc5f-cc87703efbc1 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca717b805a34412e94da5d4bfeb81e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369260 Aug 20 11:59:17.186101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a19fb78f-bc76-498f-ab20-9f097f14a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.188762 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a19fb78f-bc76-498f-ab20-9f097f14a20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.189957 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a19fb78f-bc76-498f-ab20-9f097f14a20c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bd78637-cb02-43d7-ac60-48c6425e63e0 HTTP/1.1" status: 204 len: 168 time: 0.6516163 Aug 20 11:59:17.191523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400973-f478-4e47-8139-c0877ca6a01e None None] Pushing event updated for resources: {'Port': ['ID=bc86a551-a603-4b50-94c7-a645c4330ccd,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:17.248858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fb78f-bc76-498f-ab20-9f097f14a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd78637-cb02-43d7-ac60-48c6425e63e0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:17.318427 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.352194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.500089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-b989f4d3-abc8-4a70-820e-d024caf0f40f service neutron] 10.222.0.25 "GET /v2.0/networks/3894a88d-7c83-4118-a9a6-6fd450a59866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182189 Aug 20 11:59:17.523366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Allocated IP 172.25.0.21 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/95b4211e-3ef2-4b81-97ef-4844a95dc3fc) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:17.721337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36556) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:17.736368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-c7c39e1f-106c-4644-b5ff-59937760aa76 service neutron] 10.222.0.25 "GET /v2.0/networks/3894a88d-7c83-4118-a9a6-6fd450a59866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339604 Aug 20 11:59:17.764607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9d64885-f6aa-484d-9adc-adf10a6d83cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.812589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dd9d6-82c4-4a6a-89ab-86f4d3d099c9 req-2fb309ea-e4d1-4fe6-acfd-b84f392bddd9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:17.819710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42390318-28d9-4131-abae-b01c39479f7b req-fc74df42-6419-4f2e-ba75-a8fecd123fad tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:17.820903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-398dd9d6-82c4-4a6a-89ab-86f4d3d099c9 req-2fb309ea-e4d1-4fe6-acfd-b84f392bddd9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.0776651 Aug 20 11:59:17.821226 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-42390318-28d9-4131-abae-b01c39479f7b req-fc74df42-6419-4f2e-ba75-a8fecd123fad tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.1594477 Aug 20 11:59:17.867308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-398dd9d6-82c4-4a6a-89ab-86f4d3d099c9 req-0c55bd6d-c7fd-4136-a92b-9577192a6e40 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455272 Aug 20 11:59:17.885885 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:17.966850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fdd18c7-a27e-44aa-806f-1333d43b8b65 req-dd648e14-2233-412f-8113-acd85fe3d53d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 210 time: 0.0481167 Aug 20 11:59:18.032040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.080704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Deleting port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:18.081050 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.146024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9d64885-f6aa-484d-9adc-adf10a6d83cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.156842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:18.163780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9d64885-f6aa-484d-9adc-adf10a6d83cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.166254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:18.195717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:18.202652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Pushing event updated for resources: {'Port': ['ID=95b4211e-3ef2-4b81-97ef-4844a95dc3fc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:18.214454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a58f279c-d929-4d7c-a8a7-8852a9c313f9 req-231d989f-2eda-4c1c-b28c-d65187df8db8 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 210 time: 0.0439508 Aug 20 11:59:18.258545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fddcc-1a57-47c9-858d-b2c14e4494c5 req-39357f42-9089-488b-9d63-cf998757e4a9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:18.261398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-683fddcc-1a57-47c9-858d-b2c14e4494c5 req-39357f42-9089-488b-9d63-cf998757e4a9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 949 time: 0.1653156 Aug 20 11:59:18.327269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e9d64885-f6aa-484d-9adc-adf10a6d83cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bdc4b93fdc94ce99cd1344a1cf537fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949495 Aug 20 11:59:18.338504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36570) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:18.380060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-683fddcc-1a57-47c9-858d-b2c14e4494c5 req-7c72dd15-3cdd-446e-9c3f-a3eaf80e1b6d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069906 Aug 20 11:59:18.398448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d64885-f6aa-484d-9adc-adf10a6d83cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b222a5c4-1d69-44d9-9222-fe76ca951439,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:18.593439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] For port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:18.594039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.712388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbf70a61-4161-4913-b44a-1da59a022326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.781422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34885838-7aae-4c14-8fe2-d88d3599e429 None None] Network 04055f11-a4d0-472f-9545-221fd61c4d3a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:18.821770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbf70a61-4161-4913-b44a-1da59a022326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.829827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc86a551-a603-4b50-94c7-a645c4330ccd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:18.984152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.984468 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.984800 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Floating IP 4bf1b7a9-9596-412e-8511-f174ba44e8e5 disassociated. External IP: 172.25.0.242, port: 7dc961dc-4503-43c6-93d0-6fdfab2c9b24. Aug 20 11:59:18.985347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Calling delete_port for 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:18.992272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.035984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbf70a61-4161-4913-b44a-1da59a022326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.039245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbf70a61-4161-4913-b44a-1da59a022326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.040650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cbf70a61-4161-4913-b44a-1da59a022326 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b222a5c4-1d69-44d9-9222-fe76ca951439 HTTP/1.1" status: 204 len: 168 time: 0.6978889 Aug 20 11:59:19.074486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-449d7961-6606-4f33-8f99-9a2dd6488c38 None None] Provisioning for port bc86a551-a603-4b50-94c7-a645c4330ccd completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:19.090005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e01d-da6b-45ab-9ca1-dc691c0aa9bb req-95a4702e-db68-4b86-9238-4078437b291f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:19.093731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port bc86a551-a603-4b50-94c7-a645c4330ccd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:19.100935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bc86a551-a603-4b50-94c7-a645c4330ccd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:19.101172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f939e01d-da6b-45ab-9ca1-dc691c0aa9bb req-95a4702e-db68-4b86-9238-4078437b291f tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 945 time: 0.1082425 Aug 20 11:59:19.101396 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.168366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f53dec6a-a778-4671-a6e9-648913cf1e52 req-86690bc3-117a-49b3-b493-581b11596381 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 210 time: 0.0565927 Aug 20 11:59:19.188802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf70a61-4161-4913-b44a-1da59a022326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222a5c4-1d69-44d9-9222-fe76ca951439,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:19.201437 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-4c27f5ec-6a77-4d0e-8331-c249cf3fa82f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445077 Aug 20 11:59:19.229896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f939e01d-da6b-45ab-9ca1-dc691c0aa9bb req-e979b44d-717e-4033-8f83-81395bb3a414 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271031 Aug 20 11:59:19.309436 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.358461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port bc86a551-a603-4b50-94c7-a645c4330ccd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc86a551-a603-4b50-94c7-a645c4330ccd,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:19.376712 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.453249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4ef4590-f593-4280-a5eb-e374a6f8edd2 req-e198ab86-6d9e-4ef7-9829-b9759a43aa9b tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 210 time: 0.0763261 Aug 20 11:59:19.535962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=bc86a551-a603-4b50-94c7-a645c4330ccd,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:19.608232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6fa55527-6a35-4895-a437-91f530049211 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:19.609789 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6fa55527-6a35-4895-a437-91f530049211 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3956692 Aug 20 11:59:19.689236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Request body: {'port': {'device_id': 'c01740e3-ae57-4727-8736-a259e3c220bc', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '72a923b5e4ea46bda6080c1d93c9b1fd'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:19.723767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-948091b5-35d0-4614-afc0-1b6ab845fc40 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789864 Aug 20 11:59:19.749812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57cbd5-f4c2-4297-ba4b-6f977fc25756 req-6d19453b-fb57-4d00-b9eb-8757186e033d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:19.752669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac57cbd5-f4c2-4297-ba4b-6f977fc25756 req-6d19453b-fb57-4d00-b9eb-8757186e033d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 949 time: 0.1715298 Aug 20 11:59:19.794991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.819241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-04e0ea00-6fe5-492f-a47a-1c80d926c930 None None] Provisioning complete for port bc86a551-a603-4b50-94c7-a645c4330ccd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:19.819772 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04e0ea00-6fe5-492f-a47a-1c80d926c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.861216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.867865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event deleted for resources: {'Port': ['ID=7dc961dc-4503-43c6-93d0-6fdfab2c9b24,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:20.007551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac57cbd5-f4c2-4297-ba4b-6f977fc25756 req-34daa44e-e0b7-4ea9-8edc-d825ace22d64 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137803 Aug 20 11:59:20.013145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-7fddb018-20bd-41d2-a7b9-109b093209e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2593191 Aug 20 11:59:20.029049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-588604bc-0362-49da-91bc-b783e47be3cb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:20.030631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-588604bc-0362-49da-91bc-b783e47be3cb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753747 Aug 20 11:59:20.046516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Request body: {'port': {'device_id': '0145d751-8d66-4249-8640-7660d78aeb8b', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '72a923b5e4ea46bda6080c1d93c9b1fd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:20.104270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.22', 55422) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:20.130545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Made reservation on behalf of 72a923b5e4ea46bda6080c1d93c9b1fd for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:20.135276 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.195370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Router d118ce28-dca5-4e37-a6f6-c04e90179747 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:20.333448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-84e9bd6b-3777-4c7a-b38d-883d65300d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:20.335285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-84e9bd6b-3777-4c7a-b38d-883d65300d38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=04ac883b2f014d8ea9ebbb031fd438e3&device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 1097 time: 0.2318857 Aug 20 11:59:20.404482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Allocated IP 192.168.233.144 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/581b48cb-375c-4f27-92fd-5fcbe6c9c5cd) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:20.553168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-775383d2-c15d-462d-8c17-3f03f28e2ac4 req-6c8c8de2-1505-44d0-a581-c05ec87da65a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 210 time: 0.1990864 Aug 20 11:59:20.620586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-6def8d6b-dd2d-4bcf-a68f-80f17c7e3a6e tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:20.622562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-6def8d6b-dd2d-4bcf-a68f-80f17c7e3a6e tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.22 "GET /v2.0/networks?id=3894a88d-7c83-4118-a9a6-6fd450a59866 HTTP/1.1" status: 200 len: 809 time: 0.5173836 Aug 20 11:59:20.624903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6cd3f2ef-ffeb-48e8-a8ab-f22ea3c8f5a4 req-b88c6162-970a-44a1-9d39-dc12108142d7 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 210 time: 0.0537393 Aug 20 11:59:20.631599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-aef8a00f-7d9f-40d7-b9e9-ee23011389ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:20.633213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-aef8a00f-7d9f-40d7-b9e9-ee23011389ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 HTTP/1.1" status: 200 len: 911 time: 0.2411916 Aug 20 11:59:20.639784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Request body: {'port': {'device_id': 'da683bb2-a7bb-48a4-a84b-362c8c426ded', 'network_id': '3894a88d-7c83-4118-a9a6-6fd450a59866', 'admin_state_up': True, 'tenant_id': 'ca717b805a34412e94da5d4bfeb81e2f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:20.770220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Made reservation on behalf of 72a923b5e4ea46bda6080c1d93c9b1fd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:20.773601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.786582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f07df964-12ff-4901-84a3-3459c6c88389 req-16530757-9854-4d14-bb45-00afe609891b tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 210 time: 0.1330509 Aug 20 11:59:20.812960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc86a551-a603-4b50-94c7-a645c4330ccd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:20.888346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-53722091-76dd-48e2-b8c4-98933a937d26 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0 HTTP/1.1" status: 200 len: 1000 time: 0.2444925 Aug 20 11:59:20.926739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bc86a551-a603-4b50-94c7-a645c4330ccd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:20.927393 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.005143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c09e18-dfb5-46d2-9d98-eb5a8eda96d5 req-640d8fcf-20d2-4e8f-835c-e2fadbe75c22 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:21.006816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49c09e18-dfb5-46d2-9d98-eb5a8eda96d5 req-640d8fcf-20d2-4e8f-835c-e2fadbe75c22 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 949 time: 0.2539978 Aug 20 11:59:21.065049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-73b4cbd9-87e4-4a78-b96d-4a6eb7b3caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:21.066648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-73b4cbd9-87e4-4a78-b96d-4a6eb7b3caf0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=93fd245a-e68c-41c6-876f-3488f7f8dd9c HTTP/1.1" status: 200 len: 849 time: 0.1676471 Aug 20 11:59:21.110206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Router 2ee13b71-15f7-4908-b533-5fd9a3390179 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:59:21.110488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Made reservation on behalf of ca717b805a34412e94da5d4bfeb81e2f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:21.114697 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.138325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49c09e18-dfb5-46d2-9d98-eb5a8eda96d5 req-6728b865-98f8-471f-9aa2-e640f337142d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114461 Aug 20 11:59:21.186139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:21.199740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-6322a16e-31f2-4618-ae9c-89764c8765c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:21.201257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-6322a16e-31f2-4618-ae9c-89764c8765c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244423 Aug 20 11:59:21.204974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] Sync routers for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:21.222958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:21.223968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:21.256094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] No DVR routers for this DVR port 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:21.261108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.263146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-42390318-28d9-4131-abae-b01c39479f7b req-90e29a4b-db6f-4bb7-9c09-57e893fbc968 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.73 "DELETE /v2.0/ports/7dc961dc-4503-43c6-93d0-6fdfab2c9b24 HTTP/1.1" status: 204 len: 173 time: 3.4318206 Aug 20 11:59:21.266064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'name': 'network-vif-deleted', 'tag': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:21.269439 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d212175-4f98-468b-96e2-e32609e6a409" -d '{"events": [{"server_uuid": "d7d21764-c324-4853-8f9c-1fa29b8c5e52", "name": "network-vif-deleted", "tag": "7dc961dc-4503-43c6-93d0-6fdfab2c9b24"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:21.324534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.350648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Transition to ACTIVE for port object 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:21.356541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:21.373399 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Sync routers for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:21.384751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.388722 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-41ff37db-b229-4f6c-9424-6ed98e4267cc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3743942 Aug 20 11:59:21.389301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:21.390842 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695035d9-75c5-481f-b7df-e49fb3e690ac x-openstack-request-id: req-695035d9-75c5-481f-b7df-e49fb3e690ac {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:21.391260 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d21764-c324-4853-8f9c-1fa29b8c5e52", "name": "network-vif-deleted", "tag": "7dc961dc-4503-43c6-93d0-6fdfab2c9b24", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:21.391398 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-695035d9-75c5-481f-b7df-e49fb3e690ac {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:21.391770 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d21764-c324-4853-8f9c-1fa29b8c5e52', 'name': 'network-vif-deleted', 'tag': '7dc961dc-4503-43c6-93d0-6fdfab2c9b24', 'status': 'completed', 'code': 200} Aug 20 11:59:21.399276 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:21.400594 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:21.412730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-8d001dfa-53fd-4aa6-9a68-184957aff003 service neutron] 10.222.0.22 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995904 Aug 20 11:59:21.466115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.485898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:21.562817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:21.584098 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:21.585312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:21.601249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:21.621791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:21.640292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:21.696542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'Port': ['ID=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:21.742453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:21.742963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7dc961dc-4503-43c6-93d0-6fdfab2c9b24 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:21.759080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8586f1ae-23c1-479a-98b0-ceea8428272b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.799423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.22', 55423) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:21.948891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:21.949651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:21.965019 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:18Z', 'revision_number': 3, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:22.021259 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Checking router: 2ee13b71-15f7-4908-b533-5fd9a3390179 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:22.022456 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Updating router 2ee13b71-15f7-4908-b533-5fd9a3390179 port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:22.041888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-670f65ee-9400-43a0-bb13-9c41f2e277a2 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:22.044638 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-670f65ee-9400-43a0-bb13-9c41f2e277a2 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 949 time: 0.2415466 Aug 20 11:59:22.067915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-38d74d6c-7d63-41b2-82b2-8d10cfb1d8ae tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4357290 Aug 20 11:59:22.088404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Allocated IP 172.20.0.14 (3894a88d-7c83-4118-a9a6-6fd450a59866/73eb281b-9b70-46f1-9012-efaff795dca5/a1479b89-0e5d-486f-a77c-d083e0dee931) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:22.102402 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.109853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Request body: {'port': {'device_id': 'c01740e3-ae57-4727-8736-a259e3c220bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:22.135654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bd21c32b-a70f-42dd-b292-90dfa2c0af8d None None] Provisioning for port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:22.144483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bd21c32b-a70f-42dd-b292-90dfa2c0af8d None None] Provisioning complete for port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:22.145430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bd21c32b-a70f-42dd-b292-90dfa2c0af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.178266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a0fa8a1-f6a3-4066-99d7-7c2320f19350 req-5fcb0774-d92d-4710-a1bc-81c7ef110f48 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 210 time: 0.0877316 Aug 20 11:59:22.180291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5333bd03-1c9a-4959-8089-40b4fda68a38 req-0f7169e7-22d8-4c34-acd0-35306fdb9ea6 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d21764-c324-4853-8f9c-1fa29b8c5e52 HTTP/1.1" status: 200 len: 210 time: 0.0884593 Aug 20 11:59:22.219202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bd21c32b-a70f-42dd-b292-90dfa2c0af8d None None] Port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:22.257435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:22.316913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] Checking router: d118ce28-dca5-4e37-a6f6-c04e90179747 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:22.322408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.327834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:22.328458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:22.345741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Allocated IP 192.168.233.40 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/1f38f0ec-bcc4-409a-a7c4-54ffc850345d) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:22.424035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Deleting port db4727f7-961c-409d-8edf-6d4573675771 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:22.424687 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.463353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:22.552686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17a79a3c-9151-4491-a79f-f6f098022cae req-e02c45cc-22cf-45ba-bff3-665aa58c1037 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 210 time: 0.2427082 Aug 20 11:59:22.565451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-b52b305f-2a8f-4f40-b5c7-ca00ccd412c1 service neutron] 10.222.0.22 "GET /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1403873 Aug 20 11:59:22.602048 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.617765 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Transition to ACTIVE for port object 95b4211e-3ef2-4b81-97ef-4844a95dc3fc will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:22.640457 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.642946 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.677009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c352a-f305-4359-922d-31c4cbdda300 req-70a7f7f5-158f-49a5-a2b8-2f8b566e531d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:22.683264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] For port db4727f7-961c-409d-8edf-6d4573675771, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4727f7-961c-409d-8edf-6d4573675771,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:22.683637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.684672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e04c352a-f305-4359-922d-31c4cbdda300 req-70a7f7f5-158f-49a5-a2b8-2f8b566e531d tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 949 time: 0.1262317 Aug 20 11:59:22.714648 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Attempting to bind port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:22.715321 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Attempting to bind port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:22.715876 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Attempting to bind port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:22.727313 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:22.728005 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:22.728600 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.729153 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:22.729802 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Bound port: 95b4211e-3ef2-4b81-97ef-4844a95dc3fc, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:22.730402 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.742454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.744676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Calling delete_port for db4727f7-961c-409d-8edf-6d4573675771 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:22.763305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e04c352a-f305-4359-922d-31c4cbdda300 req-1528fa1c-dd66-4d15-9066-0e81f879f314 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/security-groups?id=61b6606d-db6b-4c3a-8db5-0b0401b71b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776472 Aug 20 11:59:22.907839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:22.924869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Transition to ACTIVE for port object 1f38f0ec-bcc4-409a-a7c4-54ffc850345d will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:22.945845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:22.980157 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Pushing event updated for resources: {'Port': ['ID=95b4211e-3ef2-4b81-97ef-4844a95dc3fc,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:22.996654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Allocated IP 172.20.0.1 (04055f11-a4d0-472f-9545-221fd61c4d3a/3a0024e3-2062-40b0-9cde-ef72ee39abcd/8d1727d1-6087-4976-857b-82b2d5d91b8e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:23.002030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.002391 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.002721 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.003073 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.003396 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.003714 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.004216 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.004533 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.004846 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.005157 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.005467 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.005773 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:23.020001 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.037276 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] For port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:23.043345 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] For port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=95b4211e-3ef2-4b81-97ef-4844a95dc3fc,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:23.047670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:23.049447 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.055422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d349d06-6749-400b-a00f-526f90f3ae66 None None] The sync data for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 is: [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:54:27Z', 'revision_number': 4, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '47ae4eb8-a827-405d-b70f-1f864390ee00', 'name': '', 'network_id': '393a2286-2b94-4720-bc41-0b7c8532c668', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'mac_address': 'fa:16:3e:20:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:26Z', 'updated_at': '2021-08-20T11:54:35Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'subnets': [{'id': 'd2fb1305-8259-41de-a3fa-da38bbe5c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:23.113920 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.117545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'Port': ['ID=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:23.135613 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:23.136731 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:23.334093 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:23.363286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:23.364063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Pushing event updated for resources: {'Port': ['ID=a1479b89-0e5d-486f-a77c-d083e0dee931,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:23.379423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Network 3894a88d-7c83-4118-a9a6-6fd450a59866 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:23.411731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:23.443030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36686) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:23.447126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:23.447627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.457169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:23.457923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.473110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:23.543609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Pushing event deleted for resources: {'Port': ['ID=db4727f7-961c-409d-8edf-6d4573675771,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:23.555108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:23.577318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.588510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Transition to ACTIVE for port object 8d1727d1-6087-4976-857b-82b2d5d91b8e will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:23.625047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Transition to ACTIVE for port object 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:23.637021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec074fdf-dc9e-41e3-9dd0-e7eeb9f2f442 None None] New status for floating IP 4bf1b7a9-9596-412e-8511-f174ba44e8e5: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:59:23.650057 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.659997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] No DVR routers for this DVR port db4727f7-961c-409d-8edf-6d4573675771 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:23.681831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.684506 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1d3f-0fd6-43df-ae98-74c74fc97a94 None None] Pushing event updated for resources: {'Port': ['ID=95b4211e-3ef2-4b81-97ef-4844a95dc3fc,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:23.687385 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.22 "DELETE /v2.0/ports/db4727f7-961c-409d-8edf-6d4573675771 HTTP/1.1" status: 204 len: 173 time: 1.6348403 Aug 20 11:59:23.702867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151a080-50d0-4195-8895-874ddf37d513', 'name': 'network-vif-deleted', 'tag': 'db4727f7-961c-409d-8edf-6d4573675771'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:23.705460 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c148b-3af1-46ca-850e-a4b31b8fe583" -d '{"events": [{"server_uuid": "b151a080-50d0-4195-8895-874ddf37d513", "name": "network-vif-deleted", "tag": "db4727f7-961c-409d-8edf-6d4573675771"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:23.754162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:23.755951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.789664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b2975-df33-49fb-b08c-611857c0677c req-22986fdd-57db-4b6c-9a26-89c658371f77 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:23.791581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd6b2975-df33-49fb-b08c-611857c0677c req-22986fdd-57db-4b6c-9a26-89c658371f77 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 935 time: 0.4404151 Aug 20 11:59:23.792833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-f883fcb7-f360-42d0-818d-29aa24bcd373 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7517853 Aug 20 11:59:23.802266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:23.803104 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.814716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Request body: {'port': {'device_id': '0145d751-8d66-4249-8640-7660d78aeb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:23.816027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Pushing event updated for resources: {'Port': ['ID=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:23.818608 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0186541c-ec56-46ec-8d0f-e5cbc4c01f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.933854 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:18Z', 'revision_number': 3, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:23.969843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a76dcfaa-5369-4e26-8df9-27f908e79f13 None None] Provisioning for port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:23.970360 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28d183-aaac-4cde-a57c-c1777ebe6620 None None] The sync data for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 is: [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:18Z', 'revision_number': 3, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:23.972953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd6b2975-df33-49fb-b08c-611857c0677c req-5713b253-b52d-4f31-aea1-2005e59646fc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651549 Aug 20 11:59:23.991009 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:23.994284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a76dcfaa-5369-4e26-8df9-27f908e79f13 None None] Provisioning complete for port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:23.994983 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a76dcfaa-5369-4e26-8df9-27f908e79f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.042803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36698) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:24.089636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.093054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0186541c-ec56-46ec-8d0f-e5cbc4c01f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.095050 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58f9763-5d35-4beb-acbd-694926d386c9 x-openstack-request-id: req-d58f9763-5d35-4beb-acbd-694926d386c9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:24.095958 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151a080-50d0-4195-8895-874ddf37d513", "name": "network-vif-deleted", "tag": "db4727f7-961c-409d-8edf-6d4573675771", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:24.095958 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d58f9763-5d35-4beb-acbd-694926d386c9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:24.095958 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151a080-50d0-4195-8895-874ddf37d513', 'name': 'network-vif-deleted', 'tag': 'db4727f7-961c-409d-8edf-6d4573675771', 'status': 'completed', 'code': 200} Aug 20 11:59:24.100804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a76dcfaa-5369-4e26-8df9-27f908e79f13 None None] Port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:24.176909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device db4727f7-961c-409d-8edf-6d4573675771 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:24.203620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-9c906099-b5f1-4580-b728-80c3254ed5a4 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5676997 Aug 20 11:59:24.210735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1727d1-6087-4976-857b-82b2d5d91b8e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:24.214161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: db4727f7-961c-409d-8edf-6d4573675771 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:24.214609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device db4727f7-961c-409d-8edf-6d4573675771 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:24.225669 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0186541c-ec56-46ec-8d0f-e5cbc4c01f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.244330 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f23bee1e-1ea8-4e7c-9371-c7656b19d177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.250737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Request body: {'port': {'device_id': 'da683bb2-a7bb-48a4-a84b-362c8c426ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:24.277959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0186541c-ec56-46ec-8d0f-e5cbc4c01f81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ab7e13d8d514c7d809b15a51a78bb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8218899 Aug 20 11:59:24.282984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd7d12d3-05d3-4848-9ea1-296ab56f2f71 req-9ca9e0d0-c841-4823-85c1-189bd18c47f7 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] 10.222.0.25 "GET /v2.0/ports?device_id=b151a080-50d0-4195-8895-874ddf37d513 HTTP/1.1" status: 200 len: 210 time: 0.0848002 Aug 20 11:59:24.295200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36700) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:24.329386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Network 04055f11-a4d0-472f-9545-221fd61c4d3a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:24.338806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:24.345669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Attempting to bind port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:24.345967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Attempting to bind port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:24.346326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Attempting to bind port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:24.350727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4be8-1d63-47f3-b74c-69132c86082e req-0eed1e98-5591-4162-b30f-e5ad8424f2c2 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:24.352498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dfe4be8-1d63-47f3-b74c-69132c86082e req-0eed1e98-5591-4162-b30f-e5ad8424f2c2 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 932 time: 0.3862340 Aug 20 11:59:24.354469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:24.356497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186541c-ec56-46ec-8d0f-e5cbc4c01f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79404699-1f3e-41ee-b732-0399c17dcada,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:24.458325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.488360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d4ed14-3fcd-4a14-b5e9-9d9356b6bd77 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.529491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:24.529729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Attempting to bind port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:24.541267 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d4ed14-3fcd-4a14-b5e9-9d9356b6bd77 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.544589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:24.545285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:24.545837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:24.546478 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Bound port: 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:24.547020 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.597837 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-892c7a39-cb6f-47a1-82f9-f1abae4303f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.614217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.642119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-892c7a39-cb6f-47a1-82f9-f1abae4303f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.708999 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dfe4be8-1d63-47f3-b74c-69132c86082e req-437c1ce2-2ec5-42d4-9c0b-fa255ec9fade tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107200 Aug 20 11:59:24.750826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cbea38ae-9c2b-4f18-9c80-b33818898c7a None None] Provisioning for port 8d1727d1-6087-4976-857b-82b2d5d91b8e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:24.755175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d4ed14-3fcd-4a14-b5e9-9d9356b6bd77 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.758009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cbea38ae-9c2b-4f18-9c80-b33818898c7a None None] Provisioning complete for port 8d1727d1-6087-4976-857b-82b2d5d91b8e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:24.758487 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cbea38ae-9c2b-4f18-9c80-b33818898c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.759496 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d4ed14-3fcd-4a14-b5e9-9d9356b6bd77 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.762565 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-89d4ed14-3fcd-4a14-b5e9-9d9356b6bd77 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "DELETE /v2.0/security-groups/4ebfc674-5f99-48f8-8b68-b0c5da62c3a3 HTTP/1.1" status: 204 len: 168 time: 0.7170386 Aug 20 11:59:24.767338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36706) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:24.823876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-cbea38ae-9c2b-4f18-9c80-b33818898c7a None None] Port 8d1727d1-6087-4976-857b-82b2d5d91b8e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:24.853706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4ed14-3fcd-4a14-b5e9-9d9356b6bd77 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebfc674-5f99-48f8-8b68-b0c5da62c3a3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:24.858201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 95b4211e-3ef2-4b81-97ef-4844a95dc3fc up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:24.908450 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-f380c181-575d-4ae5-a931-b658254334c9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] show failed (client error): The resource could not be found. Aug 20 11:59:24.913448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f380c181-575d-4ae5-a931-b658254334c9 tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "GET /v2.0/security-groups/4ebfc674-5f99-48f8-8b68-b0c5da62c3a3 HTTP/1.1" status: 404 len: 347 time: 0.1357939 Aug 20 11:59:24.927227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36710) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:24.929230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:24.933834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:24.934370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:24.942240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] For port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:25.000025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] For port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:25.000320 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.015577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-892c7a39-cb6f-47a1-82f9-f1abae4303f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.018923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-892c7a39-cb6f-47a1-82f9-f1abae4303f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.019815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.022740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-892c7a39-cb6f-47a1-82f9-f1abae4303f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79404699-1f3e-41ee-b732-0399c17dcada HTTP/1.1" status: 204 len: 168 time: 0.7252424 Aug 20 11:59:25.038144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f38f0ec-bcc4-409a-a7c4-54ffc850345d {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:25.064102 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.104245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c7a39-cb6f-47a1-82f9-f1abae4303f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79404699-1f3e-41ee-b732-0399c17dcada,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:25.128476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=95b4211e-3ef2-4b81-97ef-4844a95dc3fc,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:25.147460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.165392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:25.165957 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.167397 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] 10.222.0.22 "PUT /v2.0/ports/581b48cb-375c-4f27-92fd-5fcbe6c9c5cd HTTP/1.1" status: 200 len: 1097 time: 3.0661023 Aug 20 11:59:25.218372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.232797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Transition to ACTIVE for port object 1f38f0ec-bcc4-409a-a7c4-54ffc850345d will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:25.264980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.278926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=95b4211e-3ef2-4b81-97ef-4844a95dc3fc,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:25.474993 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.485496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:25.540974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dbcfd-b86e-4a65-881a-39714e51794d req-b513afa9-f0b1-443c-988d-8bcd56e41cca tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:25.542916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af3dbcfd-b86e-4a65-881a-39714e51794d req-b513afa9-f0b1-443c-988d-8bcd56e41cca tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 947 time: 0.3062394 Aug 20 11:59:25.625040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1479b89-0e5d-486f-a77c-d083e0dee931 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:25.651595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36722) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:25.656397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.658139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.676506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af3dbcfd-b86e-4a65-881a-39714e51794d req-7a25638d-13a8-401d-a411-e557a1f96c07 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238668 Aug 20 11:59:25.696065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Transition to ACTIVE for port object a1479b89-0e5d-486f-a77c-d083e0dee931 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:25.697439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Attempting to bind port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:25.697801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Attempting to bind port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:25.698162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Attempting to bind port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:25.701226 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.733701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:25.734262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Attempting to bind port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:25.747486 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00415cb7-4984-47ed-957e-f83a1b674b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.750008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:25.750419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:25.750906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:25.751330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Bound port: 1f38f0ec-bcc4-409a-a7c4-54ffc850345d, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:25.751907 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.795829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Pushing event updated for resources: {'Port': ['ID=a1479b89-0e5d-486f-a77c-d083e0dee931,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:25.908337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b7c66-1874-4225-94b9-0bc4a28fdf42 service neutron] Pushing event updated for resources: {'Port': ['ID=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:25.962680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] For port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:25.964594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36734) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:25.984251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00415cb7-4984-47ed-957e-f83a1b674b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:25.993882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c7b4-970c-4807-8cfc-89e687b1d6ab req-9d6ad5dc-fca8-4fb2-8def-add187c6b29b tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:25.996004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32c6c7b4-970c-4807-8cfc-89e687b1d6ab req-9d6ad5dc-fca8-4fb2-8def-add187c6b29b tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 944 time: 0.1452489 Aug 20 11:59:26.000215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Deleting port ca2dfcc9-d93b-48f2-a3a0-00250d7ff5a3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:26.000560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.002729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00415cb7-4984-47ed-957e-f83a1b674b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.010830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] For port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:26.014437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Attempting to bind port a1479b89-0e5d-486f-a77c-d083e0dee931 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:26.014645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Attempting to bind port a1479b89-0e5d-486f-a77c-d083e0dee931 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '6f23d5ef-1b92-4551-9ff7-e5509c4193ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3894a88d-7c83-4118-a9a6-6fd450a59866'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:26.015040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Attempting to bind port a1479b89-0e5d-486f-a77c-d083e0dee931 on network 3894a88d-7c83-4118-a9a6-6fd450a59866 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:26.033975 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.046064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Port a1479b89-0e5d-486f-a77c-d083e0dee931 on network 3894a88d-7c83-4118-a9a6-6fd450a59866 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:26.046421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Attempting to bind port a1479b89-0e5d-486f-a77c-d083e0dee931 on network 3894a88d-7c83-4118-a9a6-6fd450a59866 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:26.086474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:26.086857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Checking segment: {'id': '6f23d5ef-1b92-4551-9ff7-e5509c4193ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3894a88d-7c83-4118-a9a6-6fd450a59866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:26.087367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Bound using segment: {'id': '6f23d5ef-1b92-4551-9ff7-e5509c4193ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3894a88d-7c83-4118-a9a6-6fd450a59866'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:26.087801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Bound port: a1479b89-0e5d-486f-a77c-d083e0dee931, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f23d5ef-1b92-4551-9ff7-e5509c4193ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3894a88d-7c83-4118-a9a6-6fd450a59866'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:26.088208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.103182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.103809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.105250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] 10.222.0.22 "PUT /v2.0/ports/1f38f0ec-bcc4-409a-a7c4-54ffc850345d HTTP/1.1" status: 200 len: 1096 time: 2.2978771 Aug 20 11:59:26.107717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0145d751-8d66-4249-8640-7660d78aeb8b', 'tag': '1f38f0ec-bcc4-409a-a7c4-54ffc850345d'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:26.110986 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3d3e06-2f79-45d1-9a33-a4b887623adc" -d '{"events": [{"name": "network-changed", "server_uuid": "0145d751-8d66-4249-8640-7660d78aeb8b", "tag": "1f38f0ec-bcc4-409a-a7c4-54ffc850345d"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:26.111798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01740e3-ae57-4727-8736-a259e3c220bc', 'tag': '581b48cb-375c-4f27-92fd-5fcbe6c9c5cd'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:26.118900 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9529a4b-2eaf-4945-81e3-2d60bc134a12" -d '{"events": [{"name": "network-changed", "server_uuid": "c01740e3-ae57-4727-8736-a259e3c220bc", "tag": "581b48cb-375c-4f27-92fd-5fcbe6c9c5cd"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:26.125771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32c6c7b4-970c-4807-8cfc-89e687b1d6ab req-37c3f173-b89a-4f88-b354-f29167033e35 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135724 Aug 20 11:59:26.148196 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-893ad786-4ba6-475e-9715-db5032c0e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.149694 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-893ad786-4ba6-475e-9715-db5032c0e918 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 1100 time: 0.4950306 Aug 20 11:59:26.217193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f356959-a056-4bd6-9419-39e93eb450d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:26.225150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36742) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:26.225788 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-00415cb7-4984-47ed-957e-f83a1b674b9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22e936ed3af94a34ae9ea397330f64e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541666 Aug 20 11:59:26.239117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00415cb7-4984-47ed-957e-f83a1b674b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d8e882-47d1-4cb9-8f7f-892882107267,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:26.242170 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab6c828-50d4-4e9c-8f95-2414ecca81e9 x-openstack-request-id: req-0ab6c828-50d4-4e9c-8f95-2414ecca81e9 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:26.242493 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0145d751-8d66-4249-8640-7660d78aeb8b", "tag": "1f38f0ec-bcc4-409a-a7c4-54ffc850345d", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:26.242745 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ab6c828-50d4-4e9c-8f95-2414ecca81e9 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:26.243148 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0145d751-8d66-4249-8640-7660d78aeb8b', 'tag': '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'status': 'completed', 'code': 200} Aug 20 11:59:26.263493 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adb9ab2-5506-4328-8d63-47927d027345 x-openstack-request-id: req-9adb9ab2-5506-4328-8d63-47927d027345 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:26.263824 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01740e3-ae57-4727-8736-a259e3c220bc", "tag": "581b48cb-375c-4f27-92fd-5fcbe6c9c5cd", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:26.264109 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9adb9ab2-5506-4328-8d63-47927d027345 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:26.264912 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01740e3-ae57-4727-8736-a259e3c220bc', 'tag': '581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', 'status': 'completed', 'code': 200} Aug 20 11:59:26.297269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-54896ef1-bf4f-4a2d-bddd-d26c4a1aa109 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd HTTP/1.1" status: 200 len: 217 time: 0.0889425 Aug 20 11:59:26.327075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] For port a1479b89-0e5d-486f-a77c-d083e0dee931, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:26.344896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-b927db02-0548-4925-9193-35c78c34fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.347091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-b927db02-0548-4925-9193-35c78c34fd60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 1099 time: 0.1823685 Aug 20 11:59:26.347556 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.347898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.352131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6a321615-85ae-438d-9d00-b80cd53fee84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=391f7a3a4e704d5d8f5a4cc544e2cfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845851 Aug 20 11:59:26.358453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] For port a1479b89-0e5d-486f-a77c-d083e0dee931, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a1479b89-0e5d-486f-a77c-d083e0dee931,segment=NetworkSegment(6f23d5ef-1b92-4551-9ff7-e5509c4193ee),segment_id=6f23d5ef-1b92-4551-9ff7-e5509c4193ee)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:26.363654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36744) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:26.388168 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.398715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Calling delete_port for ca2dfcc9-d93b-48f2-a3a0-00250d7ff5a3 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:26.434301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-0791c654-c5df-4325-8e18-f6f51ab60b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.435775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-0791c654-c5df-4325-8e18-f6f51ab60b56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1290591 Aug 20 11:59:26.467820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-9abc5278-aee5-49e5-9b0e-ef524cdd2204 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=1f38f0ec-bcc4-409a-a7c4-54ffc850345d HTTP/1.1" status: 200 len: 217 time: 0.1031945 Aug 20 11:59:26.482851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89cc033c-cd78-4acf-a3cc-e51ed265e37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.500730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.501411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.502798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] 10.222.0.22 "PUT /v2.0/ports/a1479b89-0e5d-486f-a77c-d083e0dee931 HTTP/1.1" status: 200 len: 1093 time: 2.2797918 Aug 20 11:59:26.534126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.554384 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.611687 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89cc033c-cd78-4acf-a3cc-e51ed265e37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.630571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d614388f-f0a9-4028-839c-539446412094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.632103 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-d614388f-f0a9-4028-839c-539446412094 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655407 Aug 20 11:59:26.632697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1727d1-6087-4976-857b-82b2d5d91b8e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:26.633402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad46bf-25ff-4e67-98b4-ac9375a1ac94 service neutron] Pushing event updated for resources: {'Port': ['ID=a1479b89-0e5d-486f-a77c-d083e0dee931,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:26.653279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-63e36abb-b4b4-44ce-80f9-53288f2a6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.654765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-63e36abb-b4b4-44ce-80f9-53288f2a6e56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1791658 Aug 20 11:59:26.685303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1e689c3-9ee7-44b3-aa3b-a0f00ed5f42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.715984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.740311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-ca37dccf-8a45-4934-af32-5454d62a915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.742078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-ca37dccf-8a45-4934-af32-5454d62a915a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca717b805a34412e94da5d4bfeb81e2f&device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 1096 time: 0.1773090 Aug 20 11:59:26.760380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1e689c3-9ee7-44b3-aa3b-a0f00ed5f42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.793404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 95b4211e-3ef2-4b81-97ef-4844a95dc3fc up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:26.816836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6be1962c-8a3b-4cba-b932-6b38d9456a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:26.818511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-6be1962c-8a3b-4cba-b932-6b38d9456a3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522381 Aug 20 11:59:26.838100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-1b1cceea-abeb-476b-b90d-9d5f7a6fcff3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1479b89-0e5d-486f-a77c-d083e0dee931 HTTP/1.1" status: 200 len: 217 time: 0.0809484 Aug 20 11:59:26.838637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89cc033c-cd78-4acf-a3cc-e51ed265e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.841193 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89cc033c-cd78-4acf-a3cc-e51ed265e37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.842267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-89cc033c-cd78-4acf-a3cc-e51ed265e37c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71d8e882-47d1-4cb9-8f7f-892882107267 HTTP/1.1" status: 204 len: 168 time: 0.6150606 Aug 20 11:59:26.867463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.903360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:26.903733 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.920278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Pushing event deleted for resources: {'Port': ['ID=ca2dfcc9-d93b-48f2-a3a0-00250d7ff5a3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:26.947616 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:26.970734 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-76617459-2d55-4631-8bc2-0767598b9144 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254311 Aug 20 11:59:26.995256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc033c-cd78-4acf-a3cc-e51ed265e37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d8e882-47d1-4cb9-8f7f-892882107267,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:27.087308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab58-3a89-4624-bc45-6ff67a9b4cfb req-fc1efb91-bf78-4e00-8234-877f3620c89b tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.089155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f9fab58-3a89-4624-bc45-6ff67a9b4cfb req-fc1efb91-bf78-4e00-8234-877f3620c89b tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 947 time: 0.3090529 Aug 20 11:59:27.093715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-7b7bfe52-3778-4d10-af57-b8802d66d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.093715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-7b7bfe52-3778-4d10-af57-b8802d66d0f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73eb281b-9b70-46f1-9012-efaff795dca5 HTTP/1.1" status: 200 len: 849 time: 0.2242818 Aug 20 11:59:27.102067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Network 04055f11-a4d0-472f-9545-221fd61c4d3a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:27.103574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:27.122963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1e689c3-9ee7-44b3-aa3b-a0f00ed5f42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.125458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1e689c3-9ee7-44b3-aa3b-a0f00ed5f42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.126766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f1e689c3-9ee7-44b3-aa3b-a0f00ed5f42d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61b6606d-db6b-4c3a-8db5-0b0401b71b55 HTTP/1.1" status: 204 len: 168 time: 0.7513659 Aug 20 11:59:27.172580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-1bb4a349-336d-45ae-93d0-1a7a9de146f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3894a88d-7c83-4118-a9a6-6fd450a59866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698879 Aug 20 11:59:27.183383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.185968 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.187184 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d1405b8-ebe8-4fc3-bda0-ffe2fa6f109a tempest-ServersWithSpecificFlavorTestJSON-170222336 tempest-ServersWithSpecificFlavorTestJSON-170222336-project] 10.222.0.25 "DELETE /v2.0/floatingips/4bf1b7a9-9596-412e-8511-f174ba44e8e5 HTTP/1.1" status: 204 len: 168 time: 2.2588682 Aug 20 11:59:27.194791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-9fa711ac-8351-48ee-a074-dbadd3674dfb service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653286 Aug 20 11:59:27.211639 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-c4067e0d-94bd-44b5-a9b0-f65f7211e7c9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314348 Aug 20 11:59:27.248791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e689c3-9ee7-44b3-aa3b-a0f00ed5f42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b6606d-db6b-4c3a-8db5-0b0401b71b55,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:27.350225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Router 2ee13b71-15f7-4908-b533-5fd9a3390179 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:27.352576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-a9b36bd5-f8aa-45a5-aa02-f3df462dfc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.354321 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-a9b36bd5-f8aa-45a5-aa02-f3df462dfc8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 1100 time: 0.0793200 Aug 20 11:59:27.477126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6930564e-ac3e-4d49-87bf-cdf759b7a4c8 None None] Provisioning complete for port 8d1727d1-6087-4976-857b-82b2d5d91b8e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:27.480123 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6930564e-ac3e-4d49-87bf-cdf759b7a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:27.529665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6930564e-ac3e-4d49-87bf-cdf759b7a4c8 None None] Port 8d1727d1-6087-4976-857b-82b2d5d91b8e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:27.587051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-284d53cd-df0b-4902-91fa-ef5697db0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.588655 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-284d53cd-df0b-4902-91fa-ef5697db0198 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2255700 Aug 20 11:59:27.639202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:27.650439 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Sync routers for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:27.651012 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f08b7106-8021-46ff-9678-3510b8dfa269 admin admin] 10.222.0.25 "PUT /v2.0/routers/2ee13b71-15f7-4908-b533-5fd9a3390179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2576900 Aug 20 11:59:27.654632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-1fc3cdb5-f250-4015-adb4-404ccadd7e8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd HTTP/1.1" status: 200 len: 217 time: 0.0572813 Aug 20 11:59:27.661539 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:27.662861 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:27.739677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-1d80a7d2-b065-403b-9014-2d5901bd3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.741556 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-1d80a7d2-b065-403b-9014-2d5901bd3ed5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0805149 Aug 20 11:59:27.774548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f9fab58-3a89-4624-bc45-6ff67a9b4cfb req-6e742932-6c27-4eca-9b32-cc9ab1bf3669 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6724350 Aug 20 11:59:27.814251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-a39d4fdb-bc1d-4570-b4fd-130ab0cec645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:27.816317 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-a39d4fdb-bc1d-4570-b4fd-130ab0cec645 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672665 Aug 20 11:59:27.829833 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:27.901282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36780) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:27.970722 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-9c52f490-36fc-4666-9985-c06f26834686 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443999 Aug 20 11:59:27.999666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-22506cb1-3e64-4bee-bd44-938aa6d7f4bd service neutron] 10.222.0.22 "GET /v2.0/networks/3894a88d-7c83-4118-a9a6-6fd450a59866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8022633 Aug 20 11:59:28.010629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12f08a-0a46-4127-a6e6-37ee30347556 req-422fe125-6c6f-4626-bfc3-43227b33e3f7 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:28.019383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa12f08a-0a46-4127-a6e6-37ee30347556 req-422fe125-6c6f-4626-bfc3-43227b33e3f7 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 944 time: 0.2886796 Aug 20 11:59:28.045626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a63f9de-da10-4fb3-88c8-ed88c691986c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.079445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aabf6d46-3c30-4e2b-b9d5-b6a43d0477ca req-49cce6fd-db97-4d62-abf1-e6823f468821 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8682356 Aug 20 11:59:28.179957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa12f08a-0a46-4127-a6e6-37ee30347556 req-797897ab-d2c6-4db4-aa07-c40f3d11a52c tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571991 Aug 20 11:59:28.197499 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f9529a4b-2eaf-4945-81e3-2d60bc134a12 req-cbdfc4ba-4f1c-417a-8dd2-d672b5ac2631 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186604 Aug 20 11:59:28.244598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da683bb2-a7bb-48a4-a84b-362c8c426ded', 'tag': 'a1479b89-0e5d-486f-a77c-d083e0dee931'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:28.248621 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "da683bb2-a7bb-48a4-a84b-362c8c426ded", "tag": "a1479b89-0e5d-486f-a77c-d083e0dee931"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:28.294735 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:26Z', 'revision_number': 2, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:28.339676 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc881ee3-7640-41c9-a077-564cca83095d x-openstack-request-id: req-dc881ee3-7640-41c9-a077-564cca83095d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:28.339977 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da683bb2-a7bb-48a4-a84b-362c8c426ded", "tag": "a1479b89-0e5d-486f-a77c-d083e0dee931", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:28.340230 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc881ee3-7640-41c9-a077-564cca83095d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:28.340628 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da683bb2-a7bb-48a4-a84b-362c8c426ded', 'tag': 'a1479b89-0e5d-486f-a77c-d083e0dee931', 'status': 'completed', 'code': 200} Aug 20 11:59:28.344713 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Checking router: 2ee13b71-15f7-4908-b533-5fd9a3390179 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:28.345807 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Updating router 2ee13b71-15f7-4908-b533-5fd9a3390179 port 8d1727d1-6087-4976-857b-82b2d5d91b8e binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:28.381090 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.409197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-09937ca2-d6fc-4306-a248-3b1719d5e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:28.411300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-09937ca2-d6fc-4306-a248-3b1719d5e927 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 1099 time: 0.2296708 Aug 20 11:59:28.433156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1cfe6df-7e99-429e-a096-a9598102a7c8 req-7b7a4123-12ea-4522-9d44-e897378dcf22 service neutron] 10.222.0.22 "GET /v2.0/networks/3894a88d-7c83-4118-a9a6-6fd450a59866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033449 Aug 20 11:59:28.438017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:28.627613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-b6659d36-9ad5-4bcc-9933-1b7a3af8f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:28.627613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-b6659d36-9ad5-4bcc-9933-1b7a3af8f299 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca717b805a34412e94da5d4bfeb81e2f&device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 1096 time: 0.1030746 Aug 20 11:59:28.730368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-467e86cb-4470-4c48-a337-7054dc4423c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:28.731863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-467e86cb-4470-4c48-a337-7054dc4423c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.3113551 Aug 20 11:59:28.740216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a63f9de-da10-4fb3-88c8-ed88c691986c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.801460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a63f9de-da10-4fb3-88c8-ed88c691986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.881504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-a6711948-3bd6-4baa-9fdb-4952b7d3f637 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=1f38f0ec-bcc4-409a-a7c4-54ffc850345d HTTP/1.1" status: 200 len: 217 time: 0.1376534 Aug 20 11:59:28.911309 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.924495 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Transition to ACTIVE for port object 8d1727d1-6087-4976-857b-82b2d5d91b8e will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:28.935383 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:28.953035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-fd935d40-e0e2-482a-85d4-a7f3cdc1fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:28.960960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-fd935d40-e0e2-482a-85d4-a7f3cdc1fe09 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3894a88d-7c83-4118-a9a6-6fd450a59866 HTTP/1.1" status: 200 len: 910 time: 0.3205018 Aug 20 11:59:29.035453 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ddd1c-f10d-4837-962b-cdc587577912 None None] Pushing event updated for resources: {'Port': ['ID=8d1727d1-6087-4976-857b-82b2d5d91b8e,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:29.119049 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Attempting to bind port 8d1727d1-6087-4976-857b-82b2d5d91b8e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:29.122170 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Attempting to bind port 8d1727d1-6087-4976-857b-82b2d5d91b8e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:29.122318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4a63f9de-da10-4fb3-88c8-ed88c691986c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c30347e7602a4c4287ac77169e82c9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2078123 Aug 20 11:59:29.122430 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Attempting to bind port 8d1727d1-6087-4976-857b-82b2d5d91b8e on network 04055f11-a4d0-472f-9545-221fd61c4d3a {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:29.127351 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:29.128694 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Checking segment: {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:29.129101 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.129579 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Bound using segment: {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:29.130049 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Bound port: 8d1727d1-6087-4976-857b-82b2d5d91b8e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:29.130476 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.152660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36876) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:29.202863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63f9de-da10-4fb3-88c8-ed88c691986c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b0b550-20b3-4fca-83e4-5f61f17caf75,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:29.217297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-26c0d91c-f8e3-4be3-9e3f-ea72b9a66683 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1479b89-0e5d-486f-a77c-d083e0dee931 HTTP/1.1" status: 200 len: 217 time: 0.2278967 Aug 20 11:59:29.233597 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] For port 8d1727d1-6087-4976-857b-82b2d5d91b8e, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:29.246272 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] For port 8d1727d1-6087-4976-857b-82b2d5d91b8e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8d1727d1-6087-4976-857b-82b2d5d91b8e,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:29.249314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-8db75668-5331-48ab-92fe-93c3072b1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:29.251010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-8db75668-5331-48ab-92fe-93c3072b1fed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.3442624 Aug 20 11:59:29.255694 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.370375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc3f5-6219-46d8-8f83-dae16a33f4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.414749 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:29.415047 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:29.426569 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ddd1c-f10d-4837-962b-cdc587577912 None None] Pushing event updated for resources: {'Port': ['ID=8d1727d1-6087-4976-857b-82b2d5d91b8e,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:29.451622 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc3f5-6219-46d8-8f83-dae16a33f4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.465524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9a419-8f3c-4934-9cc1-4daf3b17ba11 req-d78e4cc8-74ef-44e9-ac60-a5128050c439 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:29.473156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19c9a419-8f3c-4934-9cc1-4daf3b17ba11 req-d78e4cc8-74ef-44e9-ac60-a5128050c439 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 947 time: 0.5651038 Aug 20 11:59:29.512604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-b7219f8f-1af4-4f17-951c-f9944ed836a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:29.514266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-b7219f8f-1af4-4f17-951c-f9944ed836a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73eb281b-9b70-46f1-9012-efaff795dca5 HTTP/1.1" status: 200 len: 849 time: 0.2868769 Aug 20 11:59:29.562708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-33741491-275d-449f-9381-a3e64712a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:29.564399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-33741491-275d-449f-9381-a3e64712a486 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2510519 Aug 20 11:59:29.573638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c944dd9-0577-47af-851c-2037209b8818 req-c191af0b-83e8-4885-bc63-0ed5f1dcb7a0 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:29.586596 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:29.587459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c944dd9-0577-47af-851c-2037209b8818 req-c191af0b-83e8-4885-bc63-0ed5f1dcb7a0 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 944 time: 0.2751453 Aug 20 11:59:29.598617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc3f5-6219-46d8-8f83-dae16a33f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.601619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc3f5-6219-46d8-8f83-dae16a33f4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.602981 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3b8cc3f5-6219-46d8-8f83-dae16a33f4b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1b0b550-20b3-4fca-83e4-5f61f17caf75 HTTP/1.1" status: 204 len: 168 time: 0.4493039 Aug 20 11:59:29.631788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cc3f5-6219-46d8-8f83-dae16a33f4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b0b550-20b3-4fca-83e4-5f61f17caf75,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:29.650276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-2a469982-cd96-4688-967b-861c7d938134 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3894a88d-7c83-4118-a9a6-6fd450a59866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247859 Aug 20 11:59:29.668816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19c9a419-8f3c-4934-9cc1-4daf3b17ba11 req-0a4155d5-995b-4a5f-b44a-c8bbbaae0258 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897535 Aug 20 11:59:29.772308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:29.859010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c944dd9-0577-47af-851c-2037209b8818 req-dbbde143-d9ef-43a9-8fd6-92657ee82701 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069204 Aug 20 11:59:29.939803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-b39c95a5-b4bb-42bb-9ae2-9360476afe2c service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462679 Aug 20 11:59:29.952698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-07b75ab5-118f-4e30-93b4-5b61f1a03d92 service neutron] 10.222.0.22 "GET /v2.0/networks/3894a88d-7c83-4118-a9a6-6fd450a59866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636247 Aug 20 11:59:30.025665 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:29Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:30.102555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a3d3e06-2f79-45d1-9a33-a4b887623adc req-5f161aec-4f62-429a-aa00-264888ba303d service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473486 Aug 20 11:59:30.182967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:30.249533 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c344c8-2e9a-41e8-aeb7-f835262ab0a2 None None] The sync data for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 is: [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:29Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:30.262153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c6256e-b4de-4786-834c-d89d9c8bd4a8 req-2c1d0f81-4cf6-4014-8cd1-0ae5a12c1abf service neutron] 10.222.0.22 "GET /v2.0/networks/3894a88d-7c83-4118-a9a6-6fd450a59866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586156 Aug 20 11:59:30.426682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Deleting port 47ae4eb8-a827-405d-b70f-1f864390ee00 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:30.427208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.428420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:30.451771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', 'mac_address': 'fa:16:3e:dc:22:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:30.514548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.542056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:30.571594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] For port 47ae4eb8-a827-405d-b70f-1f864390ee00, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=47ae4eb8-a827-405d-b70f-1f864390ee00,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:30.572136 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.584867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:30.591940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.592670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1f38f0ec-bcc4-409a-a7c4-54ffc850345d details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:30.594489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Calling delete_port for 47ae4eb8-a827-405d-b70f-1f864390ee00 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:30.611744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36948) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:30.962404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.009291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e095-1ecc-4bc9-a256-068647c3ec9e req-7d76f9eb-c949-4379-a723-9c031c0c299e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:31.025881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9465e095-1ecc-4bc9-a256-068647c3ec9e req-7d76f9eb-c949-4379-a723-9c031c0c299e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 947 time: 0.2256391 Aug 20 11:59:31.039668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ae4eb8-a827-405d-b70f-1f864390ee00,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.073267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8d1727d1-6087-4976-857b-82b2d5d91b8e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:31.080675 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.151607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:59:31.228207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:31.259691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.281140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'mac_address': 'fa:16:3e:1e:c4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:31.310351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36966) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:31.326537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.337666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8d1727d1-6087-4976-857b-82b2d5d91b8e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:31.349962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8d1727d1-6087-4976-857b-82b2d5d91b8e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:31.350470 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.369275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.415749 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.452215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9d20c-4d79-4a7e-9ef9-a8b8de0a8879,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.465807 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.476850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f38f0ec-bcc4-409a-a7c4-54ffc850345d {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:31.479959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.480533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.481038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.481533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.482017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.482956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.483467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.483941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.484419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.485100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.485647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.486139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.516280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9465e095-1ecc-4bc9-a256-068647c3ec9e req-f604460f-c5cb-4118-bde1-246db4274a28 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893112 Aug 20 11:59:31.543045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:31.559494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.563508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a1479b89-0e5d-486f-a77c-d083e0dee931 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:59:31.583828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2120682786-network', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:31.590955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7ed63-5b6d-46f2-a1bc-51fde5a00324 req-1412d2c5-ab62-426a-8e76-8188c19b779e tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:31.600033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7ed63-5b6d-46f2-a1bc-51fde5a00324 req-1412d2c5-ab62-426a-8e76-8188c19b779e tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 944 time: 0.5379503 Aug 20 11:59:31.616155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-01780d10-cae4-4c76-994a-d627442fe98a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a8f4f67d9604e25ab75f9399cda4629&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0030003 Aug 20 11:59:31.616697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:31.672233 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.686504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7ed63-5b6d-46f2-a1bc-51fde5a00324 req-d16100ee-93fd-4d60-9d4d-3c1faff5f361 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768087 Aug 20 11:59:31.702852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Made reservation on behalf of 0593d005ca544fc38e9b1d27e35a2d54 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:31.706138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.737674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.742154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 8d1727d1-6087-4976-857b-82b2d5d91b8e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8d1727d1-6087-4976-857b-82b2d5d91b8e,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:31.785890 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.795072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.891433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=8d1727d1-6087-4976-857b-82b2d5d91b8e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.918160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a1479b89-0e5d-486f-a77c-d083e0dee931, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a1479b89-0e5d-486f-a77c-d083e0dee931,segment=NetworkSegment(6f23d5ef-1b92-4551-9ff7-e5509c4193ee),segment_id=6f23d5ef-1b92-4551-9ff7-e5509c4193ee)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:31.932323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'a1479b89-0e5d-486f-a77c-d083e0dee931', 'network_id': '3894a88d-7c83-4118-a9a6-6fd450a59866', 'port_id': 'a1479b89-0e5d-486f-a77c-d083e0dee931', 'mac_address': 'fa:16:3e:47:92:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73eb281b-9b70-46f1-9012-efaff795dca5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:59:31.980939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.001218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1479b89-0e5d-486f-a77c-d083e0dee931 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:32.031757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a1479b89-0e5d-486f-a77c-d083e0dee931, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a1479b89-0e5d-486f-a77c-d083e0dee931,segment=NetworkSegment(6f23d5ef-1b92-4551-9ff7-e5509c4193ee),segment_id=6f23d5ef-1b92-4551-9ff7-e5509c4193ee)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:32.041760 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.118451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=a1479b89-0e5d-486f-a77c-d083e0dee931,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:32.183584 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.241034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.312869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:32.323836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1f38f0ec-bcc4-409a-a7c4-54ffc850345d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:32.345277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Router d118ce28-dca5-4e37-a6f6-c04e90179747 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:32.369542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.371815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.375209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.376365 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2d9d20c-4d79-4a7e-9ef9-a8b8de0a8879 HTTP/1.1" status: 204 len: 168 time: 0.7587383 Aug 20 11:59:32.380382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['a1479b89-0e5d-486f-a77c-d083e0dee931'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:32.382012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.396304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9d20c-4d79-4a7e-9ef9-a8b8de0a8879,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:32.442109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:59:32.446664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.447040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.447351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.447683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.448015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.448349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.448673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.449010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.449316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.449634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.449962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.450801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ab9b-0f3d-48ee-b952-9a46e5d80b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.484938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.485667 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Added segment 4e3baf53-40e6-4244-b286-72cfa750ac20 of type vlan for network b905504c-ae84-4b27-ad6d-d595aed95c54 Aug 20 11:59:32.528633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635b4d33-1544-4a9a-be61-568f1a83c2cb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:32.632025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.637956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:32.652516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0bd52-8d09-4c3b-a54d-13ec468d99ee req-ee94652a-6418-45ad-9f50-760db5b9e468 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:32.654383 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e432016e-ee0a-47d4-9576-de82925a9371 admin admin] 10.222.0.25 "PUT /v2.0/routers/d118ce28-dca5-4e37-a6f6-c04e90179747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2151911 Aug 20 11:59:32.657957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:32.662331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfc0bd52-8d09-4c3b-a54d-13ec468d99ee req-ee94652a-6418-45ad-9f50-760db5b9e468 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 948 time: 0.0728221 Aug 20 11:59:32.701930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] Sync routers for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:32.738151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:32.741671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfc0bd52-8d09-4c3b-a54d-13ec468d99ee req-42aebe6b-7703-489b-80f3-6158220b7d69 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782232 Aug 20 11:59:32.742276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:32.874807 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.882853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.resource_extend [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:59:32.934078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dacaf3-12e4-4caf-ac6f-21e36fe5a381 req-d3997e6a-1fa9-432d-b462-315e95efe430 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:32.942962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57dacaf3-12e4-4caf-ac6f-21e36fe5a381 req-d3997e6a-1fa9-432d-b462-315e95efe430 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 945 time: 0.0975599 Aug 20 11:59:32.948276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8d1727d1-6087-4976-857b-82b2d5d91b8e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:32.958922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.959954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:32.960908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.996546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57dacaf3-12e4-4caf-ac6f-21e36fe5a381 req-268d5ba6-740e-4924-a3cb-f8ac63fcf6eb tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Aug 20 11:59:33.015377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36998) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:33.015616 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7035787 Aug 20 11:59:33.023052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Request body: {'subnet': {'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2120682786-subnet', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:33.088684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:33.102696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Made reservation on behalf of 0593d005ca544fc38e9b1d27e35a2d54 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:33.109190 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.128505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654271e-f35b-4930-a1d4-53bacd8948f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b905504c-ae84-4b27-ad6d-d595aed95c54,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:33.136594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.212585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Deleting port fad2988a-31e8-4ae8-bf61-054491341702 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:33.212929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.215469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b905504c-ae84-4b27-ad6d-d595aed95c54 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:59:33.343171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] For port fad2988a-31e8-4ae8-bf61-054491341702, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fad2988a-31e8-4ae8-bf61-054491341702,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:33.343171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.372013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.372537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Calling delete_port for fad2988a-31e8-4ae8-bf61-054491341702 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:33.398599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8d1727d1-6087-4976-857b-82b2d5d91b8e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:33.399120 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.436910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3e675e-2bad-4661-ad24-dbbb88650dff,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:33.490106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Checking segment: {'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:33.490840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Network hostable DHCP agents. Network: b905504c-ae84-4b27-ad6d-d595aed95c54, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:59:33.516032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Network b905504c-ae84-4b27-ad6d-d595aed95c54 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:59:33.529330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b905504c-ae84-4b27-ad6d-d595aed95c54) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:33.543474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:33.544332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.548197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13988d7b-e993-409a-b7d3-3611625a398e None None] Network b905504c-ae84-4b27-ad6d-d595aed95c54 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:33.569788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1149ce77-9ccd-4f3a-9cb5-ce73658cd221 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5526555 Aug 20 11:59:33.571320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37012) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:33.577301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:33.607773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.609275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.636615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.684896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:59:30Z', 'revision_number': 5, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port': {'id': 'fad2988a-31e8-4ae8-bf61-054491341702', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:22Z', 'updated_at': '2021-08-20T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:33.686489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37014) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:33.687810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fad2988a-31e8-4ae8-bf61-054491341702,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:33.698998 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.749565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] Checking router: d118ce28-dca5-4e37-a6f6-c04e90179747 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:33.781098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] Routers {'d118ce28-dca5-4e37-a6f6-c04e90179747'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:33.781732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d118ce28-dca5-4e37-a6f6-c04e90179747'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:33.866706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b905504c-ae84-4b27-ad6d-d595aed95c54', 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'fixed_ips': [{'subnet_id': '8a3e675e-2bad-4661-ad24-dbbb88650dff'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:59:33.867563 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.880953 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:33.882895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] Set router d118ce28-dca5-4e37-a6f6-c04e90179747 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:33.939522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:59:33Z', 'revision_number': 7, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:33.953959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-network', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:33.977485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66715669-0a59-4a27-9ffb-a3651aa5ed91 None None] The sync data for ids ['d118ce28-dca5-4e37-a6f6-c04e90179747'] in n-d-800634-10 is: [{'id': 'd118ce28-dca5-4e37-a6f6-c04e90179747', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-712191266-router', 'tenant_id': '109cccffaac647588005ad088e1afd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:21Z', 'updated_at': '2021-08-20T11:59:33Z', 'revision_number': 7, 'project_id': '109cccffaac647588005ad088e1afd41', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:33.999092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.006078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Made reservation on behalf of 450dc75252bf4b57ab6a99a31f051572 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:34.010567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.026901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.029904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.035261 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.118335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.118867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d118ce28-dca5-4e37-a6f6-c04e90179747 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:59:34.130363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.132302 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fd5ad001-b5a0-42b7-90f6-85e55b59a8ae admin admin] 10.222.0.25 "DELETE /v2.0/routers/d118ce28-dca5-4e37-a6f6-c04e90179747 HTTP/1.1" status: 204 len: 168 time: 1.4730885 Aug 20 11:59:34.135523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37026) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:34.156058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347367c-a99a-408e-9558-b143c344f643 req-abe92a6a-ddf0-4780-9c7e-324020f25264 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:34.157653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5347367c-a99a-408e-9558-b143c344f643 req-abe92a6a-ddf0-4780-9c7e-324020f25264 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 948 time: 0.2096574 Aug 20 11:59:34.168235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Allocated IP 172.20.0.2 (b905504c-ae84-4b27-ad6d-d595aed95c54/8a3e675e-2bad-4661-ad24-dbbb88650dff/bd9c24ce-ba5a-473a-b35a-3c54eaae37c8) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:34.210263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5981022-16d9-4bb4-8add-71f80d5a65a7 admin admin] Deleting subnet d2fb1305-8259-41de-a3fa-da38bbe5c792 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:34.216693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5981022-16d9-4bb4-8add-71f80d5a65a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.262442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5981022-16d9-4bb4-8add-71f80d5a65a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.266319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5347367c-a99a-408e-9558-b143c344f643 req-cb19e224-5586-4237-bd1c-2bafa971322d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948005 Aug 20 11:59:34.308571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ad897-dcd2-49df-987d-2f9ce5076d81 req-26ebdc4a-2beb-4624-8158-0d9737822106 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:34.310311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-902ad897-dcd2-49df-987d-2f9ce5076d81 req-26ebdc4a-2beb-4624-8158-0d9737822106 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 945 time: 0.1680260 Aug 20 11:59:34.397450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.443206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.453432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5981022-16d9-4bb4-8add-71f80d5a65a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.471770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:34.481856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-902ad897-dcd2-49df-987d-2f9ce5076d81 req-a6af11c2-9e99-4a7b-b159-83a5370ddb4e tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620986 Aug 20 11:59:34.521445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:59:34.541704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a22948-8708-4e70-9162-6742fad5522e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.550517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.551053 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Added segment acc15f8d-415b-4598-9b9f-4e9af36131cb of type vlan for network 10e39560-3f21-4094-8c47-1b87cd34f730 Aug 20 11:59:34.560548 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5981022-16d9-4bb4-8add-71f80d5a65a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.565817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.599896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:34.609150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:34.609522 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.611745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.623653 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5981022-16d9-4bb4-8add-71f80d5a65a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.625639 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d5981022-16d9-4bb4-8add-71f80d5a65a7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d2fb1305-8259-41de-a3fa-da38bbe5c792 HTTP/1.1" status: 204 len: 168 time: 0.4888670 Aug 20 11:59:34.626526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981022-16d9-4bb4-8add-71f80d5a65a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2fb1305-8259-41de-a3fa-da38bbe5c792,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.629268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37030) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:34.634944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.662615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f998e6-a301-4cd3-a6c4-4dc758ea5426 None None] Network 393a2286-2b94-4720-bc41-0b7c8532c668 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:34.722450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.726619 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.728245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:34.729111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.739337 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.774606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Transition to ACTIVE for port object bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:34.797366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Deleting port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:34.797852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.813684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1223416 Aug 20 11:59:34.822945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37032) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:34.824401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Allocated IP 172.25.0.204 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/3c34f35d-bb32-480e-be5a-0060e9daa88b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:34.833817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Request body: {'subnet': {'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-subnet', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:34.840813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Transition to ACTIVE for port object bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:34.847725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4948-c752-40c4-9cfc-a655da0630d2 admin admin] Pushing event updated for resources: {'Network': ['ID=10e39560-3f21-4094-8c47-1b87cd34f730,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:34.866219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 10e39560-3f21-4094-8c47-1b87cd34f730 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:59:34.922690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] For port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7dcd8907-cf3f-4a8c-812f-733bd34afa2e,segment=NetworkSegment(9bc6c9e9-839a-44ec-85c8-b7b66a75cffb),segment_id=9bc6c9e9-839a-44ec-85c8-b7b66a75cffb)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:34.923068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.933631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Made reservation on behalf of 450dc75252bf4b57ab6a99a31f051572 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:34.941106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:34.941352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Calling delete_port for 7dcd8907-cf3f-4a8c-812f-733bd34afa2e owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:34.957017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.063126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fad2988a-31e8-4ae8-bf61-054491341702 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:35.075356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.120682 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.123220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Network b905504c-ae84-4b27-ad6d-d595aed95c54 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:35.123555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcd8907-cf3f-4a8c-812f-733bd34afa2e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.134440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] No DVR routers for this DVR port 7dcd8907-cf3f-4a8c-812f-733bd34afa2e on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:35.169729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: fad2988a-31e8-4ae8-bf61-054491341702 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:35.170392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fad2988a-31e8-4ae8-bf61-054491341702 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:35.170880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 47ae4eb8-a827-405d-b70f-1f864390ee00 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:35.181355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:35.183611 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.196283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:35.235984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 47ae4eb8-a827-405d-b70f-1f864390ee00 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:35.236255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 47ae4eb8-a827-405d-b70f-1f864390ee00 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:35.240919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.259495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Pushing event updated for resources: {'Port': ['ID=bd9c24ce-ba5a-473a-b35a-3c54eaae37c8,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.274131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.311587 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.312438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01740e3-ae57-4727-8736-a259e3c220bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581b48cb-375c-4f27-92fd-5fcbe6c9c5cd'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:35.316033 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5934f52-cc44-4977-87f4-a313f8948fcf" -d '{"events": [{"server_uuid": "c01740e3-ae57-4727-8736-a259e3c220bc", "name": "network-vif-plugged", "status": "completed", "tag": "581b48cb-375c-4f27-92fd-5fcbe6c9c5cd"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:35.327446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:35.383221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393a2286-2b94-4720-bc41-0b7c8532c668']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:35.384116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:35.387222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c34f35d-bb32-480e-be5a-0060e9daa88b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.394990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:35.403355 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.408920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1f38f0ec-bcc4-409a-a7c4-54ffc850345d up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:35.416294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:35.419756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:35.420052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc6c9e9-839a-44ec-85c8-b7b66a75cffb') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:35.439031 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ee3011-5f0c-4978-9073-1cf249be4763 x-openstack-request-id: req-12ee3011-5f0c-4978-9073-1cf249be4763 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:35.439434 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01740e3-ae57-4727-8736-a259e3c220bc", "name": "network-vif-plugged", "status": "completed", "tag": "581b48cb-375c-4f27-92fd-5fcbe6c9c5cd", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:35.439749 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12ee3011-5f0c-4978-9073-1cf249be4763 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:35.440931 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01740e3-ae57-4727-8736-a259e3c220bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', 'code': 200} Aug 20 11:59:35.494402 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.513620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9a1978-f427-4fe7-bfee-557751345594,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.534137 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.544564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:35.545276 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:35.547358 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:35.582404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Attempting to bind port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:35.582984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Attempting to bind port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:35.583183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Attempting to bind port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 on network b905504c-ae84-4b27-ad6d-d595aed95c54 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:35.594849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316b37e-5868-41c4-8f6e-62576398cfe1 None None] DHCP port deletion for 393a2286-2b94-4720-bc41-0b7c8532c668 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:59:35.615393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:35.615784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Checking segment: {'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:35.616443 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.616843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Bound using segment: {'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:35.617558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Bound port: bd9c24ce-ba5a-473a-b35a-3c54eaae37c8, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:35.617950 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.638231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.648916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.650914 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] 10.222.0.25 "DELETE /v2.0/networks/393a2286-2b94-4720-bc41-0b7c8532c668 HTTP/1.1" status: 204 len: 168 time: 1.0205667 Aug 20 11:59:35.668320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37046) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:35.676972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623fc3a-0bb6-4f08-a84a-b24b30de8acd admin admin] Pushing event deleted for resources: {'Network': ['ID=393a2286-2b94-4720-bc41-0b7c8532c668,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.706929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.714649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:35.718941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Checking segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:35.719311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Network hostable DHCP agents. Network: 10e39560-3f21-4094-8c47-1b87cd34f730, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:59:35.722724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:35.723158 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.763354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] For port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:35.785551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] For port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bd9c24ce-ba5a-473a-b35a-3c54eaae37c8,segment=NetworkSegment(4e3baf53-40e6-4244-b286-72cfa750ac20),segment_id=4e3baf53-40e6-4244-b286-72cfa750ac20)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:35.799531 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:35.942019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e92537-30f8-4d60-9fee-46b5385af8d4 None None] Pushing event updated for resources: {'Port': ['ID=bd9c24ce-ba5a-473a-b35a-3c54eaae37c8,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:35.960721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.013043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:36.020752 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.022026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a1479b89-0e5d-486f-a77c-d083e0dee931 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:36.130646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:36.149512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port a1479b89-0e5d-486f-a77c-d083e0dee931 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:36.154758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port a1479b89-0e5d-486f-a77c-d083e0dee931 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:36.155133 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.241737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Network 10e39560-3f21-4094-8c47-1b87cd34f730 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:59:36.257311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e51c3-457a-4c8e-aaae-8bb8cfe5630a req-abd3cf1d-a705-4c32-aba7-9e872f09b18f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:36.265163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-050e51c3-457a-4c8e-aaae-8bb8cfe5630a req-abd3cf1d-a705-4c32-aba7-9e872f09b18f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 948 time: 0.6964223 Aug 20 11:59:36.284333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e5529-73aa-41d9-bdfa-2af575d6bcdb req-c307c087-39aa-4840-8944-baf8f43fb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:36.286099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a59e5529-73aa-41d9-bdfa-2af575d6bcdb req-c307c087-39aa-4840-8944-baf8f43fb5c4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 1102 time: 0.7440376 Aug 20 11:59:36.300539 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.317760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.326013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5cba3-a139-47d7-8c63-38b9794ab361 req-8df7ec5a-cb52-4dcf-9f3f-36c9a05acda7 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:36.334355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23e5cba3-a139-47d7-8c63-38b9794ab361 req-8df7ec5a-cb52-4dcf-9f3f-36c9a05acda7 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 945 time: 0.7093139 Aug 20 11:59:36.353739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 10e39560-3f21-4094-8c47-1b87cd34f730) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:36.358750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:36.359698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.368256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a1479b89-0e5d-486f-a77c-d083e0dee931, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a1479b89-0e5d-486f-a77c-d083e0dee931,segment=NetworkSegment(6f23d5ef-1b92-4551-9ff7-e5509c4193ee),segment_id=6f23d5ef-1b92-4551-9ff7-e5509c4193ee)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:36.373257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e702755-601d-431f-a71d-fbec1ccc2f1a None None] Network 10e39560-3f21-4094-8c47-1b87cd34f730 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:36.407245 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.417685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-56c8c261-42a6-4804-aeb5-a7c35e0b1e7e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5904655 Aug 20 11:59:36.432799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37052) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:36.438468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:36.516209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-050e51c3-457a-4c8e-aaae-8bb8cfe5630a req-36819e3a-c6af-458a-8765-2ebc646a615e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500358 Aug 20 11:59:36.521893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=a1479b89-0e5d-486f-a77c-d083e0dee931,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:36.540803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a59e5529-73aa-41d9-bdfa-2af575d6bcdb req-2a7c2edf-cc5d-4b75-bdce-1f15e0d7800e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379508 Aug 20 11:59:36.590844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23e5cba3-a139-47d7-8c63-38b9794ab361 req-08c203df-17d6-45ea-b591-e96aa49d7cbc tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552457 Aug 20 11:59:36.615638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.616741 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.665248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-10e39560-3f21-4094-8c47-1b87cd34f730', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:59:36.666325 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.753144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.755037 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.839293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Deleting port 6b4eef01-565b-4989-a133-af1d6b5bf445 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:36.839642 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.845808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Allocated IP 172.20.0.2 (10e39560-3f21-4094-8c47-1b87cd34f730/ef9a1978-f427-4fe7-bfee-557751345594/f63c7a87-3e70-46b2-9713-c2a27dbecf01) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:36.895353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:36.895990 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:59:36.976622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] For port 6b4eef01-565b-4989-a133-af1d6b5bf445, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6b4eef01-565b-4989-a133-af1d6b5bf445,segment=NetworkSegment(505c2ab2-9f28-4266-850b-9396eb34c335),segment_id=505c2ab2-9f28-4266-850b-9396eb34c335)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:36.977115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:36.999951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.014638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Calling delete_port for 6b4eef01-565b-4989-a133-af1d6b5bf445 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:37.052831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:37.128265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.141572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Transition to ACTIVE for port object f63c7a87-3e70-46b2-9713-c2a27dbecf01 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:37.174536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7dcd8907-cf3f-4a8c-812f-733bd34afa2e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:37.183446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Transition to ACTIVE for port object f63c7a87-3e70-46b2-9713-c2a27dbecf01 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:37.223430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.224751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7dcd8907-cf3f-4a8c-812f-733bd34afa2e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:37.225220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7dcd8907-cf3f-4a8c-812f-733bd34afa2e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:37.231773 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.311030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Network 10e39560-3f21-4094-8c47-1b87cd34f730 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:37.313907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:37.318126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:37.337242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Pushing event updated for resources: {'Port': ['ID=f63c7a87-3e70-46b2-9713-c2a27dbecf01,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:37.411483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.419852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Attempting to bind port f63c7a87-3e70-46b2-9713-c2a27dbecf01 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:37.420291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Attempting to bind port f63c7a87-3e70-46b2-9713-c2a27dbecf01 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:37.420669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Attempting to bind port f63c7a87-3e70-46b2-9713-c2a27dbecf01 on network 10e39560-3f21-4094-8c47-1b87cd34f730 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:37.429307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:37.429307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Checking segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:37.429307 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.429807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Bound using segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:37.430375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Bound port: f63c7a87-3e70-46b2-9713-c2a27dbecf01, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:37.430598 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.448899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0145d751-8d66-4249-8640-7660d78aeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f38f0ec-bcc4-409a-a7c4-54ffc850345d'}, {'server_uuid': 'da683bb2-a7bb-48a4-a84b-362c8c426ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1479b89-0e5d-486f-a77c-d083e0dee931'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:37.451398 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1301cf7-68ee-4e4d-9015-f2fc6ceb0585" -d '{"events": [{"server_uuid": "0145d751-8d66-4249-8640-7660d78aeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "1f38f0ec-bcc4-409a-a7c4-54ffc850345d"}, {"server_uuid": "da683bb2-a7bb-48a4-a84b-362c8c426ded", "name": "network-vif-plugged", "status": "completed", "tag": "a1479b89-0e5d-486f-a77c-d083e0dee931"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:37.526287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] For port f63c7a87-3e70-46b2-9713-c2a27dbecf01, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:37.535134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] For port f63c7a87-3e70-46b2-9713-c2a27dbecf01, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f63c7a87-3e70-46b2-9713-c2a27dbecf01,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:37.536660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73e750-0694-422f-8be4-5a5b54915ed3 None None] Network b905504c-ae84-4b27-ad6d-d595aed95c54 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:37.570541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4eef01-565b-4989-a133-af1d6b5bf445,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:37.604737 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.690544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.726918 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c07f0ea-0df3-41c5-b9ff-d23bf3da2715 x-openstack-request-id: req-3c07f0ea-0df3-41c5-b9ff-d23bf3da2715 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:37.727600 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0145d751-8d66-4249-8640-7660d78aeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "1f38f0ec-bcc4-409a-a7c4-54ffc850345d", "code": 200}, {"server_uuid": "da683bb2-a7bb-48a4-a84b-362c8c426ded", "name": "network-vif-plugged", "status": "completed", "tag": "a1479b89-0e5d-486f-a77c-d083e0dee931", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:37.727600 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c07f0ea-0df3-41c5-b9ff-d23bf3da2715 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:37.734602 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0145d751-8d66-4249-8640-7660d78aeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'code': 200} Aug 20 11:59:37.734950 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da683bb2-a7bb-48a4-a84b-362c8c426ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1479b89-0e5d-486f-a77c-d083e0dee931', 'code': 200} Aug 20 11:59:37.773640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6de41dc8-50c1-485f-89db-c15b8fbf92bb None None] Provisioning for port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:37.778642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b4059-ca31-4fcc-b864-52c2c7caaa30 None None] Pushing event updated for resources: {'Port': ['ID=f63c7a87-3e70-46b2-9713-c2a27dbecf01,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:37.787281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6de41dc8-50c1-485f-89db-c15b8fbf92bb None None] Provisioning complete for port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:37.787739 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6de41dc8-50c1-485f-89db-c15b8fbf92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.809130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.933096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.949636 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6de41dc8-50c1-485f-89db-c15b8fbf92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:37.992306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6de41dc8-50c1-485f-89db-c15b8fbf92bb None None] For port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bd9c24ce-ba5a-473a-b35a-3c54eaae37c8,segment=NetworkSegment(4e3baf53-40e6-4244-b286-72cfa750ac20),segment_id=4e3baf53-40e6-4244-b286-72cfa750ac20)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:38.000556 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6de41dc8-50c1-485f-89db-c15b8fbf92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.093158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de41dc8-50c1-485f-89db-c15b8fbf92bb None None] Pushing event updated for resources: {'Port': ['ID=bd9c24ce-ba5a-473a-b35a-3c54eaae37c8,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:38.149327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Router 48106bae-6094-4a70-a083-a9c2d36bb08d is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:59:38.180872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2465c9-7528-47c4-83f0-eeefbdb68bad req-72392fda-2f48-4936-bfa7-270e834e5927 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:38.185546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e2465c9-7528-47c4-83f0-eeefbdb68bad req-72392fda-2f48-4936-bfa7-270e834e5927 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 949 time: 0.4809580 Aug 20 11:59:38.271454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Allocated IP 172.25.0.235 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/00cf8f71-2fd4-478d-9148-e75c76b647d9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:38.278045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc67cd-5fb3-4d83-b931-ba098386ebaa req-99e87a18-ad5e-4744-b16f-684514714de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:38.282220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40fc67cd-5fb3-4d83-b931-ba098386ebaa req-99e87a18-ad5e-4744-b16f-684514714de8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 1101 time: 0.3665349 Aug 20 11:59:38.371364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700e535-0c4e-42a0-a13a-c65eb4d9ac6e req-13ed27b4-4203-4f2e-b598-69322e185a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:38.372870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0700e535-0c4e-42a0-a13a-c65eb4d9ac6e req-13ed27b4-4203-4f2e-b598-69322e185a09 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 1098 time: 0.4574268 Aug 20 11:59:38.376080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Router b46273d2-4958-4a12-9b6c-87c1c4ff815b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:38.380539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc33541-f3de-4547-90c1-333e6d2335a6 req-bde605cf-d7d3-43b4-b31c-0bc5baecc669 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:38.381991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bc33541-f3de-4547-90c1-333e6d2335a6 req-bde605cf-d7d3-43b4-b31c-0bc5baecc669 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 946 time: 0.4574471 Aug 20 11:59:38.434718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c159024a-71d6-429b-b742-14ea5ae9f7b5 None None] Provisioning complete for port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:38.436187 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c159024a-71d6-429b-b742-14ea5ae9f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.510653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:38.520695 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] Sync routers for ids ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:38.533017 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e3409ce-19d3-4aac-a600-39654964c401 admin admin] 10.222.0.25 "PUT /v2.0/routers/b46273d2-4958-4a12-9b6c-87c1c4ff815b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8638673 Aug 20 11:59:38.534001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e2465c9-7528-47c4-83f0-eeefbdb68bad req-6c7c7d09-e0c5-400e-9e74-377fd2cc28f4 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374274 Aug 20 11:59:38.534252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37070) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:38.537517 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] Routers {'b46273d2-4958-4a12-9b6c-87c1c4ff815b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:38.539759 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:38.598208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40fc67cd-5fb3-4d83-b931-ba098386ebaa req-36a939af-2b18-4ced-8f31-6879c3609256 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043766 Aug 20 11:59:38.606092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0700e535-0c4e-42a0-a13a-c65eb4d9ac6e req-7f5e63bd-d062-4843-a7fd-4d54413bb014 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135274 Aug 20 11:59:38.636486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bc33541-f3de-4547-90c1-333e6d2335a6 req-6cd31716-c02a-442f-9e14-cf6de50da7ee tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411740 Aug 20 11:59:38.659447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:38.671155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Sync routers for ids ['48106bae-6094-4a70-a083-a9c2d36bb08d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:38.684050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Routers {'48106bae-6094-4a70-a083-a9c2d36bb08d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:38.684688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['48106bae-6094-4a70-a083-a9c2d36bb08d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:38.708497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.745742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.752197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3850289b-e055-4211-8b80-c42d6432a7c8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1790097 Aug 20 11:59:38.761000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.761905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37072) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:38.807622 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] Set router b46273d2-4958-4a12-9b6c-87c1c4ff815b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:38.856500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:38.897564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Set router 48106bae-6094-4a70-a083-a9c2d36bb08d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:38.963053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:38.964474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Pushing event updated for resources: {'Port': ['ID=00cf8f71-2fd4-478d-9148-e75c76b647d9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:38.968866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:38.975480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:39.138673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:39.197094 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:59:37Z', 'revision_number': 5, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:39.297305 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] Checking router: b46273d2-4958-4a12-9b6c-87c1c4ff815b for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:39.323984 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] Routers {'b46273d2-4958-4a12-9b6c-87c1c4ff815b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:39.326568 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:39.454275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b0d3a-e5ea-466a-a8a3-4c12e3eb1378 None None] Network 10e39560-3f21-4094-8c47-1b87cd34f730 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:39.517265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.557015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.602927 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] Set router b46273d2-4958-4a12-9b6c-87c1c4ff815b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:39.603644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dfdb298e-f606-47f0-86d1-f29780b5028a None None] Provisioning for port f63c7a87-3e70-46b2-9713-c2a27dbecf01 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:39.624395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:39.624765 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:39.744773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T11:59:36Z', 'revision_number': 3, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:39.777581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Checking router: 48106bae-6094-4a70-a083-a9c2d36bb08d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:39.778271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Updating router 48106bae-6094-4a70-a083-a9c2d36bb08d port 3c34f35d-bb32-480e-be5a-0060e9daa88b binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:39.829061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.019613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f63c7a87-3e70-46b2-9713-c2a27dbecf01 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:40.052588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162237b3-8f73-4d80-bb8b-cad694c2b23d req-726118ee-48fa-415e-a01a-723c0dbaf340 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:40.056558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-162237b3-8f73-4d80-bb8b-cad694c2b23d req-726118ee-48fa-415e-a01a-723c0dbaf340 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 949 time: 0.3220880 Aug 20 11:59:40.092268 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:59:37Z', 'revision_number': 5, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:40.133311 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c9e66-6f2a-411a-bdde-4a5c22b125cc None None] The sync data for ids ['b46273d2-4958-4a12-9b6c-87c1c4ff815b'] in n-d-800634-10 is: [{'id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-920350057-router', 'tenant_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:33Z', 'updated_at': '2021-08-20T11:59:37Z', 'revision_number': 5, 'project_id': 'af9ffe6917e44abd8a7fb99ae8717e52', 'gw_port': {'id': '0003b5e1-ee18-4725-a769-8be7f697c45e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46273d2-4958-4a12-9b6c-87c1c4ff815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:34Z', 'updated_at': '2021-08-20T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:40.164473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0f3e2-46fc-4892-b859-1c087f9344f2 req-34401350-8c87-4a18-ae89-1a4fb7b2df89 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:40.171516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a0f3e2-46fc-4892-b859-1c087f9344f2 req-34401350-8c87-4a18-ae89-1a4fb7b2df89 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 946 time: 0.3579984 Aug 20 11:59:40.197207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f63c7a87-3e70-46b2-9713-c2a27dbecf01 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:40.204813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f63c7a87-3e70-46b2-9713-c2a27dbecf01 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:40.205185 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.288735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Deleting port 0003b5e1-ee18-4725-a769-8be7f697c45e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:40.289080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.295881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2adda258-2270-4702-bb03-3e72af88cdbb None None] Provisioning complete for port f63c7a87-3e70-46b2-9713-c2a27dbecf01 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:40.296252 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2adda258-2270-4702-bb03-3e72af88cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.423403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] For port 0003b5e1-ee18-4725-a769-8be7f697c45e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0003b5e1-ee18-4725-a769-8be7f697c45e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:40.423985 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.428100 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.436531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.452731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Calling delete_port for 0003b5e1-ee18-4725-a769-8be7f697c45e owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:40.453979 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.507032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Transition to ACTIVE for port object 3c34f35d-bb32-480e-be5a-0060e9daa88b will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:40.533522 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.540041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port f63c7a87-3e70-46b2-9713-c2a27dbecf01, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f63c7a87-3e70-46b2-9713-c2a27dbecf01,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:40.556708 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.558792 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2adda258-2270-4702-bb03-3e72af88cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.600202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.644951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Attempting to bind port 3c34f35d-bb32-480e-be5a-0060e9daa88b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:40.645584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Attempting to bind port 3c34f35d-bb32-480e-be5a-0060e9daa88b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:40.646110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Attempting to bind port 3c34f35d-bb32-480e-be5a-0060e9daa88b on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:40.665333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29082779-6eed-44db-bdb8-06e1c6a13cf9 None None] Pushing event updated for resources: {'Port': ['ID=3c34f35d-bb32-480e-be5a-0060e9daa88b,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:40.693986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:40.693986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:40.694319 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.694711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:40.695910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Bound port: 3c34f35d-bb32-480e-be5a-0060e9daa88b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:40.695910 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.734169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-162237b3-8f73-4d80-bb8b-cad694c2b23d req-76a37d8b-3484-4d3a-9d03-b0909dfde40e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709430 Aug 20 11:59:40.757037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6b4eef01-565b-4989-a133-af1d6b5bf445 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:40.814645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 6b4eef01-565b-4989-a133-af1d6b5bf445 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:40.815129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6b4eef01-565b-4989-a133-af1d6b5bf445 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:40.818073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Allocated IP 172.20.0.1 (b905504c-ae84-4b27-ad6d-d595aed95c54/8a3e675e-2bad-4661-ad24-dbbb88650dff/360e312a-1d85-43af-adc5-f2bfdb12de00) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:40.835387 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-2adda258-2270-4702-bb03-3e72af88cdbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:59:40.835736 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-2adda258-2270-4702-bb03-3e72af88cdbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:59:40.872793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=f63c7a87-3e70-46b2-9713-c2a27dbecf01,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:40.898841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] For port 3c34f35d-bb32-480e-be5a-0060e9daa88b, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:40.902051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] For port 3c34f35d-bb32-480e-be5a-0060e9daa88b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c34f35d-bb32-480e-be5a-0060e9daa88b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:40.911975 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.945006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:40.962412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a0f3e2-46fc-4892-b859-1c087f9344f2 req-2a75f3d9-8f8e-4ab3-b06c-287e8b2f3e71 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640865 Aug 20 11:59:41.003807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Pushing event deleted for resources: {'Port': ['ID=0003b5e1-ee18-4725-a769-8be7f697c45e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:41.017703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:59:41.020349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Routers {'48106bae-6094-4a70-a083-a9c2d36bb08d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:41.021827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['48106bae-6094-4a70-a083-a9c2d36bb08d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:41.074689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29082779-6eed-44db-bdb8-06e1c6a13cf9 None None] Pushing event updated for resources: {'Port': ['ID=3c34f35d-bb32-480e-be5a-0060e9daa88b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:41.097034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.109635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.169483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:41.170043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] Set router 48106bae-6094-4a70-a083-a9c2d36bb08d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:41.177664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Transition to ACTIVE for port object 360e312a-1d85-43af-adc5-f2bfdb12de00 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:41.184048 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:41.197898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.198560 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:41.199297 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:41.200134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-85bddd3c-3145-4182-b710-fdb890ad771d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7660627 Aug 20 11:59:41.202830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37086) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:41.223353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.227125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.291934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.292548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b46273d2-4958-4a12-9b6c-87c1c4ff815b {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:59:41.297614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.301534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b2a9d759-1aad-4e9a-988c-b590cf5d9041 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b46273d2-4958-4a12-9b6c-87c1c4ff815b HTTP/1.1" status: 204 len: 168 time: 2.7634480 Aug 20 11:59:41.302316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:41.311303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.392406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Network b905504c-ae84-4b27-ad6d-d595aed95c54 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:41.399453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b1a9eb-85fb-4bdd-ac30-027a299b3191 admin admin] Deleting subnet 965f620a-be85-4e43-9876-2a920d39ebeb {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:41.402115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Pushing event updated for resources: {'Port': ['ID=360e312a-1d85-43af-adc5-f2bfdb12de00,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:41.406700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:41.414462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:41.416757 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46b1a9eb-85fb-4bdd-ac30-027a299b3191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.472507 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:41.572549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46b1a9eb-85fb-4bdd-ac30-027a299b3191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.596596 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.773269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46b1a9eb-85fb-4bdd-ac30-027a299b3191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.773624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T11:59:36Z', 'revision_number': 3, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:41.856772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f3860-a1b5-4bb6-944f-bbeee0b51428 None None] The sync data for ids ['48106bae-6094-4a70-a083-a9c2d36bb08d'] in n-d-800634-10 is: [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T11:59:36Z', 'revision_number': 3, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:41.873125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.926172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d04734cd-c189-4cc3-87a8-122f110b1e74 None None] Provisioning for port 360e312a-1d85-43af-adc5-f2bfdb12de00 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:41.948742 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.952598 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:39Z', 'revision_number': 3, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:41.952948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d04734cd-c189-4cc3-87a8-122f110b1e74 None None] Provisioning complete for port 360e312a-1d85-43af-adc5-f2bfdb12de00 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:41.953251 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d04734cd-c189-4cc3-87a8-122f110b1e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:41.956729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46b1a9eb-85fb-4bdd-ac30-027a299b3191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.008020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1a9eb-85fb-4bdd-ac30-027a299b3191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965f620a-be85-4e43-9876-2a920d39ebeb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:42.018843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46b1a9eb-85fb-4bdd-ac30-027a299b3191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.020690 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:42.020878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-46b1a9eb-85fb-4bdd-ac30-027a299b3191 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/965f620a-be85-4e43-9876-2a920d39ebeb HTTP/1.1" status: 204 len: 168 time: 0.7173216 Aug 20 11:59:42.022439 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Updating router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 port 00cf8f71-2fd4-478d-9148-e75c76b647d9 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:42.024909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37100) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:42.054017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b5567-32e6-42e7-9e6c-db5eade053aa None None] Network e15470e9-3884-4006-9b95-95483dca6fb6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:59:42.067025 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.121616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c403cf8-2d72-4cb1-9240-555b8bdf94b1 req-dc500010-49e8-4ffc-8ff9-c2d8abee4d34 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:42.150527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c403cf8-2d72-4cb1-9240-555b8bdf94b1 req-dc500010-49e8-4ffc-8ff9-c2d8abee4d34 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 949 time: 0.3076909 Aug 20 11:59:42.172656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.365071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d04734cd-c189-4cc3-87a8-122f110b1e74 None None] Port 360e312a-1d85-43af-adc5-f2bfdb12de00 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:42.412634 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.427962 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.429583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c403cf8-2d72-4cb1-9240-555b8bdf94b1 req-8a21b99a-cf61-4bc7-9e28-9ead7d49c701 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780049 Aug 20 11:59:42.484109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Deleting port e4746530-b6ab-49ed-8bd3-715f2079931b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:42.484583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.490042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.547851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] DHCP port deletion for e15470e9-3884-4006-9b95-95483dca6fb6 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:59:42.564693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d03d4-6b64-41e8-9198-ce9dd3bfe583 req-67bb537f-4315-47ac-b855-8521b7ed4272 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:42.568607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da3d03d4-6b64-41e8-9198-ce9dd3bfe583 req-67bb537f-4315-47ac-b855-8521b7ed4272 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 946 time: 0.3236377 Aug 20 11:59:42.588029 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.617897 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Transition to ACTIVE for port object 00cf8f71-2fd4-478d-9148-e75c76b647d9 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:42.629398 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.640261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] Deleting port e4746530-b6ab-49ed-8bd3-715f2079931b {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:42.640968 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.697251 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a26f0-0328-4b17-8f58-4b74f0ea3ef0 None None] Pushing event updated for resources: {'Port': ['ID=00cf8f71-2fd4-478d-9148-e75c76b647d9,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:42.702958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Pushing event updated for resources: {'Port': ['ID=360e312a-1d85-43af-adc5-f2bfdb12de00,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:42.746699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] For port e4746530-b6ab-49ed-8bd3-715f2079931b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e4746530-b6ab-49ed-8bd3-715f2079931b,segment=NetworkSegment(505c2ab2-9f28-4266-850b-9396eb34c335),segment_id=505c2ab2-9f28-4266-850b-9396eb34c335)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:42.747074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.750327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.766639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] For port e4746530-b6ab-49ed-8bd3-715f2079931b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e4746530-b6ab-49ed-8bd3-715f2079931b,segment=NetworkSegment(505c2ab2-9f28-4266-850b-9396eb34c335),segment_id=505c2ab2-9f28-4266-850b-9396eb34c335)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:42.768848 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.785651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] Calling delete_port for e4746530-b6ab-49ed-8bd3-715f2079931b owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:42.792631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Calling delete_port for e4746530-b6ab-49ed-8bd3-715f2079931b owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:42.810376 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Attempting to bind port 00cf8f71-2fd4-478d-9148-e75c76b647d9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:42.810376 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Attempting to bind port 00cf8f71-2fd4-478d-9148-e75c76b647d9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:42.810376 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Attempting to bind port 00cf8f71-2fd4-478d-9148-e75c76b647d9 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:42.819430 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:42.822719 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:42.822719 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.822719 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:42.826307 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Bound port: 00cf8f71-2fd4-478d-9148-e75c76b647d9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:42.826839 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:42.867383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da3d03d4-6b64-41e8-9198-ce9dd3bfe583 req-e75147e5-bf0e-4fd3-a87f-8f6dc594edd9 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917931 Aug 20 11:59:42.905194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a230b-8f13-4863-89b3-7f6f31ce8663 req-e9534edf-a732-4898-8607-8523176e7236 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:42.935078 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] For port 00cf8f71-2fd4-478d-9148-e75c76b647d9, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:42.940487 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] For port 00cf8f71-2fd4-478d-9148-e75c76b647d9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=00cf8f71-2fd4-478d-9148-e75c76b647d9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:42.941290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b74a230b-8f13-4863-89b3-7f6f31ce8663 req-e9534edf-a732-4898-8607-8523176e7236 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 950 time: 0.3713417 Aug 20 11:59:42.959923 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.052886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c34f35d-bb32-480e-be5a-0060e9daa88b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:43.097654 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a26f0-0328-4b17-8f58-4b74f0ea3ef0 None None] Pushing event updated for resources: {'Port': ['ID=00cf8f71-2fd4-478d-9148-e75c76b647d9,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:43.102118 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:43.103001 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:43.116027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.174929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] Pushing event deleted for resources: {'Port': ['ID=e4746530-b6ab-49ed-8bd3-715f2079931b,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:43.214188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b09e3-dce9-40ea-ad43-f0b7e819f444 None None] No DVR routers for this DVR port e4746530-b6ab-49ed-8bd3-715f2079931b on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:43.240514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Network b905504c-ae84-4b27-ad6d-d595aed95c54 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:43.250477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:43.269575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 3c34f35d-bb32-480e-be5a-0060e9daa88b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:43.269903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.276144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3c34f35d-bb32-480e-be5a-0060e9daa88b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:43.276807 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.316554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b74a230b-8f13-4863-89b3-7f6f31ce8663 req-496ea4be-bb35-4b87-95dd-c5cef857b363 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742611 Aug 20 11:59:43.328734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Allocated IP 172.20.0.1 (10e39560-3f21-4094-8c47-1b87cd34f730/ef9a1978-f427-4fe7-bfee-557751345594/1617dd42-317f-4ff2-b5d3-5595e64d5769) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:43.357936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] No DVR routers for this DVR port e4746530-b6ab-49ed-8bd3-715f2079931b on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:43.361361 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:43.431548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e4746530-b6ab-49ed-8bd3-715f2079931b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:43.464903 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.493615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 3c34f35d-bb32-480e-be5a-0060e9daa88b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c34f35d-bb32-480e-be5a-0060e9daa88b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:43.524062 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.525049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f63c7a87-3e70-46b2-9713-c2a27dbecf01 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:43.713235 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.761818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15470e9-3884-4006-9b95-95483dca6fb6']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:43.775386 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.830925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Transition to ACTIVE for port object 1617dd42-317f-4ff2-b5d3-5595e64d5769 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:43.857574 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.864300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b88d9-142c-4543-b610-c75cadb732a9 req-1fa4afbe-d2ab-423c-9e43-3b371e797bca tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:43.872522 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e3b88d9-142c-4543-b610-c75cadb732a9 req-1fa4afbe-d2ab-423c-9e43-3b371e797bca tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 946 time: 0.1022990 Aug 20 11:59:43.873115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505c2ab2-9f28-4266-850b-9396eb34c335') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:43.873424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505c2ab2-9f28-4266-850b-9396eb34c335') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:43.885714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-164aab40-e01c-41bb-80e7-2d58e92dbb79 None None] Provisioning complete for port 360e312a-1d85-43af-adc5-f2bfdb12de00 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:43.886511 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-164aab40-e01c-41bb-80e7-2d58e92dbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.904769 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.929262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.954329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.957789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f63c7a87-3e70-46b2-9713-c2a27dbecf01 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:43.958494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.961330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-164aab40-e01c-41bb-80e7-2d58e92dbb79 None None] Port 360e312a-1d85-43af-adc5-f2bfdb12de00 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:43.983233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=3c34f35d-bb32-480e-be5a-0060e9daa88b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:43.985838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e3b88d9-142c-4543-b610-c75cadb732a9 req-be049e64-3f90-4c52-b69b-6edfcc43a198 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121814 Aug 20 11:59:43.991043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Router 48106bae-6094-4a70-a083-a9c2d36bb08d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:43.992809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:43.996766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:44.008704 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:44.101409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Network 10e39560-3f21-4094-8c47-1b87cd34f730 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:44.104197 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:39Z', 'revision_number': 3, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:44.104732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:44.130872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:44.188572 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bbd7c-2373-4a40-ab0b-88061e114a2b None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:39Z', 'revision_number': 3, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:44.193023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Pushing event updated for resources: {'Port': ['ID=1617dd42-317f-4ff2-b5d3-5595e64d5769,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:44.243999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.272913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:44.291422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-df506512-f2c0-47ce-8b37-f2f7c1be85ee admin admin] 10.222.0.25 "PUT /v2.0/routers/48106bae-6094-4a70-a083-a9c2d36bb08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5283515 Aug 20 11:59:44.304658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0003b5e1-ee18-4725-a769-8be7f697c45e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:44.334724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.354962 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.384181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0003b5e1-ee18-4725-a769-8be7f697c45e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:44.384540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0003b5e1-ee18-4725-a769-8be7f697c45e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:44.384977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e4746530-b6ab-49ed-8bd3-715f2079931b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:44.385161 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] 10.222.0.25 "DELETE /v2.0/networks/e15470e9-3884-4006-9b95-95483dca6fb6 HTTP/1.1" status: 204 len: 168 time: 2.3597026 Aug 20 11:59:44.420343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e664fd-238a-45cb-bf8e-631db572dca8 req-ed3aba2a-17e4-4be2-9a2e-0ed65b5bb63e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:44.440130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e664fd-238a-45cb-bf8e-631db572dca8 req-ed3aba2a-17e4-4be2-9a2e-0ed65b5bb63e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:44.452312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68e664fd-238a-45cb-bf8e-631db572dca8 req-ed3aba2a-17e4-4be2-9a2e-0ed65b5bb63e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b&device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 1690 time: 0.3724456 Aug 20 11:59:44.454074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e4746530-b6ab-49ed-8bd3-715f2079931b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:44.457653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e4746530-b6ab-49ed-8bd3-715f2079931b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:44.470067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc270c-67ac-41cf-b6a2-64313d4586ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e15470e9-3884-4006-9b95-95483dca6fb6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:44.593451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68e664fd-238a-45cb-bf8e-631db572dca8 req-c82039dc-c6b5-45d6-bf7e-1f974a3f1689 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366546 Aug 20 11:59:44.613606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8ff6cdb0-bf9d-4a8c-990c-4404183d9f14 None None] Provisioning for port 1617dd42-317f-4ff2-b5d3-5595e64d5769 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:44.620556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8ff6cdb0-bf9d-4a8c-990c-4404183d9f14 None None] Provisioning complete for port 1617dd42-317f-4ff2-b5d3-5595e64d5769 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:44.620936 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cdb0-bf9d-4a8c-990c-4404183d9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.645501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37136) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:44.730566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6cdb0-bf9d-4a8c-990c-4404183d9f14 None None] Port 1617dd42-317f-4ff2-b5d3-5595e64d5769 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:44.774631 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d2cd0f83-b314-4381-8fd7-e97b1bfd6fa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=109cccffaac647588005ad088e1afd41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256385 Aug 20 11:59:44.775383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37140) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:44.951842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa021f0c-b70f-4920-9844-631d1ce0dddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:44.971827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12c6f9-ac73-4a15-9d16-242fe1dc64a4 req-05cd9827-8f3b-41a3-9c5a-f9e008afeea0 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:45.006003 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee12c6f9-ac73-4a15-9d16-242fe1dc64a4 req-05cd9827-8f3b-41a3-9c5a-f9e008afeea0 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 945 time: 0.4322407 Aug 20 11:59:45.041763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa021f0c-b70f-4920-9844-631d1ce0dddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.050772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-83b73655-8856-4d29-8ec1-93a626e06f08 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:45.055703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-83b73655-8856-4d29-8ec1-93a626e06f08 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.22 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 946 time: 0.3819270 Aug 20 11:59:45.116290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Sync routers for ids ['48106bae-6094-4a70-a083-a9c2d36bb08d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:45.133258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Routers {'48106bae-6094-4a70-a083-a9c2d36bb08d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:45.133993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['48106bae-6094-4a70-a083-a9c2d36bb08d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:45.166779 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa021f0c-b70f-4920-9844-631d1ce0dddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.169903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa021f0c-b70f-4920-9844-631d1ce0dddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.174398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fa021f0c-b70f-4920-9844-631d1ce0dddb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddc79619-e0fc-40e3-a896-58cdbd550e14 HTTP/1.1" status: 204 len: 168 time: 0.3978212 Aug 20 11:59:45.185818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa021f0c-b70f-4920-9844-631d1ce0dddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc79619-e0fc-40e3-a896-58cdbd550e14,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:45.222429 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.242384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 00cf8f71-2fd4-478d-9148-e75c76b647d9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:45.462591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Set router 48106bae-6094-4a70-a083-a9c2d36bb08d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:45.467404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 00cf8f71-2fd4-478d-9148-e75c76b647d9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:45.506665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 00cf8f71-2fd4-478d-9148-e75c76b647d9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:45.507506 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.529717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee12c6f9-ac73-4a15-9d16-242fe1dc64a4 req-21b4c26d-2bc2-4356-a8e4-e6f0b3b152cd tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups?id=64429cd9-6637-400e-9f43-0e94e9f4acb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4636629 Aug 20 11:59:45.807743 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.812734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37156) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:45.857008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 00cf8f71-2fd4-478d-9148-e75c76b647d9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=00cf8f71-2fd4-478d-9148-e75c76b647d9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:45.863295 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.864108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c34f35d-bb32-480e-be5a-0060e9daa88b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:45.905551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-f0ae9548-452e-44f1-a33d-8a4ecd0e77fa tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:45.907314 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-f0ae9548-452e-44f1-a33d-8a4ecd0e77fa tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.73 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 945 time: 0.0862136 Aug 20 11:59:45.913117 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-024d94ce-3d58-4eb8-96e6-f609857c3b4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af9ffe6917e44abd8a7fb99ae8717e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992053 Aug 20 11:59:45.913780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37158) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:45.978919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T11:59:41Z', 'revision_number': 4, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '360e312a-1d85-43af-adc5-f2bfdb12de00', 'name': '', 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'mac_address': 'fa:16:3e:d2:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '8a3e675e-2bad-4661-ad24-dbbb88650dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:40Z', 'updated_at': '2021-08-20T11:59:42Z', 'revision_number': 2, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'subnets': [{'id': '8a3e675e-2bad-4661-ad24-dbbb88650dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:45.980771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=00cf8f71-2fd4-478d-9148-e75c76b647d9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:46.024588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Checking router: 48106bae-6094-4a70-a083-a9c2d36bb08d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:46.025104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Updating router 48106bae-6094-4a70-a083-a9c2d36bb08d port 360e312a-1d85-43af-adc5-f2bfdb12de00 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:46.048272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bceaf8a6-4bd2-4b18-96d1-8f3f2206edd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.051345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3c34f35d-bb32-480e-be5a-0060e9daa88b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:46.051866 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.086854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bceaf8a6-4bd2-4b18-96d1-8f3f2206edd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.090891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Deleting port 645e4231-5069-4ed0-8b65-b740ab720891 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:46.091743 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.120433 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.218534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bceaf8a6-4bd2-4b18-96d1-8f3f2206edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.222720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bceaf8a6-4bd2-4b18-96d1-8f3f2206edd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.227674 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bceaf8a6-4bd2-4b18-96d1-8f3f2206edd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a43884b-8188-447b-83d4-8d8855cabd3f HTTP/1.1" status: 204 len: 168 time: 0.3128271 Aug 20 11:59:46.236260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] For port 645e4231-5069-4ed0-8b65-b740ab720891, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=645e4231-5069-4ed0-8b65-b740ab720891,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:46.237459 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.259101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaf8a6-4bd2-4b18-96d1-8f3f2206edd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a43884b-8188-447b-83d4-8d8855cabd3f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:46.351701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-c91fb8db-d5f8-49dc-af99-1feb5b5a4e7b tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0103273 Aug 20 11:59:46.391578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:46.403286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2041b72-d523-4950-8d07-cb2c2dd49347 req-771d669b-e985-4c5b-8480-4a7acc2fca8d tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:46.404944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2041b72-d523-4950-8d07-cb2c2dd49347 req-771d669b-e985-4c5b-8480-4a7acc2fca8d tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 1101 time: 0.7600071 Aug 20 11:59:46.467232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Deleting port a1479b89-0e5d-486f-a77c-d083e0dee931 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:46.467808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.537294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.571177 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.580937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2041b72-d523-4950-8d07-cb2c2dd49347 req-b7451e4f-dcef-48e8-84d5-1d32717cf33b tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570339 Aug 20 11:59:46.620763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.626279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.640267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Transition to ACTIVE for port object 360e312a-1d85-43af-adc5-f2bfdb12de00 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:46.656389 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.809971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390f3ae-cea2-4043-8ccd-ab825b4ac810 None None] Pushing event updated for resources: {'Port': ['ID=360e312a-1d85-43af-adc5-f2bfdb12de00,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:46.847038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Attempting to bind port 360e312a-1d85-43af-adc5-f2bfdb12de00 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:46.847383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Attempting to bind port 360e312a-1d85-43af-adc5-f2bfdb12de00 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:46.847753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Attempting to bind port 360e312a-1d85-43af-adc5-f2bfdb12de00 on network b905504c-ae84-4b27-ad6d-d595aed95c54 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:46.857272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:46.857769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Checking segment: {'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:46.858062 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.858465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Bound using segment: {'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:46.858940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Bound port: 360e312a-1d85-43af-adc5-f2bfdb12de00, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3baf53-40e6-4244-b286-72cfa750ac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:46.859319 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.901062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Pushing event updated for resources: {'Port': ['ID=1617dd42-317f-4ff2-b5d3-5595e64d5769,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:46.940342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] For port a1479b89-0e5d-486f-a77c-d083e0dee931, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a1479b89-0e5d-486f-a77c-d083e0dee931,segment=NetworkSegment(6f23d5ef-1b92-4551-9ff7-e5509c4193ee),segment_id=6f23d5ef-1b92-4551-9ff7-e5509c4193ee)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:46.940724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.943980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 00cf8f71-2fd4-478d-9148-e75c76b647d9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:46.979293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Calling delete_port for a1479b89-0e5d-486f-a77c-d083e0dee931 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:46.981377 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.019954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] For port 360e312a-1d85-43af-adc5-f2bfdb12de00, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:47.024688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] For port 360e312a-1d85-43af-adc5-f2bfdb12de00, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=360e312a-1d85-43af-adc5-f2bfdb12de00,segment=NetworkSegment(4e3baf53-40e6-4244-b286-72cfa750ac20),segment_id=4e3baf53-40e6-4244-b286-72cfa750ac20)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:47.039415 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.225350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647be3f7-473e-4d1a-bf3f-7ee167e3224f req-3a0ff305-90c0-430e-a436-cdfe921c4bd1 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:47.226977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-647be3f7-473e-4d1a-bf3f-7ee167e3224f req-3a0ff305-90c0-430e-a436-cdfe921c4bd1 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 946 time: 0.4879801 Aug 20 11:59:47.231153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Network 10e39560-3f21-4094-8c47-1b87cd34f730 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:47.237172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390f3ae-cea2-4043-8ccd-ab825b4ac810 None None] Pushing event updated for resources: {'Port': ['ID=360e312a-1d85-43af-adc5-f2bfdb12de00,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:47.259725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Routers {'48106bae-6094-4a70-a083-a9c2d36bb08d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:47.260375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['48106bae-6094-4a70-a083-a9c2d36bb08d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:47.293161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:47.371247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 00cf8f71-2fd4-478d-9148-e75c76b647d9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:47.371619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.394011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-647be3f7-473e-4d1a-bf3f-7ee167e3224f req-ddf05435-0717-4a14-a743-6087d1a50e7b tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/security-groups?id=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540353 Aug 20 11:59:47.507464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.512450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.513085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.513211 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Floating IP 6f331445-9d25-4c04-813b-9148a43e3016 disassociated. External IP: 172.25.0.135, port: 645e4231-5069-4ed0-8b65-b740ab720891. Aug 20 11:59:47.513487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Calling delete_port for 645e4231-5069-4ed0-8b65-b740ab720891 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:47.642486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] Set router 48106bae-6094-4a70-a083-a9c2d36bb08d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:47.770209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.796709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.844841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event deleted for resources: {'Port': ['ID=645e4231-5069-4ed0-8b65-b740ab720891,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:47.887736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cbf40cf-0a87-41df-8761-a0b26374b97a req-8f7f16e2-3920-4160-9cb0-ef74653cfd36 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d4a903-68fb-4e6b-9eff-3d8e50391af5 HTTP/1.1" status: 200 len: 210 time: 0.1251597 Aug 20 11:59:47.897250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:47.910006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Pushing event deleted for resources: {'Port': ['ID=a1479b89-0e5d-486f-a77c-d083e0dee931,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:47.987117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] No DVR routers for this DVR port a1479b89-0e5d-486f-a77c-d083e0dee931 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:47.992974 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.995367 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a640740-f611-45a3-b242-e1c5f4d811cf req-e4fd833a-6c69-4a31-a362-4b205fef6584 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.22 "DELETE /v2.0/ports/a1479b89-0e5d-486f-a77c-d083e0dee931 HTTP/1.1" status: 204 len: 173 time: 2.8945115 Aug 20 11:59:48.007733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da683bb2-a7bb-48a4-a84b-362c8c426ded', 'name': 'network-vif-deleted', 'tag': 'a1479b89-0e5d-486f-a77c-d083e0dee931'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:48.010466 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d8ce14-9c26-4e71-a15e-a0f3b3dd1ad7" -d '{"events": [{"server_uuid": "da683bb2-a7bb-48a4-a84b-362c8c426ded", "name": "network-vif-deleted", "tag": "a1479b89-0e5d-486f-a77c-d083e0dee931"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:48.014999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Allocated IP 172.25.0.234 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/13685173-2b70-4cfc-9738-a7b616c5b7b6) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:48.069304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:48.095740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e460d944-997c-462e-9856-7dc139beae5f None None] Provisioning complete for port 1617dd42-317f-4ff2-b5d3-5595e64d5769 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:48.096323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e460d944-997c-462e-9856-7dc139beae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.177721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e460d944-997c-462e-9856-7dc139beae5f None None] Port 1617dd42-317f-4ff2-b5d3-5595e64d5769 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:48.201955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T11:59:41Z', 'revision_number': 4, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '360e312a-1d85-43af-adc5-f2bfdb12de00', 'name': '', 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'mac_address': 'fa:16:3e:d2:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '8a3e675e-2bad-4661-ad24-dbbb88650dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:40Z', 'updated_at': '2021-08-20T11:59:47Z', 'revision_number': 4, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'subnets': [{'id': '8a3e675e-2bad-4661-ad24-dbbb88650dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:48.256539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08844ba-dcc1-4b25-a8d7-8374d7a0bfe3 None None] The sync data for ids ['48106bae-6094-4a70-a083-a9c2d36bb08d'] in n-d-800634-10 is: [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T11:59:41Z', 'revision_number': 4, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '360e312a-1d85-43af-adc5-f2bfdb12de00', 'name': '', 'network_id': 'b905504c-ae84-4b27-ad6d-d595aed95c54', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'mac_address': 'fa:16:3e:d2:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '8a3e675e-2bad-4661-ad24-dbbb88650dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:40Z', 'updated_at': '2021-08-20T11:59:47Z', 'revision_number': 4, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'subnets': [{'id': '8a3e675e-2bad-4661-ad24-dbbb88650dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:48.265563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13cc7e-03a1-4479-ab95-269848fe20da req-4430d503-63d0-4991-b75e-051809ac70b1 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:48.275218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e13cc7e-03a1-4479-ab95-269848fe20da req-4430d503-63d0-4991-b75e-051809ac70b1 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 1102 time: 0.2576666 Aug 20 11:59:48.287121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:48.312261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a1479b89-0e5d-486f-a77c-d083e0dee931 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:48.344534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: a1479b89-0e5d-486f-a77c-d083e0dee931 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:48.345130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a1479b89-0e5d-486f-a77c-d083e0dee931 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:48.404207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] No DVR routers for this DVR port 645e4231-5069-4ed0-8b65-b740ab720891 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:59:48.407217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.410093 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9d0919b0-5f21-4272-82bb-90bb420776b9 req-a7008850-4a3b-425d-b355-54fcb920dcf9 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.73 "DELETE /v2.0/ports/645e4231-5069-4ed0-8b65-b740ab720891 HTTP/1.1" status: 204 len: 173 time: 2.4896157 Aug 20 11:59:48.411025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'name': 'network-vif-deleted', 'tag': '645e4231-5069-4ed0-8b65-b740ab720891'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:48.426880 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e73932a-bea3-4c98-ac13-765be847708d" -d '{"events": [{"server_uuid": "13d4a903-68fb-4e6b-9eff-3d8e50391af5", "name": "network-vif-deleted", "tag": "645e4231-5069-4ed0-8b65-b740ab720891"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:48.487568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e13cc7e-03a1-4479-ab95-269848fe20da req-059aa76c-a9a6-41f0-9780-dfec40235914 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106037 Aug 20 11:59:48.494972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.558839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:48.580885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fbb1de71-c57d-43a2-84c0-82d7bc02c129 admin admin] 10.222.0.25 "PUT /v2.0/routers/7237f4dd-498c-480a-9c3a-f0534c3a12a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3761508 Aug 20 11:59:48.584997 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.685439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:48.691754 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcea669-c1ec-4995-ae74-e427a938b392 x-openstack-request-id: req-bbcea669-c1ec-4995-ae74-e427a938b392 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:48.692448 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da683bb2-a7bb-48a4-a84b-362c8c426ded", "name": "network-vif-deleted", "tag": "a1479b89-0e5d-486f-a77c-d083e0dee931", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:48.692710 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbcea669-c1ec-4995-ae74-e427a938b392 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:48.693125 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da683bb2-a7bb-48a4-a84b-362c8c426ded', 'name': 'network-vif-deleted', 'tag': 'a1479b89-0e5d-486f-a77c-d083e0dee931', 'status': 'completed', 'code': 200} Aug 20 11:59:48.694758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:48.701286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:48.719425 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] Sync routers for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:48.741299 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:48.742452 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:48.746573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:48.769081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:48.773970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:48.908875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Pushing event updated for resources: {'Port': ['ID=13685173-2b70-4cfc-9738-a7b616c5b7b6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:49.009741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0d6f3f2-2e7d-4b5a-8212-98da29725b32 req-e7e30a20-01c0-41da-bca6-3dd5c0dbb778 tempest-ServerGroupTestJSON-1503901791 tempest-ServerGroupTestJSON-1503901791-project] 10.222.0.25 "GET /v2.0/ports?device_id=da683bb2-a7bb-48a4-a84b-362c8c426ded HTTP/1.1" status: 200 len: 210 time: 0.0827477 Aug 20 11:59:49.107603 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51558dff-d392-4db1-b030-a04512d6166f x-openstack-request-id: req-51558dff-d392-4db1-b030-a04512d6166f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:49.108193 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d4a903-68fb-4e6b-9eff-3d8e50391af5", "name": "network-vif-deleted", "tag": "645e4231-5069-4ed0-8b65-b740ab720891", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:49.108193 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51558dff-d392-4db1-b030-a04512d6166f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:49.108622 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d4a903-68fb-4e6b-9eff-3d8e50391af5', 'name': 'network-vif-deleted', 'tag': '645e4231-5069-4ed0-8b65-b740ab720891', 'status': 'completed', 'code': 200} Aug 20 11:59:49.159557 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:49.187020 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:49.187973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:49.249830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:49.542902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:49.553856 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:49.649930 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:43Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:49.673441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Pushing event updated for resources: {'Port': ['ID=13685173-2b70-4cfc-9738-a7b616c5b7b6,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:49.695765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:49.712993 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] Checking router: 0bff1b08-629f-4717-8697-c2a9f0aa6d09 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:49.726011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:49.728456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-4458e398-7141-4abc-aead-0fe42bb3dc74 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3491964 Aug 20 11:59:49.735387 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:49.735387 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:49.867434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-ba3bc977-b110-4e9d-ab9a-129c1e5d5ea2 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 696 time: 0.1318302 Aug 20 11:59:49.873594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 645e4231-5069-4ed0-8b65-b740ab720891 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:59:49.900285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 645e4231-5069-4ed0-8b65-b740ab720891 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:59:49.900627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 645e4231-5069-4ed0-8b65-b740ab720891 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:59:49.930104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 2, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:49.962360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:59:49.962728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Updating router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 port 1617dd42-317f-4ff2-b5d3-5595e64d5769 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:59:49.984305 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:50.022331 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:50.162613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-3427c0b4-85fe-497a-83fe-99932cf21fa8 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:50.164077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c42d1ecf-2a6a-4e8b-a465-bd9e862960f4 req-3427c0b4-85fe-497a-83fe-99932cf21fa8 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2799232 Aug 20 11:59:50.221813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-e52c6e98-413f-40da-a3d6-71caf7c7eaeb tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:50.230772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-e52c6e98-413f-40da-a3d6-71caf7c7eaeb tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 820 time: 0.1678894 Aug 20 11:59:50.250419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-b0176b35-cfa8-4b90-92ca-a03fa2508bc3 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/quotas/450dc75252bf4b57ab6a99a31f051572 HTTP/1.1" status: 200 len: 375 time: 0.0179839 Aug 20 11:59:50.322811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-26a4f316-c760-407b-a95f-c031c22c3d85 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276980 Aug 20 11:59:50.338398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-4843c32e-8468-49da-8e34-7a99345ba2a8 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861859 Aug 20 11:59:50.406057 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:43Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:50.456120 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801ff9d-991f-4055-b6bc-838fdc95dbb4 None None] The sync data for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 is: [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:57:35Z', 'revision_number': 4, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '57f5b1f2-56d0-4e6b-9636-f896101d1f98', 'name': '', 'network_id': 'a97c83e2-bcbd-4e76-85a7-fafddaa529ec', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'mac_address': 'fa:16:3e:9e:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3ed32338-9033-4125-866a-377a53327361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:34Z', 'updated_at': '2021-08-20T11:57:43Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'subnets': [{'id': '3ed32338-9033-4125-866a-377a53327361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:50.567809 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:50.579522 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-b7da3fcb-f31d-49c8-b679-976274603c5d service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399790 Aug 20 11:59:50.587482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Transition to ACTIVE for port object 1617dd42-317f-4ff2-b5d3-5595e64d5769 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:50.607982 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:50.630869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-71007931-5659-4f00-9e34-f91f40135ed6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:50.632773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-71007931-5659-4f00-9e34-f91f40135ed6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854843 Aug 20 11:59:50.742859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a3daf86d-64c1-486e-bdeb-e90b2953b099 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/quotas/72a923b5e4ea46bda6080c1d93c9b1fd HTTP/1.1" status: 200 len: 375 time: 0.0754657 Aug 20 11:59:50.819260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3879b-ad67-4b1f-84d1-8cb01433fcba None None] Pushing event updated for resources: {'Port': ['ID=1617dd42-317f-4ff2-b5d3-5595e64d5769,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:50.880213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-038425fb-5a1b-4184-9c19-c305f99c1dcf service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969534 Aug 20 11:59:50.917631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 360e312a-1d85-43af-adc5-f2bfdb12de00 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:50.924447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Attempting to bind port 1617dd42-317f-4ff2-b5d3-5595e64d5769 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:50.930623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Attempting to bind port 1617dd42-317f-4ff2-b5d3-5595e64d5769 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:50.931090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Attempting to bind port 1617dd42-317f-4ff2-b5d3-5595e64d5769 on network 10e39560-3f21-4094-8c47-1b87cd34f730 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:50.931959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-6fcea1a8-30b5-4b80-8f28-f26ea05ece66 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715879 Aug 20 11:59:50.964819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:50.965275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Checking segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:50.965776 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:50.966368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Bound using segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:50.966911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Bound port: 1617dd42-317f-4ff2-b5d3-5595e64d5769, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:50.967359 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.075675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 360e312a-1d85-43af-adc5-f2bfdb12de00 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:51.092778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 360e312a-1d85-43af-adc5-f2bfdb12de00 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:51.093288 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.144418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] For port 1617dd42-317f-4ff2-b5d3-5595e64d5769, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:51.177747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] For port 1617dd42-317f-4ff2-b5d3-5595e64d5769, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1617dd42-317f-4ff2-b5d3-5595e64d5769,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:51.193848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37284) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:51.194398 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.318477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-246ee3f2-2463-48ce-aae0-be2b8580f467 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.347461 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb38c56f-b39c-4903-8d2a-903c19c89eac None None] New status for floating IP 6f331445-9d25-4c04-813b-9148a43e3016: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:59:51.352234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:51.352880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:51.413124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-246ee3f2-2463-48ce-aae0-be2b8580f467 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.417220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3879b-ad67-4b1f-84d1-8cb01433fcba None None] Pushing event updated for resources: {'Port': ['ID=1617dd42-317f-4ff2-b5d3-5595e64d5769,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:51.442696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.540951 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-246ee3f2-2463-48ce-aae0-be2b8580f467 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.543897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-246ee3f2-2463-48ce-aae0-be2b8580f467 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.546964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-246ee3f2-2463-48ce-aae0-be2b8580f467 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "DELETE /v2.0/security-groups/64429cd9-6637-400e-9f43-0e94e9f4acb7 HTTP/1.1" status: 204 len: 168 time: 0.3502138 Aug 20 11:59:51.556319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea3b22ca-92f1-45b7-803c-5f4316f6e1e8 req-6c3c060d-d2bb-4754-b4d8-a3564051d653 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips/34ed8bc8-fa0d-45e0-9876-649017a6eff2 HTTP/1.1" status: 200 len: 693 time: 0.1491416 Aug 20 11:59:51.557950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37296) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:51.571691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ee3f2-2463-48ce-aae0-be2b8580f467 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64429cd9-6637-400e-9f43-0e94e9f4acb7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:51.636762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 360e312a-1d85-43af-adc5-f2bfdb12de00, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=360e312a-1d85-43af-adc5-f2bfdb12de00,segment=NetworkSegment(4e3baf53-40e6-4244-b286-72cfa750ac20),segment_id=4e3baf53-40e6-4244-b286-72cfa750ac20)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:51.654004 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-66261c7d-3684-47fd-a48f-8dc31908fd98 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] show failed (client error): The resource could not be found. Aug 20 11:59:51.663067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-66261c7d-3684-47fd-a48f-8dc31908fd98 tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "GET /v2.0/security-groups/64429cd9-6637-400e-9f43-0e94e9f4acb7 HTTP/1.1" status: 404 len: 347 time: 0.1032717 Aug 20 11:59:51.665518 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.667414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37298) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:51.760592 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bff0e727-d0c2-41d5-a91a-1a72f47a062b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.818489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:59:51.852533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b22ca-92f1-45b7-803c-5f4316f6e1e8 req-23c616f4-06e4-40f8-bf87-4519bd240037 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:51.862633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea3b22ca-92f1-45b7-803c-5f4316f6e1e8 req-23c616f4-06e4-40f8-bf87-4519bd240037 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.3053653 Aug 20 11:59:51.878532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-ea3b22ca-92f1-45b7-803c-5f4316f6e1e8 req-bc9d5089-f201-4648-a7fd-28c5bcbfbe94 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:59:51.891406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea3b22ca-92f1-45b7-803c-5f4316f6e1e8 req-bc9d5089-f201-4648-a7fd-28c5bcbfbe94 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277655 Aug 20 11:59:51.901141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=360e312a-1d85-43af-adc5-f2bfdb12de00,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:51.994719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Deleting port 9edcd7a0-602e-4d91-8b22-8b725ee6c769 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:51.995061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:52.046882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68da9424-a2b2-4c45-aa1a-345d81135c84 req-c8b19eb1-e4d4-4cc4-a235-04701db164ef tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 210 time: 0.0955348 Aug 20 11:59:52.181983 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:52.182333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:52.208866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Calling delete_port for 9edcd7a0-602e-4d91-8b22-8b725ee6c769 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:52.307819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-355d4a85-bf58-4294-82b4-1381ae343374 req-84ee17ba-49d6-4257-8221-a732ca6f7ad7 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=0593d005ca544fc38e9b1d27e35a2d54 HTTP/1.1" status: 200 len: 696 time: 0.1496537 Aug 20 11:59:52.334135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:51Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:52.389083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f46672-82ac-455d-a0e9-20a9d5c76e10 None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:51Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:59:52.540655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:52.602505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Pushing event deleted for resources: {'Port': ['ID=9edcd7a0-602e-4d91-8b22-8b725ee6c769,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:52.747394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:52.751530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:52.753704 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8723e607-4cc6-45a2-b787-7b417bce815c tempest-ServersTestFqdnHostnames-1084812747 tempest-ServersTestFqdnHostnames-1084812747-project] 10.222.0.25 "DELETE /v2.0/floatingips/6f331445-9d25-4c04-813b-9148a43e3016 HTTP/1.1" status: 204 len: 168 time: 1.0842230 Aug 20 11:59:52.757181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37334) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:53.051462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe59dc72-baa5-492e-b371-6b9daef2c0c8 req-645496c0-c822-4acc-b33b-f2c69d744ad8 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 210 time: 0.0614171 Aug 20 11:59:53.185382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 360e312a-1d85-43af-adc5-f2bfdb12de00 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:53.206855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d4a85-bf58-4294-82b4-1381ae343374 req-11cfb63f-d68b-4de0-98bf-0e8160b58820 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:53.208403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-355d4a85-bf58-4294-82b4-1381ae343374 req-11cfb63f-d68b-4de0-98bf-0e8160b58820 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/networks?id=37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 787 time: 0.8865864 Aug 20 11:59:53.234137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-355d4a85-bf58-4294-82b4-1381ae343374 req-4f445cc8-8c66-4d67-aa3f-4632774ef8b0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:59:53.235185 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-355d4a85-bf58-4294-82b4-1381ae343374 req-4f445cc8-8c66-4d67-aa3f-4632774ef8b0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131342 Aug 20 11:59:53.250016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37356) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:53.336818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 360e312a-1d85-43af-adc5-f2bfdb12de00 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:53.337299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:53.513008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-62f9b828-b160-4160-b5f3-70c0346993ef tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips/34ed8bc8-fa0d-45e0-9876-649017a6eff2 HTTP/1.1" status: 200 len: 693 time: 0.0836620 Aug 20 11:59:53.546382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1617dd42-317f-4ff2-b5d3-5595e64d5769 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:53.566812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b41d8f2-3194-4d97-9e94-dda77dd7b7ab req-9c049287-9fdb-4bcc-8fd9-3babe0693156 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 210 time: 0.0974643 Aug 20 11:59:53.568676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db0bf1e2-e258-4e43-bfd0-c7e4a5a9fd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:53.659203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1617dd42-317f-4ff2-b5d3-5595e64d5769 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:53.665901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1617dd42-317f-4ff2-b5d3-5595e64d5769 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:53.666749 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:53.782243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37370) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:53.823474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:53.890322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-9d25860e-4b5a-4450-9674-a95e073520f3 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:53.908615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-fb369b59-b7f6-494a-98b2-5bbfc1111ac4 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:53.910961 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-fb369b59-b7f6-494a-98b2-5bbfc1111ac4 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.73 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 820 time: 0.7218983 Aug 20 11:59:53.918452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-9d25860e-4b5a-4450-9674-a95e073520f3 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.4004121 Aug 20 11:59:53.922549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1617dd42-317f-4ff2-b5d3-5595e64d5769, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1617dd42-317f-4ff2-b5d3-5595e64d5769,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:53.929802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-8218f2a2-3b44-4592-8027-c42279e789ac tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:59:53.930407 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:53.938328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Request body: {'port': {'device_id': '12445147-5ca7-4879-a7bf-423a60e0d943', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'admin_state_up': True, 'tenant_id': '450dc75252bf4b57ab6a99a31f051572'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:53.941750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-8218f2a2-3b44-4592-8027-c42279e789ac tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217910 Aug 20 11:59:54.030427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e603db-3688-4ce6-9b23-992cbfa1bed2 admin admin] Deleting subnet 73eb281b-9b70-46f1-9012-efaff795dca5 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:59:54.043623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e603db-3688-4ce6-9b23-992cbfa1bed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.051240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1617dd42-317f-4ff2-b5d3-5595e64d5769,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:54.122151 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-f3f555f1-1c98-4671-ab45-8f4b8291de3e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310271 Aug 20 11:59:54.160434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-7757c877-68fb-4c79-bd58-a49a6360deb9 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624716 Aug 20 11:59:54.175605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-dfc5a93f-14df-49f1-a097-aa5ee80bea0e tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 696 time: 0.2321703 Aug 20 11:59:54.249151 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1f96-5d4f-4c6b-889b-0ccf21b12a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.269941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-8cc3e464-c4f0-4fa6-afa2-8ecded9aff05 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 696 time: 0.0940874 Aug 20 11:59:54.341902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-2d81a3f2-703d-49bc-bbaf-18a60299e605 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:54.343881 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-2d81a3f2-703d-49bc-bbaf-18a60299e605 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148392 Aug 20 11:59:54.348099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.378749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e603db-3688-4ce6-9b23-992cbfa1bed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.389365 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-647dae05-8b76-4008-8efe-2d0c5628ab81 req-da352d5e-97cc-42ec-a0f2-ef08101ddefe tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 210 time: 0.2260230 Aug 20 11:59:54.399654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Request body: {'port': {'device_id': '69cc6a19-6989-47fe-b39b-cd7b40b7e3f1', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '72a923b5e4ea46bda6080c1d93c9b1fd'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:54.503329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db0bf1e2-e258-4e43-bfd0-c7e4a5a9fd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.522247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db0bf1e2-e258-4e43-bfd0-c7e4a5a9fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.562844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Made reservation on behalf of 450dc75252bf4b57ab6a99a31f051572 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:54.567193 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.674724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e603db-3688-4ce6-9b23-992cbfa1bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.715012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-9ca19c1a-a50c-44ee-8c08-97c833cd1fc6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:54.716514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-9ca19c1a-a50c-44ee-8c08-97c833cd1fc6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5378180 Aug 20 11:59:54.723358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bf1e2-e258-4e43-bfd0-c7e4a5a9fd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1912ac-52aa-462e-8e94-8142e0375e18,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:54.729806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-db0bf1e2-e258-4e43-bfd0-c7e4a5a9fd74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb5e4500ec21406aba575985da9b2e73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4786506 Aug 20 11:59:54.735193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37380) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:54.746656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Made reservation on behalf of 72a923b5e4ea46bda6080c1d93c9b1fd for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:54.750219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.754746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Request body: {'port': {'device_id': 'fff10194-174a-4b39-8325-965029a01f4a', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '72a923b5e4ea46bda6080c1d93c9b1fd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:54.760168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02f86c01-687e-497c-85b9-1c076b6f25cb req-f3f0f655-0bea-48f0-acf1-eeb1315d42f6 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 210 time: 0.0869720 Aug 20 11:59:54.878377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Deleting port 13685173-2b70-4cfc-9738-a7b616c5b7b6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:54.879343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.886590 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e603db-3688-4ce6-9b23-992cbfa1bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.889089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1617dd42-317f-4ff2-b5d3-5595e64d5769 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:59:54.915935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Allocated IP 172.20.0.10 (10e39560-3f21-4094-8c47-1b87cd34f730/ef9a1978-f427-4fe7-bfee-557751345594/03194b41-b3eb-46e8-bc23-e1e3cd1fcf82) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:54.968307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f9ec-4a4f-48b8-99fc-1045aed3bee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.970353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1617dd42-317f-4ff2-b5d3-5595e64d5769 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:54.971278 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:54.975601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.016400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e603db-3688-4ce6-9b23-992cbfa1bed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73eb281b-9b70-46f1-9012-efaff795dca5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:55.024239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e603db-3688-4ce6-9b23-992cbfa1bed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.029184 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e6e603db-3688-4ce6-9b23-992cbfa1bed2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/73eb281b-9b70-46f1-9012-efaff795dca5 HTTP/1.1" status: 204 len: 168 time: 1.2456477 Aug 20 11:59:55.033628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37382) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:55.086888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Made reservation on behalf of 72a923b5e4ea46bda6080c1d93c9b1fd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:55.090975 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.163036 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f9ec-4a4f-48b8-99fc-1045aed3bee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.169713 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.170404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.193164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Calling delete_port for 13685173-2b70-4cfc-9738-a7b616c5b7b6 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:55.302455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Allocated IP 192.168.233.67 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/9b46fa3e-1684-4ac3-86ea-c3709d0d5617) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:55.325938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.339269 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.386356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Pushing event deleted for resources: {'Port': ['ID=13685173-2b70-4cfc-9738-a7b616c5b7b6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:55.455871 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.459403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.460755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53f7a374-c118-41d7-bf44-b3a5d3c67077 req-e5c03ffc-b216-4a96-8d51-8db40dee39e0 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "DELETE /v2.0/floatingips/34ed8bc8-fa0d-45e0-9876-649017a6eff2 HTTP/1.1" status: 204 len: 173 time: 1.1899784 Aug 20 11:59:55.480662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Deleting port 57f5b1f2-56d0-4e6b-9636-f896101d1f98 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:59:55.481002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.482683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f9ec-4a4f-48b8-99fc-1045aed3bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.485118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3a4f9ec-4a4f-48b8-99fc-1045aed3bee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.487508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.493847 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d3a4f9ec-4a4f-48b8-99fc-1045aed3bee0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df1912ac-52aa-462e-8e94-8142e0375e18 HTTP/1.1" status: 204 len: 168 time: 0.7575636 Aug 20 11:59:55.584532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d1b1d28-2f34-4a96-b9d8-8164418b687d req-3baddb2f-bdbb-42bb-919c-6a0f9744fa99 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 210 time: 0.0371506 Aug 20 11:59:55.633313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.650016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4f9ec-4a4f-48b8-99fc-1045aed3bee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1912ac-52aa-462e-8e94-8142e0375e18,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:55.670899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb05b304-16f9-498f-acb8-5130baf244bf req-0b20eb90-ecaf-4a09-9911-c69d61b52135 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1873679 Aug 20 11:59:55.678104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:55.709475 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.722988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.735279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3894a88d-7c83-4118-a9a6-6fd450a59866']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:55.749610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f23d5ef-1b92-4551-9ff7-e5509c4193ee') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:55.749911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f23d5ef-1b92-4551-9ff7-e5509c4193ee') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:55.764168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.826016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.840252 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.841793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:59:55.842268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: timer() Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:59:55.906626 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:59:55.946000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37398) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:55.947316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Transition to ACTIVE for port object 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:55.958383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-383cdb12-3ed8-4474-be31-1d046d44285e req-01aa722c-4784-41a4-8cab-5f411c98b021 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 210 time: 0.0464401 Aug 20 11:59:55.974974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.991287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:55.993621 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3894a88d-7c83-4118-a9a6-6fd450a59866 HTTP/1.1" status: 204 len: 168 time: 0.9554818 Aug 20 11:59:56.035432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f95808-899d-4c18-85e2-e69e920a5ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3894a88d-7c83-4118-a9a6-6fd450a59866,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:56.044242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Allocated IP 172.25.0.221 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/9a813fc4-2ec0-44ad-8a94-0ce08f4c88fa) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:56.056929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0480bcc-6a1f-455a-9a36-ebe8edd6e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.065421 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.069779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] For port 57f5b1f2-56d0-4e6b-9636-f896101d1f98, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57f5b1f2-56d0-4e6b-9636-f896101d1f98,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:59:56.070439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.112006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Transition to ACTIVE for port object 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:56.159633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Calling delete_port for 57f5b1f2-56d0-4e6b-9636-f896101d1f98 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:59:56.253512 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.255711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.266805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:56.272899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.319915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37404) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:56.331637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:56.366347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Allocated IP 192.168.233.246 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/a41470c0-d8c1-4fa8-9b29-0de80c9cf947) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:56.444852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-188f1203-6384-44af-8fe0-401ca10dc1aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca717b805a34412e94da5d4bfeb81e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1214170 Aug 20 11:59:56.452483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37406) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:56.485129 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.673398 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Pushing event updated for resources: {'Port': ['ID=9a813fc4-2ec0-44ad-8a94-0ce08f4c88fa,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:56.741520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:56.774379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:56.789307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:56.793233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:56.796660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:56.814839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-652b135a-b8e3-4059-b829-6cfd40185dec req-47716d4c-fa64-4d79-bd98-7e9a09081cde tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 210 time: 0.0764136 Aug 20 11:59:56.818388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:56.827758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Network 10e39560-3f21-4094-8c47-1b87cd34f730 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:56.833626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Pushing event updated for resources: {'Port': ['ID=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:56.887399 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.913906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:56.946759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:56.959210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75236a21-c6f9-4b23-a04e-7541fc01bcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.021238 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.053175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0480bcc-6a1f-455a-9a36-ebe8edd6e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.057567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75236a21-c6f9-4b23-a04e-7541fc01bcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.068911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0480bcc-6a1f-455a-9a36-ebe8edd6e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.076747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Transition to ACTIVE for port object a41470c0-d8c1-4fa8-9b29-0de80c9cf947 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:57.084125 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.120573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'Port': ['ID=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:57.159988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.160677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.191820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.192633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.201306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0480bcc-6a1f-455a-9a36-ebe8edd6e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726b4da7-aba5-49ca-b719-cad1544e0de7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:57.212506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-925c24d4-d96a-4882-87c3-ed25ffae6f33 None None] Provisioning for port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:57.222013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-925c24d4-d96a-4882-87c3-ed25ffae6f33 None None] Provisioning complete for port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:57.223206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-925c24d4-d96a-4882-87c3-ed25ffae6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.225486 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d0480bcc-6a1f-455a-9a36-ebe8edd6e26e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c8a565181174eccbea87f0207978b77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2764251 Aug 20 11:59:57.230115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37414) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:57.235891 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-48b9f6a9-d03e-4049-b357-337a15a8b98e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8429446 Aug 20 11:59:57.243739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.246621 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-1f3d382d-3a5e-46fa-9203-3e894a2dbb5b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3240283 Aug 20 11:59:57.307693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Request body: {'port': {'device_id': '12445147-5ca7-4879-a7bf-423a60e0d943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:57.318466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-925c24d4-d96a-4882-87c3-ed25ffae6f33 None None] Port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:57.323189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Request body: {'port': {'device_id': '69cc6a19-6989-47fe-b39b-cd7b40b7e3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:57.334646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbec5-9083-4050-9c6e-8b9e73a1c1e6 req-14216a18-34f6-4d78-85eb-7b1bce76eb9a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.342950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-024fbec5-9083-4050-9c6e-8b9e73a1c1e6 req-14216a18-34f6-4d78-85eb-7b1bce76eb9a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 932 time: 0.2288213 Aug 20 11:59:57.344913 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75236a21-c6f9-4b23-a04e-7541fc01bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.347890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75236a21-c6f9-4b23-a04e-7541fc01bcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.351514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-75236a21-c6f9-4b23-a04e-7541fc01bcf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e HTTP/1.1" status: 204 len: 168 time: 0.8956487 Aug 20 11:59:57.399431 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.418951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:57.426838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:59:57.427169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75236a21-c6f9-4b23-a04e-7541fc01bcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c7ce6c-648d-4d06-b503-4a9bc1d5ce5e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:57.484574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.491244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.542085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:57.546793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f5b1f2-56d0-4e6b-9636-f896101d1f98,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:57.551519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.554078 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6a11f3a2-87a6-40b8-b19b-32cf20b77950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.572004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:57.574664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:57.602362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'Port': ['ID=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:57.622407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-024fbec5-9083-4050-9c6e-8b9e73a1c1e6 req-9fea79f9-e29d-4337-8bca-89f4698f0025 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783256 Aug 20 11:59:57.695638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c4ef123c-1265-4fbe-b937-d271a83835b7 None None] Provisioning for port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:57.792018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c4ef123c-1265-4fbe-b937-d271a83835b7 None None] Provisioning complete for port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:57.794830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4ef123c-1265-4fbe-b937-d271a83835b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.834028 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.856277 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.903992 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6a11f3a2-87a6-40b8-b19b-32cf20b77950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.050997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:58.059837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.060756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef123c-1265-4fbe-b937-d271a83835b7 None None] Port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:58.075363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Transition to ACTIVE for port object 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:58.076439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.125275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.131394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.132450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.157910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-933759d8-ea9d-4367-bb1f-0e244031d2dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4257374 Aug 20 11:59:58.159396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Pushing event updated for resources: {'Port': ['ID=9a813fc4-2ec0-44ad-8a94-0ce08f4c88fa,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:58.166248 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.168229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb05b304-16f9-498f-acb8-5130baf244bf req-8f0cd2b8-9448-4ce1-b91a-7c922373c030 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4957707 Aug 20 11:59:58.178243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Request body: {'port': {'device_id': 'fff10194-174a-4b39-8325-965029a01f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:58.223440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-720b5e59-dfe3-4fc0-8d92-921d75112cf2 None None] Provisioning for port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:58.233444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-720b5e59-dfe3-4fc0-8d92-921d75112cf2 None None] Provisioning complete for port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:58.233929 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-720b5e59-dfe3-4fc0-8d92-921d75112cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.260379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a48ae-c8e2-412b-b710-1864ebaafe20 req-c4a7387e-5b4a-4b62-977d-33a05741d005 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.269700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc0a48ae-c8e2-412b-b710-1864ebaafe20 req-c4a7387e-5b4a-4b62-977d-33a05741d005 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 936 time: 0.3269413 Aug 20 11:59:58.292445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-720b5e59-dfe3-4fc0-8d92-921d75112cf2 None None] Port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:58.351397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6a11f3a2-87a6-40b8-b19b-32cf20b77950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.354092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6a11f3a2-87a6-40b8-b19b-32cf20b77950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.355274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6a11f3a2-87a6-40b8-b19b-32cf20b77950 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/726b4da7-aba5-49ca-b719-cad1544e0de7 HTTP/1.1" status: 204 len: 168 time: 1.1132917 Aug 20 11:59:58.355959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.376475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb05b304-16f9-498f-acb8-5130baf244bf req-1819ef35-d6f8-4b1e-a08a-5b823e31e87b tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.1539743 Aug 20 11:59:58.468263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11f3a2-87a6-40b8-b19b-32cf20b77950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726b4da7-aba5-49ca-b719-cad1544e0de7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:58.472335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Pushing event updated for resources: {'Port': ['ID=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:58.556032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc0a48ae-c8e2-412b-b710-1864ebaafe20 req-acc02150-950e-443c-a2e7-8768db4a2c05 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845066 Aug 20 11:59:58.792569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:58.801924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.816418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Transition to ACTIVE for port object 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:58.842823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.898855 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:58.936903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37454) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:59.093085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b304-16f9-498f-acb8-5130baf244bf req-6262e08b-c991-43f3-a30a-15eba1924a9d tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:59.098644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb05b304-16f9-498f-acb8-5130baf244bf req-6262e08b-c991-43f3-a30a-15eba1924a9d tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.7082031 Aug 20 11:59:59.134460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e40eb-5950-4018-8b66-da0ab3eec2e8 req-1e33519d-a5f8-491c-b6ba-f736c0992031 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:59.136535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-144e40eb-5950-4018-8b66-da0ab3eec2e8 req-1e33519d-a5f8-491c-b6ba-f736c0992031 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 944 time: 0.2228720 Aug 20 11:59:59.148217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Attempting to bind port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:59.148700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Attempting to bind port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:59.148889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Attempting to bind port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:59.156779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:59.165426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Attempting to bind port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:59.195575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:59.195921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:59.196301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:59.196752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Bound port: 9b46fa3e-1684-4ac3-86ea-c3709d0d5617, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:59.197207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.199308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Pushing event updated for resources: {'Port': ['ID=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:59.223864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-676999112-network', 'tenant_id': '83b163f141424f1ebc8c2cb5c3064bc0'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:59.237329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-92f651dc-e783-4618-871f-8e55d2be1933 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips/36fbb8d3-c2a7-4dba-b9e5-a3fbb9cae2cd HTTP/1.1" status: 200 len: 693 time: 0.1147227 Aug 20 11:59:59.391055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-144e40eb-5950-4018-8b66-da0ab3eec2e8 req-22fc9a8f-73a9-439e-9b4e-a0504eb9f426 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359169 Aug 20 11:59:59.422642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Made reservation on behalf of 83b163f141424f1ebc8c2cb5c3064bc0 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:59.427863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.438228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:59:59.438604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41470c0-d8c1-4fa8-9b29-0de80c9cf947 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:59.455582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.457824 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.492327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Transition to ACTIVE for port object a41470c0-d8c1-4fa8-9b29-0de80c9cf947 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:59.510056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Attempting to bind port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:59.510854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Attempting to bind port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:59.511765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.512191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Attempting to bind port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 on network 10e39560-3f21-4094-8c47-1b87cd34f730 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:59.561507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-322e7ada-af3d-4e9b-817f-27387c45cfc6 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:59.562898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-322e7ada-af3d-4e9b-817f-27387c45cfc6 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2819118 Aug 20 11:59:59.671957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 on network 10e39560-3f21-4094-8c47-1b87cd34f730 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:59.672691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Attempting to bind port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 on network 10e39560-3f21-4094-8c47-1b87cd34f730 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:59.684963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37482) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:59.687211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:59.687638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Checking segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:59.688092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Bound using segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:59.688626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Bound port: 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:59.689058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.713283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:59.732428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-70c1ff0d-b39c-4504-a9db-c435e3f678ee tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.1593046 Aug 20 11:59:59.748778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] For port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:59.754466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] For port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:59.780987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:59:59.795849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] Sync routers for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:59:59.818026 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e5a16401-d584-4f47-b81d-b0490a1e1ce7 admin admin] 10.222.0.25 "PUT /v2.0/routers/0bff1b08-629f-4717-8697-c2a9f0aa6d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0592179 Aug 20 11:59:59.821131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:59:59.821796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:59:59.825092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37488) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:59.834472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:59.931969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] For port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:59.936716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] For port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:00.076359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-609564162-network', 'tenant_id': '71ae7c553aa540e59bebba9250b8ac34'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:00.087739 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.161483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.163429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:00.163902 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.165607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] 10.222.0.73 "PUT /v2.0/ports/03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 1093 time: 2.8942702 Aug 20 12:00:00.172467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:00.180600 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b635b2-33e6-4534-9338-522041de13f1" -d '{"events": [{"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:00.189566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.190324 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.192350 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b46fa3e-1684-4ac3-86ea-c3709d0d5617 HTTP/1.1" status: 200 len: 1096 time: 2.9187710 Aug 20 12:00:00.249731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.371041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-04f001cb-c9e7-4f55-a62f-a96a04015373 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.6217985 Aug 20 12:00:00.425964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffcbb7-2c48-4fa7-9bfe-30dce2db9601 service neutron] Pushing event updated for resources: {'Port': ['ID=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:00.463339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:59:57Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:00.494135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81f75-bb6b-4628-89d5-d451becc1287 req-5ccd9e81-1060-4e28-b1f4-a38b019be865 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.505525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ae81f75-bb6b-4628-89d5-d451becc1287 req-5ccd9e81-1060-4e28-b1f4-a38b019be865 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 948 time: 0.7985041 Aug 20 12:00:00.542903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] Checking router: 0bff1b08-629f-4717-8697-c2a9f0aa6d09 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:00.556721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.560072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] Routers {'0bff1b08-629f-4717-8697-c2a9f0aa6d09'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:00.561860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:00.622290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Attempting to bind port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:00.622638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Attempting to bind port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:00.622950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Attempting to bind port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:00.625865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-15a62cc6-ccc8-4f80-b818-a2284074763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.628755 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-15a62cc6-ccc8-4f80-b818-a2284074763a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1096 time: 0.3910952 Aug 20 12:00:00.638035 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.645323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-3e804d93-3fbf-4dff-bc75-f0c5872aa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.647163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-3e804d93-3fbf-4dff-bc75-f0c5872aa532 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 1099 time: 0.3020477 Aug 20 12:00:00.669783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:00.670142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Attempting to bind port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:00.675135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.694786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ae81f75-bb6b-4628-89d5-d451becc1287 req-16f13463-3dba-4cec-8eb7-862ff3b3ff5b tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882365 Aug 20 12:00:00.698007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] Set router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:00.732114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:00.732423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:00.735203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:00.735806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Bound port: a41470c0-d8c1-4fa8-9b29-0de80c9cf947, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:00.737388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.794456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:00.892000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] For port a41470c0-d8c1-4fa8-9b29-0de80c9cf947, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:00.895907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] For port a41470c0-d8c1-4fa8-9b29-0de80c9cf947, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:00.904965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.905313 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Added segment 995f1c25-0984-41ec-8602-300d71c45fe0 of type vlan for network 37dd35ab-cf8b-48c9-b404-f98f5a0182cd Aug 20 12:00:00.909380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:00.933907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea928bf4-e5a4-4219-840a-931caa91e447,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:01.021204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:59:57Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:01.053414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.058346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.058965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.060370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] 10.222.0.22 "PUT /v2.0/ports/a41470c0-d8c1-4fa8-9b29-0de80c9cf947 HTTP/1.1" status: 200 len: 1097 time: 2.8894048 Aug 20 12:00:01.061125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff10194-174a-4b39-8325-965029a01f4a', 'tag': 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:01.063572 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5409df18-dd96-40e7-bbb5-b84a6e843f92" -d '{"events": [{"name": "network-changed", "server_uuid": "fff10194-174a-4b39-8325-965029a01f4a", "tag": "a41470c0-d8c1-4fa8-9b29-0de80c9cf947"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:01.065937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb549e-6f17-4bf4-9ed5-022b76d6532f None None] The sync data for ids ['0bff1b08-629f-4717-8697-c2a9f0aa6d09'] in n-d-800634-10 is: [{'id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'name': 'tempest-ServersTestFqdnHostnames-1688217851-router', 'tenant_id': '43a37e23ca7f40279dd612608ffb1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:57:27Z', 'updated_at': '2021-08-20T11:59:57Z', 'revision_number': 5, 'project_id': '43a37e23ca7f40279dd612608ffb1034', 'gw_port': {'id': '7d2607c0-4aa7-44f0-95b5-615e13cbd001', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff1b08-629f-4717-8697-c2a9f0aa6d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:57:29Z', 'updated_at': '2021-08-20T11:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:01.068495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Deleting port 9a813fc4-2ec0-44ad-8a94-0ce08f4c88fa {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:01.068830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.098403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d86f6-1c40-43c0-bf93-09eff6037a56 service neutron] Pushing event updated for resources: {'Port': ['ID=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:01.103808 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d358ec79-a43e-416a-b383-ee360ab212e5 x-openstack-request-id: req-d358ec79-a43e-416a-b383-ee360ab212e5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:01.104022 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:01.104435 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d358ec79-a43e-416a-b383-ee360ab212e5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:01.116632 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'status': 'completed', 'code': 200} Aug 20 12:00:01.139980 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-827f99d1-30f4-4259-b1fd-2a7ab64c4475 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 217 time: 0.4916537 Aug 20 12:00:01.192602 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.resource_extend [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:00:01.232818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-0b3815bf-d43b-4e9a-8d8d-8ce990f5406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.234348 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-0b3815bf-d43b-4e9a-8d8d-8ce990f5406d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.0570557 Aug 20 12:00:01.237974 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-85ce59d0-25b2-4109-9646-6320597ac683 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=9b46fa3e-1684-4ac3-86ea-c3709d0d5617 HTTP/1.1" status: 200 len: 217 time: 0.1198046 Aug 20 12:00:01.239813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d82f85-fc4b-429e-a136-f8b31d1073c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:01.252823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Made reservation on behalf of 71ae7c553aa540e59bebba9250b8ac34 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:01.255229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.275088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a6b85-206f-4846-9efb-5762da21ffdc req-02ab6f59-67c3-4feb-a172-464c8baf53c9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.284029 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd6a6b85-206f-4846-9efb-5762da21ffdc req-02ab6f59-67c3-4feb-a172-464c8baf53c9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 944 time: 0.3016455 Aug 20 12:00:01.299287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.300146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.300727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.306577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Deleting port 7d2607c0-4aa7-44f0-95b5-615e13cbd001 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:01.306915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.333574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.333915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.342246 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.417340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4782066 Aug 20 12:00:01.434365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-657cc37e-f178-43ff-a38d-614bed1568e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.435878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-657cc37e-f178-43ff-a38d-614bed1568e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1675558 Aug 20 12:00:01.437975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Calling delete_port for 9a813fc4-2ec0-44ad-8a94-0ce08f4c88fa owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:01.444315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-b94b0789-0677-45e4-979c-189265b7ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.445818 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-b94b0789-0677-45e4-979c-189265b7ee18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1871026 Aug 20 12:00:01.454924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-859515f9-aaff-42a0-8975-359bfaad6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.457354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-859515f9-aaff-42a0-8975-359bfaad6094 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 1100 time: 0.3317680 Aug 20 12:00:01.482751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd6a6b85-206f-4846-9efb-5762da21ffdc req-3c86e315-3f7a-4eaa-bfab-4a4845884cf5 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973023 Aug 20 12:00:01.583920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] For port 7d2607c0-4aa7-44f0-95b5-615e13cbd001, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d2607c0-4aa7-44f0-95b5-615e13cbd001,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:01.584292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.590297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbae3f-6644-48e4-aec0-97a8482758d3 admin admin] Pushing event updated for resources: {'Network': ['ID=37dd35ab-cf8b-48c9-b404-f98f5a0182cd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:01.600269 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09bc30f-5cd6-4045-82dd-d3ffdca4c277 x-openstack-request-id: req-d09bc30f-5cd6-4045-82dd-d3ffdca4c277 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:01.600851 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff10194-174a-4b39-8325-965029a01f4a", "tag": "a41470c0-d8c1-4fa8-9b29-0de80c9cf947", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:01.601273 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d09bc30f-5cd6-4045-82dd-d3ffdca4c277 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:01.603306 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff10194-174a-4b39-8325-965029a01f4a', 'tag': 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'status': 'completed', 'code': 200} Aug 20 12:00:01.607135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 37dd35ab-cf8b-48c9-b404-f98f5a0182cd details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:01.621720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Calling delete_port for 7d2607c0-4aa7-44f0-95b5-615e13cbd001 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:01.650920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-91bf34ca-1743-43e4-a6c0-2906cbf17654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.652577 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-91bf34ca-1743-43e4-a6c0-2906cbf17654 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1923988 Aug 20 12:00:01.716474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-8acd8ab9-6585-4361-941d-26c236ae208f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a41470c0-d8c1-4fa8-9b29-0de80c9cf947 HTTP/1.1" status: 200 len: 217 time: 0.2326994 Aug 20 12:00:01.828968 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-e131bed3-cc43-403a-860f-263090d4810b service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582947 Aug 20 12:00:01.856731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-fbb33eb9-d38a-49f5-ace4-136cffdc52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.858334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-fbb33eb9-d38a-49f5-ace4-136cffdc52bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1178534 Aug 20 12:00:01.916612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.928583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a3195-20fb-413b-86af-0031d6e3ff04 req-ad95e97c-cb6b-4323-8cee-9afeaa9690fa tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.930206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d51a3195-20fb-413b-86af-0031d6e3ff04 req-ad95e97c-cb6b-4323-8cee-9afeaa9690fa tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 948 time: 0.1333904 Aug 20 12:00:01.938761 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.964460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.006425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-fc7fb1cc-b613-4613-9c3e-4e5a4dd9a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.008067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-fc7fb1cc-b613-4613-9c3e-4e5a4dd9a88f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412446 Aug 20 12:00:02.013173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Pushing event deleted for resources: {'Port': ['ID=9a813fc4-2ec0-44ad-8a94-0ce08f4c88fa,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:02.024648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:02.042877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d51a3195-20fb-413b-86af-0031d6e3ff04 req-f3a2cc94-fc18-414b-9828-d692cc0f86c1 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038918 Aug 20 12:00:02.060934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.061979 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Added segment 427b4c5c-612d-4199-b739-4392da3bd084 of type vlan for network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 Aug 20 12:00:02.065402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-d0d4d1a2-f1d1-42c3-bfe7-c771f9db8551 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628876 Aug 20 12:00:02.068254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb378e0e-9ba5-426f-84f1-17360b15ad8f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:02.091860 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff6d7d59-d127-4b46-b8ee-28a96a5f24e9 req-e6221ea3-6501-4041-ac7e-fa072e2d7c0b service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454181 Aug 20 12:00:02.139149 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.141672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.143410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f92bc60a-db5f-4459-8abe-c56777e4e34c req-feacb491-1b7c-42a4-afd4-89a985cd15b1 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "DELETE /v2.0/floatingips/36fbb8d3-c2a7-4dba-b9e5-a3fbb9cae2cd HTTP/1.1" status: 204 len: 173 time: 1.7591591 Aug 20 12:00:02.177307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-18741ae0-5f3d-4aea-96a2-e0577e4b73b0 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447270 Aug 20 12:00:02.240224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.288776 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-bc40808b-2aad-4a98-885e-2617710ae715 req-ee9a95f2-0001-4c06-b2f2-ad3ef0241f8f tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] show failed (client error): The resource could not be found. Aug 20 12:00:02.290963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc40808b-2aad-4a98-885e-2617710ae715 req-ee9a95f2-0001-4c06-b2f2-ad3ef0241f8f tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips/36fbb8d3-c2a7-4dba-b9e5-a3fbb9cae2cd HTTP/1.1" status: 404 len: 350 time: 0.0513701 Aug 20 12:00:02.312331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.322124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b635b2-33e6-4534-9338-522041de13f1 req-965e470a-c005-4e88-8b10-55f250b17aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.323719 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67b635b2-33e6-4534-9338-522041de13f1 req-965e470a-c005-4e88-8b10-55f250b17aa4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1096 time: 0.1549685 Aug 20 12:00:02.325605 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-d794ca3f-1705-4e2d-a65c-183d41784c9c service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458103 Aug 20 12:00:02.350502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.351309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.351882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.364745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2607c0-4aa7-44f0-95b5-615e13cbd001,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:02.440663 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-3e1c5cd3-5283-45cf-a57e-7a2de6c81258 req-5b21152f-1ac3-4e17-8920-aa694e14d649 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] show failed (client error): The resource could not be found. Aug 20 12:00:02.441702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e1c5cd3-5283-45cf-a57e-7a2de6c81258 req-5b21152f-1ac3-4e17-8920-aa694e14d649 tempest-FloatingIPsTestJSON-29607157 tempest-FloatingIPsTestJSON-29607157-project] 10.222.0.25 "GET /v2.0/floatingips/36fbb8d3-c2a7-4dba-b9e5-a3fbb9cae2cd HTTP/1.1" status: 404 len: 350 time: 0.1104865 Aug 20 12:00:02.455201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37524) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:02.478833 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7860188 Aug 20 12:00:02.498876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37526) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:02.513345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Request body: {'subnet': {'network_id': '5d3f53b1-12ac-4262-a6c0-756fdfcdda61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-609564162-subnet', 'tenant_id': '71ae7c553aa540e59bebba9250b8ac34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:02.534412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35587d64-062a-49df-9e94-0ce997508a64 admin admin] Pushing event updated for resources: {'Network': ['ID=5d3f53b1-12ac-4262-a6c0-756fdfcdda61,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:02.546684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:02.572934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.577379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Made reservation on behalf of 71ae7c553aa540e59bebba9250b8ac34 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:02.579443 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.611172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8534570-2f01-48e8-a5f9-a7d174c6f2ab req-95bb3d17-e5a9-4e15-a7f5-c5a0bf6e81ae service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247351 Aug 20 12:00:02.640334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b635b2-33e6-4534-9338-522041de13f1 req-6886760d-3ee4-4e06-95d9-d1b8a7278c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.641930 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67b635b2-33e6-4534-9338-522041de13f1 req-6886760d-3ee4-4e06-95d9-d1b8a7278c58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.2945130 Aug 20 12:00:02.647857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599265-56b6-4135-8694-f3394554b28f req-b9091ee5-86c2-4490-99de-0155a3d87cde tempest-ComputeTenantNetworksTest-752139092 tempest-ComputeTenantNetworksTest-752139092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.666346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599265-56b6-4135-8694-f3394554b28f req-b9091ee5-86c2-4490-99de-0155a3d87cde tempest-ComputeTenantNetworksTest-752139092 tempest-ComputeTenantNetworksTest-752139092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.672954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599265-56b6-4135-8694-f3394554b28f req-b9091ee5-86c2-4490-99de-0155a3d87cde tempest-ComputeTenantNetworksTest-752139092 tempest-ComputeTenantNetworksTest-752139092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.674856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e599265-56b6-4135-8694-f3394554b28f req-b9091ee5-86c2-4490-99de-0155a3d87cde tempest-ComputeTenantNetworksTest-752139092 tempest-ComputeTenantNetworksTest-752139092-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3929303 Aug 20 12:00:02.751995 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67b635b2-33e6-4534-9338-522041de13f1 req-a69b98e3-74cf-46b8-9324-551066bd6132 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 217 time: 0.0740378 Aug 20 12:00:02.753855 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.757391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.827637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57f5b1f2-56d0-4e6b-9636-f896101d1f98 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:02.850380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37534) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:02.858080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 57f5b1f2-56d0-4e6b-9636-f896101d1f98 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:02.858802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57f5b1f2-56d0-4e6b-9636-f896101d1f98 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:02.864310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-580953302'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:02.872791 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.873312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bff1b08-629f-4717-8697-c2a9f0aa6d09 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:00:02.882253 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.883393 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-15fb87f3-0f54-43c7-bb21-69a3907fd62d admin admin] 10.222.0.25 "DELETE /v2.0/routers/0bff1b08-629f-4717-8697-c2a9f0aa6d09 HTTP/1.1" status: 204 len: 168 time: 3.0554633 Aug 20 12:00:02.887402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37536) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:02.897636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b635b2-33e6-4534-9338-522041de13f1 req-5a4589f1-8268-4c93-a035-60f61b4dcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.899102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67b635b2-33e6-4534-9338-522041de13f1 req-5a4589f1-8268-4c93-a035-60f61b4dcb29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.1386788 Aug 20 12:00:02.962114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7f7b6-03cd-423c-96db-5f8338deac2b req-75fec4b1-a99c-40c3-9877-5ef00df91741 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.963696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bad7f7b6-03cd-423c-96db-5f8338deac2b req-75fec4b1-a99c-40c3-9877-5ef00df91741 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 944 time: 0.2835631 Aug 20 12:00:02.968962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-dadabdfd-c1e1-4e38-984d-de98f3dd46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.970563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-dadabdfd-c1e1-4e38-984d-de98f3dd46f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 1100 time: 0.2891021 Aug 20 12:00:02.980236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a688f9-df85-4c0a-9489-fd9c5983ee4e req-ce283757-dda8-4ea0-bd78-67916352d7fc tempest-ComputeTenantNetworksTest-752139092 tempest-ComputeTenantNetworksTest-752139092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.985404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96a688f9-df85-4c0a-9489-fd9c5983ee4e req-ce283757-dda8-4ea0-bd78-67916352d7fc tempest-ComputeTenantNetworksTest-752139092 tempest-ComputeTenantNetworksTest-752139092-project] 10.222.0.25 "GET /v2.0/networks/37dd35ab-cf8b-48c9-b404-f98f5a0182cd HTTP/1.1" status: 200 len: 768 time: 0.2558749 Aug 20 12:00:02.991339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:02.995137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:02.995541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea29bb9d-4299-4097-9472-00be51b5294c admin admin] Deleting subnet 3ed32338-9033-4125-866a-377a53327361 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:00:02.997481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37538) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:03.021485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb9d-4299-4097-9472-00be51b5294c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.112951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b635b2-33e6-4534-9338-522041de13f1 req-0fae7aed-ad74-4243-951d-5beb165bec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.114428 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67b635b2-33e6-4534-9338-522041de13f1 req-0fae7aed-ad74-4243-951d-5beb165bec36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949699 Aug 20 12:00:03.138439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cc6a19-6989-47fe-b39b-cd7b40b7e3f1', 'tag': '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:03.140731 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d40049-2532-4e53-96b7-28eb7420338b" -d '{"events": [{"name": "network-changed", "server_uuid": "69cc6a19-6989-47fe-b39b-cd7b40b7e3f1", "tag": "9b46fa3e-1684-4ac3-86ea-c3709d0d5617"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:03.159783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb9d-4299-4097-9472-00be51b5294c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.216321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.269970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.451483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6e6c72-b8ad-4255-a51f-1173216c999c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:03.473489 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67b635b2-33e6-4534-9338-522041de13f1 req-75db7d00-3cd0-4014-a1ad-94354848b4b4 service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238778 Aug 20 12:00:03.477387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb9d-4299-4097-9472-00be51b5294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.500682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bad7f7b6-03cd-423c-96db-5f8338deac2b req-37a744c5-1464-4a0c-8983-c05e27674338 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140312 Aug 20 12:00:03.515970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:03.521684 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.527409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Checking segment: {'id': '427b4c5c-612d-4199-b739-4392da3bd084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d3f53b1-12ac-4262-a6c0-756fdfcdda61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:03.527770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Network hostable DHCP agents. Network: 5d3f53b1-12ac-4262-a6c0-756fdfcdda61, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:03.561157 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.561503 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Added segment 55ddcb72-7fb1-41c9-b917-164963fe7b1d of type vlan for network 7e0adf5a-9cef-4859-843d-9007508db2f5 Aug 20 12:00:03.582859 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e72997f-ca3a-4fc9-bd7c-05634c7c4bed x-openstack-request-id: req-8e72997f-ca3a-4fc9-bd7c-05634c7c4bed {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:03.583410 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cc6a19-6989-47fe-b39b-cd7b40b7e3f1", "tag": "9b46fa3e-1684-4ac3-86ea-c3709d0d5617", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:03.583944 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e72997f-ca3a-4fc9-bd7c-05634c7c4bed {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:03.584507 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cc6a19-6989-47fe-b39b-cd7b40b7e3f1', 'tag': '9b46fa3e-1684-4ac3-86ea-c3709d0d5617', 'status': 'completed', 'code': 200} Aug 20 12:00:03.590903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dd35ab-cf8b-48c9-b404-f98f5a0182cd']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:03.596404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5be93-9ee4-47d7-86fa-20880077de87 req-df7c1bea-42df-45b9-8146-978591157980 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.598022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30b5be93-9ee4-47d7-86fa-20880077de87 req-df7c1bea-42df-45b9-8146-978591157980 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 948 time: 0.1787076 Aug 20 12:00:03.604300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-07a72543-fd3c-41ee-a267-eb01d4d632fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.606197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-07a72543-fd3c-41ee-a267-eb01d4d632fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.6178088 Aug 20 12:00:03.610757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995f1c25-0984-41ec-8602-300d71c45fe0') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:03.611974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995f1c25-0984-41ec-8602-300d71c45fe0') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:03.663721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.693774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:03.698133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.702033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-b4feee8c-9e0a-4337-8912-62d8d89c0149 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a41470c0-d8c1-4fa8-9b29-0de80c9cf947 HTTP/1.1" status: 200 len: 217 time: 0.0667474 Aug 20 12:00:03.702760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb9d-4299-4097-9472-00be51b5294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.722111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.724083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:00:03.724496 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:00:03.728897 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:00:03.796935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30b5be93-9ee4-47d7-86fa-20880077de87 req-b32b2daf-932d-44e4-909b-de83e32e16f0 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627843 Aug 20 12:00:03.815297 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.825301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.825301 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.876152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-1cd01bf9-0c9d-48b6-b16b-95672880d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.878452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-1cd01bf9-0c9d-48b6-b16b-95672880d154 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1502633 Aug 20 12:00:03.931951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0721235 Aug 20 12:00:03.934834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37546) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:03.949845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2004168411'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:03.964179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc15e8f-1a7b-4919-9e4e-f653c14ffa16 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Network': ['ID=7e0adf5a-9cef-4859-843d-9007508db2f5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:03.976787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:04.012281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-e779e7ba-7cac-43c9-b654-4dbdf29cfe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.013791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-e779e7ba-7cac-43c9-b654-4dbdf29cfe82 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1223996 Aug 20 12:00:04.022027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:04.025194 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.081395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 5d3f53b1-12ac-4262-a6c0-756fdfcdda61) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:04.093625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40049-2532-4e53-96b7-28eb7420338b req-0745ca8f-b6c6-4dce-9dde-66afd241df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.095170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-79d40049-2532-4e53-96b7-28eb7420338b req-0745ca8f-b6c6-4dce-9dde-66afd241df32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 1099 time: 0.4897792 Aug 20 12:00:04.096870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29bb9d-4299-4097-9472-00be51b5294c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed32338-9033-4125-866a-377a53327361,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:04.097719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d38355-3cb3-4619-a185-527303155d8a None None] Network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:04.107144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4244a1-e124-42be-a1af-2003801ee359 None None] Network a97c83e2-bcbd-4e76-85a7-fafddaa529ec requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:04.109806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb9d-4299-4097-9472-00be51b5294c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.113550 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ea29bb9d-4299-4097-9472-00be51b5294c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3ed32338-9033-4125-866a-377a53327361 HTTP/1.1" status: 204 len: 168 time: 1.2228239 Aug 20 12:00:04.115637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.116216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.118245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37550) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:04.132805 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67b635b2-33e6-4534-9338-522041de13f1 req-0a0760c8-70aa-4e93-98ae-e2f7ac601013 service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326919 Aug 20 12:00:04.188540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:04.199448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.223671 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bae796ac-25ca-45c1-91db-5a23d6b5f2e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7144845 Aug 20 12:00:04.230506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.230850 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Added segment 565a11ca-f5bb-4e2a-bab7-b88d63a8a48d of type vlan for network 8e2889d6-5a65-410a-9861-3239109dd4ae Aug 20 12:00:04.242211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37dd35ab-cf8b-48c9-b404-f98f5a0182cd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:04.246794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.248942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-80bea714-d265-4e4f-b7ae-cc142fffaee8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/37dd35ab-cf8b-48c9-b404-f98f5a0182cd HTTP/1.1" status: 204 len: 168 time: 1.2471077 Aug 20 12:00:04.258575 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.322218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40049-2532-4e53-96b7-28eb7420338b req-5e465dca-478e-4546-a6d3-4964f5c5018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.327015 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-79d40049-2532-4e53-96b7-28eb7420338b req-5e465dca-478e-4546-a6d3-4964f5c5018a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2129066 Aug 20 12:00:04.334685 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.337723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-2818ed3d-a677-466d-aa71-17e2689d50c7 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932849 Aug 20 12:00:04.367830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.392142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f226a-9547-42e8-b394-14bec648d0e2 None None] Network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:04.415559 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-79d40049-2532-4e53-96b7-28eb7420338b req-896cd613-7c5c-4730-b5c6-b181386116de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=9b46fa3e-1684-4ac3-86ea-c3709d0d5617 HTTP/1.1" status: 200 len: 217 time: 0.0766919 Aug 20 12:00:04.501138 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40049-2532-4e53-96b7-28eb7420338b req-13c34610-90d7-4766-a8fb-b5b1d95fd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.503897 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-79d40049-2532-4e53-96b7-28eb7420338b req-13c34610-90d7-4766-a8fb-b5b1d95fd45d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0764165 Aug 20 12:00:04.504045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a41470c0-d8c1-4fa8-9b29-0de80c9cf947 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:04.505684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] DHCP port deletion for a97c83e2-bcbd-4e76-85a7-fafddaa529ec request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:00:04.538610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.544580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.545244 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.554414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37560) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:04.653884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] Deleting port c386a065-1d16-46e6-ab0c-46b092aaf9b9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:04.654303 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.662814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5409df18-dd96-40e7-bbb5-b84a6e843f92 req-76e188a7-a89d-4ee6-8a95-a3b87e18bb5c service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169401 Aug 20 12:00:04.673330 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-54955682-e316-4b28-9e18-7eb427501f20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83b163f141424f1ebc8c2cb5c3064bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145349 Aug 20 12:00:04.676718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40049-2532-4e53-96b7-28eb7420338b req-cc4e6bec-bcab-4751-bdb2-f2790dbffe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.677223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7311816 Aug 20 12:00:04.678432 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-79d40049-2532-4e53-96b7-28eb7420338b req-cc4e6bec-bcab-4751-bdb2-f2790dbffe50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1622026 Aug 20 12:00:04.678993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37566) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:04.679307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37568) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:04.688600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'subnet': {'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:04.724581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa0b22-2d0a-48e6-abd7-11d223ff2393 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Network': ['ID=8e2889d6-5a65-410a-9861-3239109dd4ae,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:04.755251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Deleting port c386a065-1d16-46e6-ab0c-46b092aaf9b9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:04.755922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.763977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 8e2889d6-5a65-410a-9861-3239109dd4ae details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:04.774752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] For port c386a065-1d16-46e6-ab0c-46b092aaf9b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c386a065-1d16-46e6-ab0c-46b092aaf9b9,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:04.775153 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.822101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b84a37-f80e-4e56-b9cf-503bb46f8807 req-bdc69c5a-3165-41dd-824d-2a9777c91885 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.823808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b84a37-f80e-4e56-b9cf-503bb46f8807 req-bdc69c5a-3165-41dd-824d-2a9777c91885 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 944 time: 0.1703470 Aug 20 12:00:04.883463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] Calling delete_port for c386a065-1d16-46e6-ab0c-46b092aaf9b9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:04.894281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c386a065-1d16-46e6-ab0c-46b092aaf9b9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:04.897538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:04.901292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.907787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] For port c386a065-1d16-46e6-ab0c-46b092aaf9b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c386a065-1d16-46e6-ab0c-46b092aaf9b9,segment=NetworkSegment(b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1),segment_id=b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:04.907787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:04.935253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Calling delete_port for c386a065-1d16-46e6-ab0c-46b092aaf9b9 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:04.953692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a41470c0-d8c1-4fa8-9b29-0de80c9cf947, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:04.988166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b84a37-f80e-4e56-b9cf-503bb46f8807 req-4f80cb09-2166-4570-88c9-484e8a148d1a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467841 Aug 20 12:00:05.026196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'mac_address': 'fa:16:3e:5e:72:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:05.108645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c733e1-fa4c-4634-908a-5e0e526980bb req-65d847b2-d914-4656-bfe4-38310f1db002 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:05.111248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b12babaa-9505-4a86-b90d-d9f050e8e26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.117113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50c733e1-fa4c-4634-908a-5e0e526980bb req-65d847b2-d914-4656-bfe4-38310f1db002 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 948 time: 0.1868286 Aug 20 12:00:05.136023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b12babaa-9505-4a86-b90d-d9f050e8e26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.194117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50c733e1-fa4c-4634-908a-5e0e526980bb req-47f4caf1-f7be-41ac-b72a-1cb8bba3f40b tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745766 Aug 20 12:00:05.199241 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-79d40049-2532-4e53-96b7-28eb7420338b req-0a98b7b6-e93a-4415-8ad1-66bae59b3bed service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580744 Aug 20 12:00:05.224838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Deleting port 360e312a-1d85-43af-adc5-f2bfdb12de00 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:05.225470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.227711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.261998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:05.269445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-370073066-network', 'tenant_id': '6f29d0e4088d4b23a98916fd55fd69cb'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:05.280405 n-d-800634-10 neutron-server[101035]: INFO neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No ports have port_id starting with c386a065-1d16-46e6-ab0c-46b092aaf9b9 Aug 20 12:00:05.285928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d2607c0-4aa7-44f0-95b5-615e13cbd001 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:05.310650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c386a065-1d16-46e6-ab0c-46b092aaf9b9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.317030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.321203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] No DVR routers for this DVR port c386a065-1d16-46e6-ab0c-46b092aaf9b9 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:05.325342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7d2607c0-4aa7-44f0-95b5-615e13cbd001 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:05.325646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d2607c0-4aa7-44f0-95b5-615e13cbd001 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:05.330522 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.332510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b12babaa-9505-4a86-b90d-d9f050e8e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.334982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b12babaa-9505-4a86-b90d-d9f050e8e26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.338496 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b12babaa-9505-4a86-b90d-d9f050e8e26d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea928bf4-e5a4-4219-840a-931caa91e447 HTTP/1.1" status: 204 len: 168 time: 0.6559267 Aug 20 12:00:05.358265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] No DVR routers for this DVR port c386a065-1d16-46e6-ab0c-46b092aaf9b9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:05.361166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41470c0-d8c1-4fa8-9b29-0de80c9cf947 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:05.387013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa6df4-8ac4-493a-a89c-a108c96aa3c7 None None] Pushing event deleted for resources: {'Port': ['ID=c386a065-1d16-46e6-ab0c-46b092aaf9b9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.399793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Made reservation on behalf of 6f29d0e4088d4b23a98916fd55fd69cb for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:05.403524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.405020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a41470c0-d8c1-4fa8-9b29-0de80c9cf947, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:05.410681 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.422414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12babaa-9505-4a86-b90d-d9f050e8e26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea928bf4-e5a4-4219-840a-931caa91e447,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.456866 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.461483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.469379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] For port 360e312a-1d85-43af-adc5-f2bfdb12de00, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=360e312a-1d85-43af-adc5-f2bfdb12de00,segment=NetworkSegment(4e3baf53-40e6-4244-b286-72cfa750ac20),segment_id=4e3baf53-40e6-4244-b286-72cfa750ac20)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:05.469756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.481362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97c83e2-bcbd-4e76-85a7-fafddaa529ec']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:05.485337 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.494643 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-79d40049-2532-4e53-96b7-28eb7420338b req-efce45f6-4f5d-4e02-98bc-82bba3f2edae service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817569 Aug 20 12:00:05.496395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Calling delete_port for 360e312a-1d85-43af-adc5-f2bfdb12de00 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:05.498956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:05.499367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67c26d5-f8a8-4113-bfcb-8d90c2f20ea1') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:05.507535 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.520831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.570385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.582104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:00:05.582559 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:00:05.584669 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:00:05.612775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Subnet': ['ID=f788fa67-5e50-43ff-b2ed-3819f5cdbe72,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.629586 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Checking segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:05.629958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network hostable DHCP agents. Network: 7e0adf5a-9cef-4859-843d-9007508db2f5, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:05.670917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:05.676497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['a41470c0-d8c1-4fa8-9b29-0de80c9cf947'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:05.688196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.697286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7e0adf5a-9cef-4859-843d-9007508db2f5) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:05.714631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.715823 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.720202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:05.720883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.722371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630cf0eb-7f26-4b5e-a511-2b0912115108 None None] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:05.735725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.741562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] 10.222.0.25 "DELETE /v2.0/networks/a97c83e2-bcbd-4e76-85a7-fafddaa529ec HTTP/1.1" status: 204 len: 168 time: 1.6222563 Aug 20 12:00:05.744908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec077c93-2042-4056-ad91-43fb4b9757ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a97c83e2-bcbd-4e76-85a7-fafddaa529ec,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.764932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:05.780885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-92235038-d194-4077-a3e2-dd1b75d5af0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0987511 Aug 20 12:00:05.781633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb390a-9520-43dd-847e-725c635f9444,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.788068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37588) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:05.797595 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.797938 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Added segment 17168782-3173-49d8-ac5b-6e29a1023df4 of type vlan for network f5ef0308-f665-4361-9c95-20fab74e6094 Aug 20 12:00:05.811489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'subnet': {'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:05.844034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:05.910846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.953353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Pushing event deleted for resources: {'Port': ['ID=360e312a-1d85-43af-adc5-f2bfdb12de00,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:05.967365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:05.972248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:05.978462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.127999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37600) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:06.141668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.142732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.143570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.200625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:06.205641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-7e0adf5a-9cef-4859-843d-9007508db2f5', 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'fixed_ips': [{'subnet_id': 'f788fa67-5e50-43ff-b2ed-3819f5cdbe72'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:00:06.206372 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.286398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4b9759b8-05e6-4a44-8bf5-038cefa934ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43a37e23ca7f40279dd612608ffb1034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548386 Aug 20 12:00:06.289132 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0238614 Aug 20 12:00:06.289376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:06.295579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37608) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:06.300205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d3905-2837-4f1e-ae4a-e4cc48bc0055 req-622b0a1b-1438-4e40-b532-13f4d40cf600 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.302217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b90d3905-2837-4f1e-ae4a-e4cc48bc0055 req-622b0a1b-1438-4e40-b532-13f4d40cf600 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 944 time: 0.1930680 Aug 20 12:00:06.318023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9b46fa3e-1684-4ac3-86ea-c3709d0d5617', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '9b46fa3e-1684-4ac3-86ea-c3709d0d5617', 'mac_address': 'fa:16:3e:c9:d6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:06.336398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Request body: {'subnet': {'network_id': 'f5ef0308-f665-4361-9c95-20fab74e6094', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-370073066-subnet', 'tenant_id': '6f29d0e4088d4b23a98916fd55fd69cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:06.402559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe39a6-5162-424f-9d47-6e1d43287c0b admin admin] Pushing event updated for resources: {'Network': ['ID=f5ef0308-f665-4361-9c95-20fab74e6094,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:06.431838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba73e31-dd2a-4a76-9083-7e5b6be3e119 req-15f8cf47-853b-4dc7-8a89-255fb593e370 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:06.433554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba73e31-dd2a-4a76-9083-7e5b6be3e119 req-15f8cf47-853b-4dc7-8a89-255fb593e370 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 949 time: 0.1245580 Aug 20 12:00:06.439628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f5ef0308-f665-4361-9c95-20fab74e6094 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:06.465619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b90d3905-2837-4f1e-ae4a-e4cc48bc0055 req-92c77a6f-f6f3-4345-b468-ed18e92578a4 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845814 Aug 20 12:00:06.487669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.523950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba73e31-dd2a-4a76-9083-7e5b6be3e119 req-48712a71-7960-404d-ac5b-26b8a77950c0 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713253 Aug 20 12:00:06.535299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Made reservation on behalf of 6f29d0e4088d4b23a98916fd55fd69cb for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:06.537735 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.547299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.583260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:06.593814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0271cd-6f93-4d63-a482-32c5b67e6874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.618349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Allocated IP 10.1.1.2 (7e0adf5a-9cef-4859-843d-9007508db2f5/f788fa67-5e50-43ff-b2ed-3819f5cdbe72/86f921e9-39cd-47f7-bb08-94d77943c91f) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:06.621914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:06.633010 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.633685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:06.641312 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.711784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0271cd-6f93-4d63-a482-32c5b67e6874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.756526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:06.787375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.787883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.788415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.788860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.789335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.789769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.790297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.790759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.791724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.792164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.792649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.793111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:06.809750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0271cd-6f93-4d63-a482-32c5b67e6874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.812468 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0271cd-6f93-4d63-a482-32c5b67e6874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:06.813617 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4d0271cd-6f93-4d63-a482-32c5b67e6874 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d84483ee-c4e3-4804-8c14-743809ef8af9 HTTP/1.1" status: 204 len: 168 time: 0.5189130 Aug 20 12:00:06.833502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Router 48106bae-6094-4a70-a083-a9c2d36bb08d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:06.837049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Subnet': ['ID=e53559e7-0159-402c-90e2-815f3c7e159e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:06.863105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0271cd-6f93-4d63-a482-32c5b67e6874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84483ee-c4e3-4804-8c14-743809ef8af9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:06.896663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Checking segment: {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:06.897027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network hostable DHCP agents. Network: 8e2889d6-5a65-410a-9861-3239109dd4ae, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:06.953639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 8e2889d6-5a65-410a-9861-3239109dd4ae is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:07.026681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 8e2889d6-5a65-410a-9861-3239109dd4ae) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:07.043782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:07.044504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.066903 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d65936d-4ffc-4927-b3b3-04d776fbe93e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2786396 Aug 20 12:00:07.068449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.069827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:07.070275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:07.078314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37626) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:07.084917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5440c05f-9edc-43c4-b203-7609e5411665 admin admin] 10.222.0.25 "PUT /v2.0/routers/48106bae-6094-4a70-a083-a9c2d36bb08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6248918 Aug 20 12:00:07.085149 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] Sync routers for ids ['48106bae-6094-4a70-a083-a9c2d36bb08d'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:07.085683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37628) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:07.097422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'port': {'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1002255960', 'fixed_ips': [{'subnet_id': 'f788fa67-5e50-43ff-b2ed-3819f5cdbe72'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:07.098043 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] Routers {'48106bae-6094-4a70-a083-a9c2d36bb08d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:07.098911 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['48106bae-6094-4a70-a083-a9c2d36bb08d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:07.112910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'mac_address': 'fa:16:3e:12:9d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:07.231468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.243154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Transition to ACTIVE for port object 86f921e9-39cd-47f7-bb08-94d77943c91f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:07.262984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Transition to ACTIVE for port object 86f921e9-39cd-47f7-bb08-94d77943c91f will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:07.324646 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] Set router 48106bae-6094-4a70-a083-a9c2d36bb08d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:07.327574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.330636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3c97d-348d-40d6-bfd8-bfe20db797d4 None None] Network 8e2889d6-5a65-410a-9861-3239109dd4ae requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:07.338923 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.368549 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.408458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:07.435234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd217158-ed3c-4e76-9e3e-c4e5a2fe249e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:07.451774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:07.482683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Checking segment: {'id': '17168782-3173-49d8-ac5b-6e29a1023df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f5ef0308-f665-4361-9c95-20fab74e6094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:07.484116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Network hostable DHCP agents. Network: f5ef0308-f665-4361-9c95-20fab74e6094, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:07.529252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:07.574934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Pushing event updated for resources: {'Port': ['ID=86f921e9-39cd-47f7-bb08-94d77943c91f,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:07.588208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:07.594976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:07.605568 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.630822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Network f5ef0308-f665-4361-9c95-20fab74e6094 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:07.645423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:07.710031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f5ef0308-f665-4361-9c95-20fab74e6094) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:07.770841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e46ef-4318-45da-a6eb-76487263fe6b None None] Network f5ef0308-f665-4361-9c95-20fab74e6094 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:07.801462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:07.803333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.858040 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6e448730-0b7b-437f-98a3-4320bff8d444 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5533934 Aug 20 12:00:07.890614 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T12:00:05Z', 'revision_number': 5, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:07.918251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9b46fa3e-1684-4ac3-86ea-c3709d0d5617'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:07.929230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:07.960709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:07.960983 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] Checking router: 48106bae-6094-4a70-a083-a9c2d36bb08d for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:07.982037 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] Routers {'48106bae-6094-4a70-a083-a9c2d36bb08d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:07.984755 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['48106bae-6094-4a70-a083-a9c2d36bb08d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:07.990688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] device_id is not set on port 3449f14c-0e6e-4b56-8c00-ecda2b60283f yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:00:08.036871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Attempting to bind port 86f921e9-39cd-47f7-bb08-94d77943c91f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:08.037148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Attempting to bind port 86f921e9-39cd-47f7-bb08-94d77943c91f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:08.037508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Attempting to bind port 86f921e9-39cd-47f7-bb08-94d77943c91f on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:08.050055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:08.050360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Checking segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:08.050903 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:08.051334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Bound using segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:08.051822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Bound port: 86f921e9-39cd-47f7-bb08-94d77943c91f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:08.052195 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:08.095453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:08.208151 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] Set router 48106bae-6094-4a70-a083-a9c2d36bb08d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:08.433092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:08.516687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a41470c0-d8c1-4fa8-9b29-0de80c9cf947 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:08.519911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Allocated IP 10.1.1.70 (7e0adf5a-9cef-4859-843d-9007508db2f5/f788fa67-5e50-43ff-b2ed-3819f5cdbe72/3449f14c-0e6e-4b56-8c00-ecda2b60283f) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:08.603083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6a931-8775-4379-a108-603b0a7ebeef req-92258e68-8fd5-43e1-af8d-86ad62771d1e tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:08.604743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad6a931-8775-4379-a108-603b0a7ebeef req-92258e68-8fd5-43e1-af8d-86ad62771d1e tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 945 time: 0.2768223 Aug 20 12:00:08.615460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60ea04-64d2-478e-b2d5-c450935a7947 req-2460c791-90d7-44b6-9190-68772aa7a37a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:08.631249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff60ea04-64d2-478e-b2d5-c450935a7947 req-2460c791-90d7-44b6-9190-68772aa7a37a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 949 time: 0.3043227 Aug 20 12:00:08.711490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37678) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:08.782012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad6a931-8775-4379-a108-603b0a7ebeef req-1b59c71e-84fd-4c44-807f-f739d028885d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497335 Aug 20 12:00:08.830526 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T12:00:05Z', 'revision_number': 5, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:08.851189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Deleting port 3c34f35d-bb32-480e-be5a-0060e9daa88b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:08.851412 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:08.857105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff60ea04-64d2-478e-b2d5-c450935a7947 req-a42b40f2-91dd-4e70-b5fc-5d5c577220a8 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157588 Aug 20 12:00:08.865018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:08.879809 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaea3c0-0dc9-4ea8-8edc-4206bbce6662 None None] The sync data for ids ['48106bae-6094-4a70-a083-a9c2d36bb08d'] in n-d-800634-10 is: [{'id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'name': 'tempest-FloatingIPsTestJSON-2120682786-router', 'tenant_id': '0593d005ca544fc38e9b1d27e35a2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:33Z', 'updated_at': '2021-08-20T12:00:05Z', 'revision_number': 5, 'project_id': '0593d005ca544fc38e9b1d27e35a2d54', 'gw_port': {'id': '3c34f35d-bb32-480e-be5a-0060e9daa88b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48106bae-6094-4a70-a083-a9c2d36bb08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:34Z', 'updated_at': '2021-08-20T11:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:08.916550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Transition to ACTIVE for port object 3449f14c-0e6e-4b56-8c00-ecda2b60283f will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:08.978508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] For port 3c34f35d-bb32-480e-be5a-0060e9daa88b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c34f35d-bb32-480e-be5a-0060e9daa88b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:08.978947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:08.998452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Calling delete_port for 3c34f35d-bb32-480e-be5a-0060e9daa88b owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:09.013113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5057a-02e3-4311-bc78-d36081547b46 None None] Network f5ef0308-f665-4361-9c95-20fab74e6094 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:09.015859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] For port 86f921e9-39cd-47f7-bb08-94d77943c91f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:09.029111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-8e2889d6-5a65-410a-9861-3239109dd4ae', 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'fixed_ips': [{'subnet_id': 'e53559e7-0159-402c-90e2-815f3c7e159e'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:00:09.030314 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.039023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.061203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:09.101215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:09.104338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:09.109589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:09.139999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=3449f14c-0e6e-4b56-8c00-ecda2b60283f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:09.171503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] For port 86f921e9-39cd-47f7-bb08-94d77943c91f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=86f921e9-39cd-47f7-bb08-94d77943c91f,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:09.193072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:09.193549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.215856 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.219966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:09.220366 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.228165 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-39d1de01-0044-4f16-8864-23b8e3052cf4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1436105 Aug 20 12:00:09.230859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37694) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:09.239742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'port': {'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'name': 'tempest-TaggedBootDevicesTest_v242-76685746', 'fixed_ips': [{'subnet_id': 'f788fa67-5e50-43ff-b2ed-3819f5cdbe72'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:09.256798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1335847040-network', 'tenant_id': '402d104c95254e328746d8020e13134d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:09.393373 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.401697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:09.403861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.419461 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.466250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:09.469642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c34f35d-bb32-480e-be5a-0060e9daa88b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:09.475177 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.518937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] device_id is not set on port ec020d47-156c-44f3-9a94-1dbc755e7f1b yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:00:09.579254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8de0e8-fc75-4a69-ba40-120d88ad26f5 None None] Pushing event updated for resources: {'Port': ['ID=86f921e9-39cd-47f7-bb08-94d77943c91f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:09.629333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-dfb7cd1c-980e-4e49-a03b-4f0ad2a6a5fd tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:09.630978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-dfb7cd1c-980e-4e49-a03b-4f0ad2a6a5fd tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/networks?id=5d3f53b1-12ac-4262-a6c0-756fdfcdda61 HTTP/1.1" status: 200 len: 814 time: 0.3553898 Aug 20 12:00:09.674378 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.819634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-4cb86f47-35de-48ad-a243-fb45779c1f7a tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/quotas/71ae7c553aa540e59bebba9250b8ac34 HTTP/1.1" status: 200 len: 375 time: 0.1718590 Aug 20 12:00:09.855134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Allocated IP 10.1.1.155 (7e0adf5a-9cef-4859-843d-9007508db2f5/f788fa67-5e50-43ff-b2ed-3819f5cdbe72/ec020d47-156c-44f3-9a94-1dbc755e7f1b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:09.873824 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.879207 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.887155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:09.911616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Allocated IP 10.2.2.2 (8e2889d6-5a65-410a-9861-3239109dd4ae/e53559e7-0159-402c-90e2-815f3c7e159e/e13b327f-ae58-4f6f-bfc2-df802aa136c3) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:09.920081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-30d8cc2f-c716-4f7c-94f4-6e23d1fbfe0d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71ae7c553aa540e59bebba9250b8ac34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946808 Aug 20 12:00:09.969543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff10194-174a-4b39-8325-965029a01f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:09.973484 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d799c81c-6b6a-4d98-a576-45eaf71bae12" -d '{"events": [{"server_uuid": "fff10194-174a-4b39-8325-965029a01f4a", "name": "network-vif-plugged", "status": "completed", "tag": "a41470c0-d8c1-4fa8-9b29-0de80c9cf947"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:10.043912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port a41470c0-d8c1-4fa8-9b29-0de80c9cf947, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:10.051828 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.114355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.136635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Transition to ACTIVE for port object ec020d47-156c-44f3-9a94-1dbc755e7f1b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:10.141706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:10.144888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.145438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48106bae-6094-4a70-a083-a9c2d36bb08d {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:00:10.156957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.164056 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.165485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dde46001-264f-4fc3-aad8-8e26c360c390 admin admin] 10.222.0.25 "DELETE /v2.0/routers/48106bae-6094-4a70-a083-a9c2d36bb08d HTTP/1.1" status: 204 len: 168 time: 3.0790670 Aug 20 12:00:10.168956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37726) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:10.170863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.241988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e63ee4-0f35-4083-8b1e-3845929b8f71 req-5e3747f7-535e-4cc0-93a7-1db966f2fbba tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:10.247658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43e63ee4-0f35-4083-8b1e-3845929b8f71 req-5e3747f7-535e-4cc0-93a7-1db966f2fbba tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 945 time: 0.3578634 Aug 20 12:00:10.248537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:10.254646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fb21cb-0458-43b1-a06a-e112367053e6 admin admin] Deleting subnet 8a3e675e-2bad-4661-ad24-dbbb88650dff {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:00:10.259367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-66fb21cb-0458-43b1-a06a-e112367053e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.300455 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.303472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.303726 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Added segment bb516af3-8418-4fbf-90bb-9473840e0e3d of type vlan for network fb24bed7-70f5-4056-9b83-7267af71fac2 Aug 20 12:00:10.315454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-66fb21cb-0458-43b1-a06a-e112367053e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.320160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5297cca-3737-4cf0-a37b-1c184b4298d7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:10.321075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Transition to ACTIVE for port object e13b327f-ae58-4f6f-bfc2-df802aa136c3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:10.344886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Transition to ACTIVE for port object e13b327f-ae58-4f6f-bfc2-df802aa136c3 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:10.356676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-65b4e264-436e-4589-88bd-817d1a213a27 service neutron] 10.222.0.25 "GET /v2.0/networks/5d3f53b1-12ac-4262-a6c0-756fdfcdda61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586512 Aug 20 12:00:10.366588 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.398837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.426048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Pushing event updated for resources: {'Port': ['ID=e13b327f-ae58-4f6f-bfc2-df802aa136c3,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:10.442474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43e63ee4-0f35-4083-8b1e-3845929b8f71 req-f6208e7e-210a-4c44-88af-82f7feac8f76 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741388 Aug 20 12:00:10.470358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Network 8e2889d6-5a65-410a-9861-3239109dd4ae is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:10.477266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:10.480840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:10.481501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:10.532282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:10.538514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:10.563440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.581227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Attempting to bind port e13b327f-ae58-4f6f-bfc2-df802aa136c3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:10.581833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Attempting to bind port e13b327f-ae58-4f6f-bfc2-df802aa136c3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:10.582103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Attempting to bind port e13b327f-ae58-4f6f-bfc2-df802aa136c3 on network 8e2889d6-5a65-410a-9861-3239109dd4ae {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:10.594463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:10.594856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Checking segment: {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:10.595303 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.598217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Bound using segment: {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:10.598217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Bound port: e13b327f-ae58-4f6f-bfc2-df802aa136c3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:10.604413 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.609858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:10.610575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.633685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=ec020d47-156c-44f3-9a94-1dbc755e7f1b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:10.659958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-66fb21cb-0458-43b1-a06a-e112367053e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.680963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.686563 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4a28d7f0-d2bd-4956-9e19-cf659fbe950a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4545486 Aug 20 12:00:10.691340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:10.692017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.724790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0103083 Aug 20 12:00:10.728915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37734) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:10.729619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] For port e13b327f-ae58-4f6f-bfc2-df802aa136c3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:10.732903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c291f-8197-4e26-bb41-160ecf0413a8 req-7acc6449-4e67-4ef7-86a9-dc8c843da0e0 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:10.733797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] For port e13b327f-ae58-4f6f-bfc2-df802aa136c3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e13b327f-ae58-4f6f-bfc2-df802aa136c3,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:10.735606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Request body: {'subnet': {'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1335847040-subnet', 'tenant_id': '402d104c95254e328746d8020e13134d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:10.741538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c4c291f-8197-4e26-bb41-160ecf0413a8 req-7acc6449-4e67-4ef7-86a9-dc8c843da0e0 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 950 time: 0.1739068 Aug 20 12:00:10.742465 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.759190 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-66fb21cb-0458-43b1-a06a-e112367053e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.785705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:10.806929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.830871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37736) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:10.848802 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-66fb21cb-0458-43b1-a06a-e112367053e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:10.850755 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-66fb21cb-0458-43b1-a06a-e112367053e6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8a3e675e-2bad-4661-ad24-dbbb88650dff HTTP/1.1" status: 204 len: 168 time: 0.6795537 Aug 20 12:00:10.869617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff47e4f-652b-4e7b-8351-3d1b97b418db None None] Network b905504c-ae84-4b27-ad6d-d595aed95c54 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:10.871447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-75157918-f1ae-42b9-aa92-60cc8ea679a7 service neutron] 10.222.0.25 "GET /v2.0/networks/5d3f53b1-12ac-4262-a6c0-756fdfcdda61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557619 Aug 20 12:00:10.874832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37740) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:10.949167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb21cb-0458-43b1-a06a-e112367053e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3e675e-2bad-4661-ad24-dbbb88650dff,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:10.968214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15081fbb-d979-49da-8840-c3b0ee9c0f36 admin admin] Pushing event updated for resources: {'Network': ['ID=fb24bed7-70f5-4056-9b83-7267af71fac2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:10.985846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network fb24bed7-70f5-4056-9b83-7267af71fac2 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:11.066817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c4c291f-8197-4e26-bb41-160ecf0413a8 req-13c11875-de03-40b3-a01a-6c000bba807c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239238 Aug 20 12:00:11.082416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.174829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 86f921e9-39cd-47f7-bb08-94d77943c91f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:11.177264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c228bd5-436c-41de-937b-236e5e927e98 None None] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:11.179955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0493177d-90cf-462a-be77-5db027d8c06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.316296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Deleting port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:11.317331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.347863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5291ed-23c7-41d3-a621-9f15e0b94fe3 None None] Pushing event updated for resources: {'Port': ['ID=e13b327f-ae58-4f6f-bfc2-df802aa136c3,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:11.352108 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e75b49-de78-412e-bdc6-6f29c3d29eb6 x-openstack-request-id: req-d1e75b49-de78-412e-bdc6-6f29c3d29eb6 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:11.352539 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff10194-174a-4b39-8325-965029a01f4a", "name": "network-vif-plugged", "status": "completed", "tag": "a41470c0-d8c1-4fa8-9b29-0de80c9cf947", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:11.352987 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1e75b49-de78-412e-bdc6-6f29c3d29eb6 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:11.353490 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff10194-174a-4b39-8325-965029a01f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'code': 200} Aug 20 12:00:11.367753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.422854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f605e7ec-0921-4494-b9df-1a7369107428 None None] Provisioning for port 86f921e9-39cd-47f7-bb08-94d77943c91f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:11.504689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Checking segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:11.505716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Network hostable DHCP agents. Network: fb24bed7-70f5-4056-9b83-7267af71fac2, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:11.520434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a87863f-0c3d-46c4-b743-b332100a4c7c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:11.554845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Network fb24bed7-70f5-4056-9b83-7267af71fac2 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:11.566629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e576ba2-4772-49e9-9614-fa90c7cbbfc3 req-cb6802e1-ebd1-4191-a6df-131c6a88aad1 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 210 time: 0.1175156 Aug 20 12:00:11.574070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef62923-d095-4ac5-9567-43dea7c80ff1 req-c4c81256-970d-4878-a251-6e316bb982da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:11.575699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bef62923-d095-4ac5-9567-43dea7c80ff1 req-c4c81256-970d-4878-a251-6e316bb982da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 1102 time: 0.1937578 Aug 20 12:00:11.577085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, fb24bed7-70f5-4056-9b83-7267af71fac2) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:11.586321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:11.587012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.612353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 86f921e9-39cd-47f7-bb08-94d77943c91f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:11.620732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 86f921e9-39cd-47f7-bb08-94d77943c91f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:11.621430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.623432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57580f54-863a-4d05-83bd-a89b1d41bda0 None None] Network fb24bed7-70f5-4056-9b83-7267af71fac2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:11.652207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bef62923-d095-4ac5-9567-43dea7c80ff1 req-204382b9-8cb6-44ed-b10d-a881fee597c9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581737 Aug 20 12:00:11.658524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] For port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bd9c24ce-ba5a-473a-b35a-3c54eaae37c8,segment=NetworkSegment(4e3baf53-40e6-4244-b286-72cfa750ac20),segment_id=4e3baf53-40e6-4244-b286-72cfa750ac20)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:11.658860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.682007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Calling delete_port for bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:11.764391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384c194-c667-4bb1-93c6-c59f6299b098 None None] DHCP port deletion for b905504c-ae84-4b27-ad6d-d595aed95c54 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:00:11.803886 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0493177d-90cf-462a-be77-5db027d8c06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.820652 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dea53e34-3a5d-46bf-b7b9-0ed7a2c80e31 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0902152 Aug 20 12:00:11.842525 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0493177d-90cf-462a-be77-5db027d8c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:11.871547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:11.893926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493177d-90cf-462a-be77-5db027d8c06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7292647f-5dc8-41e5-818e-e631d31a5170,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:11.978253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88193f9-f844-4f85-8e69-50dcce12f0a9 req-91eb7428-6297-4a87-a837-0632ce5affa8 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:11.993728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d88193f9-f844-4f85-8e69-50dcce12f0a9 req-91eb7428-6297-4a87-a837-0632ce5affa8 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 945 time: 0.1921165 Aug 20 12:00:11.999287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0493177d-90cf-462a-be77-5db027d8c06b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c7d5215be1c49d0bee6bf27018a1bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1611176 Aug 20 12:00:12.002303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37756) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:12.004098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.095999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] No DVR routers for this DVR port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:12.126846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf4ac9b1-81f2-4e44-9b6f-ad2bcddead66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.173251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf4ac9b1-81f2-4e44-9b6f-ad2bcddead66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.175317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9c24ce-ba5a-473a-b35a-3c54eaae37c8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:12.260919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf4ac9b1-81f2-4e44-9b6f-ad2bcddead66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.270993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf4ac9b1-81f2-4e44-9b6f-ad2bcddead66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.271443 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.281303 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cf4ac9b1-81f2-4e44-9b6f-ad2bcddead66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7292647f-5dc8-41e5-818e-e631d31a5170 HTTP/1.1" status: 204 len: 168 time: 0.2774732 Aug 20 12:00:12.294386 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.297497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f40d9-45e5-4e38-9767-9cfaf92e5f96 None None] Network fb24bed7-70f5-4056-9b83-7267af71fac2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:12.305467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ac9b1-81f2-4e44-9b6f-ad2bcddead66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292647f-5dc8-41e5-818e-e631d31a5170,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:12.362322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d88193f9-f844-4f85-8e69-50dcce12f0a9 req-c1bbf6f0-abcd-4e56-bb44-13f6eafa72d0 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422935 Aug 20 12:00:12.366439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.405406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37768) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:12.411477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1ec2257e-84fa-4873-9e83-00d774c73d8a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2134103832', 'description': 'tempest-description--128860601'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:12.420804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b905504c-ae84-4b27-ad6d-d595aed95c54']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:12.454794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3baf53-40e6-4244-b286-72cfa750ac20') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:12.455349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3baf53-40e6-4244-b286-72cfa750ac20') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:12.472787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.474572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ec2257e-84fa-4873-9e83-00d774c73d8a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.521048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.528942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:00:12.529678 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:00:12.663842 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:00:12.671335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.682334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ec2257e-84fa-4873-9e83-00d774c73d8a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.690247 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ec2257e-84fa-4873-9e83-00d774c73d8a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.700303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.708730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b905504c-ae84-4b27-ad6d-d595aed95c54 HTTP/1.1" status: 204 len: 168 time: 1.8301272 Aug 20 12:00:12.733922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2257e-84fa-4873-9e83-00d774c73d8a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a1088-8928-4397-bb89-27df2ff9301f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:12.751085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1ec2257e-84fa-4873-9e83-00d774c73d8a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.767433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37778) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:12.770719 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1ec2257e-84fa-4873-9e83-00d774c73d8a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3626578 Aug 20 12:00:12.772328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e443e-a2ea-440c-b664-98e3effa5d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b905504c-ae84-4b27-ad6d-d595aed95c54,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:12.779630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e6fb7cee-f447-4512-84d4-a810b53b29d6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'security_group_rule': {'security_group_id': 'f66a1088-8928-4397-bb89-27df2ff9301f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:12.820742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb010e-dd6e-4076-82ba-4f5d5d9a14a0 None None] Network 8e2889d6-5a65-410a-9861-3239109dd4ae requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:12.870862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a35da-c58c-488a-ab25-d6c2955c849c req-0739230d-8c61-435a-98fe-d888e4d0e2a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:12.880223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b08a35da-c58c-488a-ab25-d6c2955c849c req-0739230d-8c61-435a-98fe-d888e4d0e2a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 950 time: 0.2136049 Aug 20 12:00:12.929762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d384c194-c667-4bb1-93c6-c59f6299b098 None None] Deleting port bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:12.930146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d384c194-c667-4bb1-93c6-c59f6299b098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.934851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 86f921e9-39cd-47f7-bb08-94d77943c91f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=86f921e9-39cd-47f7-bb08-94d77943c91f,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:12.973808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7cee-f447-4512-84d4-a810b53b29d6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:12.987636 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.054471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b08a35da-c58c-488a-ab25-d6c2955c849c req-616ee0f7-0fb4-43cc-9da5-dba46b02e150 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671114 Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-d384c194-c667-4bb1-93c6-c59f6299b098 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b905504c-ae84-4b27-ad6d-d595aed95c54 could not be found. Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:00:13.075846 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b905504c-ae84-4b27-ad6d-d595aed95c54 could not be found. Aug 20 12:00:13.081826 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:00:13.114230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:13.126643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:13.175301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-76b13e32-8c98-45ce-a5af-ec4c3805f191 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:13.178836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-76b13e32-8c98-45ce-a5af-ec4c3805f191 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.73 "GET /v2.0/networks?id=5d3f53b1-12ac-4262-a6c0-756fdfcdda61 HTTP/1.1" status: 200 len: 814 time: 0.2713764 Aug 20 12:00:13.193417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:13.193796 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.197028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c34f35d-bb32-480e-be5a-0060e9daa88b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:13.199528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c445a-e666-4305-93dc-6823b4232aa0 None None] DHCP port deletion for b905504c-ae84-4b27-ad6d-d595aed95c54 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:00:13.199919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Request body: {'port': {'device_id': 'ae7ec9be-15a7-49ef-a606-4ac48d623dd3', 'network_id': '5d3f53b1-12ac-4262-a6c0-756fdfcdda61', 'admin_state_up': True, 'tenant_id': '71ae7c553aa540e59bebba9250b8ac34'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:13.202075 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7cee-f447-4512-84d4-a810b53b29d6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.205084 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94d67797-0451-4f51-b43d-1ee3617ed91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.225904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Provisioning complete for port 86f921e9-39cd-47f7-bb08-94d77943c91f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:13.226327 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.265868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:13.292978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7cee-f447-4512-84d4-a810b53b29d6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.319349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 3c34f35d-bb32-480e-be5a-0060e9daa88b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:13.319745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c34f35d-bb32-480e-be5a-0060e9daa88b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:13.320117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 360e312a-1d85-43af-adc5-f2bfdb12de00 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:13.351370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Made reservation on behalf of 71ae7c553aa540e59bebba9250b8ac34 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:13.354958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.375282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 360e312a-1d85-43af-adc5-f2bfdb12de00 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:13.375901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 360e312a-1d85-43af-adc5-f2bfdb12de00 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:13.377584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-919d3cf7-eb9c-411a-b82b-2b80e5798965 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0593d005ca544fc38e9b1d27e35a2d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1070697 Aug 20 12:00:13.381122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37796) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:13.390110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32679cbe-cd46-47dc-a32f-6009f30c37c1 req-9df9dfc6-4305-4eda-ba8d-62c6b986cb9e tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 210 time: 0.1206219 Aug 20 12:00:13.409859 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7cee-f447-4512-84d4-a810b53b29d6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.411122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e6fb7cee-f447-4512-84d4-a810b53b29d6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6356902 Aug 20 12:00:13.422878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb7cee-f447-4512-84d4-a810b53b29d6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aa3711-26d2-40c0-99f6-9734c159e467,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:13.425232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:13.465891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e68a31dd-14ce-4474-9bd3-6afbae8b5da8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'security_group_rule': {'security_group_id': 'f66a1088-8928-4397-bb89-27df2ff9301f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:13.537594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33e60baf-9487-4cbd-81f7-ffbbdab3c504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.538774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-d6a29e33-3c88-414d-8406-aae44cc930c7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:13.547784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-d6a29e33-3c88-414d-8406-aae44cc930c7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.4153295 Aug 20 12:00:13.555538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=86f921e9-39cd-47f7-bb08-94d77943c91f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:13.571993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Allocated IP 172.20.0.6 (5d3f53b1-12ac-4262-a6c0-756fdfcdda61/2f6e6c72-b8ad-4255-a51f-1173216c999c/ad03ace5-c941-4021-af49-f4638074cdda) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:13.575190 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33e60baf-9487-4cbd-81f7-ffbbdab3c504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.592389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-be1f969e-012b-4b5c-8703-17e369d8c8ca tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/quotas/402d104c95254e328746d8020e13134d HTTP/1.1" status: 200 len: 375 time: 0.0435848 Aug 20 12:00:13.630650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e13b327f-ae58-4f6f-bfc2-df802aa136c3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:13.650587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-8f1313f5-28f1-4edd-8f52-3be275ebc000 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570562 Aug 20 12:00:13.678375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e7a9c-4be7-4c77-9646-6f54337020ab req-1c37c3f2-642d-445d-90b0-0c2416532f28 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:13.679848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-496e7a9c-4be7-4c77-9646-6f54337020ab req-1c37c3f2-642d-445d-90b0-0c2416532f28 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 945 time: 0.1719172 Aug 20 12:00:13.681710 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33e60baf-9487-4cbd-81f7-ffbbdab3c504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.685080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33e60baf-9487-4cbd-81f7-ffbbdab3c504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.687163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33e60baf-9487-4cbd-81f7-ffbbdab3c504 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/635b4d33-1544-4a9a-be61-568f1a83c2cb HTTP/1.1" status: 204 len: 168 time: 0.3041294 Aug 20 12:00:13.690670 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.740728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e60baf-9487-4cbd-81f7-ffbbdab3c504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b4d33-1544-4a9a-be61-568f1a83c2cb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:13.777089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-496e7a9c-4be7-4c77-9646-6f54337020ab req-09182424-7520-4d61-8cca-b749fe970616 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909455 Aug 20 12:00:13.782038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Provisioning for port ec020d47-156c-44f3-9a94-1dbc755e7f1b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:13.811155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94d67797-0451-4f51-b43d-1ee3617ed91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.817514 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.819536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Provisioning complete for port ec020d47-156c-44f3-9a94-1dbc755e7f1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:13.819924 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.889425 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:00:13.890021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94d67797-0451-4f51-b43d-1ee3617ed91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.943059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e13b327f-ae58-4f6f-bfc2-df802aa136c3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:13.958818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.984502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cc6a19-6989-47fe-b39b-cd7b40b7e3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:13.987338 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5cb240-9e5e-4413-bdc2-767b3d05c996" -d '{"events": [{"server_uuid": "69cc6a19-6989-47fe-b39b-cd7b40b7e3f1", "name": "network-vif-plugged", "status": "completed", "tag": "9b46fa3e-1684-4ac3-86ea-c3709d0d5617"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:13.995536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Port ec020d47-156c-44f3-9a94-1dbc755e7f1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:14.014424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:14.028292 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.031944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:14.050507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.078475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:14.081968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Provisioning for port 3449f14c-0e6e-4b56-8c00-ecda2b60283f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:14.127204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae856669-4cba-45c9-b86c-a7add67b06e8 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:00:14.131698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e68a31dd-14ce-4474-9bd3-6afbae8b5da8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.135261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Provisioning complete for port 3449f14c-0e6e-4b56-8c00-ecda2b60283f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:14.136776 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.138721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:14.139640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:14.140049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Pushing event updated for resources: {'Port': ['ID=ad03ace5-c941-4021-af49-f4638074cdda,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:14.140470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bd9c24ce-ba5a-473a-b35a-3c54eaae37c8 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:14.146599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:14.150887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-94d67797-0451-4f51-b43d-1ee3617ed91b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68a38e7fa4c24cc79aacfe12d87dcb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0219610 Aug 20 12:00:14.151770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d67797-0451-4f51-b43d-1ee3617ed91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4255da-c6c9-4d46-8c11-f8437e3a78fe,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:14.154757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:14.176356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37812) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:14.245276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:14.245906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.268348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:14.276351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-db6e4261-0cea-4433-9202-90fa996a1892 None None] Port 3449f14c-0e6e-4b56-8c00-ecda2b60283f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:14.279083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-a50f0c0b-7a30-41fa-8b98-1df93f18793d tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0758960 Aug 20 12:00:14.291919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Request body: {'port': {'device_id': 'ae7ec9be-15a7-49ef-a606-4ac48d623dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:14.295094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2225f17-9114-4cc9-b626-88861f837617 req-bf74a355-6675-4fe3-83fe-7e3bcb8b3c1d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:14.296055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2225f17-9114-4cc9-b626-88861f837617 req-bf74a355-6675-4fe3-83fe-7e3bcb8b3c1d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 945 time: 0.3045266 Aug 20 12:00:14.310776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-230f4387-a1d4-4b0d-92d6-f119bee1737e service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592410 Aug 20 12:00:14.314933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:14.326308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:14.326678 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.386596 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.402822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e68a31dd-14ce-4474-9bd3-6afbae8b5da8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.412968 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-205f8786-c735-4692-9ea6-91b81a0b2064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.417094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e68a31dd-14ce-4474-9bd3-6afbae8b5da8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.427511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae856669-4cba-45c9-b86c-a7add67b06e8 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:00:14.433174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Provisioning complete for port ec020d47-156c-44f3-9a94-1dbc755e7f1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:14.433547 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.472279 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2225f17-9114-4cc9-b626-88861f837617 req-e69cee7e-49c0-42ea-b8da-59ad41e8dcb9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584921 Aug 20 12:00:14.483147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-205f8786-c735-4692-9ea6-91b81a0b2064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.484676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a31dd-14ce-4474-9bd3-6afbae8b5da8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb33dab-5a39-4601-b218-1ad6ee329f43,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:14.487154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e68a31dd-14ce-4474-9bd3-6afbae8b5da8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.491579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e68a31dd-14ce-4474-9bd3-6afbae8b5da8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0486469 Aug 20 12:00:14.498277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37824) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:14.504560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:14.573421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-2e1256fc-ea29-4189-826e-02ebb0ea4352 service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616644 Aug 20 12:00:14.583415 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b8a832-4f7a-4c7f-af00-bfd2f4d5c7c1 x-openstack-request-id: req-34b8a832-4f7a-4c7f-af00-bfd2f4d5c7c1 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:14.583714 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cc6a19-6989-47fe-b39b-cd7b40b7e3f1", "name": "network-vif-plugged", "status": "completed", "tag": "9b46fa3e-1684-4ac3-86ea-c3709d0d5617", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:14.583964 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34b8a832-4f7a-4c7f-af00-bfd2f4d5c7c1 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:14.584835 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cc6a19-6989-47fe-b39b-cd7b40b7e3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46fa3e-1684-4ac3-86ea-c3709d0d5617', 'code': 200} Aug 20 12:00:14.584995 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.639958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Port ec020d47-156c-44f3-9a94-1dbc755e7f1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:14.664117 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.748843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Provisioning complete for port 3449f14c-0e6e-4b56-8c00-ecda2b60283f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:14.749185 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.854788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b2d4e-5476-4d3f-af2e-c5e44aa4224a req-1e435029-ed43-4929-acca-2fb070983ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:14.856319 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-318b2d4e-5476-4d3f-af2e-c5e44aa4224a req-1e435029-ed43-4929-acca-2fb070983ce2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 1101 time: 0.2004085 Aug 20 12:00:14.924883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37840) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:14.933062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Port 3449f14c-0e6e-4b56-8c00-ecda2b60283f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:14.950980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:14.961858 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-318b2d4e-5476-4d3f-af2e-c5e44aa4224a req-985f7459-d797-4afd-9387-5b37c89a5fd3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926766 Aug 20 12:00:14.967423 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.023233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Provisioning for port e13b327f-ae58-4f6f-bfc2-df802aa136c3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:15.028462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:15.031865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Provisioning complete for port e13b327f-ae58-4f6f-bfc2-df802aa136c3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:15.032493 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.072010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad03ace5-c941-4021-af49-f4638074cdda {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:15.087870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.127618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Transition to ACTIVE for port object ad03ace5-c941-4021-af49-f4638074cdda will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:15.139228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-network', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:15.144989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-205f8786-c735-4692-9ea6-91b81a0b2064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.147534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-205f8786-c735-4692-9ea6-91b81a0b2064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.148542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.148692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-205f8786-c735-4692-9ea6-91b81a0b2064 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a4255da-c6c9-4d46-8c11-f8437e3a78fe HTTP/1.1" status: 204 len: 168 time: 0.9711375 Aug 20 12:00:15.211021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f8786-c735-4692-9ea6-91b81a0b2064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4255da-c6c9-4d46-8c11-f8437e3a78fe,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:15.221931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad03ace5-c941-4021-af49-f4638074cdda,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:15.226141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Made reservation on behalf of ecaccb96e46f47febcbdf3237b730e83 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:15.229707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.250305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee1696-73e4-4e01-b61c-2ca717c9d028 req-b21ade45-6df2-4e43-92a3-e186816a2613 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:15.258503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2ee1696-73e4-4e01-b61c-2ca717c9d028 req-b21ade45-6df2-4e43-92a3-e186816a2613 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 950 time: 0.1199191 Aug 20 12:00:15.260185 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.267284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1edb75-67fb-4464-9aae-e3607fc52648 req-5d789ed9-d50b-4766-ae1c-8d9e79842d6b tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:15.274987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb1edb75-67fb-4464-9aae-e3607fc52648 req-5d789ed9-d50b-4766-ae1c-8d9e79842d6b tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 943 time: 0.1375163 Aug 20 12:00:15.339154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Attempting to bind port ad03ace5-c941-4021-af49-f4638074cdda on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:15.339552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Attempting to bind port ad03ace5-c941-4021-af49-f4638074cdda by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '427b4c5c-612d-4199-b739-4392da3bd084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d3f53b1-12ac-4262-a6c0-756fdfcdda61'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:15.339825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Attempting to bind port ad03ace5-c941-4021-af49-f4638074cdda on network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:15.353232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Port ad03ace5-c941-4021-af49-f4638074cdda on network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:15.353562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Attempting to bind port ad03ace5-c941-4021-af49-f4638074cdda on network 5d3f53b1-12ac-4262-a6c0-756fdfcdda61 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:15.366652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb1edb75-67fb-4464-9aae-e3607fc52648 req-5a6631bf-064b-447a-bada-7b8625d0452f tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb378e0e-9ba5-426f-84f1-17360b15ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906324 Aug 20 12:00:15.382109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:15.382515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Checking segment: {'id': '427b4c5c-612d-4199-b739-4392da3bd084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d3f53b1-12ac-4262-a6c0-756fdfcdda61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:15.382908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Bound using segment: {'id': '427b4c5c-612d-4199-b739-4392da3bd084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d3f53b1-12ac-4262-a6c0-756fdfcdda61'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:15.383343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Bound port: ad03ace5-c941-4021-af49-f4638074cdda, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427b4c5c-612d-4199-b739-4392da3bd084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d3f53b1-12ac-4262-a6c0-756fdfcdda61'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:15.383705 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.392882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2ee1696-73e4-4e01-b61c-2ca717c9d028 req-224ca17a-2c84-4758-a5a9-971654b1fb1e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331801 Aug 20 12:00:15.443722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.462229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.537497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.549240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] For port e13b327f-ae58-4f6f-bfc2-df802aa136c3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e13b327f-ae58-4f6f-bfc2-df802aa136c3,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:15.559099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 86f921e9-39cd-47f7-bb08-94d77943c91f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:15.564516 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.572768 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.606907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f59baa4-2e31-42d4-9a11-8becaa9ea144 req-57646e11-fc16-4324-9166-6ba37fb99d42 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 210 time: 0.0664296 Aug 20 12:00:15.620845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:15.623609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] For port ad03ace5-c941-4021-af49-f4638074cdda, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:15.645317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b503a2-e264-4023-a694-1685bd86ccaa,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:15.660321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] For port ad03ace5-c941-4021-af49-f4638074cdda, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ad03ace5-c941-4021-af49-f4638074cdda,segment=NetworkSegment(427b4c5c-612d-4199-b739-4392da3bd084),segment_id=427b4c5c-612d-4199-b739-4392da3bd084)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:15.665131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.669647 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Added segment 0db8b20e-b574-47c3-95c4-c02af34b124b of type vlan for network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 Aug 20 12:00:15.679466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.790660 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.794313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:15.795328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.805943 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/ad03ace5-c941-4021-af49-f4638074cdda HTTP/1.1" status: 200 len: 1092 time: 1.5223227 Aug 20 12:00:15.806459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7ec9be-15a7-49ef-a606-4ac48d623dd3', 'tag': 'ad03ace5-c941-4021-af49-f4638074cdda'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:15.808859 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7ec9be-15a7-49ef-a606-4ac48d623dd3", "tag": "ad03ace5-c941-4021-af49-f4638074cdda"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:15.856326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Allocated IP 172.25.0.68 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/2a58e5f4-44d3-4e2a-b8c3-8300ba494db9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:15.890859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1721a0d-2da2-43d9-8fc5-4405432f5bd1 req-799fbb84-3670-4ac6-b1ee-80ae57e55b31 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:15.898788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1721a0d-2da2-43d9-8fc5-4405432f5bd1 req-799fbb84-3670-4ac6-b1ee-80ae57e55b31 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 949 time: 0.2140417 Aug 20 12:00:15.905301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bfacb-cd6b-4010-bcec-fd5f94ff18e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad03ace5-c941-4021-af49-f4638074cdda,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:15.963935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25b376-f985-4d57-968d-ca69889cbd3c req-d749dc76-90a8-4612-8db4-b30bf773d4bb tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:15.972315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd25b376-f985-4d57-968d-ca69889cbd3c req-d749dc76-90a8-4612-8db4-b30bf773d4bb tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 946 time: 0.2250407 Aug 20 12:00:15.976776 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.977826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:15.978515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:15.983373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033b6ae-4c7c-41bc-a576-fd5cb0331be8 None None] Pushing event updated for resources: {'Port': ['ID=e13b327f-ae58-4f6f-bfc2-df802aa136c3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:16.002982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 86f921e9-39cd-47f7-bb08-94d77943c91f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:16.004105 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:16.084327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1721a0d-2da2-43d9-8fc5-4405432f5bd1 req-bf11fc93-1195-4597-bc66-603696ec5a65 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843152 Aug 20 12:00:16.131019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-dad159ff-4fa3-4ac7-bb44-b595aca71f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.133450 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-dad159ff-4fa3-4ac7-bb44-b595aca71f17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=71ae7c553aa540e59bebba9250b8ac34&device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 1095 time: 0.2653046 Aug 20 12:00:16.138166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd25b376-f985-4d57-968d-ca69889cbd3c req-818b1945-cdcd-4e0e-92e9-b251934d8cf2 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646390 Aug 20 12:00:16.147324 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2011387 Aug 20 12:00:16.151147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37874) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:16.209387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-1e0a4a38-beb9-4501-b96c-08fa586f1624 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad03ace5-c941-4021-af49-f4638074cdda HTTP/1.1" status: 200 len: 217 time: 0.0608785 Aug 20 12:00:16.210815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:16.213289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Request body: {'subnet': {'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-subnet', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:16.238689 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcadfe0d-9ae0-44d7-90c9-3f43d615607b x-openstack-request-id: req-bcadfe0d-9ae0-44d7-90c9-3f43d615607b {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:16.239138 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7ec9be-15a7-49ef-a606-4ac48d623dd3", "tag": "ad03ace5-c941-4021-af49-f4638074cdda", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:16.239367 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcadfe0d-9ae0-44d7-90c9-3f43d615607b {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:16.239731 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7ec9be-15a7-49ef-a606-4ac48d623dd3', 'tag': 'ad03ace5-c941-4021-af49-f4638074cdda', 'status': 'completed', 'code': 200} Aug 20 12:00:16.254839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Made reservation on behalf of ecaccb96e46f47febcbdf3237b730e83 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:16.257647 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:16.266730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:16.272714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fab3d2-200d-4058-8f6d-0e2e5c59e881 admin admin] Pushing event updated for resources: {'Network': ['ID=2edc503c-a0a6-4d35-a8b2-9d2f1d485c70,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:16.287274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:16.360239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:16.368308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:16.373425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:16.388325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=2a58e5f4-44d3-4e2a-b8c3-8300ba494db9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:16.454075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-dd8001cd-ae57-40a0-856f-6c04a5e980d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.458581 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-dd8001cd-ae57-40a0-856f-6c04a5e980d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f6e6c72-b8ad-4255-a51f-1173216c999c HTTP/1.1" status: 200 len: 854 time: 0.2180414 Aug 20 12:00:16.508551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd761ab4-d113-4fc3-aa96-4547724837ce req-6150fc4a-a9ad-41bc-b048-92aada4d39c2 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.509494 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-e2719ccd-d627-4fd7-851e-9577003105a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d3f53b1-12ac-4262-a6c0-756fdfcdda61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394092 Aug 20 12:00:16.510425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd761ab4-d113-4fc3-aa96-4547724837ce req-6150fc4a-a9ad-41bc-b048-92aada4d39c2 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 945 time: 0.1961391 Aug 20 12:00:16.586729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:16.590029 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea074328-671a-455a-a16d-a974777e2875" -d '{"events": [{"server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "name": "network-vif-plugged", "status": "completed", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:16.675915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd761ab4-d113-4fc3-aa96-4547724837ce req-b404df02-15a1-4159-9d5d-11e8125e1b2b tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417851 Aug 20 12:00:16.683412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25573cc9-4518-4dbb-8913-0bec0ad85a7c req-5f92b20a-154c-427c-871b-3cc033da74c9 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.691685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25573cc9-4518-4dbb-8913-0bec0ad85a7c req-5f92b20a-154c-427c-871b-3cc033da74c9 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 943 time: 0.1782999 Aug 20 12:00:16.707746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-a47b76fd-0bb6-4aa4-b21f-b66c021621c1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:16.708982 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-0aa2ff51-7fb3-49f1-ac67-3a01ae6275a5 service neutron] 10.222.0.73 "GET /v2.0/networks/5d3f53b1-12ac-4262-a6c0-756fdfcdda61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830761 Aug 20 12:00:16.709201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-a47b76fd-0bb6-4aa4-b21f-b66c021621c1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.2754729 Aug 20 12:00:16.710555 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:16.731599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Request body: {'port': {'device_id': '1246525d-fa8b-4e52-af71-7030eb56838c', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'admin_state_up': True, 'tenant_id': '402d104c95254e328746d8020e13134d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:16.744297 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a6c868-99f1-4506-8d27-a16026c8b0ac x-openstack-request-id: req-42a6c868-99f1-4506-8d27-a16026c8b0ac {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:16.744932 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "name": "network-vif-plugged", "status": "completed", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:16.745424 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42a6c868-99f1-4506-8d27-a16026c8b0ac {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:16.745897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:16.746376 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'code': 200} Aug 20 12:00:16.835648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25573cc9-4518-4dbb-8913-0bec0ad85a7c req-f473aa17-892c-4dd0-a6a5-dab981cf2950 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb378e0e-9ba5-426f-84f1-17360b15ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427505 Aug 20 12:00:16.839088 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:16.927716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11a9f8e5-6867-46f9-a740-96a074a9a6bc req-3a4ac352-fcde-48c6-a17d-16ec55b1e563 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 210 time: 0.0672131 Aug 20 12:00:17.062095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:17.066904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.188353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.200711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da811ae-5dae-4795-b1a1-9bbb0d02eb34,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:17.226341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf5680-384a-4e2b-b287-d049c7483097 req-602fd6ea-3295-4f5c-a952-9ef36babeef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.227874 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5daf5680-384a-4e2b-b287-d049c7483097 req-602fd6ea-3295-4f5c-a952-9ef36babeef7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.1691849 Aug 20 12:00:17.233809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Checking segment: {'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:17.234206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Network hostable DHCP agents. Network: 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:17.238985 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99a76ba5-84b9-4dc7-9e0e-3805e37e3cbf req-b0071a49-e650-4afe-bd45-15d5a486090a service neutron] 10.222.0.73 "GET /v2.0/networks/5d3f53b1-12ac-4262-a6c0-756fdfcdda61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205972 Aug 20 12:00:17.267635 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.278832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:17.286418 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5daf5680-384a-4e2b-b287-d049c7483097 req-97b3134e-1771-49b1-976d-a084120fa44d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Aug 20 12:00:17.296437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:17.304642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.305534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.312793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd62f3-12df-4a7d-af81-05a736aec1c7 None None] Network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:17.331141 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-37d3cdf9-9a35-45f7-bd80-33494f8ca963 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1212575 Aug 20 12:00:17.331865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37916) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:17.336478 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:17.366665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.369271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.422125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Allocated IP 172.20.0.2 (fb24bed7-70f5-4056-9b83-7267af71fac2/5a87863f-0c3d-46c4-b743-b332100a4c7c/02c60bca-5883-4862-a830-30c7b4d39c35) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:17.427764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=2a58e5f4-44d3-4e2a-b8c3-8300ba494db9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:17.458446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.459332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a4153-0da0-4b68-9418-3e1e39fc96c3 req-54a0a06e-7900-486b-8095-3dd9a5143c07 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.466281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-724a4153-0da0-4b68-9418-3e1e39fc96c3 req-54a0a06e-7900-486b-8095-3dd9a5143c07 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 949 time: 0.2067249 Aug 20 12:00:17.469852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4c386-bcc7-4c43-bbff-1e459e19c9b9 req-62c939e7-7a6f-4ac9-af4f-6c247fd60aca tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.472100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26d4c386-bcc7-4c43-bbff-1e459e19c9b9 req-62c939e7-7a6f-4ac9-af4f-6c247fd60aca tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 946 time: 0.2169178 Aug 20 12:00:17.476414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.529485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e13b327f-ae58-4f6f-bfc2-df802aa136c3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:17.542801 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.544414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9560c64e-1243-43cc-82c2-3ccb5a0c253c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0446494 Aug 20 12:00:17.582206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-724a4153-0da0-4b68-9418-3e1e39fc96c3 req-558bd7d1-603c-4d40-aed9-7f9ba69b4be1 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069221 Aug 20 12:00:17.598086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26d4c386-bcc7-4c43-bbff-1e459e19c9b9 req-5f8474b8-929c-4551-adf2-79bb2e9a0ebf tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124740 Aug 20 12:00:17.612124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-2458a260-48ee-4b31-baae-c1bc4342532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:17.615851 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-2458a260-48ee-4b31-baae-c1bc4342532b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=71ae7c553aa540e59bebba9250b8ac34&device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 1095 time: 0.1030166 Aug 20 12:00:17.761125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.773702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-2edc503c-a0a6-4d35-a8b2-9d2f1d485c70', 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'fixed_ips': [{'subnet_id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:00:17.778909 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.781340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e13b327f-ae58-4f6f-bfc2-df802aa136c3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:17.785332 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.880800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.987922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.003933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44002e0-7a30-4f0a-b7ba-d0e6c3f1dfc0 req-619868ba-ab42-4351-9c0c-bb4077dc3843 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.011174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44002e0-7a30-4f0a-b7ba-d0e6c3f1dfc0 req-619868ba-ab42-4351-9c0c-bb4077dc3843 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.013334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f44002e0-7a30-4f0a-b7ba-d0e6c3f1dfc0 req-619868ba-ab42-4351-9c0c-bb4077dc3843 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1&device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 1690 time: 0.0875492 Aug 20 12:00:18.027012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-f47be0cb-2b4b-45a4-aba6-20bc8e95635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.028515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-f47be0cb-2b4b-45a4-aba6-20bc8e95635a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d3f53b1-12ac-4262-a6c0-756fdfcdda61 HTTP/1.1" status: 200 len: 915 time: 0.2639687 Aug 20 12:00:18.087328 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-e1360510-cd67-4d76-aced-7cc4c92c73a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad03ace5-c941-4021-af49-f4638074cdda HTTP/1.1" status: 200 len: 217 time: 0.0443633 Aug 20 12:00:18.092050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Allocated IP 172.20.0.2 (2edc503c-a0a6-4d35-a8b2-9d2f1d485c70/5da811ae-5dae-4795-b1a1-9bbb0d02eb34/1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:18.118628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Network fb24bed7-70f5-4056-9b83-7267af71fac2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:18.123001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:18.125950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:18.181205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-854a714a-ed9b-4ec7-b22b-4157f8199168 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2134103832&fields=id&tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8 HTTP/1.1" status: 200 len: 267 time: 0.1631916 Aug 20 12:00:18.224059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f44002e0-7a30-4f0a-b7ba-d0e6c3f1dfc0 req-2a7d7fa4-2627-4fc3-9800-e7e844f732ec tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906996 Aug 20 12:00:18.229546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-2f4c90aa-2bed-4cd0-88c3-ef09f0a4690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.231167 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-2f4c90aa-2bed-4cd0-88c3-ef09f0a4690b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f6e6c72-b8ad-4255-a51f-1173216c999c HTTP/1.1" status: 200 len: 854 time: 0.1346390 Aug 20 12:00:18.236456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event updated for resources: {'Port': ['ID=02c60bca-5883-4862-a830-30c7b4d39c35,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:18.297181 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-026f6de6-9beb-41a3-99fc-e56a437eb096 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d3f53b1-12ac-4262-a6c0-756fdfcdda61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401475 Aug 20 12:00:18.320452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.320732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.330811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Transition to ACTIVE for port object 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:18.349235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Transition to ACTIVE for port object 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:18.357172 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.391865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.393394 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.418709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-0c4f5615-286e-43e4-a9af-11f37f2985c2 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.427452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-0c4f5615-286e-43e4-a9af-11f37f2985c2 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports/3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 200 len: 936 time: 0.2174473 Aug 20 12:00:18.429131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:18.434463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:18.437841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:18.449449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.451925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Pushing event updated for resources: {'Port': ['ID=1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:18.498522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-6ebb5b0e-2dfa-4059-b351-ebc847f5cb58 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.508072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-6ebb5b0e-2dfa-4059-b351-ebc847f5cb58 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports/ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 200 len: 935 time: 0.0792727 Aug 20 12:00:18.519304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-7aaf2f76-524a-4c50-9c38-63cbad9616c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7929933 Aug 20 12:00:18.528812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Attempting to bind port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:18.529245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Attempting to bind port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:18.530101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Attempting to bind port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 on network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:18.536681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:18.536681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Checking segment: {'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:18.536681 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.537116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Bound using segment: {'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:18.537823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Bound port: 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:18.538293 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.564816 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-40f41fa6-34d4-467d-9495-6922da8e816b service neutron] 10.222.0.73 "GET /v2.0/networks/5d3f53b1-12ac-4262-a6c0-756fdfcdda61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578511 Aug 20 12:00:18.604175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-70773f5e-1b2b-4d78-83cf-b054ae0decc8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0951347 Aug 20 12:00:18.611770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] For port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:18.615326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] For port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14,segment=NetworkSegment(0db8b20e-b574-47c3-95c4-c02af34b124b),segment_id=0db8b20e-b574-47c3-95c4-c02af34b124b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:18.620367 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.625440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Request body: {'port': {'device_id': '1246525d-fa8b-4e52-af71-7030eb56838c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:18.670117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Allocated IP 172.25.0.6 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:18.705883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd4c3e-e703-450c-9ba4-08267a440edb None None] Pushing event updated for resources: {'Port': ['ID=1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:18.737340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-9af527f1-b986-4b46-905e-cf9eecc02b37 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1319716 Aug 20 12:00:18.762653 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ef9b6e6c-71f8-4fe7-949d-c48e48b0c874 req-c18876d1-e7c8-46c7-b5ba-2a20178b9ff3 service neutron] 10.222.0.73 "GET /v2.0/networks/5d3f53b1-12ac-4262-a6c0-756fdfcdda61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777506 Aug 20 12:00:18.767648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0bb25-8b52-454e-ac6f-ee83544d22c4 req-d40380ee-3f61-4a91-8730-39234256777c tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:18.776014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ea0bb25-8b52-454e-ac6f-ee83544d22c4 req-d40380ee-3f61-4a91-8730-39234256777c tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 943 time: 0.4601815 Aug 20 12:00:18.834872 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.848463 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.883175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.903121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ea0bb25-8b52-454e-ac6f-ee83544d22c4 req-8d34c8c3-9500-4176-8ca9-6db67a02296e tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb378e0e-9ba5-426f-84f1-17360b15ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998490 Aug 20 12:00:18.953007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:18.958520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:18.966597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:19.006195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-71901da6-4fb5-4ef1-b978-f0e918a4d179 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.012625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Pushing event updated for resources: {'Port': ['ID=9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:19.015238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-71901da6-4fb5-4ef1-b978-f0e918a4d179 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.024653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-71901da6-4fb5-4ef1-b978-f0e918a4d179 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.026954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-71901da6-4fb5-4ef1-b978-f0e918a4d179 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/networks?id=04055f11-a4d0-472f-9545-221fd61c4d3a&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=8e2889d6-5a65-410a-9861-3239109dd4ae&id=8e2889d6-5a65-410a-9861-3239109dd4ae HTTP/1.1" status: 200 len: 1995 time: 0.2884324 Aug 20 12:00:19.054392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-3d431c5d-9eac-493c-b161-e4f4c41e7e77 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/quotas/cd0e7d9f4dab43abbc171e69b947f7d8 HTTP/1.1" status: 200 len: 375 time: 0.0137436 Aug 20 12:00:19.092740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37984) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:19.247809 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57d68f00-5f02-4c69-a4f3-76db82006415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.254292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-43c17b68-728c-48d4-8feb-1aba7a5282a6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1908090 Aug 20 12:00:19.261413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b37c-0276-41a3-965e-4526f88dbfb1 req-d092b3a2-22ac-4165-bf96-c7c183d2141b tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.262836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b63b37c-0276-41a3-965e-4526f88dbfb1 req-d092b3a2-22ac-4165-bf96-c7c183d2141b tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 945 time: 0.1466327 Aug 20 12:00:19.334361 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.418351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b63b37c-0276-41a3-965e-4526f88dbfb1 req-ed67059d-3edb-4f8c-8263-9856987eeb2b tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ce36859-e24b-4e89-b234-20c0241cefd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416264 Aug 20 12:00:19.437657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-1eb4753e-fe8d-417d-ab6f-e4338a7ba7a5 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:19.439832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-1eb4753e-fe8d-417d-ab6f-e4338a7ba7a5 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.22 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 945 time: 0.1743670 Aug 20 12:00:19.488605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57d68f00-5f02-4c69-a4f3-76db82006415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.505998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57d68f00-5f02-4c69-a4f3-76db82006415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.529739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-98eabf7e-a5b5-4000-9af3-3e077f16d48a service neutron] 10.222.0.25 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505438 Aug 20 12:00:19.583868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:19.597315 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-57d68f00-5f02-4c69-a4f3-76db82006415 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f286b990d194bdf81c666b3424e3095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033860 Aug 20 12:00:19.600204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68f00-5f02-4c69-a4f3-76db82006415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b28f4c-130a-4d80-8d42-5cc7a910167f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:19.604118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37988) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:19.659722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:19.709166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.717062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38c8c4d2-7de8-45e3-ab3e-3fec420c7c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.778890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38c8c4d2-7de8-45e3-ab3e-3fec420c7c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.841945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ad03ace5-c941-4021-af49-f4638074cdda details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:19.890016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38c8c4d2-7de8-45e3-ab3e-3fec420c7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.892948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38c8c4d2-7de8-45e3-ab3e-3fec420c7c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.896797 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-38c8c4d2-7de8-45e3-ab3e-3fec420c7c01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3b28f4c-130a-4d80-8d42-5cc7a910167f HTTP/1.1" status: 204 len: 168 time: 0.2894027 Aug 20 12:00:19.908806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8c4d2-7de8-45e3-ab3e-3fec420c7c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b28f4c-130a-4d80-8d42-5cc7a910167f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:19.928119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:00:19.980529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ad03ace5-c941-4021-af49-f4638074cdda, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ad03ace5-c941-4021-af49-f4638074cdda,segment=NetworkSegment(427b4c5c-612d-4199-b739-4392da3bd084),segment_id=427b4c5c-612d-4199-b739-4392da3bd084)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:19.994500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'ad03ace5-c941-4021-af49-f4638074cdda', 'network_id': '5d3f53b1-12ac-4262-a6c0-756fdfcdda61', 'port_id': 'ad03ace5-c941-4021-af49-f4638074cdda', 'mac_address': 'fa:16:3e:f1:49:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6e6c72-b8ad-4255-a51f-1173216c999c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:20.047908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5124abe2-8472-40b4-ab67-24a1847ab4b0 None None] Network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:20.074132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c60bca-5883-4862-a830-30c7b4d39c35 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:20.082487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.114349 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.117188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:20.130412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Sync routers for ids ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:20.135742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Transition to ACTIVE for port object 02c60bca-5883-4862-a830-30c7b4d39c35 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:20.137429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.143797 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a06ca3c-5482-4863-b8a1-ad83e1cd953a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8110886 Aug 20 12:00:20.146585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37998) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:20.161356 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.163447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad03ace5-c941-4021-af49-f4638074cdda {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:20.181806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Routers {'934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:20.182473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:20.188696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-52f0e153-0b18-454e-8dda-6aba77ed24a5 None None] Provisioning for port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:20.241632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ad03ace5-c941-4021-af49-f4638074cdda, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ad03ace5-c941-4021-af49-f4638074cdda,segment=NetworkSegment(427b4c5c-612d-4199-b739-4392da3bd084),segment_id=427b4c5c-612d-4199-b739-4392da3bd084)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:20.245958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-52f0e153-0b18-454e-8dda-6aba77ed24a5 None None] Provisioning complete for port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:20.247148 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52f0e153-0b18-454e-8dda-6aba77ed24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.271281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Pushing event updated for resources: {'Port': ['ID=02c60bca-5883-4862-a830-30c7b4d39c35,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:20.276449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.315164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Deleting port 9131c18a-0b37-4840-90b7-ef82cd6242b0 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:20.315792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.353952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:20.377489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd535fce-cf15-4e1c-82bf-82bfa1337849 req-e5458a41-c47c-4544-8f26-333f858a8889 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:20.385459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd535fce-cf15-4e1c-82bf-82bfa1337849 req-e5458a41-c47c-4544-8f26-333f858a8889 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 931 time: 0.8032365 Aug 20 12:00:20.455321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ad03ace5-c941-4021-af49-f4638074cdda,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:20.471371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Set router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:20.492370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-4a012e83-2568-4915-a3fa-482a6afc9e64 service neutron] 10.222.0.25 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9518979 Aug 20 12:00:20.555523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['ad03ace5-c941-4021-af49-f4638074cdda'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:20.572374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Attempting to bind port 02c60bca-5883-4862-a830-30c7b4d39c35 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:20.572714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Attempting to bind port 02c60bca-5883-4862-a830-30c7b4d39c35 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:20.573048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Attempting to bind port 02c60bca-5883-4862-a830-30c7b4d39c35 on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:20.577605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd535fce-cf15-4e1c-82bf-82bfa1337849 req-8737af2e-6fb5-452d-b912-659a0d11df77 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913023 Aug 20 12:00:20.594212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-3bc7818c-74da-4ce7-9f81-f5b816d876ca service neutron] 10.222.0.25 "GET /v2.0/ports/3449f14c-0e6e-4b56-8c00-ecda2b60283f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0909030 Aug 20 12:00:20.595578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Port 02c60bca-5883-4862-a830-30c7b4d39c35 on network fb24bed7-70f5-4056-9b83-7267af71fac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:20.595800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Attempting to bind port 02c60bca-5883-4862-a830-30c7b4d39c35 on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:20.606020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] For port 9131c18a-0b37-4840-90b7-ef82cd6242b0, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9131c18a-0b37-4840-90b7-ef82cd6242b0,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:20.606421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.609507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:20.609774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Checking segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:20.610166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Bound using segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:20.610772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Bound port: 02c60bca-5883-4862-a830-30c7b4d39c35, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:20.611177 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.662207 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52f0e153-0b18-454e-8dda-6aba77ed24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.715127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab54b85f-caa9-496e-83f4-1d812921ca7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.744615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-52f0e153-0b18-454e-8dda-6aba77ed24a5 None None] For port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14,segment=NetworkSegment(0db8b20e-b574-47c3-95c4-c02af34b124b),segment_id=0db8b20e-b574-47c3-95c4-c02af34b124b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:20.760599 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52f0e153-0b18-454e-8dda-6aba77ed24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.920351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0e153-0b18-454e-8dda-6aba77ed24a5 None None] Pushing event updated for resources: {'Port': ['ID=1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:20.962474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] For port 02c60bca-5883-4862-a830-30c7b4d39c35, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:20.984017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:19Z', 'revision_number': 3, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port': {'id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:18Z', 'updated_at': '2021-08-20T12:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:21.022387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] For port 02c60bca-5883-4862-a830-30c7b4d39c35, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=02c60bca-5883-4862-a830-30c7b4d39c35,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:21.026130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Checking router: 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:21.026130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Updating router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:00:21.030851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-0cb2fe42-b718-48ac-9d36-d9c741810381 service neutron] 10.222.0.25 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115953 Aug 20 12:00:21.036155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.057417 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab54b85f-caa9-496e-83f4-1d812921ca7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.058967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.083724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab54b85f-caa9-496e-83f4-1d812921ca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.109356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9e403925-991d-48bc-b5cb-ab9d91c1c9fc None None] Provisioning complete for port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:21.109725 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9e403925-991d-48bc-b5cb-ab9d91c1c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.148800 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ab54b85f-caa9-496e-83f4-1d812921ca7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc30e443679643c7bf5c9bf4b0bf45c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7913973 Aug 20 12:00:21.149234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38006) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:21.156930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54b85f-caa9-496e-83f4-1d812921ca7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b7d16-8bf4-41e9-afd3-e8c6da4e22d9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:21.199312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9068b-6769-4ccb-ac03-4637fbe712a2 req-33034212-bab9-4a65-bcb1-fd22059adc94 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:21.203861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3aa9068b-6769-4ccb-ac03-4637fbe712a2 req-33034212-bab9-4a65-bcb1-fd22059adc94 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 946 time: 0.3107500 Aug 20 12:00:21.209573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:21.211589 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.213360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] 10.222.0.22 "PUT /v2.0/ports/02c60bca-5883-4862-a830-30c7b4d39c35 HTTP/1.1" status: 200 len: 1092 time: 2.6201255 Aug 20 12:00:21.225728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1246525d-fa8b-4e52-af71-7030eb56838c', 'tag': '02c60bca-5883-4862-a830-30c7b4d39c35'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:21.226956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.230408 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1246525d-fa8b-4e52-af71-7030eb56838c", "tag": "02c60bca-5883-4862-a830-30c7b4d39c35"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:21.241145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8793b-c974-49c8-b87d-06d79592a473 service neutron] Pushing event updated for resources: {'Port': ['ID=02c60bca-5883-4862-a830-30c7b4d39c35,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:21.257669 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146767af-5465-456c-856c-d27dc66cc4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.258350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.258756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.259244 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Floating IP a8743b59-1372-4ae1-8252-3c1e075a6812 disassociated. External IP: 172.25.0.43, port: 9131c18a-0b37-4840-90b7-ef82cd6242b0. Aug 20 12:00:21.259728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Calling delete_port for 9131c18a-0b37-4840-90b7-ef82cd6242b0 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:21.319275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146767af-5465-456c-856c-d27dc66cc4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.429369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3aa9068b-6769-4ccb-ac03-4637fbe712a2 req-b2e509be-d2bd-49c7-9514-e971e96b446f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747746 Aug 20 12:00:21.443529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-f2242a47-8387-485b-a2c5-310658305f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:21.445027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-f2242a47-8387-485b-a2c5-310658305f29 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 1095 time: 0.1742878 Aug 20 12:00:21.465876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146767af-5465-456c-856c-d27dc66cc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.468892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146767af-5465-456c-856c-d27dc66cc4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.470706 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-146767af-5465-456c-856c-d27dc66cc4f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f5b7d16-8bf4-41e9-afd3-e8c6da4e22d9 HTTP/1.1" status: 204 len: 168 time: 0.3205380 Aug 20 12:00:21.489939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-38425c0b-db9e-48b7-9227-46bc18e5cbd4 service neutron] 10.222.0.25 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506428 Aug 20 12:00:21.494522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Allocated IP 172.20.0.1 (2edc503c-a0a6-4d35-a8b2-9d2f1d485c70/5da811ae-5dae-4795-b1a1-9bbb0d02eb34/124fe973-a787-4b9b-8079-e511d7e9bfc4) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:21.497501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146767af-5465-456c-856c-d27dc66cc4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b7d16-8bf4-41e9-afd3-e8c6da4e22d9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:21.600892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:21.606607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-76f845da-5828-4475-ae6f-32a51d4e15d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02c60bca-5883-4862-a830-30c7b4d39c35 HTTP/1.1" status: 200 len: 217 time: 0.1524053 Aug 20 12:00:21.651540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.672409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Transition to ACTIVE for port object 124fe973-a787-4b9b-8079-e511d7e9bfc4 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:21.672716 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7c04-f82b-4599-9f32-54404cee167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.679745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-d1b54763-9550-4a60-afb0-c43dfd2c06d4 service neutron] 10.222.0.25 "GET /v2.0/ports/ec020d47-156c-44f3-9a94-1dbc755e7f1b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1884460 Aug 20 12:00:21.702987 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.717831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Transition to ACTIVE for port object 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:21.723473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.726602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:21.727138 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.729783 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.750930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:21.777243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:21.783029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:21.822664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Attempting to bind port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:21.823082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Attempting to bind port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:21.823483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Attempting to bind port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:21.828222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa7c25-1f0a-4f34-96eb-8848fc4e8101 None None] Pushing event updated for resources: {'Port': ['ID=9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:21.839913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.846025 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-6da211fe-16b1-4a05-8cb3-03f9fe72fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:21.849726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-6da211fe-16b1-4a05-8cb3-03f9fe72fc3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.2135901 Aug 20 12:00:21.861926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:21.862398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:21.862745 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.863153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:21.863612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Bound port: 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:21.863989 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.865911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ad03ace5-c941-4021-af49-f4638074cdda up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:21.873296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80d8f-e9c1-4f75-8fc6-24e549854881 req-4655c406-2601-4ab8-a059-9c55407d60f3 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:21.884152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9fe80d8f-e9c1-4f75-8fc6-24e549854881 req-4655c406-2601-4ab8-a059-9c55407d60f3 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 944 time: 0.2920756 Aug 20 12:00:21.975234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-10aee629-24f7-4498-8fcc-f6101deabe00 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883315 Aug 20 12:00:21.980781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:21.999720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Pushing event updated for resources: {'Port': ['ID=124fe973-a787-4b9b-8079-e511d7e9bfc4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:22.040056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] For port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:22.055137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] For port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:22.060266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port ad03ace5-c941-4021-af49-f4638074cdda completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:22.066069 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.076141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port ad03ace5-c941-4021-af49-f4638074cdda triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:22.076141 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.087859 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.112904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-94320585-89a8-4103-a0a8-0b45e45ae138 service neutron] 10.222.0.25 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318476 Aug 20 12:00:22.130502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event deleted for resources: {'Port': ['ID=9131c18a-0b37-4840-90b7-ef82cd6242b0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:22.155149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9fe80d8f-e9c1-4f75-8fc6-24e549854881 req-763318b2-3472-4f54-93ff-ae552577a748 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb378e0e-9ba5-426f-84f1-17360b15ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653067 Aug 20 12:00:22.209781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa7c25-1f0a-4f34-96eb-8848fc4e8101 None None] Pushing event updated for resources: {'Port': ['ID=9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:22.215592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Routers {'934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:22.216811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:22.331029 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9255ce2-34b5-4db2-98ab-bd99e6a9b76f req-7833dc14-90ce-4ef6-9db2-02c2a9e98a67 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/ports?device_id=46595dff-6d7a-4e1b-bb40-560a688cd055 HTTP/1.1" status: 200 len: 210 time: 0.0608375 Aug 20 12:00:22.336521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] Set router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:22.369636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-30f63f79-c888-4383-b97b-3d978fbecf09 None None] Provisioning for port 124fe973-a787-4b9b-8079-e511d7e9bfc4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:22.383761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-30f63f79-c888-4383-b97b-3d978fbecf09 None None] Provisioning complete for port 124fe973-a787-4b9b-8079-e511d7e9bfc4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:22.384137 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-30f63f79-c888-4383-b97b-3d978fbecf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.404105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-781d3da4-cc08-4112-b890-4a73fe2cfbfe service neutron] 10.222.0.22 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209349 Aug 20 12:00:22.418213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-a0f9287a-47ce-48f2-b0cd-a2450743120a service neutron] 10.222.0.25 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043549 Aug 20 12:00:22.439766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.447540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.504312 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.531468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-30f63f79-c888-4383-b97b-3d978fbecf09 None None] Port 124fe973-a787-4b9b-8079-e511d7e9bfc4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:22.551452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.574756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9131c18a-0b37-4840-90b7-ef82cd6242b0 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:22.576602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7ec9be-15a7-49ef-a606-4ac48d623dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad03ace5-c941-4021-af49-f4638074cdda'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:22.578894 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d607b96f-5890-476d-87ef-6e0f38a6946e" -d '{"events": [{"server_uuid": "ae7ec9be-15a7-49ef-a606-4ac48d623dd3", "name": "network-vif-plugged", "status": "completed", "tag": "ad03ace5-c941-4021-af49-f4638074cdda"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:22.600125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:22.620782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 9131c18a-0b37-4840-90b7-ef82cd6242b0 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:22.621119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9131c18a-0b37-4840-90b7-ef82cd6242b0 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:22.624311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ad03ace5-c941-4021-af49-f4638074cdda, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ad03ace5-c941-4021-af49-f4638074cdda,segment=NetworkSegment(427b4c5c-612d-4199-b739-4392da3bd084),segment_id=427b4c5c-612d-4199-b739-4392da3bd084)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:22.635275 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:22.669344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d468b24-920a-4790-b4cd-c38e20e1cf36 req-4d7f0f0e-b765-499c-ac11-2f8f22c04f33 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:22.683774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Pushing event updated for resources: {'Port': ['ID=124fe973-a787-4b9b-8079-e511d7e9bfc4,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:22.694624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d468b24-920a-4790-b4cd-c38e20e1cf36 req-4d7f0f0e-b765-499c-ac11-2f8f22c04f33 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 1101 time: 0.1446095 Aug 20 12:00:22.701213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:22.703149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:22.712980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-00aa7e5a-762f-4591-80e9-341c7b93c976 service neutron] 10.222.0.25 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930050 Aug 20 12:00:22.777781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ad03ace5-c941-4021-af49-f4638074cdda,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:22.823219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:22Z', 'revision_number': 4, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port': {'id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:18Z', 'updated_at': '2021-08-20T12:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '124fe973-a787-4b9b-8079-e511d7e9bfc4', 'name': '', 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'mac_address': 'fa:16:3e:78:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:21Z', 'updated_at': '2021-08-20T12:00:21Z', 'revision_number': 1, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'subnets': [{'id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:22.910120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311ff5-f77c-48dc-a6a8-d75883c79834 None None] The sync data for ids ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'] in n-d-800634-10 is: [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:22Z', 'revision_number': 4, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port': {'id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:18Z', 'updated_at': '2021-08-20T12:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '124fe973-a787-4b9b-8079-e511d7e9bfc4', 'name': '', 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'mac_address': 'fa:16:3e:78:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:21Z', 'updated_at': '2021-08-20T12:00:21Z', 'revision_number': 1, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'subnets': [{'id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:22.931366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:23.017964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:23.022022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29eef7-f80c-43db-86bc-7a3490545be2 req-fcfbd411-9f24-4a1b-a9b6-50fcff27e0c9 service neutron] 10.222.0.22 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927360 Aug 20 12:00:23.030910 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] Sync routers for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:23.060314 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:23.062466 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:23.139019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d468b24-920a-4790-b4cd-c38e20e1cf36 req-c192199d-f3c3-4923-a5ea-b4551f289911 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420848 Aug 20 12:00:23.169948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba73a9ce-5e7c-45be-83ca-af140d4cf750 None None] Provisioning complete for port 124fe973-a787-4b9b-8079-e511d7e9bfc4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:23.176389 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba73a9ce-5e7c-45be-83ca-af140d4cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:23.176885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:23.179149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] No DVR routers for this DVR port 9131c18a-0b37-4840-90b7-ef82cd6242b0 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:23.184208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:23.186347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9114997-2af2-495e-9ff0-4283c8d6b7be req-16b41ebd-d108-4caf-8b21-5710c8321d7c tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.22 "DELETE /v2.0/ports/9131c18a-0b37-4840-90b7-ef82cd6242b0 HTTP/1.1" status: 204 len: 173 time: 3.7344599 Aug 20 12:00:23.205578 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d5dce689-8f41-43df-a667-ba7b26625178 admin admin] 10.222.0.25 "PUT /v2.0/routers/934cca0e-e3ce-4583-bc7b-c45eaa5d8df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0562756 Aug 20 12:00:23.265019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-581b4aa3-88e1-4435-9cfc-0321900685a0 service neutron] 10.222.0.25 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511181 Aug 20 12:00:23.280443 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80861be0-8ef8-49eb-ac84-0acc3ced06a3 x-openstack-request-id: req-80861be0-8ef8-49eb-ac84-0acc3ced06a3 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:23.283833 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1246525d-fa8b-4e52-af71-7030eb56838c", "tag": "02c60bca-5883-4862-a830-30c7b4d39c35", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:23.284357 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80861be0-8ef8-49eb-ac84-0acc3ced06a3 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:23.285035 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1246525d-fa8b-4e52-af71-7030eb56838c', 'tag': '02c60bca-5883-4862-a830-30c7b4d39c35', 'status': 'completed', 'code': 200} Aug 20 12:00:23.297552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ba73a9ce-5e7c-45be-83ca-af140d4cf750 None None] Port 124fe973-a787-4b9b-8079-e511d7e9bfc4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:23.348239 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:23.692597 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:23.726399 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] Checking router: 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:23.737155 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:23.738217 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T11:59:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:23.906322 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:24.040911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-9cc161cc-0b28-479d-8c2d-80a263db4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:24.042466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-9cc161cc-0b28-479d-8c2d-80a263db4a25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 1095 time: 0.2490110 Aug 20 12:00:24.075249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edacb8b4-b20b-491f-96e5-09b011766781 req-87cab5b6-b3a9-4901-8281-9f38e2410a12 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7858114 Aug 20 12:00:24.085324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1af3c7ef-df9c-41cb-b03d-9d4d792850cb service neutron] 10.222.0.25 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944875 Aug 20 12:00:24.114445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:24.250471 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4edd6298-7154-4993-b7d6-a5f267d3c54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.257130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.260637 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:24.296916 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240799a-5efa-4792-a3de-0be0ad629648 None None] The sync data for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 is: [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T11:58:12Z', 'revision_number': 4, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '87151e36-6f4d-4d2d-86f6-aaee999cdf9b', 'name': '', 'network_id': '4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'mac_address': 'fa:16:3e:b6:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:11Z', 'updated_at': '2021-08-20T11:58:21Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'subnets': [{'id': '93fd245a-e68c-41c6-876f-3488f7f8dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:24.332451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-7232bd2d-a584-4e1a-84a9-28a3cfb88c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:24.334755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-7232bd2d-a584-4e1a-84a9-28a3cfb88c36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 913 time: 0.2819242 Aug 20 12:00:24.406982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-8d95ba02-d781-488d-8366-2bd03a56e0df service neutron] 10.222.0.25 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205082 Aug 20 12:00:24.410774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-5ab8bad7-627d-4b1f-b9b8-84f0bb7d07c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02c60bca-5883-4862-a830-30c7b4d39c35 HTTP/1.1" status: 200 len: 217 time: 0.0631669 Aug 20 12:00:24.552808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-d445f4c1-5255-4244-bdf5-607061b06ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:24.554358 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-d445f4c1-5255-4244-bdf5-607061b06ffa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.1274672 Aug 20 12:00:24.567208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 02c60bca-5883-4862-a830-30c7b4d39c35 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:24.613131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-b5f11609-62e4-4ff3-ae4b-38cf139ae39b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448835 Aug 20 12:00:24.616061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-fab37005-9b96-4382-b01a-0d9685ff4bce service neutron] 10.222.0.25 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992557 Aug 20 12:00:24.737021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bdfa9-a497-479a-a0b2-9f5b36e9c740 None None] New status for floating IP a8743b59-1372-4ae1-8252-3c1e075a6812: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:00:24.749879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.806832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 02c60bca-5883-4862-a830-30c7b4d39c35, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=02c60bca-5883-4862-a830-30c7b4d39c35,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:24.823150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '02c60bca-5883-4862-a830-30c7b4d39c35', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'port_id': '02c60bca-5883-4862-a830-30c7b4d39c35', 'mac_address': 'fa:16:3e:97:3d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87863f-0c3d-46c4-b743-b332100a4c7c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:24.868146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-02c9b955-0dae-4e95-b614-d330418659a4 service neutron] 10.222.0.25 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399080 Aug 20 12:00:24.878169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-a36f4842-906a-4e1f-b48f-0b487894084b service neutron] 10.222.0.22 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511086 Aug 20 12:00:24.950657 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:24.973297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c60bca-5883-4862-a830-30c7b4d39c35 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:24.980648 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.000053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 02c60bca-5883-4862-a830-30c7b4d39c35, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=02c60bca-5883-4862-a830-30c7b4d39c35,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:25.006856 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.049024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Allocated IP 172.25.0.154 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/6dd6f84e-691b-4534-bdd4-8fcc6435186e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:25.068836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=02c60bca-5883-4862-a830-30c7b4d39c35,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:25.162637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6946bbf1-79a8-4699-b011-1e0dcf10d0e9 req-3dde805b-b2f3-4276-8d64-d9d5822dc93d service neutron] 10.222.0.22 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636933 Aug 20 12:00:25.166776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-08c4aeec-3613-42d1-be68-8e6a745a57c8 service neutron] 10.222.0.25 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668014 Aug 20 12:00:25.206141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:25.253127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['02c60bca-5883-4862-a830-30c7b4d39c35'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:25.274891 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.287238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'name': 'network-vif-deleted', 'tag': '9131c18a-0b37-4840-90b7-ef82cd6242b0'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:25.289498 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f399e5-c363-4d94-9639-393847a73764" -d '{"events": [{"server_uuid": "46595dff-6d7a-4e1b-bb40-560a688cd055", "name": "network-vif-deleted", "tag": "9131c18a-0b37-4840-90b7-ef82cd6242b0"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:25.311703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b28faaac-1873-4397-a8a3-1b0e0c93557c service neutron] 10.222.0.25 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321530 Aug 20 12:00:25.325825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0d0c-c035-41ec-85f5-4b24a292027a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.341598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.410949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:25.416188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:25.425883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:25.462566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0d0c-c035-41ec-85f5-4b24a292027a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.478436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Pushing event updated for resources: {'Port': ['ID=6dd6f84e-691b-4534-bdd4-8fcc6435186e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:25.506814 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.519960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0d0c-c035-41ec-85f5-4b24a292027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.581187 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1c2a0d0c-c035-41ec-85f5-4b24a292027a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=856f5d7c4a914a35a1545f846b913e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737729 Aug 20 12:00:25.584083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38100) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:25.586161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:25.592125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a0d0c-c035-41ec-85f5-4b24a292027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da33b43a-339c-4990-88b9-c6059de85469,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:25.614492 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-4feee86b-e418-4151-a21d-4cf6a23efc91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1502075 Aug 20 12:00:25.619671 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.667768 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a104b1cc-1f26-4ddf-a005-0a2317956192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.686771 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.690534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:25.700184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:25.700557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.731169 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a104b1cc-1f26-4ddf-a005-0a2317956192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.795853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-c67f0900-24f0-4a85-8400-f1038a20c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:25.797851 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-c67f0900-24f0-4a85-8400-f1038a20c79b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 1102 time: 0.1202478 Aug 20 12:00:25.831617 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.832328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a104b1cc-1f26-4ddf-a005-0a2317956192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.834919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a104b1cc-1f26-4ddf-a005-0a2317956192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.839251 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a104b1cc-1f26-4ddf-a005-0a2317956192 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da33b43a-339c-4990-88b9-c6059de85469 HTTP/1.1" status: 204 len: 168 time: 0.2532463 Aug 20 12:00:25.883432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:25.890768 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.899000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.910288 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:25.953552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:25.974622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104b1cc-1f26-4ddf-a005-0a2317956192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da33b43a-339c-4990-88b9-c6059de85469,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:26.019531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Pushing event updated for resources: {'Port': ['ID=6dd6f84e-691b-4534-bdd4-8fcc6435186e,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:26.036434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.048022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-50f9ac77-9452-4f2f-9606-668533975d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:26.050559 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-50f9ac77-9452-4f2f-9606-668533975d12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2105174 Aug 20 12:00:26.058351 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Sync routers for ids ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:26.062223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.063697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edacb8b4-b20b-491f-96e5-09b011766781 req-f8ae9922-d245-4827-8ab0-fd2758cd524d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9870696 Aug 20 12:00:26.071533 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Routers {'934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:26.072160 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:26.111153 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-2e7447e5-7740-4b70-8aed-81828fb8499a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3bbe2623-2f02-4151-b4b0-158a1a5b8148 HTTP/1.1" status: 200 len: 217 time: 0.0530622 Aug 20 12:00:26.126544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edacb8b4-b20b-491f-96e5-09b011766781 req-1b992984-4ff5-4768-8f87-3d541d55bc5f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.0561216 Aug 20 12:00:26.165314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-d4aa5ab9-e2af-40ef-92f6-7347a7c871ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:26.167143 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-d4aa5ab9-e2af-40ef-92f6-7347a7c871ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0495322 Aug 20 12:00:26.204908 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Set router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:26.269585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-dc65310a-cb54-411e-9050-f1593e41e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:26.271536 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-dc65310a-cb54-411e-9050-f1593e41e896 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961185 Aug 20 12:00:26.350349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc043f-9e73-4866-85b4-2c32b772212f req-2cb323d6-56e1-41d7-aabb-d9a272ff0132 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:26.357602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93fc043f-9e73-4866-85b4-2c32b772212f req-2cb323d6-56e1-41d7-aabb-d9a272ff0132 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 944 time: 0.0932033 Aug 20 12:00:26.371647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38122) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:26.392594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacb8b4-b20b-491f-96e5-09b011766781 req-d11ff464-4a88-451a-83e4-646e39024ff9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:26.417434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edacb8b4-b20b-491f-96e5-09b011766781 req-d11ff464-4a88-451a-83e4-646e39024ff9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2836020 Aug 20 12:00:26.427476 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-596f9033-15fa-4521-92c8-f673ea577a1f service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373885 Aug 20 12:00:26.444541 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-766e85c5-cde7-4763-9cdf-c6f5bd3c8b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.474821 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea71c640-48f6-4d5a-8e33-7e5d6e52bc38 x-openstack-request-id: req-ea71c640-48f6-4d5a-8e33-7e5d6e52bc38 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:26.475468 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7ec9be-15a7-49ef-a606-4ac48d623dd3", "name": "network-vif-plugged", "status": "completed", "tag": "ad03ace5-c941-4021-af49-f4638074cdda", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:26.476102 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea71c640-48f6-4d5a-8e33-7e5d6e52bc38 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:26.476672 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7ec9be-15a7-49ef-a606-4ac48d623dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad03ace5-c941-4021-af49-f4638074cdda', 'code': 200} Aug 20 12:00:26.554976 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ccaa9f01-21fa-46c3-afd7-91605b3cd840 req-33591346-94d6-45aa-9bf0-23b7951ed248 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201031 Aug 20 12:00:26.568586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 02c60bca-5883-4862-a830-30c7b4d39c35 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:26.592123 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:22Z', 'revision_number': 4, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port': {'id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:18Z', 'updated_at': '2021-08-20T12:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '124fe973-a787-4b9b-8079-e511d7e9bfc4', 'name': '', 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'mac_address': 'fa:16:3e:78:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:21Z', 'updated_at': '2021-08-20T12:00:22Z', 'revision_number': 2, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'subnets': [{'id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:26.627349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e8fa2-0159-4240-8353-f0785ac7bdd6 req-2058bf9d-fe2e-483f-b42e-0e9583c3ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:26.629240 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac4e8fa2-0159-4240-8353-f0785ac7bdd6 req-2058bf9d-fe2e-483f-b42e-0e9583c3ad59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 1097 time: 0.0731874 Aug 20 12:00:26.633941 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Checking router: 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:26.634639 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Updating router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 port 124fe973-a787-4b9b-8079-e511d7e9bfc4 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:00:26.673337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93fc043f-9e73-4866-85b4-2c32b772212f req-70f08ca7-1069-4c1f-93ac-3b83c2b7bc7b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107867 Aug 20 12:00:26.709794 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac4e8fa2-0159-4240-8353-f0785ac7bdd6 req-cf5470ae-8c08-458f-bde0-e9bee2453cb0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bb378e0e-9ba5-426f-84f1-17360b15ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712080 Aug 20 12:00:26.709979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 02c60bca-5883-4862-a830-30c7b4d39c35 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:26.715290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 02c60bca-5883-4862-a830-30c7b4d39c35 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:26.715631 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.810123 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-766e85c5-cde7-4763-9cdf-c6f5bd3c8b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.824227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d03a73-6844-441e-9833-b44017d4b2e6 req-dd31d6a4-f1e3-4cac-a2f3-1f5a49618304 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:26.826367 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77d03a73-6844-441e-9833-b44017d4b2e6 req-dd31d6a4-f1e3-4cac-a2f3-1f5a49618304 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 1102 time: 0.2131143 Aug 20 12:00:26.829872 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-766e85c5-cde7-4763-9cdf-c6f5bd3c8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.837199 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.841012 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.893465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 02c60bca-5883-4862-a830-30c7b4d39c35, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=02c60bca-5883-4862-a830-30c7b4d39c35,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:26.895484 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.899269 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:26.920395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-766e85c5-cde7-4763-9cdf-c6f5bd3c8b31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9104b64972c146aea28240c4afa366a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490828 Aug 20 12:00:26.923731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:26.925829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e85c5-cde7-4763-9cdf-c6f5bd3c8b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866208af-1a29-4ef0-8192-b28485258da4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:26.953144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e55fc-6ebc-4782-b56b-b954b07731ec req-e0b898b4-ecdb-4ee4-8174-0b4af6ef1f9b tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:26.961415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-194e55fc-6ebc-4782-b56b-b954b07731ec req-e0b898b4-ecdb-4ee4-8174-0b4af6ef1f9b tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 945 time: 0.1559768 Aug 20 12:00:26.971073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77d03a73-6844-441e-9833-b44017d4b2e6 req-6b8951be-f96b-4998-b81b-35617c908ffd tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111581 Aug 20 12:00:26.972109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=02c60bca-5883-4862-a830-30c7b4d39c35,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:27.025159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-194e55fc-6ebc-4782-b56b-b954b07731ec req-7226aaa7-ec13-4694-8900-eef0ca578696 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb378e0e-9ba5-426f-84f1-17360b15ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626085 Aug 20 12:00:27.071681 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e966b60a-f846-42cf-99aa-cb25ada13158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.104510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e966b60a-f846-42cf-99aa-cb25ada13158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.119298 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba7548-cf2b-4e07-8963-c17ed18802e6 x-openstack-request-id: req-d9ba7548-cf2b-4e07-8963-c17ed18802e6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:27.119846 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46595dff-6d7a-4e1b-bb40-560a688cd055", "name": "network-vif-deleted", "tag": "9131c18a-0b37-4840-90b7-ef82cd6242b0", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:27.120124 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9ba7548-cf2b-4e07-8963-c17ed18802e6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:27.120756 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46595dff-6d7a-4e1b-bb40-560a688cd055', 'name': 'network-vif-deleted', 'tag': '9131c18a-0b37-4840-90b7-ef82cd6242b0', 'status': 'completed', 'code': 200} Aug 20 12:00:27.188580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e966b60a-f846-42cf-99aa-cb25ada13158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.192102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e966b60a-f846-42cf-99aa-cb25ada13158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.193426 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e966b60a-f846-42cf-99aa-cb25ada13158 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/866208af-1a29-4ef0-8192-b28485258da4 HTTP/1.1" status: 204 len: 168 time: 0.2684360 Aug 20 12:00:27.207648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966b60a-f846-42cf-99aa-cb25ada13158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866208af-1a29-4ef0-8192-b28485258da4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:27.299536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e8a80d4-75f1-4640-a77a-84fa7edda16b req-40a1cc81-7a87-49b4-8f45-15b2e56317e0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0439041 Aug 20 12:00:27.323302 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.338807 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Transition to ACTIVE for port object 124fe973-a787-4b9b-8079-e511d7e9bfc4 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:27.347060 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.423920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-437949b4-ec62-4ebc-b3db-70c1c613f6e9 req-2b3b6db0-67db-4a9f-9317-6503668e674f tempest-FloatingIPsNegativeTestJSON-1833218792 tempest-FloatingIPsNegativeTestJSON-1833218792-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=ecaccb96e46f47febcbdf3237b730e83 HTTP/1.1" status: 200 len: 217 time: 0.0522001 Aug 20 12:00:27.425987 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Pushing event updated for resources: {'Port': ['ID=124fe973-a787-4b9b-8079-e511d7e9bfc4,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:27.456797 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.457218 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.457460 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.457790 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.458112 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.458461 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.458778 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.459089 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.459401 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.459712 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.460023 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.460330 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:27.484275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38156) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:27.503525 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Attempting to bind port 124fe973-a787-4b9b-8079-e511d7e9bfc4 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:27.510503 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Attempting to bind port 124fe973-a787-4b9b-8079-e511d7e9bfc4 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:27.511384 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Attempting to bind port 124fe973-a787-4b9b-8079-e511d7e9bfc4 on network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:27.520636 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:27.521324 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Checking segment: {'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:27.521884 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.522469 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Bound using segment: {'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:27.523335 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Bound port: 124fe973-a787-4b9b-8079-e511d7e9bfc4, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db8b20e-b574-47c3-95c4-c02af34b124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:27.523931 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.539704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:27.627867 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-371afaf3-ebbf-4149-98e2-231d91664c22 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.644653 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] For port 124fe973-a787-4b9b-8079-e511d7e9bfc4, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:27.649460 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] For port 124fe973-a787-4b9b-8079-e511d7e9bfc4, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=124fe973-a787-4b9b-8079-e511d7e9bfc4,segment=NetworkSegment(0db8b20e-b574-47c3-95c4-c02af34b124b),segment_id=0db8b20e-b574-47c3-95c4-c02af34b124b)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:27.654911 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.679960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:27.680470 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.695799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-c8d0fb21-608f-4af4-8a2f-67c243b036e0 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604045 Aug 20 12:00:27.696016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-371afaf3-ebbf-4149-98e2-231d91664c22 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.709323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-2216b878-2c7d-4eca-8976-9c4935e51a1e tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:27.733193 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Routers {'934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:27.733935 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:27.735978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-2216b878-2c7d-4eca-8976-9c4935e51a1e tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 820 time: 0.3186226 Aug 20 12:00:27.789337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-87151a7e-4d37-41fa-be15-101490a7f413 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/quotas/450dc75252bf4b57ab6a99a31f051572 HTTP/1.1" status: 200 len: 375 time: 0.0509627 Aug 20 12:00:27.793376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-371afaf3-ebbf-4149-98e2-231d91664c22 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.796160 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-371afaf3-ebbf-4149-98e2-231d91664c22 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:27.800057 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-371afaf3-ebbf-4149-98e2-231d91664c22 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ce36859-e24b-4e89-b234-20c0241cefd8 HTTP/1.1" status: 204 len: 168 time: 0.3115394 Aug 20 12:00:27.834105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38170) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:27.885330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371afaf3-ebbf-4149-98e2-231d91664c22 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce36859-e24b-4e89-b234-20c0241cefd8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:27.888927 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e53741-aae1-4dfa-a51e-2afba7aacc55 None None] Pushing event updated for resources: {'Port': ['ID=124fe973-a787-4b9b-8079-e511d7e9bfc4,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:27.902764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-69c3ad99-3e58-408c-8207-d58e76ed07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:27.904174 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-69c3ad99-3e58-408c-8207-d58e76ed07bd service neutron] 10.222.0.73 "GET /v2.0/ports/3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 200 len: 1032 time: 0.1247332 Aug 20 12:00:27.925109 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] Set router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:28.008070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bad53c01-1e76-476c-9cfe-4269350628d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:28.015394 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bad53c01-1e76-476c-9cfe-4269350628d8 service neutron] 10.222.0.73 "GET /v2.0/ports/ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 200 len: 1031 time: 0.1023629 Aug 20 12:00:28.060939 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-95cf5b97-bf81-452d-a4fe-c130a8df5d52 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] show failed (client error): The resource could not be found. Aug 20 12:00:28.065345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-95cf5b97-bf81-452d-a4fe-c130a8df5d52 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "GET /v2.0/security-groups/1ce36859-e24b-4e89-b234-20c0241cefd8 HTTP/1.1" status: 404 len: 347 time: 0.1325684 Aug 20 12:00:28.065893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38180) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:28.272784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-d59db493-ad79-49ac-b6ec-bd99ab6c71bd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:28.279026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-d59db493-ad79-49ac-b6ec-bd99ab6c71bd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:28.287137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-d59db493-ad79-49ac-b6ec-bd99ab6c71bd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:28.288574 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:22Z', 'revision_number': 4, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port': {'id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:18Z', 'updated_at': '2021-08-20T12:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '124fe973-a787-4b9b-8079-e511d7e9bfc4', 'name': '', 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'mac_address': 'fa:16:3e:78:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:21Z', 'updated_at': '2021-08-20T12:00:27Z', 'revision_number': 4, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'subnets': [{'id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:28.289104 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-d59db493-ad79-49ac-b6ec-bd99ab6c71bd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "GET /v2.0/networks?id=04055f11-a4d0-472f-9545-221fd61c4d3a&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=8e2889d6-5a65-410a-9861-3239109dd4ae&id=8e2889d6-5a65-410a-9861-3239109dd4ae HTTP/1.1" status: 200 len: 1995 time: 0.2646179 Aug 20 12:00:28.313568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-bd159642-41da-477e-aeca-66bb5ce0a497 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5233345 Aug 20 12:00:28.344499 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d264e9-6714-4d01-88e3-1307a87882b3 None None] The sync data for ids ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'] in n-d-800634-10 is: [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:22Z', 'revision_number': 4, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port': {'id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:18Z', 'updated_at': '2021-08-20T12:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '124fe973-a787-4b9b-8079-e511d7e9bfc4', 'name': '', 'network_id': '2edc503c-a0a6-4d35-a8b2-9d2f1d485c70', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'mac_address': 'fa:16:3e:78:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:21Z', 'updated_at': '2021-08-20T12:00:27Z', 'revision_number': 4, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'subnets': [{'id': '5da811ae-5dae-4795-b1a1-9bbb0d02eb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:28.366229 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-833c86f5-8161-4ad7-8bbb-8b390768d59b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8 HTTP/1.1" status: 200 len: 380 time: 0.0662143 Aug 20 12:00:28.378757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'admin_state_up': True, 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'security_groups': ['f66a1088-8928-4397-bb89-27df2ff9301f']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:28.478648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1246525d-fa8b-4e52-af71-7030eb56838c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c60bca-5883-4862-a830-30c7b4d39c35'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:28.481731 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eb169d-5248-4a16-a50d-caba0ddd3c8c" -d '{"events": [{"server_uuid": "1246525d-fa8b-4e52-af71-7030eb56838c", "name": "network-vif-plugged", "status": "completed", "tag": "02c60bca-5883-4862-a830-30c7b4d39c35"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:28.516237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea6167-b287-4128-97ca-b3496e21655f req-fdff890e-8bce-4d46-8392-f750fef1d27a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:28.519092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-fdff890e-8bce-4d46-8392-f750fef1d27a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7477558 Aug 20 12:00:28.540203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:28.545912 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.569512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-25958293-b92c-43fa-864a-534b162ebd1c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/quotas/72a923b5e4ea46bda6080c1d93c9b1fd HTTP/1.1" status: 200 len: 375 time: 0.0390241 Aug 20 12:00:28.635884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Deleting port 02b162b2-d72a-4075-b763-89c93b57a48a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:28.636268 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.699761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-f6152f33-bb51-4c85-8504-7cf90da61732 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780098 Aug 20 12:00:28.754867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Allocated IP 172.20.0.13 (04055f11-a4d0-472f-9545-221fd61c4d3a/3a0024e3-2062-40b0-9cde-ef72ee39abcd/807f28e0-a664-46d3-8b68-4b194ce9ff59) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:28.817407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-0df7de82-4ac5-4e65-ab96-c27bcbdb4e71 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2401195 Aug 20 12:00:28.871881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.872487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:28.930155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-b8bd4d49-1fb5-4529-b725-67776d78243e service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196002 Aug 20 12:00:28.939491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Calling delete_port for 02b162b2-d72a-4075-b763-89c93b57a48a owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:29.067872 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.107279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Transition to ACTIVE for port object 807f28e0-a664-46d3-8b68-4b194ce9ff59 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:29.144729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69346746-2efa-41db-abbe-b943829c2fa0 req-3788a7a2-e0eb-43f3-970c-28b5b73e3f23 tempest-FloatingIPsNegativeTestJSON-1833218792 tempest-FloatingIPsNegativeTestJSON-1833218792-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0942211 Aug 20 12:00:29.232418 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.267244 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.341644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Pushing event deleted for resources: {'Port': ['ID=02b162b2-d72a-4075-b763-89c93b57a48a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:29.370115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 04055f11-a4d0-472f-9545-221fd61c4d3a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:29.374146 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:29.387344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:29.476517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=807f28e0-a664-46d3-8b68-4b194ce9ff59,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:29.570458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:29.571146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.627677 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5fa797ce-549c-4746-8f84-3395f3edeee7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2539856 Aug 20 12:00:29.641113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'admin_state_up': True, 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'security_groups': ['f66a1088-8928-4397-bb89-27df2ff9301f']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:29.694732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 124fe973-a787-4b9b-8079-e511d7e9bfc4 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:29.706108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cea5f-ca1d-4521-876a-b1d324d09cca req-5a2bac9d-9b9b-4514-835d-a383e12b8247 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:29.707653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-682cea5f-ca1d-4521-876a-b1d324d09cca req-5a2bac9d-9b9b-4514-835d-a383e12b8247 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 945 time: 0.4281573 Aug 20 12:00:29.745989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.749895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.752915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f2b1ca3a-9626-4bc0-bf13-4d5f4cc99708 tempest-ServersTestManualDisk-1262937671 tempest-ServersTestManualDisk-1262937671-project] 10.222.0.25 "DELETE /v2.0/floatingips/a8743b59-1372-4ae1-8252-3c1e075a6812 HTTP/1.1" status: 204 len: 168 time: 1.6807508 Aug 20 12:00:29.766356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38230) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:29.863103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 124fe973-a787-4b9b-8079-e511d7e9bfc4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:29.870779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 124fe973-a787-4b9b-8079-e511d7e9bfc4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:29.871996 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:29.936471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98792665-51c4-4cda-8de0-fbb6082a4d39 req-1faee0fe-e0b2-429a-9fd2-1672b7ba36ad tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:29.948677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98792665-51c4-4cda-8de0-fbb6082a4d39 req-1faee0fe-e0b2-429a-9fd2-1672b7ba36ad tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 945 time: 0.4765348 Aug 20 12:00:29.967913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:29.978133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.029899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-682cea5f-ca1d-4521-876a-b1d324d09cca req-fde51756-f803-4ad3-8ba5-9508cbbecc45 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008962 Aug 20 12:00:30.066938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98792665-51c4-4cda-8de0-fbb6082a4d39 req-b02bca8d-4ccc-48a4-b945-10c54745a22b tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb378e0e-9ba5-426f-84f1-17360b15ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170621 Aug 20 12:00:30.218310 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.228201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5f3ecfab-e379-4a8d-ba13-049ef03d0f99 None None] Provisioning for port 807f28e0-a664-46d3-8b68-4b194ce9ff59 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:30.273741 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c07f8a-1781-43ec-8cc7-1ab643c684a2 x-openstack-request-id: req-78c07f8a-1781-43ec-8cc7-1ab643c684a2 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:30.274138 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1246525d-fa8b-4e52-af71-7030eb56838c", "name": "network-vif-plugged", "status": "completed", "tag": "02c60bca-5883-4862-a830-30c7b4d39c35", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:30.274427 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78c07f8a-1781-43ec-8cc7-1ab643c684a2 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:30.274892 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1246525d-fa8b-4e52-af71-7030eb56838c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c60bca-5883-4862-a830-30c7b4d39c35', 'code': 200} Aug 20 12:00:30.275582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5f3ecfab-e379-4a8d-ba13-049ef03d0f99 None None] Provisioning complete for port 807f28e0-a664-46d3-8b68-4b194ce9ff59 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:30.278060 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5f3ecfab-e379-4a8d-ba13-049ef03d0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.355449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Allocated IP 10.1.1.201 (7e0adf5a-9cef-4859-843d-9007508db2f5/f788fa67-5e50-43ff-b2ed-3819f5cdbe72/235d34fe-b107-4a32-afeb-b80a7b610ae1) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:30.356271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ecfab-e379-4a8d-ba13-049ef03d0f99 None None] Port 807f28e0-a664-46d3-8b68-4b194ce9ff59 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:30.468545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 124fe973-a787-4b9b-8079-e511d7e9bfc4, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=124fe973-a787-4b9b-8079-e511d7e9bfc4,segment=NetworkSegment(0db8b20e-b574-47c3-95c4-c02af34b124b),segment_id=0db8b20e-b574-47c3-95c4-c02af34b124b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:30.488546 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.610067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=124fe973-a787-4b9b-8079-e511d7e9bfc4,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:30.727071 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.755002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Transition to ACTIVE for port object 235d34fe-b107-4a32-afeb-b80a7b610ae1 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:30.863765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.960650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:30.974683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:30.979548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:31.105833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=235d34fe-b107-4a32-afeb-b80a7b610ae1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:31.171531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:31.172635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.212289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45691ba5-aba3-4a02-ba95-ca7f44cd88b6 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5747571 Aug 20 12:00:31.224283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'admin_state_up': True, 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'security_groups': ['f66a1088-8928-4397-bb89-27df2ff9301f']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:31.290506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc730dd1-965e-4cb7-9470-3af6ddffb027 req-2ba0e0fd-ac4d-4f3c-ab4b-66f31fb3f948 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 210 time: 0.8083234 Aug 20 12:00:31.292235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-92f865b3-10ae-4132-a998-615084442953 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449884 Aug 20 12:00:31.395644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8223f8e0-408e-47ae-bb2c-04e60a255f37 None None] Provisioning for port 235d34fe-b107-4a32-afeb-b80a7b610ae1 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:31.419584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8223f8e0-408e-47ae-bb2c-04e60a255f37 None None] Provisioning complete for port 235d34fe-b107-4a32-afeb-b80a7b610ae1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:31.420178 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8223f8e0-408e-47ae-bb2c-04e60a255f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.484415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8223f8e0-408e-47ae-bb2c-04e60a255f37 None None] Port 235d34fe-b107-4a32-afeb-b80a7b610ae1 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:31.552051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c099b8a-d48e-474f-bde3-2451febfc736 req-a783d750-53df-45c0-9e30-eff2d279dfab tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:31.562147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 124fe973-a787-4b9b-8079-e511d7e9bfc4 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:31.576235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c099b8a-d48e-474f-bde3-2451febfc736 req-a783d750-53df-45c0-9e30-eff2d279dfab tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 932 time: 1.2350812 Aug 20 12:00:31.638732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:31.644030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.669051 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-d06e8ffd-46a5-4c1e-bc01-88654bc288b2 req-61199fb2-696f-42f4-ac7b-7cc695813f7c tempest-FloatingIPsNegativeTestJSON-1833218792 tempest-FloatingIPsNegativeTestJSON-1833218792-project] show failed (client error): The resource could not be found. Aug 20 12:00:31.670102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d06e8ffd-46a5-4c1e-bc01-88654bc288b2 req-61199fb2-696f-42f4-ac7b-7cc695813f7c tempest-FloatingIPsNegativeTestJSON-1833218792 tempest-FloatingIPsNegativeTestJSON-1833218792-project] 10.222.0.25 "GET /v2.0/floatingips/f3aee633-f825-4772-a269-67f2c757122d HTTP/1.1" status: 404 len: 350 time: 0.3327582 Aug 20 12:00:31.690588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 124fe973-a787-4b9b-8079-e511d7e9bfc4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:31.691797 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.734397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38266) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:31.746775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed7f12-8ef3-44eb-9149-a282a70356e9 req-aed354a1-bb70-47cb-b450-b005663dd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:31.748220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4ed7f12-8ef3-44eb-9149-a282a70356e9 req-aed354a1-bb70-47cb-b450-b005663dd5d2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 1097 time: 1.2648518 Aug 20 12:00:31.784874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Allocated IP 10.1.1.195 (7e0adf5a-9cef-4859-843d-9007508db2f5/f788fa67-5e50-43ff-b2ed-3819f5cdbe72/18e2b657-6b72-4f4d-acbd-0abb6728d77d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:31.961274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:31.979728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-4cf37098-fe86-4902-8076-542d13cacc04 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:31.981270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-4cf37098-fe86-4902-8076-542d13cacc04 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.22 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 820 time: 0.6068711 Aug 20 12:00:31.986858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Transition to ACTIVE for port object 18e2b657-6b72-4f4d-acbd-0abb6728d77d will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:32.003585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Request body: {'port': {'device_id': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'admin_state_up': True, 'tenant_id': '450dc75252bf4b57ab6a99a31f051572'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:32.046443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38272) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:32.081974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88aec64c-4f1e-42e5-bc6d-803bb43a30d4 req-c04d08dd-b489-46ed-a53a-40ad79e6a1e2 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 210 time: 0.2107148 Aug 20 12:00:32.090765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea6167-b287-4128-97ca-b3496e21655f req-464608aa-09cb-4847-9298-d7d452a7eee1 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:32.093237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-464608aa-09cb-4847-9298-d7d452a7eee1 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7021363 Aug 20 12:00:32.117604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.178174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:32.182674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:32.190917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:32.251902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:32.252666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.279271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=18e2b657-6b72-4f4d-acbd-0abb6728d77d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:32.283446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Request body: {'port': {'device_id': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '72a923b5e4ea46bda6080c1d93c9b1fd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:32.301118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Made reservation on behalf of 450dc75252bf4b57ab6a99a31f051572 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:32.311221 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.313171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4ed7f12-8ef3-44eb-9149-a282a70356e9 req-b3198b46-90e5-4dd3-8144-e79cd52d9ef7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417297 Aug 20 12:00:32.321950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c099b8a-d48e-474f-bde3-2451febfc736 req-c1a0849f-3d5c-4698-a9e3-98b043ddd80d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6380818 Aug 20 12:00:32.330635 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-de4f0256-bef2-4051-b7e8-5e7c6f559a15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1108921 Aug 20 12:00:32.348187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae', 'admin_state_up': True, 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'security_groups': ['f66a1088-8928-4397-bb89-27df2ff9301f']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:32.458740 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.536845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d4c49065-c817-451a-8163-f3627a6fa017 None None] Provisioning for port 18e2b657-6b72-4f4d-acbd-0abb6728d77d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:32.542906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d4c49065-c817-451a-8163-f3627a6fa017 None None] Provisioning complete for port 18e2b657-6b72-4f4d-acbd-0abb6728d77d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:32.543607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d4c49065-c817-451a-8163-f3627a6fa017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.549952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05ab47b2-ab3b-4cf6-b70c-6a43c6486601 req-a8b963c2-bc21-4643-866c-f932edd4657e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 210 time: 0.0922029 Aug 20 12:00:32.618124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d4c49065-c817-451a-8163-f3627a6fa017 None None] Port 18e2b657-6b72-4f4d-acbd-0abb6728d77d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:32.630023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:32.638585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Allocated IP 172.20.0.12 (10e39560-3f21-4094-8c47-1b87cd34f730/ef9a1978-f427-4fe7-bfee-557751345594/44ea58ef-8309-4b87-a6b3-18afdfea6fec) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:32.697903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b176f-7726-4e10-bfc8-80b689133f2a req-0bce4910-5cbc-47f4-8bd3-8819ddea401b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:32.699552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-729b176f-7726-4e10-bfc8-80b689133f2a req-0bce4910-5cbc-47f4-8bd3-8819ddea401b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 945 time: 0.3160777 Aug 20 12:00:32.769170 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.820416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-729b176f-7726-4e10-bfc8-80b689133f2a req-57484ce3-a495-44df-b4c7-7f3101a35111 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069915 Aug 20 12:00:32.888787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.913204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:32.978893 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.050768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=963755b6e5a9483ba0c73bfddfd4c49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782975 Aug 20 12:00:33.051640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38284) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:33.113820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feca9a48-9086-4e50-94f6-8b8213220c62,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:33.221360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.221733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.222076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.222441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.222772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.223098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.223604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.223729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.224051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.224370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.224843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.225168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4759bc-bb54-42f9-8251-4d7f1d146cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.293110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Made reservation on behalf of 72a923b5e4ea46bda6080c1d93c9b1fd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:33.296788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.333654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5b9cc78-9f43-427d-b873-fc5528f57361 req-3dc96348-48ad-46b5-8fd4-632d58bafbac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 210 time: 0.1280687 Aug 20 12:00:33.531440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Allocated IP 192.168.233.51 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/d90c9da2-52ed-468e-b160-44d7ddd6f754) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:33.534407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Allocated IP 10.2.2.100 (8e2889d6-5a65-410a-9861-3239109dd4ae/e53559e7-0159-402c-90e2-815f3c7e159e/65f52c00-4fc3-44cc-b643-d3a27ad85da4) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:33.591314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd3d5e3a-9551-4591-8574-294d7aeedc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.680789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.696889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Transition to ACTIVE for port object 65f52c00-4fc3-44cc-b643-d3a27ad85da4 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:33.754321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd3d5e3a-9551-4591-8574-294d7aeedc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.755219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.778780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.783332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Transition to ACTIVE for port object 44ea58ef-8309-4b87-a6b3-18afdfea6fec will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:33.789098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-935196c3-72e8-4591-8329-e2eb9f3362e6 req-bf8086d3-a08a-49a7-b156-338b3ca6b6ea tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 210 time: 0.0738533 Aug 20 12:00:33.841764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58480c3f-350a-4479-b53d-03a01912665c req-6212cf91-0ba5-46df-bbba-5ba3ab9bc123 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:33.848533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58480c3f-350a-4479-b53d-03a01912665c req-6212cf91-0ba5-46df-bbba-5ba3ab9bc123 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:33.855603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58480c3f-350a-4479-b53d-03a01912665c req-6212cf91-0ba5-46df-bbba-5ba3ab9bc123 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:33.856840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58480c3f-350a-4479-b53d-03a01912665c req-6212cf91-0ba5-46df-bbba-5ba3ab9bc123 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 2375 time: 0.2679789 Aug 20 12:00:33.874270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=65f52c00-4fc3-44cc-b643-d3a27ad85da4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:33.894080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.894524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.894832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.895222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.895559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.895897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.896281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.896610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.896947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.897276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.897600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.897925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:33.905141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 8e2889d6-5a65-410a-9861-3239109dd4ae is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:33.915291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:33.917835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:33.923713 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:33.996743 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.015980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:34.017131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:34.018275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.059943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.091913 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-59058e0c-21bd-43b8-94fb-924cbea7780f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7482450 Aug 20 12:00:34.105428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Network 10e39560-3f21-4094-8c47-1b87cd34f730 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:34.112267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:34.140283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae', 'admin_state_up': True, 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'security_groups': ['f66a1088-8928-4397-bb89-27df2ff9301f']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:34.148335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:34.217435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Transition to ACTIVE for port object d90c9da2-52ed-468e-b160-44d7ddd6f754 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:34.325076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58480c3f-350a-4479-b53d-03a01912665c req-2e70a976-7c72-43e8-9c79-406dd05ca93c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992357 Aug 20 12:00:34.326873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd3d5e3a-9551-4591-8574-294d7aeedc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.330252 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd3d5e3a-9551-4591-8574-294d7aeedc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.331177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dd3d5e3a-9551-4591-8574-294d7aeedc17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/feca9a48-9086-4e50-94f6-8b8213220c62 HTTP/1.1" status: 204 len: 168 time: 1.2148821 Aug 20 12:00:34.377765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d5e3a-9551-4591-8574-294d7aeedc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feca9a48-9086-4e50-94f6-8b8213220c62,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:34.379271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4a9ea545-0e3b-4d6c-b67f-9cbbaf9e1d81 None None] Provisioning for port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:34.386147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4a9ea545-0e3b-4d6c-b67f-9cbbaf9e1d81 None None] Provisioning complete for port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:34.386561 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea545-0e3b-4d6c-b67f-9cbbaf9e1d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.401973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Pushing event updated for resources: {'Port': ['ID=44ea58ef-8309-4b87-a6b3-18afdfea6fec,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:34.431155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4de48d-4e32-4c77-b186-2d45739f6146 req-e02580b5-5394-4424-9588-77dd79f60e60 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:34.432778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc4de48d-4e32-4c77-b186-2d45739f6146 req-e02580b5-5394-4424-9588-77dd79f60e60 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 945 time: 0.4436572 Aug 20 12:00:34.467343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:34.468035 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.481006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ea545-0e3b-4d6c-b67f-9cbbaf9e1d81 None None] Port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:34.515382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6e5a00cd-b5a4-44e6-9f14-4fcc459986ae tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5165961 Aug 20 12:00:34.546143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Request body: {'port': {'device_id': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:34.615079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-15d88240-090b-44db-8fef-f52468b436b8 None None] Provisioning for port 44ea58ef-8309-4b87-a6b3-18afdfea6fec completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:34.620140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-15d88240-090b-44db-8fef-f52468b436b8 None None] Provisioning complete for port 44ea58ef-8309-4b87-a6b3-18afdfea6fec triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:34.620518 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15d88240-090b-44db-8fef-f52468b436b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.662130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Made reservation on behalf of cd0e7d9f4dab43abbc171e69b947f7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:34.667256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.685944 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.693171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-15d88240-090b-44db-8fef-f52468b436b8 None None] Port 44ea58ef-8309-4b87-a6b3-18afdfea6fec cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:34.705057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Deleting port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:34.710541 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.722505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc4de48d-4e32-4c77-b186-2d45739f6146 req-31a31101-5679-487b-9b9b-767eeb5f4f89 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634752 Aug 20 12:00:34.723700 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.742206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:34.745051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148', '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:34.889569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38312) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:34.918506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-773a3dc4-3f00-43b6-a760-e5b0eb6bbb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:34.944134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:34.954950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:34.982060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7732-d175-4925-8117-28dc4afffe24 req-e079691e-49fc-43ff-9aac-44e3d7fcf169 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:34.983922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff7f7732-d175-4925-8117-28dc4afffe24 req-e079691e-49fc-43ff-9aac-44e3d7fcf169 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 932 time: 0.4278324 Aug 20 12:00:34.984875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:35.056623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:35.057297 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.066093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'Port': ['ID=d90c9da2-52ed-468e-b160-44d7ddd6f754,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:35.149190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Allocated IP 10.2.2.200 (8e2889d6-5a65-410a-9861-3239109dd4ae/e53559e7-0159-402c-90e2-815f3c7e159e/03c77869-f052-4695-af20-d722d5183e3e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:35.231134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff7f7732-d175-4925-8117-28dc4afffe24 req-15c54949-a353-476c-a3ff-e1433897199a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704988 Aug 20 12:00:35.251442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] For port 87151e36-6f4d-4d2d-86f6-aaee999cdf9b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:35.251879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.315678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da9db-24a9-473e-bba5-3813f08c061f req-155ffdf9-c804-48a3-96b1-6ab38958f7ef tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:35.322755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-892da9db-24a9-473e-bba5-3813f08c061f req-155ffdf9-c804-48a3-96b1-6ab38958f7ef tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 935 time: 0.2489555 Aug 20 12:00:35.347056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Calling delete_port for 87151e36-6f4d-4d2d-86f6-aaee999cdf9b owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:35.488534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-773a3dc4-3f00-43b6-a760-e5b0eb6bbb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.506824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-62b89401-77ff-45bb-93cb-ee336e037254 None None] Provisioning for port d90c9da2-52ed-468e-b160-44d7ddd6f754 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:35.514278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-773a3dc4-3f00-43b6-a760-e5b0eb6bbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.541827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-62b89401-77ff-45bb-93cb-ee336e037254 None None] Provisioning complete for port d90c9da2-52ed-468e-b160-44d7ddd6f754 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:35.542259 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62b89401-77ff-45bb-93cb-ee336e037254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.571400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ea58ef-8309-4b87-a6b3-18afdfea6fec {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:35.601358 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.615497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-62b89401-77ff-45bb-93cb-ee336e037254 None None] Port d90c9da2-52ed-468e-b160-44d7ddd6f754 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:35.627006 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-773a3dc4-3f00-43b6-a760-e5b0eb6bbb1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02a484db63914c2e8ec4e724740a8359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7362127 Aug 20 12:00:35.627698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38318) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:35.640057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a3dc4-3f00-43b6-a760-e5b0eb6bbb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84019c83-275a-4c43-8dd4-c1508cd0a76e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:35.649541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Transition to ACTIVE for port object 44ea58ef-8309-4b87-a6b3-18afdfea6fec will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:35.671511 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.685617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.757985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Transition to ACTIVE for port object 03c77869-f052-4695-af20-d722d5183e3e will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:35.796100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Pushing event updated for resources: {'Port': ['ID=44ea58ef-8309-4b87-a6b3-18afdfea6fec,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:35.802835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-212416a2-092a-4298-a54d-801be2350d57 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5251987 Aug 20 12:00:35.867070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Request body: {'port': {'device_id': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:35.939224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76cbecbb-fbc7-42a5-ab2f-96c93e66b87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:35.947308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-892da9db-24a9-473e-bba5-3813f08c061f req-786f348b-dfcd-4925-92ef-850c1313f19c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930088 Aug 20 12:00:36.038580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76cbecbb-fbc7-42a5-ab2f-96c93e66b87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.100915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.112020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4133-2a92-4318-9609-08c9c7c491b3 req-8e613d6b-6317-4061-a4f3-67f2a637bda2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:36.116284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e1e4133-2a92-4318-9609-08c9c7c491b3 req-8e613d6b-6317-4061-a4f3-67f2a637bda2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 945 time: 0.3450339 Aug 20 12:00:36.142748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Attempting to bind port 44ea58ef-8309-4b87-a6b3-18afdfea6fec on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:36.143433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Attempting to bind port 44ea58ef-8309-4b87-a6b3-18afdfea6fec by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:36.143760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Attempting to bind port 44ea58ef-8309-4b87-a6b3-18afdfea6fec on network 10e39560-3f21-4094-8c47-1b87cd34f730 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:36.161913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Port 44ea58ef-8309-4b87-a6b3-18afdfea6fec on network 10e39560-3f21-4094-8c47-1b87cd34f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:36.161913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Attempting to bind port 44ea58ef-8309-4b87-a6b3-18afdfea6fec on network 10e39560-3f21-4094-8c47-1b87cd34f730 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:36.174725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Network 8e2889d6-5a65-410a-9861-3239109dd4ae is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:36.181024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:36.201534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:36.201902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Checking segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:36.202323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Bound using segment: {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:36.203220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Bound port: 44ea58ef-8309-4b87-a6b3-18afdfea6fec, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc15f8d-415b-4598-9b9f-4e9af36131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:36.208075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.212719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:36.216331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event updated for resources: {'Port': ['ID=03c77869-f052-4695-af20-d722d5183e3e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:36.253426 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76cbecbb-fbc7-42a5-ab2f-96c93e66b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.256049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76cbecbb-fbc7-42a5-ab2f-96c93e66b87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.261466 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-76cbecbb-fbc7-42a5-ab2f-96c93e66b87a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84019c83-275a-4c43-8dd4-c1508cd0a76e HTTP/1.1" status: 204 len: 168 time: 0.6275396 Aug 20 12:00:36.316921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbecbb-fbc7-42a5-ab2f-96c93e66b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84019c83-275a-4c43-8dd4-c1508cd0a76e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:36.365720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:36.365720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.418846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] For port 44ea58ef-8309-4b87-a6b3-18afdfea6fec, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:36.430456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-162d98ff-00a4-4795-81cd-042c800a0c91 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3152046 Aug 20 12:00:36.432301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Deleting port 124fe973-a787-4b9b-8079-e511d7e9bfc4 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:36.432514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] For port 44ea58ef-8309-4b87-a6b3-18afdfea6fec, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:36.432882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.440940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:36.452578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.527038 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.580879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:36.581494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.585007 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] 10.222.0.22 "PUT /v2.0/ports/44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 1093 time: 2.0523477 Aug 20 12:00:36.585459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:36.588255 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cce559-49c5-4a54-9415-6aba4b588762" -d '{"events": [{"name": "network-changed", "server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:36.607892 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.715688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-936e3c14-3286-4f9f-8855-003d0b4da684 None None] Provisioning for port 03c77869-f052-4695-af20-d722d5183e3e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:36.720399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-936e3c14-3286-4f9f-8855-003d0b4da684 None None] Provisioning complete for port 03c77869-f052-4695-af20-d722d5183e3e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:36.721262 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-936e3c14-3286-4f9f-8855-003d0b4da684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.781813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c331f-6ad9-4faa-a144-12c07a682bca service neutron] Pushing event updated for resources: {'Port': ['ID=44ea58ef-8309-4b87-a6b3-18afdfea6fec,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:36.785449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.810873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-936e3c14-3286-4f9f-8855-003d0b4da684 None None] Port 03c77869-f052-4695-af20-d722d5183e3e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:00:36.824021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] For port 124fe973-a787-4b9b-8079-e511d7e9bfc4, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=124fe973-a787-4b9b-8079-e511d7e9bfc4,segment=NetworkSegment(0db8b20e-b574-47c3-95c4-c02af34b124b),segment_id=0db8b20e-b574-47c3-95c4-c02af34b124b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:36.824021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:36.870752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-c0bc339a-ffe6-42e8-87a1-9eb3594cfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:36.872269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-c0bc339a-ffe6-42e8-87a1-9eb3594cfada service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 1096 time: 0.2052519 Aug 20 12:00:36.939673 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-e0fe692d-5688-466d-b55a-73b472bde50d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 217 time: 0.0567760 Aug 20 12:00:37.045269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Calling delete_port for 124fe973-a787-4b9b-8079-e511d7e9bfc4 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:37.053435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Pushing event deleted for resources: {'Port': ['ID=87151e36-6f4d-4d2d-86f6-aaee999cdf9b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:37.095390 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e1e4133-2a92-4318-9609-08c9c7c491b3 req-6cb34847-7148-40f3-b414-4b124e23fc09 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9235311 Aug 20 12:00:37.151831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813075ab-f57a-4417-a212-9e15d2c6beaf req-7a505848-d375-46ee-bb0b-05b793f6cc6e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.155773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-142491fd-6fa7-44c6-94bf-518e7d183665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.157810 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-142491fd-6fa7-44c6-94bf-518e7d183665 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.1137106 Aug 20 12:00:37.160074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813075ab-f57a-4417-a212-9e15d2c6beaf req-7a505848-d375-46ee-bb0b-05b793f6cc6e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.169744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813075ab-f57a-4417-a212-9e15d2c6beaf req-7a505848-d375-46ee-bb0b-05b793f6cc6e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.185394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813075ab-f57a-4417-a212-9e15d2c6beaf req-7a505848-d375-46ee-bb0b-05b793f6cc6e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.199002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813075ab-f57a-4417-a212-9e15d2c6beaf req-7a505848-d375-46ee-bb0b-05b793f6cc6e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.208419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-813075ab-f57a-4417-a212-9e15d2c6beaf req-7a505848-d375-46ee-bb0b-05b793f6cc6e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 3817 time: 1.1432810 Aug 20 12:00:37.264158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6be347f9-ef79-4510-a2cd-7f48200f0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.265657 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-6be347f9-ef79-4510-a2cd-7f48200f0bf1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984466 Aug 20 12:00:37.270096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-5cff31d9-ca53-4903-a0ce-6da83eb997ff tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.271652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-5cff31d9-ca53-4903-a0ce-6da83eb997ff tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 945 time: 0.6907525 Aug 20 12:00:37.392600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807f28e0-a664-46d3-8b68-4b194ce9ff59 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:37.408606 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.457064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Transition to ACTIVE for port object 807f28e0-a664-46d3-8b68-4b194ce9ff59 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:37.464900 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-f57f7132-6cbc-40ea-9135-d40f0781fd93 service neutron] 10.222.0.22 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842489 Aug 20 12:00:37.466564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.498792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-813075ab-f57a-4417-a212-9e15d2c6beaf req-c61c7677-8187-423e-a9c7-961eff48d22b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835431 Aug 20 12:00:37.620902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Pushing event updated for resources: {'Port': ['ID=807f28e0-a664-46d3-8b68-4b194ce9ff59,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:37.635378 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe136d-7b32-426a-810c-2b4068b0c7ae x-openstack-request-id: req-c9fe136d-7b32-426a-810c-2b4068b0c7ae {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:37.635673 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:37.635928 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9fe136d-7b32-426a-810c-2b4068b0c7ae {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:37.636337 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'status': 'completed', 'code': 200} Aug 20 12:00:37.660030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07b9f-72e9-4d81-b914-90c1b35ce524 req-579cd72d-86cf-4bb6-b59f-a07d270b0faf tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.673628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dee07b9f-72e9-4d81-b914-90c1b35ce524 req-579cd72d-86cf-4bb6-b59f-a07d270b0faf tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 944 time: 0.4619651 Aug 20 12:00:37.744932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5cd102ac-963e-468f-a6bf-d4aa730b7756 req-ad94cb3a-8ba8-4fa9-a610-811de6339235 service neutron] 10.222.0.22 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672970 Aug 20 12:00:37.775998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Attempting to bind port 807f28e0-a664-46d3-8b68-4b194ce9ff59 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:37.776356 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Attempting to bind port 807f28e0-a664-46d3-8b68-4b194ce9ff59 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:37.776667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Attempting to bind port 807f28e0-a664-46d3-8b68-4b194ce9ff59 on network 04055f11-a4d0-472f-9545-221fd61c4d3a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:37.785331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Port 807f28e0-a664-46d3-8b68-4b194ce9ff59 on network 04055f11-a4d0-472f-9545-221fd61c4d3a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:37.786044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Attempting to bind port 807f28e0-a664-46d3-8b68-4b194ce9ff59 on network 04055f11-a4d0-472f-9545-221fd61c4d3a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:37.800717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:37.801060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Checking segment: {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:37.801453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Bound using segment: {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:37.801893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Bound port: 807f28e0-a664-46d3-8b68-4b194ce9ff59, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b18b45-1a74-4874-95c0-11353a1a68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:37.802278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.852310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:37.943649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce559-49c5-4a54-9415-6aba4b588762 req-4a889ebb-f979-4f1e-be8c-d927cea9839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:37.945064 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88cce559-49c5-4a54-9415-6aba4b588762 req-4a889ebb-f979-4f1e-be8c-d927cea9839d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 1096 time: 0.1308489 Aug 20 12:00:37.950040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] For port 807f28e0-a664-46d3-8b68-4b194ce9ff59, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:37.954062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] For port 807f28e0-a664-46d3-8b68-4b194ce9ff59, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:37.981229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.051190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.051972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.053658 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] 10.222.0.73 "PUT /v2.0/ports/807f28e0-a664-46d3-8b68-4b194ce9ff59 HTTP/1.1" status: 200 len: 1093 time: 1.6195421 Aug 20 12:00:38.090522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:38.117152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d8afe-0949-49a5-97fd-bb63419f1826 service neutron] Pushing event updated for resources: {'Port': ['ID=807f28e0-a664-46d3-8b68-4b194ce9ff59,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:38.145735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce559-49c5-4a54-9415-6aba4b588762 req-4e8e9884-0b88-49a0-b1ec-5c35a98d89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.147369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88cce559-49c5-4a54-9415-6aba4b588762 req-4e8e9884-0b88-49a0-b1ec-5c35a98d89ee service neutron] 10.222.0.22 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.1917183 Aug 20 12:00:38.185868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dee07b9f-72e9-4d81-b914-90c1b35ce524 req-b8d93170-4281-4d04-ba2d-01a5d43901c6 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113015 Aug 20 12:00:38.230637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1ac7-bce8-4d72-9aaa-872131aa92f2 req-4f91bbc7-7b65-4f1b-a32d-dfe545f8f5fd tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.235730 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88cce559-49c5-4a54-9415-6aba4b588762 req-d03839a1-6964-4131-a17f-14e559ecc035 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 217 time: 0.0668402 Aug 20 12:00:38.237906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bae1ac7-bce8-4d72-9aaa-872131aa92f2 req-4f91bbc7-7b65-4f1b-a32d-dfe545f8f5fd tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 935 time: 0.5968063 Aug 20 12:00:38.241625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.356641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Deleting port 02c60bca-5883-4862-a830-30c7b4d39c35 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:38.357035 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.488850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bae1ac7-bce8-4d72-9aaa-872131aa92f2 req-41f36367-d68e-4453-bb0f-a541516ac458 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500334 Aug 20 12:00:38.574470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] For port 02c60bca-5883-4862-a830-30c7b4d39c35, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=02c60bca-5883-4862-a830-30c7b4d39c35,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:38.574846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.580111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce559-49c5-4a54-9415-6aba4b588762 req-daf9b699-e4c1-4505-9dd1-87b96ee31228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.581888 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88cce559-49c5-4a54-9415-6aba4b588762 req-daf9b699-e4c1-4505-9dd1-87b96ee31228 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.3236618 Aug 20 12:00:38.596935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Calling delete_port for 02c60bca-5883-4862-a830-30c7b4d39c35 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:38.652017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 02c60bca-5883-4862-a830-30c7b4d39c35 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:38.672972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.705540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce559-49c5-4a54-9415-6aba4b588762 req-211c815d-2905-4feb-8113-e11c46c0ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.707291 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88cce559-49c5-4a54-9415-6aba4b588762 req-211c815d-2905-4feb-8113-e11c46c0ca60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049256 Aug 20 12:00:38.797008 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.854136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aff71-4df5-44b0-bf87-bc16d844b3e7 req-e58a1934-e5fd-4ea9-a743-170dbca344b0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:38.863849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb8aff71-4df5-44b0-bf87-bc16d844b3e7 req-e58a1934-e5fd-4ea9-a743-170dbca344b0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 945 time: 0.5425870 Aug 20 12:00:38.865759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3449f14c-0e6e-4b56-8c00-ecda2b60283f {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:38.882001 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:38.886976 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88cce559-49c5-4a54-9415-6aba4b588762 req-753daf37-7311-4e75-bcad-e426a5ae1827 service neutron] 10.222.0.22 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692612 Aug 20 12:00:39.015908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:39.025962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Pushing event deleted for resources: {'Port': ['ID=124fe973-a787-4b9b-8079-e511d7e9bfc4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:39.046668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90c9da2-52ed-468e-b160-44d7ddd6f754 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:39.059947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88cce559-49c5-4a54-9415-6aba4b588762 req-4a1ee741-b91e-4843-a80f-64ec88fe7a94 service neutron] 10.222.0.22 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633830 Aug 20 12:00:39.094157 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.113546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Transition to ACTIVE for port object 3449f14c-0e6e-4b56-8c00-ecda2b60283f will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:39.127731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb8aff71-4df5-44b0-bf87-bc16d844b3e7 req-276f0050-405b-49c0-9f6e-08e1da8f03f1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534652 Aug 20 12:00:39.127920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.137680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.147395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Transition to ACTIVE for port object d90c9da2-52ed-468e-b160-44d7ddd6f754 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:39.162053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e86ce-63e8-4e17-bdf1-3bf6b5441bb7 req-c22af922-390d-43c2-b860-baaac481ff2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.174477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e86ce-63e8-4e17-bdf1-3bf6b5441bb7 req-c22af922-390d-43c2-b860-baaac481ff2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.180375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e86ce-63e8-4e17-bdf1-3bf6b5441bb7 req-c22af922-390d-43c2-b860-baaac481ff2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.191626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e86ce-63e8-4e17-bdf1-3bf6b5441bb7 req-c22af922-390d-43c2-b860-baaac481ff2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.197496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e86ce-63e8-4e17-bdf1-3bf6b5441bb7 req-c22af922-390d-43c2-b860-baaac481ff2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.205328 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea4e86ce-63e8-4e17-bdf1-3bf6b5441bb7 req-c22af922-390d-43c2-b860-baaac481ff2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 3829 time: 0.5992646 Aug 20 12:00:39.248693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3449f14c-0e6e-4b56-8c00-ecda2b60283f,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:39.304348 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.333764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event deleted for resources: {'Port': ['ID=02c60bca-5883-4862-a830-30c7b4d39c35,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:39.379048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Attempting to bind port 3449f14c-0e6e-4b56-8c00-ecda2b60283f on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:39.379387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Attempting to bind port 3449f14c-0e6e-4b56-8c00-ecda2b60283f by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:39.379718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Attempting to bind port 3449f14c-0e6e-4b56-8c00-ecda2b60283f on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:39.387319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Port 3449f14c-0e6e-4b56-8c00-ecda2b60283f on network 7e0adf5a-9cef-4859-843d-9007508db2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:39.387699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Attempting to bind port 3449f14c-0e6e-4b56-8c00-ecda2b60283f on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:39.398026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:39.398757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Checking segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:39.399644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Bound using segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:39.400338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Bound port: 3449f14c-0e6e-4b56-8c00-ecda2b60283f, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:39.400937 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.527554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] For port 3449f14c-0e6e-4b56-8c00-ecda2b60283f, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:39.537351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] For port 3449f14c-0e6e-4b56-8c00-ecda2b60283f, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:39.548929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.603100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:39.603722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:39.606082 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 200 len: 1136 time: 1.5218287 Aug 20 12:00:39.634274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26ad04-5841-4721-b727-175e0f8e65e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3449f14c-0e6e-4b56-8c00-ecda2b60283f,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:39.637298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59'}, {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '3449f14c-0e6e-4b56-8c00-ecda2b60283f'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:39.639814 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40660c9-2252-4b19-9465-9cd569567437" -d '{"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59"}, {"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "3449f14c-0e6e-4b56-8c00-ecda2b60283f"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:39.649035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:39.720839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.175195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea4e86ce-63e8-4e17-bdf1-3bf6b5441bb7 req-5cd8587b-b692-4de5-9f5e-caee1335786e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9688852 Aug 20 12:00:40.177083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec020d47-156c-44f3-9a94-1dbc755e7f1b {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:40.186050 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.210045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Transition to ACTIVE for port object ec020d47-156c-44f3-9a94-1dbc755e7f1b will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:40.216122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.243532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] No DVR routers for this DVR port 02c60bca-5883-4862-a830-30c7b4d39c35 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:40.255801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Pushing event updated for resources: {'Port': ['ID=d90c9da2-52ed-468e-b160-44d7ddd6f754,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:40.262861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.264872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29853dee-fe5e-4129-9632-c2c3a8d4f52f req-80b6b331-6e40-4691-a07f-1f7f2241a26c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "DELETE /v2.0/ports/02c60bca-5883-4862-a830-30c7b4d39c35 HTTP/1.1" status: 204 len: 173 time: 2.8988247 Aug 20 12:00:40.292105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1246525d-fa8b-4e52-af71-7030eb56838c', 'name': 'network-vif-deleted', 'tag': '02c60bca-5883-4862-a830-30c7b4d39c35'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:40.294156 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77e5df3-da8d-4098-b822-6afba2f8b3c0" -d '{"events": [{"server_uuid": "1246525d-fa8b-4e52-af71-7030eb56838c", "name": "network-vif-deleted", "tag": "02c60bca-5883-4862-a830-30c7b4d39c35"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:40.339909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263003ef-828e-4685-b1b7-f20e4a738880 req-0c20523d-83d9-44dc-958c-b139a97a7bbd tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.341500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-263003ef-828e-4685-b1b7-f20e4a738880 req-0c20523d-83d9-44dc-958c-b139a97a7bbd tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 944 time: 1.0255907 Aug 20 12:00:40.365340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Pushing event updated for resources: {'Port': ['ID=ec020d47-156c-44f3-9a94-1dbc755e7f1b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:40.408908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:40.419704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] Sync routers for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:40.436495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:40.437486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:40.452120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1dd47265-13ee-4cd2-9612-81e547beea12 admin admin] 10.222.0.25 "PUT /v2.0/routers/4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6819594 Aug 20 12:00:40.461086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Attempting to bind port d90c9da2-52ed-468e-b160-44d7ddd6f754 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:40.461810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Attempting to bind port d90c9da2-52ed-468e-b160-44d7ddd6f754 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:40.462381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Attempting to bind port d90c9da2-52ed-468e-b160-44d7ddd6f754 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:40.468625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38414) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:40.488769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Attempting to bind port ec020d47-156c-44f3-9a94-1dbc755e7f1b on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:40.489303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Attempting to bind port ec020d47-156c-44f3-9a94-1dbc755e7f1b by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:40.489725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Attempting to bind port ec020d47-156c-44f3-9a94-1dbc755e7f1b on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:40.494950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Port ec020d47-156c-44f3-9a94-1dbc755e7f1b on network 7e0adf5a-9cef-4859-843d-9007508db2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:40.495490 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Attempting to bind port ec020d47-156c-44f3-9a94-1dbc755e7f1b on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:40.501809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.505003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:40.505579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Checking segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:40.506287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Bound using segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:40.507802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Bound port: ec020d47-156c-44f3-9a94-1dbc755e7f1b, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:40.508176 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.584327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Port d90c9da2-52ed-468e-b160-44d7ddd6f754 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:40.584988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Attempting to bind port d90c9da2-52ed-468e-b160-44d7ddd6f754 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:40.630122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:40.660563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:40.661895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:40.664121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] For port ec020d47-156c-44f3-9a94-1dbc755e7f1b, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:40.664678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:40.665252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Bound port: d90c9da2-52ed-468e-b160-44d7ddd6f754, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:40.665727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.672233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] For port ec020d47-156c-44f3-9a94-1dbc755e7f1b, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:40.675493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44ea58ef-8309-4b87-a6b3-18afdfea6fec details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:40.681702 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.740983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-263003ef-828e-4685-b1b7-f20e4a738880 req-58e4b62c-048b-4162-97cf-8b54da962e1a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555677 Aug 20 12:00:40.749526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240dba-0a6e-4cda-8ace-739f971f4c65 req-f7276d0c-b0be-4a9f-b727-9c653ea16bf3 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.751333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd240dba-0a6e-4cda-8ace-739f971f4c65 req-f7276d0c-b0be-4a9f-b727-9c653ea16bf3 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 947 time: 0.4539146 Aug 20 12:00:40.764738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:40.765360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:40.775212 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] 10.222.0.73 "PUT /v2.0/ports/ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 200 len: 1135 time: 1.1311889 Aug 20 12:00:40.864153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:40.870626 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc99333-90f0-4740-92c8-e1303ea6bfd8 x-openstack-request-id: req-0fc99333-90f0-4740-92c8-e1303ea6bfd8 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:40.870933 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "3449f14c-0e6e-4b56-8c00-ecda2b60283f", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:40.871210 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fc99333-90f0-4740-92c8-e1303ea6bfd8 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:40.871604 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'status': 'completed', 'code': 200} Aug 20 12:00:40.871861 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '3449f14c-0e6e-4b56-8c00-ecda2b60283f', 'status': 'completed', 'code': 200} Aug 20 12:00:41.054649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c514ef-0cef-4541-9a4d-1afaec1fca0d service neutron] Pushing event updated for resources: {'Port': ['ID=ec020d47-156c-44f3-9a94-1dbc755e7f1b,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:41.171621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e6580c8-8cc8-48a8-96fd-d602f2c64ad8 req-d76555ae-b36f-4b95-aa0f-8a1b0c8d3aa0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=1246525d-fa8b-4e52-af71-7030eb56838c HTTP/1.1" status: 200 len: 210 time: 0.1175971 Aug 20 12:00:41.189612 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:41.213724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd240dba-0a6e-4cda-8ace-739f971f4c65 req-973c9b82-b716-45c8-bdc6-5f338c90c2ac tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332745 Aug 20 12:00:41.338793 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc2d35-9030-4554-8398-9a4f7d43f4fb x-openstack-request-id: req-7efc2d35-9030-4554-8398-9a4f7d43f4fb {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:41.339089 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1246525d-fa8b-4e52-af71-7030eb56838c", "name": "network-vif-deleted", "tag": "02c60bca-5883-4862-a830-30c7b4d39c35", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:41.339338 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7efc2d35-9030-4554-8398-9a4f7d43f4fb {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:41.339893 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1246525d-fa8b-4e52-af71-7030eb56838c', 'name': 'network-vif-deleted', 'tag': '02c60bca-5883-4862-a830-30c7b4d39c35', 'status': 'completed', 'code': 200} Aug 20 12:00:41.358588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] For port d90c9da2-52ed-468e-b160-44d7ddd6f754, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:41.373662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44ea58ef-8309-4b87-a6b3-18afdfea6fec, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:41.421008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T12:00:36Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:41.423341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'port_id': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'mac_address': 'fa:16:3e:c0:64:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:41.452192 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] Checking router: 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:41.502494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] Routers {'4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:41.503141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:41.539335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-a49d16fa-1791-414e-a8fa-89478c41cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.539960 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-a49d16fa-1791-414e-a8fa-89478c41cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.540443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-a49d16fa-1791-414e-a8fa-89478c41cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.540920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-a49d16fa-1791-414e-a8fa-89478c41cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.541392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-a49d16fa-1791-414e-a8fa-89478c41cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.541858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-a49d16fa-1791-414e-a8fa-89478c41cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.542355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-a49d16fa-1791-414e-a8fa-89478c41cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.544287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a40660c9-2252-4b19-9465-9cd569567437 req-a49d16fa-1791-414e-a8fa-89478c41cc44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6222 time: 0.6650710 Aug 20 12:00:41.545340 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:41.571272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:41.575294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] For port d90c9da2-52ed-468e-b160-44d7ddd6f754, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=d90c9da2-52ed-468e-b160-44d7ddd6f754,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:41.627364 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] Set router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:41.678099 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:41.700767 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:41.755976 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:41.757974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ea58ef-8309-4b87-a6b3-18afdfea6fec {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:41.780744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44ea58ef-8309-4b87-a6b3-18afdfea6fec, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:41.791923 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:41.815772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-d50902cc-6d66-417a-ad01-232b140e3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.816481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-d50902cc-6d66-417a-ad01-232b140e3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.818011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-d50902cc-6d66-417a-ad01-232b140e3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.826487 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a40660c9-2252-4b19-9465-9cd569567437 req-d50902cc-6d66-417a-ad01-232b140e3da3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2709370 Aug 20 12:00:41.835772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-c913e342-97df-40e8-ab49-d054ae6f5b3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.845985 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-c913e342-97df-40e8-ab49-d054ae6f5b3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.853482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-c913e342-97df-40e8-ab49-d054ae6f5b3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.861524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-c913e342-97df-40e8-ab49-d054ae6f5b3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.869455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-c913e342-97df-40e8-ab49-d054ae6f5b3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.876620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-c913e342-97df-40e8-ab49-d054ae6f5b3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.883470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-c913e342-97df-40e8-ab49-d054ae6f5b3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.883717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=44ea58ef-8309-4b87-a6b3-18afdfea6fec,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:41.885365 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-c913e342-97df-40e8-ab49-d054ae6f5b3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5382 time: 0.5305171 Aug 20 12:00:41.937748 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:41.971890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T12:00:36Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:41.995074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:41.995706 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:41.997140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] 10.222.0.22 "PUT /v2.0/ports/d90c9da2-52ed-468e-b160-44d7ddd6f754 HTTP/1.1" status: 200 len: 1096 time: 6.1357839 Aug 20 12:00:42.012129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2165725-a54c-4e57-aa94-9a4a8d761a86 None None] The sync data for ids ['4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b'] in n-d-800634-10 is: [{'id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'name': 'tempest-ServersTestManualDisk-79366392-router', 'tenant_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:58:07Z', 'updated_at': '2021-08-20T12:00:36Z', 'revision_number': 5, 'project_id': '04ac883b2f014d8ea9ebbb031fd438e3', 'gw_port': {'id': 'b128da1a-96ed-4a9b-88e9-114ca97854f7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:58:08Z', 'updated_at': '2021-08-20T11:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:42.036866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['44ea58ef-8309-4b87-a6b3-18afdfea6fec'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:42.113147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235d34fe-b107-4a32-afeb-b80a7b610ae1 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:42.127149 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:42.154918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Transition to ACTIVE for port object 235d34fe-b107-4a32-afeb-b80a7b610ae1 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:42.205649 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:42.272956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b170-febd-403e-87e3-c370c8c22d32 service neutron] Pushing event updated for resources: {'Port': ['ID=d90c9da2-52ed-468e-b160-44d7ddd6f754,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:42.287789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Pushing event updated for resources: {'Port': ['ID=235d34fe-b107-4a32-afeb-b80a7b610ae1,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:42.406586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47655935-d001-4982-8852-f6421bf473a3 req-88363dc9-7e09-47bc-a20a-8d37154f66bd tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.408702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-47655935-d001-4982-8852-f6421bf473a3 req-88363dc9-7e09-47bc-a20a-8d37154f66bd tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 945 time: 0.5201101 Aug 20 12:00:42.434981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea6167-b287-4128-97ca-b3496e21655f req-46b8b99b-bbbb-414f-86dd-c6b1bc8f0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.436612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-46b8b99b-bbbb-414f-86dd-c6b1bc8f0434 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 1099 time: 0.3647194 Aug 20 12:00:42.452688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f34b5b58-d951-4424-9e42-b4556a48d14e req-ed236390-7e37-48cf-8ff5-bbee51bd957d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4880939 Aug 20 12:00:42.462446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:42.475195 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] Sync routers for ids ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:42.481340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Attempting to bind port 235d34fe-b107-4a32-afeb-b80a7b610ae1 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:42.484765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Attempting to bind port 235d34fe-b107-4a32-afeb-b80a7b610ae1 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:42.485327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Attempting to bind port 235d34fe-b107-4a32-afeb-b80a7b610ae1 on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:42.492891 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] Routers {'934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:42.495052 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:42.513133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-56785fce-a9ae-44b7-93f3-48e0058b9743 admin admin] 10.222.0.25 "PUT /v2.0/routers/934cca0e-e3ce-4583-bc7b-c45eaa5d8df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7617860 Aug 20 12:00:42.514327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38440) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:42.521227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Deleting port b128da1a-96ed-4a9b-88e9-114ca97854f7 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:42.521513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:42.600687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-f4de25cf-f6c7-4940-9d03-8eab55d5e62b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d90c9da2-52ed-468e-b160-44d7ddd6f754 HTTP/1.1" status: 200 len: 217 time: 0.1354134 Aug 20 12:00:42.625018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Port 235d34fe-b107-4a32-afeb-b80a7b610ae1 on network 7e0adf5a-9cef-4859-843d-9007508db2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:42.625393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Attempting to bind port 235d34fe-b107-4a32-afeb-b80a7b610ae1 on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:42.661832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:42.662098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Checking segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:42.663707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Bound using segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:42.664172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Bound port: 235d34fe-b107-4a32-afeb-b80a7b610ae1, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:42.664541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:42.682732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-6bd56fb3-f489-4ca0-a4f3-58c6d3a4e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.684241 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a40660c9-2252-4b19-9465-9cd569567437 req-6bd56fb3-f489-4ca0-a4f3-58c6d3a4e399 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8465531 Aug 20 12:00:42.707614 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] Set router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:42.853549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:42.927905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] For port b128da1a-96ed-4a9b-88e9-114ca97854f7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b128da1a-96ed-4a9b-88e9-114ca97854f7,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:42.928561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:42.971989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-44a76e8b-7571-4ba1-a6f8-342101d1a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.972482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-44a76e8b-7571-4ba1-a6f8-342101d1a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.972963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-44a76e8b-7571-4ba1-a6f8-342101d1a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.973438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-44a76e8b-7571-4ba1-a6f8-342101d1a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.973936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-44a76e8b-7571-4ba1-a6f8-342101d1a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.974350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-47655935-d001-4982-8852-f6421bf473a3 req-e78c4e8a-93d7-4bb8-af0d-f42cf2752f25 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349958 Aug 20 12:00:42.974488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-44a76e8b-7571-4ba1-a6f8-342101d1a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.974899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-44a76e8b-7571-4ba1-a6f8-342101d1a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:42.977097 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a40660c9-2252-4b19-9465-9cd569567437 req-44a76e8b-7571-4ba1-a6f8-342101d1a895 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6248 time: 0.2040946 Aug 20 12:00:42.979249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': 'ec020d47-156c-44f3-9a94-1dbc755e7f1b'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:42.981503 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6" -d '{"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "ec020d47-156c-44f3-9a94-1dbc755e7f1b"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:42.982893 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:38Z', 'revision_number': 5, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port': {'id': '9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:18Z', 'updated_at': '2021-08-20T12:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:42.990585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] For port 235d34fe-b107-4a32-afeb-b80a7b610ae1, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:42.993592 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.010389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Calling delete_port for b128da1a-96ed-4a9b-88e9-114ca97854f7 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:43.029933 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] Checking router: 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:43.032857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] For port 235d34fe-b107-4a32-afeb-b80a7b610ae1, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:43.052225 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] Routers {'934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:43.052943 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:43.075592 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.086232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce0334-056d-40c4-baf7-502c71af09ff req-1ed6c333-3ef9-4b1d-beaf-11b6bcf6b1be tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.099055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95ce0334-056d-40c4-baf7-502c71af09ff req-1ed6c333-3ef9-4b1d-beaf-11b6bcf6b1be tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 947 time: 0.3025067 Aug 20 12:00:43.124553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea6167-b287-4128-97ca-b3496e21655f req-50bb563f-fd6f-4a89-9d94-4c10c070553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.127060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-50bb563f-fd6f-4a89-9d94-4c10c070553c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.3639586 Aug 20 12:00:43.158142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.158852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.160855 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] 10.222.0.73 "PUT /v2.0/ports/235d34fe-b107-4a32-afeb-b80a7b610ae1 HTTP/1.1" status: 200 len: 1092 time: 2.3300595 Aug 20 12:00:43.163432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc668418-f21b-4dde-a610-0e62d4941830 service neutron] Pushing event updated for resources: {'Port': ['ID=235d34fe-b107-4a32-afeb-b80a7b610ae1,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:43.202694 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] Set router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:43.234544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:43.274855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-cf616c73-30b6-4c0c-b507-54e53abe7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.275343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-cf616c73-30b6-4c0c-b507-54e53abe7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.275820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-cf616c73-30b6-4c0c-b507-54e53abe7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.277479 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a40660c9-2252-4b19-9465-9cd569567437 req-cf616c73-30b6-4c0c-b507-54e53abe7f14 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2886853 Aug 20 12:00:43.278947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Deleting port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:43.279279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.318190 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:42Z', 'revision_number': 6, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:43.390118 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39ff12-ab83-4738-9c8d-733c84208d1c None None] The sync data for ids ['934cca0e-e3ce-4583-bc7b-c45eaa5d8df7'] in n-d-800634-10 is: [{'id': '934cca0e-e3ce-4583-bc7b-c45eaa5d8df7', 'name': 'tempest-FloatingIPsNegativeTestJSON-855194561-router', 'tenant_id': 'ecaccb96e46f47febcbdf3237b730e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:17Z', 'updated_at': '2021-08-20T12:00:42Z', 'revision_number': 6, 'project_id': 'ecaccb96e46f47febcbdf3237b730e83', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:43.417444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] For port 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:43.417825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.433197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'tag': 'd90c9da2-52ed-468e-b160-44d7ddd6f754'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:43.435545 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be27321-4758-4b89-a9b6-8be700053059" -d '{"events": [{"name": "network-changed", "server_uuid": "09bf5876-da22-4685-8450-2a30e1fb5a32", "tag": "d90c9da2-52ed-468e-b160-44d7ddd6f754"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:43.458554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 87151e36-6f4d-4d2d-86f6-aaee999cdf9b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:43.466938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95ce0334-056d-40c4-baf7-502c71af09ff req-36bd201d-ba21-4bdb-8117-8d010f108339 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667486 Aug 20 12:00:43.490656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 87151e36-6f4d-4d2d-86f6-aaee999cdf9b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:43.491011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 87151e36-6f4d-4d2d-86f6-aaee999cdf9b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:43.522340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-7fa1af5d-a6d6-4c11-8c47-038b0ccd330f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.534120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-7fa1af5d-a6d6-4c11-8c47-038b0ccd330f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.4090388 Aug 20 12:00:43.548756 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.562106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-12a53420-b24d-4dff-914f-700364297c8c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/quotas/402d104c95254e328746d8020e13134d HTTP/1.1" status: 200 len: 375 time: 0.0251172 Aug 20 12:00:43.584669 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8db5b1b-f038-49b4-b82f-bf26b2825c8b x-openstack-request-id: req-b8db5b1b-f038-49b4-b82f-bf26b2825c8b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:43.584961 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bf5876-da22-4685-8450-2a30e1fb5a32", "tag": "d90c9da2-52ed-468e-b160-44d7ddd6f754", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:43.585210 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8db5b1b-f038-49b4-b82f-bf26b2825c8b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:43.585606 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'tag': 'd90c9da2-52ed-468e-b160-44d7ddd6f754', 'status': 'completed', 'code': 200} Aug 20 12:00:43.590859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea6167-b287-4128-97ca-b3496e21655f req-f52f3000-2011-4ed1-a863-a77beca6efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.592741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-f52f3000-2011-4ed1-a863-a77beca6efc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3964708 Aug 20 12:00:43.628311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40660c9-2252-4b19-9465-9cd569567437 req-370528e8-6db0-4196-818b-a0c3ea6ea87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.630280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a40660c9-2252-4b19-9465-9cd569567437 req-370528e8-6db0-4196-818b-a0c3ea6ea87e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745753 Aug 20 12:00:43.680212 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71464515-3b6c-483c-b4b7-0672f4f932cb x-openstack-request-id: req-71464515-3b6c-483c-b4b7-0672f4f932cb {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:43.680491 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "ec020d47-156c-44f3-9a94-1dbc755e7f1b", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:43.680742 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71464515-3b6c-483c-b4b7-0672f4f932cb {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:43.681137 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': 'ec020d47-156c-44f3-9a94-1dbc755e7f1b', 'status': 'completed', 'code': 200} Aug 20 12:00:43.686578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.698686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Calling delete_port for 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:43.756941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-9713ee06-8dbc-4f9a-8a47-acac705e8fca tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1883962 Aug 20 12:00:43.803941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-9d60c20c-9930-46b3-b8c8-6e2889eed9b2 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731081 Aug 20 12:00:43.869526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-469ea755-58eb-4656-b3f1-3b1fd9d2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.870120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-469ea755-58eb-4656-b3f1-3b1fd9d2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.870514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-469ea755-58eb-4656-b3f1-3b1fd9d2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.870989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-469ea755-58eb-4656-b3f1-3b1fd9d2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.871464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-469ea755-58eb-4656-b3f1-3b1fd9d2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.871941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-469ea755-58eb-4656-b3f1-3b1fd9d2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.872413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-469ea755-58eb-4656-b3f1-3b1fd9d2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:43.874373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-469ea755-58eb-4656-b3f1-3b1fd9d2316d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6290 time: 0.1964214 Aug 20 12:00:44.216635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-bcdbab7f-801c-48a5-8efe-fa60dcc80602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.217080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-bcdbab7f-801c-48a5-8efe-fa60dcc80602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.217555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-bcdbab7f-801c-48a5-8efe-fa60dcc80602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.219279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-bcdbab7f-801c-48a5-8efe-fa60dcc80602 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3188634 Aug 20 12:00:44.339359 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.395489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.426767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-10a68aca-d9c8-4015-9468-769fd610cce4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.434125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-10a68aca-d9c8-4015-9468-769fd610cce4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.440557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-10a68aca-d9c8-4015-9468-769fd610cce4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.446584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-10a68aca-d9c8-4015-9468-769fd610cce4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.452576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-10a68aca-d9c8-4015-9468-769fd610cce4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.459137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-10a68aca-d9c8-4015-9468-769fd610cce4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.466217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-10a68aca-d9c8-4015-9468-769fd610cce4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.470945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Pushing event deleted for resources: {'Port': ['ID=9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:44.476609 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-10a68aca-d9c8-4015-9468-769fd610cce4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5394 time: 0.6893520 Aug 20 12:00:44.512753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-5a2d5fb6-c8f3-4853-892c-66878a168ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:44.514599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3d5f23c7-eac3-4587-af5c-cbdf31ec97c6 req-5a2d5fb6-c8f3-4853-892c-66878a168ce9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2725155 Aug 20 12:00:44.572448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b128da1a-96ed-4a9b-88e9-114ca97854f7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:44.590404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.613147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b664450-4f6e-4a22-8c64-e2b638905461 req-faaecc4b-a702-4e1d-918e-c65188e061b9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323273 Aug 20 12:00:44.644883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.664438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44ea58ef-8309-4b87-a6b3-18afdfea6fec up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:44.726269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ea6167-b287-4128-97ca-b3496e21655f req-ec565d35-802d-45ff-b04e-8a0572a48bb8 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8999987 Aug 20 12:00:44.748476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-776c5b26-12d1-42f1-bd5a-a2035d0471c3 service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9393144 Aug 20 12:00:44.761009 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.766246 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.800302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 44ea58ef-8309-4b87-a6b3-18afdfea6fec completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:44.806034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 44ea58ef-8309-4b87-a6b3-18afdfea6fec triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:44.807709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.827176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e2b657-6b72-4f4d-acbd-0abb6728d77d {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:44.830761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.833061 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.839502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.853628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Transition to ACTIVE for port object 18e2b657-6b72-4f4d-acbd-0abb6728d77d will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:44.855653 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.856685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:00:44.864577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.865839 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f83617df-9a38-4fb0-9c13-b858c236f46d admin admin] 10.222.0.25 "DELETE /v2.0/routers/934cca0e-e3ce-4583-bc7b-c45eaa5d8df7 HTTP/1.1" status: 204 len: 168 time: 2.3413916 Aug 20 12:00:44.867603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.882441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38488) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:44.928007 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:44.960452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:44.964481 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a61853-3101-40a9-a3b1-1ec43f1568dd" -d '{"events": [{"server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "name": "network-vif-plugged", "status": "completed", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:44.980083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 44ea58ef-8309-4b87-a6b3-18afdfea6fec, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:44.988891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.009542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.009542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:00:45.014873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.015877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e0c5cb29-35fa-4f76-8895-3bd2e1ea23bb admin admin] 10.222.0.25 "DELETE /v2.0/routers/4a6a24d2-1665-43ab-8c18-ec82cd1e4e6b HTTP/1.1" status: 204 len: 168 time: 4.5350170 Aug 20 12:00:45.044304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38494) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:45.045398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Pushing event updated for resources: {'Port': ['ID=18e2b657-6b72-4f4d-acbd-0abb6728d77d,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:45.076737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba0b419-cd6c-48f0-bea2-dfb708f7a5d5 admin admin] Deleting subnet 5da811ae-5dae-4795-b1a1-9bbb0d02eb34 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:00:45.093297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dba0b419-cd6c-48f0-bea2-dfb708f7a5d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.107247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=44ea58ef-8309-4b87-a6b3-18afdfea6fec,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:45.187366 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dba0b419-cd6c-48f0-bea2-dfb708f7a5d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.224615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be27321-4758-4b89-a9b6-8be700053059 req-71fba456-271c-4494-ade0-bd62ec33a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.227913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be27321-4758-4b89-a9b6-8be700053059 req-71fba456-271c-4494-ade0-bd62ec33a770 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 1099 time: 0.3437495 Aug 20 12:00:45.248163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-782f1497-7727-4505-b1af-d7b887cbde03 service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649263 Aug 20 12:00:45.297840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ce9214-bad1-40cf-b40b-b60f2e8cc3db admin admin] Deleting subnet 93fd245a-e68c-41c6-876f-3488f7f8dd9c {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:00:45.301272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9214-bad1-40cf-b40b-b60f2e8cc3db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.344768 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9214-bad1-40cf-b40b-b60f2e8cc3db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.362932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae385-bfed-4755-b61c-850dbb8894d8 req-5b61b686-dbb7-4354-8c12-dbdef9a46116 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.366575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e0ae385-bfed-4755-b61c-850dbb8894d8 req-5b61b686-dbb7-4354-8c12-dbdef9a46116 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 946 time: 0.4841969 Aug 20 12:00:45.440091 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9214-bad1-40cf-b40b-b60f2e8cc3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.471580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e0ae385-bfed-4755-b61c-850dbb8894d8 req-09ed5e67-bd78-4c2a-80f0-c6081c423869 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738585 Aug 20 12:00:45.508646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be27321-4758-4b89-a9b6-8be700053059 req-1ef43fb4-53c3-4dc8-bc2a-5389f71dde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.517069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be27321-4758-4b89-a9b6-8be700053059 req-1ef43fb4-53c3-4dc8-bc2a-5389f71dde20 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.2541893 Aug 20 12:00:45.595804 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9214-bad1-40cf-b40b-b60f2e8cc3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.622654 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a84c42-7fdb-412c-a082-2b19f6871620 x-openstack-request-id: req-c2a84c42-7fdb-412c-a082-2b19f6871620 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:45.623419 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "name": "network-vif-plugged", "status": "completed", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:45.623692 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2a84c42-7fdb-412c-a082-2b19f6871620 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:45.624115 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'code': 200} Aug 20 12:00:45.674262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be27321-4758-4b89-a9b6-8be700053059 req-5ed71d50-6851-419a-95be-86e996287b37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d90c9da2-52ed-468e-b160-44d7ddd6f754 HTTP/1.1" status: 200 len: 217 time: 0.1486347 Aug 20 12:00:45.728810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '235d34fe-b107-4a32-afeb-b80a7b610ae1'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:45.731840 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f842628a-d15f-4d78-8431-417f91def880" -d '{"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "235d34fe-b107-4a32-afeb-b80a7b610ae1"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:45.770701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dba0b419-cd6c-48f0-bea2-dfb708f7a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.776483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 124fe973-a787-4b9b-8079-e511d7e9bfc4 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:45.827774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 124fe973-a787-4b9b-8079-e511d7e9bfc4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:45.828346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 124fe973-a787-4b9b-8079-e511d7e9bfc4 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:45.829560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b128da1a-96ed-4a9b-88e9-114ca97854f7 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:45.859186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Attempting to bind port 18e2b657-6b72-4f4d-acbd-0abb6728d77d on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:45.859560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Attempting to bind port 18e2b657-6b72-4f4d-acbd-0abb6728d77d by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:45.859977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Attempting to bind port 18e2b657-6b72-4f4d-acbd-0abb6728d77d on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:45.871984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce9214-bad1-40cf-b40b-b60f2e8cc3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93fd245a-e68c-41c6-876f-3488f7f8dd9c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:45.878549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: b128da1a-96ed-4a9b-88e9-114ca97854f7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:45.878899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b128da1a-96ed-4a9b-88e9-114ca97854f7 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:45.879330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:45.894603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9214-bad1-40cf-b40b-b60f2e8cc3db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.896568 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f4ce9214-bad1-40cf-b40b-b60f2e8cc3db admin admin] 10.222.0.25 "DELETE /v2.0/subnets/93fd245a-e68c-41c6-876f-3488f7f8dd9c HTTP/1.1" status: 204 len: 168 time: 0.6658602 Aug 20 12:00:45.897683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dba0b419-cd6c-48f0-bea2-dfb708f7a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.904931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38518) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:45.927027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b7bedce-95e5-4428-bac8-504c4db7b76e req-2b1c7434-229d-4f13-9e6b-bfa5c750008d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 210 time: 0.1609375 Aug 20 12:00:45.930691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb58a5-a636-41e0-beeb-8bf65b351ab6 None None] Network 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:45.951216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be27321-4758-4b89-a9b6-8be700053059 req-28c3292e-8728-49f2-bce7-ce2e4e44921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.953100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be27321-4758-4b89-a9b6-8be700053059 req-28c3292e-8728-49f2-bce7-ce2e4e44921f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2692897 Aug 20 12:00:45.970456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b950af-55eb-47e2-8739-812acb925f55 req-c2649241-1d59-4304-8f51-ba7168fbf312 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:45.972892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99b950af-55eb-47e2-8739-812acb925f55 req-c2649241-1d59-4304-8f51-ba7168fbf312 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 947 time: 0.2046440 Aug 20 12:00:46.005826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408891d6-4bd6-4beb-9731-f0be3a126db7 req-bcd32b93-dc9c-41d7-82df-6f05ddd4817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.013272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-408891d6-4bd6-4beb-9731-f0be3a126db7 req-bcd32b93-dc9c-41d7-82df-6f05ddd4817a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 1098 time: 0.2437551 Aug 20 12:00:46.050155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:46.050443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9aec9e29-f95c-4ebc-9e3b-16e1ee2a4b12 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:46.135282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-408891d6-4bd6-4beb-9731-f0be3a126db7 req-af5f9dcf-37af-448c-b576-48516ee3acb4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112769 Aug 20 12:00:46.174890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be27321-4758-4b89-a9b6-8be700053059 req-2b84cb47-ed80-4cbf-a040-a64cd0ef72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.176415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be27321-4758-4b89-a9b6-8be700053059 req-2b84cb47-ed80-4cbf-a040-a64cd0ef72d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2015193 Aug 20 12:00:46.198911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99b950af-55eb-47e2-8739-812acb925f55 req-bea1d3ab-a961-4e37-8d62-23bc00b3d10a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855853 Aug 20 12:00:46.201699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] DHCP port deletion for 4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:00:46.206960 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0b419-cd6c-48f0-bea2-dfb708f7a5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da811ae-5dae-4795-b1a1-9bbb0d02eb34,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:46.211450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Port 18e2b657-6b72-4f4d-acbd-0abb6728d77d on network 7e0adf5a-9cef-4859-843d-9007508db2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:46.212106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Attempting to bind port 18e2b657-6b72-4f4d-acbd-0abb6728d77d on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:46.235941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-e5219e7c-8647-4126-8091-8df2f8b7f1af tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.247114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-e5219e7c-8647-4126-8091-8df2f8b7f1af tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.260547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991de56-dc94-4e23-bc5b-44f4741556a8 None None] Network 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:46.272994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dba0b419-cd6c-48f0-bea2-dfb708f7a5d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.277137 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dba0b419-cd6c-48f0-bea2-dfb708f7a5d5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5da811ae-5dae-4795-b1a1-9bbb0d02eb34 HTTP/1.1" status: 204 len: 168 time: 1.3284979 Aug 20 12:00:46.277332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-e5219e7c-8647-4126-8091-8df2f8b7f1af tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.283290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38528) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:46.286508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-e5219e7c-8647-4126-8091-8df2f8b7f1af tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.287713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:46.288062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Checking segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:46.288455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Bound using segment: {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:46.288909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Bound port: 18e2b657-6b72-4f4d-acbd-0abb6728d77d, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ddcb72-7fb1-41c9-b917-164963fe7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:46.291407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.293012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-e5219e7c-8647-4126-8091-8df2f8b7f1af tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.299738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-e5219e7c-8647-4126-8091-8df2f8b7f1af tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.306674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-e5219e7c-8647-4126-8091-8df2f8b7f1af tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:46.307590 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324d5cef-de77-4f09-bb4f-069f97a87eb6 x-openstack-request-id: req-324d5cef-de77-4f09-bb4f-069f97a87eb6 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:46.307877 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "235d34fe-b107-4a32-afeb-b80a7b610ae1", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:46.308133 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-324d5cef-de77-4f09-bb4f-069f97a87eb6 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:46.308525 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '235d34fe-b107-4a32-afeb-b80a7b610ae1', 'status': 'completed', 'code': 200} Aug 20 12:00:46.316485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-e5219e7c-8647-4126-8091-8df2f8b7f1af tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5406 time: 0.2403686 Aug 20 12:00:46.558711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] Deleting port 4231c3be-dfdb-474e-99a1-fcdca5070f86 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:46.559526 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.664286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be27321-4758-4b89-a9b6-8be700053059 req-06470139-0605-48af-9b2a-faa21c862e11 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125930 Aug 20 12:00:46.671404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12865bc9-32ff-48a7-bf4a-51141f9f9442 req-99efe4e5-cf7d-44fb-968d-2135abc7114c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3534486 Aug 20 12:00:46.730374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] DHCP port deletion for 2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:00:46.732960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device d90c9da2-52ed-468e-b160-44d7ddd6f754 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:46.811834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] For port 4231c3be-dfdb-474e-99a1-fcdca5070f86, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4231c3be-dfdb-474e-99a1-fcdca5070f86,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:46.813676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:46.846898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] Calling delete_port for 4231c3be-dfdb-474e-99a1-fcdca5070f86 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:47.074985 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.144934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.148402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e820ebf-7340-4f78-bf89-cf63d0217f65 req-bad1d417-2b6a-4259-8337-263693b6e88f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.151697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e820ebf-7340-4f78-bf89-cf63d0217f65 req-bad1d417-2b6a-4259-8337-263693b6e88f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 946 time: 0.4862893 Aug 20 12:00:47.191051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] Deleting port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:47.191410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.209056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-5d42b0c4-f6a0-4e40-838a-6eba5d67ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.209056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-5d42b0c4-f6a0-4e40-838a-6eba5d67ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.209056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-5d42b0c4-f6a0-4e40-838a-6eba5d67ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.209056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-5d42b0c4-f6a0-4e40-838a-6eba5d67ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.209056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-5d42b0c4-f6a0-4e40-838a-6eba5d67ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.211905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-5d42b0c4-f6a0-4e40-838a-6eba5d67ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.212876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-5d42b0c4-f6a0-4e40-838a-6eba5d67ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.215096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f842628a-d15f-4d78-8431-417f91def880 req-5d42b0c4-f6a0-4e40-838a-6eba5d67ab12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6316 time: 0.8869452 Aug 20 12:00:47.237462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] For port 18e2b657-6b72-4f4d-acbd-0abb6728d77d, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:47.273036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6314a189-4ccc-4cb3-9ac6-b0c5bf8a0860 req-c20a5db2-7421-44b9-af6a-90e020c5761e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 210 time: 0.1196258 Aug 20 12:00:47.296892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] For port 18e2b657-6b72-4f4d-acbd-0abb6728d77d, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:47.306545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] For port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14,segment=NetworkSegment(0db8b20e-b574-47c3-95c4-c02af34b124b),segment_id=0db8b20e-b574-47c3-95c4-c02af34b124b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:47.306947 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.363685 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.366157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] Calling delete_port for 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:47.464273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.466882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.468352 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] 10.222.0.73 "PUT /v2.0/ports/18e2b657-6b72-4f4d-acbd-0abb6728d77d HTTP/1.1" status: 200 len: 1092 time: 4.2455831 Aug 20 12:00:47.519751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be27321-4758-4b89-a9b6-8be700053059 req-21c3a288-dee5-4190-abd3-f5429b5b5e86 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8456619 Aug 20 12:00:47.541290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e820ebf-7340-4f78-bf89-cf63d0217f65 req-248c45a2-2dde-4e07-8075-acbefc1171c4 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654025 Aug 20 12:00:47.558067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Deleting port 4231c3be-dfdb-474e-99a1-fcdca5070f86 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:47.558477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.604677 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.606711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:47.670759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] For port 4231c3be-dfdb-474e-99a1-fcdca5070f86, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4231c3be-dfdb-474e-99a1-fcdca5070f86,segment=NetworkSegment(06736a4e-3cc0-4aa9-88cf-8c551b38551c),segment_id=06736a4e-3cc0-4aa9-88cf-8c551b38551c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:47.671140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.688993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Calling delete_port for 4231c3be-dfdb-474e-99a1-fcdca5070f86 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:47.727044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220f1c-151e-4c8e-bc88-54190fd1ab27 req-a453352c-f1cb-4234-8d15-d7e75490b9c7 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.739026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4220f1c-151e-4c8e-bc88-54190fd1ab27 req-a453352c-f1cb-4234-8d15-d7e75490b9c7 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 947 time: 0.2735341 Aug 20 12:00:47.741766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port d90c9da2-52ed-468e-b160-44d7ddd6f754, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=d90c9da2-52ed-468e-b160-44d7ddd6f754,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:47.745771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:00:47.746119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:47.746578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4231c3be-dfdb-474e-99a1-fcdca5070f86 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:00:47.755500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] Pushing event deleted for resources: {'Port': ['ID=1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:47.768726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65afa0be-8567-4f22-a37a-968decba2b4d None None] No DVR routers for this DVR port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:47.826800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:47.829653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'd90c9da2-52ed-468e-b160-44d7ddd6f754', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'd90c9da2-52ed-468e-b160-44d7ddd6f754', 'mac_address': 'fa:16:3e:92:56:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:47.845597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-175f08a5-256b-47d6-a458-201fbae06637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.846392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-175f08a5-256b-47d6-a458-201fbae06637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.847039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-175f08a5-256b-47d6-a458-201fbae06637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.849286 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f842628a-d15f-4d78-8431-417f91def880 req-175f08a5-256b-47d6-a458-201fbae06637 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6033344 Aug 20 12:00:47.868151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Deleting port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:00:47.868965 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.870903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089a9d-e012-4c9b-8e9a-bd16c097b2dd service neutron] Pushing event updated for resources: {'Port': ['ID=18e2b657-6b72-4f4d-acbd-0abb6728d77d,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:47.881609 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.900696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No active binding found for port 4231c3be-dfdb-474e-99a1-fcdca5070f86 {{(pid=101035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 12:00:47.901424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4231c3be-dfdb-474e-99a1-fcdca5070f86 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:00:47.901568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4220f1c-151e-4c8e-bc88-54190fd1ab27 req-49a20ff5-3350-468c-ae99-19bc19ba090a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593235 Aug 20 12:00:47.916742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-4dc1d7b6-a7d0-447c-be74-1a1031a503f2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:47.923538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-4dc1d7b6-a7d0-447c-be74-1a1031a503f2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.5248272 Aug 20 12:00:47.943326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] Pushing event deleted for resources: {'Port': ['ID=4231c3be-dfdb-474e-99a1-fcdca5070f86,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:47.946784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Request body: {'port': {'device_id': 'c4e44248-82eb-4e53-9889-81541b06e7fa', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'admin_state_up': True, 'tenant_id': '402d104c95254e328746d8020e13134d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:47.989042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.006141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90c9da2-52ed-468e-b160-44d7ddd6f754 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:48.075079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c7dc1-ff94-4b9d-81b0-afb096a35b9d None None] No DVR routers for this DVR port 4231c3be-dfdb-474e-99a1-fcdca5070f86 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:48.081660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port d90c9da2-52ed-468e-b160-44d7ddd6f754, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=d90c9da2-52ed-468e-b160-44d7ddd6f754,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:48.102151 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.104466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-a74d0475-e483-4145-9390-4ef22ce16e3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.115294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-a74d0475-e483-4145-9390-4ef22ce16e3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.123399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-a74d0475-e483-4145-9390-4ef22ce16e3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.127216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.132698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-a74d0475-e483-4145-9390-4ef22ce16e3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.138899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-a74d0475-e483-4145-9390-4ef22ce16e3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.148650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-a74d0475-e483-4145-9390-4ef22ce16e3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.151872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] For port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14, host n-d-800634-10, got binding levels [] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:48.152249 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.157879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-a74d0475-e483-4145-9390-4ef22ce16e3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.161631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-a74d0475-e483-4145-9390-4ef22ce16e3f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5406 time: 0.2365465 Aug 20 12:00:48.197689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.212959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4231c3be-dfdb-474e-99a1-fcdca5070f86,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:48.217884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Calling delete_port for 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:00:48.227990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=d90c9da2-52ed-468e-b160-44d7ddd6f754,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:48.251203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 was not found and therefore no delete operation was performed {{(pid=101033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:00:48.259785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] No DVR routers for this DVR port 4231c3be-dfdb-474e-99a1-fcdca5070f86 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:48.262682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0f9e666-20fd-47fd-9737-e8e3c199e22a req-6c060443-6669-4330-bea3-e8103fe6aa0e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940726 Aug 20 12:00:48.279045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.281303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:48.290711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.323183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '18e2b657-6b72-4f4d-acbd-0abb6728d77d'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:48.325461 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d763904e-7847-4363-a810-ae0683e4d1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "18e2b657-6b72-4f4d-acbd-0abb6728d77d"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:48.378437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['d90c9da2-52ed-468e-b160-44d7ddd6f754'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:48.408535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:48.498013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9a93950-571c-4f58-91e3-0933ba7a9355 req-1246d1dd-3df5-4ae6-a12c-287a6ee30d03 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 210 time: 0.0670056 Aug 20 12:00:48.501569 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3901a1-10fc-4f7a-b2ff-b9761ff00475 x-openstack-request-id: req-1f3901a1-10fc-4f7a-b2ff-b9761ff00475 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:48.502008 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "18e2b657-6b72-4f4d-acbd-0abb6728d77d", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:48.502138 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f3901a1-10fc-4f7a-b2ff-b9761ff00475 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:48.502523 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '18e2b657-6b72-4f4d-acbd-0abb6728d77d', 'status': 'completed', 'code': 200} Aug 20 12:00:48.514864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842628a-d15f-4d78-8431-417f91def880 req-8d90b6ed-c02c-48bf-baa2-4616d40e79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.517090 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f842628a-d15f-4d78-8431-417f91def880 req-8d90b6ed-c02c-48bf-baa2-4616d40e79cd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6306851 Aug 20 12:00:48.519852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] No DVR routers for this DVR port 1bd7a05a-ddcd-4a1e-b5b8-ca8805fd2c14 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:00:48.533950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Allocated IP 172.20.0.3 (fb24bed7-70f5-4056-9b83-7267af71fac2/5a87863f-0c3d-46c4-b743-b332100a4c7c/6971c807-bc4a-44b9-b011-f5663b9278ef) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:48.642365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.716219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:48.743254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06736a4e-3cc0-4aa9-88cf-8c551b38551c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:48.743544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06736a4e-3cc0-4aa9-88cf-8c551b38551c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:48.764137 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.779161 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.793338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edc503c-a0a6-4d35-a8b2-9d2f1d485c70']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:48.851465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db8b20e-b574-47c3-95c4-c02af34b124b') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:48.851769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db8b20e-b574-47c3-95c4-c02af34b124b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:48.854299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.863738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-e25708b0-6efc-40f7-af64-995f65af61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.864522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-e25708b0-6efc-40f7-af64-995f65af61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.865219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-e25708b0-6efc-40f7-af64-995f65af61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.865868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-e25708b0-6efc-40f7-af64-995f65af61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.866531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-e25708b0-6efc-40f7-af64-995f65af61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.867169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-e25708b0-6efc-40f7-af64-995f65af61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.867803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-e25708b0-6efc-40f7-af64-995f65af61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.870123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-e25708b0-6efc-40f7-af64-995f65af61c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6358 time: 0.2942128 Aug 20 12:00:48.879252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.899334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b52ca2-d08a-41b8-bfd1-33c240844f43 req-fed29d29-080b-47b7-b7ce-bf26e875dee7 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:48.900884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1b52ca2-d08a-41b8-bfd1-33c240844f43 req-fed29d29-080b-47b7-b7ce-bf26e875dee7 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 946 time: 0.2137599 Aug 20 12:00:48.901317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.925796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:00:48.926121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.949316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:00:49.004782 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:00:49.022421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event updated for resources: {'Port': ['ID=6971c807-bc4a-44b9-b011-f5663b9278ef,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:49.050615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1b52ca2-d08a-41b8-bfd1-33c240844f43 req-21ce3b80-e704-4e2f-9bad-841c06777214 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242907 Aug 20 12:00:49.074617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Network fb24bed7-70f5-4056-9b83-7267af71fac2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:49.077697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:49.080858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:49.110582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.122317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.137909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:00:49.139432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:49.139776 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.140087 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:00:49.143776 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:00:49.164549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.166549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-d955bfa5-5b59-4567-b46a-370c64817ba1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2271371 Aug 20 12:00:49.167014 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] 10.222.0.25 "DELETE /v2.0/networks/4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7 HTTP/1.1" status: 204 len: 168 time: 3.1615095 Aug 20 12:00:49.185765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd828ce-9855-4ed9-b572-ba13e54703b0 req-37935860-2666-429b-b88a-c32ec8044190 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:49.194928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-acd828ce-9855-4ed9-b572-ba13e54703b0 req-37935860-2666-429b-b88a-c32ec8044190 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 948 time: 0.1843123 Aug 20 12:00:49.206328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Request body: {'port': {'device_id': 'c4e44248-82eb-4e53-9889-81541b06e7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:49.248648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da182ae-27af-4034-bfdb-594636c570ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8ba5b5-fdbb-4e9a-bab8-d7b7d9546fd7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:49.331352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.343361 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.349387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2edc503c-a0a6-4d35-a8b2-9d2f1d485c70 HTTP/1.1" status: 204 len: 168 time: 3.0546966 Aug 20 12:00:49.358065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-dcc848d9-3e33-4980-b8fc-693e20fa0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:49.359018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-dcc848d9-3e33-4980-b8fc-693e20fa0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:49.360736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-dcc848d9-3e33-4980-b8fc-693e20fa0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:49.364185 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-dcc848d9-3e33-4980-b8fc-693e20fa0447 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4795516 Aug 20 12:00:49.385481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcdb0c-66b7-4e89-bd93-30947ac987c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2edc503c-a0a6-4d35-a8b2-9d2f1d485c70,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:49.392022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f52c00-4fc3-44cc-b643-d3a27ad85da4 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:49.431452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-acd828ce-9855-4ed9-b572-ba13e54703b0 req-60adcb39-58c5-4e3d-87c8-0cbc30422433 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311912 Aug 20 12:00:49.496261 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.526307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.555776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Transition to ACTIVE for port object 65f52c00-4fc3-44cc-b643-d3a27ad85da4 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:49.562574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38602) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:49.564836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c753-5932-4daa-98f1-42a621cf543a req-d9fa5a06-c772-4353-8ffa-32346915837b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:49.566454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-d9fa5a06-c772-4353-8ffa-32346915837b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3034077 Aug 20 12:00:49.616308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.787376 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-492a0794-6671-41a6-9b73-2a76e6a132fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04ac883b2f014d8ea9ebbb031fd438e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184191 Aug 20 12:00:49.787376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Pushing event updated for resources: {'Port': ['ID=65f52c00-4fc3-44cc-b643-d3a27ad85da4,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:49.789334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38608) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:49.869871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-781c81ce-538c-4734-8351-a61d9925d3a9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.2869394 Aug 20 12:00:49.899484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Request body: {'floatingip': {'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:49.927767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-a362bc74-a674-4c98-b80a-4cf1e6048c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:49.929467 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d763904e-7847-4363-a810-ae0683e4d1b9 req-a362bc74-a674-4c98-b80a-4cf1e6048c3c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5476191 Aug 20 12:00:49.933873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38610) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:50.009946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd1f3-b5d8-43a6-986e-14175405f190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.018404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.045856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-f3f50d12-3162-41e1-8921-1ebfd4cb7c0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.051981 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd1f3-b5d8-43a6-986e-14175405f190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.063383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-f3f50d12-3162-41e1-8921-1ebfd4cb7c0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.091106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-f3f50d12-3162-41e1-8921-1ebfd4cb7c0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.108985 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-f3f50d12-3162-41e1-8921-1ebfd4cb7c0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.120548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-f3f50d12-3162-41e1-8921-1ebfd4cb7c0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.132203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd1f3-b5d8-43a6-986e-14175405f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.135296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd1f3-b5d8-43a6-986e-14175405f190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.136534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e4cd1f3-b5d8-43a6-986e-14175405f190 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c948f2e4-4d9a-4f4a-9b51-3e421e918579 HTTP/1.1" status: 204 len: 168 time: 0.3365419 Aug 20 12:00:50.137872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-f3f50d12-3162-41e1-8921-1ebfd4cb7c0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.151822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-f3f50d12-3162-41e1-8921-1ebfd4cb7c0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.162644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-f3f50d12-3162-41e1-8921-1ebfd4cb7c0a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5418 time: 0.5832517 Aug 20 12:00:50.231959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cd1f3-b5d8-43a6-986e-14175405f190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c948f2e4-4d9a-4f4a-9b51-3e421e918579,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:50.278868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Attempting to bind port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:50.279785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Attempting to bind port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:50.280225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Attempting to bind port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 on network 8e2889d6-5a65-410a-9861-3239109dd4ae {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:50.302241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 on network 8e2889d6-5a65-410a-9861-3239109dd4ae not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:50.302486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Attempting to bind port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 on network 8e2889d6-5a65-410a-9861-3239109dd4ae {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:50.334618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4b6b916e-97cd-44fb-bd05-b2fa561e87b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecaccb96e46f47febcbdf3237b730e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988349 Aug 20 12:00:50.335870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:50.336702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:50.339327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Checking segment: {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:50.339809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Bound using segment: {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:50.340260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Bound port: 65f52c00-4fc3-44cc-b643-d3a27ad85da4, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:50.342335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.383014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d6e9c55-b630-4f07-a450-95fbef99f2e3 req-e5cf976c-7704-4840-a4bd-8667ba375a68 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2170858 Aug 20 12:00:50.583874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] For port 65f52c00-4fc3-44cc-b643-d3a27ad85da4, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:50.589548 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-02b5da44-0749-44dc-b50e-c1f45794fbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.613562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] For port 65f52c00-4fc3-44cc-b643-d3a27ad85da4, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:50.629911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.634272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-02b5da44-0749-44dc-b50e-c1f45794fbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.636660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124aca90-b4b4-496e-8177-2cd5c3f024a3 req-328dcd42-5661-42c7-9b01-d9cfdc2213a5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.638303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-124aca90-b4b4-496e-8177-2cd5c3f024a3 req-328dcd42-5661-42c7-9b01-d9cfdc2213a5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 931 time: 0.1331120 Aug 20 12:00:50.718033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device d90c9da2-52ed-468e-b160-44d7ddd6f754 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:50.721854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:50.722629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.724522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] 10.222.0.73 "PUT /v2.0/ports/65f52c00-4fc3-44cc-b643-d3a27ad85da4 HTTP/1.1" status: 200 len: 1092 time: 2.9131765 Aug 20 12:00:50.730417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '65f52c00-4fc3-44cc-b643-d3a27ad85da4'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:50.732854 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722b9fe8-62e3-480c-9434-11a19501d16c" -d '{"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "65f52c00-4fc3-44cc-b643-d3a27ad85da4"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:50.752325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34f936-0b09-4fa2-babb-eaea80e54e37 service neutron] Pushing event updated for resources: {'Port': ['ID=65f52c00-4fc3-44cc-b643-d3a27ad85da4,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:50.766667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Request body: {'port': {'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:50.806470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6971c807-bc4a-44b9-b011-f5663b9278ef {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:50.831406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-02b5da44-0749-44dc-b50e-c1f45794fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.834493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-02b5da44-0749-44dc-b50e-c1f45794fbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.838068 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-02b5da44-0749-44dc-b50e-c1f45794fbcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2b503a2-e264-4023-a694-1685bd86ccaa HTTP/1.1" status: 204 len: 168 time: 0.4516182 Aug 20 12:00:50.856742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port d90c9da2-52ed-468e-b160-44d7ddd6f754 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:50.861737 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.871677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port d90c9da2-52ed-468e-b160-44d7ddd6f754 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:50.872345 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.889644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5da44-0749-44dc-b50e-c1f45794fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b503a2-e264-4023-a694-1685bd86ccaa,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:50.890069 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:00:50.914375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.005971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Transition to ACTIVE for port object 6971c807-bc4a-44b9-b011-f5663b9278ef will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:51.035773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-124aca90-b4b4-496e-8177-2cd5c3f024a3 req-b2cf3564-b3d5-46a7-bdfb-988354a252b6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780386 Aug 20 12:00:51.150159 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.186994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90c9da2-52ed-468e-b160-44d7ddd6f754'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:51.205209 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c8a857-edaa-45ec-8cc7-d6233504bbfe" -d '{"events": [{"server_uuid": "09bf5876-da22-4685-8450-2a30e1fb5a32", "name": "network-vif-plugged", "status": "completed", "tag": "d90c9da2-52ed-468e-b160-44d7ddd6f754"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:51.259437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port d90c9da2-52ed-468e-b160-44d7ddd6f754, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=d90c9da2-52ed-468e-b160-44d7ddd6f754,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:51.290241 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.418052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=d90c9da2-52ed-468e-b160-44d7ddd6f754,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:51.501692 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.619494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e0b8afa2-b37e-42d3-89dc-1bf7ce89e19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.699744 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.735689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c77869-f052-4695-af20-d722d5183e3e {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:51.752888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.776279 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.777958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Transition to ACTIVE for port object 03c77869-f052-4695-af20-d722d5183e3e will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:51.784936 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:51.914662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Pushing event updated for resources: {'Port': ['ID=03c77869-f052-4695-af20-d722d5183e3e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:52.035331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Attempting to bind port 03c77869-f052-4695-af20-d722d5183e3e on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:52.035765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Attempting to bind port 03c77869-f052-4695-af20-d722d5183e3e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:52.036161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Attempting to bind port 03c77869-f052-4695-af20-d722d5183e3e on network 8e2889d6-5a65-410a-9861-3239109dd4ae {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:52.045837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Port 03c77869-f052-4695-af20-d722d5183e3e on network 8e2889d6-5a65-410a-9861-3239109dd4ae not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:52.046619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Attempting to bind port 03c77869-f052-4695-af20-d722d5183e3e on network 8e2889d6-5a65-410a-9861-3239109dd4ae {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:52.055530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:52.058613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Checking segment: {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:52.063531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Bound using segment: {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:52.064316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Bound port: 03c77869-f052-4695-af20-d722d5183e3e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:52.065490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.206257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] For port 03c77869-f052-4695-af20-d722d5183e3e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:52.212147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] For port 03c77869-f052-4695-af20-d722d5183e3e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03c77869-f052-4695-af20-d722d5183e3e,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:52.220127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.290975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.291657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.293046 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] 10.222.0.73 "PUT /v2.0/ports/03c77869-f052-4695-af20-d722d5183e3e HTTP/1.1" status: 200 len: 1092 time: 1.5333109 Aug 20 12:00:52.357812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81159184-795b-4e0a-9575-3dd4ce22136c service neutron] Pushing event updated for resources: {'Port': ['ID=03c77869-f052-4695-af20-d722d5183e3e,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:52.392570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09ac2-8cce-4e58-822c-40d2cbff3f95 req-6b439e32-7125-41e4-8933-ff1941212a53 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.403675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59a09ac2-8cce-4e58-822c-40d2cbff3f95 req-6b439e32-7125-41e4-8933-ff1941212a53 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 949 time: 0.9207811 Aug 20 12:00:52.406346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Attempting to bind port 6971c807-bc4a-44b9-b011-f5663b9278ef on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:52.407444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Attempting to bind port 6971c807-bc4a-44b9-b011-f5663b9278ef by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:52.408027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Attempting to bind port 6971c807-bc4a-44b9-b011-f5663b9278ef on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:52.420703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Port 6971c807-bc4a-44b9-b011-f5663b9278ef on network fb24bed7-70f5-4056-9b83-7267af71fac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:00:52.421342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Attempting to bind port 6971c807-bc4a-44b9-b011-f5663b9278ef on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:52.438584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6971c807-bc4a-44b9-b011-f5663b9278ef,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:52.453281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1be024db-9733-4174-8c9d-9aafe3d8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.453779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1be024db-9733-4174-8c9d-9aafe3d8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.453904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:52.454724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Checking segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:52.454858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1be024db-9733-4174-8c9d-9aafe3d8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.454953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Bound using segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:52.455078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1be024db-9733-4174-8c9d-9aafe3d8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.455195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Bound port: 6971c807-bc4a-44b9-b011-f5663b9278ef, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:52.455303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1be024db-9733-4174-8c9d-9aafe3d8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.455575 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.455693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1be024db-9733-4174-8c9d-9aafe3d8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.456413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1be024db-9733-4174-8c9d-9aafe3d8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.480009 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-1be024db-9733-4174-8c9d-9aafe3d8a22a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6494 time: 0.1321366 Aug 20 12:00:52.558470 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-994eb0ae-62bd-412f-8c98-bfe2a5f35609 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59 HTTP/1.1" status: 200 len: 217 time: 0.0586095 Aug 20 12:00:52.575788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59a09ac2-8cce-4e58-822c-40d2cbff3f95 req-53d106eb-7858-4221-bd60-bcd548402aff tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654654 Aug 20 12:00:52.667190 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979a62b8-7054-4eb7-b734-9664749f9284 x-openstack-request-id: req-979a62b8-7054-4eb7-b734-9664749f9284 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:52.667488 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "65f52c00-4fc3-44cc-b643-d3a27ad85da4", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:52.667752 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-979a62b8-7054-4eb7-b734-9664749f9284 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:52.668150 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '65f52c00-4fc3-44cc-b643-d3a27ad85da4', 'status': 'completed', 'code': 200} Aug 20 12:00:52.682993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] For port 6971c807-bc4a-44b9-b011-f5663b9278ef, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:52.708942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] For port 6971c807-bc4a-44b9-b011-f5663b9278ef, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6971c807-bc4a-44b9-b011-f5663b9278ef,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:52.714548 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e associated. External IP: 172.25.0.154, port: 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82. Aug 20 12:00:52.720155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5f12e254-96a8-438f-ae85-53f3d6039dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.720647 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:52.727653 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5f12e254-96a8-438f-ae85-53f3d6039dae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0024e3-2062-40b0-9cde-ef72ee39abcd HTTP/1.1" status: 200 len: 856 time: 0.1527147 Aug 20 12:00:52.768478 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8585f86f-6f9c-4f9b-969d-dc03aff4d3c5 x-openstack-request-id: req-8585f86f-6f9c-4f9b-969d-dc03aff4d3c5 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:52.769819 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf5876-da22-4685-8450-2a30e1fb5a32", "name": "network-vif-plugged", "status": "completed", "tag": "d90c9da2-52ed-468e-b160-44d7ddd6f754", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:52.769819 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8585f86f-6f9c-4f9b-969d-dc03aff4d3c5 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:52.769819 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90c9da2-52ed-468e-b160-44d7ddd6f754', 'code': 200} Aug 20 12:00:52.839084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-a37dfc53-8395-4692-ac7d-319654768bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:52.840967 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-a37dfc53-8395-4692-ac7d-319654768bec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04055f11-a4d0-472f-9545-221fd61c4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022534 Aug 20 12:00:52.987370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-644aadd0-c09c-4213-bd19-61d2c45af921 service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337583 Aug 20 12:00:53.006064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38690) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:53.031050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.032245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.033673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] 10.222.0.73 "PUT /v2.0/ports/6971c807-bc4a-44b9-b011-f5663b9278ef HTTP/1.1" status: 200 len: 1092 time: 3.8316488 Aug 20 12:00:53.035221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e44248-82eb-4e53-9889-81541b06e7fa', 'tag': '6971c807-bc4a-44b9-b011-f5663b9278ef'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:53.038102 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530bc768-1770-4bd1-9875-92516b5406b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e44248-82eb-4e53-9889-81541b06e7fa", "tag": "6971c807-bc4a-44b9-b011-f5663b9278ef"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:53.119224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa8d8d-6ad8-4c4d-88b7-a775b3f894d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6971c807-bc4a-44b9-b011-f5663b9278ef,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:53.151542 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-e9bff26f-08d9-436e-a2a8-41990d4fb80c service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537628 Aug 20 12:00:53.216180 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-2791e0db-7553-4684-a0db-dba9854db7f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 200 len: 217 time: 0.0562105 Aug 20 12:00:53.220181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-78fb354e-e8e1-4d0d-ae7b-607cb40a4364 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.236421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-78fb354e-e8e1-4d0d-ae7b-607cb40a4364 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.243322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-78fb354e-e8e1-4d0d-ae7b-607cb40a4364 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.251388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-78fb354e-e8e1-4d0d-ae7b-607cb40a4364 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.257726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-78fb354e-e8e1-4d0d-ae7b-607cb40a4364 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.269373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-78fb354e-e8e1-4d0d-ae7b-607cb40a4364 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.270488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1529099659-network', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:53.276943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-78fb354e-e8e1-4d0d-ae7b-607cb40a4364 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.286433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-78fb354e-e8e1-4d0d-ae7b-607cb40a4364 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.3723598 Aug 20 12:00:53.290289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5b7eb-3ae9-4ab9-96a5-68d63427a75c req-c906e53a-db73-4680-94c7-0636c77274df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.292042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6a5b7eb-3ae9-4ab9-96a5-68d63427a75c req-c906e53a-db73-4680-94c7-0636c77274df service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 1101 time: 0.3735213 Aug 20 12:00:53.309134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-95a083a8-57fd-4e8e-9c4f-269804547ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.312218 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-95a083a8-57fd-4e8e-9c4f-269804547ba8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.0831933 Aug 20 12:00:53.319439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Made reservation on behalf of b1c864bebc5e4ecf996f0cfd2d514168 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:53.322783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.377085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.410300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6a5b7eb-3ae9-4ab9-96a5-68d63427a75c req-58cf54bc-0a38-444c-9970-be27770ffae1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027691 Aug 20 12:00:53.413902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-2ba535ed-9567-4ea6-9e2d-ea154b014ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.415796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-2ba535ed-9567-4ea6-9e2d-ea154b014ecd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 1095 time: 0.3218331 Aug 20 12:00:53.421654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:00:53.433444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-c1a4ff0c-501f-4c1c-bd91-d531c3b81a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.435230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-c1a4ff0c-501f-4c1c-bd91-d531c3b81a4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976644 Aug 20 12:00:53.441352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e3a6c18-ec4c-48d5-bd54-d722b7f32ec2 req-333f6aae-da00-4eb3-b028-13b2d1a1115a tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1515803 Aug 20 12:00:53.519948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38708) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:53.529195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-7eff464f-2b83-475e-a431-ad6fda9ee14e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6971c807-bc4a-44b9-b011-f5663b9278ef HTTP/1.1" status: 200 len: 217 time: 0.0809712 Aug 20 12:00:53.597986 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-efe1f4fe-a3d9-4236-a7fb-ceac3d80c9f0 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537719 Aug 20 12:00:53.713157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-2780e015-54d5-47a9-94d3-6a9c6084106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:53.714520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-2780e015-54d5-47a9-94d3-6a9c6084106a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.0978394 Aug 20 12:00:53.728537 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.735372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.779068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:53.819409 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.819600 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Added segment ac6c6b73-1456-4e78-ad25-44bd583064ff of type vlan for network 1dc1aa9a-07af-4258-a94a-69c38875253d Aug 20 12:00:53.826632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d271e09-8253-4561-a3ff-1108129f0581,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:53.836438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-c61770d3-1966-4de6-9773-c7fb0e7a52c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110287 Aug 20 12:00:53.839846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-network', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:53.885899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Made reservation on behalf of 6c734e0fef3447e48e4f4a412e9e6e89 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:53.888185 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.907346 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-a14c81e4-779d-4bae-8c48-289472f70870 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881076 Aug 20 12:00:53.931884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.938502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.970932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-523c69a0-674c-48b4-bb33-ff1472e3ffbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 200 len: 217 time: 0.0494819 Aug 20 12:00:53.981152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:00:53.990757 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:53.999482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:00:54.023136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:54.023922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:54.028776 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.030548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.031150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.050410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-03523b75-f1fd-4ede-be2f-4a2ec923ed5a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "PUT /v2.0/floatingips/6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e HTTP/1.1" status: 200 len: 997 time: 4.1795332 Aug 20 12:00:54.099545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-58dcbc29-e343-453f-9eac-1ac865e8598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.101362 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-58dcbc29-e343-453f-9eac-1ac865e8598a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.1226797 Aug 20 12:00:54.152751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-288c582b-3279-48b6-a7e3-5fb0ae9c92b6 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908340 Aug 20 12:00:54.154535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc1aa9a-07af-4258-a94a-69c38875253d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:54.185408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c753-5932-4daa-98f1-42a621cf543a req-34b23002-3f8c-4519-92ef-90157c7db3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.192711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5e9235df-43fd-4c0c-b76b-0048066b52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.193449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-34b23002-3f8c-4519-92ef-90157c7db3ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.1274440 Aug 20 12:00:54.195315 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-5e9235df-43fd-4c0c-b76b-0048066b52c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0828242 Aug 20 12:00:54.252484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1dc1aa9a-07af-4258-a94a-69c38875253d details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:54.307119 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3071fccd-e6fa-4d92-ae09-c87b1a0906f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.355879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:54.457646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.464406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c753-5932-4daa-98f1-42a621cf543a req-7f1e41d8-1c84-4360-a54e-c065317b5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.466064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-7f1e41d8-1c84-4360-a54e-c065317b5d63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.2717800 Aug 20 12:00:54.472046 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.482557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c242-167f-4253-a8ff-1699707c7cc0 req-3e6585e0-95b4-4f8b-ba4b-b946944e2972 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.490496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe88c242-167f-4253-a8ff-1699707c7cc0 req-3e6585e0-95b4-4f8b-ba4b-b946944e2972 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 943 time: 0.1755352 Aug 20 12:00:54.579832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd5e80f-6b6c-4292-9860-6f97838ed6db req-2d3e98d2-f694-4881-b109-9210e0083b0d service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173183 Aug 20 12:00:54.582507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:00:54.611138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e159b6-f2e2-4844-b85b-22928b34794b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:54.627824 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.628171 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Added segment b358aa00-17f3-455a-8ba3-1be4f5039bd7 of type vlan for network 3ddd7108-d25b-424b-a56c-62895e8fcd27 Aug 20 12:00:54.657370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe88c242-167f-4253-a8ff-1699707c7cc0 req-f338dfc9-820c-4bd0-a182-6fdd1aa63afc tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601210 Aug 20 12:00:54.670392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-87252730-600d-4e49-a680-2ecc33a73c02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 1000 time: 0.1774127 Aug 20 12:00:54.804489 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccb2545-4349-43f1-bb38-d7d1c33382e3 x-openstack-request-id: req-1ccb2545-4349-43f1-bb38-d7d1c33382e3 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:54.805144 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e44248-82eb-4e53-9889-81541b06e7fa", "tag": "6971c807-bc4a-44b9-b011-f5663b9278ef", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:54.805595 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ccb2545-4349-43f1-bb38-d7d1c33382e3 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:54.806224 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e44248-82eb-4e53-9889-81541b06e7fa', 'tag': '6971c807-bc4a-44b9-b011-f5663b9278ef', 'status': 'completed', 'code': 200} Aug 20 12:00:54.836179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:12:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12445147-5ca7-4879-a7bf-423a60e0d943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:00:51Z', 'revision_number': 1, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:54.847680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.872286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:00:54.883536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:00:54.884220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:54.932994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c753-5932-4daa-98f1-42a621cf543a req-9a525683-513f-47e5-9bec-38fff153931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.934638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-9a525683-513f-47e5-9bec-38fff153931a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.2203186 Aug 20 12:00:54.967615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bc768-1770-4bd1-9875-92516b5406b1 req-31b45287-30ea-4630-a9a2-4b7a301626cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.968858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530bc768-1770-4bd1-9875-92516b5406b1 req-31b45287-30ea-4630-a9a2-4b7a301626cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 1095 time: 0.1616247 Aug 20 12:00:54.979676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:54.980753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:54.981421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.028248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '03c77869-f052-4695-af20-d722d5183e3e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:55.030606 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db445e52-6674-42fa-9fae-206dc9532e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "03c77869-f052-4695-af20-d722d5183e3e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:55.034959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-efe723e0-dd3a-40bf-9991-2b118078ce2b service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298881 Aug 20 12:00:55.038369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64e4a-51a9-4cc1-80c2-13a5ad608841 req-60dbf92b-5703-4b3f-b364-30e1b675a131 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:55.044798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2714b0bd-105d-4ba8-9776-c5924b6aa386 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0340137 Aug 20 12:00:55.046120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25d64e4a-51a9-4cc1-80c2-13a5ad608841 req-60dbf92b-5703-4b3f-b364-30e1b675a131 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 949 time: 0.1917422 Aug 20 12:00:55.046286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38748) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:55.055149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Request body: {'subnet': {'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1529099659-subnet', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:55.083901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:00:55.159261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Made reservation on behalf of b1c864bebc5e4ecf996f0cfd2d514168 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:55.160551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6393902 Aug 20 12:00:55.161871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.164175 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.166668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38750) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:55.183417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Request body: {'subnet': {'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-subnet', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:55.197471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b38fb6-f678-4759-898f-d7e8815c3b52 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddd7108-d25b-424b-a56c-62895e8fcd27,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:55.217170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c753-5932-4daa-98f1-42a621cf543a req-3c008a52-5586-4da3-94cd-137a85ecb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:55.225069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-3c008a52-5586-4da3-94cd-137a85ecb6ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2806973 Aug 20 12:00:55.232992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3ddd7108-d25b-424b-a56c-62895e8fcd27 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:00:55.238353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-f2c1753f-1ca7-47a3-bcd6-c800fb098b68 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:00:55.246117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-f2c1753f-1ca7-47a3-bcd6-c800fb098b68 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201585 Aug 20 12:00:55.266302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25d64e4a-51a9-4cc1-80c2-13a5ad608841 req-a49c5d25-6e55-4462-a7eb-42b48379818d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142861 Aug 20 12:00:55.284257 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-554ba2ca-a31f-4ea1-a56a-5c0efdda763b service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125947 Aug 20 12:00:55.361898 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-f27c9498-b5b0-402c-adf7-f1d1107aa187 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1 HTTP/1.1" status: 200 len: 217 time: 0.0641978 Aug 20 12:00:55.440460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bc768-1770-4bd1-9875-92516b5406b1 req-bcf2defc-48f6-44a0-b257-783f406a7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:55.443446 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530bc768-1770-4bd1-9875-92516b5406b1 req-bcf2defc-48f6-44a0-b257-783f406a7987 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 913 time: 0.4571812 Aug 20 12:00:55.578958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Made reservation on behalf of 6c734e0fef3447e48e4f4a412e9e6e89 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:00:55.581411 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.581592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-082f12c8-bbda-4515-a265-e50605344d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:55.584017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.586714 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-082f12c8-bbda-4515-a265-e50605344d6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.2152781 Aug 20 12:00:55.590911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530bc768-1770-4bd1-9875-92516b5406b1 req-89f3f649-1b6c-48ad-a190-1e3167b65101 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6971c807-bc4a-44b9-b011-f5663b9278ef HTTP/1.1" status: 200 len: 217 time: 0.1245003 Aug 20 12:00:55.638342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:12:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12445147-5ca7-4879-a7bf-423a60e0d943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:00:51Z', 'revision_number': 1, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:00:55.744931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d5842-cb35-4dee-8a45-06c0e081e115 None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:12:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12445147-5ca7-4879-a7bf-423a60e0d943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:00:51Z', 'revision_number': 1, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:00:55.768327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bc768-1770-4bd1-9875-92516b5406b1 req-de589cd4-584f-4f40-acc4-e302afbdab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:55.771512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530bc768-1770-4bd1-9875-92516b5406b1 req-de589cd4-584f-4f40-acc4-e302afbdab1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.1658061 Aug 20 12:00:55.801876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-836bcb6a-7e6b-46cc-8f3d-79bb184a3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:55.804422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-836bcb6a-7e6b-46cc-8f3d-79bb184a3a7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2083869 Aug 20 12:00:55.813586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:55.830863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-db60aa18-c376-4d6b-8674-fbf2a57e4f67 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836923 Aug 20 12:00:55.960419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf6c526-a7c9-46e6-8a5e-d5e68edb8078,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:55.975068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Checking segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:55.975433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Network hostable DHCP agents. Network: 1dc1aa9a-07af-4258-a94a-69c38875253d, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:55.999510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530bc768-1770-4bd1-9875-92516b5406b1 req-c9647ad8-0fe3-4126-9bbf-0aa442416417 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2094772 Aug 20 12:00:56.013780 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-62777b0b-cef6-4fc6-9714-5881456fd7ca service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968751 Aug 20 12:00:56.023034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:56.036666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d244c753-5932-4daa-98f1-42a621cf543a req-a1afc30a-4475-43df-a312-83bb66649750 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025714 Aug 20 12:00:56.138819 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603735e9-137c-46cb-884f-1cf615dbe27d None None] New status for floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:00:56.173741 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9becf8-6fa8-4100-b7be-876385def35f x-openstack-request-id: req-7b9becf8-6fa8-4100-b7be-876385def35f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:56.174393 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "03c77869-f052-4695-af20-d722d5183e3e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:56.174393 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b9becf8-6fa8-4100-b7be-876385def35f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:56.174722 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '03c77869-f052-4695-af20-d722d5183e3e', 'status': 'completed', 'code': 200} Aug 20 12:00:56.175552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1dc1aa9a-07af-4258-a94a-69c38875253d) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:56.185219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4cea7-8daa-4419-901a-d7112ea96e33 None None] Network 1dc1aa9a-07af-4258-a94a-69c38875253d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:56.186729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.187398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:56.224757 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-18043396-e4e8-4612-acc0-fe154155e854 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1767211 Aug 20 12:00:56.225739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-ae3eac62-19e5-4145-a4ed-4bba14b73d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.227442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38776) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:56.232325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:56.241689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-ae3eac62-19e5-4145-a4ed-4bba14b73d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.257805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-ae3eac62-19e5-4145-a4ed-4bba14b73d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.272077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-ae3eac62-19e5-4145-a4ed-4bba14b73d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.283292 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-c1deecc6-f53a-4e6a-944a-189a85be5aaa service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411125 Aug 20 12:00:56.287310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-ae3eac62-19e5-4145-a4ed-4bba14b73d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.288643 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:56.290058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:56.294570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-ae3eac62-19e5-4145-a4ed-4bba14b73d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.302401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-ae3eac62-19e5-4145-a4ed-4bba14b73d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.311383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-ae3eac62-19e5-4145-a4ed-4bba14b73d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.5248458 Aug 20 12:00:56.368618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:56.423898 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-fa8bbdd2-eda2-4d81-b758-36ae3d1820da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d HTTP/1.1" status: 200 len: 217 time: 0.0535023 Aug 20 12:00:56.531882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-1dc1aa9a-07af-4258-a94a-69c38875253d', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:00:56.533211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:56.626617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2c456e2-624d-4dd5-bcc3-fd050ed7f35c req-8fb4cc0b-f011-4895-bcd9-317e9574ec6c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3127220 Aug 20 12:00:56.645670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-db87905d-6649-4fcd-be01-2336f32e0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.647191 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-db87905d-6649-4fcd-be01-2336f32e0f82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.0942845 Aug 20 12:00:56.741788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66bdcb-9b37-4581-962a-e8cded3015bb req-26a3ce84-83e3-434f-965c-42cd7ba41934 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.743360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d66bdcb-9b37-4581-962a-e8cded3015bb req-26a3ce84-83e3-434f-965c-42cd7ba41934 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 1101 time: 0.4284801 Aug 20 12:00:56.745182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530bc768-1770-4bd1-9875-92516b5406b1 req-948b6d1d-65cf-403d-a905-92eac189f69f service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982293 Aug 20 12:00:56.815147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:56.817401 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493f90b6-1314-424e-a413-92e7df2c568f" -d '{"events": [{"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:56.853168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:56.873479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45c93522-2d55-4067-9358-c0efd8f15359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:56.877663 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-45c93522-2d55-4067-9358-c0efd8f15359 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1206112 Aug 20 12:00:57.024339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.052783 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-d6dfe272-2994-4c15-8aaf-c3220c46df81 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604044 Aug 20 12:00:57.113155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.118082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Allocated IP 172.20.0.2 (1dc1aa9a-07af-4258-a94a-69c38875253d/abf6c526-a7c9-46e6-8a5e-d5e68edb8078/d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:57.338315 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.349446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Transition to ACTIVE for port object d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:57.367405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Transition to ACTIVE for port object d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:57.376661 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.431146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:57.436142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:57.440422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:57.463268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Pushing event updated for resources: {'Port': ['ID=d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:57.478724 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-ef742650-bd33-4d7d-8dae-86fe9f1f10ce service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086146 Aug 20 12:00:57.489498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.503608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54b8a98-bf33-4fc4-ba92-3fc2d74ecc99,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:57.525714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d66bdcb-9b37-4581-962a-e8cded3015bb req-f02070ec-61f3-4cde-b2d0-c77d858330c5 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7584791 Aug 20 12:00:57.573487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ba9ed-f2cc-4b33-9815-069df2bce77f req-439562ed-0cd2-4d75-8589-06bff64bd7ba tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:57.582540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-471ba9ed-f2cc-4b33-9815-069df2bce77f req-439562ed-0cd2-4d75-8589-06bff64bd7ba tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 943 time: 0.7068722 Aug 20 12:00:57.583082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Attempting to bind port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:57.583460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Attempting to bind port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:57.583844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Attempting to bind port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:57.596432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:57.596843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Checking segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:57.600400 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.600830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Bound using segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:57.601333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Bound port: d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:57.601747 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.628982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.636335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Checking segment: {'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:57.636937 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Network hostable DHCP agents. Network: 3ddd7108-d25b-424b-a56c-62895e8fcd27, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:00:57.666896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-471ba9ed-f2cc-4b33-9815-069df2bce77f req-de8c4b4d-aff1-42f5-9278-989141a986fb tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787296 Aug 20 12:00:57.743665 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530bc768-1770-4bd1-9875-92516b5406b1 req-0c5c51de-5631-4dfa-a224-49e0bf650a21 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9753067 Aug 20 12:00:57.749753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Allocated IP 172.25.0.134 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/96fd1d80-e0ad-496b-bfcc-363bd71ff8fb) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:57.753702 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71e456c-7d73-4232-9005-882667d0a570 x-openstack-request-id: req-b71e456c-7d73-4232-9005-882667d0a570 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:57.754316 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:57.754754 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b71e456c-7d73-4232-9005-882667d0a570 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:57.755322 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'status': 'completed', 'code': 200} Aug 20 12:00:57.787343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Network 3ddd7108-d25b-424b-a56c-62895e8fcd27 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:00:57.824614 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-ffa3f1cb-777f-4fe6-93d9-6ffb4d577483 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4 HTTP/1.1" status: 200 len: 217 time: 0.3303790 Aug 20 12:00:57.838791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-a4ea2209-1bbd-4a1b-86c8-c5b2293c7b83 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:57.842628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-a4ea2209-1bbd-4a1b-86c8-c5b2293c7b83 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1725407 Aug 20 12:00:57.847769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3ddd7108-d25b-424b-a56c-62895e8fcd27) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:57.865650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ce49a-771e-489e-8d3c-95d5bd6e60ad None None] Network 3ddd7108-d25b-424b-a56c-62895e8fcd27 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:57.940710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] For port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:57.949957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-ec5af46f-4591-4bfc-a1bd-695659c44e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:57.951524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-ec5af46f-4591-4bfc-a1bd-695659c44e0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.0969419 Aug 20 12:00:57.955871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.968306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] For port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:00:57.971951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:57.972793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:57.988839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.010030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6971c807-bc4a-44b9-b011-f5663b9278ef details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:58.035159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-46f59c4c-c681-40cc-b09b-fdc375a4ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.036745 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-46f59c4c-c681-40cc-b09b-fdc375a4ca78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0764363 Aug 20 12:00:58.042301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eb548fc6-90c2-4fd0-b9b1-3459e88ed7ee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8690727 Aug 20 12:00:58.053612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38820) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:58.061087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:58.076194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.175074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-ceca322e-9df7-4f38-8f51-db105610629f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.3249607 Aug 20 12:00:58.192119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f90b6-1314-424e-a413-92e7df2c568f req-cf86583f-15fb-4d63-bf5f-db48fea4b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.196622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-493f90b6-1314-424e-a413-92e7df2c568f req-cf86583f-15fb-4d63-bf5f-db48fea4b1f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.3937812 Aug 20 12:00:58.202048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Request body: {'floatingip': {'port_id': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:00:58.209501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fcf48-3232-4d7b-bbdc-176d27d66038 None None] Pushing event updated for resources: {'Port': ['ID=d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.240939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:58.244570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:58.245929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-8b5bd751-46f2-477a-a124-ed481a86ee17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.251462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Pushing event updated for resources: {'Port': ['ID=96fd1d80-e0ad-496b-bfcc-363bd71ff8fb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.256830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:58.262649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-8b5bd751-46f2-477a-a124-ed481a86ee17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.277915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-3ddd7108-d25b-424b-a56c-62895e8fcd27', 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'fixed_ips': [{'subnet_id': 'd54b8a98-bf33-4fc4-ba92-3fc2d74ecc99'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:00:58.278147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-8b5bd751-46f2-477a-a124-ed481a86ee17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.280385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.290874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-8b5bd751-46f2-477a-a124-ed481a86ee17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.299946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-8b5bd751-46f2-477a-a124-ed481a86ee17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.313782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-8b5bd751-46f2-477a-a124-ed481a86ee17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.329093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-8b5bd751-46f2-477a-a124-ed481a86ee17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.331061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-8b5bd751-46f2-477a-a124-ed481a86ee17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.4373803 Aug 20 12:00:58.341305 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6971c807-bc4a-44b9-b011-f5663b9278ef, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6971c807-bc4a-44b9-b011-f5663b9278ef,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:58.417872 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-ddc5492d-59f9-4bc0-9268-84d89c4f1682 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727012 Aug 20 12:00:58.430067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.431273 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.467700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '6971c807-bc4a-44b9-b011-f5663b9278ef', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'port_id': '6971c807-bc4a-44b9-b011-f5663b9278ef', 'mac_address': 'fa:16:3e:c6:27:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87863f-0c3d-46c4-b743-b332100a4c7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:58.512676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.541869 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.617453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6971c807-bc4a-44b9-b011-f5663b9278ef {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:58.683180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f90b6-1314-424e-a413-92e7df2c568f req-0326b206-1eaa-44dc-8b7a-649a372c3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:58.685149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-493f90b6-1314-424e-a413-92e7df2c568f req-0326b206-1eaa-44dc-8b7a-649a372c3b4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.4681935 Aug 20 12:00:58.688503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.689924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6971c807-bc4a-44b9-b011-f5663b9278ef, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6971c807-bc4a-44b9-b011-f5663b9278ef,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:58.703914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:58.707659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Allocated IP 172.20.0.2 (3ddd7108-d25b-424b-a56c-62895e8fcd27/d54b8a98-bf33-4fc4-ba92-3fc2d74ecc99/6ac9f8df-7faf-4443-a272-2f218c1bbedf) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:00:58.817992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=6971c807-bc4a-44b9-b011-f5663b9278ef,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:58.900365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.011802 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-ab1ce674-db6e-4a66-be02-3ca4fa5758d8 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948113 Aug 20 12:00:59.024639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['6971c807-bc4a-44b9-b011-f5663b9278ef'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:59.076628 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.100656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Transition to ACTIVE for port object 6ac9f8df-7faf-4443-a272-2f218c1bbedf will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:59.154214 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.164954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Transition to ACTIVE for port object 6ac9f8df-7faf-4443-a272-2f218c1bbedf will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:00:59.179467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.224650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-72d0fd71-a231-46d6-9f7e-9c697577e863 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03c77869-f052-4695-af20-d722d5183e3e HTTP/1.1" status: 200 len: 217 time: 0.2033184 Aug 20 12:00:59.265138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Pushing event updated for resources: {'Port': ['ID=6ac9f8df-7faf-4443-a272-2f218c1bbedf,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:59.300030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.316749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Network 3ddd7108-d25b-424b-a56c-62895e8fcd27 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:00:59.321595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:00:59.354232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:00:59.365896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3969ebfb-1a7b-40b0-87be-bcbac5279a4b req-b5decc8c-3392-469c-982b-69ecf9a14002 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6888661 Aug 20 12:00:59.404581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-493f90b6-1314-424e-a413-92e7df2c568f req-0ea13275-9a82-4499-9f52-426b9c2387f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 1002 time: 0.5592420 Aug 20 12:00:59.418336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-6084cfa2-1d24-45e8-9121-0f9f39db91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:59.420789 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-6084cfa2-1d24-45e8-9121-0f9f39db91b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.1888907 Aug 20 12:00:59.568398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-99ca159b-cf40-4400-bbf9-ec352642ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:59.570117 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-99ca159b-cf40-4400-bbf9-ec352642ebe1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355627 Aug 20 12:00:59.624235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Attempting to bind port 6ac9f8df-7faf-4443-a272-2f218c1bbedf on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:00:59.624622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Attempting to bind port 6ac9f8df-7faf-4443-a272-2f218c1bbedf by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:00:59.625047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Attempting to bind port 6ac9f8df-7faf-4443-a272-2f218c1bbedf on network 3ddd7108-d25b-424b-a56c-62895e8fcd27 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:00:59.655465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38832) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:00:59.668104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:59.674402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:00:59.674824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Checking segment: {'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:00:59.680080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.680609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Bound using segment: {'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:00:59.681142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Bound port: 6ac9f8df-7faf-4443-a272-2f218c1bbedf, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:00:59.681598 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.723259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6fc91f-7262-421d-a527-f59f28934b6b None None] Network 1dc1aa9a-07af-4258-a94a-69c38875253d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:00:59.801979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-5156d883-67d2-42b6-ac08-f53e8b28914c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123385 Aug 20 12:00:59.919127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3f9d406d-8308-4c6b-9191-819255bed32b None None] Provisioning for port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:59.961700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:59.966542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] For port 6ac9f8df-7faf-4443-a272-2f218c1bbedf, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:00:59.973127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-0c895f8d-d70a-4359-a4e4-91246b55e319 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:59.980631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-0c895f8d-d70a-4359-a4e4-91246b55e319 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777408 Aug 20 12:00:59.982818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:59.983204 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:59.996220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f90b6-1314-424e-a413-92e7df2c568f req-9b19a91e-7426-484a-af8f-b7f44ae9a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:59.997794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-493f90b6-1314-424e-a413-92e7df2c568f req-9b19a91e-7426-484a-af8f-b7f44ae9a3b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.4479823 Aug 20 12:01:00.036612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] For port 6ac9f8df-7faf-4443-a272-2f218c1bbedf, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6ac9f8df-7faf-4443-a272-2f218c1bbedf,segment=NetworkSegment(b358aa00-17f3-455a-8ba3-1be4f5039bd7),segment_id=b358aa00-17f3-455a-8ba3-1be4f5039bd7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:00.054343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6a07-bb17-4f41-aed5-4b56f878d563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.054589 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.065816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-cebd4b75-03c7-4a07-a1c1-ff927ca8424e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/quotas/72a923b5e4ea46bda6080c1d93c9b1fd HTTP/1.1" status: 200 len: 375 time: 0.0842280 Aug 20 12:01:00.115018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-0ed6083d-6e23-49a7-b06d-c3c48082de5a service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362298 Aug 20 12:01:00.121610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Router a9805b97-41a3-4e06-8dc4-bdb459639955 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:01:00.182297 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.214726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6a07-bb17-4f41-aed5-4b56f878d563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.239735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e307d-a65f-425e-81d7-19e29c4956ba None None] Pushing event updated for resources: {'Port': ['ID=6ac9f8df-7faf-4443-a272-2f218c1bbedf,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:00.253044 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6a07-bb17-4f41-aed5-4b56f878d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.280180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:00.287770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.392717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:00.430240 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92f2dea8-7f25-451a-b839-3e42dff65fa2 req-7c1dae13-7ee1-48db-a542-32299422a3b0 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048770 Aug 20 12:01:00.476456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:00.489855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Sync routers for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:00.507747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:00.508955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:00.525780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.527537 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6a36d94e-f343-4aa3-9072-b3c1057499f9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2990942 Aug 20 12:01:00.530268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38846) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:00.633131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f90b6-1314-424e-a413-92e7df2c568f req-c4ed98fe-b439-437a-b4b3-235f2bef000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.635056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-493f90b6-1314-424e-a413-92e7df2c568f req-c4ed98fe-b439-437a-b4b3-235f2bef000d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6213779 Aug 20 12:01:00.674977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-e1b4f9e6-7de7-4494-a48b-1f2bc93424ec tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6047089 Aug 20 12:01:00.705995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:00.734195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8a3f6a07-bb17-4f41-aed5-4b56f878d563 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f11f4f67412f4119b13abab4bf835172&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0776377 Aug 20 12:01:00.738387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38850) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:00.774151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7a026ced-5e0f-48bb-a574-dd6cb4f29e52 None None] Provisioning complete for port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:00.774612 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7a026ced-5e0f-48bb-a574-dd6cb4f29e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.815909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f6a07-bb17-4f41-aed5-4b56f878d563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010fae63-e3be-4ad7-bcbe-faa152f53f4d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:00.890305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.resource_extend [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:01:00.901337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-7dfec9f9-f90c-4d2b-9eb5-cbf920412780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.901823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-7dfec9f9-f90c-4d2b-9eb5-cbf920412780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.902329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-7dfec9f9-f90c-4d2b-9eb5-cbf920412780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.902812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-7dfec9f9-f90c-4d2b-9eb5-cbf920412780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.903284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-7dfec9f9-f90c-4d2b-9eb5-cbf920412780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.903757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-7dfec9f9-f90c-4d2b-9eb5-cbf920412780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.904231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-7dfec9f9-f90c-4d2b-9eb5-cbf920412780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.915420 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722b9fe8-62e3-480c-9434-11a19501d16c req-7dfec9f9-f90c-4d2b-9eb5-cbf920412780 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6494 time: 0.2430127 Aug 20 12:01:01.142331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:00:58Z', 'revision_number': 3, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:01.160070 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:01.199108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-3a0ef481-df04-4863-84d7-7f3949349faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:01.201969 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722b9fe8-62e3-480c-9434-11a19501d16c req-3a0ef481-df04-4863-84d7-7f3949349faa service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e2889d6-5a65-410a-9861-3239109dd4ae HTTP/1.1" status: 200 len: 903 time: 0.2737396 Aug 20 12:01:01.220242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:01.221591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Checking router: a9805b97-41a3-4e06-8dc4-bdb459639955 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:01.222156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Updating router a9805b97-41a3-4e06-8dc4-bdb459639955 port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:01:01.287860 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722b9fe8-62e3-480c-9434-11a19501d16c req-85ed3c94-0fb7-4ad4-9e93-9685c6816c34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4 HTTP/1.1" status: 200 len: 217 time: 0.0719075 Aug 20 12:01:01.288102 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:01.333640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-493f90b6-1314-424e-a413-92e7df2c568f req-a31a635d-df75-4855-80b6-141241d43e5e service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432116 Aug 20 12:01:01.341557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5c09-d7dc-4426-be8b-dc776c5b22fe req-c134c6d3-d30b-4c2b-bed6-2509d49cbe9d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:01.354747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-343e5c09-d7dc-4426-be8b-dc776c5b22fe req-c134c6d3-d30b-4c2b-bed6-2509d49cbe9d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 944 time: 0.3674905 Aug 20 12:01:01.376239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5ee52ee5-cc42-4b03-8f01-2aaec2a56619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:01.414020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-a4bc526a-c279-4729-942b-8140d7b83643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:01.418379 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722b9fe8-62e3-480c-9434-11a19501d16c req-a4bc526a-c279-4729-942b-8140d7b83643 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.1192632 Aug 20 12:01:01.607152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9fe8-62e3-480c-9434-11a19501d16c req-c05b8b9e-108b-4e80-a912-8ab57d088457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:01.608894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722b9fe8-62e3-480c-9434-11a19501d16c req-c05b8b9e-108b-4e80-a912-8ab57d088457 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1341991 Aug 20 12:01:01.779083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:01.788541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:01.829922 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722b9fe8-62e3-480c-9434-11a19501d16c req-22f8e8ca-c28e-4cec-8c39-9516e64032b0 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107060 Aug 20 12:01:01.836912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5859722-8f79-4a60-a7f4-6b1bb5a04658 None None] Network 3ddd7108-d25b-424b-a56c-62895e8fcd27 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:02.000891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0f476771-615c-45a1-b009-d1c3123a92d6 None None] Provisioning for port 6ac9f8df-7faf-4443-a272-2f218c1bbedf completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:02.001522 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.009252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6971c807-bc4a-44b9-b011-f5663b9278ef up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:02.075792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5ee52ee5-cc42-4b03-8f01-2aaec2a56619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.082773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.084781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722b9fe8-62e3-480c-9434-11a19501d16c req-f67cec73-871a-4c40-aa1c-49bf675af00f service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067528 Aug 20 12:01:02.113861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Allocated IP 172.20.0.1 (1dc1aa9a-07af-4258-a94a-69c38875253d/abf6c526-a7c9-46e6-8a5e-d5e68edb8078/f087a5c1-ebda-4c05-bca4-9cb286594003) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:02.155140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-343e5c09-d7dc-4426-be8b-dc776c5b22fe req-727edc13-d55c-427b-8f0a-5865ec491c50 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7936053 Aug 20 12:01:02.231407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:02.231684 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.310739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 6971c807-bc4a-44b9-b011-f5663b9278ef completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:02.315531 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-493f90b6-1314-424e-a413-92e7df2c568f req-30cf695c-f488-4223-a16a-7c15fddb9bf3 service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9575229 Aug 20 12:01:02.340781 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.348649 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e associated. External IP: 172.25.0.154, port: 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82. Aug 20 12:01:02.370221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 6971c807-bc4a-44b9-b011-f5663b9278ef triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:02.370584 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.444553 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.455753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-7c0e621d-8f82-4c85-917a-ab3ac35e4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.458650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-7c0e621d-8f82-4c85-917a-ab3ac35e4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.459447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-7c0e621d-8f82-4c85-917a-ab3ac35e4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.460173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-7c0e621d-8f82-4c85-917a-ab3ac35e4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.460873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-7c0e621d-8f82-4c85-917a-ab3ac35e4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.461617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-7c0e621d-8f82-4c85-917a-ab3ac35e4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.462388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-7c0e621d-8f82-4c85-917a-ab3ac35e4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.464757 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-db445e52-6674-42fa-9fae-206dc9532e1d req-7c0e621d-8f82-4c85-917a-ab3ac35e4575 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6494 time: 0.0790584 Aug 20 12:01:02.497795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-155f16a5-670d-4f4d-8209-631637d2e990 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2326701 Aug 20 12:01:02.502054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Transition to ACTIVE for port object 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:02.509503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Transition to ACTIVE for port object f087a5c1-ebda-4c05-bca4-9cb286594003 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:02.510394 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5ee52ee5-cc42-4b03-8f01-2aaec2a56619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.516328 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5ee52ee5-cc42-4b03-8f01-2aaec2a56619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.517552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5ee52ee5-cc42-4b03-8f01-2aaec2a56619 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/010fae63-e3be-4ad7-bcbe-faa152f53f4d HTTP/1.1" status: 204 len: 168 time: 1.7678604 Aug 20 12:01:02.529961 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.539619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6ac9f8df-7faf-4443-a272-2f218c1bbedf up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:02.589665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.653555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:02.661418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:02.666470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Attempting to bind port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:02.667198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Attempting to bind port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:02.667323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Attempting to bind port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:02.672776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:02.680771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee52ee5-cc42-4b03-8f01-2aaec2a56619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010fae63-e3be-4ad7-bcbe-faa152f53f4d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:02.683601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f087a5c1-ebda-4c05-bca4-9cb286594003,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:02.688948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c06725-944d-4d6f-b8c8-c41b1b4d678d None None] Pushing event updated for resources: {'Port': ['ID=96fd1d80-e0ad-496b-bfcc-363bd71ff8fb,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:02.701132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:02.701514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:02.701923 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.702359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:02.702850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Bound port: 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:02.703274 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.742614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.786152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-a5027acb-da23-48c6-a028-5591e628de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.787700 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-db445e52-6674-42fa-9fae-206dc9532e1d req-a5027acb-da23-48c6-a028-5591e628de6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e2889d6-5a65-410a-9861-3239109dd4ae HTTP/1.1" status: 200 len: 903 time: 0.3157411 Aug 20 12:01:02.792819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-0b88db69-ccb6-4db3-8de7-f0e9f70c8463 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.798513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-0b88db69-ccb6-4db3-8de7-f0e9f70c8463 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745094 Aug 20 12:01:02.819310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-a13feeb6-022b-444c-a543-7c8e757efbd9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.826100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-a13feeb6-022b-444c-a543-7c8e757efbd9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.829575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e44248-82eb-4e53-9889-81541b06e7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6971c807-bc4a-44b9-b011-f5663b9278ef'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:02.832308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-a13feeb6-022b-444c-a543-7c8e757efbd9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.841594 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d20143-0cc5-441c-abeb-a69bebe94e52" -d '{"events": [{"server_uuid": "c4e44248-82eb-4e53-9889-81541b06e7fa", "name": "network-vif-plugged", "status": "completed", "tag": "6971c807-bc4a-44b9-b011-f5663b9278ef"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:02.844402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 6ac9f8df-7faf-4443-a272-2f218c1bbedf completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:02.847029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-a13feeb6-022b-444c-a543-7c8e757efbd9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.853484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-a13feeb6-022b-444c-a543-7c8e757efbd9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.860744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-a13feeb6-022b-444c-a543-7c8e757efbd9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.868210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6ac9f8df-7faf-4443-a272-2f218c1bbedf triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:02.868589 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.870378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-a13feeb6-022b-444c-a543-7c8e757efbd9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:02.872804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-a13feeb6-022b-444c-a543-7c8e757efbd9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.6142426 Aug 20 12:01:02.881409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Request body: {'port': {'device_id': '708c5ade-a6b1-492c-b170-98ea07acc742', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '72a923b5e4ea46bda6080c1d93c9b1fd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:02.883398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6971c807-bc4a-44b9-b011-f5663b9278ef, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6971c807-bc4a-44b9-b011-f5663b9278ef,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:02.915372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] For port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:02.921080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.929487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:02.978695 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-db445e52-6674-42fa-9fae-206dc9532e1d req-bdff9024-79ab-4893-ba1e-09246e8ca382 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03c77869-f052-4695-af20-d722d5183e3e HTTP/1.1" status: 200 len: 217 time: 0.1790650 Aug 20 12:01:02.997852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] For port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=96fd1d80-e0ad-496b-bfcc-363bd71ff8fb,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:03.014845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Allocated IP 172.25.0.169 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/e41cd602-64ee-4f81-bfcf-1263344a8096) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:03.027481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38868) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:03.027759 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.068794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d1c0fd0a-247d-48b4-a3d7-3e09e81b2acb None None] Provisioning complete for port 6ac9f8df-7faf-4443-a272-2f218c1bbedf triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:03.069847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fd0a-247d-48b4-a3d7-3e09e81b2acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.098662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-0c9d9c3a-7c46-42d6-a5ec-9788c61c317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:03.100514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-db445e52-6674-42fa-9fae-206dc9532e1d req-0c9d9c3a-7c46-42d6-a5ec-9788c61c317d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.1124341 Aug 20 12:01:03.103803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=6971c807-bc4a-44b9-b011-f5663b9278ef,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:03.119668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d22c6f3f-8e59-4bd0-be49-6b56ec70ede1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.161604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445e52-6674-42fa-9fae-206dc9532e1d req-15e251d6-8a83-44eb-8c2b-73841f481cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:03.163147 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-db445e52-6674-42fa-9fae-206dc9532e1d req-15e251d6-8a83-44eb-8c2b-73841f481cdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548813 Aug 20 12:01:03.166842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:03.167501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:03.200324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5dd0661d-bb9d-476b-9189-f7e7ba7b60a8 req-1049c660-3810-46ee-b999-3395a5418391 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3099682 Aug 20 12:01:03.229816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.245010 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.262076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c06725-944d-4d6f-b8c8-c41b1b4d678d None None] Pushing event updated for resources: {'Port': ['ID=96fd1d80-e0ad-496b-bfcc-363bd71ff8fb,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:03.273959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:03.331062 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-db445e52-6674-42fa-9fae-206dc9532e1d req-ca9ad691-5400-4490-b618-0ef96fc15bef service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525686 Aug 20 12:01:03.356374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 6ac9f8df-7faf-4443-a272-2f218c1bbedf, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6ac9f8df-7faf-4443-a272-2f218c1bbedf,segment=NetworkSegment(b358aa00-17f3-455a-8ba3-1be4f5039bd7),segment_id=b358aa00-17f3-455a-8ba3-1be4f5039bd7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:03.357159 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.373915 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.408498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fd0a-247d-48b4-a3d7-3e09e81b2acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.417316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:03.487990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=6ac9f8df-7faf-4443-a272-2f218c1bbedf,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:03.519334 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d22c6f3f-8e59-4bd0-be49-6b56ec70ede1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.524468 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-db445e52-6674-42fa-9fae-206dc9532e1d req-8a75861b-ef29-4f23-ab7f-7d9ce3237b7f service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761417 Aug 20 12:01:03.548067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.557306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.602215 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-d1c0fd0a-247d-48b4-a3d7-3e09e81b2acb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:01:03.602584 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-d1c0fd0a-247d-48b4-a3d7-3e09e81b2acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:01:03.640000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f087a5c1-ebda-4c05-bca4-9cb286594003,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:03.643854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.660966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:03.674026 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:03.682318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d22c6f3f-8e59-4bd0-be49-6b56ec70ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.698038 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:03.698943 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:03.722462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:02Z', 'revision_number': 1, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:03.752775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:03.754169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:03.758880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30db61d-1932-4119-97fc-fc0ea3df430a None None] The sync data for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 is: [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:02Z', 'revision_number': 1, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:03.929854 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:03.948140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Router a9805b97-41a3-4e06-8dc4-bdb459639955 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:03.950286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d22c6f3f-8e59-4bd0-be49-6b56ec70ede1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33aeff71768d4677b2514d2f08a822ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9217880 Aug 20 12:01:03.953900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Made reservation on behalf of 72a923b5e4ea46bda6080c1d93c9b1fd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:03.959861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38880) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:03.964404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:03.995766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb9b33c3-bf5c-433a-bdbb-77a07344d35d req-aebfb91e-7b28-4afd-a630-d0d1ccb83f43 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 210 time: 0.5528619 Aug 20 12:01:04.008041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c6f3f-8e59-4bd0-be49-6b56ec70ede1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e184a2a-198d-4219-9025-3973477d0cab,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:04.168239 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-190e0387-2e32-4d70-b9b1-98cbd62382db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.192652 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50169d-879b-4302-904f-50ecf266ba3a x-openstack-request-id: req-3e50169d-879b-4302-904f-50ecf266ba3a {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:04.193156 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e44248-82eb-4e53-9889-81541b06e7fa", "name": "network-vif-plugged", "status": "completed", "tag": "6971c807-bc4a-44b9-b011-f5663b9278ef", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:04.193156 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e50169d-879b-4302-904f-50ecf266ba3a {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:04.195041 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e44248-82eb-4e53-9889-81541b06e7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6971c807-bc4a-44b9-b011-f5663b9278ef', 'code': 200} Aug 20 12:01:04.301792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-190e0387-2e32-4d70-b9b1-98cbd62382db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.341063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:04.362467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d79b2494-5eed-464a-8d9d-c08893b50050 None None] Provisioning for port f087a5c1-ebda-4c05-bca4-9cb286594003 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:04.362701 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0cb82e3b-aefe-456e-b3eb-32dfdf1d90f1 admin admin] 10.222.0.25 "PUT /v2.0/routers/a9805b97-41a3-4e06-8dc4-bdb459639955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8238614 Aug 20 12:01:04.400263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d79b2494-5eed-464a-8d9d-c08893b50050 None None] Provisioning complete for port f087a5c1-ebda-4c05-bca4-9cb286594003 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:04.400263 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d79b2494-5eed-464a-8d9d-c08893b50050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.401596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450af-aab9-45ee-b30f-62d07d14b1a3 req-116ba1b2-e9ba-48c5-9b68-57c3a71f1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:04.401596 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b8450af-aab9-45ee-b30f-62d07d14b1a3 req-116ba1b2-e9ba-48c5-9b68-57c3a71f1314 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 1097 time: 0.1689620 Aug 20 12:01:04.431103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.489284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d79b2494-5eed-464a-8d9d-c08893b50050 None None] Port f087a5c1-ebda-4c05-bca4-9cb286594003 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:04.539361 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:c0:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:00Z', 'revision_number': 3, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:04.588148 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:04.601189 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:04.602262 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:04.654976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Pushing event updated for resources: {'Port': ['ID=e41cd602-64ee-4f81-bfcf-1263344a8096,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:04.661621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:04.694590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:04.702715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:04.777566 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:04.783989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72ea8-277c-4bdc-947c-a610767b0e52 req-c1f08c5e-8e4e-4877-a040-8d021d1a8166 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:04.785970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60c72ea8-277c-4bdc-947c-a610767b0e52 req-c1f08c5e-8e4e-4877-a040-8d021d1a8166 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 945 time: 0.5034523 Aug 20 12:01:04.819698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Allocated IP 192.168.233.24 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/6dd931c8-53b6-40bb-995f-396a5d4d0487) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:04.850474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:04.888207 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b8450af-aab9-45ee-b30f-62d07d14b1a3 req-b4610f35-8b96-487a-bb23-6968ea2e7890 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842572 Aug 20 12:01:04.896003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-190e0387-2e32-4d70-b9b1-98cbd62382db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.899405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-190e0387-2e32-4d70-b9b1-98cbd62382db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:04.901271 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-190e0387-2e32-4d70-b9b1-98cbd62382db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e184a2a-198d-4219-9025-3973477d0cab HTTP/1.1" status: 204 len: 168 time: 0.9386632 Aug 20 12:01:04.917193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e0387-2e32-4d70-b9b1-98cbd62382db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e184a2a-198d-4219-9025-3973477d0cab,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:05.200885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60c72ea8-277c-4bdc-947c-a610767b0e52 req-38e7b6e8-28cc-4820-826a-2dccd23fc0c8 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978765 Aug 20 12:01:05.278747 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:c0:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:00Z', 'revision_number': 3, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:05.322685 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a66d5-ff9d-437f-8053-7f887371a480 None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:c0:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:00Z', 'revision_number': 3, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:05.514009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-a75b9543-11b7-412d-a4ff-8db2cd30dcfd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:05.523305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-a75b9543-11b7-412d-a4ff-8db2cd30dcfd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:05.529337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-a75b9543-11b7-412d-a4ff-8db2cd30dcfd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:05.538053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-a75b9543-11b7-412d-a4ff-8db2cd30dcfd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:05.552461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-a75b9543-11b7-412d-a4ff-8db2cd30dcfd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:05.563575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-a75b9543-11b7-412d-a4ff-8db2cd30dcfd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:05.573282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-a75b9543-11b7-412d-a4ff-8db2cd30dcfd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:05.575883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-a75b9543-11b7-412d-a4ff-8db2cd30dcfd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.2919695 Aug 20 12:01:05.653131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:05.694396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17e68d-854f-4d82-8925-38895ae0588a None None] New status for floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:01:05.791355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:05.838753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:05.839206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.013615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:06.026321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.097791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.135205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02b00fd4-d5d8-4a34-884d-82670aec8182 req-c5840dea-fb5f-452c-826e-33892362148d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570265 Aug 20 12:01:06.143854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Transition to ACTIVE for port object 6dd931c8-53b6-40bb-995f-396a5d4d0487 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:06.150408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:06.153072 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b8c94-6299-443b-9288-8b278476190c" -d '{"events": [{"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:06.156598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.236072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-64c8104f-b44b-4f6c-a66f-805ab2e23cac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "PUT /v2.0/floatingips/6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e HTTP/1.1" status: 200 len: 999 time: 8.0519662 Aug 20 12:01:06.320054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.347818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=96fd1d80-e0ad-496b-bfcc-363bd71ff8fb,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:06.351452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-cfd47f7f-f1d5-49d2-adba-17638efa82b0 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:06.353222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-cfd47f7f-f1d5-49d2-adba-17638efa82b0 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports/03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 943 time: 0.1163490 Aug 20 12:01:06.357173 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.358505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6ac9f8df-7faf-4443-a272-2f218c1bbedf up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:06.371629 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.402579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148', '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:06.404930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'd90c9da2-52ed-468e-b160-44d7ddd6f754'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:06.473222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:06.478898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:06.481753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:06.570285 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:06.592389 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:06.593175 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:06.654276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=96fd1d80-e0ad-496b-bfcc-363bd71ff8fb,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:06.753980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:06.763483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.771237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6ac9f8df-7faf-4443-a272-2f218c1bbedf triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:06.771711 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:06.822497 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:06.892914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38946) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:06.898057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e040d008-0330-4e11-868a-f8e9372c04f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523657804', 'description': 'tempest-description--1458870937'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:06.908963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'Port': ['ID=6dd931c8-53b6-40bb-995f-396a5d4d0487,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:06.919946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-fa7efaea-b3ae-4434-9660-284e89598854 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0460320 Aug 20 12:01:06.939535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-4af1a817-c68f-4e41-b142-8d77412cf63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:06.943439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-4af1a817-c68f-4e41-b142-8d77412cf63e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.4992640 Aug 20 12:01:06.950775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Request body: {'port': {'device_id': '708c5ade-a6b1-492c-b170-98ea07acc742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:06.976000 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e040d008-0330-4e11-868a-f8e9372c04f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.029934 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.134815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e040d008-0330-4e11-868a-f8e9372c04f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.150068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e040d008-0330-4e11-868a-f8e9372c04f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.212406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040d008-0330-4e11-868a-f8e9372c04f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f1b39a-9934-44a9-bbc4-65094a7ff092,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:07.255727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e040d008-0330-4e11-868a-f8e9372c04f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.264412 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e040d008-0330-4e11-868a-f8e9372c04f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3687031 Aug 20 12:01:07.265509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38952) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:07.267085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Sync routers for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:07.275105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-43034b64-8561-4312-8f6d-9bed6b8c51be None None] Provisioning for port 6dd931c8-53b6-40bb-995f-396a5d4d0487 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:07.279124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.280517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fc834d39-d9f7-4c6a-9913-66d67d5ee3dd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'security_group_rule': {'security_group_id': '58f1b39a-9934-44a9-bbc4-65094a7ff092', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:07.287967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-43034b64-8561-4312-8f6d-9bed6b8c51be None None] Provisioning complete for port 6dd931c8-53b6-40bb-995f-396a5d4d0487 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:07.288479 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43034b64-8561-4312-8f6d-9bed6b8c51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.338051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-43034b64-8561-4312-8f6d-9bed6b8c51be None None] Port 6dd931c8-53b6-40bb-995f-396a5d4d0487 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:07.339125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc834d39-d9f7-4c6a-9913-66d67d5ee3dd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.354225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:07.355026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:07.428244 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:c0:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:07.454981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:07.460321 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:07.475641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc834d39-d9f7-4c6a-9913-66d67d5ee3dd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.482392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc834d39-d9f7-4c6a-9913-66d67d5ee3dd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.482579 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:07.483073 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:07.506878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc834d39-d9f7-4c6a-9913-66d67d5ee3dd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7c0ab1-b849-48f1-8296-df575cfabda1,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:07.519087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785b28-b187-4545-a730-95835c3b9124 req-889fab59-5307-477d-bb4e-5811693d1deb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:07.537237 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc834d39-d9f7-4c6a-9913-66d67d5ee3dd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.539008 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fc834d39-d9f7-4c6a-9913-66d67d5ee3dd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683165 Aug 20 12:01:07.541624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38958) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:07.545696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25785b28-b187-4545-a730-95835c3b9124 req-889fab59-5307-477d-bb4e-5811693d1deb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 935 time: 0.4962354 Aug 20 12:01:07.548286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b37bd695-8756-4f82-93af-0d091dd0cc41 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'security_group_rule': {'security_group_id': '58f1b39a-9934-44a9-bbc4-65094a7ff092', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:07.561171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-8bc5282b-7b87-4125-8934-1cef31e5fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:07.573205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-8bc5282b-7b87-4125-8934-1cef31e5fb27 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.5741370 Aug 20 12:01:07.594666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b37bd695-8756-4f82-93af-0d091dd0cc41 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.604091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:01:07.643696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:07.644643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-f2a8bdb6-34e5-4a28-ae12-2c8d00aba343 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 217 time: 0.0523570 Aug 20 12:01:07.658809 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:07.673026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:07.720040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a49c1e4-4312-4fd9-b315-9c4b7767211c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.756720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b37bd695-8756-4f82-93af-0d091dd0cc41 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.773538 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b37bd695-8756-4f82-93af-0d091dd0cc41 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.810148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bd695-8756-4f82-93af-0d091dd0cc41 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e142cbe1-c167-4b66-8040-1e5aafc4d251,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:07.936714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a49c1e4-4312-4fd9-b315-9c4b7767211c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.946489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a49c1e4-4312-4fd9-b315-9c4b7767211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.956500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-5c7a8e24-67cc-4524-bb39-fd14bc1ee015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:07.958643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-5c7a8e24-67cc-4524-bb39-fd14bc1ee015 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.2950454 Aug 20 12:01:07.970011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b37bd695-8756-4f82-93af-0d091dd0cc41 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:07.971437 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b37bd695-8756-4f82-93af-0d091dd0cc41 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4284148 Aug 20 12:01:07.990485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38960) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:08.016803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:08.043449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:08.046659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:08.047159 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.064328 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25785b28-b187-4545-a730-95835c3b9124 req-4d956eca-d08b-476f-adba-36f5a9ed012b tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174136 Aug 20 12:01:08.092930 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4a49c1e4-4312-4fd9-b315-9c4b7767211c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69f7ed95bb444fd28d5e489332ba8183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363986 Aug 20 12:01:08.095955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38962) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:08.105129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49c1e4-4312-4fd9-b315-9c4b7767211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92d03ac-99b3-4193-8b6b-5568d3cea04e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:08.132729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.158773 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c49382-cb47-4290-a1a3-450643f4f9e3 x-openstack-request-id: req-e2c49382-cb47-4290-a1a3-450643f4f9e3 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:08.158773 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:08.159149 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2c49382-cb47-4290-a1a3-450643f4f9e3 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:08.159562 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'status': 'completed', 'code': 200} Aug 20 12:01:08.214492 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Sync routers for ids ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:08.216401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.217732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-357f15c5-c31a-4210-aeb8-37a370632443 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.1601431 Aug 20 12:01:08.228362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38964) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:08.254640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Routers {'05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:08.255559 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:08.318451 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:c0:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:08.348198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8c94-6299-443b-9288-8b278476190c req-c84d1249-b98e-409b-952c-7839d7db95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:08.350039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ce7b8c94-6299-443b-9288-8b278476190c req-c84d1249-b98e-409b-952c-7839d7db95f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.1205392 Aug 20 12:01:08.358599 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc887b-e808-43c0-a568-f28e5bc24077 None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:c0:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:08.417387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 2, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:08.445406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd931c8-53b6-40bb-995f-396a5d4d0487 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:08.455137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.470080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Transition to ACTIVE for port object 6dd931c8-53b6-40bb-995f-396a5d4d0487 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:08.474419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Checking router: a9805b97-41a3-4e06-8dc4-bdb459639955 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:08.474770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Updating router a9805b97-41a3-4e06-8dc4-bdb459639955 port f087a5c1-ebda-4c05-bca4-9cb286594003 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:01:08.494132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-87fefac1-0997-4d71-b41d-452e06a88ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:08.495811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-87fefac1-0997-4d71-b41d-452e06a88ceb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4494917 Aug 20 12:01:08.500683 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Set router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:08.501861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.511966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.531508 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8c94-6299-443b-9288-8b278476190c req-b9f37fc2-212f-478c-ad38-160c8eabe4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:08.532961 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ce7b8c94-6299-443b-9288-8b278476190c req-b9f37fc2-212f-478c-ad38-160c8eabe4de service neutron] 10.222.0.73 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.1521397 Aug 20 12:01:08.549806 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.571504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-684f78d9-63c9-496b-862c-b5b9f60bb623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.641684 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ce7b8c94-6299-443b-9288-8b278476190c req-821e8706-a50d-4969-b451-ea3be2151be2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 217 time: 0.1008663 Aug 20 12:01:08.765535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8c94-6299-443b-9288-8b278476190c req-9d342861-2ba1-4547-a3cf-3cfe7cfbb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:08.767359 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ce7b8c94-6299-443b-9288-8b278476190c req-9d342861-2ba1-4547-a3cf-3cfe7cfbb882 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.1155949 Aug 20 12:01:08.794078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Allocated IP 172.25.0.87 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/53966635-b8ed-40a2-a19b-97ee5013609a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:08.835332 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-535d3d87-dd5c-4371-a56e-57eb93e59c7b service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884293 Aug 20 12:01:08.856638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-684f78d9-63c9-496b-862c-b5b9f60bb623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.869719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba1812-faa9-4f2d-bae6-b36c6ff28308 req-35b661b1-0c4e-4ef0-a58c-6ab700fbba9d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:08.872740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1ba1812-faa9-4f2d-bae6-b36c6ff28308 req-35b661b1-0c4e-4ef0-a58c-6ab700fbba9d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 945 time: 0.3960497 Aug 20 12:01:08.895720 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:05Z', 'revision_number': 3, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port': {'id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:02Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:08.913651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8c94-6299-443b-9288-8b278476190c req-11ed4eef-b833-4851-b300-b48b82904b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:08.915195 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ce7b8c94-6299-443b-9288-8b278476190c req-11ed4eef-b833-4851-b300-b48b82904b80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373687 Aug 20 12:01:08.933023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Pushing event updated for resources: {'Port': ['ID=6dd931c8-53b6-40bb-995f-396a5d4d0487,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:08.935693 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Checking router: 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:08.936314 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Updating router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d port e41cd602-64ee-4f81-bfcf-1263344a8096 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:01:08.979262 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:08.990062 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.000900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Transition to ACTIVE for port object f087a5c1-ebda-4c05-bca4-9cb286594003 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:09.012122 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.023176 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ce7b8c94-6299-443b-9288-8b278476190c req-1d87fe8f-4782-4f57-bca2-355231c7dba2 service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977583 Aug 20 12:01:09.071391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Pushing event updated for resources: {'Port': ['ID=f087a5c1-ebda-4c05-bca4-9cb286594003,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.103476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1ba1812-faa9-4f2d-bae6-b36c6ff28308 req-5d4b094c-008e-4f4f-b804-82c20a609918 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032754 Aug 20 12:01:09.104825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.104825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.104825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.105170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.105482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.105766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.106135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.106487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.106806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.107130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.107461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.107942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:09.175454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Attempting to bind port f087a5c1-ebda-4c05-bca4-9cb286594003 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:09.175828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Attempting to bind port f087a5c1-ebda-4c05-bca4-9cb286594003 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:09.176194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Attempting to bind port f087a5c1-ebda-4c05-bca4-9cb286594003 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:09.183086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.190049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:09.190978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Checking segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:09.191453 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.191791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Bound using segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:09.192285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Bound port: f087a5c1-ebda-4c05-bca4-9cb286594003, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:09.201735 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.215643 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ce7b8c94-6299-443b-9288-8b278476190c req-90be24fd-0efa-4137-97d0-485d4f76057c service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829934 Aug 20 12:01:09.284644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.341167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] For port f087a5c1-ebda-4c05-bca4-9cb286594003, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:09.348670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] For port f087a5c1-ebda-4c05-bca4-9cb286594003, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f087a5c1-ebda-4c05-bca4-9cb286594003,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:09.359831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.388016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'Port': ['ID=53966635-b8ed-40a2-a19b-97ee5013609a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.420002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:09.427818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:09.433242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:09.449541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Attempting to bind port 6dd931c8-53b6-40bb-995f-396a5d4d0487 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:09.450653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Attempting to bind port 6dd931c8-53b6-40bb-995f-396a5d4d0487 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:09.450653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Attempting to bind port 6dd931c8-53b6-40bb-995f-396a5d4d0487 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:09.496539 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-684f78d9-63c9-496b-862c-b5b9f60bb623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.501716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-684f78d9-63c9-496b-862c-b5b9f60bb623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.504575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-684f78d9-63c9-496b-862c-b5b9f60bb623 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a92d03ac-99b3-4193-8b6b-5568d3cea04e HTTP/1.1" status: 204 len: 168 time: 1.4013970 Aug 20 12:01:09.560500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Port 6dd931c8-53b6-40bb-995f-396a5d4d0487 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:09.561135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Attempting to bind port 6dd931c8-53b6-40bb-995f-396a5d4d0487 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:09.573360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:09.573895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:09.574339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:09.574918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Bound port: 6dd931c8-53b6-40bb-995f-396a5d4d0487, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:09.575384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.641167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:09.641877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:09.671671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.736232 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.759400 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Transition to ACTIVE for port object e41cd602-64ee-4f81-bfcf-1263344a8096 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:09.760658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] For port 6dd931c8-53b6-40bb-995f-396a5d4d0487, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:09.769436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] For port 6dd931c8-53b6-40bb-995f-396a5d4d0487, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6dd931c8-53b6-40bb-995f-396a5d4d0487,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:09.773315 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.792240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf363a-5990-49a8-9b6d-1298473fc56e None None] Pushing event updated for resources: {'Port': ['ID=f087a5c1-ebda-4c05-bca4-9cb286594003,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.798323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.812077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f78d9-63c9-496b-862c-b5b9f60bb623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92d03ac-99b3-4193-8b6b-5568d3cea04e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:09.833980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.897585 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Attempting to bind port e41cd602-64ee-4f81-bfcf-1263344a8096 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:09.898131 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Attempting to bind port e41cd602-64ee-4f81-bfcf-1263344a8096 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:09.898291 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Attempting to bind port e41cd602-64ee-4f81-bfcf-1263344a8096 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:09.927527 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:09.927917 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:09.928335 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.928770 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:09.929249 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Bound port: e41cd602-64ee-4f81-bfcf-1263344a8096, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:09.929579 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:09.951596 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc537700-3624-463d-b92d-2ad3db740104 None None] Pushing event updated for resources: {'Port': ['ID=e41cd602-64ee-4f81-bfcf-1263344a8096,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:10.023662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.025131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.026772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] 10.222.0.22 "PUT /v2.0/ports/6dd931c8-53b6-40bb-995f-396a5d4d0487 HTTP/1.1" status: 200 len: 1096 time: 3.0909278 Aug 20 12:01:10.051390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-f0c38dce-9a5f-4340-8971-6701b4bbdecc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.071182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-f0c38dce-9a5f-4340-8971-6701b4bbdecc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.082874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-f0c38dce-9a5f-4340-8971-6701b4bbdecc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.104505 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] For port e41cd602-64ee-4f81-bfcf-1263344a8096, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:10.114253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-f0c38dce-9a5f-4340-8971-6701b4bbdecc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.115543 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] For port e41cd602-64ee-4f81-bfcf-1263344a8096, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e41cd602-64ee-4f81-bfcf-1263344a8096,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:10.123488 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.126988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-f0c38dce-9a5f-4340-8971-6701b4bbdecc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.133810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-f0c38dce-9a5f-4340-8971-6701b4bbdecc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.156689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:10.174327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-f0c38dce-9a5f-4340-8971-6701b4bbdecc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.176211 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.176717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-f0c38dce-9a5f-4340-8971-6701b4bbdecc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.7172709 Aug 20 12:01:10.184522 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.237718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec'}, {'name': 'network-changed', 'server_uuid': '708c5ade-a6b1-492c-b170-98ea07acc742', 'tag': '6dd931c8-53b6-40bb-995f-396a5d4d0487'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:10.253320 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd" -d '{"events": [{"name": "network-changed", "server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec"}, {"name": "network-changed", "server_uuid": "708c5ade-a6b1-492c-b170-98ea07acc742", "tag": "6dd931c8-53b6-40bb-995f-396a5d4d0487"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:10.287359 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Routers {'05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:10.289372 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:10.365501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-d103b68d-875a-4978-99ed-ae25044db547 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4658272 Aug 20 12:01:10.430719 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc537700-3624-463d-b92d-2ad3db740104 None None] Pushing event updated for resources: {'Port': ['ID=e41cd602-64ee-4f81-bfcf-1263344a8096,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:10.430980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'Port': ['ID=53966635-b8ed-40a2-a19b-97ee5013609a,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:10.461415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.503165 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:10.504630 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0cd87cb9-4c5c-4158-95c9-2f7ad53c4fe3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5105441 Aug 20 12:01:10.558292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17fc99a5-e7cc-453b-8ce0-31d3c264b047 req-72562045-3c37-4619-a53c-83fc9378ae02 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915463 Aug 20 12:01:10.567379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae84ee4-b54e-46a9-9eb3-eaf55a1335bd service neutron] Pushing event updated for resources: {'Port': ['ID=6dd931c8-53b6-40bb-995f-396a5d4d0487,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:10.605161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-86c0df1d-b2c8-434c-8b68-f474a5c38c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:10.614078 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] Set router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:10.614571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-86c0df1d-b2c8-434c-8b68-f474a5c38c58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 1098 time: 0.1687338 Aug 20 12:01:10.642355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:09Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:10.992723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a8399-517f-44b9-bbf0-14cb3d996170 None None] The sync data for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 is: [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:09Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:11.144780 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:05Z', 'revision_number': 3, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port': {'id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:02Z', 'updated_at': '2021-08-20T12:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:11.184047 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c1c72-7830-4873-b0d9-318618a336a5 None None] The sync data for ids ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'] in n-d-800634-10 is: [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:05Z', 'revision_number': 3, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port': {'id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:02Z', 'updated_at': '2021-08-20T12:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:11.269086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-c5760c17-dd9f-4228-ae3f-e4aa900d4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:11.270639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-c5760c17-dd9f-4228-ae3f-e4aa900d4eba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 1099 time: 1.0617476 Aug 20 12:01:11.402928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-61f41379-8a37-413a-863c-15af490b6b5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6dd931c8-53b6-40bb-995f-396a5d4d0487 HTTP/1.1" status: 200 len: 217 time: 0.0825031 Aug 20 12:01:11.533082 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:11.568136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-11cfcc18-c91f-4c57-8e0f-9791455a8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:11.570154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-11cfcc18-c91f-4c57-8e0f-9791455a8fde service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1532848 Aug 20 12:01:11.571499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-02f17ea9-96e4-4d16-8586-1206cf083493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:11.573778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-02f17ea9-96e4-4d16-8586-1206cf083493 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.9584110 Aug 20 12:01:11.596718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a184dd8-c8ca-4d42-9dd6-424ec9b59f34 req-8dd98ce1-ab00-4224-8249-70e06f5ed67a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:11.607364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a184dd8-c8ca-4d42-9dd6-424ec9b59f34 req-8dd98ce1-ab00-4224-8249-70e06f5ed67a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 947 time: 0.3426499 Aug 20 12:01:11.629680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f087a5c1-ebda-4c05-bca4-9cb286594003 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:11.703923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f087a5c1-ebda-4c05-bca4-9cb286594003 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:11.708973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f087a5c1-ebda-4c05-bca4-9cb286594003 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:11.709741 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:11.767815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-17de388b-2a04-4bfb-8018-c2a52732df76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 1002 time: 0.1361423 Aug 20 12:01:11.853939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a184dd8-c8ca-4d42-9dd6-424ec9b59f34 req-b3633fbf-9ff0-45a1-a4a1-16844544edc4 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376993 Aug 20 12:01:11.869359 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:11.884578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-06a74303-5cc5-46cb-baca-044152645598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:11.886117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-06a74303-5cc5-46cb-baca-044152645598 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3009872 Aug 20 12:01:11.945144 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:11.960848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port f087a5c1-ebda-4c05-bca4-9cb286594003, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f087a5c1-ebda-4c05-bca4-9cb286594003,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:11.973716 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:11.974676 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f842aea8-2b47-403e-8e8d-f795e3b23d9e x-openstack-request-id: req-f842aea8-2b47-403e-8e8d-f795e3b23d9e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:11.974982 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "708c5ade-a6b1-492c-b170-98ea07acc742", "tag": "6dd931c8-53b6-40bb-995f-396a5d4d0487", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:11.976595 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f842aea8-2b47-403e-8e8d-f795e3b23d9e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:11.977023 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'status': 'completed', 'code': 200} Aug 20 12:01:11.979501 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708c5ade-a6b1-492c-b170-98ea07acc742', 'tag': '6dd931c8-53b6-40bb-995f-396a5d4d0487', 'status': 'completed', 'code': 200} Aug 20 12:01:12.066962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=f087a5c1-ebda-4c05-bca4-9cb286594003,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:12.102034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-498bb009-3f7a-40f9-bdde-59d9c8cf2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:12.103590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-498bb009-3f7a-40f9-bdde-59d9c8cf2c5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.3195732 Aug 20 12:01:12.239989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-b27d1603-85f0-4b99-bbb3-bf53f68dfd35 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1523657804&fields=id&tenant_id=b1c864bebc5e4ecf996f0cfd2d514168 HTTP/1.1" status: 200 len: 267 time: 0.1887021 Aug 20 12:01:12.241843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-53c26136-aa6d-4804-9fac-7f2ec846e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:12.243333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-53c26136-aa6d-4804-9fac-7f2ec846e282 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 1098 time: 0.2775462 Aug 20 12:01:12.403246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-d7942fba-f226-4a2c-b6ac-18fde4f37e53 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319727 Aug 20 12:01:12.419317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-9a32d948-db91-4709-8814-53c77319a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:12.420817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-9a32d948-db91-4709-8814-53c77319a231 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2947326 Aug 20 12:01:12.564111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Allocated IP 172.20.0.1 (3ddd7108-d25b-424b-a56c-62895e8fcd27/d54b8a98-bf33-4fc4-ba92-3fc2d74ecc99/8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:12.651420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-0e414fd5-2dc8-4d61-9901-7707f5850e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:12.652931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-0e414fd5-2dc8-4d61-9901-7707f5850e2e service neutron] 10.222.0.22 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.3970685 Aug 20 12:01:12.732941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-ee739530-4a41-4162-bb7e-d3407c596bce tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:12.735001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-ee739530-4a41-4162-bb7e-d3407c596bce tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.4812734 Aug 20 12:01:12.798752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-0cd91d73-2c22-482b-8ff5-3c2e098d88af service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651435 Aug 20 12:01:12.805003 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6f90d22-defd-4e4c-a947-77beff44abf5 req-54572012-fe5e-4c2a-9ad2-40c98a940724 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895969 Aug 20 12:01:12.826811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-213c16e2-bbae-49d6-8476-78c04a4f17ab tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/quotas/b1c864bebc5e4ecf996f0cfd2d514168 HTTP/1.1" status: 200 len: 375 time: 0.0546455 Aug 20 12:01:12.927000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-6b69119e-02df-4bd7-b3c1-6902e950bd34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 1002 time: 0.2529876 Aug 20 12:01:13.002831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.068555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-ed5460b5-4c32-4948-a53f-2bfcf5a88ff1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2115066 Aug 20 12:01:13.077340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Transition to ACTIVE for port object 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:13.079946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-4f44874e-f630-4d1f-9ad2-30c7d8c47dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.081460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-4f44874e-f630-4d1f-9ad2-30c7d8c47dac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.1411295 Aug 20 12:01:13.086161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f6946f2-511a-43ea-b719-a7a25c5e7e9a req-e5b1a937-4626-4207-8382-2d8a579b07e7 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721746 Aug 20 12:01:13.265679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-19763b71-34ab-4319-8539-036a58926447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.267386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-19763b71-34ab-4319-8539-036a58926447 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1685543 Aug 20 12:01:13.271703 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.279556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-c8fd1ed8-683c-4905-b414-a9a7b497b797 service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100263 Aug 20 12:01:13.351166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-82d759bb-bb72-4a69-b6f6-abe9b41fbb7d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.357066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-82d759bb-bb72-4a69-b6f6-abe9b41fbb7d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.364192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-82d759bb-bb72-4a69-b6f6-abe9b41fbb7d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.370200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-82d759bb-bb72-4a69-b6f6-abe9b41fbb7d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.376812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-82d759bb-bb72-4a69-b6f6-abe9b41fbb7d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.382707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-82d759bb-bb72-4a69-b6f6-abe9b41fbb7d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.388626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-82d759bb-bb72-4a69-b6f6-abe9b41fbb7d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:13.390627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-82d759bb-bb72-4a69-b6f6-abe9b41fbb7d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.1905305 Aug 20 12:01:13.464782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Network 3ddd7108-d25b-424b-a56c-62895e8fcd27 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:13.499769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:13.514948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:13.524715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:13.571182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ffe466bf-3d00-4e17-8c34-0c21dd7a9373 req-856fa99d-d267-4625-84fb-6f8b132321c9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404645 Aug 20 12:01:13.588722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.636688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.693581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-397180c7-0b35-40a8-aa25-2ef70deca83d service neutron] 10.222.0.22 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087234 Aug 20 12:01:13.699468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-41bc2cca-a31c-4513-a925-b4ed12611597 service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907437 Aug 20 12:01:13.702931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e41cd602-64ee-4f81-bfcf-1263344a8096 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:13.779218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e41cd602-64ee-4f81-bfcf-1263344a8096 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:13.785466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e41cd602-64ee-4f81-bfcf-1263344a8096 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:13.785892 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.988636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-74ff846e-01e4-4bdb-a251-ee9996d45741 None None] Provisioning for port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:14.011891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-74ff846e-01e4-4bdb-a251-ee9996d45741 None None] Provisioning complete for port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:14.012397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-74ff846e-01e4-4bdb-a251-ee9996d45741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.057075 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.092299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-74ff846e-01e4-4bdb-a251-ee9996d45741 None None] Port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:14.096786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e41cd602-64ee-4f81-bfcf-1263344a8096, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e41cd602-64ee-4f81-bfcf-1263344a8096,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:14.101389 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.113120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-2c44ac06-f932-4770-b418-df7d423bf556 service neutron] 10.222.0.22 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770661 Aug 20 12:01:14.115403 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.121672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f087a5c1-ebda-4c05-bca4-9cb286594003 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:14.287352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e41cd602-64ee-4f81-bfcf-1263344a8096,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:14.305694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f087a5c1-ebda-4c05-bca4-9cb286594003 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:14.306242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:14.619351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1158ca-9747-4f2a-9d32-1d982756b1ac req-48e04708-0faa-4df1-966d-2639df578a32 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:14.620925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a1158ca-9747-4f2a-9d32-1d982756b1ac req-48e04708-0faa-4df1-966d-2639df578a32 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 947 time: 0.6044929 Aug 20 12:01:14.833111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-f1ae02e9-95c8-460a-bed9-9545314af88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:14.836099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-f1ae02e9-95c8-460a-bed9-9545314af88b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 1099 time: 0.2274725 Aug 20 12:01:14.851443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 6dd931c8-53b6-40bb-995f-396a5d4d0487 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:14.860540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2a1ff46-ed8c-4c37-9710-b7fbe6251e6e req-88023166-2762-4eb5-8e90-10c99db04e68 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.2528462 Aug 20 12:01:14.886625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a1158ca-9747-4f2a-9d32-1d982756b1ac req-687c0e6e-0005-42fb-94d9-dbdf8922eab1 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381966 Aug 20 12:01:15.011723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ff46-ed8c-4c37-9710-b7fbe6251e6e req-459c68ac-20bb-4fde-a9d9-438d768e91f4 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.025051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2a1ff46-ed8c-4c37-9710-b7fbe6251e6e req-459c68ac-20bb-4fde-a9d9-438d768e91f4 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports/44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 943 time: 0.1585181 Aug 20 12:01:15.085338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 6dd931c8-53b6-40bb-995f-396a5d4d0487, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6dd931c8-53b6-40bb-995f-396a5d4d0487,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:15.128225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23767348-f151-4a4e-99af-7047f03bbf38 req-c3549ca0-39f5-497b-8b07-cc76876469d3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 210 time: 0.0879052 Aug 20 12:01:15.145908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '6dd931c8-53b6-40bb-995f-396a5d4d0487', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '6dd931c8-53b6-40bb-995f-396a5d4d0487', 'mac_address': 'fa:16:3e:0e:39:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:15.255165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.273471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2a1ff46-ed8c-4c37-9710-b7fbe6251e6e req-7a4edeef-0454-493d-ae64-e85d19dfbb8a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.1664526 Aug 20 12:01:15.273722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd931c8-53b6-40bb-995f-396a5d4d0487 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:15.324916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-2b0ba283-9184-4552-96dd-7437fb521d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.326843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-2b0ba283-9184-4552-96dd-7437fb521d03 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.4788268 Aug 20 12:01:15.334766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 6dd931c8-53b6-40bb-995f-396a5d4d0487, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6dd931c8-53b6-40bb-995f-396a5d4d0487,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:15.346462 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.409805 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.491818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=6dd931c8-53b6-40bb-995f-396a5d4d0487,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:15.575813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e41cd602-64ee-4f81-bfcf-1263344a8096 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:15.596343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22d87-105c-4386-9914-1b8e568d540b req-5695c0b5-f375-4dab-b1c7-3a083a079742 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.617581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22d87-105c-4386-9914-1b8e568d540b req-5695c0b5-f375-4dab-b1c7-3a083a079742 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.618909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-85ee9f9b-0856-4888-8384-54fb417fe3ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.620371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-85ee9f9b-0856-4888-8384-54fb417fe3ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.2508008 Aug 20 12:01:15.624124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22d87-105c-4386-9914-1b8e568d540b req-5695c0b5-f375-4dab-b1c7-3a083a079742 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.630977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['6dd931c8-53b6-40bb-995f-396a5d4d0487'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:15.635673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22d87-105c-4386-9914-1b8e568d540b req-5695c0b5-f375-4dab-b1c7-3a083a079742 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.661584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22d87-105c-4386-9914-1b8e568d540b req-5695c0b5-f375-4dab-b1c7-3a083a079742 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.667528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22d87-105c-4386-9914-1b8e568d540b req-5695c0b5-f375-4dab-b1c7-3a083a079742 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.679688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-b72c56c8-0171-458d-b227-5c7fdd4f4b31 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c864bebc5e4ecf996f0cfd2d514168 HTTP/1.1" status: 200 len: 380 time: 0.0488784 Aug 20 12:01:15.682254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22d87-105c-4386-9914-1b8e568d540b req-5695c0b5-f375-4dab-b1c7-3a083a079742 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.684760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5f22d87-105c-4386-9914-1b8e568d540b req-5695c0b5-f375-4dab-b1c7-3a083a079742 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.4076324 Aug 20 12:01:15.691882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'port': {'device_id': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'admin_state_up': True, 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'security_groups': ['58f1b39a-9934-44a9-bbc4-65094a7ff092']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:15.702319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-4de12aac-b44c-40cf-a291-69840340e71c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6dd931c8-53b6-40bb-995f-396a5d4d0487 HTTP/1.1" status: 200 len: 217 time: 0.3595123 Aug 20 12:01:15.705382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.716690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e41cd602-64ee-4f81-bfcf-1263344a8096 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:15.717060 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.816715 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.871314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:15.876648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Made reservation on behalf of b1c864bebc5e4ecf996f0cfd2d514168 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:15.877976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-bafe1ef3-7c42-40cb-a244-1bedf4c42986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:15.879646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-bafe1ef3-7c42-40cb-a244-1bedf4c42986 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1115737 Aug 20 12:01:15.881818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.999253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-fa0a57ad-dff2-44b2-84e3-6d7fcb1d8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:16.001655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-fa0a57ad-dff2-44b2-84e3-6d7fcb1d8188 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804582 Aug 20 12:01:16.025967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5f22d87-105c-4386-9914-1b8e568d540b req-b20e239a-d405-4b29-919f-8eaad999deab tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2540812 Aug 20 12:01:16.075436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Allocated IP 172.20.0.8 (1dc1aa9a-07af-4258-a94a-69c38875253d/abf6c526-a7c9-46e6-8a5e-d5e68edb8078/f0a318d7-9f46-44ee-a379-a25344525654) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:16.137243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ff46-ed8c-4c37-9710-b7fbe6251e6e req-44dfe071-5020-462e-8d40-80609609292f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:16.153423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2a1ff46-ed8c-4c37-9710-b7fbe6251e6e req-44dfe071-5020-462e-8d40-80609609292f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.8188648 Aug 20 12:01:16.312676 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:16.317566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-e96d4d9c-24a8-4fba-9d41-b0587dce0a08 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993951 Aug 20 12:01:16.347411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Transition to ACTIVE for port object f0a318d7-9f46-44ee-a379-a25344525654 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:16.374015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Network 3ddd7108-d25b-424b-a56c-62895e8fcd27 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:16.423265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:16.429878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8cca2af1-c863-4ea9-8907-448542bae573 req-8c864b04-9363-4be7-8c7f-6dfca7412cb4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 210 time: 0.1003292 Aug 20 12:01:16.435621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:16.480747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:16.483485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:16.488120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:16.562634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:16.564277 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:16.601671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:16.607184 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-a89ff233-661c-449c-97aa-47355f835774 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9206281 Aug 20 12:01:16.621281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Request body: {'port': {'device_id': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:16.632142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ed2ec-ea3d-45be-9cb1-ba0917d58575 req-091d4dc8-1373-462f-a5f2-f99983e00c37 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:16.638862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d78ed2ec-ea3d-45be-9cb1-ba0917d58575 req-091d4dc8-1373-462f-a5f2-f99983e00c37 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 948 time: 0.5332832 Aug 20 12:01:16.704452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:16.741418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:16.867054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 6dd931c8-53b6-40bb-995f-396a5d4d0487 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:16.896627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-d0fc0855-85d9-4d19-a15d-4b4964ad5c2c tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.2751513 Aug 20 12:01:16.904649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cef4dbde-e99a-44c1-a843-0c5ab1cf2acd req-5c6bd66b-a8f9-4886-93e8-8c61c0294242 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646632 Aug 20 12:01:16.920191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d78ed2ec-ea3d-45be-9cb1-ba0917d58575 req-2e9e3f70-b951-4820-80c5-e5a5083c56aa tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433977 Aug 20 12:01:16.974851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-752bb5b8-fad9-4d7d-90bd-82113b57200d None None] Provisioning complete for port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:16.979022 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-752bb5b8-fad9-4d7d-90bd-82113b57200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.048101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-78a95e9e-50d0-4eb0-9bb1-036fbedacfc5 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.048458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-752bb5b8-fad9-4d7d-90bd-82113b57200d None None] Port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:17.049539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-78a95e9e-50d0-4eb0-9bb1-036fbedacfc5 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports/44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 943 time: 0.1344855 Aug 20 12:01:17.053405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 6dd931c8-53b6-40bb-995f-396a5d4d0487 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:17.071542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 6dd931c8-53b6-40bb-995f-396a5d4d0487 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:17.071991 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.078861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:17.095612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ce8e7c0b-1dce-4a58-87c6-006c5f039fe1 admin admin] 10.222.0.25 "PUT /v2.0/routers/05074271-4fa4-4033-9eb7-a5b6e2ca9d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8629484 Aug 20 12:01:17.116116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Sync routers for ids ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:17.122020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a318d7-9f46-44ee-a379-a25344525654 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:17.136641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.149967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-752bb5b8-fad9-4d7d-90bd-82113b57200d None None] Provisioning for port f0a318d7-9f46-44ee-a379-a25344525654 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:17.154640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Transition to ACTIVE for port object f0a318d7-9f46-44ee-a379-a25344525654 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:17.162079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.195854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Routers {'05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:17.196579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:17.198846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-752bb5b8-fad9-4d7d-90bd-82113b57200d None None] Provisioning complete for port f0a318d7-9f46-44ee-a379-a25344525654 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:17.199418 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-752bb5b8-fad9-4d7d-90bd-82113b57200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.337015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-d70bc24b-0817-4f5c-b68a-628782ae4848 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.344875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-d70bc24b-0817-4f5c-b68a-628782ae4848 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.351297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-d70bc24b-0817-4f5c-b68a-628782ae4848 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.366296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-d70bc24b-0817-4f5c-b68a-628782ae4848 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.381228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-d70bc24b-0817-4f5c-b68a-628782ae4848 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.387420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-d70bc24b-0817-4f5c-b68a-628782ae4848 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.397094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-d70bc24b-0817-4f5c-b68a-628782ae4848 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.399047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-d70bc24b-0817-4f5c-b68a-628782ae4848 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5430 time: 0.2468548 Aug 20 12:01:17.430893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:17.448866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-99ee5d6c-c91e-417d-970f-e70cc8800abe tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.1929197 Aug 20 12:01:17.497082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Attempting to bind port f0a318d7-9f46-44ee-a379-a25344525654 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:17.497562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Attempting to bind port f0a318d7-9f46-44ee-a379-a25344525654 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:17.497989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Attempting to bind port f0a318d7-9f46-44ee-a379-a25344525654 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:17.504359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-752bb5b8-fad9-4d7d-90bd-82113b57200d None None] Port f0a318d7-9f46-44ee-a379-a25344525654 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:17.505360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Port f0a318d7-9f46-44ee-a379-a25344525654 on network 1dc1aa9a-07af-4258-a94a-69c38875253d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:17.506064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Attempting to bind port f0a318d7-9f46-44ee-a379-a25344525654 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:17.516123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:17.516620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Checking segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:17.517169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Bound using segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:17.517717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Bound port: f0a318d7-9f46-44ee-a379-a25344525654, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:17.518520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.568151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Set router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:17.573010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bcc0f6e-e0d1-4692-a620-8d205e42018e req-ee6f379b-a925-41ed-9f04-84d395078728 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661487 Aug 20 12:01:17.603688 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.690353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:17.695293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708c5ade-a6b1-492c-b170-98ea07acc742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd931c8-53b6-40bb-995f-396a5d4d0487'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:17.697674 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ed8e4f-cfb7-465d-9d68-398779a33d11" -d '{"events": [{"server_uuid": "708c5ade-a6b1-492c-b170-98ea07acc742", "name": "network-vif-plugged", "status": "completed", "tag": "6dd931c8-53b6-40bb-995f-396a5d4d0487"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:17.699899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:17.717666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.718240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 6dd931c8-53b6-40bb-995f-396a5d4d0487, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6dd931c8-53b6-40bb-995f-396a5d4d0487,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:17.725479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-894961df-7fb9-4312-82f0-a1a6d757dbbf tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.732406 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.736983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-894961df-7fb9-4312-82f0-a1a6d757dbbf tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2793384 Aug 20 12:01:17.837702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:17.843971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=6dd931c8-53b6-40bb-995f-396a5d4d0487,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:17.845918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-80f20f4b-cb89-486c-803b-306743ad5354 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.1077185 Aug 20 12:01:17.852802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:17.884041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:17.885145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.887636 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-bbfc495a-2420-438c-8837-30ddf7989a97 service neutron] 10.222.0.73 "PUT /v2.0/ports/f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 1092 time: 1.2712791 Aug 20 12:01:17.888546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:17.894520 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0286b6a8-8b73-4a91-ac19-2fea1b28da32" -d '{"events": [{"name": "network-changed", "server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:17.957299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:13Z', 'revision_number': 4, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port': {'id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:02Z', 'updated_at': '2021-08-20T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4', 'name': '', 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'mac_address': 'fa:16:3e:bf:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'd54b8a98-bf33-4fc4-ba92-3fc2d74ecc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:11Z', 'updated_at': '2021-08-20T12:01:14Z', 'revision_number': 2, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'subnets': [{'id': 'd54b8a98-bf33-4fc4-ba92-3fc2d74ecc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:17.987236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.005196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Checking router: 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:18.005648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Updating router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:01:18.026962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-8b35748a-3770-40da-93cf-a2d169ced078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:18.033728 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-8b35748a-3770-40da-93cf-a2d169ced078 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1095 time: 0.0914922 Aug 20 12:01:18.035770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.123041 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-333a5296-bf5a-4dd1-a55e-764cb5194fc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 217 time: 0.0776787 Aug 20 12:01:18.206865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-066fb4ef-2432-4e90-ab5a-00988388856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:18.208515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-066fb4ef-2432-4e90-ab5a-00988388856f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0769453 Aug 20 12:01:18.284046 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-ce466d2f-4c11-48ea-9c01-da935087a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:18.286333 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-ce466d2f-4c11-48ea-9c01-da935087a2b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691974 Aug 20 12:01:18.324999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.342592 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.343868 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e disassociated. External IP: 172.25.0.154, port: 44ea58ef-8309-4b87-a6b3-18afdfea6fec. Aug 20 12:01:18.417370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-22ad7b83-3e2a-4f39-8b1d-b443bb198695 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214125 Aug 20 12:01:18.418076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-de57bf55-3517-482e-b7cb-e392f0655b26 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2307274 Aug 20 12:01:18.426452 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.433266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:18.439181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Transition to ACTIVE for port object 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:18.447981 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.591473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97feb234-44cd-4963-afee-ec9a43db09df None None] Pushing event updated for resources: {'Port': ['ID=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:18.598750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Attempting to bind port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:18.599105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Attempting to bind port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:18.599470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Attempting to bind port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 on network 3ddd7108-d25b-424b-a56c-62895e8fcd27 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:18.608707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:18.609281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Checking segment: {'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:18.609703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.610446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Bound using segment: {'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:18.611800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Bound port: 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b358aa00-17f3-455a-8ba3-1be4f5039bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:18.612195 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.646518 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22aa862d-5f33-4b6e-b029-0d28ee59ee25 req-8167eb28-ed9d-43c3-8508-7c06006c0729 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199450 Aug 20 12:01:18.704287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] For port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:18.708879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] For port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,segment=NetworkSegment(b358aa00-17f3-455a-8ba3-1be4f5039bd7),segment_id=b358aa00-17f3-455a-8ba3-1be4f5039bd7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:18.715240 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.797354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Routers {'05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:18.798099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:18.800237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97feb234-44cd-4963-afee-ec9a43db09df None None] Pushing event updated for resources: {'Port': ['ID=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:18.942773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] Set router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:19.005225 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:19.185075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:13Z', 'revision_number': 4, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port': {'id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:02Z', 'updated_at': '2021-08-20T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4', 'name': '', 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'mac_address': 'fa:16:3e:bf:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'd54b8a98-bf33-4fc4-ba92-3fc2d74ecc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:11Z', 'updated_at': '2021-08-20T12:01:18Z', 'revision_number': 4, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'subnets': [{'id': 'd54b8a98-bf33-4fc4-ba92-3fc2d74ecc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:19.194209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:19.220672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca508ca-cf8b-42c3-b083-cacf15fd0bea None None] The sync data for ids ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'] in n-d-800634-10 is: [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:13Z', 'revision_number': 4, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port': {'id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:02Z', 'updated_at': '2021-08-20T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4', 'name': '', 'network_id': '3ddd7108-d25b-424b-a56c-62895e8fcd27', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'mac_address': 'fa:16:3e:bf:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'd54b8a98-bf33-4fc4-ba92-3fc2d74ecc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:11Z', 'updated_at': '2021-08-20T12:01:18Z', 'revision_number': 4, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'subnets': [{'id': 'd54b8a98-bf33-4fc4-ba92-3fc2d74ecc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:19.275224 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:19.437936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:19.444125 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:19.461073 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:19.473387 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:19.477791 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:19.486553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a0e7ee25-8696-4600-be60-74dbccfd2ce1 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "PUT /v2.0/floatingips/6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e HTTP/1.1" status: 200 len: 695 time: 1.6387801 Aug 20 12:01:19.499384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:19.502724 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34875f37-5e03-47fb-943b-f1ef1abe3863" -d '{"events": [{"name": "network-changed", "server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:19.539628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Allocated IP 172.25.0.41 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/58dc3902-47ea-4d9c-bf32-f943cfec3389) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:19.608661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-b724115e-6760-4d7c-87c5-65d2df32a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:19.617220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-b724115e-6760-4d7c-87c5-65d2df32a295 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 1098 time: 0.1218030 Aug 20 12:01:19.620884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:19.692824 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:19.748642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-20c284d9-ffa6-412d-b405-8a7da31f01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:19.757924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-20c284d9-ffa6-412d-b405-8a7da31f01ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.1390529 Aug 20 12:01:19.760476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-822d4b08-d2cd-4599-a3d1-6cb0f6f80a76 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:19.763413 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-822d4b08-d2cd-4599-a3d1-6cb0f6f80a76 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 945 time: 0.1515071 Aug 20 12:01:19.770936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:19.779451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:19.779826 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:19.814408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a8313278-ae81-495c-b9f8-988476c16fe4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 217 time: 0.0561869 Aug 20 12:01:19.864621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-6f533776-fe23-4029-9113-9243924aa837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:19.877733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-6f533776-fe23-4029-9113-9243924aa837 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.0619862 Aug 20 12:01:20.013700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-2f9da4ac-79ea-4bb2-a79f-148dc2cd6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:20.029265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-2f9da4ac-79ea-4bb2-a79f-148dc2cd6dc4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504731 Aug 20 12:01:20.059312 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.070948 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:20.075602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Deleting port ad03ace5-c941-4021-af49-f4638074cdda {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:20.077166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.100672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 03c77869-f052-4695-af20-d722d5183e3e details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:20.138388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,segment=NetworkSegment(b358aa00-17f3-455a-8ba3-1be4f5039bd7),segment_id=b358aa00-17f3-455a-8ba3-1be4f5039bd7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:20.149485 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.152310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-e8eb4e74-c29d-4b41-9605-a0f52f063682 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214318 Aug 20 12:01:20.185232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.304075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] For port ad03ace5-c941-4021-af49-f4638074cdda, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ad03ace5-c941-4021-af49-f4638074cdda,segment=NetworkSegment(427b4c5c-612d-4199-b739-4392da3bd084),segment_id=427b4c5c-612d-4199-b739-4392da3bd084)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:20.304841 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.334565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:20.342699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104825fb-9a1c-4fa5-a1c3-79388ee71b7b req-a2dae55a-c7b5-4426-b22c-d39a1c90f983 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892745 Aug 20 12:01:20.360334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Calling delete_port for ad03ace5-c941-4021-af49-f4638074cdda owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:20.367154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.387264 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:20.388310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 03c77869-f052-4695-af20-d722d5183e3e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03c77869-f052-4695-af20-d722d5183e3e,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:20.408275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '03c77869-f052-4695-af20-d722d5183e3e', 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae', 'port_id': '03c77869-f052-4695-af20-d722d5183e3e', 'mac_address': 'fa:16:3e:14:f0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53559e7-0159-402c-90e2-815f3c7e159e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:20.409303 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:20.410874 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:20.460061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.485024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:20.491241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c77869-f052-4695-af20-d722d5183e3e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:20.492646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:20.498833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:20.549520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 03c77869-f052-4695-af20-d722d5183e3e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03c77869-f052-4695-af20-d722d5183e3e,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:20.554712 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.555823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3449f14c-0e6e-4b56-8c00-ecda2b60283f details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:20.567178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event updated for resources: {'Port': ['ID=58dc3902-47ea-4d9c-bf32-f943cfec3389,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:20.594282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3bc18-dbfb-4833-958a-4cbc65d98000 req-22c94c92-f403-4d3a-bca4-5dd7b45e39e7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:20.601949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cea3bc18-dbfb-4833-958a-4cbc65d98000 req-22c94c92-f403-4d3a-bca4-5dd7b45e39e7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 943 time: 0.1106489 Aug 20 12:01:20.629184 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:20.679356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.689090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cea3bc18-dbfb-4833-958a-4cbc65d98000 req-2a8e06e4-eab7-4124-b7f9-bfa17309b5b5 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862668 Aug 20 12:01:20.756158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Pushing event deleted for resources: {'Port': ['ID=ad03ace5-c941-4021-af49-f4638074cdda,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:20.795945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.863011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] No DVR routers for this DVR port ad03ace5-c941-4021-af49-f4638074cdda on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:20.866464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:20.870674 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4adfce60-fd4a-43ab-b0cf-ff8279179015 req-2b8ea9e0-05d9-47bb-ad5b-aa258dfd3a45 tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.73 "DELETE /v2.0/ports/ad03ace5-c941-4021-af49-f4638074cdda HTTP/1.1" status: 204 len: 173 time: 1.0966582 Aug 20 12:01:20.883289 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45314f71-f575-4130-9f73-c0bc7d819060 x-openstack-request-id: req-45314f71-f575-4130-9f73-c0bc7d819060 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:20.883588 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:20.883852 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45314f71-f575-4130-9f73-c0bc7d819060 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:20.884266 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'status': 'completed', 'code': 200} Aug 20 12:01:20.945158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.052692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-d66166ed-c42e-4f88-837a-e28b806afede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.055128 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-d66166ed-c42e-4f88-837a-e28b806afede service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1095 time: 0.1337619 Aug 20 12:01:21.088180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3449f14c-0e6e-4b56-8c00-ecda2b60283f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:21.092797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50024fd1-652f-4a8f-a9b8-a7014106db5b req-2e770941-e1f0-4743-94e6-1cede4fe87ed tempest-VolumesAdminNegativeTest-351245431 tempest-VolumesAdminNegativeTest-351245431-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae7ec9be-15a7-49ef-a606-4ac48d623dd3 HTTP/1.1" status: 200 len: 210 time: 0.0695767 Aug 20 12:01:21.116711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '3449f14c-0e6e-4b56-8c00-ecda2b60283f', 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'port_id': '3449f14c-0e6e-4b56-8c00-ecda2b60283f', 'mac_address': 'fa:16:3e:cd:28:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f788fa67-5e50-43ff-b2ed-3819f5cdbe72', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:21.117816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f3b6f-ce00-4029-8548-81c46dc01eac req-4c403bec-0cd0-475f-9a08-774aeb048f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.120006 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d78906-7ac3-42b7-a6d9-ddd8b88dcff3 x-openstack-request-id: req-37d78906-7ac3-42b7-a6d9-ddd8b88dcff3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:21.120006 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708c5ade-a6b1-492c-b170-98ea07acc742", "name": "network-vif-plugged", "status": "completed", "tag": "6dd931c8-53b6-40bb-995f-396a5d4d0487", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:21.120277 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37d78906-7ac3-42b7-a6d9-ddd8b88dcff3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:21.120521 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708c5ade-a6b1-492c-b170-98ea07acc742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd931c8-53b6-40bb-995f-396a5d4d0487', 'code': 200} Aug 20 12:01:21.120647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d79f3b6f-ce00-4029-8548-81c46dc01eac req-4c403bec-0cd0-475f-9a08-774aeb048f52 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 1101 time: 0.2463346 Aug 20 12:01:21.140036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['ad03ace5-c941-4021-af49-f4638074cdda'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:21.144402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=03c77869-f052-4695-af20-d722d5183e3e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.181904 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:21.214824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d79f3b6f-ce00-4029-8548-81c46dc01eac req-f3ebb1d5-41da-4794-88f5-9b108efaae9f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777671 Aug 20 12:01:21.229612 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340e312-9be9-4ae7-9595-ea61df944591 None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:21.239175 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.252743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3449f14c-0e6e-4b56-8c00-ecda2b60283f {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:21.279777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3449f14c-0e6e-4b56-8c00-ecda2b60283f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:21.283328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-e587c38b-d59c-48ef-ba01-c3c586f84a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.284976 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-e587c38b-d59c-48ef-ba01-c3c586f84a1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.2162364 Aug 20 12:01:21.285596 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.286656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18e2b657-6b72-4f4d-acbd-0abb6728d77d details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:21.304884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b7c4-d539-4e71-9180-1e87904acc67 req-d2930a0e-8d60-45d4-ba21-03005008ae50 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.306524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43f6b7c4-d539-4e71-9180-1e87904acc67 req-d2930a0e-8d60-45d4-ba21-03005008ae50 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 949 time: 0.0907207 Aug 20 12:01:21.334276 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-20abcccd-fe04-4957-8aac-33dec3bd7aa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 217 time: 0.0390570 Aug 20 12:01:21.338501 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.349919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.360500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18e2b657-6b72-4f4d-acbd-0abb6728d77d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:21.375185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3449f14c-0e6e-4b56-8c00-ecda2b60283f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.389155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '18e2b657-6b72-4f4d-acbd-0abb6728d77d', 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'port_id': '18e2b657-6b72-4f4d-acbd-0abb6728d77d', 'mac_address': 'fa:16:3e:9b:4d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f788fa67-5e50-43ff-b2ed-3819f5cdbe72', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:21.415729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-76d6ab0e-e064-40fd-a654-fedb98dac5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.418429 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-76d6ab0e-e064-40fd-a654-fedb98dac5a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0670161 Aug 20 12:01:21.443508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.460612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e2b657-6b72-4f4d-acbd-0abb6728d77d {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:21.483190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18e2b657-6b72-4f4d-acbd-0abb6728d77d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:21.489243 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.494231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 235d34fe-b107-4a32-afeb-b80a7b610ae1 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:21.499019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-570eac01-64b8-4a07-a0a1-131dcf4e4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.501940 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-570eac01-64b8-4a07-a0a1-131dcf4e4886 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741217 Aug 20 12:01:21.535206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event updated for resources: {'Port': ['ID=58dc3902-47ea-4d9c-bf32-f943cfec3389,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.541132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:21.573603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43f6b7c4-d539-4e71-9180-1e87904acc67 req-ff525929-8bed-4106-b2cb-36fa215cb900 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330420 Aug 20 12:01:21.583720 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.612668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.615708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 235d34fe-b107-4a32-afeb-b80a7b610ae1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:21.621210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-d7b580e0-9a07-4db8-9f84-2b9980dc85f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1951323 Aug 20 12:01:21.637182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=18e2b657-6b72-4f4d-acbd-0abb6728d77d,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.639921 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-734d4e51-a6e9-4329-9351-4fab46079347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.646534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '235d34fe-b107-4a32-afeb-b80a7b610ae1', 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'port_id': '235d34fe-b107-4a32-afeb-b80a7b610ae1', 'mac_address': 'fa:16:3e:53:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f788fa67-5e50-43ff-b2ed-3819f5cdbe72', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:21.680743 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-7ca1ac1f-7dab-4a2a-afdf-c58bd422bdb7 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695206 Aug 20 12:01:21.688593 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.704023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235d34fe-b107-4a32-afeb-b80a7b610ae1 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:21.728745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-afd26d82-32ff-48e5-925b-7c616b2db4df tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.1006944 Aug 20 12:01:21.735050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 235d34fe-b107-4a32-afeb-b80a7b610ae1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:21.737049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:21.737459 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.760045 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.761374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 65f52c00-4fc3-44cc-b643-d3a27ad85da4 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:21.839738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0286b6a8-8b73-4a91-ac19-2fea1b28da32 req-dfb39101-3cd6-4cd4-9b7f-0cefb61a099c service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462686 Aug 20 12:01:21.850032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=235d34fe-b107-4a32-afeb-b80a7b610ae1,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:21.862697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 65f52c00-4fc3-44cc-b643-d3a27ad85da4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:21.879006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '65f52c00-4fc3-44cc-b643-d3a27ad85da4', 'network_id': '8e2889d6-5a65-410a-9861-3239109dd4ae', 'port_id': '65f52c00-4fc3-44cc-b643-d3a27ad85da4', 'mac_address': 'fa:16:3e:80:d3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53559e7-0159-402c-90e2-815f3c7e159e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:21.947225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-8aa1e3d7-b762-48b6-8c03-697b9ee9a4f3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.950952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.963463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-8aa1e3d7-b762-48b6-8c03-697b9ee9a4f3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.965787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f52c00-4fc3-44cc-b643-d3a27ad85da4 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:21.969494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-8aa1e3d7-b762-48b6-8c03-697b9ee9a4f3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.975587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-8aa1e3d7-b762-48b6-8c03-697b9ee9a4f3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.981769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-8aa1e3d7-b762-48b6-8c03-697b9ee9a4f3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.986414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 65f52c00-4fc3-44cc-b643-d3a27ad85da4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:21.989033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-8aa1e3d7-b762-48b6-8c03-697b9ee9a4f3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.994014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.994721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 807f28e0-a664-46d3-8b68-4b194ce9ff59 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:21.995339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-8aa1e3d7-b762-48b6-8c03-697b9ee9a4f3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:21.997719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-8aa1e3d7-b762-48b6-8c03-697b9ee9a4f3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5433 time: 0.2885082 Aug 20 12:01:22.008092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-0f5d035e-05ee-4f79-95d9-599518e7896a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:22.009379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56e16c2c-f4d8-4f95-a0a3-f08b92a637ed req-0f5d035e-05ee-4f79-95d9-599518e7896a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2637141 Aug 20 12:01:22.068696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02a37ea6-ef61-410f-82e3-4b475c65a533 req-596e5b59-38d8-4c90-8b90-a400e4eb8db7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580993 Aug 20 12:01:22.093086 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccba81a-1e4f-42d7-b6f9-ec3801bf8808 x-openstack-request-id: req-8ccba81a-1e4f-42d7-b6f9-ec3801bf8808 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:22.094444 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:22.095149 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ccba81a-1e4f-42d7-b6f9-ec3801bf8808 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:22.096070 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'status': 'completed', 'code': 200} Aug 20 12:01:22.142821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=65f52c00-4fc3-44cc-b643-d3a27ad85da4,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:22.261938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-accc8469-dd71-406e-95f1-4d04f14635de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:22.264219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-accc8469-dd71-406e-95f1-4d04f14635de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 1098 time: 0.1494656 Aug 20 12:01:22.301118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 807f28e0-a664-46d3-8b68-4b194ce9ff59, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:22.315813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'port_id': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'mac_address': 'fa:16:3e:cd:af:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:22.360290 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.373168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191177a-6b94-4699-b3f0-5ec6a4789ab6 req-b4dda250-32d9-4665-bd18-31323ff75457 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:22.382829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2191177a-6b94-4699-b3f0-5ec6a4789ab6 req-b4dda250-32d9-4665-bd18-31323ff75457 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 943 time: 0.1746924 Aug 20 12:01:22.394736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807f28e0-a664-46d3-8b68-4b194ce9ff59 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:22.427424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 807f28e0-a664-46d3-8b68-4b194ce9ff59, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:22.435750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.436432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ec020d47-156c-44f3-9a94-1dbc755e7f1b details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:22.526788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-978d9008-8bc0-4caf-8734-4792bf39ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:22.528345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-978d9008-8bc0-4caf-8734-4792bf39ab58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.2492292 Aug 20 12:01:22.534699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=807f28e0-a664-46d3-8b68-4b194ce9ff59,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:22.539688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ec020d47-156c-44f3-9a94-1dbc755e7f1b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:22.555077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2191177a-6b94-4699-b3f0-5ec6a4789ab6 req-7474ff33-578f-4451-98fc-b9bbc73016cf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700420 Aug 20 12:01:22.555867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140fbfd3-5b99-44d8-934c-f05dd7effddb None None] New status for floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:01:22.608373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39164) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:22.635341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-4d9a875b-fae7-4bb5-9d16-c57641f6053f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 200 len: 217 time: 0.0742488 Aug 20 12:01:22.684266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9825c1e-177b-4170-adca-12c84e822dc3 admin admin] Deleting subnet 2f6e6c72-b8ad-4255-a51f-1173216c999c {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:22.687908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9825c1e-177b-4170-adca-12c84e822dc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.703222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-dd968a97-d035-4856-afea-9acddb43cb50 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3941944 Aug 20 12:01:22.723383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:22.728419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9825c1e-177b-4170-adca-12c84e822dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.731015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'ec020d47-156c-44f3-9a94-1dbc755e7f1b', 'network_id': '7e0adf5a-9cef-4859-843d-9007508db2f5', 'port_id': 'ec020d47-156c-44f3-9a94-1dbc755e7f1b', 'mac_address': 'fa:16:3e:c8:0d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f788fa67-5e50-43ff-b2ed-3819f5cdbe72', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:22.758346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-c9a441d3-ae6d-4f55-abf3-c73358b34554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:22.759815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-c9a441d3-ae6d-4f55-abf3-c73358b34554 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.1047325 Aug 20 12:01:22.772887 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9825c1e-177b-4170-adca-12c84e822dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.806812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.809901 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.816197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-cff99480-0c56-490f-9cae-c41eea396839 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:22.817747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-cff99480-0c56-490f-9cae-c41eea396839 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1248317 Aug 20 12:01:22.824258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec020d47-156c-44f3-9a94-1dbc755e7f1b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:22.846850 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9825c1e-177b-4170-adca-12c84e822dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.854488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ec020d47-156c-44f3-9a94-1dbc755e7f1b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:22.861226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.879806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9825c1e-177b-4170-adca-12c84e822dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6e6c72-b8ad-4255-a51f-1173216c999c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:22.885269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9825c1e-177b-4170-adca-12c84e822dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.891021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e9825c1e-177b-4170-adca-12c84e822dc3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2f6e6c72-b8ad-4255-a51f-1173216c999c HTTP/1.1" status: 204 len: 168 time: 0.2801304 Aug 20 12:01:22.891722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39166) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:22.892122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7ec9be-15a7-49ef-a606-4ac48d623dd3', 'name': 'network-vif-deleted', 'tag': 'ad03ace5-c941-4021-af49-f4638074cdda'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:22.894703 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789ef408-d1da-466c-9616-c7ca306d8e1a" -d '{"events": [{"server_uuid": "ae7ec9be-15a7-49ef-a606-4ac48d623dd3", "name": "network-vif-deleted", "tag": "ad03ace5-c941-4021-af49-f4638074cdda"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:22.907533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:22.920465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-b7ac10d6-30da-40fa-af13-9204b162b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:22.922228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-b7ac10d6-30da-40fa-af13-9204b162b164 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471245 Aug 20 12:01:22.935019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-952930c1-5c93-484e-8d1a-dba332308e5f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.0994432 Aug 20 12:01:22.950317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ec020d47-156c-44f3-9a94-1dbc755e7f1b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:22.975805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:22.994171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Request body: {'floatingip': {'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:23.034353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:23.048534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f0a318d7-9f46-44ee-a379-a25344525654', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': 'f0a318d7-9f46-44ee-a379-a25344525654', 'mac_address': 'fa:16:3e:66:f0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:23.051206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.062309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.073109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3f53b1-12ac-4262-a6c0-756fdfcdda61']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:23.084422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427b4c5c-612d-4199-b739-4392da3bd084') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:23.084716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427b4c5c-612d-4199-b739-4392da3bd084') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:23.090840 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.096314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.109815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a318d7-9f46-44ee-a379-a25344525654 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:23.116224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.122501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:01:23.122894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:01:23.125115 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:01:23.134012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:23.139415 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.148055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-aaaed9f2-e455-4379-84e0-6a0078da0c0e service neutron] 10.222.0.22 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164862 Aug 20 12:01:23.184163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.192352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.196822 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5d3f53b1-12ac-4262-a6c0-756fdfcdda61 HTTP/1.1" status: 204 len: 168 time: 0.2965133 Aug 20 12:01:23.198719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:23.200520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39172) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:23.207529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71bb59-216e-4deb-a869-7c51c9432700 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3f53b1-12ac-4262-a6c0-756fdfcdda61,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:23.364124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.387701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-330c9d95-4257-488d-872e-3a57daecee93 admin admin] Deleting subnet fd217158-ed3c-4e76-9e3e-c4e5a2fe249e {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:23.395021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-330c9d95-4257-488d-872e-3a57daecee93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.457080 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34875f37-5e03-47fb-943b-f1ef1abe3863 req-b4fbbbbb-54a0-42d3-ac25-0d207c70597a service neutron] 10.222.0.22 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722864 Aug 20 12:01:23.788273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['03c77869-f052-4695-af20-d722d5183e3e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:23.811039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3449f14c-0e6e-4b56-8c00-ecda2b60283f'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:23.818129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['65f52c00-4fc3-44cc-b643-d3a27ad85da4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:23.838644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-330c9d95-4257-488d-872e-3a57daecee93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:23.863045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['18e2b657-6b72-4f4d-acbd-0abb6728d77d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:23.865039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['ec020d47-156c-44f3-9a94-1dbc755e7f1b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:23.920577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['235d34fe-b107-4a32-afeb-b80a7b610ae1'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:23.923415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['807f28e0-a664-46d3-8b68-4b194ce9ff59'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:23.997947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f0a318d7-9f46-44ee-a379-a25344525654'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:24.030211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02524aed-cb83-48da-94b6-9d1184ea35af req-8f8c319f-5d96-432b-bda9-f32a8ec49f64 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c01740e3-ae57-4727-8736-a259e3c220bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2415941 Aug 20 12:01:24.036057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-330c9d95-4257-488d-872e-3a57daecee93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.079817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Allocated IP 172.25.0.217 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/2cf28b58-9a73-4320-b3b9-5f3b717c19fc) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:24.155077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-c31bc9d4-651e-42f6-adaf-58a908e429f3 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:24.157305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-c31bc9d4-651e-42f6-adaf-58a908e429f3 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.22 "GET /v2.0/ports?device_id=298ecfbb-e8e8-442d-986e-59ba4d0afd50 HTTP/1.1" status: 200 len: 946 time: 0.2174816 Aug 20 12:01:24.297446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02524aed-cb83-48da-94b6-9d1184ea35af req-5fcf4b0e-3092-4cbd-98f0-4883b87345e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:24.299002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02524aed-cb83-48da-94b6-9d1184ea35af req-5fcf4b0e-3092-4cbd-98f0-4883b87345e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 1102 time: 0.2168598 Aug 20 12:01:24.317715 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-330c9d95-4257-488d-872e-3a57daecee93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.419859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c9d95-4257-488d-872e-3a57daecee93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd217158-ed3c-4e76-9e3e-c4e5a2fe249e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:24.453759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-330c9d95-4257-488d-872e-3a57daecee93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.455721 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-330c9d95-4257-488d-872e-3a57daecee93 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fd217158-ed3c-4e76-9e3e-c4e5a2fe249e HTTP/1.1" status: 204 len: 168 time: 1.2410855 Aug 20 12:01:24.458593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39184) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:24.476557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8b5a-c7c1-4424-a496-294ae1082b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.491533 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.resource_extend [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:01:24.540503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.557462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.583916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.602728 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.617631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Deleting port 44ea58ef-8309-4b87-a6b3-18afdfea6fec {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:24.617972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.624094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.635205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ef0308-f665-4361-9c95-20fab74e6094']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:24.651292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17168782-3173-49d8-ac5b-6e29a1023df4') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:24.652030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17168782-3173-49d8-ac5b-6e29a1023df4') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:24.661412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.676560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.683248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:01:24.683633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:01:24.686209 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:01:24.694910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02524aed-cb83-48da-94b6-9d1184ea35af req-37d6c830-d733-4599-bbe7-a4e3ae6f29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:24.696439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02524aed-cb83-48da-94b6-9d1184ea35af req-37d6c830-d733-4599-bbe7-a4e3ae6f29b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.3489933 Aug 20 12:01:24.744919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.752163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.757202 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f5ef0308-f665-4361-9c95-20fab74e6094 HTTP/1.1" status: 204 len: 168 time: 0.2944987 Aug 20 12:01:24.763827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02524aed-cb83-48da-94b6-9d1184ea35af req-b2cc30c3-3cc4-4ca3-9ba1-a886e14552eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd HTTP/1.1" status: 200 len: 217 time: 0.0578156 Aug 20 12:01:24.784964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e707dc-6f7c-4987-83dc-d0a366e2acc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ef0308-f665-4361-9c95-20fab74e6094,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:24.873837 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:24.930851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02524aed-cb83-48da-94b6-9d1184ea35af req-2ff983e3-dbb6-4fdd-9bdd-b9b690a38396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:24.932375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02524aed-cb83-48da-94b6-9d1184ea35af req-2ff983e3-dbb6-4fdd-9bdd-b9b690a38396 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1586418 Aug 20 12:01:24.949319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ad03ace5-c941-4021-af49-f4638074cdda no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:24.958074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:24.965712 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e associated. External IP: 172.25.0.154, port: 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82. Aug 20 12:01:24.970500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:24.974213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] For port 44ea58ef-8309-4b87-a6b3-18afdfea6fec, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=44ea58ef-8309-4b87-a6b3-18afdfea6fec,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:24.974579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.009675 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ae78acfe-e58e-4a2d-9389-43f94a092ba7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71ae7c553aa540e59bebba9250b8ac34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468760 Aug 20 12:01:25.009901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: ad03ace5-c941-4021-af49-f4638074cdda {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:25.009901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ad03ace5-c941-4021-af49-f4638074cdda not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:25.010104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39190) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:25.036951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:25.038024 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.044509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:25.053094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event updated for resources: {'Port': ['ID=2cf28b58-9a73-4320-b3b9-5f3b717c19fc,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:25.055497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Calling delete_port for 44ea58ef-8309-4b87-a6b3-18afdfea6fec owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:25.066572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bae0-09b7-48a7-a025-2dae92b16351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.095175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bae0-09b7-48a7-a025-2dae92b16351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.147174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bae0-09b7-48a7-a025-2dae92b16351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.149755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bae0-09b7-48a7-a025-2dae92b16351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.151032 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ed3bae0-09b7-48a7-a025-2dae92b16351 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb378e0e-9ba5-426f-84f1-17360b15ad8f HTTP/1.1" status: 204 len: 168 time: 0.1402197 Aug 20 12:01:25.160133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3bae0-09b7-48a7-a025-2dae92b16351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb378e0e-9ba5-426f-84f1-17360b15ad8f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:25.202505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02524aed-cb83-48da-94b6-9d1184ea35af req-a112caa4-5cbf-4313-87c6-74a2acc339ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:25.204686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02524aed-cb83-48da-94b6-9d1184ea35af req-a112caa4-5cbf-4313-87c6-74a2acc339ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2574878 Aug 20 12:01:25.372416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.478962 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.522728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02524aed-cb83-48da-94b6-9d1184ea35af req-27356af4-f59b-4d52-9018-62a2acb59007 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873814 Aug 20 12:01:25.524974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39198) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:25.526591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.533164 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.567723 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f78c7dc6-2548-4f68-943d-f6da21ba3acb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f29d0e4088d4b23a98916fd55fd69cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407507 Aug 20 12:01:25.571207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39200) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:25.624449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a274112f-4efd-46f8-bb12-a60c305270b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.645837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a274112f-4efd-46f8-bb12-a60c305270b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.649509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:25.651959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Pushing event deleted for resources: {'Port': ['ID=44ea58ef-8309-4b87-a6b3-18afdfea6fec,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:25.699820 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a274112f-4efd-46f8-bb12-a60c305270b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.703209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a274112f-4efd-46f8-bb12-a60c305270b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.704378 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a274112f-4efd-46f8-bb12-a60c305270b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fcb390a-9520-43dd-847e-725c635f9444 HTTP/1.1" status: 204 len: 168 time: 0.1319256 Aug 20 12:01:25.717143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274112f-4efd-46f8-bb12-a60c305270b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb390a-9520-43dd-847e-725c635f9444,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:25.767301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] No DVR routers for this DVR port 44ea58ef-8309-4b87-a6b3-18afdfea6fec on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:25.778730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:25.781312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d2e548b-ea3c-46bb-8480-183016da3b01 req-9d8c9670-51f5-4801-9b3c-306626dc99ab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.22 "DELETE /v2.0/ports/44ea58ef-8309-4b87-a6b3-18afdfea6fec HTTP/1.1" status: 204 len: 173 time: 1.5783963 Aug 20 12:01:25.781687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'name': 'network-vif-deleted', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:25.784054 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c636689-02b9-4fe2-842f-bde558255131" -d '{"events": [{"server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "name": "network-vif-deleted", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:25.836991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02524aed-cb83-48da-94b6-9d1184ea35af req-6dec9cff-9780-4334-83a2-0f0709d06a40 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046987 Aug 20 12:01:26.345876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:26.352630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.356573 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:26.357354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.368557 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:26.369573 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:26.388203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.443788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-07494850-cb3b-41b1-bfc5-a3c68a6c21f9 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "PUT /v2.0/floatingips/6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e HTTP/1.1" status: 200 len: 997 time: 3.4847562 Aug 20 12:01:26.510747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event updated for resources: {'Port': ['ID=2cf28b58-9a73-4320-b3b9-5f3b717c19fc,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:26.534070 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.537837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-fb65a6d4-163c-4d09-96d2-5d741959e9ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955236 Aug 20 12:01:26.555349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-8cc89b01-8ad2-4d7e-9fa2-ecce10fcb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:26.557613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-8cc89b01-8ad2-4d7e-9fa2-ecce10fcb6bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.0887876 Aug 20 12:01:26.562682 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.564902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-a092e7ca-e95b-424e-bb91-e63f7bc21386 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8483155 Aug 20 12:01:26.566903 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:26.634991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-bfa6a299-cd7a-4359-857d-189556262b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:26.638959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-bfa6a299-cd7a-4359-857d-189556262b93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.0695515 Aug 20 12:01:26.651789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39230) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:26.696008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-46cbdce9-fca9-4a2c-87b2-824cddfccb3a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.1201437 Aug 20 12:01:26.831684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-cdbb5e40-568b-4d4a-ac52-1a6f92c1e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:26.834137 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-cdbb5e40-568b-4d4a-ac52-1a6f92c1e2e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.1666398 Aug 20 12:01:26.882242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.895649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-820408875-network', 'tenant_id': 'ae3c4630aca34fefb11101e28d622dcd'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:26.916254 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:12:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12445147-5ca7-4879-a7bf-423a60e0d943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:24Z', 'revision_number': 8, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:26.937741 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-c6f20c19-bbc1-4020-9dee-1598300a8231 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 1000 time: 0.0949869 Aug 20 12:01:26.940240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Made reservation on behalf of ae3c4630aca34fefb11101e28d622dcd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:26.944414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44ea58ef-8309-4b87-a6b3-18afdfea6fec no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:26.945934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:26.964514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-6b0150c9-fb36-46ec-8f05-dc2f98d42432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:26.966139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-6b0150c9-fb36-46ec-8f05-dc2f98d42432 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.3980131 Aug 20 12:01:26.976705 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:26.977292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-c1ce0885-b534-4c97-8aa1-1ac2b51dddf3 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:26.979051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a2e7223-5111-4c20-8009-c9a35812b25b req-c1ce0885-b534-4c97-8aa1-1ac2b51dddf3 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2738130 Aug 20 12:01:27.010572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-eb37968c-10ac-40ce-994c-5474c123792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.012474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-eb37968c-10ac-40ce-994c-5474c123792d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.0630507 Aug 20 12:01:27.021158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.027393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 44ea58ef-8309-4b87-a6b3-18afdfea6fec {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:27.027742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 44ea58ef-8309-4b87-a6b3-18afdfea6fec not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:27.028021 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:27.029125 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:27.056407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-2bf79f67-7738-476a-8115-756c185e96a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 1000 time: 0.0762188 Aug 20 12:01:27.105511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-b545dfd2-8d34-45c5-bd5a-14719cd890a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.107382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-b545dfd2-8d34-45c5-bd5a-14719cd890a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833631 Aug 20 12:01:27.144236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-1a51a603-8a22-4fcf-8d34-f589d7776a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.147485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-1a51a603-8a22-4fcf-8d34-f589d7776a04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.0832810 Aug 20 12:01:27.160969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2cb56-3a4c-4c68-8c4c-202ec8bd67b9 req-b5a34cec-3292-49e9-8044-61d8f5d1e2c6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.162519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5a2cb56-3a4c-4c68-8c4c-202ec8bd67b9 req-b5a34cec-3292-49e9-8044-61d8f5d1e2c6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 949 time: 0.0905390 Aug 20 12:01:27.169214 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:27.232289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-eb8ba8ea-15d7-40bb-8560-8bf64f382902 service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166103 Aug 20 12:01:27.238010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-9c1e2027-3b2e-4182-8fa1-e8f82f25ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.242820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-9c1e2027-3b2e-4182-8fa1-e8f82f25ce48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791914 Aug 20 12:01:27.270516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5a2cb56-3a4c-4c68-8c4c-202ec8bd67b9 req-5f3cc9c8-b6d8-4e84-a1d0-305d915b57c4 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746551 Aug 20 12:01:27.302982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.311183 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.348465 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f1b15-1be5-4648-87ff-fa5c25d70b39 x-openstack-request-id: req-d47f1b15-1be5-4648-87ff-fa5c25d70b39 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:27.348652 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7ec9be-15a7-49ef-a606-4ac48d623dd3", "name": "network-vif-deleted", "tag": "ad03ace5-c941-4021-af49-f4638074cdda", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:27.348891 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d47f1b15-1be5-4648-87ff-fa5c25d70b39 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:27.349295 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7ec9be-15a7-49ef-a606-4ac48d623dd3', 'name': 'network-vif-deleted', 'tag': 'ad03ace5-c941-4021-af49-f4638074cdda', 'status': 'completed', 'code': 200} Aug 20 12:01:27.352193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-d7a6a2fb-3670-4538-8dea-f8dc03243e15 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049368 Aug 20 12:01:27.355981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:27.362493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:27.374224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.374602 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Added segment c02327bc-20c3-455d-bde8-2a0f56a3bb61 of type vlan for network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 Aug 20 12:01:27.396958 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76c36e33-3489-487f-ac0f-b538745f0f39 req-29afbaa6-3c63-4886-84e6-618a60b0caa9 service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525321 Aug 20 12:01:27.430098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.458710 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.460110 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.460951 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.493220 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:12:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12445147-5ca7-4879-a7bf-423a60e0d943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:24Z', 'revision_number': 8, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:27.524170 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc123591-9d18-4431-9a45-c0085d2327c5 None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'port_id': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'mac_address': 'fa:16:3e:12:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12445147-5ca7-4879-a7bf-423a60e0d943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:25Z', 'updated_at': '2021-08-20T12:01:24Z', 'revision_number': 8, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:27.524932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8714824 Aug 20 12:01:27.527799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39242) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:27.534061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Request body: {'subnet': {'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-820408875-subnet', 'tenant_id': 'ae3c4630aca34fefb11101e28d622dcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:27.537138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2af949a-5408-4f3a-8439-1aa841c4a351 req-52cd1205-ee57-42fd-9df2-aea0e33bbb80 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699448 Aug 20 12:01:27.545565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c34088-c4e3-4000-a90c-9a4790d2142f admin admin] Pushing event updated for resources: {'Network': ['ID=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:27.549913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-18eb08ca-c50e-4627-8311-b901b1346c9c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.557200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:27.557469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-18eb08ca-c50e-4627-8311-b901b1346c9c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.563475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-18eb08ca-c50e-4627-8311-b901b1346c9c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.569154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-18eb08ca-c50e-4627-8311-b901b1346c9c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.575123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-18eb08ca-c50e-4627-8311-b901b1346c9c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.581992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-18eb08ca-c50e-4627-8311-b901b1346c9c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.588305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-18eb08ca-c50e-4627-8311-b901b1346c9c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.590499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-18eb08ca-c50e-4627-8311-b901b1346c9c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5437 time: 0.1338937 Aug 20 12:01:27.600074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Made reservation on behalf of ae3c4630aca34fefb11101e28d622dcd for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:27.602603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:27.691022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ba06dbf-72a5-4695-991f-7e8d2d29c16c req-e7c17f44-c63e-4d9b-bd01-ef1d2b937de3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865967 Aug 20 12:01:27.763692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e792d-64b7-4d73-aaef-4a64cf4b5396 req-eb47c748-f44b-4d20-94c9-cea96e34d66e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:27.766455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e32e792d-64b7-4d73-aaef-4a64cf4b5396 req-eb47c748-f44b-4d20-94c9-cea96e34d66e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0889559 Aug 20 12:01:27.768426 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fc85b2-503e-4f59-afef-c5c9b9efe260 x-openstack-request-id: req-15fc85b2-503e-4f59-afef-c5c9b9efe260 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:27.768815 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298ecfbb-e8e8-442d-986e-59ba4d0afd50", "name": "network-vif-deleted", "tag": "44ea58ef-8309-4b87-a6b3-18afdfea6fec", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:27.769071 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15fc85b2-503e-4f59-afef-c5c9b9efe260 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:27.769477 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298ecfbb-e8e8-442d-986e-59ba4d0afd50', 'name': 'network-vif-deleted', 'tag': '44ea58ef-8309-4b87-a6b3-18afdfea6fec', 'status': 'completed', 'code': 200} Aug 20 12:01:27.833691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f6eb4-6430-4515-9699-54dbc508a0cc None None] New status for floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:01:27.882226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:27.884551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e32e792d-64b7-4d73-aaef-4a64cf4b5396 req-63bcc07c-b1f1-4979-a1b5-dccdc423b1dd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091676 Aug 20 12:01:27.900723 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:01:27.942008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-5b8013a1-23fe-44af-bdb9-87dd1eb99203 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1651902 Aug 20 12:01:27.955255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:28.011233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.068378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3aa6-221d-4379-b4d2-4d345d17dddb req-3176a2d6-3aa5-4b41-a5c7-ebd33beb2267 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:28.069906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40df3aa6-221d-4379-b4d2-4d345d17dddb req-3176a2d6-3aa5-4b41-a5c7-ebd33beb2267 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 1101 time: 0.0996838 Aug 20 12:01:28.129744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40df3aa6-221d-4379-b4d2-4d345d17dddb req-83467687-76f8-404c-9f20-0a3f3400e4ee tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488603 Aug 20 12:01:28.158472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.217402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4091ca88-b2b8-4309-8d73-004dd22b5b84,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:28.225347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Checking segment: {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:28.225999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Network hostable DHCP agents. Network: e0feaa8b-b98d-4662-bec3-96c6c37ac7f0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:01:28.244456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:01:28.256879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3136978c-8373-4dfd-ad03-ebbc02fe29f6 req-95e10560-3041-42b6-b638-2651775fb1c5 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips/6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e HTTP/1.1" status: 200 len: 999 time: 0.0882599 Aug 20 12:01:28.258995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, e0feaa8b-b98d-4662-bec3-96c6c37ac7f0) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:28.259208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.264006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:28.264753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.269205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7fff92-eae6-4b16-98ca-dedb841e05bc None None] Network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:28.287088 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b317a94a-4248-48ef-957d-c4434f8672ae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7578368 Aug 20 12:01:28.401286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ff25d-cbf6-41b6-8504-a3442c9cd470 None None] Network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:28.447949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136978c-8373-4dfd-ad03-ebbc02fe29f6 req-b8e69467-f6d7-405b-9545-127f1bbae342 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:28.450782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3136978c-8373-4dfd-ad03-ebbc02fe29f6 req-b8e69467-f6d7-405b-9545-127f1bbae342 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.1813600 Aug 20 12:01:28.463436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-3136978c-8373-4dfd-ad03-ebbc02fe29f6 req-b839fd82-ecd1-4f29-a3ee-955fdc6635ac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:01:28.464174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3136978c-8373-4dfd-ad03-ebbc02fe29f6 req-b839fd82-ecd1-4f29-a3ee-955fdc6635ac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084069 Aug 20 12:01:28.479495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Allocated IP 172.25.0.12 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/c8766209-07bb-4b97-8e65-c448eadde982) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:28.589642 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.636058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.685735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:28.703105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:28.711411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-cce95b38-987d-46ad-a11f-ddc1cb416f8a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422068 Aug 20 12:01:28.712131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:28.715190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event updated for resources: {'Port': ['ID=c8766209-07bb-4b97-8e65-c448eadde982,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:28.883177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-70af3291-e2ba-422e-8731-4f8b936a5d47 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:28.884636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-70af3291-e2ba-422e-8731-4f8b936a5d47 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665707 Aug 20 12:01:28.887296 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.922417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 03c77869-f052-4695-af20-d722d5183e3e up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:28.923429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-4c9d2553-467d-4c71-a4c5-b4e49e00fe6a tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/quotas/72a923b5e4ea46bda6080c1d93c9b1fd HTTP/1.1" status: 200 len: 375 time: 0.0306227 Aug 20 12:01:28.932269 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:28.971687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 03c77869-f052-4695-af20-d722d5183e3e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:28.975558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 03c77869-f052-4695-af20-d722d5183e3e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:28.975933 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.026595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-3b9f4e3a-0f32-4a1f-8132-f26fb850f307 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0958354 Aug 20 12:01:29.054732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.079381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c77869-f052-4695-af20-d722d5183e3e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:29.081804 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cfe42a-4288-48c8-903a-3a88801c416f" -d '{"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "03c77869-f052-4695-af20-d722d5183e3e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:29.099215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 03c77869-f052-4695-af20-d722d5183e3e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03c77869-f052-4695-af20-d722d5183e3e,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:29.104317 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.105126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3449f14c-0e6e-4b56-8c00-ecda2b60283f up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:29.155915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.169109 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.197752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=03c77869-f052-4695-af20-d722d5183e3e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:29.210820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 3449f14c-0e6e-4b56-8c00-ecda2b60283f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:29.216072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 3449f14c-0e6e-4b56-8c00-ecda2b60283f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:29.216803 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.259749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event updated for resources: {'Port': ['ID=c8766209-07bb-4b97-8e65-c448eadde982,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:29.271110 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.290738 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.292209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-be13b071-bac2-4865-9026-4ec51eca7930 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3434532 Aug 20 12:01:29.321283 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.355674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-3654811d-8c99-4ff4-9eb3-9fae0892d43e tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 695 time: 0.0560730 Aug 20 12:01:29.360543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3449f14c-0e6e-4b56-8c00-ecda2b60283f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:29.367383 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.369193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18e2b657-6b72-4f4d-acbd-0abb6728d77d up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:29.460252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3449f14c-0e6e-4b56-8c00-ecda2b60283f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:29.474702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 18e2b657-6b72-4f4d-acbd-0abb6728d77d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:29.478998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 18e2b657-6b72-4f4d-acbd-0abb6728d77d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:29.479377 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.566624 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.577225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-5c5848a3-c383-4bb4-9a5a-16602bed58f0 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:29.579216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19af6f26-f2d0-4fa7-8e0c-4b367a5cbee2 req-5c5848a3-c383-4bb4-9a5a-16602bed58f0 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2170019 Aug 20 12:01:29.603220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-ff2c1fc2-f3ec-4801-9cc1-ded1438d4ca3 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:29.605022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-ff2c1fc2-f3ec-4801-9cc1-ded1438d4ca3 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 821 time: 0.1663237 Aug 20 12:01:29.617267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18e2b657-6b72-4f4d-acbd-0abb6728d77d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:29.621611 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.622482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 235d34fe-b107-4a32-afeb-b80a7b610ae1 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:29.662617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-b94b7bab-099f-47a7-bafe-3983483f18ef tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/quotas/ae3c4630aca34fefb11101e28d622dcd HTTP/1.1" status: 200 len: 375 time: 0.0492082 Aug 20 12:01:29.690131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=18e2b657-6b72-4f4d-acbd-0abb6728d77d,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:29.698818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-50684b3a-e3cd-4fc5-9bc6-f8ad4351888f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.0855281 Aug 20 12:01:29.725656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-d68f9fef-fa6a-4d67-8ee9-64dc907983fb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569873 Aug 20 12:01:29.734407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 235d34fe-b107-4a32-afeb-b80a7b610ae1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:29.738831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 235d34fe-b107-4a32-afeb-b80a7b610ae1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:29.739266 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.773845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:29.775985 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03" -d '{"events": [{"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:29.818923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e647da-906f-401b-a2c6-41a834a663b8 req-ef43c62d-3d56-4806-8733-f41d556ef15d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:29.820306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-ef43c62d-3d56-4806-8733-f41d556ef15d tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports/03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 943 time: 0.1207969 Aug 20 12:01:29.836133 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.861890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-11928909-eb25-42f6-ae66-5d4d3e373ff8 service neutron] 10.222.0.25 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132951 Aug 20 12:01:29.871047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 235d34fe-b107-4a32-afeb-b80a7b610ae1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:29.876469 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:29.877369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 65f52c00-4fc3-44cc-b643-d3a27ad85da4 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:29.962773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=235d34fe-b107-4a32-afeb-b80a7b610ae1,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:29.982544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:29.988180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:29.988393 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.027722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-300d3c09-7663-47be-b2cd-6b6f559c507f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.1003728 Aug 20 12:01:30.032238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-4ba3a116-3f90-48fc-802e-7533c25af16d service neutron] 10.222.0.25 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624787 Aug 20 12:01:30.092454 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.135250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 65f52c00-4fc3-44cc-b643-d3a27ad85da4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:30.140220 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.141166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 807f28e0-a664-46d3-8b68-4b194ce9ff59 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:30.185476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e647da-906f-401b-a2c6-41a834a663b8 req-bda74321-34ed-47fd-858d-784e0febd69f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:30.186980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-bda74321-34ed-47fd-858d-784e0febd69f tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.1396167 Aug 20 12:01:30.228479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=65f52c00-4fc3-44cc-b643-d3a27ad85da4,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:30.243972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 807f28e0-a664-46d3-8b68-4b194ce9ff59 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:30.248607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 807f28e0-a664-46d3-8b68-4b194ce9ff59 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:30.249014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.321151 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-7977a499-3a5f-4159-9626-31f685bce380 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354223 Aug 20 12:01:30.321795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-d0f125fe-6433-42cc-aa8c-590f4feb7cab tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1002 time: 0.1232519 Aug 20 12:01:30.337579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:30.348096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1975b9-8d26-4678-9277-b2a68cb9e40c req-714c0541-b779-49ce-a10c-1ce4f7cd3f09 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:30.375006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef1975b9-8d26-4678-9277-b2a68cb9e40c req-714c0541-b779-49ce-a10c-1ce4f7cd3f09 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 945 time: 0.1264076 Aug 20 12:01:30.384274 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.423690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 807f28e0-a664-46d3-8b68-4b194ce9ff59, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:30.431191 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.431945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:30.484131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-4b2c5f60-decd-48ec-8333-24af958db84d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:30.485887 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-4b2c5f60-decd-48ec-8333-24af958db84d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559885 Aug 20 12:01:30.500188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Request body: {'port': {'device_id': '9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '72a923b5e4ea46bda6080c1d93c9b1fd'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:30.505221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef1975b9-8d26-4678-9277-b2a68cb9e40c req-60c9a7ba-cba7-45ba-aa1d-0c18d6aa5621 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293113 Aug 20 12:01:30.507819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.517629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-ca4ddba2-8760-48be-9603-17da753aeb94 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:30.519735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-ca4ddba2-8760-48be-9603-17da753aeb94 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 945 time: 0.1416721 Aug 20 12:01:30.557939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=807f28e0-a664-46d3-8b68-4b194ce9ff59,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:30.586357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f0a318d7-9f46-44ee-a379-a25344525654 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:30.591415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f0a318d7-9f46-44ee-a379-a25344525654 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:30.592201 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.705804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Made reservation on behalf of 72a923b5e4ea46bda6080c1d93c9b1fd for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:30.711526 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.712684 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.757960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:30.764466 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:30.766359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ec020d47-156c-44f3-9a94-1dbc755e7f1b up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:30.879722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:30.897290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port ec020d47-156c-44f3-9a94-1dbc755e7f1b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:30.897812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Allocated IP 192.168.233.74 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/f0415d2a-ac3d-44ff-9fb2-97049c575361) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:30.901977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port ec020d47-156c-44f3-9a94-1dbc755e7f1b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:30.902828 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.006602 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.048817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ec020d47-156c-44f3-9a94-1dbc755e7f1b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:31.054842 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.099536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.120208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ec020d47-156c-44f3-9a94-1dbc755e7f1b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:31.128919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-ec366592-2e28-43bf-8c7b-b03920a2c185 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.135099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-ec366592-2e28-43bf-8c7b-b03920a2c185 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.136781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Transition to ACTIVE for port object f0415d2a-ac3d-44ff-9fb2-97049c575361 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:31.141997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-ec366592-2e28-43bf-8c7b-b03920a2c185 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.148126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-ec366592-2e28-43bf-8c7b-b03920a2c185 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.153862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-ec366592-2e28-43bf-8c7b-b03920a2c185 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.159936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-ec366592-2e28-43bf-8c7b-b03920a2c185 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.165949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-ec366592-2e28-43bf-8c7b-b03920a2c185 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.167880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-ec366592-2e28-43bf-8c7b-b03920a2c185 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5443 time: 0.5612676 Aug 20 12:01:31.178254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.195873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148', '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:31.199296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'd90c9da2-52ed-468e-b160-44d7ddd6f754', '6dd931c8-53b6-40bb-995f-396a5d4d0487'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:31.224537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.230798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:31.235507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:31.237012 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.237275 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e disassociated. External IP: 172.25.0.154, port: 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82. Aug 20 12:01:31.240754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:31.282862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event updated for resources: {'Port': ['ID=f0415d2a-ac3d-44ff-9fb2-97049c575361,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:31.330227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Deleting port 6971c807-bc4a-44b9-b011-f5663b9278ef {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:31.330510 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.338247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.339551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.359309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98c8970b-7f45-4693-8246-26e9d23714f6 req-7cf3023b-6b17-49f8-bb3a-f3f45b05f320 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824160 Aug 20 12:01:31.380650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-e8b0509a-89cf-48f7-8661-503bc78a8a24 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8844564 Aug 20 12:01:31.428658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Request body: {'port': {'device_id': '9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:31.589998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.690157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-03b7530c-2708-453e-95e9-f0d74b6298c9 None None] Provisioning for port f0415d2a-ac3d-44ff-9fb2-97049c575361 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:31.710987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-03b7530c-2708-453e-95e9-f0d74b6298c9 None None] Provisioning complete for port f0415d2a-ac3d-44ff-9fb2-97049c575361 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:31.711369 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-03b7530c-2708-453e-95e9-f0d74b6298c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.754275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] For port 6971c807-bc4a-44b9-b011-f5663b9278ef, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6971c807-bc4a-44b9-b011-f5663b9278ef,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:31.754684 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.785482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-03b7530c-2708-453e-95e9-f0d74b6298c9 None None] Port f0415d2a-ac3d-44ff-9fb2-97049c575361 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:01:31.794555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Calling delete_port for 6971c807-bc4a-44b9-b011-f5663b9278ef owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:31.803338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583457b6-280b-4d4e-a6da-d047e55ca18e req-45f11696-fdbc-4a40-aed4-c9e92ee45006 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.810481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-583457b6-280b-4d4e-a6da-d047e55ca18e req-45f11696-fdbc-4a40-aed4-c9e92ee45006 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 945 time: 0.2946384 Aug 20 12:01:31.925253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-615d404b-ccab-4f7f-adf0-b4046b243171 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:31.926753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-615d404b-ccab-4f7f-adf0-b4046b243171 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.22 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 821 time: 0.3888235 Aug 20 12:01:31.951101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0415d2a-ac3d-44ff-9fb2-97049c575361 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:31.959569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Request body: {'port': {'device_id': '485c802b-5901-491e-88d5-e877b412d5bc', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'admin_state_up': True, 'tenant_id': 'ae3c4630aca34fefb11101e28d622dcd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:31.960117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.973734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Transition to ACTIVE for port object f0415d2a-ac3d-44ff-9fb2-97049c575361 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:31.977655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:31.999474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-583457b6-280b-4d4e-a6da-d047e55ca18e req-59de99cd-dcae-4304-8ca0-f3a69aa488cc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740389 Aug 20 12:01:32.037183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Pushing event updated for resources: {'Port': ['ID=f0415d2a-ac3d-44ff-9fb2-97049c575361,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:32.062423 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1443e2eb-5723-4a52-88ba-95c40da8ab8d x-openstack-request-id: req-1443e2eb-5723-4a52-88ba-95c40da8ab8d {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:32.062725 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "03c77869-f052-4695-af20-d722d5183e3e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:32.062983 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1443e2eb-5723-4a52-88ba-95c40da8ab8d {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:32.063620 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c77869-f052-4695-af20-d722d5183e3e', 'code': 200} Aug 20 12:01:32.069186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:32.140928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Attempting to bind port f0415d2a-ac3d-44ff-9fb2-97049c575361 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:32.141600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Attempting to bind port f0415d2a-ac3d-44ff-9fb2-97049c575361 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:32.142131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Attempting to bind port f0415d2a-ac3d-44ff-9fb2-97049c575361 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:32.148815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Port f0415d2a-ac3d-44ff-9fb2-97049c575361 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:32.149662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Attempting to bind port f0415d2a-ac3d-44ff-9fb2-97049c575361 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:32.156068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:32.156989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:32.157643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:32.158404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Bound port: f0415d2a-ac3d-44ff-9fb2-97049c575361, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:32.159386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.234090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] For port f0415d2a-ac3d-44ff-9fb2-97049c575361, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:32.238444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] For port f0415d2a-ac3d-44ff-9fb2-97049c575361, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0415d2a-ac3d-44ff-9fb2-97049c575361,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:32.248077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.289528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:32.290055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.291737 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-25368737-d625-417e-b27d-cce7a23185bb service neutron] 10.222.0.73 "PUT /v2.0/ports/f0415d2a-ac3d-44ff-9fb2-97049c575361 HTTP/1.1" status: 200 len: 1096 time: 0.9025280 Aug 20 12:01:32.292273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9', 'tag': 'f0415d2a-ac3d-44ff-9fb2-97049c575361'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:32.294632 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2596ef08-6504-4a45-8757-5aa46b65d3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9", "tag": "f0415d2a-ac3d-44ff-9fb2-97049c575361"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:32.320696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25368737-d625-417e-b27d-cce7a23185bb service neutron] Pushing event updated for resources: {'Port': ['ID=f0415d2a-ac3d-44ff-9fb2-97049c575361,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:32.337639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Made reservation on behalf of ae3c4630aca34fefb11101e28d622dcd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:32.340905 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.344199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.355210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359908b2-6ff0-4efe-a0e2-7c628b81ff2a req-15fef858-75bd-4289-b0df-bdede6939e43 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:32.356748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-359908b2-6ff0-4efe-a0e2-7c628b81ff2a req-15fef858-75bd-4289-b0df-bdede6939e43 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 947 time: 0.1674452 Aug 20 12:01:32.376947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['6971c807-bc4a-44b9-b011-f5663b9278ef'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:32.393842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-7b326b7a-620f-44c7-bcc5-994e231fc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:32.395403 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-7b326b7a-620f-44c7-bcc5-994e231fc58a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 1099 time: 0.0511951 Aug 20 12:01:32.417475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event deleted for resources: {'Port': ['ID=6971c807-bc4a-44b9-b011-f5663b9278ef,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:32.444262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:32.447223 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-adba73eb-1c8e-4902-a785-c67e6a0e8141 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f0415d2a-ac3d-44ff-9fb2-97049c575361 HTTP/1.1" status: 200 len: 217 time: 0.0430748 Aug 20 12:01:32.455166 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:32.467867 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:32.468752 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:32.472589 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.508886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-dbfaf8cb-640d-404c-bc1c-fcac1d3c64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:32.510580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-dbfaf8cb-640d-404c-bc1c-fcac1d3c64e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0563908 Aug 20 12:01:32.536398 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] No DVR routers for this DVR port 6971c807-bc4a-44b9-b011-f5663b9278ef on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:32.539476 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:32.541861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f282de7d-bc35-46e2-ba84-9d588f43ed80 req-7a1f1ccd-1283-428f-9eff-ff6d3b4ce547 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "DELETE /v2.0/ports/6971c807-bc4a-44b9-b011-f5663b9278ef HTTP/1.1" status: 204 len: 173 time: 1.9767625 Aug 20 12:01:32.571460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-ea184bce-30f1-4793-8e62-c79170f8f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:32.575026 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-ea184bce-30f1-4793-8e62-c79170f8f1d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557203 Aug 20 12:01:32.588929 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-96d1c1b6-9678-4f9e-ad0b-9ce95178d08a tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "PUT /v2.0/floatingips/6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e HTTP/1.1" status: 200 len: 696 time: 2.2665417 Aug 20 12:01:32.617223 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:32.618621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-359908b2-6ff0-4efe-a0e2-7c628b81ff2a req-0728275f-4ba0-4580-b570-4362e76f8759 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266500 Aug 20 12:01:32.702691 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-bcc94b9e-8f70-4e18-aff2-740daa2ae84b service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168621 Aug 20 12:01:32.805331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e647da-906f-401b-a2c6-41a834a663b8 req-283626eb-ea19-4147-8123-9a19eb60c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:32.812955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-283626eb-ea19-4147-8123-9a19eb60c118 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.1906550 Aug 20 12:01:32.855428 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ca8446f6-e12a-4fbc-afc0-0c19be9bdb0c req-558c5901-f2b2-4edb-b254-38d5241e69f9 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460555 Aug 20 12:01:32.931302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Allocated IP 172.20.0.13 (e0feaa8b-b98d-4662-bec3-96c6c37ac7f0/4091ca88-b2b8-4309-8d73-004dd22b5b84/62b73daa-63a3-4c1d-bb34-2dea537fd168) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:32.948854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e647da-906f-401b-a2c6-41a834a663b8 req-dffba19e-987d-41a4-b33e-ea533cf2a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:32.956750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-dffba19e-987d-41a4-b33e-ea533cf2a155 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.1428370 Aug 20 12:01:32.961126 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:33.007708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-c84a73ba-c218-4875-864c-95d7b45cbcba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 217 time: 0.0499468 Aug 20 12:01:33.015376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-ca1a9307-fec0-44ec-934c-0f1587c66656 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3293760 Aug 20 12:01:33.040672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:33.089093 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:33.098351 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:33.099138 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:33.133033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e647da-906f-401b-a2c6-41a834a663b8 req-e66731e7-a220-4207-bd8a-b5bc676fa7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:33.134838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-e66731e7-a220-4207-bd8a-b5bc676fa7ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.1182356 Aug 20 12:01:33.160300 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.216191 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:33.288153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e647da-906f-401b-a2c6-41a834a663b8 req-8ad357ad-883b-43ef-84c5-7e47c89df6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:33.289589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-8ad357ad-883b-43ef-84c5-7e47c89df6e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233041 Aug 20 12:01:33.355676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.449189 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-929cc9b9-548f-4e3e-b91e-c13264baa6a2 service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516793 Aug 20 12:01:33.461698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.463810 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:33.495597 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc8ca3-0b67-4268-bcb4-32989b1cfcb7 None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T11:59:44Z', 'revision_number': 4, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1617dd42-317f-4ff2-b5d3-5595e64d5769', 'name': '', 'network_id': '10e39560-3f21-4094-8c47-1b87cd34f730', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'mac_address': 'fa:16:3e:b6:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:42Z', 'updated_at': '2021-08-20T11:59:53Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'subnets': [{'id': 'ef9a1978-f427-4fe7-bfee-557751345594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:33.509073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:33.773061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6d021-a343-4a4f-ad8b-d5874b803b87 None None] New status for floating IP 6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:01:33.872790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:33.906211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:33.908884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:33.954545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event updated for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:33.990468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.990818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.991166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.991510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.991849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.992187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.992519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.992851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.993184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.993515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.993848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:33.994207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:34.029447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.030088 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.059025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e647da-906f-401b-a2c6-41a834a663b8 req-70998c6f-5b75-41d0-b9dc-441bcfda034c service neutron] 10.222.0.25 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847278 Aug 20 12:01:34.065388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3449f14c-0e6e-4b56-8c00-ecda2b60283f'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e2b657-6b72-4f4d-acbd-0abb6728d77d'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235d34fe-b107-4a32-afeb-b80a7b610ae1'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f52c00-4fc3-44cc-b643-d3a27ad85da4'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59'}, {'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec020d47-156c-44f3-9a94-1dbc755e7f1b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:34.069697 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b40e9a6-1b10-456c-a760-8625a2445042" -d '{"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "3449f14c-0e6e-4b56-8c00-ecda2b60283f"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "18e2b657-6b72-4f4d-acbd-0abb6728d77d"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "235d34fe-b107-4a32-afeb-b80a7b610ae1"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "65f52c00-4fc3-44cc-b643-d3a27ad85da4"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59"}, {"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "ec020d47-156c-44f3-9a94-1dbc755e7f1b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:34.075653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-049b27cc-9d11-4e7f-adc5-f2b3e07c3828 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1269441 Aug 20 12:01:34.094101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Request body: {'port': {'device_id': '485c802b-5901-491e-88d5-e877b412d5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:34.107592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Allocated IP 172.25.0.183 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/34a010a3-4047-4006-a5ea-4f87beb5d4c5) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:34.137138 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2092b9f-8e81-410e-9f0f-99be00320226 x-openstack-request-id: req-b2092b9f-8e81-410e-9f0f-99be00320226 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:34.137429 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:34.137684 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2092b9f-8e81-410e-9f0f-99be00320226 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:34.138090 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'status': 'completed', 'code': 200} Aug 20 12:01:34.210065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-661da588-3889-4b3a-8070-46c449f94a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.211674 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-661da588-3889-4b3a-8070-46c449f94a36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.0453522 Aug 20 12:01:34.253946 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.312395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-a5682b05-a2b3-4e49-98c0-a622b7ba4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.313894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-a5682b05-a2b3-4e49-98c0-a622b7ba4e62 service neutron] 10.222.0.73 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.0948148 Aug 20 12:01:34.338944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98788-23f9-49f0-8793-6c4407c134c9 req-f164d19d-4e90-4b2f-9105-81fdeeedc0a0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.340457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00f98788-23f9-49f0-8793-6c4407c134c9 req-f164d19d-4e90-4b2f-9105-81fdeeedc0a0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 932 time: 0.1339560 Aug 20 12:01:34.359822 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-0f157c4a-13f0-4950-b792-4a1f61ba0477 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 217 time: 0.0383101 Aug 20 12:01:34.362553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.422529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-7d358d90-4dae-475b-ba21-8477f55af958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.424142 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-7d358d90-4dae-475b-ba21-8477f55af958 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.0523882 Aug 20 12:01:34.474540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-75a546c6-e91e-40e8-af7e-c5538e6aa375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.476168 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-75a546c6-e91e-40e8-af7e-c5538e6aa375 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443163 Aug 20 12:01:34.502349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00f98788-23f9-49f0-8793-6c4407c134c9 req-16c85a49-3547-4d8d-9367-f06caa68f2d8 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481507 Aug 20 12:01:34.564664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.588144 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-fc52e7f1-a419-4df8-a9f4-90ab79747852 service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043706 Aug 20 12:01:34.646075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:34.656190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-388af6c0-eb91-4771-8933-3d498a92c438 req-c45b4763-7a6f-41e9-b943-45280f7fa13e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 210 time: 0.0510302 Aug 20 12:01:34.662201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:34.673129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:34.688076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event updated for resources: {'Port': ['ID=34a010a3-4047-4006-a5ea-4f87beb5d4c5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:34.717179 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df1f7202-bbc4-4bdb-b2c0-c5086b3d4c03 req-0f432625-a328-4894-a4e6-8117098d07ee service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169767 Aug 20 12:01:34.733579 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c8e09d-a10f-4c91-83db-776e851e2fe7 x-openstack-request-id: req-47c8e09d-a10f-4c91-83db-776e851e2fe7 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:34.733869 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9", "tag": "f0415d2a-ac3d-44ff-9fb2-97049c575361", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:34.734136 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47c8e09d-a10f-4c91-83db-776e851e2fe7 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:34.734631 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9', 'tag': 'f0415d2a-ac3d-44ff-9fb2-97049c575361', 'status': 'completed', 'code': 200} Aug 20 12:01:34.801455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-3de5f487-6df5-457d-920d-f42f71fa07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.803230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-3de5f487-6df5-457d-920d-f42f71fa07e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 1099 time: 0.0467300 Aug 20 12:01:34.862696 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.871755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b73daa-63a3-4c1d-bb34-2dea537fd168 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:34.888860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.921927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-34a270ab-547c-493a-9a42-ffb6bf243393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.923680 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-34a270ab-547c-493a-9a42-ffb6bf243393 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1124501 Aug 20 12:01:34.941805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-18021f37-ae7a-4c3d-bb39-c797e67e70cf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.947658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-18021f37-ae7a-4c3d-bb39-c797e67e70cf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.954770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-18021f37-ae7a-4c3d-bb39-c797e67e70cf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.960563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-18021f37-ae7a-4c3d-bb39-c797e67e70cf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.966281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0415d2a-ac3d-44ff-9fb2-97049c575361 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:34.966813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-18021f37-ae7a-4c3d-bb39-c797e67e70cf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.970469 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-12c13316-b1ad-489e-8fb7-6632e1271679 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f0415d2a-ac3d-44ff-9fb2-97049c575361 HTTP/1.1" status: 200 len: 217 time: 0.0387182 Aug 20 12:01:34.971806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6971c807-bc4a-44b9-b011-f5663b9278ef no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:34.973856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-18021f37-ae7a-4c3d-bb39-c797e67e70cf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.979832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-18021f37-ae7a-4c3d-bb39-c797e67e70cf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:34.981769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-18021f37-ae7a-4c3d-bb39-c797e67e70cf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.1679733 Aug 20 12:01:34.982872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Transition to ACTIVE for port object 62b73daa-63a3-4c1d-bb34-2dea537fd168 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:34.987302 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:34.991689 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.006688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 6971c807-bc4a-44b9-b011-f5663b9278ef {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:35.007110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6971c807-bc4a-44b9-b011-f5663b9278ef not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:35.096271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-bd60814a-cc95-4742-94ef-da177ea2da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:35.102554 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-bd60814a-cc95-4742-94ef-da177ea2da42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1240742 Aug 20 12:01:35.137952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Pushing event updated for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:35.160211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0415d2a-ac3d-44ff-9fb2-97049c575361, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0415d2a-ac3d-44ff-9fb2-97049c575361,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:35.168750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-c4fc35fb-06c0-49fb-834e-32efa11993e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:35.170543 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-c4fc35fb-06c0-49fb-834e-32efa11993e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602658 Aug 20 12:01:35.174967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f0415d2a-ac3d-44ff-9fb2-97049c575361', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'f0415d2a-ac3d-44ff-9fb2-97049c575361', 'mac_address': 'fa:16:3e:7a:c1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:35.185620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d574a9e-60a6-45e9-b05c-b24e38057e32 req-59b1810b-63e2-4a17-957e-71ca2893aee3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1949468 Aug 20 12:01:35.279047 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.295739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0415d2a-ac3d-44ff-9fb2-97049c575361 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:35.313019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Attempting to bind port 62b73daa-63a3-4c1d-bb34-2dea537fd168 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:35.313399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Attempting to bind port 62b73daa-63a3-4c1d-bb34-2dea537fd168 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:35.313686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Attempting to bind port 62b73daa-63a3-4c1d-bb34-2dea537fd168 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:35.321292 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-72a42878-bed6-402a-bd18-8313d83b342a service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426041 Aug 20 12:01:35.324043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0415d2a-ac3d-44ff-9fb2-97049c575361, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0415d2a-ac3d-44ff-9fb2-97049c575361,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:35.328606 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.354564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.361361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Port 62b73daa-63a3-4c1d-bb34-2dea537fd168 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:35.362392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Attempting to bind port 62b73daa-63a3-4c1d-bb34-2dea537fd168 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:35.370216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:35.371308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Checking segment: {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:35.374284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Bound using segment: {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:35.375117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Bound port: 62b73daa-63a3-4c1d-bb34-2dea537fd168, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:35.375798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.387307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0415d2a-ac3d-44ff-9fb2-97049c575361,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:35.392389 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.434779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2596ef08-6504-4a45-8757-5aa46b65d3b6 req-0b32b9aa-b1e8-42ab-bb08-3b05cc4dd7e1 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054244 Aug 20 12:01:35.510584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17f3e3-7fcb-43bd-ae01-d458e1a2d1d8 req-ec3dc282-4695-4494-973a-f99ec2d6cace tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:35.512053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b17f3e3-7fcb-43bd-ae01-d458e1a2d1d8 req-ec3dc282-4695-4494-973a-f99ec2d6cace tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 945 time: 0.2178664 Aug 20 12:01:35.534819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event updated for resources: {'Port': ['ID=34a010a3-4047-4006-a5ea-4f87beb5d4c5,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:35.558798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:35.566254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.582052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:35.596785 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.609413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b17f3e3-7fcb-43bd-ae01-d458e1a2d1d8 req-e1fa7f4d-a549-4103-bad8-555933975241 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798185 Aug 20 12:01:35.636947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.638166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-384ffcd9-b253-452b-81cd-63f7f64d9c92 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6043270 Aug 20 12:01:35.696293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:35.696803 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:35.698220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/62b73daa-63a3-4c1d-bb34-2dea537fd168 HTTP/1.1" status: 200 len: 1093 time: 1.6130557 Aug 20 12:01:35.723927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f0415d2a-ac3d-44ff-9fb2-97049c575361'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:35.724338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-01c86538-b58b-4c63-8ddf-51084881a93b tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 696 time: 0.0763071 Aug 20 12:01:35.748313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acabd53-3bca-44e6-9f59-dfcf43be48f2 service neutron] Pushing event updated for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:35.865005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc28bbc-96b9-45c4-b481-41e9a6a04f71 req-b7999938-ec3e-44fb-a653-f80ca4453da8 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:35.867091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc28bbc-96b9-45c4-b481-41e9a6a04f71 req-b7999938-ec3e-44fb-a653-f80ca4453da8 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 948 time: 0.1633992 Aug 20 12:01:35.888120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-bae60df3-3b0b-40dc-8590-e6ef06b7466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:35.889745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-bae60df3-3b0b-40dc-8590-e6ef06b7466e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 1096 time: 0.1373260 Aug 20 12:01:35.960846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-38f4eded-8284-451b-97d6-7a41b45a0373 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168 HTTP/1.1" status: 200 len: 217 time: 0.0553210 Aug 20 12:01:35.973220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-5a79a39d-dbf8-42e0-b4f9-f1e49e0c4814 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:35.974599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff11a1f1-4b04-4d33-8a0d-6c3ba7a9d6d1 req-5a79a39d-dbf8-42e0-b4f9-f1e49e0c4814 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2211537 Aug 20 12:01:36.011629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebc28bbc-96b9-45c4-b481-41e9a6a04f71 req-9444c66f-8004-44c1-8859-249191a284d1 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357200 Aug 20 12:01:36.035146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-070f15e1-6e2d-4a9c-8024-e4c542794c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.036607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-070f15e1-6e2d-4a9c-8024-e4c542794c90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4091ca88-b2b8-4309-8d73-004dd22b5b84 HTTP/1.1" status: 200 len: 861 time: 0.0591288 Aug 20 12:01:36.048238 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccb2825-c3c4-4879-83ea-cda1bcafa45e x-openstack-request-id: req-cccb2825-c3c4-4879-83ea-cda1bcafa45e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:36.048693 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "3449f14c-0e6e-4b56-8c00-ecda2b60283f", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "18e2b657-6b72-4f4d-acbd-0abb6728d77d", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "235d34fe-b107-4a32-afeb-b80a7b610ae1", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "65f52c00-4fc3-44cc-b643-d3a27ad85da4", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59", "code": 200}, {"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-plugged", "status": "completed", "tag": "ec020d47-156c-44f3-9a94-1dbc755e7f1b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:36.048829 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cccb2825-c3c4-4879-83ea-cda1bcafa45e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:36.049210 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3449f14c-0e6e-4b56-8c00-ecda2b60283f', 'code': 200} Aug 20 12:01:36.049467 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e2b657-6b72-4f4d-acbd-0abb6728d77d', 'code': 200} Aug 20 12:01:36.049722 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235d34fe-b107-4a32-afeb-b80a7b610ae1', 'code': 200} Aug 20 12:01:36.049971 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f52c00-4fc3-44cc-b643-d3a27ad85da4', 'code': 200} Aug 20 12:01:36.050237 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'code': 200} Aug 20 12:01:36.050490 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'code': 200} Aug 20 12:01:36.050727 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec020d47-156c-44f3-9a94-1dbc755e7f1b', 'code': 200} Aug 20 12:01:36.082663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-32a566ea-fd48-4bbe-ae58-359e04562185 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293994 Aug 20 12:01:36.156171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e44248-82eb-4e53-9889-81541b06e7fa', 'name': 'network-vif-deleted', 'tag': '6971c807-bc4a-44b9-b011-f5663b9278ef'}, {'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'}, {'name': 'network-changed', 'server_uuid': '485c802b-5901-491e-88d5-e877b412d5bc', 'tag': '62b73daa-63a3-4c1d-bb34-2dea537fd168'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:36.159149 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe2aef5-6530-424e-b7a3-ae69297b650f" -d '{"events": [{"server_uuid": "c4e44248-82eb-4e53-9889-81541b06e7fa", "name": "network-vif-deleted", "tag": "6971c807-bc4a-44b9-b011-f5663b9278ef"}, {"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82"}, {"name": "network-changed", "server_uuid": "485c802b-5901-491e-88d5-e877b412d5bc", "tag": "62b73daa-63a3-4c1d-bb34-2dea537fd168"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:36.234243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a6ce0-c68e-4af9-b1d2-a91259d913f4 req-35287264-6067-4bcb-84ee-4018dd624319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.236398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1b3a6ce0-c68e-4af9-b1d2-a91259d913f4 req-35287264-6067-4bcb-84ee-4018dd624319 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1097 time: 0.0537941 Aug 20 12:01:36.258148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-802de6a8-cfe5-4b8c-8453-17f4bf730ca0 req-e2fa8f52-22fd-405f-9cf7-a52cdc61bc80 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4e44248-82eb-4e53-9889-81541b06e7fa HTTP/1.1" status: 200 len: 210 time: 0.0907578 Aug 20 12:01:36.293024 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1b3a6ce0-c68e-4af9-b1d2-a91259d913f4 req-cf06e313-bcea-4ce0-9361-7087a4358362 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462461 Aug 20 12:01:36.328899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc9ba-23d5-4fc7-809b-41c06f4c665b req-92b0db73-dc68-4282-a0d7-13084ab3e6ff tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.330455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d8dc9ba-23d5-4fc7-809b-41c06f4c665b req-92b0db73-dc68-4282-a0d7-13084ab3e6ff tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 944 time: 0.1681647 Aug 20 12:01:36.338513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-4f936b65-ba92-4dcd-82ed-b644f7e63327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.338966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-4f936b65-ba92-4dcd-82ed-b644f7e63327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.339437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-4f936b65-ba92-4dcd-82ed-b644f7e63327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.340311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-4f936b65-ba92-4dcd-82ed-b644f7e63327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.340470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-4f936b65-ba92-4dcd-82ed-b644f7e63327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.340890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-4f936b65-ba92-4dcd-82ed-b644f7e63327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.341349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-4f936b65-ba92-4dcd-82ed-b644f7e63327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.343532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-4f936b65-ba92-4dcd-82ed-b644f7e63327 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6508 time: 0.1507308 Aug 20 12:01:36.384836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-57f13d71-8072-4247-b620-486390670a61 service neutron] 10.222.0.22 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941756 Aug 20 12:01:36.392425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0281daf5-4fd8-46b7-a579-9f6304705710 req-9beb2e7f-d995-45e2-9657-2b94133093b2 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips/812962e9-5881-4959-9d99-de397b62a620 HTTP/1.1" status: 200 len: 693 time: 0.0851078 Aug 20 12:01:36.428316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39372) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:36.545471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.559925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d8dc9ba-23d5-4fc7-809b-41c06f4c665b req-51cc36bd-239c-43a1-8ee4-af1d1613855b tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886663 Aug 20 12:01:36.630626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-316d7abe-9d19-4965-8f3a-bd0ede8770e9 req-ec75d184-dd70-4654-9c6c-1aeb9787fe64 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042254 Aug 20 12:01:36.668364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb26fd8-cb65-4376-ba5e-8294d766cd91 req-63a4d4b9-dd1c-44e8-806c-ce32e2dcb5b1 service neutron] 10.222.0.22 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683280 Aug 20 12:01:36.687908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281daf5-4fd8-46b7-a579-9f6304705710 req-f43b9330-e124-4a66-ae7d-59b142de8b62 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.693493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.699984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0281daf5-4fd8-46b7-a579-9f6304705710 req-f43b9330-e124-4a66-ae7d-59b142de8b62 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2849884 Aug 20 12:01:36.702410 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.703481 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09597acd-7fdc-45e3-8f81-b50da2bed387 x-openstack-request-id: req-09597acd-7fdc-45e3-8f81-b50da2bed387 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:36.703888 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e44248-82eb-4e53-9889-81541b06e7fa", "name": "network-vif-deleted", "tag": "6971c807-bc4a-44b9-b011-f5663b9278ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "485c802b-5901-491e-88d5-e877b412d5bc", "tag": "62b73daa-63a3-4c1d-bb34-2dea537fd168", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:36.707874 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09597acd-7fdc-45e3-8f81-b50da2bed387 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:36.708845 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e44248-82eb-4e53-9889-81541b06e7fa', 'name': 'network-vif-deleted', 'tag': '6971c807-bc4a-44b9-b011-f5663b9278ef', 'status': 'completed', 'code': 200} Aug 20 12:01:36.708845 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'status': 'completed', 'code': 200} Aug 20 12:01:36.709082 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485c802b-5901-491e-88d5-e877b412d5bc', 'tag': '62b73daa-63a3-4c1d-bb34-2dea537fd168', 'status': 'completed', 'code': 200} Aug 20 12:01:36.778016 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f13a9cdafd7841d3904fdf87e2ce8b7a&name=default HTTP/1.1" status: 200 len: 2981 time: 0.3461757 Aug 20 12:01:36.778016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75046048-4a23-4a09-8412-9fe7752224de,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:36.779186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39384) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:36.800886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.801233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.801572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.801902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.802251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.802577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.802899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.803221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.803538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.803895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.804167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.804483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb9a6f5-cc76-4a2a-a3e5-25c96084553e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:36.857031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f928b84-e069-4d0d-ae69-2e72a0a3f5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.874212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34296d5-2ff8-4c4d-9ecc-9c3802cb66b7 req-e5adb608-2fee-4268-83b2-8a1085f3827b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.875818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f34296d5-2ff8-4c4d-9ecc-9c3802cb66b7 req-e5adb608-2fee-4268-83b2-8a1085f3827b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 945 time: 0.1003661 Aug 20 12:01:36.877556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-e8eafc60-5471-4be8-b36a-1758aff6ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.878947 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-e8eafc60-5471-4be8-b36a-1758aff6ca83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 1096 time: 0.1432514 Aug 20 12:01:36.885010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f928b84-e069-4d0d-ae69-2e72a0a3f5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.935049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f928b84-e069-4d0d-ae69-2e72a0a3f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.938382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f928b84-e069-4d0d-ae69-2e72a0a3f5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:36.942439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6f928b84-e069-4d0d-ae69-2e72a0a3f5e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75046048-4a23-4a09-8412-9fe7752224de HTTP/1.1" status: 204 len: 168 time: 0.1594689 Aug 20 12:01:36.948629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f928b84-e069-4d0d-ae69-2e72a0a3f5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75046048-4a23-4a09-8412-9fe7752224de,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:36.965855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-bcdb0e80-6ae1-40df-9439-4d733c275d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.972549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-bcdb0e80-6ae1-40df-9439-4d733c275d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.974478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0415d2a-ac3d-44ff-9fb2-97049c575361 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:36.978700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-bcdb0e80-6ae1-40df-9439-4d733c275d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.985046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-bcdb0e80-6ae1-40df-9439-4d733c275d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.990935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-bcdb0e80-6ae1-40df-9439-4d733c275d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:36.996764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-bcdb0e80-6ae1-40df-9439-4d733c275d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.003376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-bcdb0e80-6ae1-40df-9439-4d733c275d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.005243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-bcdb0e80-6ae1-40df-9439-4d733c275d4e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.2277286 Aug 20 12:01:37.029210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f0415d2a-ac3d-44ff-9fb2-97049c575361 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:37.034426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f0415d2a-ac3d-44ff-9fb2-97049c575361 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:37.034859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.094297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f34296d5-2ff8-4c4d-9ecc-9c3802cb66b7 req-201eca77-15a7-4d37-892a-0d8e4590463a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106555 Aug 20 12:01:37.144824 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.149918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-84dd56b7-b84f-4e90-bb9e-0a27bb83c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.151412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-84dd56b7-b84f-4e90-bb9e-0a27bb83c937 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=450dc75252bf4b57ab6a99a31f051572&device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 1098 time: 0.2671537 Aug 20 12:01:37.159244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe1c5ed5-f79b-4805-97f8-3eea7db2857b req-3060d042-e13b-42a4-8419-28179bd46d09 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045372 Aug 20 12:01:37.190276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0415d2a-ac3d-44ff-9fb2-97049c575361, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0415d2a-ac3d-44ff-9fb2-97049c575361,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:37.201801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:37.275752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0415d2a-ac3d-44ff-9fb2-97049c575361,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:37.334720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-bfee2065-ceef-4332-a743-c971ee7158cc tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips/6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e HTTP/1.1" status: 200 len: 694 time: 0.2005014 Aug 20 12:01:37.344388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-ae4651c4-b6c4-4ab4-816b-0f6b34f46c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.345922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-ae4651c4-b6c4-4ab4-816b-0f6b34f46c97 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 922 time: 0.4469552 Aug 20 12:01:37.369687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8ba123-6f38-4706-9682-295f584dea8f req-b514f075-851f-4a1d-99d6-9e8676939202 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips/812962e9-5881-4959-9d99-de397b62a620 HTTP/1.1" status: 200 len: 693 time: 0.1476438 Aug 20 12:01:37.779049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-40080b65-e618-42f9-9bd7-7ab0428b56da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168 HTTP/1.1" status: 200 len: 217 time: 0.4184313 Aug 20 12:01:37.899966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-52a1011e-bf5d-47e2-ae15-25064802e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.901453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-52a1011e-bf5d-47e2-ae15-25064802e948 service neutron] 10.222.0.73 "GET /v2.0/networks?id=10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 200 len: 921 time: 0.7413561 Aug 20 12:01:37.965738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-41db7769-6568-4446-8c74-b1f5b91a27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.967219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-41db7769-6568-4446-8c74-b1f5b91a27b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4091ca88-b2b8-4309-8d73-004dd22b5b84 HTTP/1.1" status: 200 len: 861 time: 0.1523061 Aug 20 12:01:37.971516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-647eb140-c693-4c54-87d7-168a2b5d3744 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 200 len: 217 time: 0.0539508 Aug 20 12:01:37.978415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-754e409a-aa6f-49e8-8562-b05841457d62 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:37.979724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-754e409a-aa6f-49e8-8562-b05841457d62 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.6296272 Aug 20 12:01:38.051447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0415d2a-ac3d-44ff-9fb2-97049c575361'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:38.055568 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67568e90-2766-49f4-b647-3c8c17cfdf2f" -d '{"events": [{"server_uuid": "9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0415d2a-ac3d-44ff-9fb2-97049c575361"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:38.090592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-d085c9bf-bb30-4470-ba14-a524388de734 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074066 Aug 20 12:01:38.104323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ba123-6f38-4706-9682-295f584dea8f req-03b9996b-acbb-46ed-9a92-b8f59b570423 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.105724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8ba123-6f38-4706-9682-295f584dea8f req-03b9996b-acbb-46ed-9a92-b8f59b570423 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.7352977 Aug 20 12:01:38.126878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-420960ac-54a5-4636-9898-81c7fd298a42 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 697 time: 0.1247499 Aug 20 12:01:38.268916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-aec2ba41-e505-46ad-9aa3-9ba6afc32340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.270507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-aec2ba41-e505-46ad-9aa3-9ba6afc32340 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 200 len: 859 time: 0.2855475 Aug 20 12:01:38.292369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8ba123-6f38-4706-9682-295f584dea8f req-c5f530d7-6b4d-4513-a7c3-9387dab44717 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 696 time: 0.1703560 Aug 20 12:01:38.298587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-178bd6d7-d57c-4f4b-b951-65b08d164397 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 697 time: 0.1233096 Aug 20 12:01:38.437318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8ba123-6f38-4706-9682-295f584dea8f req-af27a4af-951d-44f1-bde4-9ac20c5ab8da tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.183 HTTP/1.1" status: 200 len: 696 time: 0.1227028 Aug 20 12:01:38.475070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-a142804a-acb8-4bda-8c40-052904ed1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:38.476562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-a142804a-acb8-4bda-8c40-052904ed1bc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10e39560-3f21-4094-8c47-1b87cd34f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978600 Aug 20 12:01:38.478348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-54f0498e-f749-4b83-9ef2-35d303c7c7e9 service neutron] 10.222.0.22 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716803 Aug 20 12:01:38.773186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-b777654d-db52-4c09-9f6e-aa7c94d17391 service neutron] 10.222.0.22 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792387 Aug 20 12:01:38.776953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-acccccfb-12a3-4e6f-849b-3a5e62b690ed service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913082 Aug 20 12:01:38.789723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Deleting port 6dd6f84e-691b-4534-bdd4-8fcc6435186e {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:38.790435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.888945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Deleting port 34a010a3-4047-4006-a5ea-4f87beb5d4c5 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:38.889293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.994954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:38.995285 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.023113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Calling delete_port for 6dd6f84e-691b-4534-bdd4-8fcc6435186e owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:39.031544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe2aef5-6530-424e-b7a3-ae69297b650f req-61fe8744-8cb6-4b31-b846-731b57b70657 service neutron] 10.222.0.73 "GET /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445486 Aug 20 12:01:39.036448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 62b73daa-63a3-4c1d-bb34-2dea537fd168 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:39.044977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.044977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.089230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Calling delete_port for 34a010a3-4047-4006-a5ea-4f87beb5d4c5 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:39.149987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:39.167422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '62b73daa-63a3-4c1d-bb34-2dea537fd168', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'port_id': '62b73daa-63a3-4c1d-bb34-2dea537fd168', 'mac_address': 'fa:16:3e:54:b6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4091ca88-b2b8-4309-8d73-004dd22b5b84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:39.221494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.238127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b73daa-63a3-4c1d-bb34-2dea537fd168 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:39.259125 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.260044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:39.271674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.317799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Pushing event deleted for resources: {'Port': ['ID=6dd6f84e-691b-4534-bdd4-8fcc6435186e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:39.332323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:39.372521 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.406609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event deleted for resources: {'Port': ['ID=34a010a3-4047-4006-a5ea-4f87beb5d4c5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:39.432320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.434919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.436101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60bc6ca2-8df7-4e05-a60a-03b61846c46f req-3fcb76da-c0b6-445d-a9ce-09840bead843 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "DELETE /v2.0/floatingips/6fcd46fd-d4aa-4725-a2ed-7e91dba0ac6e HTTP/1.1" status: 204 len: 173 time: 1.1149442 Aug 20 12:01:39.484450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.485098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:39.486890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8ba123-6f38-4706-9682-295f584dea8f req-0b1b7588-3783-49b4-a1fa-04109ef00156 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "DELETE /v2.0/floatingips/812962e9-5881-4959-9d99-de397b62a620 HTTP/1.1" status: 204 len: 173 time: 1.0199327 Aug 20 12:01:39.545687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['62b73daa-63a3-4c1d-bb34-2dea537fd168'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:39.631820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522012c-477e-460f-ad8c-ff69bbdb72ec req-d565a2e4-0c77-453e-a708-934781e77c17 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.640478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c522012c-477e-460f-ad8c-ff69bbdb72ec req-d565a2e4-0c77-453e-a708-934781e77c17 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 949 time: 0.1175702 Aug 20 12:01:39.682281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23047c4f-103b-457c-80b5-eaaee897a47c req-78f99ffc-0439-4d1e-8171-592bb666bbdb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.683790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23047c4f-103b-457c-80b5-eaaee897a47c req-78f99ffc-0439-4d1e-8171-592bb666bbdb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 945 time: 0.1041842 Aug 20 12:01:39.700346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c522012c-477e-460f-ad8c-ff69bbdb72ec req-9dc2cd1c-2ef2-4e53-8ef6-2ac98404b8b1 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588837 Aug 20 12:01:39.740801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23047c4f-103b-457c-80b5-eaaee897a47c req-09837cb8-a72f-405f-9df6-c24ebfdeefb7 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Aug 20 12:01:39.759304 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9e37a3-9a92-464d-a82d-ec043f6e8abe x-openstack-request-id: req-2d9e37a3-9a92-464d-a82d-ec043f6e8abe {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:39.759647 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0415d2a-ac3d-44ff-9fb2-97049c575361", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:39.759908 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d9e37a3-9a92-464d-a82d-ec043f6e8abe {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:39.760303 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0415d2a-ac3d-44ff-9fb2-97049c575361', 'code': 200} Aug 20 12:01:39.922017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394cd7c-fdc1-43cf-ba6b-07b0dc280f83 req-0a3e8cd2-f02f-4e69-9fcf-fc7f00f18ca0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.923573 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7394cd7c-fdc1-43cf-ba6b-07b0dc280f83 req-0a3e8cd2-f02f-4e69-9fcf-fc7f00f18ca0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 945 time: 0.1171813 Aug 20 12:01:39.926217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e1b8a-49b1-4a0d-b949-e9d6968799c1 req-8da328fc-06ba-4320-8d13-cf124e6114b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.927583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-048e1b8a-49b1-4a0d-b949-e9d6968799c1 req-8da328fc-06ba-4320-8d13-cf124e6114b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 1101 time: 0.0918813 Aug 20 12:01:39.951595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-c196b275-32c8-44b5-b67a-bcf40f580f8f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.957679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-c196b275-32c8-44b5-b67a-bcf40f580f8f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.963979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-c196b275-32c8-44b5-b67a-bcf40f580f8f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.970409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-c196b275-32c8-44b5-b67a-bcf40f580f8f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.976350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-c196b275-32c8-44b5-b67a-bcf40f580f8f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.982211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-c196b275-32c8-44b5-b67a-bcf40f580f8f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.988765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-c196b275-32c8-44b5-b67a-bcf40f580f8f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:39.990691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-c196b275-32c8-44b5-b67a-bcf40f580f8f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.1563113 Aug 20 12:01:40.067752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7394cd7c-fdc1-43cf-ba6b-07b0dc280f83 req-4ccdd124-338e-41bc-b284-682cb1b21cdf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365683 Aug 20 12:01:40.076686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28b7fc0b-741d-4be8-bec5-0c2e25402bb3 req-84829982-b2b6-4605-b589-3a0658c89024 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712755 Aug 20 12:01:40.079086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-048e1b8a-49b1-4a0d-b949-e9d6968799c1 req-a5d46ad6-3941-4d71-b989-d7b30cd61295 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Aug 20 12:01:40.378564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498441e-00d1-485d-a8db-432ab0d5cdcb req-45d53ea3-dca6-438c-8bbf-cfd26f2949f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.380263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f498441e-00d1-485d-a8db-432ab0d5cdcb req-45d53ea3-dca6-438c-8bbf-cfd26f2949f5 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2714787 Aug 20 12:01:40.397966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec1aca-6cf5-4024-b7dd-c7059dde2f1b req-f2d39612-00a5-4dce-86d0-c41291cb65d5 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.409560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39630) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:40.414578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'floatingip': {'port_id': 'f0a318d7-9f46-44ee-a379-a25344525654'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:40.419967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61ec1aca-6cf5-4024-b7dd-c7059dde2f1b req-f2d39612-00a5-4dce-86d0-c41291cb65d5 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 945 time: 0.1153126 Aug 20 12:01:40.472289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.580343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39636) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:40.715977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2982e03-b220-4d21-b752-6373e6e389b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.845106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113c9f-f0ff-4273-8122-0d0c1d3a335a req-2fc472e0-52f7-48bd-b516-fabae3e2eabd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.850909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113c9f-f0ff-4273-8122-0d0c1d3a335a req-2fc472e0-52f7-48bd-b516-fabae3e2eabd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.856980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113c9f-f0ff-4273-8122-0d0c1d3a335a req-2fc472e0-52f7-48bd-b516-fabae3e2eabd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.863393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113c9f-f0ff-4273-8122-0d0c1d3a335a req-2fc472e0-52f7-48bd-b516-fabae3e2eabd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.869118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113c9f-f0ff-4273-8122-0d0c1d3a335a req-2fc472e0-52f7-48bd-b516-fabae3e2eabd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.875514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113c9f-f0ff-4273-8122-0d0c1d3a335a req-2fc472e0-52f7-48bd-b516-fabae3e2eabd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.881402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113c9f-f0ff-4273-8122-0d0c1d3a335a req-2fc472e0-52f7-48bd-b516-fabae3e2eabd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.883345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da113c9f-f0ff-4273-8122-0d0c1d3a335a req-2fc472e0-52f7-48bd-b516-fabae3e2eabd tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.4425309 Aug 20 12:01:40.894466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39644) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:40.899931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Request body: {'floatingip': {'port_id': '807f28e0-a664-46d3-8b68-4b194ce9ff59'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:40.978768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.984007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2982e03-b220-4d21-b752-6373e6e389b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.989331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2982e03-b220-4d21-b752-6373e6e389b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:40.992532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d10e-5674-41ef-b6f9-64eb46592be3 req-c82c9d3e-a241-468a-bd72-df794755d29c tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:40.994054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c53d10e-5674-41ef-b6f9-64eb46592be3 req-c82c9d3e-a241-468a-bd72-df794755d29c tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 946 time: 0.5121844 Aug 20 12:01:41.031408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 62b73daa-63a3-4c1d-bb34-2dea537fd168 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:41.041900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02d4cb20-1daf-4869-b14e-3d182081865d req-dd4fd517-8838-471f-ba22-767aff54ee34 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=6c734e0fef3447e48e4f4a412e9e6e89 HTTP/1.1" status: 200 len: 1655 time: 0.1373575 Aug 20 12:01:41.081371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.087276 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c2982e03-b220-4d21-b752-6373e6e389b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9cb5e0df6b3448f98d6ae6e8b86e66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034399 Aug 20 12:01:41.087494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:41.095351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 62b73daa-63a3-4c1d-bb34-2dea537fd168 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:41.095714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2982e03-b220-4d21-b752-6373e6e389b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb89b21a-f3d2-44b8-960e-285a9ea4ab69,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:41.099781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 62b73daa-63a3-4c1d-bb34-2dea537fd168 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:41.100375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.107306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.184763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c53d10e-5674-41ef-b6f9-64eb46592be3 req-d9b25fc2-1bc1-444a-bf5d-a77ab58ef986 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591456 Aug 20 12:01:41.201121 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.237982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2908acb6-b3de-475e-9ff0-75682a137f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.239902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:41.244077 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.294334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4cb20-1daf-4869-b14e-3d182081865d req-ed32d1d6-c3ae-45da-a53e-712b7939c8e7 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.296161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02d4cb20-1daf-4869-b14e-3d182081865d req-ed32d1d6-c3ae-45da-a53e-712b7939c8e7 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks?id=37efaab3-7adc-468d-a4a4-11cc9beec108&id=37efaab3-7adc-468d-a4a4-11cc9beec108&id=37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 787 time: 0.2251124 Aug 20 12:01:41.324888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2908acb6-b3de-475e-9ff0-75682a137f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.333717 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Floating IP aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe associated. External IP: 172.25.0.87, port: f0a318d7-9f46-44ee-a379-a25344525654. Aug 20 12:01:41.540644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:41.540970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2908acb6-b3de-475e-9ff0-75682a137f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.543322 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2908acb6-b3de-475e-9ff0-75682a137f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.544456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2908acb6-b3de-475e-9ff0-75682a137f6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb89b21a-f3d2-44b8-960e-285a9ea4ab69 HTTP/1.1" status: 204 len: 168 time: 0.4560773 Aug 20 12:01:41.568740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908acb6-b3de-475e-9ff0-75682a137f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb89b21a-f3d2-44b8-960e-285a9ea4ab69,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:41.584317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc745de-c962-43c4-b245-79e809766e24 req-d060f551-2d5a-4c7c-a50b-e38426d40f95 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.591255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-d060f551-2d5a-4c7c-a50b-e38426d40f95 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.2660959 Aug 20 12:01:41.600856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc743692-5469-4ea8-8ffa-2e3b2c1209a3 req-155c78b6-7655-4e65-92fc-d01f5661ab42 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:41.602237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc743692-5469-4ea8-8ffa-2e3b2c1209a3 req-155c78b6-7655-4e65-92fc-d01f5661ab42 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 949 time: 0.1847119 Aug 20 12:01:41.631796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Router a9805b97-41a3-4e06-8dc4-bdb459639955 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:41.659093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-dd849f55-2992-4238-91f7-2284378f52b6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/quotas/402d104c95254e328746d8020e13134d HTTP/1.1" status: 200 len: 375 time: 0.0669568 Aug 20 12:01:41.709487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-6593ee2b-5812-4641-94f9-8fcc12b029f6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406885 Aug 20 12:01:41.734824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc743692-5469-4ea8-8ffa-2e3b2c1209a3 req-a2e82003-d451-42d8-a8f1-a97cb8a83550 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203656 Aug 20 12:01:41.761590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485c802b-5901-491e-88d5-e877b412d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b73daa-63a3-4c1d-bb34-2dea537fd168'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:41.762772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:41.765114 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4997d3f4-749f-4751-a899-e4b31ed48f7e" -d '{"events": [{"server_uuid": "485c802b-5901-491e-88d5-e877b412d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "62b73daa-63a3-4c1d-bb34-2dea537fd168"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:41.775985 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] Sync routers for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:41.789381 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.791680 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:41.792452 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:41.855622 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dce8edbe-8d68-4162-b98a-de5d99f6dfdc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "PUT /v2.0/floatingips/aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe HTTP/1.1" status: 200 len: 990 time: 1.4448345 Aug 20 12:01:41.856438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:41.862121 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab06a2f-2df9-461e-9e10-dd48d1b60337" -d '{"events": [{"name": "network-changed", "server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:41.902421 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.941853 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:41.947810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-c5e569f3-3347-4e18-af77-de1641fdb8bc service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262702 Aug 20 12:01:41.959238 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.974360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.050138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-972f44a7-daaf-4c4f-99c7-dc84d3dc967b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.051703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-972f44a7-daaf-4c4f-99c7-dc84d3dc967b tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.73 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 946 time: 0.2420712 Aug 20 12:01:42.109358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd9094-bb0c-49f7-b828-4cb62b925c91 req-71f2e822-b483-4225-a43e-61dab5aa936f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.110880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00bd9094-bb0c-49f7-b828-4cb62b925c91 req-71f2e822-b483-4225-a43e-61dab5aa936f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.2251477 Aug 20 12:01:42.197538 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'port_id': 'f0a318d7-9f46-44ee-a379-a25344525654', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'mac_address': 'fa:16:3e:66:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:01:09Z', 'updated_at': '2021-08-20T12:01:40Z', 'revision_number': 1, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:11Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:42.229129 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] Checking router: a9805b97-41a3-4e06-8dc4-bdb459639955 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:42.239863 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:42.240597 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:42.244392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-cc843ea0-404e-408d-9f45-1ac18726178c service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832789 Aug 20 12:01:42.256300 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Floating IP 0fcbaaca-af09-47ac-9c0a-3751954367c5 associated. External IP: 172.25.0.68, port: 807f28e0-a664-46d3-8b68-4b194ce9ff59. Aug 20 12:01:42.300298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00bd9094-bb0c-49f7-b828-4cb62b925c91 req-2f09548f-8284-410f-b2ca-6606b317acdf tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626539 Aug 20 12:01:42.396152 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:42.409338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Deleting port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:42.409684 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:42.442418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-21296b62-162d-409b-8a4b-99e25973bcb2 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips/8c3040da-6733-4f45-ae23-27b2dea3dd6b HTTP/1.1" status: 200 len: 692 time: 0.0831773 Aug 20 12:01:42.483199 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf142b40-3285-477f-9f57-8029d245c773 x-openstack-request-id: req-cf142b40-3285-477f-9f57-8029d245c773 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:42.485261 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485c802b-5901-491e-88d5-e877b412d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "62b73daa-63a3-4c1d-bb34-2dea537fd168", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:42.486140 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf142b40-3285-477f-9f57-8029d245c773 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:42.486828 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485c802b-5901-491e-88d5-e877b412d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b73daa-63a3-4c1d-bb34-2dea537fd168', 'code': 200} Aug 20 12:01:42.623562 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093ece66-e252-405b-a9c6-0ef639ff0025 x-openstack-request-id: req-093ece66-e252-405b-a9c6-0ef639ff0025 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:42.624609 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:42.624609 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-093ece66-e252-405b-a9c6-0ef639ff0025 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:42.625207 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'status': 'completed', 'code': 200} Aug 20 12:01:42.702780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-065e7588-7eed-4a51-a8d8-4cddf0b2bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.704947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-065e7588-7eed-4a51-a8d8-4cddf0b2bdfd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1097 time: 0.0561507 Aug 20 12:01:42.775546 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'port_id': 'f0a318d7-9f46-44ee-a379-a25344525654', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'mac_address': 'fa:16:3e:66:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:01:09Z', 'updated_at': '2021-08-20T12:01:40Z', 'revision_number': 1, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:11Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:42.813755 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b639d-132f-42f3-9e1d-daf5769ff61b None None] The sync data for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 is: [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'port_id': 'f0a318d7-9f46-44ee-a379-a25344525654', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'mac_address': 'fa:16:3e:66:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:01:09Z', 'updated_at': '2021-08-20T12:01:40Z', 'revision_number': 1, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:11Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:42.876701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5df0b-8d9c-4aa4-abce-312b6f072753 req-024a4776-58fd-4724-a8cf-25f6eb0f9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.878730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54e5df0b-8d9c-4aa4-abce-312b6f072753 req-024a4776-58fd-4724-a8cf-25f6eb0f9a38 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 1098 time: 0.2594798 Aug 20 12:01:42.881032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-90ed4654-37b6-47ba-9fb4-db8e589ab902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:42.882843 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-90ed4654-37b6-47ba-9fb4-db8e589ab902 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.1704102 Aug 20 12:01:43.015213 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-61597342-1a75-40db-a334-6983342d6c50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 998 time: 0.1240203 Aug 20 12:01:43.089360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-25cb0eb5-7393-4799-9e26-a5ddef352429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:43.091334 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-25cb0eb5-7393-4799-9e26-a5ddef352429 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0681565 Aug 20 12:01:43.153193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-c92b0370-3bb0-4ddf-8c30-e719d7e5473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:43.156092 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-c92b0370-3bb0-4ddf-8c30-e719d7e5473a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577090 Aug 20 12:01:43.171451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03a659-2d3b-4415-967f-a71a2347ec7a None None] New status for floating IP aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:01:43.300726 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-640d7f4d-27b9-4b3d-a25f-7ead9dff134e service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369259 Aug 20 12:01:43.381545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] For port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:43.382025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.426644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Calling delete_port for 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:43.456493 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ab06a2f-2df9-461e-9e10-dd48d1b60337 req-d6209e03-12fb-4bc1-9d36-c95417f9e64e service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469715 Aug 20 12:01:43.463005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f9f6-29bb-4874-9b7b-77ce14e525a5 req-4a46c1bc-701e-4381-9db7-202688820c60 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:43.464711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c561f9f6-29bb-4874-9b7b-77ce14e525a5 req-4a46c1bc-701e-4381-9db7-202688820c60 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/ports?device_id=12445147-5ca7-4879-a7bf-423a60e0d943 HTTP/1.1" status: 200 len: 946 time: 0.7624190 Aug 20 12:01:43.510237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-1dbfdbc1-640e-4957-af0c-f1fee7be1c11 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:43.511674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-1dbfdbc1-640e-4957-af0c-f1fee7be1c11 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 1.0156722 Aug 20 12:01:43.513689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Router 2ee13b71-15f7-4908-b533-5fd9a3390179 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:43.523633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54e5df0b-8d9c-4aa4-abce-312b6f072753 req-becd0934-727c-4457-8755-9dd0e2c5508c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195104 Aug 20 12:01:43.542109 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.636745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-60c81d91-8cd6-4cf6-a826-b50026eea95d tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 695 time: 0.1121535 Aug 20 12:01:43.655494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c561f9f6-29bb-4874-9b7b-77ce14e525a5 req-de4133c1-4411-4301-a0a0-23749bdecfac tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9a22948-8708-4e70-9162-6742fad5522e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712239 Aug 20 12:01:43.763933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-d7fe734b-82c8-4108-a4bf-632cc2949d2a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 695 time: 0.1069465 Aug 20 12:01:43.794425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a711ee2-1417-4aab-ad33-6ed24313bb94 req-a673630b-424a-411a-89a8-cb743ca3dd8f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 210 time: 0.0591993 Aug 20 12:01:43.947318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:43.954606 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.963634 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] Sync routers for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:43.974524 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:43.975133 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:44.113175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fa8f9394-091f-46d3-82c4-86756e6d4229 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "PUT /v2.0/floatingips/0fcbaaca-af09-47ac-9c0a-3751954367c5 HTTP/1.1" status: 200 len: 991 time: 3.2173660 Aug 20 12:01:44.118535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:44.120510 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:44.120807 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe13db-20aa-41c4-a7c3-dbdc706aedba" -d '{"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:44.123464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.136628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:44.142920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906380c-85c7-4fed-be84-dd82fca70f17 req-8ebf5543-5f97-429b-8c9c-458d01b5214d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:44.144811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6906380c-85c7-4fed-be84-dd82fca70f17 req-8ebf5543-5f97-429b-8c9c-458d01b5214d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 949 time: 0.2663977 Aug 20 12:01:44.200626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Pushing event deleted for resources: {'Port': ['ID=03194b41-b3eb-46e8-bc23-e1e3cd1fcf82,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:44.285077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] No DVR routers for this DVR port 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:44.299203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.301190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa7e7b06-9f93-4a3c-94c6-5278098416ce req-68a218f2-398a-494a-8a09-22542363d356 tempest-FloatingIPsAssociationTestJSON-1705873711 tempest-FloatingIPsAssociationTestJSON-1705873711-project] 10.222.0.73 "DELETE /v2.0/ports/03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 HTTP/1.1" status: 204 len: 173 time: 2.2423909 Aug 20 12:01:44.318993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6906380c-85c7-4fed-be84-dd82fca70f17 req-3e7226c1-7fbc-4f95-bf4c-26d031d89891 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671286 Aug 20 12:01:44.320664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Deleting port c8766209-07bb-4b97-8e65-c448eadde982 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:44.321184 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.331842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc745de-c962-43c4-b245-79e809766e24 req-6c120040-1edf-4e85-9e93-09dc1acfbbce tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:44.333876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-6c120040-1edf-4e85-9e93-09dc1acfbbce tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.3076644 Aug 20 12:01:44.430362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Request body: {'port': {'device_id': 'dd73bdb0-8381-4410-b92b-c152309379d5', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'admin_state_up': True, 'tenant_id': '402d104c95254e328746d8020e13134d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:44.433493 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0fcbaaca-af09-47ac-9c0a-3751954367c5', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'port_id': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'mac_address': 'fa:16:3e:cd:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:16Z', 'updated_at': '2021-08-20T12:01:41Z', 'revision_number': 1, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:44.568336 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] Checking router: 2ee13b71-15f7-4908-b533-5fd9a3390179 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:44.578202 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:44.578823 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:44.589887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.590758 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.601266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91a3d8-d7ad-4a0b-a072-c3e3212fe037 req-6862cce7-fbec-485a-94c3-f29c2c937a06 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:44.608899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd91a3d8-d7ad-4a0b-a072-c3e3212fe037 req-6862cce7-fbec-485a-94c3-f29c2c937a06 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.1732163 Aug 20 12:01:44.638529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Calling delete_port for c8766209-07bb-4b97-8e65-c448eadde982 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:44.720876 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:44.746605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:44.751593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.781088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd91a3d8-d7ad-4a0b-a072-c3e3212fe037 req-07e3dd32-531f-40f0-ae7c-6bb5122e5f73 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568084 Aug 20 12:01:45.013752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Allocated IP 172.20.0.4 (fb24bed7-70f5-4056-9b83-7267af71fac2/5a87863f-0c3d-46c4-b743-b332100a4c7c/58243e08-9af5-436b-a634-8a430a438550) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:45.128781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.159526 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0fcbaaca-af09-47ac-9c0a-3751954367c5', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'port_id': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'mac_address': 'fa:16:3e:cd:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:16Z', 'updated_at': '2021-08-20T12:01:41Z', 'revision_number': 1, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:45.202359 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e5120-8421-4621-af7b-eaa7dac7a255 None None] The sync data for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 is: [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0fcbaaca-af09-47ac-9c0a-3751954367c5', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'port_id': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'mac_address': 'fa:16:3e:cd:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:00:16Z', 'updated_at': '2021-08-20T12:01:41Z', 'revision_number': 1, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:45.220895 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70845d77-fe45-42a8-90f0-18d5bfa15ec0 x-openstack-request-id: req-70845d77-fe45-42a8-90f0-18d5bfa15ec0 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:45.221195 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:45.221423 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70845d77-fe45-42a8-90f0-18d5bfa15ec0 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:45.221829 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'status': 'completed', 'code': 200} Aug 20 12:01:45.233768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event deleted for resources: {'Port': ['ID=c8766209-07bb-4b97-8e65-c448eadde982,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:45.407478 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39862) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:45.417845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.421071 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.424065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.425233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dadf5a30-1c2a-4dac-9ff0-f866a796a0ae req-060e5950-9374-4224-b800-4a55865e1e8a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "DELETE /v2.0/floatingips/8c3040da-6733-4f45-ae23-27b2dea3dd6b HTTP/1.1" status: 204 len: 173 time: 1.6332252 Aug 20 12:01:45.436796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-fe2462eb-650d-4695-a730-84cd3e18bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.437552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-fe2462eb-650d-4695-a730-84cd3e18bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.438039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-fe2462eb-650d-4695-a730-84cd3e18bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.438556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-fe2462eb-650d-4695-a730-84cd3e18bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.439027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-fe2462eb-650d-4695-a730-84cd3e18bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.439623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-fe2462eb-650d-4695-a730-84cd3e18bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.439969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-fe2462eb-650d-4695-a730-84cd3e18bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.442376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-fe2462eb-650d-4695-a730-84cd3e18bd57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6508 time: 0.1810167 Aug 20 12:01:45.451378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23075e-6e06-487f-939c-d09cba52c1af req-55c8858d-e59e-40a2-887f-aa5f2665b0b7 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.453686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae23075e-6e06-487f-939c-d09cba52c1af req-55c8858d-e59e-40a2-887f-aa5f2665b0b7 tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 1101 time: 0.1649108 Aug 20 12:01:45.474306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39868) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:45.503665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432244f3-85d2-45e2-a673-0141f04395aa None None] New status for floating IP 0fcbaaca-af09-47ac-9c0a-3751954367c5: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:01:45.591809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-313a0184-ab02-496b-bdb0-029d2842b97a req-136bf662-e399-4f32-a7a9-fa7e89c7ff5e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 210 time: 0.0529659 Aug 20 12:01:45.618409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae23075e-6e06-487f-939c-d09cba52c1af req-04273d85-e297-49b8-b6f1-c2374d96544b tempest-ServersOnMultiNodesTest-936994943 tempest-ServersOnMultiNodesTest-936994943-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464877 Aug 20 12:01:45.700808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-fd51986f-def4-42c9-93e8-6adfcde3c396 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips/8d8bc362-cc56-40f7-876f-d5089f54e8a0 HTTP/1.1" status: 200 len: 693 time: 0.0781820 Aug 20 12:01:45.702911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-c4151084-c9b6-4cec-9833-8318789c808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:45.704586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-c4151084-c9b6-4cec-9833-8318789c808d service neutron] 10.222.0.73 "GET /v2.0/networks?id=04055f11-a4d0-472f-9545-221fd61c4d3a HTTP/1.1" status: 200 len: 918 time: 0.2482681 Aug 20 12:01:45.706547 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.851472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Network fb24bed7-70f5-4056-9b83-7267af71fac2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:45.868132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:45.891873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:45.915611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event updated for resources: {'Port': ['ID=58243e08-9af5-436b-a634-8a430a438550,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:45.961222 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbf49cde-6ab5-452d-9add-c098fc7aefa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:45.975778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-784cbea2-695e-4231-891e-b3e07067ac21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59 HTTP/1.1" status: 200 len: 1001 time: 0.2507231 Aug 20 12:01:46.007735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-407513ca-ee31-436c-8cae-448efebbf80a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.009085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-407513ca-ee31-436c-8cae-448efebbf80a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.3001935 Aug 20 12:01:46.043764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.044282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.060295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ca81f-0c86-448b-9086-eadeed1b7179 req-e4180fdd-5281-4972-a21d-ae818c23933e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.062593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d85ca81f-0c86-448b-9086-eadeed1b7179 req-e4180fdd-5281-4972-a21d-ae818c23933e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 949 time: 0.2015762 Aug 20 12:01:46.119874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-0d6ad075-a76e-4370-97a9-53f59290eef0 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0871065 Aug 20 12:01:46.133766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-a1e810b4-6dea-422f-8e8f-a564ab1f35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.135043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-a1e810b4-6dea-422f-8e8f-a564ab1f35ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0024e3-2062-40b0-9cde-ef72ee39abcd HTTP/1.1" status: 200 len: 856 time: 0.1442437 Aug 20 12:01:46.187916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbf49cde-6ab5-452d-9add-c098fc7aefa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.213597 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbf49cde-6ab5-452d-9add-c098fc7aefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.215116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d85ca81f-0c86-448b-9086-eadeed1b7179 req-23c865f2-33bc-4df4-b771-cc6710216013 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443532 Aug 20 12:01:46.219988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-1b57b0a7-e6a0-45d7-9b0b-3279298d43e3 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0899508 Aug 20 12:01:46.221225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-6d327e33-eac3-4e9b-9a50-8dc72d3a2e4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8316631 Aug 20 12:01:46.241775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Request body: {'port': {'device_id': 'dd73bdb0-8381-4410-b92b-c152309379d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:46.265695 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bbf49cde-6ab5-452d-9add-c098fc7aefa5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d70b9e1f6a88489f9485b95e00f21642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8563673 Aug 20 12:01:46.266715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf49cde-6ab5-452d-9add-c098fc7aefa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffcc820-af36-437c-ba23-ee29cf178828,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:46.272633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39880) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:46.351679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-747ca53a-04a7-40bd-89bf-3cf982e5667b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.363515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-4f7aec85-840f-4eab-8b54-4acd924cbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.365046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-4f7aec85-840f-4eab-8b54-4acd924cbdd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04055f11-a4d0-472f-9545-221fd61c4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201750 Aug 20 12:01:46.384495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-747ca53a-04a7-40bd-89bf-3cf982e5667b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.468898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.472098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-747ca53a-04a7-40bd-89bf-3cf982e5667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.474619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-747ca53a-04a7-40bd-89bf-3cf982e5667b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.478290 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-747ca53a-04a7-40bd-89bf-3cf982e5667b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ffcc820-af36-437c-ba23-ee29cf178828 HTTP/1.1" status: 204 len: 168 time: 0.2022202 Aug 20 12:01:46.520279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ca53a-04a7-40bd-89bf-3cf982e5667b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffcc820-af36-437c-ba23-ee29cf178828,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:46.777965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Deleting port 1617dd42-317f-4ff2-b5d3-5595e64d5769 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:46.778332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.799947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.814709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39888) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:46.836761 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c0e416-20c1-4d68-a28b-cfba2bcf2c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.839224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b00545-cbf5-44b3-bfd1-866b832ebbdc req-f47bd13a-1cb8-4054-b422-258ee584e8e9 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:46.840729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32b00545-cbf5-44b3-bfd1-866b832ebbdc req-f47bd13a-1cb8-4054-b422-258ee584e8e9 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.5409882 Aug 20 12:01:46.899024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] For port 1617dd42-317f-4ff2-b5d3-5595e64d5769, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1617dd42-317f-4ff2-b5d3-5595e64d5769,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:46.899382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:46.920473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Calling delete_port for 1617dd42-317f-4ff2-b5d3-5595e64d5769 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:46.924052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-75c14a5f-0141-4940-8878-fb985b4ec61e service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476191 Aug 20 12:01:47.017725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:47.042125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Deleting port 2cf28b58-9a73-4320-b3b9-5f3b717c19fc {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:47.042491 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.046829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32b00545-cbf5-44b3-bfd1-866b832ebbdc req-b125c20e-405b-4c7b-8180-e3aedd83941d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957278 Aug 20 12:01:47.053068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:47.053659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 03194b41-b3eb-46e8-bc23-e1e3cd1fcf82 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:47.083485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c0e416-20c1-4d68-a28b-cfba2bcf2c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.090131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c0e416-20c1-4d68-a28b-cfba2bcf2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.155487 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-03c0e416-20c1-4d68-a28b-cfba2bcf2c4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d399bc2a304438699c6503df33dd4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373032 Aug 20 12:01:47.155487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0e416-20c1-4d68-a28b-cfba2bcf2c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81faeb86-ddf5-4ad6-a393-c34b163444d0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.156689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39892) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:47.220615 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.220954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.228113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'name': 'network-vif-deleted', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:47.228113 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6889c5-74b7-4abe-a12e-aa0cdfd2f6b2" -d '{"events": [{"server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "name": "network-vif-deleted", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:47.258259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Calling delete_port for 2cf28b58-9a73-4320-b3b9-5f3b717c19fc owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:47.268346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67fe13db-20aa-41c4-a7c3-dbdc706aedba req-4811ebde-ed55-4a44-8c99-10a97899d009 service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233347 Aug 20 12:01:47.293224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d1646af-527e-4a7c-a33f-1371c18dc8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.332090 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d1646af-527e-4a7c-a33f-1371c18dc8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.342002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-50489aa3-a4a7-4ce8-98fa-2f8746f4bc45 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:47.343566 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-50489aa3-a4a7-4ce8-98fa-2f8746f4bc45 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 949 time: 0.1298020 Aug 20 12:01:47.387734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.437483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1df61-da54-4ef7-a514-6ef6f5a491a4 req-bbe44c75-03ee-4ddc-b9bc-140741df0fe6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:47.438967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4da1df61-da54-4ef7-a514-6ef6f5a491a4 req-bbe44c75-03ee-4ddc-b9bc-140741df0fe6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 931 time: 0.1480739 Aug 20 12:01:47.441493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1617dd42-317f-4ff2-b5d3-5595e64d5769,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.448438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58243e08-9af5-436b-a634-8a430a438550 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:47.467503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.560496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4da1df61-da54-4ef7-a514-6ef6f5a491a4 req-462aecd9-4eda-4d82-bf80-12d84b9aafd0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971997 Aug 20 12:01:47.585661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.591716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Transition to ACTIVE for port object 58243e08-9af5-436b-a634-8a430a438550 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:47.618424 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.631952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d1646af-527e-4a7c-a33f-1371c18dc8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.635330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d1646af-527e-4a7c-a33f-1371c18dc8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.636488 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4d1646af-527e-4a7c-a33f-1371c18dc8c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81faeb86-ddf5-4ad6-a393-c34b163444d0 HTTP/1.1" status: 204 len: 168 time: 0.4764962 Aug 20 12:01:47.643639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event deleted for resources: {'Port': ['ID=2cf28b58-9a73-4320-b3b9-5f3b717c19fc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.709310 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1646af-527e-4a7c-a33f-1371c18dc8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81faeb86-ddf5-4ad6-a393-c34b163444d0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.734336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Deleting port f0415d2a-ac3d-44ff-9fb2-97049c575361 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:47.734769 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.749545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.858706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04d83b-904d-4f2f-b48a-6f76829679af req-1cfa509f-65a8-49ad-a108-2dbe450f06ad tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:47.860278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e04d83b-904d-4f2f-b48a-6f76829679af req-1cfa509f-65a8-49ad-a108-2dbe450f06ad tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.2068956 Aug 20 12:01:47.867124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=58243e08-9af5-436b-a634-8a430a438550,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:47.870841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.873442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.882819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8495004a-d713-43f0-9a1d-bb4fba5498ee req-3c23e88d-e8e0-4990-bcbb-ba665839e920 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "DELETE /v2.0/floatingips/8d8bc362-cc56-40f7-876f-d5089f54e8a0 HTTP/1.1" status: 204 len: 173 time: 1.6563215 Aug 20 12:01:47.930514 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06624ca-fba0-435c-b0b4-2e116cfb0120 x-openstack-request-id: req-b06624ca-fba0-435c-b0b4-2e116cfb0120 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:47.930804 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12445147-5ca7-4879-a7bf-423a60e0d943", "name": "network-vif-deleted", "tag": "03194b41-b3eb-46e8-bc23-e1e3cd1fcf82", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:47.931056 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b06624ca-fba0-435c-b0b4-2e116cfb0120 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:47.931461 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12445147-5ca7-4879-a7bf-423a60e0d943', 'name': 'network-vif-deleted', 'tag': '03194b41-b3eb-46e8-bc23-e1e3cd1fcf82', 'status': 'completed', 'code': 200} Aug 20 12:01:47.931617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] For port f0415d2a-ac3d-44ff-9fb2-97049c575361, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0415d2a-ac3d-44ff-9fb2-97049c575361,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:47.932152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.941536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Attempting to bind port 58243e08-9af5-436b-a634-8a430a438550 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:47.941882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Attempting to bind port 58243e08-9af5-436b-a634-8a430a438550 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:47.942235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Attempting to bind port 58243e08-9af5-436b-a634-8a430a438550 on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:47.948558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Calling delete_port for f0415d2a-ac3d-44ff-9fb2-97049c575361 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:47.957340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Port 58243e08-9af5-436b-a634-8a430a438550 on network fb24bed7-70f5-4056-9b83-7267af71fac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:01:47.957668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Attempting to bind port 58243e08-9af5-436b-a634-8a430a438550 on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:47.974055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e04d83b-904d-4f2f-b48a-6f76829679af req-15c3cba7-45f7-4a50-8abc-6e6c420091ed tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872927 Aug 20 12:01:47.978221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:47.979892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Checking segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:47.980294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Bound using segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:47.980734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Bound port: 58243e08-9af5-436b-a634-8a430a438550, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:47.981099 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.080409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-d82edf40-78b9-432d-b1b8-5c26460b746a tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips/90f3f503-b085-43aa-a8dd-bf0e4caf57d5 HTTP/1.1" status: 200 len: 692 time: 0.0642185 Aug 20 12:01:48.122473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aad7f0-16c5-4a21-aa48-9e4c8baabe6d req-924d2866-b6d1-47ff-8661-02f66bfba90c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.124967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0aad7f0-16c5-4a21-aa48-9e4c8baabe6d req-924d2866-b6d1-47ff-8661-02f66bfba90c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9 HTTP/1.1" status: 200 len: 949 time: 0.1411676 Aug 20 12:01:48.210659 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:48.220712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.231245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148', '9b46fa3e-1684-4ac3-86ea-c3709d0d5617', 'f0415d2a-ac3d-44ff-9fb2-97049c575361'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:48.238599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'd90c9da2-52ed-468e-b160-44d7ddd6f754', '6dd931c8-53b6-40bb-995f-396a5d4d0487'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:48.244040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] For port 58243e08-9af5-436b-a634-8a430a438550, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:48.249669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0aad7f0-16c5-4a21-aa48-9e4c8baabe6d req-ee9be5e3-0c05-4ecd-bd77-93d0ff08083f tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115358 Aug 20 12:01:48.262511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event deleted for resources: {'Port': ['ID=f0415d2a-ac3d-44ff-9fb2-97049c575361,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:48.265886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] For port 58243e08-9af5-436b-a634-8a430a438550, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=58243e08-9af5-436b-a634-8a430a438550,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:48.271122 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.315085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-5e07fb83-77cb-4928-bbb9-860275693567 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.322448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-5e07fb83-77cb-4928-bbb9-860275693567 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2241063 Aug 20 12:01:48.342719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.343356 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.344776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] 10.222.0.22 "PUT /v2.0/ports/58243e08-9af5-436b-a634-8a430a438550 HTTP/1.1" status: 200 len: 1092 time: 2.1095297 Aug 20 12:01:48.347209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] No DVR routers for this DVR port f0415d2a-ac3d-44ff-9fb2-97049c575361 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:48.350794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.353048 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-483cb4b8-fc6e-4c8b-8cc5-0f3aca3860b3 req-daddc9e0-d0a3-4daf-894b-d7be0a5a06a6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "DELETE /v2.0/ports/f0415d2a-ac3d-44ff-9fb2-97049c575361 HTTP/1.1" status: 204 len: 173 time: 1.0018137 Aug 20 12:01:48.365206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9', 'name': 'network-vif-deleted', 'tag': 'f0415d2a-ac3d-44ff-9fb2-97049c575361'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:48.368417 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c74e0e-0f1d-4a7d-a564-2775d34d3b29" -d '{"events": [{"server_uuid": "9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9", "name": "network-vif-deleted", "tag": "f0415d2a-ac3d-44ff-9fb2-97049c575361"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:48.442256 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-1d4e45de-40b8-459d-9e6a-e904f0aa8928 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.1187849 Aug 20 12:01:48.464077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:48.470309 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7a008455-399b-416f-b461-0e8feb8c2b23 admin admin] 10.222.0.25 "PUT /v2.0/routers/7237f4dd-498c-480a-9c3a-f0534c3a12a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9949613 Aug 20 12:01:48.478442 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] Sync routers for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:48.480917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39922) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:48.494094 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:48.495324 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:48.588724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ae0ce-b4bd-499a-8314-2836d43fbdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=58243e08-9af5-436b-a634-8a430a438550,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:48.612844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-a44bf621-e431-47e8-a96f-a91e2531d508 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.1696131 Aug 20 12:01:48.708677 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:48.847521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc745de-c962-43c4-b245-79e809766e24 req-15957b80-4751-494e-928c-4e442079def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.849440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-15957b80-4751-494e-928c-4e442079def7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 1095 time: 0.4052286 Aug 20 12:01:48.939723 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T12:01:47Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:48.943094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b987-ddc8-4f25-82c3-b0b19a84c1fc req-aea24285-666c-410c-b06c-230944728059 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:48.951115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6a1b987-ddc8-4f25-82c3-b0b19a84c1fc req-aea24285-666c-410c-b06c-230944728059 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.2686930 Aug 20 12:01:48.953888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-f60a638e-2ae2-421c-837c-2158b92802dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58243e08-9af5-436b-a634-8a430a438550 HTTP/1.1" status: 200 len: 217 time: 0.0922403 Aug 20 12:01:48.966782 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.984944 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] Checking router: 7237f4dd-498c-480a-9c3a-f0534c3a12a1 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:48.994143 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] Routers {'7237f4dd-498c-480a-9c3a-f0534c3a12a1'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:48.994790 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:49.122564 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] Set router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:49.138762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6a1b987-ddc8-4f25-82c3-b0b19a84c1fc req-1e586c0c-79c5-4f8b-a9c3-d425e24e168e tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866770 Aug 20 12:01:49.160551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc745de-c962-43c4-b245-79e809766e24 req-ec9839a9-a4be-4f11-9dbb-6bfe0700d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.160551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-ec9839a9-a4be-4f11-9dbb-6bfe0700d20c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.1898911 Aug 20 12:01:49.209467 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e0be8-b02e-4be9-897b-102450a27683 x-openstack-request-id: req-379e0be8-b02e-4be9-897b-102450a27683 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:49.210014 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9", "name": "network-vif-deleted", "tag": "f0415d2a-ac3d-44ff-9fb2-97049c575361", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:49.210245 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-379e0be8-b02e-4be9-897b-102450a27683 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:49.210800 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be5ceb8-3e49-4b74-8bb0-0ecda817c9a9', 'name': 'network-vif-deleted', 'tag': 'f0415d2a-ac3d-44ff-9fb2-97049c575361', 'status': 'completed', 'code': 200} Aug 20 12:01:49.218685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Deleting port 58dc3902-47ea-4d9c-bf32-f943cfec3389 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:49.219004 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.221388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.290677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-fb9fc5b4-cc41-4616-8c58-a0cb9ac63169 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929980 Aug 20 12:01:49.451081 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T12:01:47Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:49.497325 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66343b-1221-4f5e-88d8-b02c79631153 None None] The sync data for ids ['7237f4dd-498c-480a-9c3a-f0534c3a12a1'] in n-d-800634-10 is: [{'id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-107569647-router', 'tenant_id': '450dc75252bf4b57ab6a99a31f051572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:36Z', 'updated_at': '2021-08-20T12:01:47Z', 'revision_number': 5, 'project_id': '450dc75252bf4b57ab6a99a31f051572', 'gw_port': {'id': '00cf8f71-2fd4-478d-9148-e75c76b647d9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:01:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237f4dd-498c-480a-9c3a-f0534c3a12a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:37Z', 'updated_at': '2021-08-20T11:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:49.825967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39956) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:49.885325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.885584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.913540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0922cf5-dbad-42fc-b820-e25a80eb8539 req-eb2220ef-5882-4d8f-bfa6-516592ae903c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:49.915301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0922cf5-dbad-42fc-b820-e25a80eb8539 req-eb2220ef-5882-4d8f-bfa6-516592ae903c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 943 time: 0.5774593 Aug 20 12:01:49.933531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Calling delete_port for 58dc3902-47ea-4d9c-bf32-f943cfec3389 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:49.935292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd73bdb0-8381-4410-b92b-c152309379d5', 'tag': '58243e08-9af5-436b-a634-8a430a438550'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:49.938368 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd73bdb0-8381-4410-b92b-c152309379d5", "tag": "58243e08-9af5-436b-a634-8a430a438550"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:49.966903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Deleting port 00cf8f71-2fd4-478d-9148-e75c76b647d9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:49.967581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.983885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-4ce8d0ee-86fc-44a4-99d2-71f3b1a00586 service neutron] 10.222.0.22 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860912 Aug 20 12:01:50.030285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-660195386'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:50.056774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Made reservation on behalf of 751bf5594d334ca99ff9048e2cad3392 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:50.061545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.071158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.141333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0922cf5-dbad-42fc-b820-e25a80eb8539 req-d3c5ad14-3942-4315-9268-fd168fcd684e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147546 Aug 20 12:01:50.191399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.196340 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.228794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] For port 00cf8f71-2fd4-478d-9148-e75c76b647d9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=00cf8f71-2fd4-478d-9148-e75c76b647d9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:50.229174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.229740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:50.239896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f190d7b0-f47a-4708-9b84-7531c503af00,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:50.246155 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.246529 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Added segment a8666286-3c04-451c-8539-c0fa74cf114c of type vlan for network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f Aug 20 12:01:50.268209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Calling delete_port for 00cf8f71-2fd4-478d-9148-e75c76b647d9 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:50.272235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-039b535b-d0fc-4c61-b1c8-0651f943c128 service neutron] 10.222.0.22 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758670 Aug 20 12:01:50.296250 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.330274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.336831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.337499 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.372788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34e7fb-e00d-4b39-a898-5da5f2f1ab20 req-87b8448e-afe3-4f4b-9b93-b48eb9a7e339 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:50.374435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc34e7fb-e00d-4b39-a898-5da5f2f1ab20 req-87b8448e-afe3-4f4b-9b93-b48eb9a7e339 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.1535296 Aug 20 12:01:50.400275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.417636 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5902045 Aug 20 12:01:50.422068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39962) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:50.429901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Request body: {'subnet': {'network_id': '2145b72b-3186-42ac-a9e8-18b1a2f7b84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:50.455503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c11828-bd38-4e37-8ccd-ef7d077150e1 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event updated for resources: {'Network': ['ID=2145b72b-3186-42ac-a9e8-18b1a2f7b84f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:50.468256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:50.477143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Pushing event deleted for resources: {'Port': ['ID=58dc3902-47ea-4d9c-bf32-f943cfec3389,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:50.543389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc34e7fb-e00d-4b39-a898-5da5f2f1ab20 req-c465a1f9-7e32-4134-969c-eeaf52c87860 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589963 Aug 20 12:01:50.543669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Made reservation on behalf of 751bf5594d334ca99ff9048e2cad3392 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:50.549650 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.572715 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.575480 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.577228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-474eb54d-fa60-4a1d-b5ea-41179706f02e req-9161e2f5-08ae-4cb2-8757-9c1f30526301 tempest-FloatingIPDetailsTestJSON-451178427 tempest-FloatingIPDetailsTestJSON-451178427-project] 10.222.0.25 "DELETE /v2.0/floatingips/90f3f503-b085-43aa-a8dd-bf0e4caf57d5 HTTP/1.1" status: 204 len: 173 time: 1.9629891 Aug 20 12:01:50.603348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39966) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:50.627959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.672361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=00cf8f71-2fd4-478d-9148-e75c76b647d9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:50.758918 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4672f-2e10-4e2f-87e0-a5647e3b7215 x-openstack-request-id: req-e7f4672f-2e10-4e2f-87e0-a5647e3b7215 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:50.759660 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd73bdb0-8381-4410-b92b-c152309379d5", "tag": "58243e08-9af5-436b-a634-8a430a438550", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:50.760478 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f4672f-2e10-4e2f-87e0-a5647e3b7215 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:50.761221 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd73bdb0-8381-4410-b92b-c152309379d5', 'tag': '58243e08-9af5-436b-a634-8a430a438550', 'status': 'completed', 'code': 200} Aug 20 12:01:50.844470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.970216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.980321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.016083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-47e00315-5203-4a85-b3ed-5e1066ea4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.017629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-47e00315-5203-4a85-b3ed-5e1066ea4514 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 1095 time: 0.2467575 Aug 20 12:01:51.019202 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.042894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0415d2a-ac3d-44ff-9fb2-97049c575361 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:51.071416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: f0415d2a-ac3d-44ff-9fb2-97049c575361 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:51.071946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0415d2a-ac3d-44ff-9fb2-97049c575361 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:51.072971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9aef8-ffef-4421-83e3-7870129ffbc7 req-30e36023-8798-4a43-b9d4-ea6d0e6885c1 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.075120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3f9aef8-ffef-4421-83e3-7870129ffbc7 req-30e36023-8798-4a43-b9d4-ea6d0e6885c1 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.2672601 Aug 20 12:01:51.101006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event updated for resources: {'Subnet': ['ID=063ceeb1-c699-4960-99d3-e24f41f97773,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:51.115312 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.115936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7237f4dd-498c-480a-9c3a-f0534c3a12a1 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:01:51.126491 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.129753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-139bf800-577b-4ff3-bcbb-54fb7c782b7a admin admin] 10.222.0.25 "DELETE /v2.0/routers/7237f4dd-498c-480a-9c3a-f0534c3a12a1 HTTP/1.1" status: 204 len: 168 time: 2.6445472 Aug 20 12:01:51.130801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:51.141362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Checking segment: {'id': 'a8666286-3c04-451c-8539-c0fa74cf114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2145b72b-3186-42ac-a9e8-18b1a2f7b84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:51.141716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Network hostable DHCP agents. Network: 2145b72b-3186-42ac-a9e8-18b1a2f7b84f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:01:51.165098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f04093-6572-4474-8c9b-f5d633ff9314 req-58c195b4-50cc-4712-aef7-6ccb2f033d73 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.173139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0f04093-6572-4474-8c9b-f5d633ff9314 req-58c195b4-50cc-4712-aef7-6ccb2f033d73 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 949 time: 0.2060490 Aug 20 12:01:51.216088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aca902b-f52f-4fc2-92b9-92e762214fd9 admin admin] Deleting subnet ef9a1978-f427-4fe7-bfee-557751345594 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:51.222475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3f9aef8-ffef-4421-83e3-7870129ffbc7 req-58a6d622-4f57-4856-a7cf-a62ac677b6a1 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341982 Aug 20 12:01:51.247870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aca902b-f52f-4fc2-92b9-92e762214fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.266566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0f04093-6572-4474-8c9b-f5d633ff9314 req-14d168fb-d256-460f-9a9b-a9a106f2b10d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925064 Aug 20 12:01:51.272493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-9c2bec3c-79ae-4467-9368-183e68b7f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.277068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-9c2bec3c-79ae-4467-9368-183e68b7f858 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 913 time: 0.2281716 Aug 20 12:01:51.289760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aca902b-f52f-4fc2-92b9-92e762214fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.331996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:01:51.336201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-8394b58c-44eb-41ae-a512-4b777323e83b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58243e08-9af5-436b-a634-8a430a438550 HTTP/1.1" status: 200 len: 217 time: 0.0490208 Aug 20 12:01:51.358405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2145b72b-3186-42ac-a9e8-18b1a2f7b84f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:51.369329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb83f09-3b29-42f9-a6f8-dfd2fcf875c9 None None] Network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:51.385252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.385837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.415792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aca902b-f52f-4fc2-92b9-92e762214fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.437303 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e82a27f0-df0a-416f-b79b-fb333ac8a9f8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0141613 Aug 20 12:01:51.442370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39980) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:51.449194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Request body: {'port': {'network_id': '2145b72b-3186-42ac-a9e8-18b1a2f7b84f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1796726380'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:51.453704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-66627eb5-3dfa-47c6-b3f2-6c74df728cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.455735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-66627eb5-3dfa-47c6-b3f2-6c74df728cb0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.1097546 Aug 20 12:01:51.471802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d035dd8-b712-4848-a26a-a27fe4dfcf29 req-e40a0f54-7152-4016-b52c-10c544cff909 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.473417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d035dd8-b712-4848-a26a-a27fe4dfcf29 req-e40a0f54-7152-4016-b52c-10c544cff909 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 943 time: 0.1399000 Aug 20 12:01:51.492178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67927e-d265-4d3b-8671-9adccfc66439 req-1854f928-0278-479b-a9ea-99047b81f02c tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:51.494373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d67927e-d265-4d3b-8671-9adccfc66439 req-1854f928-0278-479b-a9ea-99047b81f02c tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.1202161 Aug 20 12:01:51.516604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-1ac5b17c-16dd-4a3c-91e6-c06c1aa42140 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414090 Aug 20 12:01:51.564148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-2145b72b-3186-42ac-a9e8-18b1a2f7b84f', 'network_id': '2145b72b-3186-42ac-a9e8-18b1a2f7b84f', 'tenant_id': '751bf5594d334ca99ff9048e2cad3392', 'fixed_ips': [{'subnet_id': '063ceeb1-c699-4960-99d3-e24f41f97773'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:01:51.565831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.638543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d035dd8-b712-4848-a26a-a27fe4dfcf29 req-864bf0dc-14df-4440-829a-4089b67d0a11 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528642 Aug 20 12:01:51.667645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d67927e-d265-4d3b-8671-9adccfc66439 req-2caff707-b3cf-419b-8281-1c4021d31e23 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578684 Aug 20 12:01:51.773383 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac99ccb0-4e78-4328-9314-bd3b0cb2d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.786074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-37193df1-99d8-45b5-aa50-bf4f4aec95f9 service neutron] 10.222.0.22 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504981 Aug 20 12:01:51.860992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 00cf8f71-2fd4-478d-9148-e75c76b647d9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:51.903332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 00cf8f71-2fd4-478d-9148-e75c76b647d9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:51.903684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 00cf8f71-2fd4-478d-9148-e75c76b647d9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:51.904110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1617dd42-317f-4ff2-b5d3-5595e64d5769 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:51.937078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1617dd42-317f-4ff2-b5d3-5595e64d5769 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:51.937863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1617dd42-317f-4ff2-b5d3-5595e64d5769 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:51.939983 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:51.964319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Allocated IP 172.20.0.2 (2145b72b-3186-42ac-a9e8-18b1a2f7b84f/063ceeb1-c699-4960-99d3-e24f41f97773/f80c2b6d-5252-4d91-acd8-d27d83a57272) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:52.010796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd98e5-2780-4b1b-8d7b-c22ed526d5c7 req-f4b9e9ea-71b5-4fa7-bbcf-6f04e7cd9b95 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.012329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56bd98e5-2780-4b1b-8d7b-c22ed526d5c7 req-f4b9e9ea-71b5-4fa7-bbcf-6f04e7cd9b95 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.0995824 Aug 20 12:01:52.016539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eab5e0a-3e47-41b8-97f5-f7425c9037a4 req-24051b5c-d085-44f3-84e1-bb71932c6984 service neutron] 10.222.0.22 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233076 Aug 20 12:01:52.069236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56bd98e5-2780-4b1b-8d7b-c22ed526d5c7 req-7315a714-d1ca-4b17-b843-16579ad87f85 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499880 Aug 20 12:01:52.129381 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aca902b-f52f-4fc2-92b9-92e762214fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.164188 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.177149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Transition to ACTIVE for port object f80c2b6d-5252-4d91-acd8-d27d83a57272 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:52.180789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca902b-f52f-4fc2-92b9-92e762214fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9a1978-f427-4fe7-bfee-557751345594,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:52.184148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc6df2-fbc9-43c2-8b55-36f92d265554 None None] Network 10e39560-3f21-4094-8c47-1b87cd34f730 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:52.190658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aca902b-f52f-4fc2-92b9-92e762214fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.192493 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2aca902b-f52f-4fc2-92b9-92e762214fd9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef9a1978-f427-4fe7-bfee-557751345594 HTTP/1.1" status: 204 len: 168 time: 1.0614569 Aug 20 12:01:52.197677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39992) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:52.228940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566dd52-4e75-4c72-b5f3-30ee8322c6ae req-bee29927-9f97-43a1-868b-93fac17efb7f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.230564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e566dd52-4e75-4c72-b5f3-30ee8322c6ae req-bee29927-9f97-43a1-868b-93fac17efb7f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.0616276 Aug 20 12:01:52.242219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Transition to ACTIVE for port object f80c2b6d-5252-4d91-acd8-d27d83a57272 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:52.254116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.275144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e566dd52-4e75-4c72-b5f3-30ee8322c6ae req-57f53dbc-fcba-4402-b667-a815c1b96214 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366714 Aug 20 12:01:52.316348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Made reservation on behalf of 751bf5594d334ca99ff9048e2cad3392 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:52.320181 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.335531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:52.357055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:52.360462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:52.364771 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.367731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] device_id is not set on port 81968057-e1a7-4786-a147-505279a9bc2c yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:01:52.377854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Pushing event updated for resources: {'Port': ['ID=f80c2b6d-5252-4d91-acd8-d27d83a57272,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:52.444508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeeacf-da5b-4cd1-852b-0e9dacb14648 req-fce8cc1a-6874-4054-99b8-bdc9d327b8bf tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.452939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Attempting to bind port f80c2b6d-5252-4d91-acd8-d27d83a57272 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:01:52.453427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Attempting to bind port f80c2b6d-5252-4d91-acd8-d27d83a57272 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'a8666286-3c04-451c-8539-c0fa74cf114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2145b72b-3186-42ac-a9e8-18b1a2f7b84f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:01:52.453884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Attempting to bind port f80c2b6d-5252-4d91-acd8-d27d83a57272 on network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:01:52.454377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18aeeacf-da5b-4cd1-852b-0e9dacb14648 req-fce8cc1a-6874-4054-99b8-bdc9d327b8bf tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 949 time: 0.0774620 Aug 20 12:01:52.459813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:01:52.460336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Checking segment: {'id': 'a8666286-3c04-451c-8539-c0fa74cf114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2145b72b-3186-42ac-a9e8-18b1a2f7b84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:01:52.460944 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.461426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Bound using segment: {'id': 'a8666286-3c04-451c-8539-c0fa74cf114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2145b72b-3186-42ac-a9e8-18b1a2f7b84f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:01:52.462155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Bound port: f80c2b6d-5252-4d91-acd8-d27d83a57272, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8666286-3c04-451c-8539-c0fa74cf114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2145b72b-3186-42ac-a9e8-18b1a2f7b84f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:01:52.462623 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.540805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] DHCP port deletion for 10e39560-3f21-4094-8c47-1b87cd34f730 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:01:52.557429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] For port f80c2b6d-5252-4d91-acd8-d27d83a57272, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:01:52.590278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] For port f80c2b6d-5252-4d91-acd8-d27d83a57272, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f80c2b6d-5252-4d91-acd8-d27d83a57272,segment=NetworkSegment(a8666286-3c04-451c-8539-c0fa74cf114c),segment_id=a8666286-3c04-451c-8539-c0fa74cf114c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:01:52.593905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Allocated IP 172.20.0.10 (2145b72b-3186-42ac-a9e8-18b1a2f7b84f/063ceeb1-c699-4960-99d3-e24f41f97773/81968057-e1a7-4786-a147-505279a9bc2c) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:52.599464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18aeeacf-da5b-4cd1-852b-0e9dacb14648 req-a04065fc-1b6f-4231-829f-c4633c118639 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428895 Aug 20 12:01:52.601907 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.606725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Deleting port f63c7a87-3e70-46b2-9713-c2a27dbecf01 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:52.607081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.619631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43271643-177c-4452-8bbd-6523a94e5118 req-42eab29a-ea0d-44d9-8559-962d03fa1abb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:52.621558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43271643-177c-4452-8bbd-6523a94e5118 req-42eab29a-ea0d-44d9-8559-962d03fa1abb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 949 time: 0.1417270 Aug 20 12:01:52.675365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc9fbb-5594-4d62-b3ff-8a238d12e0b2 None None] Pushing event updated for resources: {'Port': ['ID=f80c2b6d-5252-4d91-acd8-d27d83a57272,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:52.702503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] Deleting port f63c7a87-3e70-46b2-9713-c2a27dbecf01 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:52.703244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.743301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] For port f63c7a87-3e70-46b2-9713-c2a27dbecf01, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f63c7a87-3e70-46b2-9713-c2a27dbecf01,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:52.743671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.762252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Deleting port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:52.762252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.781874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Calling delete_port for f63c7a87-3e70-46b2-9713-c2a27dbecf01 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:52.791498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] For port f63c7a87-3e70-46b2-9713-c2a27dbecf01, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f63c7a87-3e70-46b2-9713-c2a27dbecf01,segment=NetworkSegment(acc15f8d-415b-4598-9b9f-4e9af36131cb),segment_id=acc15f8d-415b-4598-9b9f-4e9af36131cb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:52.792105 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.798282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Deleting port 6dd931c8-53b6-40bb-995f-396a5d4d0487 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:52.805229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.809234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] Calling delete_port for f63c7a87-3e70-46b2-9713-c2a27dbecf01 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:52.930502 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:52.997445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] No DVR routers for this DVR port f63c7a87-3e70-46b2-9713-c2a27dbecf01 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:53.016588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8062b6-bb99-4850-bf60-2a4e0cec9bb5 None None] Pushing event deleted for resources: {'Port': ['ID=f63c7a87-3e70-46b2-9713-c2a27dbecf01,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:53.024849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c92e0-9131-4ec0-b42b-354da6fa55b8 req-17961b96-7140-4633-91aa-020720c0adc2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:53.031252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-628c92e0-9131-4ec0-b42b-354da6fa55b8 req-17961b96-7140-4633-91aa-020720c0adc2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 943 time: 0.2331710 Aug 20 12:01:53.034420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] For port 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,segment=NetworkSegment(b358aa00-17f3-455a-8ba3-1be4f5039bd7),segment_id=b358aa00-17f3-455a-8ba3-1be4f5039bd7)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:53.035174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.040115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.073753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] For port 6dd931c8-53b6-40bb-995f-396a5d4d0487, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6dd931c8-53b6-40bb-995f-396a5d4d0487,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:53.074134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.075638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Calling delete_port for 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:53.091193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Transition to ACTIVE for port object 81968057-e1a7-4786-a147-505279a9bc2c will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:53.102708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Calling delete_port for 6dd931c8-53b6-40bb-995f-396a5d4d0487 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:53.125066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 58243e08-9af5-436b-a634-8a430a438550 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:53.149328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.153294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-628c92e0-9131-4ec0-b42b-354da6fa55b8 req-bab54eea-e087-4c3f-8674-576032c1dac4 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149569 Aug 20 12:01:53.204407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63c7a87-3e70-46b2-9713-c2a27dbecf01,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:53.226514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] No DVR routers for this DVR port f63c7a87-3e70-46b2-9713-c2a27dbecf01 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:53.296628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 58243e08-9af5-436b-a634-8a430a438550, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=58243e08-9af5-436b-a634-8a430a438550,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:53.308922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '58243e08-9af5-436b-a634-8a430a438550', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'port_id': '58243e08-9af5-436b-a634-8a430a438550', 'mac_address': 'fa:16:3e:d2:fe:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87863f-0c3d-46c4-b743-b332100a4c7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:53.324559 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.359882 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.377992 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.395926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148', '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:53.398977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'd90c9da2-52ed-468e-b160-44d7ddd6f754', '6dd931c8-53b6-40bb-995f-396a5d4d0487'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:53.420928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.440430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event deleted for resources: {'Port': ['ID=6dd931c8-53b6-40bb-995f-396a5d4d0487,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:53.448499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e39560-3f21-4094-8c47-1b87cd34f730']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:53.451173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:01:53.469154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:01:53.480662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:01:53.484997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58243e08-9af5-436b-a634-8a430a438550 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:53.496634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc15f8d-415b-4598-9b9f-4e9af36131cb') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:53.496935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc15f8d-415b-4598-9b9f-4e9af36131cb') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:53.519483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] No DVR routers for this DVR port 6dd931c8-53b6-40bb-995f-396a5d4d0487 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:53.523377 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.526941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43271643-177c-4452-8bbd-6523a94e5118 req-6305ebb3-2725-4c9b-9343-73b44d322f35 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "DELETE /v2.0/ports/6dd931c8-53b6-40bb-995f-396a5d4d0487 HTTP/1.1" status: 204 len: 173 time: 0.8947797 Aug 20 12:01:53.527416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708c5ade-a6b1-492c-b170-98ea07acc742', 'name': 'network-vif-deleted', 'tag': '6dd931c8-53b6-40bb-995f-396a5d4d0487'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:53.531257 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf7ad4e-234f-4c77-aff5-3436dc8408af" -d '{"events": [{"server_uuid": "708c5ade-a6b1-492c-b170-98ea07acc742", "name": "network-vif-deleted", "tag": "6dd931c8-53b6-40bb-995f-396a5d4d0487"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:53.565239 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event updated for resources: {'Port': ['ID=81968057-e1a7-4786-a147-505279a9bc2c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:53.572380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 58243e08-9af5-436b-a634-8a430a438550, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=58243e08-9af5-436b-a634-8a430a438550,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:53.585354 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.589451 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eac1d2-b4d0-4975-a7fc-b26efbadcf0d x-openstack-request-id: req-40eac1d2-b4d0-4975-a7fc-b26efbadcf0d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:53.589746 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708c5ade-a6b1-492c-b170-98ea07acc742", "name": "network-vif-deleted", "tag": "6dd931c8-53b6-40bb-995f-396a5d4d0487", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:53.590052 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40eac1d2-b4d0-4975-a7fc-b26efbadcf0d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:53.590573 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708c5ade-a6b1-492c-b170-98ea07acc742', 'name': 'network-vif-deleted', 'tag': '6dd931c8-53b6-40bb-995f-396a5d4d0487', 'status': 'completed', 'code': 200} Aug 20 12:01:53.609514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.645891 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.676679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:53.679078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.685674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:01:53.686117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.727348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd8284-68b1-4861-8879-7188535119b9 req-6dd4e85b-0552-4058-82bc-45d7e3802807 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:53.735521 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9edd8284-68b1-4861-8879-7188535119b9 req-6dd4e85b-0552-4058-82bc-45d7e3802807 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.1304874 Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:01:53.743397 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:01:53.769284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f80c2b6d-5252-4d91-acd8-d27d83a57272 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:53.771926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=58243e08-9af5-436b-a634-8a430a438550,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:53.843645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9edd8284-68b1-4861-8879-7188535119b9 req-052034a7-4cdb-4ddc-840a-3b50599b1beb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014524 Aug 20 12:01:53.861613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21576a5f-dc69-4f14-b952-6b8386092535 req-74053756-db73-4abe-bb79-2dbe4e4dc09b tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=708c5ade-a6b1-492c-b170-98ea07acc742 HTTP/1.1" status: 200 len: 210 time: 0.0738537 Aug 20 12:01:53.872904 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b6a53b01-e8e4-49c7-ba2a-f8100d62dae8 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.4290237 Aug 20 12:01:53.877019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40026) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:53.891653 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.898848 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.903040 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] 10.222.0.25 "DELETE /v2.0/networks/10e39560-3f21-4094-8c47-1b87cd34f730 HTTP/1.1" status: 204 len: 168 time: 1.7009051 Aug 20 12:01:53.903040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:53.947234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['58243e08-9af5-436b-a634-8a430a438550'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:53.949712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d0615-b9ec-4418-827b-88c12bfd3d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e39560-3f21-4094-8c47-1b87cd34f730,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:53.954340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:54.080328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f80c2b6d-5252-4d91-acd8-d27d83a57272 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:54.148603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ab0452ee-0488-4349-860a-1664f9797d5e tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Deleting port 81968057-e1a7-4786-a147-505279a9bc2c {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:54.149218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab0452ee-0488-4349-860a-1664f9797d5e tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.333363 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee47fc8a-0d0b-4b98-8a51-deb35571d398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.356454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40036) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:54.380438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f63c7a87-3e70-46b2-9713-c2a27dbecf01 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:54.402043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.427369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f63c7a87-3e70-46b2-9713-c2a27dbecf01 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:54.427712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f63c7a87-3e70-46b2-9713-c2a27dbecf01 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:54.508017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6250120b-c063-4e5d-b01e-85055fde8b31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=450dc75252bf4b57ab6a99a31f051572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511455 Aug 20 12:01:54.511333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:54.527997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168510c3-4021-4198-a551-2d7cc2ecb889 None None] Network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:54.568838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855bc0-ced6-420a-99f5-d4399a01462a req-cdcee5d4-c42e-4f25-930f-2f2e873c38e2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:54.570344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4855bc0-ced6-420a-99f5-d4399a01462a req-cdcee5d4-c42e-4f25-930f-2f2e873c38e2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 944 time: 0.2562525 Aug 20 12:01:54.599176 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab0452ee-0488-4349-860a-1664f9797d5e tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.622327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ab0452ee-0488-4349-860a-1664f9797d5e tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Calling delete_port for 81968057-e1a7-4786-a147-505279a9bc2c owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:54.652142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7fb02778-7906-4036-9369-74c22ddd18c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.677530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9b1ef6f7-8b62-470e-ac9c-b8bfc8ab36b1 None None] Provisioning for port f80c2b6d-5252-4d91-acd8-d27d83a57272 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:54.683830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:01:54.695989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4855bc0-ced6-420a-99f5-d4399a01462a req-11c252c6-0b9a-47de-9e39-9a633044ba4d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076076 Aug 20 12:01:54.710657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9b1ef6f7-8b62-470e-ac9c-b8bfc8ab36b1 None None] Provisioning complete for port f80c2b6d-5252-4d91-acd8-d27d83a57272 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:54.711024 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef6f7-8b62-470e-ac9c-b8bfc8ab36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.715083 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7fb02778-7906-4036-9369-74c22ddd18c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.817806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7fb02778-7906-4036-9369-74c22ddd18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.818473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:01:54.822761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7fb02778-7906-4036-9369-74c22ddd18c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.824634 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0cb05926-7e9e-410a-94fd-5396377edcdc admin admin] 10.222.0.25 "PUT /v2.0/routers/05074271-4fa4-4033-9eb7-a5b6e2ca9d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2198782 Aug 20 12:01:54.827420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40042) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:54.827649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7fb02778-7906-4036-9369-74c22ddd18c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9a22948-8708-4e70-9162-6742fad5522e HTTP/1.1" status: 204 len: 168 time: 0.3151557 Aug 20 12:01:54.846916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb02778-7906-4036-9369-74c22ddd18c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a22948-8708-4e70-9162-6742fad5522e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:54.850490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37542334-659b-461c-90ae-897f496ed79a None None] Sync routers for ids ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:01:54.865708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab0452ee-0488-4349-860a-1664f9797d5e tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:54.941009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37542334-659b-461c-90ae-897f496ed79a None None] Routers {'05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:54.943527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-37542334-659b-461c-90ae-897f496ed79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:54.956613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0452ee-0488-4349-860a-1664f9797d5e tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event deleted for resources: {'Port': ['ID=81968057-e1a7-4786-a147-505279a9bc2c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:54.977335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.075579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab0452ee-0488-4349-860a-1664f9797d5e tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.080232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ab0452ee-0488-4349-860a-1664f9797d5e tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "DELETE /v2.0/ports/81968057-e1a7-4786-a147-505279a9bc2c HTTP/1.1" status: 204 len: 168 time: 1.1992605 Aug 20 12:01:55.082264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40050) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:55.134464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcada48-cc89-4940-a9fb-893f52c12a2a req-932be1a7-bc99-4c1d-9fa7-d1f30b680bad tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.139179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fcada48-cc89-4940-a9fb-893f52c12a2a req-932be1a7-bc99-4c1d-9fa7-d1f30b680bad tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.1166639 Aug 20 12:01:55.188348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 62b73daa-63a3-4c1d-bb34-2dea537fd168 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:01:55.190785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 6dd931c8-53b6-40bb-995f-396a5d4d0487 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:55.196506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.221238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fcada48-cc89-4940-a9fb-893f52c12a2a req-f68fb054-e0c0-4a65-9943-61cedab729f2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740063 Aug 20 12:01:55.297891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 6dd931c8-53b6-40bb-995f-396a5d4d0487 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:55.298271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 6dd931c8-53b6-40bb-995f-396a5d4d0487 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:55.317089 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef6f7-8b62-470e-ac9c-b8bfc8ab36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.330661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Deleting port e41cd602-64ee-4f81-bfcf-1263344a8096 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:55.331536 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.332680 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.417579 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:01:55.479965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725b0a9-53c8-4919-9e56-f0f0d5024570 req-62cb3f39-5d3e-4d23-a05a-db95ae3d9e0d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.493389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c725b0a9-53c8-4919-9e56-f0f0d5024570 req-62cb3f39-5d3e-4d23-a05a-db95ae3d9e0d tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 949 time: 0.1050715 Aug 20 12:01:55.554396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b0d64893-ccfc-4687-95e3-7927dc642052 tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4727499 Aug 20 12:01:55.564885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40066) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:55.576374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1141776754'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:55.613676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c725b0a9-53c8-4919-9e56-f0f0d5024570 req-df6b0489-a02d-4855-ba2a-30cfa2f7b39b tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181026 Aug 20 12:01:55.618706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Made reservation on behalf of 751bf5594d334ca99ff9048e2cad3392 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:55.622659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9b1ef6f7-8b62-470e-ac9c-b8bfc8ab36b1 None None] For port f80c2b6d-5252-4d91-acd8-d27d83a57272, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f80c2b6d-5252-4d91-acd8-d27d83a57272,segment=NetworkSegment(a8666286-3c04-451c-8539-c0fa74cf114c),segment_id=a8666286-3c04-451c-8539-c0fa74cf114c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:55.630832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.634555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-37542334-659b-461c-90ae-897f496ed79a None None] Set router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:55.664732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] For port e41cd602-64ee-4f81-bfcf-1263344a8096, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e41cd602-64ee-4f81-bfcf-1263344a8096,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:55.665362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.685237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:01:55.689191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Calling delete_port for e41cd602-64ee-4f81-bfcf-1263344a8096 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:55.711322 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.711591 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Added segment e4ee8d44-5820-445c-b00a-9a456a0a6229 of type vlan for network a86fea92-eddd-470f-b4ce-93e193cc775e Aug 20 12:01:55.714277 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef6f7-8b62-470e-ac9c-b8bfc8ab36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.812224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.831653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ef6f7-8b62-470e-ac9c-b8bfc8ab36b1 None None] Pushing event updated for resources: {'Port': ['ID=f80c2b6d-5252-4d91-acd8-d27d83a57272,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:55.850003 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.892015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.898902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.899775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.966063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14589f0e-a39b-42f0-8e60-7d7a1bfc42ed req-abd5bb36-3fbd-41a5-9144-d05fc4fd4f8e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.976758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14589f0e-a39b-42f0-8e60-7d7a1bfc42ed req-abd5bb36-3fbd-41a5-9144-d05fc4fd4f8e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 944 time: 0.1506736 Aug 20 12:01:55.988166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a4f4d74a-997d-46e5-b4ea-d97f7318415d None None] Provisioning complete for port f80c2b6d-5252-4d91-acd8-d27d83a57272 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:55.989792 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d74a-997d-46e5-b4ea-d97f7318415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.065748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14589f0e-a39b-42f0-8e60-7d7a1bfc42ed req-d10a9055-8e5d-4063-a515-c67ecd5ee593 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877748 Aug 20 12:01:56.069349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:56.079974 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5134404 Aug 20 12:01:56.090465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40082) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.113660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '62b73daa-63a3-4c1d-bb34-2dea537fd168', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'port_id': '62b73daa-63a3-4c1d-bb34-2dea537fd168', 'mac_address': 'fa:16:3e:54:b6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4091ca88-b2b8-4309-8d73-004dd22b5b84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:01:56.117354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7f31-63b9-4e22-bc2c-30ce9b4359a2 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event updated for resources: {'Network': ['ID=a86fea92-eddd-470f-b4ce-93e193cc775e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:56.127894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.168418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network a86fea92-eddd-470f-b4ce-93e193cc775e details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:01:56.224837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Pushing event deleted for resources: {'Port': ['ID=e41cd602-64ee-4f81-bfcf-1263344a8096,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:56.381910 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.392395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.410626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600c48e-443f-4715-b82c-49d91252f3f6 req-1ec05e98-b286-4fba-b926-fbb4466428e7 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:56.412807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7600c48e-443f-4715-b82c-49d91252f3f6 req-1ec05e98-b286-4fba-b926-fbb4466428e7 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 946 time: 0.0925968 Aug 20 12:01:56.415591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62b73daa-63a3-4c1d-bb34-2dea537fd168 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:56.425150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-37542334-659b-461c-90ae-897f496ed79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:53Z', 'revision_number': 5, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port': {'id': 'e41cd602-64ee-4f81-bfcf-1263344a8096', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:02Z', 'updated_at': '2021-08-20T12:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:56.462614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37542334-659b-461c-90ae-897f496ed79a None None] Checking router: 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:01:56.470754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7600c48e-443f-4715-b82c-49d91252f3f6 req-bf38aa43-d011-4965-8544-3e87abfc2b0e tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516882 Aug 20 12:01:56.475726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:56.488897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37542334-659b-461c-90ae-897f496ed79a None None] Routers {'05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:01:56.490342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-37542334-659b-461c-90ae-897f496ed79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:56.495801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.511605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.514447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.544914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac1209c8-5534-452a-b0fa-2a75fad9915b None None] Could not find standard attr ID for object 81968057-e1a7-4786-a147-505279a9bc2c. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:01:56.596410 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.597019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:01:56.608545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.609873 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5459e523-bf1e-4e1e-b1be-3e87654a950c admin admin] 10.222.0.25 "DELETE /v2.0/routers/05074271-4fa4-4033-9eb7-a5b6e2ca9d3d HTTP/1.1" status: 204 len: 168 time: 1.7791004 Aug 20 12:01:56.612392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40104) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.629895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-37542334-659b-461c-90ae-897f496ed79a None None] Set router 05074271-4fa4-4033-9eb7-a5b6e2ca9d3d gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:01:56.636118 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d670cd7c-ffd3-42a8-8e49-0fc662b393ce tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "GET /v2.0/agents/ac124a7e-0bb2-4230-9240-4f462ddde0e0/dhcp-networks HTTP/1.1" status: 200 len: 8874 time: 0.5403299 Aug 20 12:01:56.636625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40112) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.672157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-003bb4ce-837d-474e-8f86-2406e476ff55 admin admin] Deleting subnet d54b8a98-bf33-4fc4-ba92-3fc2d74ecc99 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:01:56.675546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-003bb4ce-837d-474e-8f86-2406e476ff55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.687589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-37542334-659b-461c-90ae-897f496ed79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:55Z', 'revision_number': 7, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:56.725872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4af0410c-7383-4104-8b23-8621a176fdb5 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8b7f12bd42094fe9b9caceec7e612cee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679164 Aug 20 12:01:56.728502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37542334-659b-461c-90ae-897f496ed79a None None] The sync data for ids ['05074271-4fa4-4033-9eb7-a5b6e2ca9d3d'] in n-d-800634-10 is: [{'id': '05074271-4fa4-4033-9eb7-a5b6e2ca9d3d', 'name': 'tempest-FloatingIPDetailsTestJSON-1115072121-router', 'tenant_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:58Z', 'updated_at': '2021-08-20T12:01:55Z', 'revision_number': 7, 'project_id': '6c734e0fef3447e48e4f4a412e9e6e89', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:01:56.731315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['62b73daa-63a3-4c1d-bb34-2dea537fd168'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:56.731511 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-003bb4ce-837d-474e-8f86-2406e476ff55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.808722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:56.840427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7a3a4-09af-4cda-b6d1-8d237a42c93a tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] Network a86fea92-eddd-470f-b4ce-93e193cc775e is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:01:56.875128 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d4c7a3a4-09af-4cda-b6d1-8d237a42c93a tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "POST /v2.0/agents/ac124a7e-0bb2-4230-9240-4f462ddde0e0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2368779 Aug 20 12:01:56.880812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40116) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:56.884646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363999a-1040-4c6f-849f-0a437f7913d5 None None] Network a86fea92-eddd-470f-b4ce-93e193cc775e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:56.893498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-003bb4ce-837d-474e-8f86-2406e476ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.916487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-609f4abd-54b7-4e4b-b67b-c666b77b2f59 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:56.918216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-609f4abd-54b7-4e4b-b67b-c666b77b2f59 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913621 Aug 20 12:01:56.978052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-31b4e579-43a9-451e-887d-30c9c5b45ce0 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/quotas/8b7f12bd42094fe9b9caceec7e612cee HTTP/1.1" status: 200 len: 375 time: 0.0381567 Aug 20 12:01:56.979609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-003bb4ce-837d-474e-8f86-2406e476ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:56.999477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-003bb4ce-837d-474e-8f86-2406e476ff55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.003206 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-003bb4ce-837d-474e-8f86-2406e476ff55 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d54b8a98-bf33-4fc4-ba92-3fc2d74ecc99 HTTP/1.1" status: 204 len: 168 time: 0.3883855 Aug 20 12:01:57.017084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdbd80e-67e9-4b3f-b220-15344e4e05c1 None None] Network 3ddd7108-d25b-424b-a56c-62895e8fcd27 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:01:57.024633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40118) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:57.024875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bb4ce-837d-474e-8f86-2406e476ff55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54b8a98-bf33-4fc4-ba92-3fc2d74ecc99,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:57.087355 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.088789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-cd6a4356-f49b-4751-94d1-99dac22a7011 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b7f12bd42094fe9b9caceec7e612cee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098809 Aug 20 12:01:57.166372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 58243e08-9af5-436b-a634-8a430a438550 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:57.284352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 58243e08-9af5-436b-a634-8a430a438550 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:01:57.289494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 58243e08-9af5-436b-a634-8a430a438550 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:57.289992 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.564912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] DHCP port deletion for 3ddd7108-d25b-424b-a56c-62895e8fcd27 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:01:57.607534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f80c2b6d-5252-4d91-acd8-d27d83a57272 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:57.612664 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.614459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-c7019c3d-6ae4-4bbd-9acf-c4aef9121eb6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:57.616010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-c7019c3d-6ae4-4bbd-9acf-c4aef9121eb6 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 949 time: 0.7230461 Aug 20 12:01:57.677429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd73bdb0-8381-4410-b92b-c152309379d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58243e08-9af5-436b-a634-8a430a438550'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:57.678064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.679501 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d063a339-acda-49ba-b7bd-ec9f798778af" -d '{"events": [{"server_uuid": "dd73bdb0-8381-4410-b92b-c152309379d5", "name": "network-vif-plugged", "status": "completed", "tag": "58243e08-9af5-436b-a634-8a430a438550"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:57.704350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 58243e08-9af5-436b-a634-8a430a438550, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=58243e08-9af5-436b-a634-8a430a438550,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:57.706396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] Deleting port 6ac9f8df-7faf-4443-a272-2f218c1bbedf {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:57.706816 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.712631 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.713338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device d90c9da2-52ed-468e-b160-44d7ddd6f754 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:57.716809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03de48-c5a2-460b-8134-92bb9e758ee0 req-ebdb901f-cfef-4dce-b887-26ceeb36708e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:57.724574 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f03de48-c5a2-460b-8134-92bb9e758ee0 req-ebdb901f-cfef-4dce-b887-26ceeb36708e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 949 time: 0.7435410 Aug 20 12:01:57.812073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b94a5a22-6e7f-49a0-83dd-1aaba36d3532 tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "GET /v2.0/agents/ac124a7e-0bb2-4230-9240-4f462ddde0e0/dhcp-networks HTTP/1.1" status: 200 len: 9607 time: 0.9299843 Aug 20 12:01:57.814704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f80c2b6d-5252-4d91-acd8-d27d83a57272 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:57.815094 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.815715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40136) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:57.894599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f03de48-c5a2-460b-8134-92bb9e758ee0 req-010bbe00-9904-41dc-966f-fc0b1b922e82 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635904 Aug 20 12:01:57.902481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d891f10-6b91-43a1-a29c-9c325778233c req-a9a61bac-7ffe-40cd-a7bf-e725ef7accf9 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:57.912481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] For port 6ac9f8df-7faf-4443-a272-2f218c1bbedf, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6ac9f8df-7faf-4443-a272-2f218c1bbedf,segment=NetworkSegment(b358aa00-17f3-455a-8ba3-1be4f5039bd7),segment_id=b358aa00-17f3-455a-8ba3-1be4f5039bd7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:57.912481 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.912988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d891f10-6b91-43a1-a29c-9c325778233c req-a9a61bac-7ffe-40cd-a7bf-e725ef7accf9 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 945 time: 0.3077919 Aug 20 12:01:57.943800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] Calling delete_port for 6ac9f8df-7faf-4443-a272-2f218c1bbedf owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:57.953495 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a4c266b-6957-4386-a3cd-0fc20211cc7c tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "DELETE /v2.0/agents/ac124a7e-0bb2-4230-9240-4f462ddde0e0/dhcp-networks/a86fea92-eddd-470f-b4ce-93e193cc775e HTTP/1.1" status: 204 len: 168 time: 0.1325183 Aug 20 12:01:57.954223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40140) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:57.958832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=58243e08-9af5-436b-a634-8a430a438550,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:58.028650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d891f10-6b91-43a1-a29c-9c325778233c req-dc47ef93-a3d7-49a1-af15-ebaf80d793d2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141949 Aug 20 12:01:58.091649 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.147255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Deleting port d90c9da2-52ed-468e-b160-44d7ddd6f754 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:58.147687 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.159936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Deleting port 6ac9f8df-7faf-4443-a272-2f218c1bbedf {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:58.159936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.174417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port d90c9da2-52ed-468e-b160-44d7ddd6f754, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=d90c9da2-52ed-468e-b160-44d7ddd6f754,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:58.178165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.195885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1d2d1066-0921-4641-85c1-a0d3232d0969 tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "GET /v2.0/agents/ac124a7e-0bb2-4230-9240-4f462ddde0e0/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.2392128 Aug 20 12:01:58.196792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:58.197785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.199686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 62b73daa-63a3-4c1d-bb34-2dea537fd168 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:58.222281 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-743a60ce-9be6-4131-89c8-67cea059d470 tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "GET /v2.0/networks/2145b72b-3186-42ac-a9e8-18b1a2f7b84f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0241086 Aug 20 12:01:58.223376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:58.245013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa8bf3-3b97-4c0f-a849-4f80c84c6df0 req-ce73547f-1351-40f3-93dd-0f5baed6d59c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:58.245275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] No DVR routers for this DVR port 6ac9f8df-7faf-4443-a272-2f218c1bbedf on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:58.246562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01aa8bf3-3b97-4c0f-a849-4f80c84c6df0 req-ce73547f-1351-40f3-93dd-0f5baed6d59c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 945 time: 0.2104237 Aug 20 12:01:58.255708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:58.258791 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-65d855f2-9b07-4070-bca5-fd685b21891d tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "GET /v2.0/networks/2145b72b-3186-42ac-a9e8-18b1a2f7b84f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0342963 Aug 20 12:01:58.259409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40146) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:58.325318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c80c8d1-77e3-4885-9665-ffa79c72165c req-3164bf93-861f-4073-9e90-179212b71bb6 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 210 time: 0.0882380 Aug 20 12:01:58.330657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:58.331125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8bc313a4-5cc5-4870-bec9-f4d5f3bf53d4 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:58.331680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6ac9f8df-7faf-4443-a272-2f218c1bbedf no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:58.356632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] For port 6ac9f8df-7faf-4443-a272-2f218c1bbedf, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6ac9f8df-7faf-4443-a272-2f218c1bbedf,segment=NetworkSegment(b358aa00-17f3-455a-8ba3-1be4f5039bd7),segment_id=b358aa00-17f3-455a-8ba3-1be4f5039bd7)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:58.357014 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.364760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f0be5-0cca-41a9-bcea-bff915bef15c None None] Pushing event deleted for resources: {'Port': ['ID=6ac9f8df-7faf-4443-a272-2f218c1bbedf,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:58.370521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 6ac9f8df-7faf-4443-a272-2f218c1bbedf {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:58.370877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6ac9f8df-7faf-4443-a272-2f218c1bbedf not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:58.371314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e41cd602-64ee-4f81-bfcf-1263344a8096 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:58.406856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01aa8bf3-3b97-4c0f-a849-4f80c84c6df0 req-92200ef6-ee9f-4a2e-af62-d8b038968715 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265137 Aug 20 12:01:58.409914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Calling delete_port for 6ac9f8df-7faf-4443-a272-2f218c1bbedf owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:58.451036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e41cd602-64ee-4f81-bfcf-1263344a8096 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:58.452368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e41cd602-64ee-4f81-bfcf-1263344a8096 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:01:58.525215 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d19ed93-6f44-421f-92c0-f1672991c569 x-openstack-request-id: req-3d19ed93-6f44-421f-92c0-f1672991c569 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:58.526904 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd73bdb0-8381-4410-b92b-c152309379d5", "name": "network-vif-plugged", "status": "completed", "tag": "58243e08-9af5-436b-a634-8a430a438550", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:58.527824 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d19ed93-6f44-421f-92c0-f1672991c569 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:58.530705 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd73bdb0-8381-4410-b92b-c152309379d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58243e08-9af5-436b-a634-8a430a438550', 'code': 200} Aug 20 12:01:58.531487 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.562296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] For port d90c9da2-52ed-468e-b160-44d7ddd6f754, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=d90c9da2-52ed-468e-b160-44d7ddd6f754,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:58.562812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.567127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.604995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 62b73daa-63a3-4c1d-bb34-2dea537fd168 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:01:58.620028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac9f8df-7faf-4443-a272-2f218c1bbedf,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:58.621221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=d90c9da2-52ed-468e-b160-44d7ddd6f754,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:58.653533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Calling delete_port for d90c9da2-52ed-468e-b160-44d7ddd6f754 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:58.659825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] No DVR routers for this DVR port 6ac9f8df-7faf-4443-a272-2f218c1bbedf on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:58.669496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:58.674754 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.732256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-ffdbbf78-8577-4861-ba4d-46cbfae00251 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8b7f12bd42094fe9b9caceec7e612cee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547960 Aug 20 12:01:58.739895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:58.809842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-e9a90600-4d08-48ba-badc-d90476aa3b46 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:58.811374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-e9a90600-4d08-48ba-badc-d90476aa3b46 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.22 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 945 time: 0.4033694 Aug 20 12:01:58.827374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.844394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743de2b8-f9cd-4a7c-b801-3266ee3c37c8 req-01e6b1ed-e3ad-4710-901e-68f889ae80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:58.845900 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-743de2b8-f9cd-4a7c-b801-3266ee3c37c8 req-01e6b1ed-e3ad-4710-901e-68f889ae80b6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 1097 time: 0.1673350 Aug 20 12:01:58.863778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddd7108-d25b-424b-a56c-62895e8fcd27']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:58.879701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b358aa00-17f3-455a-8ba3-1be4f5039bd7') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:58.879999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b358aa00-17f3-455a-8ba3-1be4f5039bd7') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:58.880567 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1e8bd819-45b8-48a1-bb47-14530384ecdd tempest-DHCPAgentSchedulersTestJSON-438809758 tempest-DHCPAgentSchedulersTestJSON-438809758-project-admin] 10.222.0.25 "GET /v2.0/agents/ac124a7e-0bb2-4230-9240-4f462ddde0e0/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.6200795 Aug 20 12:01:58.890509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40148) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:58.901648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:58.921469 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-743de2b8-f9cd-4a7c-b801-3266ee3c37c8 req-03991e96-f839-46f6-8db0-69281b943667 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574398 Aug 20 12:01:58.928449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-cac34f37-9beb-4e22-9455-424c4a8c5838 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:58.930041 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-cac34f37-9beb-4e22-9455-424c4a8c5838 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785493 Aug 20 12:01:58.944673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Request body: {'port': {'device_id': '2adba7f0-0951-491d-8149-4b98844a3f85', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '8b7f12bd42094fe9b9caceec7e612cee'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:01:59.005103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.036597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:01:59.037010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:01:59.042195 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:01:59.068228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Made reservation on behalf of 8b7f12bd42094fe9b9caceec7e612cee for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:01:59.072598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.083330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.136063 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.155785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 62b73daa-63a3-4c1d-bb34-2dea537fd168 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:01:59.188044 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.193611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.202654 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.213009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6840c-6787-4a44-a0bd-ea3fb99d8546 req-0e57c75d-bf77-48bb-9261-9568cd49e4a5 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:59.214595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ddd6840c-6787-4a44-a0bd-ea3fb99d8546 req-0e57c75d-bf77-48bb-9261-9568cd49e4a5 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=09bf5876-da22-4685-8450-2a30e1fb5a32 HTTP/1.1" status: 200 len: 947 time: 0.2321103 Aug 20 12:01:59.216297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 62b73daa-63a3-4c1d-bb34-2dea537fd168 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:01:59.216843 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.224081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.229423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3ddd7108-d25b-424b-a56c-62895e8fcd27 HTTP/1.1" status: 204 len: 168 time: 2.1603880 Aug 20 12:01:59.281312 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.283064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90dec7-288b-4511-b289-2eb8a74cb582 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddd7108-d25b-424b-a56c-62895e8fcd27,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.294317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d843a09-e78a-4d7e-bba4-b93e12a711c0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.297340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Deleting port 62b73daa-63a3-4c1d-bb34-2dea537fd168 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:59.297684 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.313198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:59.319764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148', '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:01:59.392423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21779164-4a4f-49f4-9eab-ea3a5fb265b0 req-11e2a090-5281-4fe4-bfe3-c4203e3a9b34 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:59.394128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Allocated IP 192.168.233.181 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/eeefa808-1622-41e0-886a-cb9f3c9280ae) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:01:59.394378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21779164-4a4f-49f4-9eab-ea3a5fb265b0 req-11e2a090-5281-4fe4-bfe3-c4203e3a9b34 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 944 time: 0.2772360 Aug 20 12:01:59.426224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event deleted for resources: {'Port': ['ID=d90c9da2-52ed-468e-b160-44d7ddd6f754,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.427244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.497467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:59.497588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.515679 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.526814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ddd6840c-6787-4a44-a0bd-ea3fb99d8546 req-42b46774-4065-470a-901e-04627e601c55 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989569 Aug 20 12:01:59.560165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86fea92-eddd-470f-b4ce-93e193cc775e']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:59.562285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40162) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:59.563120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] No DVR routers for this DVR port d90c9da2-52ed-468e-b160-44d7ddd6f754 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:59.568718 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.570447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e53ccbc7-bc52-4997-b1e3-22b943290afd req-6f88f13c-68ba-4092-a204-11ce94cfc77c tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "DELETE /v2.0/ports/d90c9da2-52ed-468e-b160-44d7ddd6f754 HTTP/1.1" status: 204 len: 173 time: 1.9291103 Aug 20 12:01:59.584491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'name': 'network-vif-deleted', 'tag': 'd90c9da2-52ed-468e-b160-44d7ddd6f754'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:59.586818 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc1df87-a3f7-485d-859e-14889b06ad38" -d '{"events": [{"server_uuid": "09bf5876-da22-4685-8450-2a30e1fb5a32", "name": "network-vif-deleted", "tag": "d90c9da2-52ed-468e-b160-44d7ddd6f754"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:59.608930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ee8d44-5820-445c-b00a-9a456a0a6229') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:59.609229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ee8d44-5820-445c-b00a-9a456a0a6229') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:01:59.633823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21779164-4a4f-49f4-9eab-ea3a5fb265b0 req-f8123fda-6891-481f-890d-bdd322858ba2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038515 Aug 20 12:01:59.635834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.649664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] For port 62b73daa-63a3-4c1d-bb34-2dea537fd168, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=62b73daa-63a3-4c1d-bb34-2dea537fd168,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:59.650020 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.696819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:59.714518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.716296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Calling delete_port for 62b73daa-63a3-4c1d-bb34-2dea537fd168 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:59.719637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.742732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b102187c-cc78-4add-9cfa-564a907b1b9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c734e0fef3447e48e4f4a412e9e6e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730671 Aug 20 12:01:59.742732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:01:59.742732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.743879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40168) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:01:59.761401 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:01:59.775016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a92d2a85-ae0a-43bb-9779-bea9ab9ff1c7 req-165ae793-a894-47ae-90d3-187f909ed890 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 210 time: 0.0637503 Aug 20 12:01:59.829405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-557d9501-ba6c-4a96-81a4-fa83cb416070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.862258 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-557d9501-ba6c-4a96-81a4-fa83cb416070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.927802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Transition to ACTIVE for port object eeefa808-1622-41e0-886a-cb9f3c9280ae will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:01:59.932800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.934360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-557d9501-ba6c-4a96-81a4-fa83cb416070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.940984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-557d9501-ba6c-4a96-81a4-fa83cb416070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.947775 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:59.949885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "DELETE /v2.0/networks/a86fea92-eddd-470f-b4ce-93e193cc775e HTTP/1.1" status: 204 len: 168 time: 1.0558558 Aug 20 12:01:59.958818 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-557d9501-ba6c-4a96-81a4-fa83cb416070 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0e159b6-f2e2-4844-b85b-22928b34794b HTTP/1.1" status: 204 len: 168 time: 0.2124074 Aug 20 12:01:59.959465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40170) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:01:59.985697 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc64c10-d3c9-48c1-b5ff-66cf8fac7534 x-openstack-request-id: req-3dc64c10-d3c9-48c1-b5ff-66cf8fac7534 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:59.986327 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf5876-da22-4685-8450-2a30e1fb5a32", "name": "network-vif-deleted", "tag": "d90c9da2-52ed-468e-b160-44d7ddd6f754", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:59.987306 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dc64c10-d3c9-48c1-b5ff-66cf8fac7534 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:59.993993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d9501-ba6c-4a96-81a4-fa83cb416070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e159b6-f2e2-4844-b85b-22928b34794b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.001168 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'name': 'network-vif-deleted', 'tag': 'd90c9da2-52ed-468e-b160-44d7ddd6f754', 'status': 'completed', 'code': 200} Aug 20 12:02:00.004773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06e33e-fc9f-45a5-afe6-5b9290320db6 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event deleted for resources: {'Network': ['ID=a86fea92-eddd-470f-b4ce-93e193cc775e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.024403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335717d-2e88-44f4-8065-3ddb58955e22 req-66951ac1-806c-44f4-88e4-5bf1d5154f6a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:00.028906 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf78eba2-5f5a-4f6d-a013-3936f7a4d8e5 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] DELETE failed (client error): The resource could not be found. Aug 20 12:02:00.034707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf78eba2-5f5a-4f6d-a013-3936f7a4d8e5 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:00.039082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f335717d-2e88-44f4-8065-3ddb58955e22 req-66951ac1-806c-44f4-88e4-5bf1d5154f6a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 945 time: 0.2664320 Aug 20 12:02:00.041053 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cf78eba2-5f5a-4f6d-a013-3936f7a4d8e5 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "DELETE /v2.0/ports/81968057-e1a7-4786-a147-505279a9bc2c HTTP/1.1" status: 404 len: 333 time: 0.0590615 Aug 20 12:02:00.041600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40174) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:00.170969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-50138eb9-fa57-4440-a76f-843dbe5bbf8f tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Deleting subnet 063ceeb1-c699-4960-99d3-e24f41f97773 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:00.176278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50138eb9-fa57-4440-a76f-843dbe5bbf8f tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.197426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f335717d-2e88-44f4-8065-3ddb58955e22 req-757c17a0-eb86-4185-9028-3a185d0642a0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558092 Aug 20 12:02:00.247111 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.291634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc745de-c962-43c4-b245-79e809766e24 req-c1fca11f-3f20-4bdc-82b2-1d0ba3dea013 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:00.293215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-c1fca11f-3f20-4bdc-82b2-1d0ba3dea013 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 945 time: 0.1411121 Aug 20 12:02:00.297445 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.333236 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50138eb9-fa57-4440-a76f-843dbe5bbf8f tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.344959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:00.362676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:00.370678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:00.407020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.425463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event deleted for resources: {'Port': ['ID=62b73daa-63a3-4c1d-bb34-2dea537fd168,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.451998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:00.452661 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.486757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] No DVR routers for this DVR port 62b73daa-63a3-4c1d-bb34-2dea537fd168 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:00.490270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.492726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-975510ea-3040-42c3-8dd7-9c503263d5e9 req-c53c3f8a-2d65-44b4-a334-ce59d465a3fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.22 "DELETE /v2.0/ports/62b73daa-63a3-4c1d-bb34-2dea537fd168 HTTP/1.1" status: 204 len: 173 time: 1.6727602 Aug 20 12:02:00.511821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-4ea4c9d3-b915-4ab3-aae0-4a4a5cf2f051 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5712750 Aug 20 12:02:00.532616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90c9da2-52ed-468e-b160-44d7ddd6f754'}, {'server_uuid': '485c802b-5901-491e-88d5-e877b412d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b73daa-63a3-4c1d-bb34-2dea537fd168'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:00.534924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Deleting port 58243e08-9af5-436b-a634-8a430a438550 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:00.535610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.540608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Request body: {'port': {'device_id': '2adba7f0-0951-491d-8149-4b98844a3f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:00.546519 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322136fa-746f-449d-b54f-5349f9bfed76" -d '{"events": [{"server_uuid": "09bf5876-da22-4685-8450-2a30e1fb5a32", "name": "network-vif-unplugged", "status": "completed", "tag": "d90c9da2-52ed-468e-b160-44d7ddd6f754"}, {"server_uuid": "485c802b-5901-491e-88d5-e877b412d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "62b73daa-63a3-4c1d-bb34-2dea537fd168"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:00.599829 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50138eb9-fa57-4440-a76f-843dbe5bbf8f tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.632218 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e5fb5-28fb-4295-b6b6-4f8733f25752 x-openstack-request-id: req-105e5fb5-28fb-4295-b6b6-4f8733f25752 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:00.632742 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf5876-da22-4685-8450-2a30e1fb5a32", "name": "network-vif-unplugged", "status": "completed", "tag": "d90c9da2-52ed-468e-b160-44d7ddd6f754", "code": 200}, {"server_uuid": "485c802b-5901-491e-88d5-e877b412d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "62b73daa-63a3-4c1d-bb34-2dea537fd168", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:00.633163 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-105e5fb5-28fb-4295-b6b6-4f8733f25752 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:00.633728 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf5876-da22-4685-8450-2a30e1fb5a32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90c9da2-52ed-468e-b160-44d7ddd6f754', 'code': 200} Aug 20 12:02:00.634150 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485c802b-5901-491e-88d5-e877b412d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b73daa-63a3-4c1d-bb34-2dea537fd168', 'code': 200} Aug 20 12:02:00.731763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] For port 58243e08-9af5-436b-a634-8a430a438550, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=58243e08-9af5-436b-a634-8a430a438550,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:00.732656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.751705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Calling delete_port for 58243e08-9af5-436b-a634-8a430a438550 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:00.764756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.817283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c06d1a3b-2b2d-4fc2-9a54-ba63c84ebe8e None None] Provisioning for port eeefa808-1622-41e0-886a-cb9f3c9280ae completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:00.822244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50138eb9-fa57-4440-a76f-843dbe5bbf8f tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.823721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c06d1a3b-2b2d-4fc2-9a54-ba63c84ebe8e None None] Provisioning complete for port eeefa808-1622-41e0-886a-cb9f3c9280ae triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:00.824335 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c06d1a3b-2b2d-4fc2-9a54-ba63c84ebe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.863986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50138eb9-fa57-4440-a76f-843dbe5bbf8f tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event deleted for resources: {'Subnet': ['ID=063ceeb1-c699-4960-99d3-e24f41f97773,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:00.865984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50138eb9-fa57-4440-a76f-843dbe5bbf8f tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:00.868006 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-50138eb9-fa57-4440-a76f-843dbe5bbf8f tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "DELETE /v2.0/subnets/063ceeb1-c699-4960-99d3-e24f41f97773 HTTP/1.1" status: 204 len: 168 time: 0.8218436 Aug 20 12:02:00.871207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40196) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:00.876570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee6b91-af64-4e33-8e2a-b5b26fdafb7c None None] Network 2145b72b-3186-42ac-a9e8-18b1a2f7b84f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:00.916400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c06d1a3b-2b2d-4fc2-9a54-ba63c84ebe8e None None] Port eeefa808-1622-41e0-886a-cb9f3c9280ae cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:01.019419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.036068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.062287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['58243e08-9af5-436b-a634-8a430a438550'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:01.075600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-974c210a-0db2-4336-a501-9dba051779f8 req-3dc8d069-1bea-4470-9058-10f486dc60ad tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=485c802b-5901-491e-88d5-e877b412d5bc HTTP/1.1" status: 200 len: 210 time: 0.0561326 Aug 20 12:02:01.178394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 62b73daa-63a3-4c1d-bb34-2dea537fd168 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:01.209380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Deleting port f80c2b6d-5252-4d91-acd8-d27d83a57272 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:01.209725 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.226816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event deleted for resources: {'Port': ['ID=58243e08-9af5-436b-a634-8a430a438550,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:01.250408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 62b73daa-63a3-4c1d-bb34-2dea537fd168 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:01.250702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 62b73daa-63a3-4c1d-bb34-2dea537fd168 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:01.280654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] No DVR routers for this DVR port 58243e08-9af5-436b-a634-8a430a438550 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:01.284749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.287438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbc745de-c962-43c4-b245-79e809766e24 req-7cb92e9d-2fd4-4933-b601-349443a4f665 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "DELETE /v2.0/ports/58243e08-9af5-436b-a634-8a430a438550 HTTP/1.1" status: 204 len: 173 time: 0.9868681 Aug 20 12:02:01.325420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35968c3e-d4f2-44c8-aee3-ce43fc1df799 req-f39a7889-add5-4e8f-9335-4fdab281e88b tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:01.337808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35968c3e-d4f2-44c8-aee3-ce43fc1df799 req-f39a7889-add5-4e8f-9335-4fdab281e88b tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 936 time: 0.2501855 Aug 20 12:02:01.349701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeefa808-1622-41e0-886a-cb9f3c9280ae {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:01.360965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] For port f80c2b6d-5252-4d91-acd8-d27d83a57272, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f80c2b6d-5252-4d91-acd8-d27d83a57272,segment=NetworkSegment(a8666286-3c04-451c-8539-c0fa74cf114c),segment_id=a8666286-3c04-451c-8539-c0fa74cf114c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:01.361329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.365449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.381000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] DHCP port deletion for 2145b72b-3186-42ac-a9e8-18b1a2f7b84f request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:01.389574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Calling delete_port for f80c2b6d-5252-4d91-acd8-d27d83a57272 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:01.399250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Transition to ACTIVE for port object eeefa808-1622-41e0-886a-cb9f3c9280ae will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:01.404163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.406559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35968c3e-d4f2-44c8-aee3-ce43fc1df799 req-ce8ab6fb-c689-4eca-b521-43428708f704 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635812 Aug 20 12:02:01.455060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40214) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:01.460724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:01.521586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] Deleting port f80c2b6d-5252-4d91-acd8-d27d83a57272 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:01.521586 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.636153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-network', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:01.665401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Made reservation on behalf of 53e03cc451ef4fe9a31e1a4ca6ee0ea7 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:01.668786 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.682247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.692718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f80c2b6d-5252-4d91-acd8-d27d83a57272 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:01.730278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] For port f80c2b6d-5252-4d91-acd8-d27d83a57272, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f80c2b6d-5252-4d91-acd8-d27d83a57272,segment=NetworkSegment(a8666286-3c04-451c-8539-c0fa74cf114c),segment_id=a8666286-3c04-451c-8539-c0fa74cf114c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:01.730991 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.750115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Attempting to bind port eeefa808-1622-41e0-886a-cb9f3c9280ae on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:01.750485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Attempting to bind port eeefa808-1622-41e0-886a-cb9f3c9280ae by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:01.750825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Attempting to bind port eeefa808-1622-41e0-886a-cb9f3c9280ae on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:01.753100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.759137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e8fd249-97a2-4f5c-ad0c-40e63be4ac08 req-6dc2f6d2-f1aa-4e54-980f-6ee23cc80ca7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 210 time: 0.0491207 Aug 20 12:02:01.771720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Port eeefa808-1622-41e0-886a-cb9f3c9280ae on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:02:01.772049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Attempting to bind port eeefa808-1622-41e0-886a-cb9f3c9280ae on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:01.779504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] Calling delete_port for f80c2b6d-5252-4d91-acd8-d27d83a57272 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:01.814901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event deleted for resources: {'Port': ['ID=f80c2b6d-5252-4d91-acd8-d27d83a57272,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:01.820587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] No DVR routers for this DVR port f80c2b6d-5252-4d91-acd8-d27d83a57272 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:01.822812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:01.823240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:01.823806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:01.824253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Bound port: eeefa808-1622-41e0-886a-cb9f3c9280ae, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:01.824672 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.839657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d495802-1390-439e-96e5-f340496976ff req-841571b1-7150-4fdd-99e0-670a0830d1ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 210 time: 0.0416648 Aug 20 12:02:01.869570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No active binding found for port f80c2b6d-5252-4d91-acd8-d27d83a57272 {{(pid=101035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 12:02:01.870510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f80c2b6d-5252-4d91-acd8-d27d83a57272 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:01.929112 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:01.942662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:01.963286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f4f4f-f35c-4db8-9777-308ed219d819 req-59e40c07-876b-4e65-8c72-4c97165c1403 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:01.964812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f1f4f4f-f35c-4db8-9777-308ed219d819 req-59e40c07-876b-4e65-8c72-4c97165c1403 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 949 time: 0.2045319 Aug 20 12:02:01.968520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] Pushing event deleted for resources: {'Port': ['ID=f80c2b6d-5252-4d91-acd8-d27d83a57272,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:01.979023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c78b8-bff4-489e-898e-4cabc216cb17 None None] No DVR routers for this DVR port f80c2b6d-5252-4d91-acd8-d27d83a57272 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:01.994208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:02.003795 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.006815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.008671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485c802b-5901-491e-88d5-e877b412d5bc', 'name': 'network-vif-deleted', 'tag': '62b73daa-63a3-4c1d-bb34-2dea537fd168'}, {'server_uuid': 'dd73bdb0-8381-4410-b92b-c152309379d5', 'name': 'network-vif-deleted', 'tag': '58243e08-9af5-436b-a634-8a430a438550'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:02.010855 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87e94df-f648-48aa-be73-b0739a5c92a0" -d '{"events": [{"server_uuid": "485c802b-5901-491e-88d5-e877b412d5bc", "name": "network-vif-deleted", "tag": "62b73daa-63a3-4c1d-bb34-2dea537fd168"}, {"server_uuid": "dd73bdb0-8381-4410-b92b-c152309379d5", "name": "network-vif-deleted", "tag": "58243e08-9af5-436b-a634-8a430a438550"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:02.042554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2145b72b-3186-42ac-a9e8-18b1a2f7b84f']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:02.057128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8666286-3c04-451c-8539-c0fa74cf114c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:02.057422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8666286-3c04-451c-8539-c0fa74cf114c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:02.070986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.071697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.073181 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] 10.222.0.73 "PUT /v2.0/ports/eeefa808-1622-41e0-886a-cb9f3c9280ae HTTP/1.1" status: 200 len: 1097 time: 1.5519822 Aug 20 12:02:02.077132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:02.077699 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d8240c-2461-429b-8b57-cb02cde7ca2c x-openstack-request-id: req-d7d8240c-2461-429b-8b57-cb02cde7ca2c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:02.078001 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485c802b-5901-491e-88d5-e877b412d5bc", "name": "network-vif-deleted", "tag": "62b73daa-63a3-4c1d-bb34-2dea537fd168", "status": "completed", "code": 200}, {"server_uuid": "dd73bdb0-8381-4410-b92b-c152309379d5", "name": "network-vif-deleted", "tag": "58243e08-9af5-436b-a634-8a430a438550", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:02.078300 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7d8240c-2461-429b-8b57-cb02cde7ca2c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:02.079328 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485c802b-5901-491e-88d5-e877b412d5bc', 'name': 'network-vif-deleted', 'tag': '62b73daa-63a3-4c1d-bb34-2dea537fd168', 'status': 'completed', 'code': 200} Aug 20 12:02:02.079328 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd73bdb0-8381-4410-b92b-c152309379d5', 'name': 'network-vif-deleted', 'tag': '58243e08-9af5-436b-a634-8a430a438550', 'status': 'completed', 'code': 200} Aug 20 12:02:02.079959 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e250de46-1c61-4270-9832-f509f6040d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:02.089487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.129393 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.139493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:02.140246 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.156617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.164102 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.169610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f1f4f4f-f35c-4db8-9777-308ed219d819 req-eb606b36-f9c9-435a-8f2d-1cdff9cff0c4 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857045 Aug 20 12:02:02.176591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d495802-1390-439e-96e5-f340496976ff req-7730ad01-f130-4a30-817c-acc2005999c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.178122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d495802-1390-439e-96e5-f340496976ff req-7730ad01-f130-4a30-817c-acc2005999c7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=402d104c95254e328746d8020e13134d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3280292 Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:02.206752 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:02.210310 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001244cc-2770-4706-b0df-527bc1bc0423 service neutron] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.225155 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4529d894-cb2c-4438-9764-de090e60bb02 x-openstack-request-id: req-4529d894-cb2c-4438-9764-de090e60bb02 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:02.225449 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:02.225703 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4529d894-cb2c-4438-9764-de090e60bb02 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:02.226107 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'status': 'completed', 'code': 200} Aug 20 12:02:02.269015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.289077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.290998 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] 10.222.0.25 "DELETE /v2.0/networks/2145b72b-3186-42ac-a9e8-18b1a2f7b84f HTTP/1.1" status: 204 len: 168 time: 1.4186671 Aug 20 12:02:02.291933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af404-9bcd-4d52-9eaf-c7074cb7afd0 tempest-DHCPAgentSchedulersTestJSON-1531982552 tempest-DHCPAgentSchedulersTestJSON-1531982552-project] Pushing event deleted for resources: {'Network': ['ID=2145b72b-3186-42ac-a9e8-18b1a2f7b84f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.305145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-9516835d-ca8f-4504-be11-8c67c8dcedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.306760 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-9516835d-ca8f-4504-be11-8c67c8dcedac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b7f12bd42094fe9b9caceec7e612cee&device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 1100 time: 0.0909059 Aug 20 12:02:02.393359 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-58c2b5db-32cb-4516-bd93-1dba3009c5c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae HTTP/1.1" status: 200 len: 217 time: 0.0699103 Aug 20 12:02:02.532525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-01f47309-00dd-4136-bdfe-34e980b47530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.534403 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-01f47309-00dd-4136-bdfe-34e980b47530 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1283472 Aug 20 12:02:02.599890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-73e5e5c8-bb48-4413-8a82-a74de1225e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.599890 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-73e5e5c8-bb48-4413-8a82-a74de1225e1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557573 Aug 20 12:02:02.599890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40238) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:02.606267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-97d46424-1e5c-4887-bec3-ea4b7da506cb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691400517', 'description': 'tempest-description--491302202'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:02.654389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:02.671496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40240) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:02.693885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff088e1-a6fb-40e4-953e-3402d49a0203,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:02.701900 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97d46424-1e5c-4887-bec3-ea4b7da506cb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.743891 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.744238 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Added segment b2c71dd0-765a-4c47-b2d1-9409b85fde71 of type vlan for network 86eae15e-0ff8-423b-8237-f975a640f395 Aug 20 12:02:02.755012 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-c13f2565-7b9b-4cf1-b9c7-ac2e66e767aa service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424685 Aug 20 12:02:02.881578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-85cf17b7-6c5d-4207-9eb3-9b9a9c0e70fb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.883094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-85cf17b7-6c5d-4207-9eb3-9b9a9c0e70fb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 949 time: 0.2843375 Aug 20 12:02:02.892626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.904288 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0a02db1c-88e8-4ca7-af85-0a7680f7802e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=751bf5594d334ca99ff9048e2cad3392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315474 Aug 20 12:02:02.908721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40246) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:02.928538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca3629-65ab-4ea0-8064-5e06daedfe01 req-195b267c-f727-4569-a7a4-bc858511d00d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:02.930007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30ca3629-65ab-4ea0-8064-5e06daedfe01 req-195b267c-f727-4569-a7a4-bc858511d00d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 948 time: 0.3282640 Aug 20 12:02:02.948904 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf0c7eab-b11a-43ad-81f7-901d53ca81dc req-d1d16117-b2a7-4074-8b5c-d2217da1a71c service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861093 Aug 20 12:02:02.968759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97d46424-1e5c-4887-bec3-ea4b7da506cb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.974055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97d46424-1e5c-4887-bec3-ea4b7da506cb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:02.996828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-395a4a50-1eef-4da0-a39f-4ecdbb49ee3e req-04b3420f-a19a-4d1f-8d96-f1a12c5029fe tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 210 time: 0.1109526 Aug 20 12:02:03.012751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d495802-1390-439e-96e5-f340496976ff req-5813d80f-8815-41f4-9b39-427772d4c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.014702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d495802-1390-439e-96e5-f340496976ff req-5813d80f-8815-41f4-9b39-427772d4c85e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8250108 Aug 20 12:02:03.016134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.resource_extend [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:02:03.024805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97d46424-1e5c-4887-bec3-ea4b7da506cb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.026835 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97d46424-1e5c-4887-bec3-ea4b7da506cb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4259164 Aug 20 12:02:03.032818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40248) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.044621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2bdd2e2b-8201-47bd-a324-ad29d45f117d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Request body: {'security_group_rule': {'security_group_id': '3b9f67ac-632a-4956-82e9-bab6b08b193a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:03.066124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d46424-1e5c-4887-bec3-ea4b7da506cb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9f67ac-632a-4956-82e9-bab6b08b193a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:03.079471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06f93551-e3f4-40f1-9faa-953f1f8a479a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.081748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.083202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.083202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.116642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250de46-1c61-4270-9832-f509f6040d6d req-ab86061a-3b26-4ded-a747-3bc8c75848f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.118288 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e250de46-1c61-4270-9832-f509f6040d6d req-ab86061a-3b26-4ded-a747-3bc8c75848f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b7f12bd42094fe9b9caceec7e612cee&device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 1100 time: 0.1140258 Aug 20 12:02:03.126535 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06f93551-e3f4-40f1-9faa-953f1f8a479a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.157101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2e2b-8201-47bd-a324-ad29d45f117d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.179669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-cb0e7b07-8e7b-4299-96c9-c382c1b71402 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.181148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-cb0e7b07-8e7b-4299-96c9-c382c1b71402 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/ports?device_id=fff10194-174a-4b39-8325-965029a01f4a HTTP/1.1" status: 200 len: 950 time: 0.2853556 Aug 20 12:02:03.183865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30ca3629-65ab-4ea0-8064-5e06daedfe01 req-aacc4eeb-90be-44f8-822a-1db1054dff6d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074823 Aug 20 12:02:03.207765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7512920 Aug 20 12:02:03.221863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40252) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.230006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Request body: {'subnet': {'network_id': '86eae15e-0ff8-423b-8237-f975a640f395', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-subnet', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:03.261031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31525ed2-f936-43aa-afb4-69b117e70ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=86eae15e-0ff8-423b-8237-f975a640f395,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:03.274331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 86eae15e-0ff8-423b-8237-f975a640f395 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:03.308672 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06f93551-e3f4-40f1-9faa-953f1f8a479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.311930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06f93551-e3f4-40f1-9faa-953f1f8a479a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.315827 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-06f93551-e3f4-40f1-9faa-953f1f8a479a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f190d7b0-f47a-4708-9b84-7531c503af00 HTTP/1.1" status: 204 len: 168 time: 0.4042904 Aug 20 12:02:03.317070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250de46-1c61-4270-9832-f509f6040d6d req-4a0612d0-9d91-470c-86f3-ef5ea009db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.318508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e250de46-1c61-4270-9832-f509f6040d6d req-4a0612d0-9d91-470c-86f3-ef5ea009db87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1898463 Aug 20 12:02:03.320557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2e2b-8201-47bd-a324-ad29d45f117d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.346518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Deleting port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:03.346897 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.382132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2e2b-8201-47bd-a324-ad29d45f117d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.387228 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e250de46-1c61-4270-9832-f509f6040d6d req-65ce94ab-d64b-43b5-aebd-f99fd87f8c05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae HTTP/1.1" status: 200 len: 217 time: 0.0586309 Aug 20 12:02:03.387921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f93551-e3f4-40f1-9faa-953f1f8a479a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f190d7b0-f47a-4708-9b84-7531c503af00,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:03.397442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Made reservation on behalf of 53e03cc451ef4fe9a31e1a4ca6ee0ea7 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:03.399736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.417237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd2e2b-8201-47bd-a324-ad29d45f117d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd1ea48-a9e0-4efc-8c0f-d55a843a333f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:03.469956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2e2b-8201-47bd-a324-ad29d45f117d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.475974 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2bdd2e2b-8201-47bd-a324-ad29d45f117d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4400241 Aug 20 12:02:03.477678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40258) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.486111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3138a974-acf7-41ed-90ce-97f85643debb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Request body: {'security_group_rule': {'security_group_id': '3b9f67ac-632a-4956-82e9-bab6b08b193a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:03.488333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc69d1-6d8f-4869-8577-22255f1e8189 req-7a8814df-33fb-44ab-bd09-06de4f382586 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.495658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5efc69d1-6d8f-4869-8577-22255f1e8189 req-7a8814df-33fb-44ab-bd09-06de4f382586 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 949 time: 0.2433381 Aug 20 12:02:03.510389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250de46-1c61-4270-9832-f509f6040d6d req-1437bd5e-5d34-44e8-afe8-28717e05b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.511949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e250de46-1c61-4270-9832-f509f6040d6d req-1437bd5e-5d34-44e8-afe8-28717e05b622 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1141999 Aug 20 12:02:03.557179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3138a974-acf7-41ed-90ce-97f85643debb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.603144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250de46-1c61-4270-9832-f509f6040d6d req-2d60d0ae-8e33-46d5-8ce4-ac139e843021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:03.604652 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e250de46-1c61-4270-9832-f509f6040d6d req-2d60d0ae-8e33-46d5-8ce4-ac139e843021 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821123 Aug 20 12:02:03.615536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] For port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:03.616255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.630499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5efc69d1-6d8f-4869-8577-22255f1e8189 req-867950cc-2eab-4a65-9beb-2a20574a6782 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339035 Aug 20 12:02:03.650381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Deleting port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:03.650954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.669371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Calling delete_port for 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:03.695493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3138a974-acf7-41ed-90ce-97f85643debb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.702213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3138a974-acf7-41ed-90ce-97f85643debb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.747943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3138a974-acf7-41ed-90ce-97f85643debb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.753488 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3138a974-acf7-41ed-90ce-97f85643debb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2714863 Aug 20 12:02:03.754104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40264) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.766677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:03.794028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40266) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:03.799616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138a974-acf7-41ed-90ce-97f85643debb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daad7b61-f1c7-4aec-a748-2c521e6d389d,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:03.812716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.818821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e250de46-1c61-4270-9832-f509f6040d6d req-ab732d45-2290-48f2-985c-281581312c61 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027941 Aug 20 12:02:03.855908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d40ed712-e6c2-4a1b-bcce-9d9cbda9c6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.911945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] For port a41470c0-d8c1-4fa8-9b29-0de80c9cf947, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:03.912670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.916833 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:03.965047 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e250de46-1c61-4270-9832-f509f6040d6d req-4724155e-ea58-4bdb-970d-ca494bf9ca4a service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354511 Aug 20 12:02:03.973444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Calling delete_port for a41470c0-d8c1-4fa8-9b29-0de80c9cf947 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:04.004634 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.087280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dd92a7-fbe5-478f-8bde-aeeee90ee489,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:04.129860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Allocated IP 172.25.0.58 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/8981a567-93b8-4de1-b8fd-3c47ffdbbf54) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:04.163789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4102863-cab7-4221-8400-3168c3690622 req-4fc1e45f-dc4d-421a-b0c0-2fb904a1b8d7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 210 time: 0.0703063 Aug 20 12:02:04.168837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Checking segment: {'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:04.169207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Network hostable DHCP agents. Network: 86eae15e-0ff8-423b-8237-f975a640f395, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:04.209592 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.223764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:04.264652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.264941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event deleted for resources: {'Port': ['ID=9b46fa3e-1684-4ac3-86ea-c3709d0d5617,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:04.316116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Network 86eae15e-0ff8-423b-8237-f975a640f395 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:04.321853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148', '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:04.322769 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.394933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:04.399887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:04.408667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:04.412061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event updated for resources: {'Port': ['ID=8981a567-93b8-4de1-b8fd-3c47ffdbbf54,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:04.433434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d40ed712-e6c2-4a1b-bcce-9d9cbda9c6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.436572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 86eae15e-0ff8-423b-8237-f975a640f395) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:04.438210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] No DVR routers for this DVR port 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:04.447161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d495802-1390-439e-96e5-f340496976ff req-3a13d883-a87c-47cc-b0b3-c94413f62ed6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd73bdb0-8381-4410-b92b-c152309379d5 HTTP/1.1" status: 200 len: 210 time: 0.0829990 Aug 20 12:02:04.449718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:04.450368 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.453467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.455441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ca9d68d-57ad-4d20-b890-f87d5a8749f1 req-ddad8229-f186-4737-85f8-913f512e41dc tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "DELETE /v2.0/ports/9b46fa3e-1684-4ac3-86ea-c3709d0d5617 HTTP/1.1" status: 204 len: 173 time: 1.5418353 Aug 20 12:02:04.455881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d40ed712-e6c2-4a1b-bcce-9d9cbda9c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.459031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cc6a19-6989-47fe-b39b-cd7b40b7e3f1', 'name': 'network-vif-deleted', 'tag': '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:04.461365 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a764847-5eb3-4110-a400-03baa2e3b85f" -d '{"events": [{"server_uuid": "69cc6a19-6989-47fe-b39b-cd7b40b7e3f1", "name": "network-vif-deleted", "tag": "9b46fa3e-1684-4ac3-86ea-c3709d0d5617"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:04.493236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.501173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9dc31c-2cfb-40bd-a6bc-197a086780f0 None None] Network 86eae15e-0ff8-423b-8237-f975a640f395 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:04.519728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473bf74-d36d-4d44-a401-55370c65356c req-d2c6755f-aba2-4147-8075-8e6825b10480 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:04.521814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f473bf74-d36d-4d44-a401-55370c65356c req-d2c6755f-aba2-4147-8075-8e6825b10480 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 948 time: 0.2452614 Aug 20 12:02:04.536707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.542035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d07829a9-883b-43fd-b8c7-aafd126752b6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3179505 Aug 20 12:02:04.545510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:04.552390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:04.588818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d40ed712-e6c2-4a1b-bcce-9d9cbda9c6bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e60213261ac4d7a95c0aab7b71a3d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7902603 Aug 20 12:02:04.604451 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fcdeda-680c-4f54-a8ea-385c53e383a9 x-openstack-request-id: req-d7fcdeda-680c-4f54-a8ea-385c53e383a9 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:04.605028 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cc6a19-6989-47fe-b39b-cd7b40b7e3f1", "name": "network-vif-deleted", "tag": "9b46fa3e-1684-4ac3-86ea-c3709d0d5617", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:04.605488 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7fcdeda-680c-4f54-a8ea-385c53e383a9 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:04.606096 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cc6a19-6989-47fe-b39b-cd7b40b7e3f1', 'name': 'network-vif-deleted', 'tag': '9b46fa3e-1684-4ac3-86ea-c3709d0d5617', 'status': 'completed', 'code': 200} Aug 20 12:02:04.606770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40278) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:04.608367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ed712-e6c2-4a1b-bcce-9d9cbda9c6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77405ba8-5074-4ca5-a8f3-72ee10f4e7d1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:04.612879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event deleted for resources: {'Port': ['ID=a41470c0-d8c1-4fa8-9b29-0de80c9cf947,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:04.633361 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.638141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.639615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.737212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] No DVR routers for this DVR port a41470c0-d8c1-4fa8-9b29-0de80c9cf947 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:04.740100 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.742344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92bb5ba2-75a6-48aa-9164-4b1084dc0c27 req-3b351478-8605-4537-b036-dfc32343c811 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "DELETE /v2.0/ports/a41470c0-d8c1-4fa8-9b29-0de80c9cf947 HTTP/1.1" status: 204 len: 173 time: 1.5477796 Aug 20 12:02:04.794119 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.796569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f473bf74-d36d-4d44-a401-55370c65356c req-bab12f0e-88d2-4c1c-a256-2306bd1b6f55 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539442 Aug 20 12:02:04.879428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad87dfde-98b3-4546-82aa-b3d226ffdecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.893748 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:02:04.903478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac5babd6-88d3-40fb-b2cd-d92f20c960ca req-1fc8a3bb-774d-4459-861f-19919b0868ff tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=69cc6a19-6989-47fe-b39b-cd7b40b7e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0559967 Aug 20 12:02:04.932295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-86eae15e-0ff8-423b-8237-f975a640f395', 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'fixed_ips': [{'subnet_id': '09dd92a7-fbe5-478f-8bde-aeeee90ee489'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:04.933149 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:04.963316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad87dfde-98b3-4546-82aa-b3d226ffdecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.049830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad87dfde-98b3-4546-82aa-b3d226ffdecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.054391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad87dfde-98b3-4546-82aa-b3d226ffdecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.056170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ad87dfde-98b3-4546-82aa-b3d226ffdecc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77405ba8-5074-4ca5-a8f3-72ee10f4e7d1 HTTP/1.1" status: 204 len: 168 time: 0.4395757 Aug 20 12:02:05.103498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:05.123722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87dfde-98b3-4546-82aa-b3d226ffdecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77405ba8-5074-4ca5-a8f3-72ee10f4e7d1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:05.196914 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.236864 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.244059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a41470c0-d8c1-4fa8-9b29-0de80c9cf947 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:05.276838 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.384603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event updated for resources: {'Port': ['ID=8981a567-93b8-4de1-b8fd-3c47ffdbbf54,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:05.394151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: a41470c0-d8c1-4fa8-9b29-0de80c9cf947 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:05.395744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device a41470c0-d8c1-4fa8-9b29-0de80c9cf947 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:05.403400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.411119 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:02:05.451319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.453227 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e9184d3-5f55-4def-bd99-529bc83094ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6905324 Aug 20 12:02:05.506778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Allocated IP 172.20.0.2 (86eae15e-0ff8-423b-8237-f975a640f395/09dd92a7-fbe5-478f-8bde-aeeee90ee489/25a93395-3e62-4e7d-b42c-abcfefe5a905) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:05.642580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:05.666158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'mac_address': 'fa:16:3e:d3:59:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:05.698155 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.724962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148', '9b46fa3e-1684-4ac3-86ea-c3709d0d5617'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:05.735192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:05.796095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', '1f38f0ec-bcc4-409a-a7c4-54ffc850345d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:05.938424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Allocated IP 172.25.0.9 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/d11680cd-8be9-4e63-b429-ebc25cc8b9d6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:05.964821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-40e7264d-9cd7-44de-a6fe-684b90de9a17 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:05.967914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-40e7264d-9cd7-44de-a6fe-684b90de9a17 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.2974048 Aug 20 12:02:05.976178 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.053667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeefa808-1622-41e0-886a-cb9f3c9280ae {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:06.072481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-cf11cefb-054c-4f18-9e23-29772e869366 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/quotas/402d104c95254e328746d8020e13134d HTTP/1.1" status: 200 len: 375 time: 0.0864892 Aug 20 12:02:06.088240 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.093950 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.113633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Transition to ACTIVE for port object 25a93395-3e62-4e7d-b42c-abcfefe5a905 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:06.116871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:06.119532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-715cf979-8182-4659-999f-50f3e0ef1683 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449252 Aug 20 12:02:06.128974 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.159710 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.188530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Transition to ACTIVE for port object 25a93395-3e62-4e7d-b42c-abcfefe5a905 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:06.209038 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.226059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:06.236405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:06.245672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:06.246933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-82474a50-2273-45f7-a571-6704c9c542bd tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:06.256723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-82474a50-2273-45f7-a571-6704c9c542bd tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 821 time: 0.2872567 Aug 20 12:02:06.277534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Network 86eae15e-0ff8-423b-8237-f975a640f395 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:06.278659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:06.278885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-480485a0-f2f6-4b12-8196-70526f5c7c34 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/quotas/ae3c4630aca34fefb11101e28d622dcd HTTP/1.1" status: 200 len: 375 time: 0.0210338 Aug 20 12:02:06.281695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Pushing event updated for resources: {'Port': ['ID=d11680cd-8be9-4e63-b429-ebc25cc8b9d6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:06.290491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:06.293776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:06.392759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-235f3b47-f291-4c34-89ee-b621d3da8956 service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348135 Aug 20 12:02:06.475550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Pushing event updated for resources: {'Port': ['ID=25a93395-3e62-4e7d-b42c-abcfefe5a905,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:06.489525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-2bec708c-80b7-418b-941b-c98f32501147 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084353 Aug 20 12:02:06.492095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Attempting to bind port 25a93395-3e62-4e7d-b42c-abcfefe5a905 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:06.492547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Attempting to bind port 25a93395-3e62-4e7d-b42c-abcfefe5a905 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:06.492978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Attempting to bind port 25a93395-3e62-4e7d-b42c-abcfefe5a905 on network 86eae15e-0ff8-423b-8237-f975a640f395 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:06.500366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['eeefa808-1622-41e0-886a-cb9f3c9280ae'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:06.587225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:06.588535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Checking segment: {'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:06.589691 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.590820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Bound using segment: {'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:06.591624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Bound port: 25a93395-3e62-4e7d-b42c-abcfefe5a905, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:06.592230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:06.606426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-7d8d3818-6249-4eb4-9281-e4b8c55b361c service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061431 Aug 20 12:02:06.613333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff10194-174a-4b39-8325-965029a01f4a', 'name': 'network-vif-deleted', 'tag': 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:06.615820 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9699e54-d405-40d6-ac82-29f8a1836b25" -d '{"events": [{"server_uuid": "fff10194-174a-4b39-8325-965029a01f4a", "name": "network-vif-deleted", "tag": "a41470c0-d8c1-4fa8-9b29-0de80c9cf947"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:06.632250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-16e01880-0d35-4e89-abd4-3f6f63a9f8e0 service neutron] 10.222.0.25 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414840 Aug 20 12:02:06.751367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] For port 25a93395-3e62-4e7d-b42c-abcfefe5a905, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:06.755297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] For port 25a93395-3e62-4e7d-b42c-abcfefe5a905, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=25a93395-3e62-4e7d-b42c-abcfefe5a905,segment=NetworkSegment(b2c71dd0-765a-4c47-b2d1-9409b85fde71),segment_id=b2c71dd0-765a-4c47-b2d1-9409b85fde71)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:06.775648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-91b50681-bf42-4a9a-9d5d-eca105b8926c service neutron] 10.222.0.25 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424823 Aug 20 12:02:06.787337 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.001443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506dbdf-3775-4c52-8742-15dbfb90eef3 req-ba877d49-8524-4bb8-af1e-700da954c01f tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:07.011680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0506dbdf-3775-4c52-8742-15dbfb90eef3 req-ba877d49-8524-4bb8-af1e-700da954c01f tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 949 time: 0.0706518 Aug 20 12:02:07.086552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.096074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0506dbdf-3775-4c52-8742-15dbfb90eef3 req-5213c445-e190-457c-b1e1-0a52c7f9e134 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810401 Aug 20 12:02:07.253233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:07.279359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 58243e08-9af5-436b-a634-8a430a438550 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:07.317575 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5453fc23-5f52-4f6d-a53d-bb39dfa6d37e x-openstack-request-id: req-5453fc23-5f52-4f6d-a53d-bb39dfa6d37e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:07.318093 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff10194-174a-4b39-8325-965029a01f4a", "name": "network-vif-deleted", "tag": "a41470c0-d8c1-4fa8-9b29-0de80c9cf947", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:07.318726 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5453fc23-5f52-4f6d-a53d-bb39dfa6d37e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:07.319527 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff10194-174a-4b39-8325-965029a01f4a', 'name': 'network-vif-deleted', 'tag': 'a41470c0-d8c1-4fa8-9b29-0de80c9cf947', 'status': 'completed', 'code': 200} Aug 20 12:02:07.510025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:07.510647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b46fa3e-1684-4ac3-86ea-c3709d0d5617 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:07.537639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a3ce679-783d-4b1e-8f74-d19d2f62b978 req-68cffe8a-6780-43e8-91c2-facf06cd7f16 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 210 time: 0.1230984 Aug 20 12:02:07.549914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 58243e08-9af5-436b-a634-8a430a438550 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:07.568349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 58243e08-9af5-436b-a634-8a430a438550 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:07.628013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09966f0f-1055-4112-95c8-c8ba6cfd30cc req-bfd40a08-2c2c-486c-83c2-18de07ede960 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 210 time: 0.0487530 Aug 20 12:02:07.673164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6eda6-b2c0-46cb-b7c9-e846c7239982 None None] Pushing event updated for resources: {'Port': ['ID=25a93395-3e62-4e7d-b42c-abcfefe5a905,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:07.742846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:07.846915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40382) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:08.092989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Router 92537752-c8f8-4326-8a0a-2a43e992a11f is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:08.130324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1002231944'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:08.175496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Made reservation on behalf of 0ec279bc3d2948e0b3a208f60bc2a5f4 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:08.180166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.195086 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.384096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:08.398421 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Sync routers for ids ['92537752-c8f8-4326-8a0a-2a43e992a11f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:08.413439 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Routers {'92537752-c8f8-4326-8a0a-2a43e992a11f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:08.414082 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['92537752-c8f8-4326-8a0a-2a43e992a11f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:08.444325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.456463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.458448 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5d5d6bf5-36ca-4442-b758-3a0b20209128 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.9108386 Aug 20 12:02:08.461080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40394) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:08.462038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96a8f6-fc5e-49b1-a911-bc2d29bfe0ea req-f06b3e5d-0e43-43b2-afb5-ec9b336a62ba tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:08.463925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff96a8f6-fc5e-49b1-a911-bc2d29bfe0ea req-f06b3e5d-0e43-43b2-afb5-ec9b336a62ba tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 949 time: 0.1704423 Aug 20 12:02:08.470722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.546468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:08.567422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ea216a-d670-45c6-82e0-ed0c6b139e1a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:08.590494 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Set router 92537752-c8f8-4326-8a0a-2a43e992a11f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:08.593110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42781af1-2163-48ac-8e25-428007684ca4 req-d8b414a0-ade2-49b9-8a8d-7503c0a13783 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:08.594846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42781af1-2163-48ac-8e25-428007684ca4 req-d8b414a0-ade2-49b9-8a8d-7503c0a13783 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 950 time: 0.2209675 Aug 20 12:02:08.596457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.596457 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Added segment a6f58224-feda-491f-b544-98c391ec99d7 of type vlan for network bcfa0703-43c5-4c21-bf9d-474c5e8fdfa3 Aug 20 12:02:08.659691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff96a8f6-fc5e-49b1-a911-bc2d29bfe0ea req-83b20fbb-a871-4462-822e-e5a98e350236 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837585 Aug 20 12:02:08.746736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42781af1-2163-48ac-8e25-428007684ca4 req-43a2c48e-9cfc-44c8-87a2-db64d0da5563 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354690 Aug 20 12:02:08.766662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:08.865166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f9f1c1-8a93-4d94-bbee-83cdf11f1f07 None None] Network 86eae15e-0ff8-423b-8237-f975a640f395 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:08.943374 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:06Z', 'revision_number': 3, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port': {'id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:08.989834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0d0144c0-0f07-4135-8378-09fb161d63ca None None] Provisioning for port 25a93395-3e62-4e7d-b42c-abcfefe5a905 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:09.109429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.124593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:09.168699 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Checking router: 92537752-c8f8-4326-8a0a-2a43e992a11f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:09.168699 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Updating router 92537752-c8f8-4326-8a0a-2a43e992a11f port d11680cd-8be9-4e63-b429-ebc25cc8b9d6 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:09.201505 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.211603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port eeefa808-1622-41e0-886a-cb9f3c9280ae completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:09.217655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port eeefa808-1622-41e0-886a-cb9f3c9280ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:09.218036 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.347298 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.362246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Allocated IP 172.20.0.1 (86eae15e-0ff8-423b-8237-f975a640f395/09dd92a7-fbe5-478f-8bde-aeeee90ee489/d445612d-da09-4921-80cc-032aa0f38ba3) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:09.379143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:09.383035 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b6b09-f47b-4fac-a11d-e4ea51e7570a" -d '{"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-plugged", "status": "completed", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:09.401541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:09.407444 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.516824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:09.544211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.544563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.545214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.545821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.546545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.546920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.547316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.547653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.548122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.548507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.548840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.549420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.579081 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.590156 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Transition to ACTIVE for port object d11680cd-8be9-4e63-b429-ebc25cc8b9d6 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:09.599869 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.629233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.635388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:09.636236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.696728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 25a93395-3e62-4e7d-b42c-abcfefe5a905 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:09.709751 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Attempting to bind port d11680cd-8be9-4e63-b429-ebc25cc8b9d6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:09.710634 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Attempting to bind port d11680cd-8be9-4e63-b429-ebc25cc8b9d6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:09.711292 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Attempting to bind port d11680cd-8be9-4e63-b429-ebc25cc8b9d6 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:09.720683 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:09.721393 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:09.722035 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.722673 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:09.723845 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Bound port: d11680cd-8be9-4e63-b429-ebc25cc8b9d6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:09.724457 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.726270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.745287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-1e991d3f-cf04-44b1-946a-66cf86e2face tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:09.746955 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-1e991d3f-cf04-44b1-946a-66cf86e2face tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.73 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 821 time: 0.2738922 Aug 20 12:02:09.753570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Transition to ACTIVE for port object d445612d-da09-4921-80cc-032aa0f38ba3 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:09.757665 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Pushing event updated for resources: {'Port': ['ID=d11680cd-8be9-4e63-b429-ebc25cc8b9d6,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:09.760246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 25a93395-3e62-4e7d-b42c-abcfefe5a905 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:09.765154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01f2fabc-e83b-4e41-b3bf-f7e76699c66d req-2cb83aeb-053f-4358-a4cc-31f604ba506f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 210 time: 0.1836641 Aug 20 12:02:09.765870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Request body: {'port': {'device_id': '10eee24d-23c1-4fea-86d7-a57ed07b30ab', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'admin_state_up': True, 'tenant_id': 'ae3c4630aca34fefb11101e28d622dcd'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:09.766057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 25a93395-3e62-4e7d-b42c-abcfefe5a905 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:09.766580 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.769406 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.769937 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.770317 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.771797 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.772144 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.772533 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.772875 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.773205 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.773534 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.783457 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.783911 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.784254 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:09.833817 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] For port d11680cd-8be9-4e63-b429-ebc25cc8b9d6, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:09.843937 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] For port d11680cd-8be9-4e63-b429-ebc25cc8b9d6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d11680cd-8be9-4e63-b429-ebc25cc8b9d6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:09.852396 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.872044 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54feef42-a6a9-4b3f-b16c-a7393fcff576 x-openstack-request-id: req-54feef42-a6a9-4b3f-b16c-a7393fcff576 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:09.872764 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-plugged", "status": "completed", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:09.872764 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54feef42-a6a9-4b3f-b16c-a7393fcff576 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:09.873966 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'code': 200} Aug 20 12:02:09.880949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.906074 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.952414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17a3cdb2-e606-4d17-8fde-81c8e0c4cc5b req-cfd621fb-882d-4c5c-ab76-2193e6d85610 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 210 time: 0.3515127 Aug 20 12:02:09.954616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 25a93395-3e62-4e7d-b42c-abcfefe5a905, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=25a93395-3e62-4e7d-b42c-abcfefe5a905,segment=NetworkSegment(b2c71dd0-765a-4c47-b2d1-9409b85fde71),segment_id=b2c71dd0-765a-4c47-b2d1-9409b85fde71)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:09.960259 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Routers {'92537752-c8f8-4326-8a0a-2a43e992a11f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:09.961490 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:09.964205 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['92537752-c8f8-4326-8a0a-2a43e992a11f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:09.977016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Network 86eae15e-0ff8-423b-8237-f975a640f395 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:09.986872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:10.011692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:10.016071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Pushing event updated for resources: {'Network': ['ID=bcfa0703-43c5-4c21-bf9d-474c5e8fdfa3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:10.034833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network bcfa0703-43c5-4c21-bf9d-474c5e8fdfa3 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:10.056711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Pushing event updated for resources: {'Port': ['ID=d445612d-da09-4921-80cc-032aa0f38ba3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:10.082094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Made reservation on behalf of ae3c4630aca34fefb11101e28d622dcd for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:10.086056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.117218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cfd47-140f-4b13-9cfa-f9bd90d6421a req-c6f7f6e4-82d7-4dd0-b659-e3237de4c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:10.119731 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd7cfd47-140f-4b13-9cfa-f9bd90d6421a req-c6f7f6e4-82d7-4dd0-b659-e3237de4c1ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 1102 time: 0.1855676 Aug 20 12:02:10.141428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.149079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=25a93395-3e62-4e7d-b42c-abcfefe5a905,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:10.163848 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75b1f5-741f-4387-a5df-690584921bf8 None None] Pushing event updated for resources: {'Port': ['ID=d11680cd-8be9-4e63-b429-ebc25cc8b9d6,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:10.232763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6039041b-9836-461f-9541-137609b5e6ad tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3841784 Aug 20 12:02:10.239586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40412) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:10.253733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333d57c-a382-45a0-8f77-61317d044401 req-66075556-dc40-4db2-9a55-10bd90bb6594 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:10.255444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0333d57c-a382-45a0-8f77-61317d044401 req-66075556-dc40-4db2-9a55-10bd90bb6594 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/ports?device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 950 time: 0.6771317 Aug 20 12:02:10.275360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-05361162-77d8-4271-922f-258b33b5a3fd tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:10.277514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-05361162-77d8-4271-922f-258b33b5a3fd tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "GET /v2.0/ports?device_id=0145d751-8d66-4249-8640-7660d78aeb8b HTTP/1.1" status: 200 len: 949 time: 0.6140645 Aug 20 12:02:10.284948 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd7cfd47-140f-4b13-9cfa-f9bd90d6421a req-84d57bc7-6c77-482a-99f6-c98c4425a0e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548386 Aug 20 12:02:10.291972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-d047b653-493e-47c9-949f-00176f5e1a72 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:10.294051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-d047b653-493e-47c9-949f-00176f5e1a72 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 1.4606140 Aug 20 12:02:10.298751 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] Set router 92537752-c8f8-4326-8a0a-2a43e992a11f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:10.319242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f263926-c205-4867-98f5-67b4ed0330a2 req-cf4dcd34-9e09-4636-a0e0-b691fc191fdb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:10.327236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f263926-c205-4867-98f5-67b4ed0330a2 req-cf4dcd34-9e09-4636-a0e0-b691fc191fdb tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 950 time: 0.2412717 Aug 20 12:02:10.400812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-edbcceb7-53e8-4f42-b3c0-539330972be5 None None] Provisioning for port d445612d-da09-4921-80cc-032aa0f38ba3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:10.401241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Allocated IP 172.20.0.9 (e0feaa8b-b98d-4662-bec3-96c6c37ac7f0/4091ca88-b2b8-4309-8d73-004dd22b5b84/64ae8ced-c098-4c5b-83d5-d77e3985de27) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:10.405596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-edbcceb7-53e8-4f42-b3c0-539330972be5 None None] Provisioning complete for port d445612d-da09-4921-80cc-032aa0f38ba3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:10.406067 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-edbcceb7-53e8-4f42-b3c0-539330972be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.410320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Request body: {'network': {'name': 'tempest-network--170290454', 'router:external': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:10.432623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724fb6c-13f7-4e30-a439-57e810687c5c req-af284e9e-2089-4d13-9594-4ca542c557bb tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:10.440564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e724fb6c-13f7-4e30-a439-57e810687c5c req-af284e9e-2089-4d13-9594-4ca542c557bb tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 950 time: 0.4034116 Aug 20 12:02:10.441026 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.488768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-edbcceb7-53e8-4f42-b3c0-539330972be5 None None] Port d445612d-da09-4921-80cc-032aa0f38ba3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:10.522726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Request body: {'port': {'device_id': 'abae7b97-efe1-4269-b924-d97df746f272', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'admin_state_up': True, 'tenant_id': '402d104c95254e328746d8020e13134d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:10.598166 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:06Z', 'revision_number': 3, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port': {'id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:10.625076 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2fcb5-e560-49cc-97d4-0589409d4b24 None None] The sync data for ids ['92537752-c8f8-4326-8a0a-2a43e992a11f'] in n-d-800634-10 is: [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:06Z', 'revision_number': 3, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port': {'id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:10.647413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f263926-c205-4867-98f5-67b4ed0330a2 req-55ff862c-54fa-44f3-aeba-30a6e5be0122 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186312 Aug 20 12:02:10.664463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Made reservation on behalf of 6f053ce81ee649baa2d5143a7d0811d4 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:10.667013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.694566 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.699585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.725833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e724fb6c-13f7-4e30-a439-57e810687c5c req-417ef6d2-ca8a-49fc-8d96-43dd8578a390 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837451 Aug 20 12:02:10.763046 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.770507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.821564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Deleting port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:10.823276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.834087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.835813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Deleting port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:10.836159 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.852890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Pushing event updated for resources: {'Port': ['ID=d445612d-da09-4921-80cc-032aa0f38ba3,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:10.857960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:10.907679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event updated for resources: {'Port': ['ID=64ae8ced-c098-4c5b-83d5-d77e3985de27,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:10.924691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:10.927021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:10.938289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:11.041402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:11.042074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.082612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Network 86eae15e-0ff8-423b-8237-f975a640f395 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:11.084307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:11.149345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73297e68-aa12-481a-b8b4-d5eebd9aadee req-040bfd6e-31db-4127-bd20-081526e28976 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 210 time: 0.0888426 Aug 20 12:02:11.220303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfb66-3931-431b-8e49-c791c297d5bd req-8b31fd1e-49fd-497f-b345-72909df9e5b2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:11.228021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b74bfb66-3931-431b-8e49-c791c297d5bd req-8b31fd1e-49fd-497f-b345-72909df9e5b2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 931 time: 0.3314612 Aug 20 12:02:11.238224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Router 92537752-c8f8-4326-8a0a-2a43e992a11f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:11.302587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] For port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:11.303530 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.340091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] For port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:11.340460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.349586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Calling delete_port for 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:11.372115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:11.385976 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2ff8b4b9-6e79-4b90-801f-ab20d7c111de admin admin] 10.222.0.25 "PUT /v2.0/routers/92537752-c8f8-4326-8a0a-2a43e992a11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9166596 Aug 20 12:02:11.393918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b74bfb66-3931-431b-8e49-c791c297d5bd req-1f559ff9-e111-4beb-9dc5-a46ec1a3a730 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650140 Aug 20 12:02:11.399569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Calling delete_port for 1f38f0ec-bcc4-409a-a7c4-54ffc850345d owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:11.420527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.428659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-79c7f8fb-043f-467b-8da9-22c611f1477d None None] Provisioning complete for port d445612d-da09-4921-80cc-032aa0f38ba3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:11.429322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79c7f8fb-043f-467b-8da9-22c611f1477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.463238 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.474046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-79c7f8fb-043f-467b-8da9-22c611f1477d None None] Port d445612d-da09-4921-80cc-032aa0f38ba3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:11.589774 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a7433f43-562d-4da4-ba81-71dde415d695 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8301139 Aug 20 12:02:11.600672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:11.604294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.605974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Request body: {'port': {'device_id': '10eee24d-23c1-4fea-86d7-a57ed07b30ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:11.609073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:11.628002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e011e60f-2075-4bb7-8427-9900c7a8dd84,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:11.699578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.735920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d11680cd-8be9-4e63-b429-ebc25cc8b9d6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:11.769623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.770399 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Added segment a138f808-3095-46ef-9f4e-0a009fc218b9 of type vlan for network 108e723d-3da9-4e69-a3e8-9d88badf95ba Aug 20 12:02:11.788197 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.804994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:11.862834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d11680cd-8be9-4e63-b429-ebc25cc8b9d6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:11.881404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d11680cd-8be9-4e63-b429-ebc25cc8b9d6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:11.881668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:11.889706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event deleted for resources: {'Port': ['ID=1f38f0ec-bcc4-409a-a7c4-54ffc850345d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:11.960292 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.048645 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-c75af7fb-65dc-414d-89f6-0313716c9e55 req-ed1cf411-83bc-4d77-be30-4d091d364f04 tempest-FloatingIPDetailsNegativeTestJSON-980845270 tempest-FloatingIPDetailsNegativeTestJSON-980845270-project] show failed (client error): The resource could not be found. Aug 20 12:02:12.049945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c75af7fb-65dc-414d-89f6-0313716c9e55 req-ed1cf411-83bc-4d77-be30-4d091d364f04 tempest-FloatingIPDetailsNegativeTestJSON-980845270 tempest-FloatingIPDetailsNegativeTestJSON-980845270-project] 10.222.0.25 "GET /v2.0/floatingips/6b67dfc0-f6eb-4e3d-b4f1-bdd88ec62efc HTTP/1.1" status: 404 len: 350 time: 0.1872213 Aug 20 12:02:12.063890 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.069202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.081007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40434) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:12.103347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d11680cd-8be9-4e63-b429-ebc25cc8b9d6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d11680cd-8be9-4e63-b429-ebc25cc8b9d6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:12.112493 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.113355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 25a93395-3e62-4e7d-b42c-abcfefe5a905 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:12.145006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.187320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ae8ced-c098-4c5b-83d5-d77e3985de27 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:12.200139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.207012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d11680cd-8be9-4e63-b429-ebc25cc8b9d6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:12.211926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] No DVR routers for this DVR port 1f38f0ec-bcc4-409a-a7c4-54ffc850345d on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:12.224547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 25a93395-3e62-4e7d-b42c-abcfefe5a905 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:12.225321 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.247094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Transition to ACTIVE for port object 64ae8ced-c098-4c5b-83d5-d77e3985de27 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:12.257196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.284189 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.286550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "DELETE /v2.0/ports/1f38f0ec-bcc4-409a-a7c4-54ffc850345d HTTP/1.1" status: 204 len: 173 time: 1.9913645 Aug 20 12:02:12.287608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0145d751-8d66-4249-8640-7660d78aeb8b', 'name': 'network-vif-deleted', 'tag': '1f38f0ec-bcc4-409a-a7c4-54ffc850345d'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:12.290106 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe9ded8-3538-438e-b1f6-daac575e21d8" -d '{"events": [{"server_uuid": "0145d751-8d66-4249-8640-7660d78aeb8b", "name": "network-vif-deleted", "tag": "1f38f0ec-bcc4-409a-a7c4-54ffc850345d"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:12.304593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event deleted for resources: {'Port': ['ID=581b48cb-375c-4f27-92fd-5fcbe6c9c5cd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:12.328668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5cc6f-14b4-4d87-8715-abecf83b3cab req-0d2a8520-dffb-4eb7-aa96-97126cdbf507 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:12.330593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3b5cc6f-14b4-4d87-8715-abecf83b3cab req-0d2a8520-dffb-4eb7-aa96-97126cdbf507 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01740e3-ae57-4727-8736-a259e3c220bc HTTP/1.1" status: 200 len: 950 time: 0.5118291 Aug 20 12:02:12.351915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.353182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:12.353945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.411814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] No DVR routers for this DVR port 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:12.415336 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:12.417501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.22 "DELETE /v2.0/ports/581b48cb-375c-4f27-92fd-5fcbe6c9c5cd HTTP/1.1" status: 204 len: 173 time: 2.1346924 Aug 20 12:02:12.484408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:12.511948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2553136 Aug 20 12:02:12.520199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40442) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:12.534835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Allocated IP 172.20.0.3 (fb24bed7-70f5-4056-9b83-7267af71fac2/5a87863f-0c3d-46c4-b743-b332100a4c7c/a2d27736-79dc-4599-89fc-92fdfbbf5974) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:12.564734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65214a8-0e68-4505-b7f1-36376d2630ed req-ddd0555a-0ba0-4033-97e4-02e9f8e39c02 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:12.566304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f65214a8-0e68-4505-b7f1-36376d2630ed req-ddd0555a-0ba0-4033-97e4-02e9f8e39c02 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 950 time: 0.4152105 Aug 20 12:02:12.798658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Pushing event updated for resources: {'Port': ['ID=64ae8ced-c098-4c5b-83d5-d77e3985de27,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:12.912254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaae0f5-372f-49a5-b28b-4e9cb3c88b93 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Network': ['ID=108e723d-3da9-4e69-a3e8-9d88badf95ba,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:12.924867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 108e723d-3da9-4e69-a3e8-9d88badf95ba details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:12.931782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3b5cc6f-14b4-4d87-8715-abecf83b3cab req-d61a6446-4656-4efd-a20a-5a52c7483898 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728273 Aug 20 12:02:12.966879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Attempting to bind port 64ae8ced-c098-4c5b-83d5-d77e3985de27 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:12.967230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Attempting to bind port 64ae8ced-c098-4c5b-83d5-d77e3985de27 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:12.967549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Attempting to bind port 64ae8ced-c098-4c5b-83d5-d77e3985de27 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:12.990365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Port 64ae8ced-c098-4c5b-83d5-d77e3985de27 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:02:12.990645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Attempting to bind port 64ae8ced-c098-4c5b-83d5-d77e3985de27 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:12.998679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f65214a8-0e68-4505-b7f1-36376d2630ed req-e0500512-d5aa-45cb-ae11-e1b489fd82f5 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882940 Aug 20 12:02:13.001770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.032930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:13.033296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Checking segment: {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:13.033692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Bound using segment: {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:13.034412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Bound port: 64ae8ced-c098-4c5b-83d5-d77e3985de27, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:13.034782 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.210436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Sync routers for ids ['92537752-c8f8-4326-8a0a-2a43e992a11f'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:13.227016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Routers {'92537752-c8f8-4326-8a0a-2a43e992a11f'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:13.227893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:13.228274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['92537752-c8f8-4326-8a0a-2a43e992a11f'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:13.232468 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.234079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:13.244172 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.291302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108e723d-3da9-4e69-a3e8-9d88badf95ba']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:13.296524 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe6a106-4dca-4c9f-aa34-5b766aa0b9a9 x-openstack-request-id: req-ffe6a106-4dca-4c9f-aa34-5b766aa0b9a9 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:13.296951 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0145d751-8d66-4249-8640-7660d78aeb8b", "name": "network-vif-deleted", "tag": "1f38f0ec-bcc4-409a-a7c4-54ffc850345d", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:13.297207 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffe6a106-4dca-4c9f-aa34-5b766aa0b9a9 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:13.297799 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0145d751-8d66-4249-8640-7660d78aeb8b', 'name': 'network-vif-deleted', 'tag': '1f38f0ec-bcc4-409a-a7c4-54ffc850345d', 'status': 'completed', 'code': 200} Aug 20 12:02:13.327377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96810436-e118-45bd-b749-63829e97a229 req-2333de5f-b687-4217-bb84-665fdc2d0430 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 210 time: 0.0618651 Aug 20 12:02:13.331556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a138f808-3095-46ef-9f4e-0a009fc218b9') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:13.331938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a138f808-3095-46ef-9f4e-0a009fc218b9') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:13.379880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.394797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:13.400225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:13.400838 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.411152 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] 10.222.0.73 "PUT /v2.0/ports/64ae8ced-c098-4c5b-83d5-d77e3985de27 HTTP/1.1" status: 200 len: 1092 time: 1.8112655 Aug 20 12:02:13.411727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eee24d-23c1-4fea-86d7-a57ed07b30ab', 'tag': '64ae8ced-c098-4c5b-83d5-d77e3985de27'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:13.415039 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab" -d '{"events": [{"name": "network-changed", "server_uuid": "10eee24d-23c1-4fea-86d7-a57ed07b30ab", "tag": "64ae8ced-c098-4c5b-83d5-d77e3985de27"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:13.423680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:13.424191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 581b48cb-375c-4f27-92fd-5fcbe6c9c5cd not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:13.424901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1f38f0ec-bcc4-409a-a7c4-54ffc850345d no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:13.457580 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.465522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 1f38f0ec-bcc4-409a-a7c4-54ffc850345d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:13.465788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1f38f0ec-bcc4-409a-a7c4-54ffc850345d not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:13.483133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Set router 92537752-c8f8-4326-8a0a-2a43e992a11f gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:13.484395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e332e6-4956-4799-b1a8-8867164ec755 service neutron] Pushing event updated for resources: {'Port': ['ID=64ae8ced-c098-4c5b-83d5-d77e3985de27,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:13.525028 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.535423 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.550955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:13.551382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:13.557521 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:13.560516 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.566897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-cca79234-4d6c-4a57-841b-acaf8f539bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:13.571265 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-cca79234-4d6c-4a57-841b-acaf8f539bbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 1095 time: 0.1047163 Aug 20 12:02:13.631750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.647028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d11680cd-8be9-4e63-b429-ebc25cc8b9d6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:13.651021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Network fb24bed7-70f5-4056-9b83-7267af71fac2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:13.666384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:13.681755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aab33-35cb-4ffe-8043-226b68b5c90c req-c2c7a217-edee-4652-8c46-4ea3334e2f8d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:13.689535 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-be0dd5b7-f021-4875-a42c-cf6938dfe2cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27 HTTP/1.1" status: 200 len: 217 time: 0.0491152 Aug 20 12:02:13.690855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-254aab33-35cb-4ffe-8043-226b68b5c90c req-c2c7a217-edee-4652-8c46-4ea3334e2f8d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 943 time: 0.3295629 Aug 20 12:02:13.709941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:13.795884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event updated for resources: {'Port': ['ID=a2d27736-79dc-4599-89fc-92fdfbbf5974,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:13.806458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a1d64110-d133-4730-a6f1-9022169cbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:13.808367 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-a1d64110-d133-4730-a6f1-9022169cbf63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4091ca88-b2b8-4309-8d73-004dd22b5b84 HTTP/1.1" status: 200 len: 861 time: 0.1057825 Aug 20 12:02:13.815730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d11680cd-8be9-4e63-b429-ebc25cc8b9d6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:13.816213 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.832040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-254aab33-35cb-4ffe-8043-226b68b5c90c req-55b74115-8498-40cc-9f09-a22544acbc2f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394854 Aug 20 12:02:13.836452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.865665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:13.866467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.874527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 108e723d-3da9-4e69-a3e8-9d88badf95ba {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 12:02:13.883720 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.891316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40460) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:13.896427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:13.904770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "DELETE /v2.0/networks/108e723d-3da9-4e69-a3e8-9d88badf95ba HTTP/1.1" status: 204 len: 168 time: 1.3728759 Aug 20 12:02:13.933169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed3528-1e51-4c98-bbbe-747e692e5a5d tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event deleted for resources: {'Network': ['ID=108e723d-3da9-4e69-a3e8-9d88badf95ba,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:13.935970 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2d21d3-4b75-4b58-b790-ac985e804743 x-openstack-request-id: req-2e2d21d3-4b75-4b58-b790-ac985e804743 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:13.936475 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10eee24d-23c1-4fea-86d7-a57ed07b30ab", "tag": "64ae8ced-c098-4c5b-83d5-d77e3985de27", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:13.937286 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e2d21d3-4b75-4b58-b790-ac985e804743 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:13.938598 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10eee24d-23c1-4fea-86d7-a57ed07b30ab', 'tag': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'status': 'completed', 'code': 200} Aug 20 12:02:13.944541 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-28c3fa42-8cb9-4600-bc85-1409dcd1d88a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924366 Aug 20 12:02:13.960296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2990a537-bbaa-4f08-8322-b20f5319a4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4447923 Aug 20 12:02:13.963304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Made reservation on behalf of 6f053ce81ee649baa2d5143a7d0811d4 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:13.965894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.971686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Request body: {'port': {'device_id': 'abae7b97-efe1-4269-b924-d97df746f272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:13.996741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:10Z', 'revision_number': 4, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port': {'id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'd445612d-da09-4921-80cc-032aa0f38ba3', 'name': '', 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'mac_address': 'fa:16:3e:ba:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '09dd92a7-fbe5-478f-8bde-aeeee90ee489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:09Z', 'updated_at': '2021-08-20T12:02:10Z', 'revision_number': 2, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'subnets': [{'id': '09dd92a7-fbe5-478f-8bde-aeeee90ee489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:14.040846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Checking router: 92537752-c8f8-4326-8a0a-2a43e992a11f for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:14.041464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Updating router 92537752-c8f8-4326-8a0a-2a43e992a11f port d445612d-da09-4921-80cc-032aa0f38ba3 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:14.128436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.131540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:14.145257 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.145646 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Added segment 35d6285a-8b4a-4607-b5e9-efe91e5c53f6 of type vlan for network b15ea100-bd8c-4c75-8714-a28b45995769 Aug 20 12:02:14.200118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.215491 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-81dbe3a5-974e-47a7-bd56-d3606625237f service neutron] 10.222.0.73 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536786 Aug 20 12:02:14.298920 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.347745 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.349040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:14.349298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.503689 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6111577 Aug 20 12:02:14.513029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40482) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:14.522225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Request body: {'subnet': {'network_id': 'b15ea100-bd8c-4c75-8714-a28b45995769', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:14.525643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871ced2-8cc5-46fb-8d19-811228b58a9f tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Network': ['ID=b15ea100-bd8c-4c75-8714-a28b45995769,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:14.583119 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b443598-ea2f-492c-9a58-a8f958fb0223 req-b7076458-f3a8-4ae7-87d8-1117b7add081 service neutron] 10.222.0.73 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542895 Aug 20 12:02:14.583399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b15ea100-bd8c-4c75-8714-a28b45995769 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:14.594005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Made reservation on behalf of 6f053ce81ee649baa2d5143a7d0811d4 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:14.596511 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.657558 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.679544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Transition to ACTIVE for port object d445612d-da09-4921-80cc-032aa0f38ba3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:14.687926 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.720138 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Deleting port d445612d-da09-4921-80cc-032aa0f38ba3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:14.720487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.741642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6909ce-1e91-4300-9b72-26e4568a4b87 None None] Pushing event updated for resources: {'Port': ['ID=d445612d-da09-4921-80cc-032aa0f38ba3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:14.744630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb837abe-7136-4419-8628-f4b17b972617 req-00786b50-f7e4-43c7-a61c-9a8a7737c62b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:14.752763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb837abe-7136-4419-8628-f4b17b972617 req-00786b50-f7e4-43c7-a61c-9a8a7737c62b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 931 time: 0.2062883 Aug 20 12:02:14.785272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed23d-ae95-471e-9759-6702a4ab7532 req-c8db286e-7d40-4233-acde-a2147491c353 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:14.793199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a3ed23d-ae95-471e-9759-6702a4ab7532 req-c8db286e-7d40-4233-acde-a2147491c353 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 950 time: 0.1357353 Aug 20 12:02:14.804154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Attempting to bind port d445612d-da09-4921-80cc-032aa0f38ba3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:14.804526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Attempting to bind port d445612d-da09-4921-80cc-032aa0f38ba3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:14.804886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Attempting to bind port d445612d-da09-4921-80cc-032aa0f38ba3 on network 86eae15e-0ff8-423b-8237-f975a640f395 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:14.812263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:14.812726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Checking segment: {'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:14.813488 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.813895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Bound using segment: {'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:14.814459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Bound port: d445612d-da09-4921-80cc-032aa0f38ba3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c71dd0-765a-4c47-b2d1-9409b85fde71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:14.814861 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.833621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-91ba31c5-23db-43f2-96f4-7c72ca3086f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:14.835232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-91ba31c5-23db-43f2-96f4-7c72ca3086f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 1095 time: 0.1823635 Aug 20 12:02:14.888411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb837abe-7136-4419-8628-f4b17b972617 req-ca88b222-90f2-4310-acfe-36964c52ae6f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344972 Aug 20 12:02:14.899265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] For port d445612d-da09-4921-80cc-032aa0f38ba3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:14.909308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] For port d445612d-da09-4921-80cc-032aa0f38ba3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d445612d-da09-4921-80cc-032aa0f38ba3,segment=NetworkSegment(b2c71dd0-765a-4c47-b2d1-9409b85fde71),segment_id=b2c71dd0-765a-4c47-b2d1-9409b85fde71)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:14.914418 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.926817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a3ed23d-ae95-471e-9759-6702a4ab7532 req-1944f613-9f16-443a-b44e-8890aa2b6ddf tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332467 Aug 20 12:02:14.942283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d27736-79dc-4599-89fc-92fdfbbf5974 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:14.957075 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:14.988667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Transition to ACTIVE for port object a2d27736-79dc-4599-89fc-92fdfbbf5974 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:14.990222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Routers {'92537752-c8f8-4326-8a0a-2a43e992a11f'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:14.990838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['92537752-c8f8-4326-8a0a-2a43e992a11f'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:14.997165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.021798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.041712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6909ce-1e91-4300-9b72-26e4568a4b87 None None] Pushing event updated for resources: {'Port': ['ID=d445612d-da09-4921-80cc-032aa0f38ba3,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:15.051331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Calling delete_port for d445612d-da09-4921-80cc-032aa0f38ba3 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:15.181431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9d38-3a09-4b4f-a153-1d71a7106b07 req-82139155-c396-4744-985f-e4636d3f129e tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:15.183063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7da9d38-3a09-4b4f-a153-1d71a7106b07 req-82139155-c396-4744-985f-e4636d3f129e tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 943 time: 0.1503153 Aug 20 12:02:15.191667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] Set router 92537752-c8f8-4326-8a0a-2a43e992a11f gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:15.196466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-bc1b54a1-cb5c-4df6-a759-a58f0340549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:15.198399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-bc1b54a1-cb5c-4df6-a759-a58f0340549c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 922 time: 0.3495300 Aug 20 12:02:15.212015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d27736-79dc-4599-89fc-92fdfbbf5974,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:15.268215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-35b984d5-79c4-451f-b7cd-ffa07bb82ce6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27 HTTP/1.1" status: 200 len: 217 time: 0.0562027 Aug 20 12:02:15.281965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7da9d38-3a09-4b4f-a153-1d71a7106b07 req-db268b85-1853-4e98-b817-c04d8b8b2aca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731258 Aug 20 12:02:15.293170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Attempting to bind port a2d27736-79dc-4599-89fc-92fdfbbf5974 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:15.293512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Attempting to bind port a2d27736-79dc-4599-89fc-92fdfbbf5974 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:15.293852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Attempting to bind port a2d27736-79dc-4599-89fc-92fdfbbf5974 on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:15.303976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01740e3-ae57-4727-8736-a259e3c220bc', 'name': 'network-vif-deleted', 'tag': '581b48cb-375c-4f27-92fd-5fcbe6c9c5cd'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:15.306634 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c11903-0ad9-4012-a1c6-4ee404d1b049" -d '{"events": [{"server_uuid": "c01740e3-ae57-4727-8736-a259e3c220bc", "name": "network-vif-deleted", "tag": "581b48cb-375c-4f27-92fd-5fcbe6c9c5cd"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:15.312742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Port a2d27736-79dc-4599-89fc-92fdfbbf5974 on network fb24bed7-70f5-4056-9b83-7267af71fac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:02:15.313314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Attempting to bind port a2d27736-79dc-4599-89fc-92fdfbbf5974 on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:15.319522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:15.319877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Checking segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:15.320270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Bound using segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:15.320714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Bound port: a2d27736-79dc-4599-89fc-92fdfbbf5974, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:15.321080 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.384877 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4614d42e-f091-46c6-85a8-9436cecdf57b x-openstack-request-id: req-4614d42e-f091-46c6-85a8-9436cecdf57b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:15.385306 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01740e3-ae57-4727-8736-a259e3c220bc", "name": "network-vif-deleted", "tag": "581b48cb-375c-4f27-92fd-5fcbe6c9c5cd", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:15.385654 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4614d42e-f091-46c6-85a8-9436cecdf57b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:15.386143 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01740e3-ae57-4727-8736-a259e3c220bc', 'name': 'network-vif-deleted', 'tag': '581b48cb-375c-4f27-92fd-5fcbe6c9c5cd', 'status': 'completed', 'code': 200} Aug 20 12:02:15.436929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] For port a2d27736-79dc-4599-89fc-92fdfbbf5974, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:15.439867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-333872c9-5c46-4341-a8eb-f48575a5ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:15.442032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] For port a2d27736-79dc-4599-89fc-92fdfbbf5974, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=a2d27736-79dc-4599-89fc-92fdfbbf5974,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:15.442350 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-333872c9-5c46-4341-a8eb-f48575a5ef64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4091ca88-b2b8-4309-8d73-004dd22b5b84 HTTP/1.1" status: 200 len: 861 time: 0.1584065 Aug 20 12:02:15.448015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.497335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:15.498500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.500185 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] 10.222.0.73 "PUT /v2.0/ports/a2d27736-79dc-4599-89fc-92fdfbbf5974 HTTP/1.1" status: 200 len: 1092 time: 1.5344803 Aug 20 12:02:15.522013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:10Z', 'revision_number': 4, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port': {'id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'd445612d-da09-4921-80cc-032aa0f38ba3', 'name': '', 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'mac_address': 'fa:16:3e:ba:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '09dd92a7-fbe5-478f-8bde-aeeee90ee489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:09Z', 'updated_at': '2021-08-20T12:02:14Z', 'revision_number': 4, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'subnets': [{'id': '09dd92a7-fbe5-478f-8bde-aeeee90ee489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:15.525089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc2318-0663-494c-a635-5513e85beae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d27736-79dc-4599-89fc-92fdfbbf5974,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:15.539111 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-dd09aaae-88cc-425e-bd13-b4f00e206623 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856175 Aug 20 12:02:15.557670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb7d16-28fe-4806-bb24-4657aede1fb2 None None] The sync data for ids ['92537752-c8f8-4326-8a0a-2a43e992a11f'] in n-d-800634-10 is: [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:10Z', 'revision_number': 4, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port': {'id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'd445612d-da09-4921-80cc-032aa0f38ba3', 'name': '', 'network_id': '86eae15e-0ff8-423b-8237-f975a640f395', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'mac_address': 'fa:16:3e:ba:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '09dd92a7-fbe5-478f-8bde-aeeee90ee489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:09Z', 'updated_at': '2021-08-20T12:02:14Z', 'revision_number': 4, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'subnets': [{'id': '09dd92a7-fbe5-478f-8bde-aeeee90ee489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:15.636950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-8c49d469-ae73-4cc4-8756-017d6f266074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:15.641147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-8c49d469-ae73-4cc4-8756-017d6f266074 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 1095 time: 0.0863540 Aug 20 12:02:15.691570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-001a00f7-9b4d-45bd-97be-b61665caa314 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d27736-79dc-4599-89fc-92fdfbbf5974 HTTP/1.1" status: 200 len: 217 time: 0.0392835 Aug 20 12:02:15.692620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.objects.ports [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101033) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:02:15.693177 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.755688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-eed07326-bc70-48a5-bd0c-ee41aafb2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:15.758018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-eed07326-bc70-48a5-bd0c-ee41aafb2fc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.0521367 Aug 20 12:02:15.782298 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-824a398e-23ae-4f9d-b2f1-2edee4db3d6e service neutron] 10.222.0.73 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085147 Aug 20 12:02:15.799198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-d4a89809-421e-49c3-b2c4-233f5994dc9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325243 Aug 20 12:02:15.868858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4783fc5-ccf2-4f6d-a598-60b289ed8d67,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:15.878356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.918838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Pushing event deleted for resources: {'Port': ['ID=d445612d-da09-4921-80cc-032aa0f38ba3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:15.926098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Checking segment: {'id': '35d6285a-8b4a-4607-b5e9-efe91e5c53f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b15ea100-bd8c-4c75-8714-a28b45995769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:15.926485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Network hostable DHCP agents. Network: b15ea100-bd8c-4c75-8714-a28b45995769, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:15.944561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-2455ebee-ac6d-4360-ae03-1efd48c8e421 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324704 Aug 20 12:02:16.050478 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Network b15ea100-bd8c-4c75-8714-a28b45995769 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:16.054101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b2feb12-ca0d-4cbb-96bf-e182aa0b2eab req-5bc5c0b0-f363-47ff-ad21-3b6d5b718fe9 service neutron] 10.222.0.73 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535107 Aug 20 12:02:16.128270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b15ea100-bd8c-4c75-8714-a28b45995769) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:16.135173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:16.136345 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.145372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68305a82-1cfb-44de-8757-cb1bf4658c02 None None] Network b15ea100-bd8c-4c75-8714-a28b45995769 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:16.160944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073ef86-dec2-40fa-8699-fb0b0486c880 req-b7c4f6b3-bcda-40d6-b109-3eaeb8c4c782 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:16.168521 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3073ef86-dec2-40fa-8699-fb0b0486c880 req-b7c4f6b3-bcda-40d6-b109-3eaeb8c4c782 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 943 time: 0.1351020 Aug 20 12:02:16.196769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83801-69fd-44c1-8bfc-573e3bfa5aeb req-3f93539d-0feb-4e3a-aa93-75f18d453ef5 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:16.206050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9c83801-69fd-44c1-8bfc-573e3bfa5aeb req-3f93539d-0feb-4e3a-aa93-75f18d453ef5 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 950 time: 0.1711359 Aug 20 12:02:16.226805 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e0daa509-a445-438d-b57e-d49011391238 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7090788 Aug 20 12:02:16.226805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40510) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:16.233119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Request body: {'floatingip': {'floating_network_id': 'b15ea100-bd8c-4c75-8714-a28b45995769'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:16.236914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdcfd2e-5cb8-4a79-ac6a-992a40aeddcf req-1e2deca2-a6f4-4b54-abc8-c71dc9deffaf service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801297 Aug 20 12:02:16.272097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.282082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3073ef86-dec2-40fa-8699-fb0b0486c880 req-98c22789-581a-46d4-b273-52522aa55ce6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126440 Aug 20 12:02:16.282414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.320511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9c83801-69fd-44c1-8bfc-573e3bfa5aeb req-6d06eec2-c672-4780-9a5d-9b862f1f1a23 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/security-groups?id=b54d3d38-37a9-403a-aa56-39ecfe39083c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136007 Aug 20 12:02:16.349350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceac477-8281-4391-9a4d-290900e7d318 None None] Network b15ea100-bd8c-4c75-8714-a28b45995769 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:16.460762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd657b6-3f6b-4eb0-b73b-156a5239f595 req-59e760c8-e841-4529-9e1e-b0faa16b9a23 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:16.470618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bd657b6-3f6b-4eb0-b73b-156a5239f595 req-59e760c8-e841-4529-9e1e-b0faa16b9a23 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 943 time: 0.0733597 Aug 20 12:02:16.540640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bd657b6-3f6b-4eb0-b73b-156a5239f595 req-c3cca273-c46a-4945-856f-0db9a3005605 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669971 Aug 20 12:02:16.652377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.712508 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Router 92537752-c8f8-4326-8a0a-2a43e992a11f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:16.736516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-59898016-5a1b-476c-8f22-6b172b891b8e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:16.738197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-59898016-5a1b-476c-8f22-6b172b891b8e tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 950 time: 0.0595894 Aug 20 12:02:16.847859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Deleting port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:16.848208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.853507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Allocated IP 172.20.0.13 (b15ea100-bd8c-4c75-8714-a28b45995769/a4783fc5-ccf2-4f6d-a598-60b289ed8d67/8cb7bcdd-a63f-48c3-9556-00f92b4a2084) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:16.895514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:16.928370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-35ad04b3-d032-4d0e-9acb-eb4dad2f7396 admin admin] 10.222.0.25 "PUT /v2.0/routers/92537752-c8f8-4326-8a0a-2a43e992a11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8458476 Aug 20 12:02:16.931717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40526) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:16.984852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:16.990684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] For port 3bbe2623-2f02-4151-b4b0-158a1a5b8148, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3bbe2623-2f02-4151-b4b0-158a1a5b8148,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:16.991309 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.008334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Calling delete_port for 3bbe2623-2f02-4151-b4b0-158a1a5b8148 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:17.029064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.042620 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] Sync routers for ids ['92537752-c8f8-4326-8a0a-2a43e992a11f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:17.054068 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] Routers {'92537752-c8f8-4326-8a0a-2a43e992a11f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:17.055037 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['92537752-c8f8-4326-8a0a-2a43e992a11f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:17.069019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Network b15ea100-bd8c-4c75-8714-a28b45995769 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:17.071973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:17.077442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:17.108217 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.112767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Port': ['ID=8cb7bcdd-a63f-48c3-9556-00f92b4a2084,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:17.153206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:17.192061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.205375 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] Set router 92537752-c8f8-4326-8a0a-2a43e992a11f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:17.273311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.280694 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.304921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3bbe2623-2f02-4151-b4b0-158a1a5b8148'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:17.346936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Pushing event deleted for resources: {'Port': ['ID=3bbe2623-2f02-4151-b4b0-158a1a5b8148,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:17.414680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:17.418715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abae7b97-efe1-4269-b924-d97df746f272', 'tag': 'a2d27736-79dc-4599-89fc-92fdfbbf5974'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:17.428071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'mac_address': 'fa:16:3e:d3:59:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:17.431111 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "abae7b97-efe1-4269-b924-d97df746f272", "tag": "a2d27736-79dc-4599-89fc-92fdfbbf5974"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:17.480808 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.497580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] No DVR routers for this DVR port 3bbe2623-2f02-4151-b4b0-158a1a5b8148 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:17.500908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeefa808-1622-41e0-886a-cb9f3c9280ae {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:17.503499 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.505968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd264cf8-bfb6-4e5d-afd1-9c88d83f4814 req-7a7e0b42-7892-4322-a579-85becbeb9f98 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.73 "DELETE /v2.0/ports/3bbe2623-2f02-4151-b4b0-158a1a5b8148 HTTP/1.1" status: 204 len: 173 time: 0.7568123 Aug 20 12:02:17.530544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:17.536700 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.580009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8406601-8f18-4abf-8dd2-a2278620e78d req-ba5d6a0a-aa2a-441d-b35a-ca6500b23893 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e475287a-e139-4215-b0db-c14b7fe5208c HTTP/1.1" status: 200 len: 210 time: 0.0980387 Aug 20 12:02:17.617128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Deleting port d11680cd-8be9-4e63-b429-ebc25cc8b9d6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:17.618329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.646834 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:15Z', 'revision_number': 5, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port': {'id': 'd11680cd-8be9-4e63-b429-ebc25cc8b9d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:05Z', 'updated_at': '2021-08-20T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:17.668303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:17.683178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['eeefa808-1622-41e0-886a-cb9f3c9280ae'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:17.687030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] Checking router: 92537752-c8f8-4326-8a0a-2a43e992a11f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:17.700463 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] Routers {'92537752-c8f8-4326-8a0a-2a43e992a11f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:17.701274 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['92537752-c8f8-4326-8a0a-2a43e992a11f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:17.714487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5685bb9-5782-4819-8372-1aa558f75875 req-60a85218-f7c8-4a9e-98c5-6f168b9bf57c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:17.715861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5685bb9-5782-4819-8372-1aa558f75875 req-60a85218-f7c8-4a9e-98c5-6f168b9bf57c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 943 time: 0.2674184 Aug 20 12:02:17.779674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5685bb9-5782-4819-8372-1aa558f75875 req-b6d0521c-2747-4c86-8fed-8f829f6cf502 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493152 Aug 20 12:02:17.831168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] For port d11680cd-8be9-4e63-b429-ebc25cc8b9d6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d11680cd-8be9-4e63-b429-ebc25cc8b9d6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:17.834699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.886899 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd4f4a-a4f1-4c87-bd22-030788afe821 x-openstack-request-id: req-a9bd4f4a-a4f1-4c87-bd22-030788afe821 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:17.896931 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abae7b97-efe1-4269-b924-d97df746f272", "tag": "a2d27736-79dc-4599-89fc-92fdfbbf5974", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:17.901961 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9bd4f4a-a4f1-4c87-bd22-030788afe821 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:17.905566 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abae7b97-efe1-4269-b924-d97df746f272', 'tag': 'a2d27736-79dc-4599-89fc-92fdfbbf5974', 'status': 'completed', 'code': 200} Aug 20 12:02:17.910214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Calling delete_port for d11680cd-8be9-4e63-b429-ebc25cc8b9d6 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:17.915750 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] Set router 92537752-c8f8-4326-8a0a-2a43e992a11f gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:18.005070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.049982 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:17Z', 'revision_number': 6, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:18.203221 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0506d52-0858-48dc-897a-1dce7fcc2b10 None None] The sync data for ids ['92537752-c8f8-4326-8a0a-2a43e992a11f'] in n-d-800634-10 is: [{'id': '92537752-c8f8-4326-8a0a-2a43e992a11f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475552065-router', 'tenant_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:04Z', 'updated_at': '2021-08-20T12:02:17Z', 'revision_number': 6, 'project_id': '53e03cc451ef4fe9a31e1a4ca6ee0ea7', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:18.332301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.337639 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.342058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.386037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Port': ['ID=8cb7bcdd-a63f-48c3-9556-00f92b4a2084,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:18.399291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d11680cd-8be9-4e63-b429-ebc25cc8b9d6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:18.439491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.458276 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.459596 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5035e81b-94fd-412e-bd64-46769579b09e tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2321560 Aug 20 12:02:18.462951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40572) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:18.572501 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-22467343-7286-4e74-9767-ff9d264e6d89 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=b15ea100-bd8c-4c75-8714-a28b45995769 HTTP/1.1" status: 200 len: 690 time: 0.1073291 Aug 20 12:02:18.573479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40574) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:18.747393 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.831211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-8183c335-6f4e-4257-bcd8-ac8e759095dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:18.833635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-8183c335-6f4e-4257-bcd8-ac8e759095dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 1095 time: 0.9176488 Aug 20 12:02:18.846669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15ba5-88a1-4980-8ea4-0f3187fbd046 req-7529bb35-cde2-4017-884c-9a19d7480d9b tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:18.853831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25b15ba5-88a1-4980-8ea4-0f3187fbd046 req-7529bb35-cde2-4017-884c-9a19d7480d9b tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 943 time: 0.5462203 Aug 20 12:02:18.939284 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.991254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Deleting port 8cb7bcdd-a63f-48c3-9556-00f92b4a2084 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:18.991748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.125843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.125843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.147481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Calling delete_port for 8cb7bcdd-a63f-48c3-9556-00f92b4a2084 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:19.155798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25b15ba5-88a1-4980-8ea4-0f3187fbd046 req-64bd0990-3dec-4c33-8dcf-4ed4764216ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009422 Aug 20 12:02:19.170139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 64ae8ced-c098-4c5b-83d5-d77e3985de27 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:19.173561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:19.178536 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.184471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40598) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:19.185506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.253263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-8939de91-4a49-4504-86ce-8a25292d944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:19.254883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-8939de91-4a49-4504-86ce-8a25292d944f service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 913 time: 0.3928988 Aug 20 12:02:19.289037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port eeefa808-1622-41e0-886a-cb9f3c9280ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:19.289679 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.385117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44eaf6c-6444-4f2b-9898-fc7ce53c1eb2 req-87fdf76e-1ce7-4e6c-a72c-21dbe5a06cfa tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:19.386813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e44eaf6c-6444-4f2b-9898-fc7ce53c1eb2 req-87fdf76e-1ce7-4e6c-a72c-21dbe5a06cfa tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 943 time: 0.3933289 Aug 20 12:02:19.421589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.466962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cb7bcdd-a63f-48c3-9556-00f92b4a2084,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:19.484127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-af4ad6b9-8b29-4757-bab9-c8856e24a9d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d27736-79dc-4599-89fc-92fdfbbf5974 HTTP/1.1" status: 200 len: 217 time: 0.1507809 Aug 20 12:02:19.496576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.501107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92537752-c8f8-4326-8a0a-2a43e992a11f {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:02:19.520260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.525079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.527547 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4b57d7cb-641f-4df2-abbc-e7977eea17bd admin admin] 10.222.0.25 "DELETE /v2.0/routers/92537752-c8f8-4326-8a0a-2a43e992a11f HTTP/1.1" status: 204 len: 168 time: 2.5942914 Aug 20 12:02:19.539410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40602) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:19.593078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:19.595447 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f014d9-8b6b-499b-9305-a0c8cb300df6" -d '{"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-plugged", "status": "completed", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:19.649837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.654546 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:19.656179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d11680cd-8be9-4e63-b429-ebc25cc8b9d6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:19.693817 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff1f3c5-cd6b-4526-9848-efe24a68ea26 x-openstack-request-id: req-9ff1f3c5-cd6b-4526-9848-efe24a68ea26 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:19.694098 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-plugged", "status": "completed", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:19.694370 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ff1f3c5-cd6b-4526-9848-efe24a68ea26 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:19.694943 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'code': 200} Aug 20 12:02:19.695539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d11680cd-8be9-4e63-b429-ebc25cc8b9d6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:19.695879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d11680cd-8be9-4e63-b429-ebc25cc8b9d6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:19.696307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d445612d-da09-4921-80cc-032aa0f38ba3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:19.701755 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.704353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e44eaf6c-6444-4f2b-9898-fc7ce53c1eb2 req-7db25efb-2dc6-4613-a7ba-8a1e93a69be3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416534 Aug 20 12:02:19.710744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:19.734491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-68487f39-9ede-4c4f-b9b8-46a6d25f18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:19.735996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-68487f39-9ede-4c4f-b9b8-46a6d25f18b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.2304142 Aug 20 12:02:19.739209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fda1641-4e94-4397-a250-9e5d8f83db11 admin admin] Deleting subnet 09dd92a7-fbe5-478f-8bde-aeeee90ee489 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:19.742620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.745762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b0a9308a-79ae-4528-9a00-17a853b95cba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72a923b5e4ea46bda6080c1d93c9b1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375063 Aug 20 12:02:19.749372 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:19.766638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fda1641-4e94-4397-a250-9e5d8f83db11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.780427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d445612d-da09-4921-80cc-032aa0f38ba3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:19.780845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d445612d-da09-4921-80cc-032aa0f38ba3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:19.791079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'port_id': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'mac_address': 'fa:16:3e:c4:e7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4091ca88-b2b8-4309-8d73-004dd22b5b84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:19.845326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-e92f08f0-1cde-4b64-8427-003a15465b12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997956 Aug 20 12:02:19.865458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:19.875683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.890477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b7355cf-9c62-4802-bbe3-1ad503229a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.911743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e475287a-e139-4215-b0db-c14b7fe5208c', 'name': 'network-vif-deleted', 'tag': '3bbe2623-2f02-4151-b4b0-158a1a5b8148'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:19.915306 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b056886e-10c4-4d4a-90ed-3ef98105b104" -d '{"events": [{"server_uuid": "e475287a-e139-4215-b0db-c14b7fe5208c", "name": "network-vif-deleted", "tag": "3bbe2623-2f02-4151-b4b0-158a1a5b8148"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:19.915673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.923050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ae8ced-c098-4c5b-83d5-d77e3985de27 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:19.925834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b7355cf-9c62-4802-bbe3-1ad503229a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.951388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fda1641-4e94-4397-a250-9e5d8f83db11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.980266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4783fc5-ccf2-4f6d-a598-60b289ed8d67,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:19.994878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:20.008155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.034829 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01735e69-27c7-443d-891f-1e983a71cee0 x-openstack-request-id: req-01735e69-27c7-443d-891f-1e983a71cee0 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:20.035858 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e475287a-e139-4215-b0db-c14b7fe5208c", "name": "network-vif-deleted", "tag": "3bbe2623-2f02-4151-b4b0-158a1a5b8148", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:20.036162 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01735e69-27c7-443d-891f-1e983a71cee0 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:20.036757 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e475287a-e139-4215-b0db-c14b7fe5208c', 'name': 'network-vif-deleted', 'tag': '3bbe2623-2f02-4151-b4b0-158a1a5b8148', 'status': 'completed', 'code': 200} Aug 20 12:02:20.090133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.109896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=64ae8ced-c098-4c5b-83d5-d77e3985de27,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:20.113096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15ea100-bd8c-4c75-8714-a28b45995769']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:20.145557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d6285a-8b4a-4607-b5e9-efe91e5c53f6') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:20.146851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d6285a-8b4a-4607-b5e9-efe91e5c53f6') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:20.172327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.189138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b7355cf-9c62-4802-bbe3-1ad503229a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.198283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b7355cf-9c62-4802-bbe3-1ad503229a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.202793 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3b7355cf-9c62-4802-bbe3-1ad503229a65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b54d3d38-37a9-403a-aa56-39ecfe39083c HTTP/1.1" status: 204 len: 168 time: 0.4478633 Aug 20 12:02:20.212821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-9b241a31-27f5-41a6-aa70-2252df3e464e service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543441 Aug 20 12:02:20.225900 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.248815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7355cf-9c62-4802-bbe3-1ad503229a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d3d38-37a9-403a-aa56-39ecfe39083c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:20.267409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:20.274369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:20.282700 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:20.422506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['64ae8ced-c098-4c5b-83d5-d77e3985de27'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:20.451585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.452013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fda1641-4e94-4397-a250-9e5d8f83db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.457453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b15ea100-bd8c-4c75-8714-a28b45995769 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 12:02:20.460833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.465753 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b15ea100-bd8c-4c75-8714-a28b45995769 HTTP/1.1" status: 204 len: 168 time: 1.8881497 Aug 20 12:02:20.469946 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40628) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.519810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511dfc2-42df-44d6-9b14-1397a7ccf151 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event deleted for resources: {'Network': ['ID=b15ea100-bd8c-4c75-8714-a28b45995769,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:20.658827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630530b0-b5c3-404f-a364-2890cf232f8d req-7e2bacf7-fe06-437a-8080-b77f94f509b2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.659942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-630530b0-b5c3-404f-a364-2890cf232f8d req-7e2bacf7-fe06-437a-8080-b77f94f509b2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 944 time: 0.2957265 Aug 20 12:02:20.727395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7839d3f6-ff3f-4deb-be14-2d6bffa47dcd req-793db620-c0e9-4423-9dfb-ab5f7d3f7e27 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065393 Aug 20 12:02:20.750109 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-51dbac70-9f2a-4cfc-a5dd-bc6b8bb3a5e9 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2260 time: 0.2611804 Aug 20 12:02:20.753078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40632) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.766707 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fda1641-4e94-4397-a250-9e5d8f83db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.821307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-630530b0-b5c3-404f-a364-2890cf232f8d req-21490f82-0bd2-4e83-b75b-4af838fe6472 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468453 Aug 20 12:02:20.822613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda1641-4e94-4397-a250-9e5d8f83db11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09dd92a7-fbe5-478f-8bde-aeeee90ee489,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:20.840443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fda1641-4e94-4397-a250-9e5d8f83db11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.845343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4fda1641-4e94-4397-a250-9e5d8f83db11 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/09dd92a7-fbe5-478f-8bde-aeeee90ee489 HTTP/1.1" status: 204 len: 168 time: 1.3047252 Aug 20 12:02:20.847051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418cbbd2-af32-4392-9348-d70e01645af0 None None] Network 86eae15e-0ff8-423b-8237-f975a640f395 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:20.847743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40636) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.856071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.856628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.857667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.858819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.859783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.860816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.861294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.862030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.862520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:20.868240 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97382d0a-e4c3-478e-b7d8-a84f8715e89a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5847 time: 0.1105695 Aug 20 12:02:20.869040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40638) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.935807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40640) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.945404 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-8a45bac3-6270-48ca-af6f-97a7ff22a2b2 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] delete failed (client error): The resource could not be found. Aug 20 12:02:20.949108 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a45bac3-6270-48ca-af6f-97a7ff22a2b2 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/364e6c0b-aca2-428b-ba96-5dc971df409b HTTP/1.1" status: 404 len: 345 time: 0.0755787 Aug 20 12:02:20.953367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40642) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:20.983221 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a3a279-075d-46f6-9321-f247ec3e24fc tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] DELETE failed (client error): The resource could not be found. Aug 20 12:02:20.986600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a3a279-075d-46f6-9321-f247ec3e24fc tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:20.995645 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e3a3a279-075d-46f6-9321-f247ec3e24fc tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b15ea100-bd8c-4c75-8714-a28b45995769 HTTP/1.1" status: 404 len: 339 time: 0.0343292 Aug 20 12:02:20.996041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:21.005149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Request body: {'network': {'name': 'tempest-network--1595592309', 'router:external': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:21.035451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Made reservation on behalf of 6f053ce81ee649baa2d5143a7d0811d4 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:21.038605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.068523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2f7c6143-6deb-4a49-b9d9-a49b72f45e0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cc9bc3282874f5a8057250b69f7ad87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308417 Aug 20 12:02:21.077750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40656) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:21.113616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:21.129488 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.130627 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Added segment 14951283-aa00-4b82-af79-b48a640f76e6 of type vlan for network 600a45fe-482b-4125-8947-c5dedefadfc6 Aug 20 12:02:21.143749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] DHCP port deletion for 86eae15e-0ff8-423b-8237-f975a640f395 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:02:21.181155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device a2d27736-79dc-4599-89fc-92fdfbbf5974 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:21.183730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3bbe2623-2f02-4151-b4b0-158a1a5b8148 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:21.203171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f9eb3-5955-4b86-ad7c-c431fde70f0d req-f59a52db-82c2-4255-8119-b4af009eec4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.205981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-968f9eb3-5955-4b86-ad7c-c431fde70f0d req-f59a52db-82c2-4255-8119-b4af009eec4c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 943 time: 0.2808537 Aug 20 12:02:21.218386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 3bbe2623-2f02-4151-b4b0-158a1a5b8148 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:21.219147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3bbe2623-2f02-4151-b4b0-158a1a5b8148 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:21.244343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-948ac439-5651-4da7-ae37-c0afbc320747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.254460 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.257193 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.309429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] Deleting port 25a93395-3e62-4e7d-b42c-abcfefe5a905 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:21.315079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.326356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.327936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.328715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.374673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-968f9eb3-5955-4b86-ad7c-c431fde70f0d req-8976f551-14f3-4597-87d0-b8d01f018a25 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498938 Aug 20 12:02:21.376751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-948ac439-5651-4da7-ae37-c0afbc320747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.431108 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4333880 Aug 20 12:02:21.439608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40660) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:21.502368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0393c-7000-45f9-b527-cb9d426bae35 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Network': ['ID=600a45fe-482b-4125-8947-c5dedefadfc6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:21.538461 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-948ac439-5651-4da7-ae37-c0afbc320747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.541516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-948ac439-5651-4da7-ae37-c0afbc320747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.543300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-948ac439-5651-4da7-ae37-c0afbc320747 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b95aec32-fe75-41fa-b474-31d5265073b3 HTTP/1.1" status: 204 len: 168 time: 0.4626982 Aug 20 12:02:21.564969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 600a45fe-482b-4125-8947-c5dedefadfc6 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:21.597860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ac439-5651-4da7-ae37-c0afbc320747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95aec32-fe75-41fa-b474-31d5265073b3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:21.650031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port a2d27736-79dc-4599-89fc-92fdfbbf5974, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=a2d27736-79dc-4599-89fc-92fdfbbf5974,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:21.656216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Deleting port 25a93395-3e62-4e7d-b42c-abcfefe5a905 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:21.656569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.834688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] For port 25a93395-3e62-4e7d-b42c-abcfefe5a905, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=25a93395-3e62-4e7d-b42c-abcfefe5a905,segment=NetworkSegment(b2c71dd0-765a-4c47-b2d1-9409b85fde71),segment_id=b2c71dd0-765a-4c47-b2d1-9409b85fde71)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:21.835053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.854467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Calling delete_port for 25a93395-3e62-4e7d-b42c-abcfefe5a905 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:21.866524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc4e18-cd68-4af3-a79e-63c7e8069091 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.878542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc4e18-cd68-4af3-a79e-63c7e8069091 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.887160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc4e18-cd68-4af3-a79e-63c7e8069091 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.897430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc4e18-cd68-4af3-a79e-63c7e8069091 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:21.900178 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e5bc4e18-cd68-4af3-a79e-63c7e8069091 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4592938 Aug 20 12:02:21.904048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40668) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:22.049678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d84f9-784c-4b0d-9453-c6ec031a01f3 req-79843fd3-cb88-4798-9f89-956ea6e4efc2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:22.058864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d88d84f9-784c-4b0d-9453-c6ec031a01f3 req-79843fd3-cb88-4798-9f89-956ea6e4efc2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 944 time: 0.0936093 Aug 20 12:02:22.069811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 25a93395-3e62-4e7d-b42c-abcfefe5a905 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:22.075251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'a2d27736-79dc-4599-89fc-92fdfbbf5974', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'port_id': 'a2d27736-79dc-4599-89fc-92fdfbbf5974', 'mac_address': 'fa:16:3e:7a:0f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87863f-0c3d-46c4-b743-b332100a4c7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:22.085266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] For port 25a93395-3e62-4e7d-b42c-abcfefe5a905, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=25a93395-3e62-4e7d-b42c-abcfefe5a905,segment=NetworkSegment(b2c71dd0-765a-4c47-b2d1-9409b85fde71),segment_id=b2c71dd0-765a-4c47-b2d1-9409b85fde71)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:22.085875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.125467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d88d84f9-784c-4b0d-9453-c6ec031a01f3 req-bd567dbe-0baa-44cc-96b6-4a30dd67c841 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621870 Aug 20 12:02:22.128360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.160684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a93395-3e62-4e7d-b42c-abcfefe5a905,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:22.165065 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.168056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] No DVR routers for this DVR port 25a93395-3e62-4e7d-b42c-abcfefe5a905 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:22.274107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.286121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eae15e-0ff8-423b-8237-f975a640f395']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:22.288619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.299510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c71dd0-765a-4c47-b2d1-9409b85fde71') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:22.300056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c71dd0-765a-4c47-b2d1-9409b85fde71') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:22.311108 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.312372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] Calling delete_port for 25a93395-3e62-4e7d-b42c-abcfefe5a905 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:22.323557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d27736-79dc-4599-89fc-92fdfbbf5974 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:22.329886 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.332067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.341767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:22.342156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.350674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600a45fe-482b-4125-8947-c5dedefadfc6']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:22.402417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port a2d27736-79dc-4599-89fc-92fdfbbf5974, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=a2d27736-79dc-4599-89fc-92fdfbbf5974,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:22.420934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14951283-aa00-4b82-af79-b48a640f76e6') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:22.421205 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:22.425879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14951283-aa00-4b82-af79-b48a640f76e6') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:22.427581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.428818 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.436488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.438943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/86eae15e-0ff8-423b-8237-f975a640f395 HTTP/1.1" status: 204 len: 168 time: 1.5888226 Aug 20 12:02:22.454576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No active binding found for port 25a93395-3e62-4e7d-b42c-abcfefe5a905 {{(pid=101035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 12:02:22.455040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 25a93395-3e62-4e7d-b42c-abcfefe5a905 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:22.457062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.474029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549a8d-b20c-4f59-8dda-46695c5179e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=86eae15e-0ff8-423b-8237-f975a640f395,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:22.492043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.507716 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eff1fb95-a6e1-419a-a955-103b5478ded4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.512718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:22.519179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:22.525218 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:22.654313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260f787-dc0b-493a-a7a9-ff3ba9650817 req-35595195-a50a-4338-9ed0-e9acb02d2f3b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:22.666298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2260f787-dc0b-493a-a7a9-ff3ba9650817 req-35595195-a50a-4338-9ed0-e9acb02d2f3b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 944 time: 0.1296666 Aug 20 12:02:22.689948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.733069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 600a45fe-482b-4125-8947-c5dedefadfc6 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 12:02:22.739828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.744304 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "DELETE /v2.0/networks/600a45fe-482b-4125-8947-c5dedefadfc6 HTTP/1.1" status: 204 len: 168 time: 0.8381755 Aug 20 12:02:22.748606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043179f-b5cf-4480-9b71-e75c1d213c6c tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event deleted for resources: {'Network': ['ID=600a45fe-482b-4125-8947-c5dedefadfc6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:22.754018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40698) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:22.771667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Request body: {'network': {'name': 'tempest-network--363872382', 'router:external': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:22.782614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2260f787-dc0b-493a-a7a9-ff3ba9650817 req-d3cb604a-fa93-463a-8074-aa6fe22875f5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133959 Aug 20 12:02:22.827226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=a2d27736-79dc-4599-89fc-92fdfbbf5974,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:22.836231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40702) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:22.848444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['a2d27736-79dc-4599-89fc-92fdfbbf5974'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:22.851507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Made reservation on behalf of 6f053ce81ee649baa2d5143a7d0811d4 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:22.855404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.949368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:22.993550 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:22.995719 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Added segment 492c2a65-36ce-478e-a9bf-cdb79c0dfdb4 of type vlan for network 705ed696-3c90-4af6-a118-15bee5812102 Aug 20 12:02:23.020989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5ae3152b-cf4e-45c9-87bf-6172d49ac731 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53e03cc451ef4fe9a31e1a4ca6ee0ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815128 Aug 20 12:02:23.023064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40706) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: from cryptography.utils import int_from_bytes Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: from cryptography.utils import int_from_bytes Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.053589 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:02:23.057788 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:02:23.106198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.173490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.187430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c37cefa-1c0e-409c-92a8-83941ccbd60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.213080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] Network 86eae15e-0ff8-423b-8237-f975a640f395 is not hosted by any dhcp agent {{(pid=101035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:02:23.214700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] No DVR routers for this DVR port 25a93395-3e62-4e7d-b42c-abcfefe5a905 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:23.221545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 64ae8ced-c098-4c5b-83d5-d77e3985de27 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:23.247155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c37cefa-1c0e-409c-92a8-83941ccbd60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.294821 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.296141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:23.296593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.318601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff7673-f98b-429c-a0fb-44bb80d702ce None None] Pushing event deleted for resources: {'Port': ['ID=25a93395-3e62-4e7d-b42c-abcfefe5a905,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:23.395778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40724) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:23.417738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6602387 Aug 20 12:02:23.420558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40728) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:23.436350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea613840-78e2-4f48-b1a7-8f9ac65484bc req-a8d2162e-21e2-4960-aacc-61a9afa5aa51 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:23.438743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea613840-78e2-4f48-b1a7-8f9ac65484bc req-a8d2162e-21e2-4960-aacc-61a9afa5aa51 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 944 time: 0.1712902 Aug 20 12:02:23.440456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c37cefa-1c0e-409c-92a8-83941ccbd60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.443489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c37cefa-1c0e-409c-92a8-83941ccbd60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.447448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 64ae8ced-c098-4c5b-83d5-d77e3985de27 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:23.448298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1c37cefa-1c0e-409c-92a8-83941ccbd60a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ff088e1-a6fb-40e4-953e-3402d49a0203 HTTP/1.1" status: 204 len: 168 time: 0.4241297 Aug 20 12:02:23.458677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 64ae8ced-c098-4c5b-83d5-d77e3985de27 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:23.459182 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.473684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37cefa-1c0e-409c-92a8-83941ccbd60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff088e1-a6fb-40e4-953e-3402d49a0203,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:23.526640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ace36-c12a-4560-a86b-267cf3e21a59 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Network': ['ID=705ed696-3c90-4af6-a118-15bee5812102,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:23.546432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 705ed696-3c90-4af6-a118-15bee5812102 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:23.630949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea613840-78e2-4f48-b1a7-8f9ac65484bc req-c8dc3bf1-d3eb-430c-a738-1c558334b33b tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808071 Aug 20 12:02:23.704397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328ed6d-7d1b-4640-9eb3-6a8c8b881c24 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:23.717105 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0328ed6d-7d1b-4640-9eb3-6a8c8b881c24 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] 10.222.0.25 "GET /v2.0/networks/705ed696-3c90-4af6-a118-15bee5812102 HTTP/1.1" status: 200 len: 756 time: 0.2845891 Aug 20 12:02:23.717920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40734) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:23.802816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-network', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:23.887636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Made reservation on behalf of b2a0aac7572c4f7a8163d555070ef4f8 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:23.896397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.924230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2d0ef-bfe8-45cb-9644-6375625da407 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:23.930061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-44e2d0ef-bfe8-45cb-9644-6375625da407 tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] 10.222.0.25 "GET /v2.0/networks/bcfa0703-43c5-4c21-bf9d-474c5e8fdfa3 HTTP/1.1" status: 200 len: 768 time: 0.2077065 Aug 20 12:02:23.930979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40742) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:23.945302 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:23.985147 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.024147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eee24d-23c1-4fea-86d7-a57ed07b30ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ae8ced-c098-4c5b-83d5-d77e3985de27'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:24.032600 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad784c0f-83ec-47f7-a080-436b26e46589" -d '{"events": [{"server_uuid": "10eee24d-23c1-4fea-86d7-a57ed07b30ab", "name": "network-vif-plugged", "status": "completed", "tag": "64ae8ced-c098-4c5b-83d5-d77e3985de27"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:24.059714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:24.066601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.088755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.150084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1224b4-6d7d-4434-a585-bd790e0aaf24 req-10f9f070-1ffe-48a0-9eb4-d956ee4c18b9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:24.158830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d1224b4-6d7d-4434-a585-bd790e0aaf24 req-10f9f070-1ffe-48a0-9eb4-d956ee4c18b9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 944 time: 0.1978960 Aug 20 12:02:24.164440 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d0c1cb-fc0c-4fb5-8dba-7cfe4026aea7 x-openstack-request-id: req-f1d0c1cb-fc0c-4fb5-8dba-7cfe4026aea7 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:24.164440 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eee24d-23c1-4fea-86d7-a57ed07b30ab", "name": "network-vif-plugged", "status": "completed", "tag": "64ae8ced-c098-4c5b-83d5-d77e3985de27", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:24.164771 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1d0c1cb-fc0c-4fb5-8dba-7cfe4026aea7 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:24.164940 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eee24d-23c1-4fea-86d7-a57ed07b30ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'code': 200} Aug 20 12:02:24.181169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=64ae8ced-c098-4c5b-83d5-d77e3985de27,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:24.254441 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e81eda02-e9ae-4bc0-bd67-63e3a787b12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.281099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d1224b4-6d7d-4434-a585-bd790e0aaf24 req-224dac17-dcd0-443d-aa79-777949498409 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140358 Aug 20 12:02:24.297103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afc356-6fee-44d3-9898-d22cacaccb9b req-4bd988a7-06a2-43af-9c31-86fe19d8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:24.298757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05afc356-6fee-44d3-9898-d22cacaccb9b req-4bd988a7-06a2-43af-9c31-86fe19d8aa23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 1097 time: 0.0858243 Aug 20 12:02:24.312691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.347784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705ed696-3c90-4af6-a118-15bee5812102']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:24.360920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492c2a65-36ce-478e-a9bf-cdb79c0dfdb4') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:24.361298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492c2a65-36ce-478e-a9bf-cdb79c0dfdb4') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:24.373264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.376034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.379035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05afc356-6fee-44d3-9898-d22cacaccb9b req-35d58e84-bf93-4383-b8a7-bdc8d6cfbd14 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671389 Aug 20 12:02:24.380662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.395111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:24.401631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.410382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:24.412140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:24.415044 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:24.444060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0401d9b-f758-41da-8bff-4afb9bc0ad00,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:24.506508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.508804 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.509547 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Added segment b8482b52-e44d-40ca-9482-dd7addb19998 of type vlan for network 2a3e250d-a632-4394-bb08-2793606a6a35 Aug 20 12:02:24.512232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 705ed696-3c90-4af6-a118-15bee5812102 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 12:02:24.515214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.523304 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "DELETE /v2.0/networks/705ed696-3c90-4af6-a118-15bee5812102 HTTP/1.1" status: 204 len: 168 time: 0.5910277 Aug 20 12:02:24.526390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40766) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:24.536554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Request body: {'network': {'name': 'tempest-network--621494084'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:24.576547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0885c7-bf8e-49f8-8fa2-40d163dd7207 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event deleted for resources: {'Network': ['ID=705ed696-3c90-4af6-a118-15bee5812102,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:24.579545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Made reservation on behalf of 6f053ce81ee649baa2d5143a7d0811d4 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:24.582087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.592128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.631558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:24.637314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.639251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:24.642151 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.655683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.656054 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Added segment 624f5227-4458-49a4-bf0a-04c135fd4168 of type vlan for network 8f2a8241-f155-48ba-817e-70701455bdd5 Aug 20 12:02:24.735820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3357906 Aug 20 12:02:24.735820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0dd8d-00bc-4274-a4f7-e35841ab7333 admin admin] Pushing event updated for resources: {'Network': ['ID=2a3e250d-a632-4394-bb08-2793606a6a35,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:24.736539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40774) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:24.751075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2a3e250d-a632-4394-bb08-2793606a6a35 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:24.754957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Request body: {'subnet': {'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-subnet', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:24.823769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Made reservation on behalf of b2a0aac7572c4f7a8163d555070ef4f8 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:24.826113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.852426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5947cda-0526-407c-b6b9-ca30bc037d99 req-e3faf4d9-30fa-4da4-be11-0881c5f4acf2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:24.863085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:24.864507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5947cda-0526-407c-b6b9-ca30bc037d99 req-e3faf4d9-30fa-4da4-be11-0881c5f4acf2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 945 time: 0.1060727 Aug 20 12:02:24.917452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5947cda-0526-407c-b6b9-ca30bc037d99 req-c15c2021-5074-411c-a805-cdd40da205dd tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 Aug 20 12:02:24.975750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40782) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.046516 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.051790 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.053452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:25.054054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.131446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Network': ['ID=8f2a8241-f155-48ba-817e-70701455bdd5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:25.134751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-43619314-network', 'tenant_id': '7f5a287c248e4f80b7c3746a2b357ce1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:25.140449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40786) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.140824 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f2e8fd71-053c-4493-a979-5d734790b256 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6125741 Aug 20 12:02:25.145261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 8f2a8241-f155-48ba-817e-70701455bdd5 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:25.157686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-85944d68-f5d8-4407-9f36-2235938bd28a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:25.217074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device a2d27736-79dc-4599-89fc-92fdfbbf5974 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:25.259940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Made reservation on behalf of 7f5a287c248e4f80b7c3746a2b357ce1 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:25.261698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.266064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.275135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.303216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port a2d27736-79dc-4599-89fc-92fdfbbf5974 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:25.321297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port a2d27736-79dc-4599-89fc-92fdfbbf5974 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:25.321674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.352921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Checking segment: {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:25.353281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Network hostable DHCP agents. Network: 2a3e250d-a632-4394-bb08-2793606a6a35, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:25.373258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cc5d41-3c6d-4f31-ad28-ce27621a8103,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:25.398330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Network 2a3e250d-a632-4394-bb08-2793606a6a35 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:25.413427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2a3e250d-a632-4394-bb08-2793606a6a35) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:25.419991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:25.420941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.433966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db1d911-bdb7-483e-afe5-d54e3b944b96 None None] Network 2a3e250d-a632-4394-bb08-2793606a6a35 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:25.453077 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f004ccd0-3326-4531-920a-ae663027268f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7148321 Aug 20 12:02:25.459625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40796) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.468561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:25.473343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85944d68-f5d8-4407-9f36-2235938bd28a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.523571 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85944d68-f5d8-4407-9f36-2235938bd28a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.531638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.535317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.536050 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.536615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.593885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port a2d27736-79dc-4599-89fc-92fdfbbf5974, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=a2d27736-79dc-4599-89fc-92fdfbbf5974,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:25.601636 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.621028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85944d68-f5d8-4407-9f36-2235938bd28a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Network 8f2a8241-f155-48ba-817e-70701455bdd5 is not hosted by any dhcp agent {{(pid=101034) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:02:25.621920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85944d68-f5d8-4407-9f36-2235938bd28a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:25.623135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85944d68-f5d8-4407-9f36-2235938bd28a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.624646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-85944d68-f5d8-4407-9f36-2235938bd28a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "PUT /v2.0/networks/8f2a8241-f155-48ba-817e-70701455bdd5 HTTP/1.1" status: 200 len: 857 time: 0.4830039 Aug 20 12:02:25.633990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40802) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:25.674255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.739506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=a2d27736-79dc-4599-89fc-92fdfbbf5974,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:25.835007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-2a3e250d-a632-4394-bb08-2793606a6a35', 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'fixed_ips': [{'subnet_id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:25.837129 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:25.962406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.070818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Allocated IP 172.20.0.2 (2a3e250d-a632-4394-bb08-2793606a6a35/55cc5d41-3c6d-4f31-ad28-ce27621a8103/cdd61892-e812-483f-ba8b-9f38ae29798e) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:26.088723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85944d68-f5d8-4407-9f36-2235938bd28a tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event updated for resources: {'Network': ['ID=8f2a8241-f155-48ba-817e-70701455bdd5,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.142217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e521a5c-1844-4d90-81fe-2c5ab522875d req-c83b21a2-4ba2-407d-8ec9-1f10cc816422 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:26.147751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e521a5c-1844-4d90-81fe-2c5ab522875d req-c83b21a2-4ba2-407d-8ec9-1f10cc816422 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 944 time: 0.6543911 Aug 20 12:02:26.193935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abae7b97-efe1-4269-b924-d97df746f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d27736-79dc-4599-89fc-92fdfbbf5974'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:26.197183 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993c1ac7-5d6c-408c-ad67-3d4783d2c7da" -d '{"events": [{"server_uuid": "abae7b97-efe1-4269-b924-d97df746f272", "name": "network-vif-plugged", "status": "completed", "tag": "a2d27736-79dc-4599-89fc-92fdfbbf5974"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:26.226024 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.261716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.274864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e521a5c-1844-4d90-81fe-2c5ab522875d req-4e1ba513-2201-4307-aca0-68714552133d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132751 Aug 20 12:02:26.276859 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.304991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3e5dc-2935-4519-a0d2-26ea652820e0 req-b0c3383f-8c7c-47e1-a70d-873a2c884de2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:26.314815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bec3e5dc-2935-4519-a0d2-26ea652820e0 req-b0c3383f-8c7c-47e1-a70d-873a2c884de2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 945 time: 0.1569226 Aug 20 12:02:26.324707 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.335849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Transition to ACTIVE for port object cdd61892-e812-483f-ba8b-9f38ae29798e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:26.352914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:26.353958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Transition to ACTIVE for port object cdd61892-e812-483f-ba8b-9f38ae29798e will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:26.377560 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.385419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.410386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.419119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af5042-eba0-4bb4-a318-88ef575aa475,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.433650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.433993 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Added segment b057ec05-5ed8-4117-8962-e767c97b6132 of type vlan for network d209b095-6578-49de-8a2d-5b33bbfba3f7 Aug 20 12:02:26.454091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Network 2a3e250d-a632-4394-bb08-2793606a6a35 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:26.459882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:26.466661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:26.486296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bec3e5dc-2935-4519-a0d2-26ea652820e0 req-b22a5f3b-7c88-47c3-97e6-d9a7816ca67b tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705618 Aug 20 12:02:26.488102 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.491169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Pushing event updated for resources: {'Port': ['ID=cdd61892-e812-483f-ba8b-9f38ae29798e,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.507868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2a8241-f155-48ba-817e-70701455bdd5']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:26.535911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624f5227-4458-49a4-bf0a-04c135fd4168') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:26.536203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624f5227-4458-49a4-bf0a-04c135fd4168') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:26.539041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.554981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.581514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Attempting to bind port cdd61892-e812-483f-ba8b-9f38ae29798e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:26.582511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Attempting to bind port cdd61892-e812-483f-ba8b-9f38ae29798e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:26.585082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Attempting to bind port cdd61892-e812-483f-ba8b-9f38ae29798e on network 2a3e250d-a632-4394-bb08-2793606a6a35 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:26.586165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.589522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:26.590806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Checking segment: {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:26.591641 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.592170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Bound using segment: {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:26.592799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Bound port: cdd61892-e812-483f-ba8b-9f38ae29798e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:26.593077 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.596097 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.597074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:26.597671 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.601630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:26.602092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:26.608516 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:26.624543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Allocated IP 172.25.0.81 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/c01901d2-00d3-4244-bb6d-7a1b2d6f814c) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:26.628494 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc18d6-3b41-47c3-b272-be126890e6ab x-openstack-request-id: req-87bc18d6-3b41-47c3-b272-be126890e6ab {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:26.640266 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abae7b97-efe1-4269-b924-d97df746f272", "name": "network-vif-plugged", "status": "completed", "tag": "a2d27736-79dc-4599-89fc-92fdfbbf5974", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:26.640660 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87bc18d6-3b41-47c3-b272-be126890e6ab {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:26.642299 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abae7b97-efe1-4269-b924-d97df746f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d27736-79dc-4599-89fc-92fdfbbf5974', 'code': 200} Aug 20 12:02:26.718443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] For port cdd61892-e812-483f-ba8b-9f38ae29798e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:26.722280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] For port cdd61892-e812-483f-ba8b-9f38ae29798e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cdd61892-e812-483f-ba8b-9f38ae29798e,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:26.733741 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.824682 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3033fe0-79a0-46a1-8a4d-bab5d763e4a5 None None] Pushing event updated for resources: {'Port': ['ID=cdd61892-e812-483f-ba8b-9f38ae29798e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.846415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8694618 Aug 20 12:02:26.862828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:26.876152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Request body: {'subnet': {'network_id': 'd209b095-6578-49de-8a2d-5b33bbfba3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-43619314-subnet', 'tenant_id': '7f5a287c248e4f80b7c3746a2b357ce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:26.888679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.895006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f2a8241-f155-48ba-817e-70701455bdd5 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 12:02:26.898246 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.908886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] 10.222.0.25 "DELETE /v2.0/networks/8f2a8241-f155-48ba-817e-70701455bdd5 HTTP/1.1" status: 204 len: 168 time: 1.2644525 Aug 20 12:02:26.909212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40830) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:26.909749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cf368-f84c-4ed1-b9c6-b8e63bb5d978 admin admin] Pushing event updated for resources: {'Network': ['ID=d209b095-6578-49de-8a2d-5b33bbfba3f7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:26.917650 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:26.934346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network d209b095-6578-49de-8a2d-5b33bbfba3f7 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:26.988526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750ce3c-e98b-4dfd-8f42-8c3759bde212 req-ef5bd2fe-65e6-49db-b464-dd77fbf51f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:26.991601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6750ce3c-e98b-4dfd-8f42-8c3759bde212 req-ef5bd2fe-65e6-49db-b464-dd77fbf51f32 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 1097 time: 0.2472823 Aug 20 12:02:26.993253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7cc40-ab40-4e04-951c-02a6ab447c15 tempest-ExternalNetworksTestJSON-529770216 tempest-ExternalNetworksTestJSON-529770216-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f2a8241-f155-48ba-817e-70701455bdd5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:27.015767 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b7e60c-e215-4d6c-8c8e-60aa2110b51c tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] DELETE failed (client error): The resource could not be found. Aug 20 12:02:27.016676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1f168-4ee9-4433-9aab-4e0e64fb42b4 req-1da43e95-a9b4-4424-b45c-f14072225386 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:27.020013 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b7e60c-e215-4d6c-8c8e-60aa2110b51c tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:27.024804 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-64b7e60c-e215-4d6c-8c8e-60aa2110b51c tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] 10.222.0.25 "DELETE /v2.0/subnets/a4783fc5-ccf2-4f6d-a598-60b289ed8d67 HTTP/1.1" status: 404 len: 337 time: 0.1089625 Aug 20 12:02:27.024804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Made reservation on behalf of 7f5a287c248e4f80b7c3746a2b357ce1 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:27.031195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ff1f168-4ee9-4433-9aab-4e0e64fb42b4 req-1da43e95-a9b4-4424-b45c-f14072225386 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 945 time: 0.2767143 Aug 20 12:02:27.033252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40834) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:27.034390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.292873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ff1f168-4ee9-4433-9aab-4e0e64fb42b4 req-2fee0868-499c-4c62-9a0a-89ebe43625af tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603378 Aug 20 12:02:27.303297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6750ce3c-e98b-4dfd-8f42-8c3759bde212 req-5d6d3095-1e64-43d5-9878-6e54faf6f614 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679994 Aug 20 12:02:27.311184 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.416858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.471556 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.495389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecccf754-8108-48b8-a9f6-a4af0f1dc0c3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:27.506145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfa0703-43c5-4c21-bf9d-474c5e8fdfa3']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:27.526053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f58224-feda-491f-b544-98c391ec99d7') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:27.526589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f58224-feda-491f-b544-98c391ec99d7') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:27.539297 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Checking segment: {'id': 'b057ec05-5ed8-4117-8962-e767c97b6132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd209b095-6578-49de-8a2d-5b33bbfba3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:27.539747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Network hostable DHCP agents. Network: d209b095-6578-49de-8a2d-5b33bbfba3f7, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:27.548044 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.548604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.579576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf816c-331d-4982-863c-4a58c62c6339 req-4762b908-0d3e-428a-a231-5fa1518e6b9b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:27.581313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70cf816c-331d-4982-863c-4a58c62c6339 req-4762b908-0d3e-428a-a231-5fa1518e6b9b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 945 time: 0.1283841 Aug 20 12:02:27.592112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Network d209b095-6578-49de-8a2d-5b33bbfba3f7 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:27.608208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.616382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, d209b095-6578-49de-8a2d-5b33bbfba3f7) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:27.628894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de83de9-2fbd-408e-ab1f-815d3fda58e9 None None] Network d209b095-6578-49de-8a2d-5b33bbfba3f7 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:27.646350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:27.646971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.697980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:27.698435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.706289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8adfbd3a-1290-428b-b8d9-c668a309e8d2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8397520 Aug 20 12:02:27.761570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.836415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cdd61892-e812-483f-ba8b-9f38ae29798e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:27.886956 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:27.907546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.909114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:27.910962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Pushing event updated for resources: {'Port': ['ID=c01901d2-00d3-4244-bb6d-7a1b2d6f814c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:27.919913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:27.923129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:27.946224 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:27.963752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] 10.222.0.25 "DELETE /v2.0/networks/bcfa0703-43c5-4c21-bf9d-474c5e8fdfa3 HTTP/1.1" status: 204 len: 168 time: 0.9273431 Aug 20 12:02:28.002151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc50d535-2c60-4213-b6e6-07031483d46d None None] Network d209b095-6578-49de-8a2d-5b33bbfba3f7 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:28.017777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6646961-d39f-4f92-bc41-a37d5bebdeda tempest-ExternalNetworksTestJSON-810899217 tempest-ExternalNetworksTestJSON-810899217-project] Pushing event deleted for resources: {'Network': ['ID=bcfa0703-43c5-4c21-bf9d-474c5e8fdfa3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:28.048399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70cf816c-331d-4982-863c-4a58c62c6339 req-fc4c8f85-e360-4e4c-8f92-b6740211db7e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525180 Aug 20 12:02:28.165630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port cdd61892-e812-483f-ba8b-9f38ae29798e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:28.523347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40878) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:28.558526 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.726982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a5ee71-bd5c-4057-9972-367b2fe15cea None None] Network 2a3e250d-a632-4394-bb08-2793606a6a35 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:28.824212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-05e35647-52f4-4348-8e85-84505461a996 None None] Provisioning for port cdd61892-e812-483f-ba8b-9f38ae29798e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:28.853216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-05e35647-52f4-4348-8e85-84505461a996 None None] Provisioning complete for port cdd61892-e812-483f-ba8b-9f38ae29798e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:28.853572 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-05e35647-52f4-4348-8e85-84505461a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:28.912651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-8be1fb78-6e57-45ae-979b-c22f08710490 req-1d008ef9-9695-4d4e-be7a-cd543bdf4f57 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-219357842', 'description': 'tempest-description-1080313476'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:28.991640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-78ee0e75-6a65-425d-8138-334cabaaf04f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ec279bc3d2948e0b3a208f60bc2a5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668252 Aug 20 12:02:28.995052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40890) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:29.026446 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-05e35647-52f4-4348-8e85-84505461a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.036847 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8be1fb78-6e57-45ae-979b-c22f08710490 req-1d008ef9-9695-4d4e-be7a-cd543bdf4f57 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.059276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d9b37-26c4-4d48-bcb8-4eec9058868d req-86dedb93-e8a2-48ac-879a-dd0ae8be4ed3 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:29.067107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb8d9b37-26c4-4d48-bcb8-4eec9058868d req-86dedb93-e8a2-48ac-879a-dd0ae8be4ed3 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 945 time: 0.1401620 Aug 20 12:02:29.080468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-05e35647-52f4-4348-8e85-84505461a996 None None] For port cdd61892-e812-483f-ba8b-9f38ae29798e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cdd61892-e812-483f-ba8b-9f38ae29798e,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:29.140974 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-05e35647-52f4-4348-8e85-84505461a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.158472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb8d9b37-26c4-4d48-bcb8-4eec9058868d req-5bbaf385-0cf4-49b8-9beb-f454335261d2 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856965 Aug 20 12:02:29.167770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec3b19a8-0f5b-485c-b421-dcaf128bf5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.272025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e35647-52f4-4348-8e85-84505461a996 None None] Pushing event updated for resources: {'Port': ['ID=cdd61892-e812-483f-ba8b-9f38ae29798e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:29.286861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.309415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec3b19a8-0f5b-485c-b421-dcaf128bf5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.427583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72672227-09b7-4e76-9398-80e26cae896d req-cbee66ed-93ac-4cb0-a3aa-cc6acf080f9a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:29.437680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72672227-09b7-4e76-9398-80e26cae896d req-cbee66ed-93ac-4cb0-a3aa-cc6acf080f9a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 945 time: 0.1862166 Aug 20 12:02:29.453945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8be1fb78-6e57-45ae-979b-c22f08710490 req-1d008ef9-9695-4d4e-be7a-cd543bdf4f57 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.467416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8be1fb78-6e57-45ae-979b-c22f08710490 req-1d008ef9-9695-4d4e-be7a-cd543bdf4f57 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.509262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec3b19a8-0f5b-485c-b421-dcaf128bf5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.513097 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec3b19a8-0f5b-485c-b421-dcaf128bf5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.514067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec3b19a8-0f5b-485c-b421-dcaf128bf5af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0ea216a-d670-45c6-82e0-ed0c6b139e1a HTTP/1.1" status: 204 len: 168 time: 0.5160418 Aug 20 12:02:29.526204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8be1fb78-6e57-45ae-979b-c22f08710490 req-1d008ef9-9695-4d4e-be7a-cd543bdf4f57 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.527819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8be1fb78-6e57-45ae-979b-c22f08710490 req-1d008ef9-9695-4d4e-be7a-cd543bdf4f57 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6275706 Aug 20 12:02:29.529340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Router 86b09ac5-c384-4990-8c65-1d5078c8824a is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:29.540683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72672227-09b7-4e76-9398-80e26cae896d req-1a52ae57-d5b9-4c4f-9796-a02b23500ce2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018717 Aug 20 12:02:29.550996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d008ef9-9695-4d4e-be7a-cd543bdf4f57 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f37436-1c03-46ad-a749-0189f5c082f8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:29.573263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b19a8-0f5b-485c-b421-dcaf128bf5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ea216a-d670-45c6-82e0-ed0c6b139e1a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:29.722362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cdd61892-e812-483f-ba8b-9f38ae29798e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:29.779824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:29.782467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e6fc7b8-404a-439c-a578-a28a23dbfe6f req-8aa5f65a-c211-4663-a21b-8aacfcdc9c28 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/34f37436-1c03-46ad-a749-0189f5c082f8 HTTP/1.1" status: 200 len: 1814 time: 0.0547194 Aug 20 12:02:29.787581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-9e6fc7b8-404a-439c-a578-a28a23dbfe6f req-18feb5b1-81fa-4484-ab82-0158e2c46983 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34f37436-1c03-46ad-a749-0189f5c082f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:29.788028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-9e6fc7b8-404a-439c-a578-a28a23dbfe6f req-18feb5b1-81fa-4484-ab82-0158e2c46983 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34f37436-1c03-46ad-a749-0189f5c082f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:29.808536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Sync routers for ids ['86b09ac5-c384-4990-8c65-1d5078c8824a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:29.831483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.832810 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ce35aa8c-9c72-4460-8aa6-0b14f4e43a1f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3680065 Aug 20 12:02:29.835674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40914) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:29.861789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Routers {'86b09ac5-c384-4990-8c65-1d5078c8824a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:29.862615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:02:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b09ac5-c384-4990-8c65-1d5078c8824a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:29.866980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ce895039-4380-4ea3-8dee-3110af6aa205 None None] Provisioning complete for port cdd61892-e812-483f-ba8b-9f38ae29798e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:29.867171 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce895039-4380-4ea3-8dee-3110af6aa205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.932381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9e6fc7b8-404a-439c-a578-a28a23dbfe6f req-18feb5b1-81fa-4484-ab82-0158e2c46983 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:29.999137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9e6fc7b8-404a-439c-a578-a28a23dbfe6f req-18feb5b1-81fa-4484-ab82-0158e2c46983 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.007947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9e6fc7b8-404a-439c-a578-a28a23dbfe6f req-18feb5b1-81fa-4484-ab82-0158e2c46983 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.025788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cdd61892-e812-483f-ba8b-9f38ae29798e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:30.026230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.054974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18feb5b1-81fa-4484-ab82-0158e2c46983 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957dd9b9-f119-4ac7-9448-a5a4d3801961,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:30.081382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9e6fc7b8-404a-439c-a578-a28a23dbfe6f req-18feb5b1-81fa-4484-ab82-0158e2c46983 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.083260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e6fc7b8-404a-439c-a578-a28a23dbfe6f req-18feb5b1-81fa-4484-ab82-0158e2c46983 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2998528 Aug 20 12:02:30.147636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Set router 86b09ac5-c384-4990-8c65-1d5078c8824a gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:30.246795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40924) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:30.254318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77121a-0fbb-4c8d-a626-69c11567172b req-3dfab21f-a745-4923-81fc-909997b7bb5b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:30.256467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af77121a-0fbb-4c8d-a626-69c11567172b req-3dfab21f-a745-4923-81fc-909997b7bb5b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 945 time: 0.1467977 Aug 20 12:02:30.300379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0f7b2d0-fdd8-450b-ac4f-2050c0563c6f req-e8deab2e-dce5-479b-ab05-159353bf0405 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/34f37436-1c03-46ad-a749-0189f5c082f8 HTTP/1.1" status: 200 len: 2408 time: 0.1695786 Aug 20 12:02:30.328318 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-32cf6ab0-2a18-47bc-a396-5c91e1753cde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f053ce81ee649baa2d5143a7d0811d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801749 Aug 20 12:02:30.332807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40928) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:30.394568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af77121a-0fbb-4c8d-a626-69c11567172b req-3e628356-4329-4974-9860-a61c3af60afa tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297548 Aug 20 12:02:30.420876 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab98c087-e69f-48eb-8300-4fb4f1cae2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.539161 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab98c087-e69f-48eb-8300-4fb4f1cae2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.543730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76fa1af4-4fc7-4d35-a07e-569bd90135f4 req-19aa2fd4-c85e-4e5d-b421-02ed0cc8b5c9 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-group-rules/957dd9b9-f119-4ac7-9448-a5a4d3801961 HTTP/1.1" status: 200 len: 778 time: 0.0932474 Aug 20 12:02:30.614791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76fa1af4-4fc7-4d35-a07e-569bd90135f4 req-25408527-a0c9-4347-8ba0-04a4e386e86a tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/34f37436-1c03-46ad-a749-0189f5c082f8 HTTP/1.1" status: 200 len: 2408 time: 0.0619915 Aug 20 12:02:30.676387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b6e51-f1b6-4d2c-8679-fc6d3fe846be req-a9f276bd-fe87-420b-84c4-5c04e3f19323 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:30.678583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f24b6e51-f1b6-4d2c-8679-fc6d3fe846be req-a9f276bd-fe87-420b-84c4-5c04e3f19323 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 945 time: 0.2307878 Aug 20 12:02:30.692913 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-76fa1af4-4fc7-4d35-a07e-569bd90135f4 req-0fbe90b9-65aa-48f4-a10a-8f202b8c9777 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.721271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-76fa1af4-4fc7-4d35-a07e-569bd90135f4 req-0fbe90b9-65aa-48f4-a10a-8f202b8c9777 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.737915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab98c087-e69f-48eb-8300-4fb4f1cae2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.743409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab98c087-e69f-48eb-8300-4fb4f1cae2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.748078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ab98c087-e69f-48eb-8300-4fb4f1cae2d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e011e60f-2075-4bb7-8427-9900c7a8dd84 HTTP/1.1" status: 204 len: 168 time: 0.4113193 Aug 20 12:02:30.765820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:28Z', 'revision_number': 3, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port': {'id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:30.785818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98c087-e69f-48eb-8300-4fb4f1cae2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e011e60f-2075-4bb7-8427-9900c7a8dd84,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:30.792360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f24b6e51-f1b6-4d2c-8679-fc6d3fe846be req-3f4b18a3-bc2c-42a1-bddf-213d148af0ab tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964746 Aug 20 12:02:30.804712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-76fa1af4-4fc7-4d35-a07e-569bd90135f4 req-0fbe90b9-65aa-48f4-a10a-8f202b8c9777 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.811596 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-76fa1af4-4fc7-4d35-a07e-569bd90135f4 req-0fbe90b9-65aa-48f4-a10a-8f202b8c9777 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.816213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.835119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76fa1af4-4fc7-4d35-a07e-569bd90135f4 req-0fbe90b9-65aa-48f4-a10a-8f202b8c9777 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/957dd9b9-f119-4ac7-9448-a5a4d3801961 HTTP/1.1" status: 204 len: 173 time: 0.2029674 Aug 20 12:02:30.855399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Checking router: 86b09ac5-c384-4990-8c65-1d5078c8824a for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:30.855941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Updating router 86b09ac5-c384-4990-8c65-1d5078c8824a port c01901d2-00d3-4244-bb6d-7a1b2d6f814c binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:30.864862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe90b9-65aa-48f4-a10a-8f202b8c9777 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=957dd9b9-f119-4ac7-9448-a5a4d3801961,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:30.931271 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:30.992853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-446bc3df-4c51-4972-b0a7-3c23b142ced0 req-a4f3e2f0-8e12-425b-bb39-120dfdd1e169 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-211093371', 'description': 'tempest-description-1557682600'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:31.039411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-446bc3df-4c51-4972-b0a7-3c23b142ced0 req-a4f3e2f0-8e12-425b-bb39-120dfdd1e169 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.097427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Allocated IP 172.20.0.1 (2a3e250d-a632-4394-bb08-2793606a6a35/55cc5d41-3c6d-4f31-ad28-ce27621a8103/f6c383c4-e44a-4d70-acd3-a3c96c07bef7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:31.191344 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-446bc3df-4c51-4972-b0a7-3c23b142ced0 req-a4f3e2f0-8e12-425b-bb39-120dfdd1e169 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.201904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-446bc3df-4c51-4972-b0a7-3c23b142ced0 req-a4f3e2f0-8e12-425b-bb39-120dfdd1e169 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.236287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.252337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Transition to ACTIVE for port object f6c383c4-e44a-4d70-acd3-a3c96c07bef7 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:31.260348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3e2f0-8e12-425b-bb39-120dfdd1e169 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c535ce4b-5bf9-494d-9b9c-78e4c7630b28,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.285101 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-446bc3df-4c51-4972-b0a7-3c23b142ced0 req-a4f3e2f0-8e12-425b-bb39-120dfdd1e169 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.286583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-446bc3df-4c51-4972-b0a7-3c23b142ced0 req-a4f3e2f0-8e12-425b-bb39-120dfdd1e169 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2982697 Aug 20 12:02:31.302463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.349659 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Network 2a3e250d-a632-4394-bb08-2793606a6a35 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:31.354798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:31.360274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:31.446633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54b15d01-5870-428a-9904-de397bbec82f req-81a1b665-27bd-450e-bd61-f2db27dd8f44 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/c535ce4b-5bf9-494d-9b9c-78e4c7630b28 HTTP/1.1" status: 200 len: 1814 time: 0.0896506 Aug 20 12:02:31.452708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.483918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.511430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.546586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-148b01c0-7579-4bba-bdc9-d7b98f89c2ce req-36c8e3f7-e954-4a40-960c-4459a9d2cc17 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1420414258', 'description': 'tempest-description-2037696552'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:31.562810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Transition to ACTIVE for port object c01901d2-00d3-4244-bb6d-7a1b2d6f814c will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:31.589600 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.665854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Attempting to bind port c01901d2-00d3-4244-bb6d-7a1b2d6f814c on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:31.666396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Attempting to bind port c01901d2-00d3-4244-bb6d-7a1b2d6f814c by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:31.666769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Attempting to bind port c01901d2-00d3-4244-bb6d-7a1b2d6f814c on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:31.674602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:31.674982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:31.675395 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.675796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:31.676411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Bound port: c01901d2-00d3-4244-bb6d-7a1b2d6f814c, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:31.676671 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.683491 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-148b01c0-7579-4bba-bdc9-d7b98f89c2ce req-36c8e3f7-e954-4a40-960c-4459a9d2cc17 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.726255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77299cc7-2d71-4e29-bfa7-612c345f88a2 None None] Pushing event updated for resources: {'Port': ['ID=c01901d2-00d3-4244-bb6d-7a1b2d6f814c,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.755356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.775587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903f33-fb36-48c4-88d6-d99bb7658ce6 req-69faaafc-7822-4ccd-9030-86b62e418000 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:31.777164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50903f33-fb36-48c4-88d6-d99bb7658ce6 req-69faaafc-7822-4ccd-9030-86b62e418000 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 945 time: 0.1634371 Aug 20 12:02:31.795229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] For port c01901d2-00d3-4244-bb6d-7a1b2d6f814c, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:31.799816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-01607246-492d-4bed-86ca-f6f69bc795b6 None None] Provisioning for port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:31.805265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] For port c01901d2-00d3-4244-bb6d-7a1b2d6f814c, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c01901d2-00d3-4244-bb6d-7a1b2d6f814c,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:31.811674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-01607246-492d-4bed-86ca-f6f69bc795b6 None None] Provisioning complete for port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:31.812061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-01607246-492d-4bed-86ca-f6f69bc795b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.865252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-01607246-492d-4bed-86ca-f6f69bc795b6 None None] Port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:31.867406 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.900691 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-148b01c0-7579-4bba-bdc9-d7b98f89c2ce req-36c8e3f7-e954-4a40-960c-4459a9d2cc17 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.953710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-148b01c0-7579-4bba-bdc9-d7b98f89c2ce req-36c8e3f7-e954-4a40-960c-4459a9d2cc17 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:31.977331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77299cc7-2d71-4e29-bfa7-612c345f88a2 None None] Pushing event updated for resources: {'Port': ['ID=c01901d2-00d3-4244-bb6d-7a1b2d6f814c,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:31.998607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Routers {'86b09ac5-c384-4990-8c65-1d5078c8824a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:31.999416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:02:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b09ac5-c384-4990-8c65-1d5078c8824a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:32.047560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8e3f7-e954-4a40-960c-4459a9d2cc17 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72daae57-546e-4631-96c7-2a3a391a518c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:32.084490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50903f33-fb36-48c4-88d6-d99bb7658ce6 req-9f415824-be64-4ea7-a225-1a8c8caf3ced tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894645 Aug 20 12:02:32.093559 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-148b01c0-7579-4bba-bdc9-d7b98f89c2ce req-36c8e3f7-e954-4a40-960c-4459a9d2cc17 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.095031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-148b01c0-7579-4bba-bdc9-d7b98f89c2ce req-36c8e3f7-e954-4a40-960c-4459a9d2cc17 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5545340 Aug 20 12:02:32.119626 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.135383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.208386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:32.253997 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.302120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338e736-9d6f-4e69-b8e3-fa3c735dbb66 req-33372249-dda2-40f5-ac98-ed201016a41e tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:32.304887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c338e736-9d6f-4e69-b8e3-fa3c735dbb66 req-33372249-dda2-40f5-ac98-ed201016a41e tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 945 time: 0.0904655 Aug 20 12:02:32.328698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] Set router 86b09ac5-c384-4990-8c65-1d5078c8824a gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:32.412521 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c338e736-9d6f-4e69-b8e3-fa3c735dbb66 req-5277620b-e7c3-4b40-80a8-a4e58930b5e7 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859399 Aug 20 12:02:32.429647 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Network 2a3e250d-a632-4394-bb08-2793606a6a35 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:32.431834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:32.554587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e489019d-1b6d-41b0-a457-f83ac7d31196 req-a9374a16-5da8-4de3-ba96-932a749ea0c9 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/72daae57-546e-4631-96c7-2a3a391a518c HTTP/1.1" status: 200 len: 1815 time: 0.1102090 Aug 20 12:02:32.808588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-4ebd1fc2-cc0b-4ef1-af56-5648962b4620 req-c3468db7-0848-4f3b-9b7b-ac38754cd1f1 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-529493880', 'description': 'tempest-description-365171537'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:32.855237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ebd1fc2-cc0b-4ef1-af56-5648962b4620 req-c3468db7-0848-4f3b-9b7b-ac38754cd1f1 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:32.863812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Router 86b09ac5-c384-4990-8c65-1d5078c8824a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:32.969198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f00bfd44-cf97-405e-b98f-556133f361ec None None] Provisioning complete for port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:32.971106 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f00bfd44-cf97-405e-b98f-556133f361ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.046640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe16fc-217d-49fb-ab9f-f3e0bf1ab5f5 req-00f8ff83-d999-4255-b744-56c5e4ea7c60 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:33.047342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f00bfd44-cf97-405e-b98f-556133f361ec None None] Port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:33.055349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60fe16fc-217d-49fb-ab9f-f3e0bf1ab5f5 req-00f8ff83-d999-4255-b744-56c5e4ea7c60 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 945 time: 0.0960696 Aug 20 12:02:33.060304 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ebd1fc2-cc0b-4ef1-af56-5648962b4620 req-c3468db7-0848-4f3b-9b7b-ac38754cd1f1 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.075077 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ebd1fc2-cc0b-4ef1-af56-5648962b4620 req-c3468db7-0848-4f3b-9b7b-ac38754cd1f1 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.077105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port': {'id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f6c383c4-e44a-4d70-acd3-a3c96c07bef7', 'name': '', 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'mac_address': 'fa:16:3e:c1:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 1, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'subnets': [{'id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:33.123668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4ebd1fc2-cc0b-4ef1-af56-5648962b4620 req-c3468db7-0848-4f3b-9b7b-ac38754cd1f1 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.126408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8fd96-8ca1-484f-9beb-f70b6c23af32 None None] The sync data for ids ['86b09ac5-c384-4990-8c65-1d5078c8824a'] in n-d-800634-10 is: [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port': {'id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f6c383c4-e44a-4d70-acd3-a3c96c07bef7', 'name': '', 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'mac_address': 'fa:16:3e:c1:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 1, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'subnets': [{'id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:33.138398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ebd1fc2-cc0b-4ef1-af56-5648962b4620 req-c3468db7-0848-4f3b-9b7b-ac38754cd1f1 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3393724 Aug 20 12:02:33.166021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60fe16fc-217d-49fb-ab9f-f3e0bf1ab5f5 req-01a2df91-7d7e-4c8c-8377-01a5ae3c7647 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097918 Aug 20 12:02:33.170362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468db7-0848-4f3b-9b7b-ac38754cd1f1 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f354daba-6c6c-4a33-9d56-55a9fd8ce7d4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:33.255619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:33.264810 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-341e9b0e-d61c-4141-ab6e-b981e6a08937 admin admin] 10.222.0.25 "PUT /v2.0/routers/86b09ac5-c384-4990-8c65-1d5078c8824a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4279621 Aug 20 12:02:33.286172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 64ae8ced-c098-4c5b-83d5-d77e3985de27 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:33.355224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60ef509a-3888-4a48-993c-7ee2d20c1f41 req-4db9290a-8369-4a1d-ab11-53d53cab56a6 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/f354daba-6c6c-4a33-9d56-55a9fd8ce7d4 HTTP/1.1" status: 200 len: 1813 time: 0.1433868 Aug 20 12:02:33.416252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad98fc5-7923-4fa7-841d-6cea374fd4dd req-de23827e-c444-4fcb-b902-5405bff178a3 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:33.423363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bad98fc5-7923-4fa7-841d-6cea374fd4dd req-de23827e-c444-4fcb-b902-5405bff178a3 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 945 time: 0.1933391 Aug 20 12:02:33.590418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bad98fc5-7923-4fa7-841d-6cea374fd4dd req-c9a8ff43-92e7-47e4-9594-a4a208975774 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591938 Aug 20 12:02:33.624593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3a6862ce-155a-4fbd-86b6-f3f64d35c0c6 req-0815564f-5cf2-44d7-bd37-60ff0d6c4f5b tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-671393591', 'description': 'tempest-description-1965055776'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:33.632218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:33.683277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'port_id': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'mac_address': 'fa:16:3e:c4:e7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4091ca88-b2b8-4309-8d73-004dd22b5b84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:33.702855 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a6862ce-155a-4fbd-86b6-f3f64d35c0c6 req-0815564f-5cf2-44d7-bd37-60ff0d6c4f5b tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.774416 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.806993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64ae8ced-c098-4c5b-83d5-d77e3985de27 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:33.868332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:33.876173 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.898571 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a6862ce-155a-4fbd-86b6-f3f64d35c0c6 req-0815564f-5cf2-44d7-bd37-60ff0d6c4f5b tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.909503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a6862ce-155a-4fbd-86b6-f3f64d35c0c6 req-0815564f-5cf2-44d7-bd37-60ff0d6c4f5b tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.931526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41042) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:33.955917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3a6862ce-155a-4fbd-86b6-f3f64d35c0c6 req-0815564f-5cf2-44d7-bd37-60ff0d6c4f5b tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:33.963601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a6862ce-155a-4fbd-86b6-f3f64d35c0c6 req-0815564f-5cf2-44d7-bd37-60ff0d6c4f5b tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3508234 Aug 20 12:02:33.968154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815564f-5cf2-44d7-bd37-60ff0d6c4f5b tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1066e219-f814-4b26-91cc-d63ce66f2d64,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:34.052457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=64ae8ced-c098-4c5b-83d5-d77e3985de27,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:34.074955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['64ae8ced-c098-4c5b-83d5-d77e3985de27'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:34.167403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dae607f-6cc6-47df-a681-f54d003867d7 req-18ca3396-3eee-4b01-bae2-4a0ee2579fea tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/1066e219-f814-4b26-91cc-d63ce66f2d64 HTTP/1.1" status: 200 len: 1814 time: 0.1478212 Aug 20 12:02:34.235837 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-1cc17e5c-12af-4dad-b476-0aab7e4c213e req-78909110-5d79-4eae-8800-46394fd156e7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] show failed (client error): The resource could not be found. Aug 20 12:02:34.243601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cc17e5c-12af-4dad-b476-0aab7e4c213e req-78909110-5d79-4eae-8800-46394fd156e7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/90b07f78-f11c-4410-b212-3821f7de425d HTTP/1.1" status: 404 len: 352 time: 0.0372229 Aug 20 12:02:34.291356 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-f34d8217-fd45-4c9e-b553-0bb676449ee0 req-23f4e5d6-100b-4b68-b868-03cd934333a9 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] show failed (client error): The resource could not be found. Aug 20 12:02:34.299139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f34d8217-fd45-4c9e-b553-0bb676449ee0 req-23f4e5d6-100b-4b68-b868-03cd934333a9 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-group-rules/6f45ff81-c9e4-43fb-aead-ce8f78f481da HTTP/1.1" status: 404 len: 361 time: 0.0255213 Aug 20 12:02:34.467735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b21b3-5d90-41e0-a967-8df961e2d030 req-6342bd0b-7e58-4fcb-8af2-11e054c70b06 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:34.476381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:34.489224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d51b21b3-5d90-41e0-a967-8df961e2d030 req-6342bd0b-7e58-4fcb-8af2-11e054c70b06 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 945 time: 0.1413703 Aug 20 12:02:34.530761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fba35bee-687f-4061-b92f-797283e80e9d req-4d1bcf0c-5e8a-4435-84a1-60aabcf29b02 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/1066e219-f814-4b26-91cc-d63ce66f2d64 HTTP/1.1" status: 200 len: 1814 time: 0.2057359 Aug 20 12:02:34.531494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.598296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d51b21b3-5d90-41e0-a967-8df961e2d030 req-88289c18-d181-488f-8905-13953a4bec0c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080029 Aug 20 12:02:34.630227 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fba35bee-687f-4061-b92f-797283e80e9d req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.675493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fba35bee-687f-4061-b92f-797283e80e9d req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.758889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41074) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:34.765006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fba35bee-687f-4061-b92f-797283e80e9d req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.766153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-network', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:34.767873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fba35bee-687f-4061-b92f-797283e80e9d req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.769690 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fba35bee-687f-4061-b92f-797283e80e9d req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "DELETE /v2.0/security-groups/1066e219-f814-4b26-91cc-d63ce66f2d64 HTTP/1.1" status: 204 len: 173 time: 0.2379754 Aug 20 12:02:34.783883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.790313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1066e219-f814-4b26-91cc-d63ce66f2d64,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:34.812247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.812878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.813303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.813656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.813997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.814396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.814776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.815251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.815588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.815951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.816301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.816633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e29e-7b79-459b-afbe-bb898d0d8ff7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:34.834834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b04e8-6af8-4373-8819-7169940801d1 req-ae70f185-6a1c-48eb-8396-697d334a5da2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:34.836429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d07b04e8-6af8-4373-8819-7169940801d1 req-ae70f185-6a1c-48eb-8396-697d334a5da2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 945 time: 0.1077650 Aug 20 12:02:34.888239 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Made reservation on behalf of 7dd0215202af4d9b8f8505121dcd13d1 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:34.896607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:34.952053 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.066823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dc52713-9599-4381-b276-ce9af203d7de req-75580ecf-e0aa-448d-b310-c071f3ed3a93 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/f354daba-6c6c-4a33-9d56-55a9fd8ce7d4 HTTP/1.1" status: 200 len: 1813 time: 0.1053054 Aug 20 12:02:35.075689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8e20b-4df1-4944-9b23-243541f1aebd req-9abddc0f-19c1-447c-9c83-f37c33b245d5 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:35.077397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-afe8e20b-4df1-4944-9b23-243541f1aebd req-9abddc0f-19c1-447c-9c83-f37c33b245d5 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 944 time: 0.1238027 Aug 20 12:02:35.090099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Allocated IP 172.25.0.115 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/e7ae5621-5f67-4e9d-b5b0-e4e5826d1985) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:35.125122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3af6-258f-4779-83bf-ff43080250e2 req-deba8a7a-fae8-4770-b771-6316679eaea7 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:35.129190 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-877f3af6-258f-4779-83bf-ff43080250e2 req-deba8a7a-fae8-4770-b771-6316679eaea7 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.73 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 944 time: 0.2297065 Aug 20 12:02:35.165653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Deleting port a2d27736-79dc-4599-89fc-92fdfbbf5974 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:35.166081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.261779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-afe8e20b-4df1-4944-9b23-243541f1aebd req-1c992fd3-d7b9-4a11-94eb-de40ecf5fc6d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707978 Aug 20 12:02:35.301975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 64ae8ced-c098-4c5b-83d5-d77e3985de27 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:35.304111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 64ae8ced-c098-4c5b-83d5-d77e3985de27 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:35.319568 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7dc52713-9599-4381-b276-ce9af203d7de req-663e7496-6f93-4a19-aa34-90ac3145d649 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.410072 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7dc52713-9599-4381-b276-ce9af203d7de req-663e7496-6f93-4a19-aa34-90ac3145d649 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.424764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] For port a2d27736-79dc-4599-89fc-92fdfbbf5974, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=a2d27736-79dc-4599-89fc-92fdfbbf5974,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:35.425144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.447486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Calling delete_port for a2d27736-79dc-4599-89fc-92fdfbbf5974 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:35.538433 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.552760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.648343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.681630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7dc52713-9599-4381-b276-ce9af203d7de req-663e7496-6f93-4a19-aa34-90ac3145d649 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.685692 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7dc52713-9599-4381-b276-ce9af203d7de req-663e7496-6f93-4a19-aa34-90ac3145d649 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.693686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Deleting port 64ae8ced-c098-4c5b-83d5-d77e3985de27 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:35.694006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.699257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dc52713-9599-4381-b276-ce9af203d7de req-663e7496-6f93-4a19-aa34-90ac3145d649 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "DELETE /v2.0/security-groups/f354daba-6c6c-4a33-9d56-55a9fd8ce7d4 HTTP/1.1" status: 204 len: 173 time: 0.6199658 Aug 20 12:02:35.753227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e7496-6f93-4a19-aa34-90ac3145d649 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f354daba-6c6c-4a33-9d56-55a9fd8ce7d4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:35.756053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c01901d2-00d3-4244-bb6d-7a1b2d6f814c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:35.767001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 64ae8ced-c098-4c5b-83d5-d77e3985de27 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:35.780672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:35.814162 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.819767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-295ea0ad-11a7-4af0-b777-6bf2568d1d66 req-dbe7fda6-5167-407f-a884-d236a05f6d5b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=abae7b97-efe1-4269-b924-d97df746f272 HTTP/1.1" status: 200 len: 210 time: 0.0639715 Aug 20 12:02:35.833946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['a2d27736-79dc-4599-89fc-92fdfbbf5974'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:35.882994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'port_id': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'mac_address': 'fa:16:3e:c4:e7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4091ca88-b2b8-4309-8d73-004dd22b5b84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:35.893757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:35.910440 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.976166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c01901d2-00d3-4244-bb6d-7a1b2d6f814c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:35.984260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c01901d2-00d3-4244-bb6d-7a1b2d6f814c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:35.984655 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:35.986403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=64ae8ced-c098-4c5b-83d5-d77e3985de27,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.004953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event deleted for resources: {'Port': ['ID=a2d27736-79dc-4599-89fc-92fdfbbf5974,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.031000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d486cec7-2f88-449b-bcfb-d3637cd41ddd req-a1a2026a-79dc-4163-b9e6-fe303569692e tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/72daae57-546e-4631-96c7-2a3a391a518c HTTP/1.1" status: 200 len: 1815 time: 0.2804079 Aug 20 12:02:36.061571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] No DVR routers for this DVR port a2d27736-79dc-4599-89fc-92fdfbbf5974 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:36.065130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.066945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d07b04e8-6af8-4373-8819-7169940801d1 req-04f3b750-7bc0-4954-82c9-5d441f3f3092 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "DELETE /v2.0/ports/a2d27736-79dc-4599-89fc-92fdfbbf5974 HTTP/1.1" status: 204 len: 173 time: 1.2161574 Aug 20 12:02:36.067498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abae7b97-efe1-4269-b924-d97df746f272', 'name': 'network-vif-deleted', 'tag': 'a2d27736-79dc-4599-89fc-92fdfbbf5974'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:36.072498 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e37a761-9693-43a2-8ca2-592a1aac8a9c" -d '{"events": [{"server_uuid": "abae7b97-efe1-4269-b924-d97df746f272", "name": "network-vif-deleted", "tag": "a2d27736-79dc-4599-89fc-92fdfbbf5974"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:36.119016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:36.124528 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.133410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb19787-0cc7-4f67-b810-ba1a5f30b711,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.159528 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.159894 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Added segment aa361bb5-3d41-4c04-bb8b-674b10bef108 of type vlan for network 678114e6-2825-4330-b411-8a19cbc67a24 Aug 20 12:02:36.182918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.216685 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e154c47-c908-40a8-97d8-24d3eaedde8e x-openstack-request-id: req-9e154c47-c908-40a8-97d8-24d3eaedde8e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:36.217282 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abae7b97-efe1-4269-b924-d97df746f272", "name": "network-vif-deleted", "tag": "a2d27736-79dc-4599-89fc-92fdfbbf5974", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:36.217798 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e154c47-c908-40a8-97d8-24d3eaedde8e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:36.218639 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abae7b97-efe1-4269-b924-d97df746f272', 'name': 'network-vif-deleted', 'tag': 'a2d27736-79dc-4599-89fc-92fdfbbf5974', 'status': 'completed', 'code': 200} Aug 20 12:02:36.235809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d486cec7-2f88-449b-bcfb-d3637cd41ddd req-9dc1a8dc-dd78-466d-93b4-ee17b37a9d09 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.265794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c01901d2-00d3-4244-bb6d-7a1b2d6f814c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c01901d2-00d3-4244-bb6d-7a1b2d6f814c,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:36.270329 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.275850 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.290036 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d486cec7-2f88-449b-bcfb-d3637cd41ddd req-9dc1a8dc-dd78-466d-93b4-ee17b37a9d09 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.303278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] For port 64ae8ced-c098-4c5b-83d5-d77e3985de27, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=64ae8ced-c098-4c5b-83d5-d77e3985de27,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:36.303647 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.345681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d486cec7-2f88-449b-bcfb-d3637cd41ddd req-9dc1a8dc-dd78-466d-93b4-ee17b37a9d09 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.355507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Calling delete_port for 64ae8ced-c098-4c5b-83d5-d77e3985de27 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:36.358229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d486cec7-2f88-449b-bcfb-d3637cd41ddd req-9dc1a8dc-dd78-466d-93b4-ee17b37a9d09 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.358587 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.368710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c01901d2-00d3-4244-bb6d-7a1b2d6f814c,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.386887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d486cec7-2f88-449b-bcfb-d3637cd41ddd req-9dc1a8dc-dd78-466d-93b4-ee17b37a9d09 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "DELETE /v2.0/security-groups/72daae57-546e-4631-96c7-2a3a391a518c HTTP/1.1" status: 204 len: 173 time: 0.3288441 Aug 20 12:02:36.398459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1a8dc-dd78-466d-93b4-ee17b37a9d09 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72daae57-546e-4631-96c7-2a3a391a518c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.436312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:36.475233 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.476185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:36.476972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.509225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:36.517548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-035348d6-dd89-4bfe-9f94-fa8fffdd1a77 req-139c37a5-2627-4e21-9c13-3abe4399e66a tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/c535ce4b-5bf9-494d-9b9c-78e4c7630b28 HTTP/1.1" status: 200 len: 1814 time: 0.0636709 Aug 20 12:02:36.545114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62560-abfa-42d9-88db-dd9e6f5a2081 req-487351df-2b8b-4ed6-89ff-0d4932b5add9 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:36.547206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fca62560-abfa-42d9-88db-dd9e6f5a2081 req-487351df-2b8b-4ed6-89ff-0d4932b5add9 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 943 time: 0.1462138 Aug 20 12:02:36.556019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:36.570539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Pushing event updated for resources: {'Port': ['ID=e7ae5621-5f67-4e9d-b5b0-e4e5826d1985,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.609584 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8493397 Aug 20 12:02:36.622925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41112) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:36.636954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Request body: {'subnet': {'network_id': '678114e6-2825-4330-b411-8a19cbc67a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-subnet', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:36.646229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fca62560-abfa-42d9-88db-dd9e6f5a2081 req-bba94591-2789-4bfb-a114-7018425d62f5 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821888 Aug 20 12:02:36.694159 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-035348d6-dd89-4bfe-9f94-fa8fffdd1a77 req-2234505f-dd92-49ea-a4e2-6586fd31371e tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.706826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdae354-6aa7-467e-b1bb-16ce072e1e5f admin admin] Pushing event updated for resources: {'Network': ['ID=678114e6-2825-4330-b411-8a19cbc67a24,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.718480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 678114e6-2825-4330-b411-8a19cbc67a24 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:36.742301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Made reservation on behalf of 7dd0215202af4d9b8f8505121dcd13d1 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:36.745782 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.754888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-035348d6-dd89-4bfe-9f94-fa8fffdd1a77 req-2234505f-dd92-49ea-a4e2-6586fd31371e tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.814679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-035348d6-dd89-4bfe-9f94-fa8fffdd1a77 req-2234505f-dd92-49ea-a4e2-6586fd31371e tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.820682 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-035348d6-dd89-4bfe-9f94-fa8fffdd1a77 req-2234505f-dd92-49ea-a4e2-6586fd31371e tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.822876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-035348d6-dd89-4bfe-9f94-fa8fffdd1a77 req-2234505f-dd92-49ea-a4e2-6586fd31371e tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "DELETE /v2.0/security-groups/c535ce4b-5bf9-494d-9b9c-78e4c7630b28 HTTP/1.1" status: 204 len: 173 time: 0.2989230 Aug 20 12:02:36.837296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234505f-dd92-49ea-a4e2-6586fd31371e tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c535ce4b-5bf9-494d-9b9c-78e4c7630b28,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:36.948571 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:36.977410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a764e0b-0905-4986-bc92-2205588bcad2 req-f3bc26dc-7520-471e-90a1-3c07d2154dd7 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "GET /v2.0/security-groups/34f37436-1c03-46ad-a749-0189f5c082f8 HTTP/1.1" status: 200 len: 1814 time: 0.1128407 Aug 20 12:02:36.998152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.029309 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Sync routers for ids ['86b09ac5-c384-4990-8c65-1d5078c8824a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:37.043095 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Routers {'86b09ac5-c384-4990-8c65-1d5078c8824a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:37.044751 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:02:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b09ac5-c384-4990-8c65-1d5078c8824a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:37.070367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a764e0b-0905-4986-bc92-2205588bcad2 req-fcc2f8dc-889d-4d5a-a5c0-661d50c7d4c8 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.126416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a764e0b-0905-4986-bc92-2205588bcad2 req-fcc2f8dc-889d-4d5a-a5c0-661d50c7d4c8 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.188115 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a764e0b-0905-4986-bc92-2205588bcad2 req-fcc2f8dc-889d-4d5a-a5c0-661d50c7d4c8 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.192093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5a764e0b-0905-4986-bc92-2205588bcad2 req-fcc2f8dc-889d-4d5a-a5c0-661d50c7d4c8 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.198403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a764e0b-0905-4986-bc92-2205588bcad2 req-fcc2f8dc-889d-4d5a-a5c0-661d50c7d4c8 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] 10.222.0.25 "DELETE /v2.0/security-groups/34f37436-1c03-46ad-a749-0189f5c082f8 HTTP/1.1" status: 204 len: 173 time: 0.2130365 Aug 20 12:02:37.201730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41130) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:37.229214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event deleted for resources: {'Port': ['ID=64ae8ced-c098-4c5b-83d5-d77e3985de27,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:37.239280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2f8dc-889d-4d5a-a5c0-661d50c7d4c8 tempest-SecurityGroupRulesNegativeTestJSON-2083377091 tempest-SecurityGroupRulesNegativeTestJSON-2083377091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f37436-1c03-46ad-a749-0189f5c082f8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:37.244312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.244642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.244979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.245345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.245715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.245932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.246283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.246609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.246925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.248777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.249109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.249608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:02:37.284618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.307478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device a2d27736-79dc-4599-89fc-92fdfbbf5974 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:37.320510 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Set router 86b09ac5-c384-4990-8c65-1d5078c8824a gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:37.332025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] No DVR routers for this DVR port 64ae8ced-c098-4c5b-83d5-d77e3985de27 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:02:37.342290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.344369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-877f3af6-258f-4779-83bf-ff43080250e2 req-7eb7dbd6-9ecf-4630-aefc-2cc68335e64f tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.73 "DELETE /v2.0/ports/64ae8ced-c098-4c5b-83d5-d77e3985de27 HTTP/1.1" status: 204 len: 173 time: 2.1872113 Aug 20 12:02:37.346487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eee24d-23c1-4fea-86d7-a57ed07b30ab', 'name': 'network-vif-deleted', 'tag': '64ae8ced-c098-4c5b-83d5-d77e3985de27'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:37.350164 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76edcc5b-b40f-4f9e-b79e-d3447b29e7fe" -d '{"events": [{"server_uuid": "10eee24d-23c1-4fea-86d7-a57ed07b30ab", "name": "network-vif-deleted", "tag": "64ae8ced-c098-4c5b-83d5-d77e3985de27"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:37.382830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: a2d27736-79dc-4599-89fc-92fdfbbf5974 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:02:37.383397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device a2d27736-79dc-4599-89fc-92fdfbbf5974 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:37.412147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8d2427-0c50-4c22-be83-a403633af1f7 admin admin] Deleting subnet ecccf754-8108-48b8-a9f6-a4af0f1dc0c3 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:02:37.439676 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2427-0c50-4c22-be83-a403633af1f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.442249 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df008af-db42-4c64-81d1-4317f5f8ebd9 x-openstack-request-id: req-5df008af-db42-4c64-81d1-4317f5f8ebd9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:37.442542 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eee24d-23c1-4fea-86d7-a57ed07b30ab", "name": "network-vif-deleted", "tag": "64ae8ced-c098-4c5b-83d5-d77e3985de27", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:37.442791 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5df008af-db42-4c64-81d1-4317f5f8ebd9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:37.443179 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eee24d-23c1-4fea-86d7-a57ed07b30ab', 'name': 'network-vif-deleted', 'tag': '64ae8ced-c098-4c5b-83d5-d77e3985de27', 'status': 'completed', 'code': 200} Aug 20 12:02:37.561122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-662b1f4e-407e-4237-9afd-0a9fd17730b5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:37.565072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-662b1f4e-407e-4237-9afd-0a9fd17730b5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.2330165 Aug 20 12:02:37.583679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-0ca93d55-3ac2-4a1b-96bf-e30468db1e88 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/quotas/402d104c95254e328746d8020e13134d HTTP/1.1" status: 200 len: 375 time: 0.0106528 Aug 20 12:02:37.592316 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.611523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2427-0c50-4c22-be83-a403633af1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.678289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-fe83d2cf-599c-4d0d-8a03-eed219266687 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854769 Aug 20 12:02:37.680138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c01901d2-00d3-4244-bb6d-7a1b2d6f814c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:37.751392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c01901d2-00d3-4244-bb6d-7a1b2d6f814c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:37.751785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.773552 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port': {'id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f6c383c4-e44a-4d70-acd3-a3c96c07bef7', 'name': '', 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'mac_address': 'fa:16:3e:c1:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 2, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'subnets': [{'id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:37.819604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2427-0c50-4c22-be83-a403633af1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.829848 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Checking router: 86b09ac5-c384-4990-8c65-1d5078c8824a for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:37.830636 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Updating router 86b09ac5-c384-4990-8c65-1d5078c8824a port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:37.880315 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:37.893985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3626537-f30c-4d4c-9382-7371d026189f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:37.937130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-925aa887-20a1-42ca-b871-467b20e1f40b req-75af4c6b-12c8-4982-a9c7-f7c50e4ce162 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=10eee24d-23c1-4fea-86d7-a57ed07b30ab HTTP/1.1" status: 200 len: 210 time: 0.0801461 Aug 20 12:02:37.940260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Checking segment: {'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:37.940647 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Network hostable DHCP agents. Network: 678114e6-2825-4330-b411-8a19cbc67a24, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:38.010298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2427-0c50-4c22-be83-a403633af1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.036404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.060693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-2e3f45e8-4158-4a54-91ed-3c3bd4588e49 service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712771 Aug 20 12:02:38.070515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Network 678114e6-2825-4330-b411-8a19cbc67a24 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:38.079083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.086487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 678114e6-2825-4330-b411-8a19cbc67a24) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:38.088638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d2427-0c50-4c22-be83-a403633af1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecccf754-8108-48b8-a9f6-a4af0f1dc0c3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:38.106422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442dab22-eb27-48ec-a6bd-b84bbbe6b016 None None] Network 678114e6-2825-4330-b411-8a19cbc67a24 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:38.129610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:38.130719 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.134413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2427-0c50-4c22-be83-a403633af1f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.136896 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0a8d2427-0c50-4c22-be83-a403633af1f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ecccf754-8108-48b8-a9f6-a4af0f1dc0c3 HTTP/1.1" status: 204 len: 168 time: 0.9139185 Aug 20 12:02:38.142605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41150) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:38.240862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.305606 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e13315af-6ec9-4632-936b-70d3f14a75ef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6743028 Aug 20 12:02:38.315994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41156) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:38.323612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Pushing event updated for resources: {'Port': ['ID=e7ae5621-5f67-4e9d-b5b0-e4e5826d1985,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:38.333241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:38.398469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-5d1412df-4efd-4c95-a141-03298707caf7 service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267856 Aug 20 12:02:38.407599 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.408759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.432911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.463321 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.478141 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Transition to ACTIVE for port object f6c383c4-e44a-4d70-acd3-a3c96c07bef7 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:38.503332 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.511129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.526174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.530928 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7c804cb0-f202-456a-9f91-9b79c30e2917 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5949013 Aug 20 12:02:38.531763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41166) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:38.540146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-95910699', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'fixed_ips': [{'ip_address': '172.25.0.115'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:38.560524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d209b095-6578-49de-8a2d-5b33bbfba3f7']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:38.564393 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.588482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-678114e6-2825-4330-b411-8a19cbc67a24', 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'fixed_ips': [{'subnet_id': 'f3626537-f30c-4d4c-9382-7371d026189f'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:02:38.594681 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.596701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Made reservation on behalf of 53c394dc7a654c8183a3c6d3dd11c5aa for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:38.601122 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.628970 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.686211 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032c8c7-2745-4000-9170-291e08106db4 None None] Pushing event updated for resources: {'Port': ['ID=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:38.686809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b057ec05-5ed8-4117-8962-e767c97b6132') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:38.687118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b057ec05-5ed8-4117-8962-e767c97b6132') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:38.752234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.815280 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.841609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.851042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:02:38.851821 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:02:38.854068 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:02:38.868923 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Attempting to bind port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:38.869285 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Attempting to bind port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:38.869701 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Attempting to bind port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 on network 2a3e250d-a632-4394-bb08-2793606a6a35 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:38.884877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95d460a1-ab84-41be-8ed4-55d62287453c req-d82aafb3-0581-42a6-8fe7-1fd083fd50c3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 210 time: 0.0982480 Aug 20 12:02:38.893912 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:38.895297 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Checking segment: {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:38.896344 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.897615 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Bound using segment: {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:38.899386 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Bound port: f6c383c4-e44a-4d70-acd3-a3c96c07bef7, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:38.900025 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:38.995254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Allocated IP 172.20.0.2 (678114e6-2825-4330-b411-8a19cbc67a24/f3626537-f30c-4d4c-9382-7371d026189f/2f407bae-73b5-452c-b5cb-ddfa459e54c5) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:39.008857 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.014647 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.040026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] device_id is not set on port 1a2928a9-af88-44fd-8d95-6f42c92cc403 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:02:39.041574 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] For port f6c383c4-e44a-4d70-acd3-a3c96c07bef7, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:39.049650 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] For port f6c383c4-e44a-4d70-acd3-a3c96c07bef7, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:39.058110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.062052 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.065284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.067365 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d209b095-6578-49de-8a2d-5b33bbfba3f7 HTTP/1.1" status: 204 len: 168 time: 0.9202204 Aug 20 12:02:39.095899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1f6e7-4ece-4c22-9d76-4d7084ccb498 admin admin] Pushing event deleted for resources: {'Network': ['ID=d209b095-6578-49de-8a2d-5b33bbfba3f7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:39.187302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6564f6af-e6e1-4cfe-ba6d-d8d6ea935e69,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:39.248713 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Routers {'86b09ac5-c384-4990-8c65-1d5078c8824a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:39.272822 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:02:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b09ac5-c384-4990-8c65-1d5078c8824a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:39.433545 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 12:02:39.434119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:02:39.468623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e4efc736-e663-4bd5-bbf0-4b102ab74f2e tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9356968 Aug 20 12:02:39.472451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41190) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:39.513410 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032c8c7-2745-4000-9170-291e08106db4 None None] Pushing event updated for resources: {'Port': ['ID=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:39.707795 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] Set router 86b09ac5-c384-4990-8c65-1d5078c8824a gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:39.809031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f6c383c4-e44a-4d70-acd3-a3c96c07bef7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:39.929169 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:39.941331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Transition to ACTIVE for port object 2f407bae-73b5-452c-b5cb-ddfa459e54c5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:39.961515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Transition to ACTIVE for port object 2f407bae-73b5-452c-b5cb-ddfa459e54c5 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:39.977012 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.026034 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port': {'id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f6c383c4-e44a-4d70-acd3-a3c96c07bef7', 'name': '', 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'mac_address': 'fa:16:3e:c1:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:39Z', 'revision_number': 4, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'subnets': [{'id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:40.037568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41200) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:40.039712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Network 678114e6-2825-4330-b411-8a19cbc67a24 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:40.047203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:40.049802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:40.067357 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f435e17-2e2d-4158-b05f-a203b1bd2a2b None None] The sync data for ids ['86b09ac5-c384-4990-8c65-1d5078c8824a'] in n-d-800634-10 is: [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:02:31Z', 'revision_number': 4, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port': {'id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f6c383c4-e44a-4d70-acd3-a3c96c07bef7', 'name': '', 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'mac_address': 'fa:16:3e:c1:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:30Z', 'updated_at': '2021-08-20T12:02:39Z', 'revision_number': 4, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'subnets': [{'id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:40.083103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Pushing event updated for resources: {'Port': ['ID=2f407bae-73b5-452c-b5cb-ddfa459e54c5,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:40.151241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Attempting to bind port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:40.151801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Attempting to bind port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:40.152219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Attempting to bind port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 on network 678114e6-2825-4330-b411-8a19cbc67a24 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:40.160985 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:40.161558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Checking segment: {'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:40.162153 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.162535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Bound using segment: {'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:40.164982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Bound port: 2f407bae-73b5-452c-b5cb-ddfa459e54c5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:40.164982 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.167717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:40.183752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:40.184647 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.192634 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.211031 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ffe70782-1073-4c89-afc3-8662cd75aba9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f5a287c248e4f80b7c3746a2b357ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701925 Aug 20 12:02:40.261885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41214) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:40.275670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.429066 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.460678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] For port 2f407bae-73b5-452c-b5cb-ddfa459e54c5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:40.516121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] For port 2f407bae-73b5-452c-b5cb-ddfa459e54c5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2f407bae-73b5-452c-b5cb-ddfa459e54c5,segment=NetworkSegment(aa361bb5-3d41-4c04-bb8b-674b10bef108),segment_id=aa361bb5-3d41-4c04-bb8b-674b10bef108)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:40.542687 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.561541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port f6c383c4-e44a-4d70-acd3-a3c96c07bef7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:40.568391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d88d23e8-1fc2-4b2f-aebb-33776ae91fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.633168 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.641801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d88d23e8-1fc2-4b2f-aebb-33776ae91fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:40.732893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642e4d-503e-4cc4-82b0-33e8358177ea None None] Pushing event updated for resources: {'Port': ['ID=2f407bae-73b5-452c-b5cb-ddfa459e54c5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:40.786863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95d5e4e7-9adc-4ee1-b09c-72b7e40b1b49 req-44fdd194-17e2-4b3d-951f-382b19c6e4ef tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 210 time: 0.3411458 Aug 20 12:02:40.818285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Allocated IP 172.25.0.132 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/c1a03618-3705-4d10-98c3-09d18a4110ae) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:40.928664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:40.958851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-75daf650-2b60-4db6-aca0-0e29aa9f7e22 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:40.966567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-75daf650-2b60-4db6-aca0-0e29aa9f7e22 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 821 time: 0.5011239 Aug 20 12:02:41.024768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-85638d65-62d3-4531-9001-064f27bf24bc tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/quotas/ae3c4630aca34fefb11101e28d622dcd HTTP/1.1" status: 200 len: 375 time: 0.0561426 Aug 20 12:02:41.113131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-37c5287a-1555-4167-9a85-16df92fb0347 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:41.115693 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-37c5287a-1555-4167-9a85-16df92fb0347 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.4513907 Aug 20 12:02:41.136254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d88d23e8-1fc2-4b2f-aebb-33776ae91fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.147977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d88d23e8-1fc2-4b2f-aebb-33776ae91fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.157138 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d88d23e8-1fc2-4b2f-aebb-33776ae91fe2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34af5042-eba0-4bb4-a318-88ef575aa475 HTTP/1.1" status: 204 len: 168 time: 0.8915868 Aug 20 12:02:41.189088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Request body: {'port': {'device_id': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'admin_state_up': True, 'tenant_id': '402d104c95254e328746d8020e13134d'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:41.238719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d23e8-1fc2-4b2f-aebb-33776ae91fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af5042-eba0-4bb4-a318-88ef575aa475,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:41.282611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-496045c0-b1db-403a-8aaa-9e7884fd007d tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2578201 Aug 20 12:02:41.340078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.405130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d07a9c3d-a6fe-4dac-bafd-42bfc3efa40a service neutron] 10.222.0.25 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201539 Aug 20 12:02:41.430520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:41.438226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.460678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.526756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-1c336555-9956-4690-a157-5522d6267b21 service neutron] 10.222.0.25 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206067 Aug 20 12:02:41.576971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Deleting port e7ae5621-5f67-4e9d-b5b0-e4e5826d1985 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:02:41.577306 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.594072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=c1a03618-3705-4d10-98c3-09d18a4110ae,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:41.626065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:41.629537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:41.652319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:41.752368 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.752953 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:41.773864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Calling delete_port for e7ae5621-5f67-4e9d-b5b0-e4e5826d1985 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:02:41.868953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2f407bae-73b5-452c-b5cb-ddfa459e54c5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:41.895280 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:02:41.967214 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.022224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7ae5621-5f67-4e9d-b5b0-e4e5826d1985,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:42.056279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.057705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:42.063416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f6c383c4-e44a-4d70-acd3-a3c96c07bef7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:42.065034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed8dcc54-57fa-4b9e-9b53-06dfa6700ce6 req-b0ab21dc-d805-48db-8a29-d40580920368 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 210 time: 0.0483794 Aug 20 12:02:42.144709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4237b162-064d-4ee7-b836-5a5654828fb1 req-ebf97d98-1acf-46ae-bf73-70f7922d7cae tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 210 time: 0.1277463 Aug 20 12:02:42.270524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:42.272073 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.310081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.313721 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.318896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-977763e2-ba40-4792-ba8c-03c65710a7d7 tempest-ExternalNetworksAdminNegativeTestJSON-594480310 tempest-ExternalNetworksAdminNegativeTestJSON-594480310-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/24f1c8ec-c7d7-4bcb-9a82-3cc1ca0d9746 HTTP/1.1" status: 204 len: 168 time: 2.8454103 Aug 20 12:02:42.455127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Allocated IP 172.20.0.2 (fb24bed7-70f5-4056-9b83-7267af71fac2/5a87863f-0c3d-46c4-b743-b332100a4c7c/d0a1203e-3529-4dc6-a4e0-165bd95761c6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:42.601999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a2679-33e6-462f-b7d9-beb75dec9c3f None None] Network 678114e6-2825-4330-b411-8a19cbc67a24 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:42.774948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:42.850800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41280) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:42.932999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.089026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a0e2cd87-244b-4404-9e2e-c75cf3d23e78 None None] Provisioning for port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:43.104634 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.107143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a0e2cd87-244b-4404-9e2e-c75cf3d23e78 None None] Provisioning complete for port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:43.108483 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0e2cd87-244b-4404-9e2e-c75cf3d23e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.179913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Network fb24bed7-70f5-4056-9b83-7267af71fac2 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:43.189423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:43.206891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:43.438367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event updated for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:43.476551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0e2cd87-244b-4404-9e2e-c75cf3d23e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.503227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de618-6d48-4240-a4b2-2bd60c3e2be9 req-b5c74d15-6503-4b87-aee9-f9e748382c76 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:43.512825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f79de618-6d48-4240-a4b2-2bd60c3e2be9 req-b5c74d15-6503-4b87-aee9-f9e748382c76 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 931 time: 0.2439158 Aug 20 12:02:43.539906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a0e2cd87-244b-4404-9e2e-c75cf3d23e78 None None] For port 2f407bae-73b5-452c-b5cb-ddfa459e54c5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2f407bae-73b5-452c-b5cb-ddfa459e54c5,segment=NetworkSegment(aa361bb5-3d41-4c04-bb8b-674b10bef108),segment_id=aa361bb5-3d41-4c04-bb8b-674b10bef108)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:43.544726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-da631ef4-f2fd-422d-bc3d-1dee7cb35858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.547374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0e2cd87-244b-4404-9e2e-c75cf3d23e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.639785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.661121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:43.661798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.705174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2cd87-244b-4404-9e2e-c75cf3d23e78 None None] Pushing event updated for resources: {'Port': ['ID=2f407bae-73b5-452c-b5cb-ddfa459e54c5,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:43.729950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-460455fe-c58c-48bb-a4c6-81c2d036ce10 None None] Provisioning complete for port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:43.730427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-460455fe-c58c-48bb-a4c6-81c2d036ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.744886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5abc0804-c90e-4064-915a-8e7d717f0cfc req-1bd488ca-1a63-40e1-a8b8-c9c44d8f89e4 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 210 time: 0.1251109 Aug 20 12:02:43.755084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f79de618-6d48-4240-a4b2-2bd60c3e2be9 req-74a87ecc-c1b8-4617-9073-dc9f6cfd29a7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218664 Aug 20 12:02:43.860528 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.875677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41310) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:43.936381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-da631ef4-f2fd-422d-bc3d-1dee7cb35858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.941890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-da631ef4-f2fd-422d-bc3d-1dee7cb35858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.978610 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-20b25bf9-de42-4511-8882-cc604b92e524 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8055348 Aug 20 12:02:43.996531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Request body: {'port': {'device_id': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:44.086054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-da631ef4-f2fd-422d-bc3d-1dee7cb35858 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7014195ea1b444398e2710b7b3d4ed46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2339454 Aug 20 12:02:44.131845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41322) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:44.143281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da631ef4-f2fd-422d-bc3d-1dee7cb35858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6a95ee-b61d-43c3-bcce-6851450a607e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:44.197100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f245ddeb-dab7-4e30-a233-dbb5a28c8735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.215437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-69838e62-d119-45bf-8995-1b61ab20f270 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:44.217473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-69838e62-d119-45bf-8995-1b61ab20f270 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.73 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 821 time: 0.2296696 Aug 20 12:02:44.234771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Request body: {'port': {'device_id': 'ac6eb3c1-01b4-4948-aaba-606a003206fb', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'admin_state_up': True, 'tenant_id': 'ae3c4630aca34fefb11101e28d622dcd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:44.260083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.332627 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-846514a8-7e60-4fb2-b50f-e9cf92888f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.347808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Router 82102c32-0d0e-40bf-9f9a-933af7ef7017 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:02:44.373436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-846514a8-7e60-4fb2-b50f-e9cf92888f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.428463 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-846514a8-7e60-4fb2-b50f-e9cf92888f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.431129 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-846514a8-7e60-4fb2-b50f-e9cf92888f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.432439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-846514a8-7e60-4fb2-b50f-e9cf92888f53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa6a95ee-b61d-43c3-bcce-6851450a607e HTTP/1.1" status: 204 len: 168 time: 0.2988691 Aug 20 12:02:44.442742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846514a8-7e60-4fb2-b50f-e9cf92888f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6a95ee-b61d-43c3-bcce-6851450a607e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:44.599967 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f245ddeb-dab7-4e30-a233-dbb5a28c8735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.610099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f245ddeb-dab7-4e30-a233-dbb5a28c8735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.620943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Made reservation on behalf of ae3c4630aca34fefb11101e28d622dcd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:44.626171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.676414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:44.688562 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f245ddeb-dab7-4e30-a233-dbb5a28c8735 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7fe5712346141b8920441f49462c76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399762 Aug 20 12:02:44.690617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41338) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:44.693828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Sync routers for ids ['82102c32-0d0e-40bf-9f9a-933af7ef7017'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:44.702397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245ddeb-dab7-4e30-a233-dbb5a28c8735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87214118-d03b-425e-bf91-6289153c6601,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:44.705947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Routers {'82102c32-0d0e-40bf-9f9a-933af7ef7017'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:44.706909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:02:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['82102c32-0d0e-40bf-9f9a-933af7ef7017'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:44.729543 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.731808 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73591fab-f040-40d0-8a21-6cba8fc00cc5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4109678 Aug 20 12:02:44.736289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41340) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:44.791354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41344) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:44.811162 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c804f98f-8946-4595-a8d7-9cae8bfd6376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.833254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a1203e-3529-4dc6-a4e0-165bd95761c6 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:44.852673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.886059 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7d9f7f0e-2089-456e-a2b8-918ac1770f0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53c394dc7a654c8183a3c6d3dd11c5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935712 Aug 20 12:02:44.888666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41348) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:44.891010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Transition to ACTIVE for port object d0a1203e-3529-4dc6-a4e0-165bd95761c6 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:44.898010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.946837 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c804f98f-8946-4595-a8d7-9cae8bfd6376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:44.959429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Set router 82102c32-0d0e-40bf-9f9a-933af7ef7017 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:44.974277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:44.978480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf1af682-31e3-408f-83ad-bc5b12bca7ab req-0a52e159-60c2-499c-9282-ccd361025701 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 210 time: 0.0981882 Aug 20 12:02:45.039378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Allocated IP 172.20.0.4 (e0feaa8b-b98d-4662-bec3-96c6c37ac7f0/4091ca88-b2b8-4309-8d73-004dd22b5b84/7816e6f6-1fa4-4408-b548-52c126beec02) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:45.043957 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5898-4a3d-4aef-ac26-9618fd64abae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.078216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5898-4a3d-4aef-ac26-9618fd64abae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.113635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Attempting to bind port d0a1203e-3529-4dc6-a4e0-165bd95761c6 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:45.113972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Attempting to bind port d0a1203e-3529-4dc6-a4e0-165bd95761c6 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:45.114344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Attempting to bind port d0a1203e-3529-4dc6-a4e0-165bd95761c6 on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:45.115346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613393-b9c1-449a-81bf-fe9e1e471143 req-35d43ecb-ba53-41b9-82e6-9d1ec62b0740 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:45.124277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f613393-b9c1-449a-81bf-fe9e1e471143 req-35d43ecb-ba53-41b9-82e6-9d1ec62b0740 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 943 time: 0.2333379 Aug 20 12:02:45.133671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Port d0a1203e-3529-4dc6-a4e0-165bd95761c6 on network fb24bed7-70f5-4056-9b83-7267af71fac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:02:45.134005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Attempting to bind port d0a1203e-3529-4dc6-a4e0-165bd95761c6 on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:45.141008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:45.141376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Checking segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:45.141769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Bound using segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:45.142225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Bound port: d0a1203e-3529-4dc6-a4e0-165bd95761c6, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:45.142603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.172819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c804f98f-8946-4595-a8d7-9cae8bfd6376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.175518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c804f98f-8946-4595-a8d7-9cae8bfd6376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.179143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c804f98f-8946-4595-a8d7-9cae8bfd6376 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87214118-d03b-425e-bf91-6289153c6601 HTTP/1.1" status: 204 len: 168 time: 0.4851737 Aug 20 12:02:45.225956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5898-4a3d-4aef-ac26-9618fd64abae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.228629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5898-4a3d-4aef-ac26-9618fd64abae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.229787 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d9ed5898-4a3d-4aef-ac26-9618fd64abae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6564f6af-e6e1-4cfe-ba6d-d8d6ea935e69 HTTP/1.1" status: 204 len: 168 time: 0.3402059 Aug 20 12:02:45.244670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed5898-4a3d-4aef-ac26-9618fd64abae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6564f6af-e6e1-4cfe-ba6d-d8d6ea935e69,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:45.258921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:45.264939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:45.272216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.293339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:42Z', 'revision_number': 3, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port': {'id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:40Z', 'updated_at': '2021-08-20T12:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:45.333282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Checking router: 82102c32-0d0e-40bf-9f9a-933af7ef7017 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:45.334028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Updating router 82102c32-0d0e-40bf-9f9a-933af7ef7017 port c1a03618-3705-4d10-98c3-09d18a4110ae binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:45.360885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:45.379212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:45.380108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.382016 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-f11d3c67-1f6e-4169-af8b-9a6c3ca69aa1 service neutron] 10.222.0.73 "PUT /v2.0/ports/d0a1203e-3529-4dc6-a4e0-165bd95761c6 HTTP/1.1" status: 200 len: 1092 time: 1.3912091 Aug 20 12:02:45.382689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:45.385670 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ad336a-a9a6-41f9-82e8-badaedf916bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:45.401228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.495976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f98f-8946-4595-a8d7-9cae8bfd6376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87214118-d03b-425e-bf91-6289153c6601,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:45.506292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-be442866-e853-44ec-b75f-4f88b6e5c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:45.507834 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-be442866-e853-44ec-b75f-4f88b6e5c6f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 1095 time: 0.0863976 Aug 20 12:02:45.534926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f613393-b9c1-449a-81bf-fe9e1e471143 req-858f29c1-d332-4c2a-8157-3f575b545494 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095280 Aug 20 12:02:45.605252 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc330db-de45-44f6-9ffb-56063eded6fa x-openstack-request-id: req-8bc330db-de45-44f6-9ffb-56063eded6fa {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:45.605789 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:45.606805 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bc330db-de45-44f6-9ffb-56063eded6fa {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:45.609445 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'status': 'completed', 'code': 200} Aug 20 12:02:45.611521 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-b87c6ab4-dd86-4813-97a8-56419d07cd68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6 HTTP/1.1" status: 200 len: 217 time: 0.0929377 Aug 20 12:02:45.697341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.712270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-14441a21-4e47-46a9-84c5-9d277cb859a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:45.713793 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-14441a21-4e47-46a9-84c5-9d277cb859a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.0934391 Aug 20 12:02:45.714983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c9dd7-e83e-43f6-a969-80ea4c55e5d3 req-f4ac4d01-158b-4d3e-9d81-ba55d5bb821c tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:45.728324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-591c9dd7-e83e-43f6-a969-80ea4c55e5d3 req-f4ac4d01-158b-4d3e-9d81-ba55d5bb821c tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 950 time: 0.2224948 Aug 20 12:02:45.729870 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.742335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Transition to ACTIVE for port object c1a03618-3705-4d10-98c3-09d18a4110ae will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:45.756875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2f407bae-73b5-452c-b5cb-ddfa459e54c5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:45.783170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-0b34b146-90c3-472b-bd53-4bdb5578ddef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604289 Aug 20 12:02:45.807285 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.847372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-591c9dd7-e83e-43f6-a969-80ea4c55e5d3 req-263ecb01-2699-4c42-ac46-0a476c25ba96 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098013 Aug 20 12:02:45.898972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Attempting to bind port c1a03618-3705-4d10-98c3-09d18a4110ae on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:45.899353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Attempting to bind port c1a03618-3705-4d10-98c3-09d18a4110ae by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:45.899723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Attempting to bind port c1a03618-3705-4d10-98c3-09d18a4110ae on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:45.934174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:45.934669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:45.935118 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.935519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:45.936016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Bound port: c1a03618-3705-4d10-98c3-09d18a4110ae, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:45.940304 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.988333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:45.988702 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.001807 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-66b15641-98d5-46d6-8091-3fd1402f9e9d service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095280 Aug 20 12:02:46.060909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86180ae8-674e-425a-9499-7e7bbe8b34d0 None None] Pushing event updated for resources: {'Port': ['ID=c1a03618-3705-4d10-98c3-09d18a4110ae,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:46.095703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] For port c1a03618-3705-4d10-98c3-09d18a4110ae, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:46.100855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] For port c1a03618-3705-4d10-98c3-09d18a4110ae, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c1a03618-3705-4d10-98c3-09d18a4110ae,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:46.127801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.191584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86180ae8-674e-425a-9499-7e7bbe8b34d0 None None] Pushing event updated for resources: {'Port': ['ID=c1a03618-3705-4d10-98c3-09d18a4110ae,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:46.219351 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bdff4ca9-747a-4bbe-97c9-fe7ad0ae8b2b req-28e39b7e-82ff-413f-b044-5d1c246530f6 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050252 Aug 20 12:02:46.246446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Routers {'82102c32-0d0e-40bf-9f9a-933af7ef7017'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:46.247735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:02:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['82102c32-0d0e-40bf-9f9a-933af7ef7017'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:46.358473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-b9db7a6b-6348-4561-896b-8627480c764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:46.360015 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-b9db7a6b-6348-4561-896b-8627480c764b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 1095 time: 0.0923698 Aug 20 12:02:46.396750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] Set router 82102c32-0d0e-40bf-9f9a-933af7ef7017 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:46.415514 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.502759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:46.506805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-b31f9ae3-5a11-4adb-9e94-3fec52e3603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:46.509836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-b31f9ae3-5a11-4adb-9e94-3fec52e3603a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 913 time: 0.1411147 Aug 20 12:02:46.513594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de019c6c-6cc6-42f1-9001-cd7a0f4637fc req-955796ee-f167-4eaf-adc2-dc344ddd109b tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:46.515298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de019c6c-6cc6-42f1-9001-cd7a0f4637fc req-955796ee-f167-4eaf-adc2-dc344ddd109b tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 931 time: 0.1691978 Aug 20 12:02:46.555138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:46.567976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:46.570805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event updated for resources: {'Port': ['ID=7816e6f6-1fa4-4408-b548-52c126beec02,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:46.578024 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-c737c492-388e-462a-a5f1-aa2ac34c9bd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6 HTTP/1.1" status: 200 len: 217 time: 0.0587802 Aug 20 12:02:46.734394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:42Z', 'revision_number': 3, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port': {'id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:40Z', 'updated_at': '2021-08-20T12:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:46.767847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfba3e-74d6-4a96-bd3a-1615ba222c36 None None] The sync data for ids ['82102c32-0d0e-40bf-9f9a-933af7ef7017'] in n-d-800634-10 is: [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:42Z', 'revision_number': 3, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port': {'id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:40Z', 'updated_at': '2021-08-20T12:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:46.773649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de019c6c-6cc6-42f1-9001-cd7a0f4637fc req-57adb4cf-d18d-4534-a110-426d912f683b tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187340 Aug 20 12:02:46.877230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:46.877924 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.924586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0d2b139e-cf66-4202-b1b5-ab7140e381e0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6948388 Aug 20 12:02:46.952266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:46.958618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Request body: {'port': {'device_id': 'ac6eb3c1-01b4-4948-aaba-606a003206fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:47.050081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-ce35e530-11f4-4d4d-8846-ea4c354ffa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:47.053220 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-ce35e530-11f4-4d4d-8846-ea4c354ffa68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.4674799 Aug 20 12:02:47.077550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.102036 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-a2a54e9a-dd55-4fec-9a04-791a0e513189 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410972 Aug 20 12:02:47.311902 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-4f8f7467-f22e-41f0-9835-aa1488a9b9eb service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916795 Aug 20 12:02:47.463351 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-73ad336a-a9a6-41f9-82e8-badaedf916bd req-ad933efb-0532-49dc-a3ed-110931e3649e service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501260 Aug 20 12:02:47.494464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aecb8-daa9-4fe5-a741-618c13aaf788 req-b8ef6b09-4709-48c0-845c-9bfafd147ce2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:47.502863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c74aecb8-daa9-4fe5-a741-618c13aaf788 req-b8ef6b09-4709-48c0-845c-9bfafd147ce2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 943 time: 0.3325582 Aug 20 12:02:47.693830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c1a03618-3705-4d10-98c3-09d18a4110ae up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:47.743505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c74aecb8-daa9-4fe5-a741-618c13aaf788 req-d10e0911-5400-4abc-96b2-47b697249971 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253280 Aug 20 12:02:47.770955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Allocated IP 172.20.0.1 (678114e6-2825-4330-b411-8a19cbc67a24/f3626537-f30c-4d4c-9382-7371d026189f/e0d229a8-90ec-4eee-b970-a018ec557fb7) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:47.836693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c1a03618-3705-4d10-98c3-09d18a4110ae completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:47.851676 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c1a03618-3705-4d10-98c3-09d18a4110ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:47.852397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.008517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.038362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c1a03618-3705-4d10-98c3-09d18a4110ae, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c1a03618-3705-4d10-98c3-09d18a4110ae,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:48.043219 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.099200 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.113212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7816e6f6-1fa4-4408-b548-52c126beec02 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:48.130501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c1a03618-3705-4d10-98c3-09d18a4110ae,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:48.168007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037485-4731-4ee5-9e02-47e01b0b0988 req-dda01d1c-fb42-4adc-b59a-394605e287c8 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:48.176244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01037485-4731-4ee5-9e02-47e01b0b0988 req-dda01d1c-fb42-4adc-b59a-394605e287c8 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 931 time: 0.2228181 Aug 20 12:02:48.178632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.216665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Transition to ACTIVE for port object e0d229a8-90ec-4eee-b970-a018ec557fb7 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:48.239828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Transition to ACTIVE for port object 7816e6f6-1fa4-4408-b548-52c126beec02 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:48.250772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.300044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41536) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.322844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01037485-4731-4ee5-9e02-47e01b0b0988 req-a2db00db-aff8-4690-9377-cd6079f871d8 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186788 Aug 20 12:02:48.399490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Pushing event updated for resources: {'Port': ['ID=7816e6f6-1fa4-4408-b548-52c126beec02,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:48.425547 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.475866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-205f20ab-50bb-4a5d-a575-51c6339f3413 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:48.489786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Network 678114e6-2825-4330-b411-8a19cbc67a24 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:48.493705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Pushing event updated for resources: {'Port': ['ID=e0d229a8-90ec-4eee-b970-a018ec557fb7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:48.501579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:48.509226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:02:48.513360 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-205f20ab-50bb-4a5d-a575-51c6339f3413 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "PUT /v2.0/quotas/dce813a0b758416e8594fe3f09bdc099 HTTP/1.1" status: 200 len: 366 time: 0.2109277 Aug 20 12:02:48.514299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41556) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.537031 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-719c404d-40b0-487d-b32e-e123c42d1065 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0216358 Aug 20 12:02:48.537281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41558) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.546647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Attempting to bind port 7816e6f6-1fa4-4408-b548-52c126beec02 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:48.547014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Attempting to bind port 7816e6f6-1fa4-4408-b548-52c126beec02 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:48.547346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Attempting to bind port 7816e6f6-1fa4-4408-b548-52c126beec02 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:48.558576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Port 7816e6f6-1fa4-4408-b548-52c126beec02 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:02:48.558817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Attempting to bind port 7816e6f6-1fa4-4408-b548-52c126beec02 on network e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:48.564543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eaf8227c-9814-4ad5-9492-f0a7b0c11528 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "GET /v2.0/quotas/dce813a0b758416e8594fe3f09bdc099 HTTP/1.1" status: 200 len: 366 time: 0.0258827 Aug 20 12:02:48.567529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41560) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.569950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:48.570324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Checking segment: {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:48.570713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Bound using segment: {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:48.571156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Bound port: 7816e6f6-1fa4-4408-b548-52c126beec02, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02327bc-20c3-455d-bde8-2a0f56a3bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:48.571521 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.577783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.591838 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-479bc82a-fbf1-4b71-9024-66c8db1ef6a5 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/dce813a0b758416e8594fe3f09bdc099 HTTP/1.1" status: 204 len: 168 time: 0.0229936 Aug 20 12:02:48.592175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41562) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.666718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-499efbc3-d1fc-43fa-8a20-f69e21eba1be tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0376627 Aug 20 12:02:48.669501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41566) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.685349 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5d7fab2e-9c0e-4d2c-ae19-c4e4685a8ebb tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "GET /v2.0/quotas/dce813a0b758416e8594fe3f09bdc099 HTTP/1.1" status: 200 len: 370 time: 0.0146344 Aug 20 12:02:48.687662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41568) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.692894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-18aa24a7-dc99-4336-995c-3778005b9deb tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "GET /v2.0/quotas/dce813a0b758416e8594fe3f09bdc099/default HTTP/1.1" status: 200 len: 370 time: 0.0039620 Aug 20 12:02:48.695956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41570) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.706893 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-fb62c5a7-73a0-4eb6-9f36-ac4d734d1e29 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] delete failed (client error): The resource could not be found. Aug 20 12:02:48.708519 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fb62c5a7-73a0-4eb6-9f36-ac4d734d1e29 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/dce813a0b758416e8594fe3f09bdc099 HTTP/1.1" status: 404 len: 348 time: 0.0113904 Aug 20 12:02:48.765764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41576) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.805860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7f9eaa90-2709-4ad4-9a3f-bad408af416b None None] Provisioning for port e0d229a8-90ec-4eee-b970-a018ec557fb7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:48.814570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7f9eaa90-2709-4ad4-9a3f-bad408af416b None None] Provisioning complete for port e0d229a8-90ec-4eee-b970-a018ec557fb7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:48.814846 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7f9eaa90-2709-4ad4-9a3f-bad408af416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.856044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] For port 7816e6f6-1fa4-4408-b548-52c126beec02, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:48.894697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7f9eaa90-2709-4ad4-9a3f-bad408af416b None None] Port e0d229a8-90ec-4eee-b970-a018ec557fb7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:48.920721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] For port 7816e6f6-1fa4-4408-b548-52c126beec02, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7816e6f6-1fa4-4408-b548-52c126beec02,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:48.927276 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-078afcce-4893-442c-9ddf-9c93c958ece4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.928228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.956383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:48.998851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Usage tracker for resource:network and tenant:aba56a987558492f8c351d25028e03ad is out of sync, need to count used quota {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 12:02:49.003238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.003860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.005310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] 10.222.0.73 "PUT /v2.0/ports/7816e6f6-1fa4-4408-b548-52c126beec02 HTTP/1.1" status: 200 len: 1092 time: 2.0556970 Aug 20 12:02:49.007179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6eb3c1-01b4-4948-aaba-606a003206fb', 'tag': '7816e6f6-1fa4-4408-b548-52c126beec02'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:49.009454 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6eb3c1-01b4-4948-aaba-606a003206fb", "tag": "7816e6f6-1fa4-4408-b548-52c126beec02"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:49.014729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 12:02:49.015458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.032210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Usage tracker for resource:subnet and tenant:aba56a987558492f8c351d25028e03ad is out of sync, need to count used quota {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 12:02:49.053501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 12:02:49.053775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501dce3-48bc-412c-854e-4fd9d730594d req-1c6ebbfe-bb2a-4e6a-b1f3-48738ef10bb0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.055266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9501dce3-48bc-412c-854e-4fd9d730594d req-1c6ebbfe-bb2a-4e6a-b1f3-48738ef10bb0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 943 time: 0.2332997 Aug 20 12:02:49.073237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Usage tracker for resource:subnetpool and tenant:aba56a987558492f8c351d25028e03ad is out of sync, need to count used quota {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 12:02:49.079295 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a139580-6516-4a77-b844-bfb621cdf177 x-openstack-request-id: req-2a139580-6516-4a77-b844-bfb621cdf177 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:49.079588 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6eb3c1-01b4-4948-aaba-606a003206fb", "tag": "7816e6f6-1fa4-4408-b548-52c126beec02", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:49.079842 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a139580-6516-4a77-b844-bfb621cdf177 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:49.080243 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6eb3c1-01b4-4948-aaba-606a003206fb', 'tag': '7816e6f6-1fa4-4408-b548-52c126beec02', 'status': 'completed', 'code': 200} Aug 20 12:02:49.081719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cfeda-b64f-4d57-be97-a5d1b3fd24fb service neutron] Pushing event updated for resources: {'Port': ['ID=7816e6f6-1fa4-4408-b548-52c126beec02,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:49.086636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 12:02:49.094957 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-078afcce-4893-442c-9ddf-9c93c958ece4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.099900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Usage tracker for resource:port and tenant:aba56a987558492f8c351d25028e03ad is out of sync, need to count used quota {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 12:02:49.101742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-078afcce-4893-442c-9ddf-9c93c958ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.122914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 12:02:49.154706 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-078afcce-4893-442c-9ddf-9c93c958ece4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a78875381e6843eca5be6f4a2b3a9a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842552 Aug 20 12:02:49.154706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Usage tracker for resource:router and tenant:aba56a987558492f8c351d25028e03ad is out of sync, need to count used quota {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 12:02:49.155313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:49.161315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9501dce3-48bc-412c-854e-4fd9d730594d req-59f1523e-0fd2-40c8-914e-7d57a301dab7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933168 Aug 20 12:02:49.164077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078afcce-4893-442c-9ddf-9c93c958ece4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca86e26a-a524-4464-a099-bf2b70be4b5c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:49.170412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 12:02:49.193038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Usage tracker for resource:floatingip and tenant:aba56a987558492f8c351d25028e03ad is out of sync, need to count used quota {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 12:02:49.196399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0e9f9c87-206d-4609-a19e-caaf5149c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.197768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-0e9f9c87-206d-4609-a19e-caaf5149c19a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 1095 time: 0.1392100 Aug 20 12:02:49.206106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 12:02:49.249084 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00d442ea-3b14-4425-b78e-64592b0f956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.281399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-2199d313-58a6-470c-9389-dc5e1cb63db4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7816e6f6-1fa4-4408-b548-52c126beec02 HTTP/1.1" status: 200 len: 217 time: 0.0730510 Aug 20 12:02:49.286047 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00d442ea-3b14-4425-b78e-64592b0f956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.314789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Usage tracker for resource:security_group and tenant:aba56a987558492f8c351d25028e03ad is out of sync, need to count used quota {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 12:02:49.326255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 12:02:49.335933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Usage tracker for resource:security_group_rule and tenant:aba56a987558492f8c351d25028e03ad is out of sync, need to count used quota {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 12:02:49.341578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.quota.resource [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101033) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 12:02:49.346947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f9212b32-4fe5-4644-8c7e-b406882a2592 tempest-QuotasTest-518694394 tempest-QuotasTest-518694394-project-admin] 10.222.0.25 "GET /v2.0/quotas/aba56a987558492f8c351d25028e03ad/details.json HTTP/1.1" status: 200 len: 703 time: 0.3895977 Aug 20 12:02:49.357742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d06ebe00-b3c8-4d3d-91df-5eac05281a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.359293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-d06ebe00-b3c8-4d3d-91df-5eac05281a1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4091ca88-b2b8-4309-8d73-004dd22b5b84 HTTP/1.1" status: 200 len: 861 time: 0.0683818 Aug 20 12:02:49.360487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00d442ea-3b14-4425-b78e-64592b0f956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.363337 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00d442ea-3b14-4425-b78e-64592b0f956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.364488 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-00d442ea-3b14-4425-b78e-64592b0f956b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca86e26a-a524-4464-a099-bf2b70be4b5c HTTP/1.1" status: 204 len: 168 time: 0.2082453 Aug 20 12:02:49.394571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d442ea-3b14-4425-b78e-64592b0f956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca86e26a-a524-4464-a099-bf2b70be4b5c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:49.403991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d0a1203e-3529-4dc6-a4e0-165bd95761c6 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:49.407364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-30132c3d-1f80-4b11-b942-3d487dd7fa07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322177 Aug 20 12:02:49.410582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:02:49.467856 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.572308 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.575167 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.602792 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:02:49.657484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:49.661474 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1754ed71-10ba-4207-aec1-d1ac6d297a29" -d '{"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-unplugged", "status": "completed", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:49.700768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c1a03618-3705-4d10-98c3-09d18a4110ae up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:49.705905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Pushing event updated for resources: {'Port': ['ID=e0d229a8-90ec-4eee-b970-a018ec557fb7,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:49.724651 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.741962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba256a84-d1ec-45ff-b380-a368e14a2f11 req-bfccdaaf-e89e-4461-afcc-5d7aa2cf9bbc tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:49.743353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba256a84-d1ec-45ff-b380-a368e14a2f11 req-bfccdaaf-e89e-4461-afcc-5d7aa2cf9bbc tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 943 time: 0.1898024 Aug 20 12:02:49.754329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:49.756539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-faa0f770-5842-4b11-b8b2-924ac8add473 service neutron] 10.222.0.73 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390589 Aug 20 12:02:49.758553 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4300f4-fbc8-4b43-92d1-e7c8ab83a490 x-openstack-request-id: req-be4300f4-fbc8-4b43-92d1-e7c8ab83a490 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:49.758905 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-unplugged", "status": "completed", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:49.759684 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be4300f4-fbc8-4b43-92d1-e7c8ab83a490 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:49.760253 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'code': 200} Aug 20 12:02:49.769143 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.809614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41612) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:49.818637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:49.837531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'port_id': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'mac_address': 'fa:16:3e:79:5c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87863f-0c3d-46c4-b743-b332100a4c7c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:49.890694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:49.908873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c1a03618-3705-4d10-98c3-09d18a4110ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:49.909528 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.911004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.951738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a1203e-3529-4dc6-a4e0-165bd95761c6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:49.985413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b947aae7-8f50-4d51-acc8-aa56db40e4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.993661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:50.002279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.135184 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b947aae7-8f50-4d51-acc8-aa56db40e4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.141064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b947aae7-8f50-4d51-acc8-aa56db40e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.206710 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b947aae7-8f50-4d51-acc8-aa56db40e4ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d60b8ad64bab4c36b9073aeffc9983a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950009 Aug 20 12:02:50.207528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41628) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:50.207676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba256a84-d1ec-45ff-b380-a368e14a2f11 req-8f6545be-e01a-4564-bc05-cbff1d2161bd tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543209 Aug 20 12:02:50.248528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c06d007b-685d-49d0-8997-dcb800c98c42 req-991eddaf-5519-4c5f-a3ff-86f6fa666394 service neutron] 10.222.0.73 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513614 Aug 20 12:02:50.256681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Network 678114e6-2825-4330-b411-8a19cbc67a24 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:02:50.259748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:50.331172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:50.396852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24989c62-905b-42fa-a583-1b1d2bed2ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.411462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947aae7-8f50-4d51-acc8-aa56db40e4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0d4cf-bb22-4dd8-9175-7c1cec30d8e5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:50.421243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['d0a1203e-3529-4dc6-a4e0-165bd95761c6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:50.468416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24989c62-905b-42fa-a583-1b1d2bed2ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.546830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24989c62-905b-42fa-a583-1b1d2bed2ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.555812 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24989c62-905b-42fa-a583-1b1d2bed2ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.571446 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-24989c62-905b-42fa-a583-1b1d2bed2ec4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2de0d4cf-bb22-4dd8-9175-7c1cec30d8e5 HTTP/1.1" status: 204 len: 168 time: 0.3559914 Aug 20 12:02:50.583262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-e62d693b-e03e-4bc1-95b8-541b55efaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:50.589614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-e62d693b-e03e-4bc1-95b8-541b55efaf38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae3c4630aca34fefb11101e28d622dcd&device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 1095 time: 0.2714562 Aug 20 12:02:50.598783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24989c62-905b-42fa-a583-1b1d2bed2ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0d4cf-bb22-4dd8-9175-7c1cec30d8e5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:50.616702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Router 82102c32-0d0e-40bf-9f9a-933af7ef7017 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:02:50.641002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb39d3-2192-451c-b959-02a9cfc805df req-8045c777-4eb6-46b4-87b2-8e2c9be93b86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:50.650804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bdb39d3-2192-451c-b959-02a9cfc805df req-8045c777-4eb6-46b4-87b2-8e2c9be93b86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 944 time: 0.2904584 Aug 20 12:02:50.738620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e4fa319a-dca3-4c2d-a2a4-6f8891f017b1 None None] Provisioning complete for port e0d229a8-90ec-4eee-b970-a018ec557fb7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:50.739421 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e4fa319a-dca3-4c2d-a2a4-6f8891f017b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.749913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41652) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:50.792086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa319a-dca3-4c2d-a2a4-6f8891f017b1 None None] Port e0d229a8-90ec-4eee-b970-a018ec557fb7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:02:50.810996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bdb39d3-2192-451c-b959-02a9cfc805df req-2506e8e0-ef10-4bd0-bbc5-24060ae00422 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592927 Aug 20 12:02:50.864146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-48ac54f8-81ab-4468-87bc-a8294b5c2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:50.865772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-48ac54f8-81ab-4468-87bc-a8294b5c2210 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 200 len: 922 time: 0.2625065 Aug 20 12:02:50.939540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-a5420110-bd50-487f-b8ae-0ea1bf318d11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7816e6f6-1fa4-4408-b548-52c126beec02 HTTP/1.1" status: 200 len: 217 time: 0.0610678 Aug 20 12:02:50.944903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:02:50.950093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8a536a80-e2f3-46ca-8a37-0413adb9911c admin admin] 10.222.0.25 "PUT /v2.0/routers/82102c32-0d0e-40bf-9f9a-933af7ef7017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2123535 Aug 20 12:02:50.957976 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Sync routers for ids ['82102c32-0d0e-40bf-9f9a-933af7ef7017'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:02:50.975602 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Routers {'82102c32-0d0e-40bf-9f9a-933af7ef7017'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:50.976562 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:02:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['82102c32-0d0e-40bf-9f9a-933af7ef7017'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:51.013099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-50510bd1-e1a9-4748-808c-aed7f1ee7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:51.014953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-50510bd1-e1a9-4748-808c-aed7f1ee7a3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4091ca88-b2b8-4309-8d73-004dd22b5b84 HTTP/1.1" status: 200 len: 861 time: 0.0577700 Aug 20 12:02:51.051506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-3ab95ccc-a171-4caf-ac01-98f9f3d28ce8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271347 Aug 20 12:02:51.066569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-963826365-network', 'tenant_id': 'acec900bc14e4325bc8d6fd74d09e780'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:51.085643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41660) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:51.109206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3a2e-d8cb-4ccb-b852-6f3dc56320a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.118466 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Set router 82102c32-0d0e-40bf-9f9a-933af7ef7017 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:51.119450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Made reservation on behalf of acec900bc14e4325bc8d6fd74d09e780 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:51.122920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.143926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.209198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-9bb7114d-ed04-4e1d-aa6a-1378c101a310 service neutron] 10.222.0.73 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372080 Aug 20 12:02:51.259816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3a2e-d8cb-4ccb-b852-6f3dc56320a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.270907 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3a2e-d8cb-4ccb-b852-6f3dc56320a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.345595 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a5cc3a2e-d8cb-4ccb-b852-6f3dc56320a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aba56a987558492f8c351d25028e03ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587621 Aug 20 12:02:51.352323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41670) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:51.376015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc3a2e-d8cb-4ccb-b852-6f3dc56320a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed4123-13fd-47da-bd7a-52166577ef5e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:51.403752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:51.428027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f977c4a-9ad9-4354-9c3c-e68eb48bf9a0 req-941d07a5-7fbd-4d35-b8e1-b86035671fe7 service neutron] 10.222.0.73 "GET /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088342 Aug 20 12:02:51.438027 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:48Z', 'revision_number': 4, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port': {'id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:40Z', 'updated_at': '2021-08-20T12:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'e0d229a8-90ec-4eee-b970-a018ec557fb7', 'name': '', 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'mac_address': 'fa:16:3e:0e:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f3626537-f30c-4d4c-9382-7371d026189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:47Z', 'updated_at': '2021-08-20T12:02:49Z', 'revision_number': 2, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'subnets': [{'id': 'f3626537-f30c-4d4c-9382-7371d026189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:51.508973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc99d81-b8f7-48cf-a82b-a03ed060274f req-db14f5ad-1745-40a9-a940-00307edacd38 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:51.533974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbc99d81-b8f7-48cf-a82b-a03ed060274f req-db14f5ad-1745-40a9-a940-00307edacd38 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 943 time: 0.1689281 Aug 20 12:02:51.609507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:51.646420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'mac_address': 'fa:16:3e:d3:59:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:51.661697 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Checking router: 82102c32-0d0e-40bf-9f9a-933af7ef7017 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:02:51.662638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Updating router 82102c32-0d0e-40bf-9f9a-933af7ef7017 port e0d229a8-90ec-4eee-b970-a018ec557fb7 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:02:51.664265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.668001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbc99d81-b8f7-48cf-a82b-a03ed060274f req-ae9df673-b879-4a83-816c-6fab6c39c930 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308610 Aug 20 12:02:51.681297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23e5b40a-dec9-4c8a-bbe9-4ea61a28dd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.682709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.736055 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.772146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-987aa6c1-d0fa-4d1c-ad69-1adf2bcb5e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.781610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcb537c-0d8d-43af-be36-e39d6ada6e5f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:51.808166 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.828511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:51.841702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeefa808-1622-41e0-886a-cb9f3c9280ae {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:51.855429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23e5b40a-dec9-4c8a-bbe9-4ea61a28dd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.894675 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:51.895021 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Added segment be0adec3-7cde-405d-b88a-20f3e178d052 of type vlan for network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 Aug 20 12:02:51.900552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:51.907913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.047714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:52.066499 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.110203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23e5b40a-dec9-4c8a-bbe9-4ea61a28dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.122582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23e5b40a-dec9-4c8a-bbe9-4ea61a28dd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.123812 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23e5b40a-dec9-4c8a-bbe9-4ea61a28dd62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fed4123-13fd-47da-bd7a-52166577ef5e HTTP/1.1" status: 204 len: 168 time: 0.7681127 Aug 20 12:02:52.129772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.137028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:52.138217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.148314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['eeefa808-1622-41e0-886a-cb9f3c9280ae'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:52.173418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9551-80b3-4e75-a2de-1de7b7d41e29 req-31fa48b1-b101-4237-a421-6402cdbf04ec tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:52.213997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bb9551-80b3-4e75-a2de-1de7b7d41e29 req-31fa48b1-b101-4237-a421-6402cdbf04ec tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 944 time: 0.1749997 Aug 20 12:02:52.433858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bb9551-80b3-4e75-a2de-1de7b7d41e29 req-71295cbb-daad-4fdf-a78b-7e5dc63842af tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032571 Aug 20 12:02:52.508526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:52.523228 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8f45bbdf-602c-47a4-84e2-758f7737ea89 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7714326 Aug 20 12:02:52.524699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5b40a-dec9-4c8a-bbe9-4ea61a28dd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed4123-13fd-47da-bd7a-52166577ef5e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:52.526743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41712) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:52.549962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Request body: {'subnet': {'network_id': 'a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-963826365-subnet', 'tenant_id': 'acec900bc14e4325bc8d6fd74d09e780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:52.616480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:52.665600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Made reservation on behalf of acec900bc14e4325bc8d6fd74d09e780 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:52.673761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.785696 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:52.803437 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Transition to ACTIVE for port object e0d229a8-90ec-4eee-b970-a018ec557fb7 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:02:52.818902 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.006221 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232e1c2-ba38-4fa4-925f-abd56f8a3e9f None None] Pushing event updated for resources: {'Port': ['ID=e0d229a8-90ec-4eee-b970-a018ec557fb7,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:53.163553 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Attempting to bind port e0d229a8-90ec-4eee-b970-a018ec557fb7 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:02:53.164282 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Attempting to bind port e0d229a8-90ec-4eee-b970-a018ec557fb7 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:02:53.164829 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Attempting to bind port e0d229a8-90ec-4eee-b970-a018ec557fb7 on network 678114e6-2825-4330-b411-8a19cbc67a24 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:02:53.176277 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:02:53.178903 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Checking segment: {'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:53.179313 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.181872 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Bound using segment: {'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:02:53.182615 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Bound port: e0d229a8-90ec-4eee-b970-a018ec557fb7, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa361bb5-3d41-4c04-bb8b-674b10bef108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:02:53.183206 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.207710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3f002-e299-4373-b571-3192dcdfa903 req-bf40736b-cf40-4830-866b-b0c4d33d1504 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:53.221801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-78c3f002-e299-4373-b571-3192dcdfa903 req-bf40736b-cf40-4830-866b-b0c4d33d1504 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 943 time: 0.3779149 Aug 20 12:02:53.402580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7816e6f6-1fa4-4408-b548-52c126beec02 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:02:53.416416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d0a1203e-3529-4dc6-a4e0-165bd95761c6 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:53.429193 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] For port e0d229a8-90ec-4eee-b970-a018ec557fb7, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:02:53.443240 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] For port e0d229a8-90ec-4eee-b970-a018ec557fb7, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e0d229a8-90ec-4eee-b970-a018ec557fb7,segment=NetworkSegment(aa361bb5-3d41-4c04-bb8b-674b10bef108),segment_id=aa361bb5-3d41-4c04-bb8b-674b10bef108)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:02:53.454560 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:53.533613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-78c3f002-e299-4373-b571-3192dcdfa903 req-92625100-82c2-4521-aa02-f045bd983886 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018863 Aug 20 12:02:53.591563 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232e1c2-ba38-4fa4-925f-abd56f8a3e9f None None] Pushing event updated for resources: {'Port': ['ID=e0d229a8-90ec-4eee-b970-a018ec557fb7,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:53.653600 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Routers {'82102c32-0d0e-40bf-9f9a-933af7ef7017'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:02:53.654956 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:02:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['82102c32-0d0e-40bf-9f9a-933af7ef7017'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:53.685490 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:02:53.847930 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] Set router 82102c32-0d0e-40bf-9f9a-933af7ef7017 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:02:53.930162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port d0a1203e-3529-4dc6-a4e0-165bd95761c6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:53.936919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port d0a1203e-3529-4dc6-a4e0-165bd95761c6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:53.937683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.014314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.122333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7816e6f6-1fa4-4408-b548-52c126beec02, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7816e6f6-1fa4-4408-b548-52c126beec02,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:54.218392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '7816e6f6-1fa4-4408-b548-52c126beec02', 'network_id': 'e0feaa8b-b98d-4662-bec3-96c6c37ac7f0', 'port_id': '7816e6f6-1fa4-4408-b548-52c126beec02', 'mac_address': 'fa:16:3e:55:f4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4091ca88-b2b8-4309-8d73-004dd22b5b84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:02:54.250606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516ed9f-3b07-48d0-b309-b5fcfe12ae6b req-a437f52d-5b97-4132-96ff-f5ef86df0c54 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:54.262760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4516ed9f-3b07-48d0-b309-b5fcfe12ae6b req-a437f52d-5b97-4132-96ff-f5ef86df0c54 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 944 time: 0.4675331 Aug 20 12:02:54.282413 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.332972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=369acbe1-0289-4132-815d-306fcbc13b22,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:54.467466 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a366-cd52-409e-aabf-58efd5bb7a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.487522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:54.492322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Checking segment: {'id': 'be0adec3-7cde-405d-b88a-20f3e178d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:54.492689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Network hostable DHCP agents. Network: a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:54.499376 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b19296-d333-4231-b239-46d30083e486" -d '{"events": [{"server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "name": "network-vif-plugged", "status": "completed", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:54.510701 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.514124 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:48Z', 'revision_number': 4, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port': {'id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:40Z', 'updated_at': '2021-08-20T12:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'e0d229a8-90ec-4eee-b970-a018ec557fb7', 'name': '', 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'mac_address': 'fa:16:3e:0e:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f3626537-f30c-4d4c-9382-7371d026189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:47Z', 'updated_at': '2021-08-20T12:02:53Z', 'revision_number': 4, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'subnets': [{'id': 'f3626537-f30c-4d4c-9382-7371d026189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:02:54.524021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4516ed9f-3b07-48d0-b309-b5fcfe12ae6b req-18e7edf5-7aed-49e6-8446-a9aa4e212b0e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264223 Aug 20 12:02:54.539171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:54.546264 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.550757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7816e6f6-1fa4-4408-b548-52c126beec02 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:02:54.584111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:54.618599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:54.638667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:54.639704 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.640121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4401641-cadd-4c84-b2f3-27222974cda3 None None] Network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:54.665542 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fff1ac-53ec-4d4b-867f-412fdda1639c None None] The sync data for ids ['82102c32-0d0e-40bf-9f9a-933af7ef7017'] in n-d-800634-10 is: [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:02:48Z', 'revision_number': 4, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port': {'id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:40Z', 'updated_at': '2021-08-20T12:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'e0d229a8-90ec-4eee-b970-a018ec557fb7', 'name': '', 'network_id': '678114e6-2825-4330-b411-8a19cbc67a24', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'mac_address': 'fa:16:3e:0e:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f3626537-f30c-4d4c-9382-7371d026189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:47Z', 'updated_at': '2021-08-20T12:02:53Z', 'revision_number': 4, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'subnets': [{'id': 'f3626537-f30c-4d4c-9382-7371d026189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:02:54.683916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e3ee64f0-676f-43fb-a733-f48e39281e0f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1537964 Aug 20 12:02:54.733045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7816e6f6-1fa4-4408-b548-52c126beec02, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7816e6f6-1fa4-4408-b548-52c126beec02,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:54.781301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:54.799196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:54.908120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41760) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:55.166749 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419eff1a-f687-43de-a9b9-f34e282c7e96 x-openstack-request-id: req-419eff1a-f687-43de-a9b9-f34e282c7e96 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:55.169198 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "name": "network-vif-plugged", "status": "completed", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:55.169472 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-419eff1a-f687-43de-a9b9-f34e282c7e96 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:55.169893 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'code': 200} Aug 20 12:02:55.265729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['7816e6f6-1fa4-4408-b548-52c126beec02'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:02:55.404019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1971111505'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:55.416556 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.452725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:55.521550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=7816e6f6-1fa4-4408-b548-52c126beec02,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:55.569258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566ab15-d685-4648-84c0-dad0bc832a32 req-d18ba606-87b5-45df-acd4-a446bd3e49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:55.570831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3566ab15-d685-4648-84c0-dad0bc832a32 req-d18ba606-87b5-45df-acd4-a446bd3e49ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 1097 time: 0.3940334 Aug 20 12:02:55.573155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6261a650-872d-4c32-9d62-eefb739575c1 None None] Network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:55.778789 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.786520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e0d229a8-90ec-4eee-b970-a018ec557fb7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:55.814345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Made reservation on behalf of 942cf07f4569496c921b7bcfd7c0da73 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:55.841416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.920471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port eeefa808-1622-41e0-886a-cb9f3c9280ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:55.920844 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.959625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:55.976952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3566ab15-d685-4648-84c0-dad0bc832a32 req-755eba6c-573d-4273-8095-433972a0b0a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664606 Aug 20 12:02:56.111780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e0d229a8-90ec-4eee-b970-a018ec557fb7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:56.115044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4a1d9-e49a-4c42-b87c-e4dc8a17708a req-59a81b7a-d08b-421d-9818-1a92f021f2fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:56.123593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dda4a1d9-e49a-4c42-b87c-e4dc8a17708a req-59a81b7a-d08b-421d-9818-1a92f021f2fe tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 944 time: 0.6892684 Aug 20 12:02:56.136306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e0d229a8-90ec-4eee-b970-a018ec557fb7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:56.138367 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.294711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dda4a1d9-e49a-4c42-b87c-e4dc8a17708a req-9dbea7c6-619c-4811-a3cf-870abe3d6f40 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701100 Aug 20 12:02:56.346146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.425578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-86dd3370-38fa-42f2-8c15-fdd0ded7a6a8 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:56.440861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-86dd3370-38fa-42f2-8c15-fdd0ded7a6a8 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/networks?id=a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 HTTP/1.1" status: 200 len: 812 time: 0.5032918 Aug 20 12:02:56.477550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:56.489017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.520936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.558679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-ce367e30-6ac8-410a-8d7a-f0c7c7ff8e7a tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/quotas/acec900bc14e4325bc8d6fd74d09e780 HTTP/1.1" status: 200 len: 375 time: 0.1155245 Aug 20 12:02:56.577324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.594354 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.637574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fad044-dcb1-498d-914f-fb0fb3ea411b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:56.649403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-4a87b481-650f-4032-a709-916789de0fd4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=acec900bc14e4325bc8d6fd74d09e780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888484 Aug 20 12:02:56.660404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:02:56.713399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:56.745457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e0d229a8-90ec-4eee-b970-a018ec557fb7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e0d229a8-90ec-4eee-b970-a018ec557fb7,segment=NetworkSegment(aa361bb5-3d41-4c04-bb8b-674b10bef108),segment_id=aa361bb5-3d41-4c04-bb8b-674b10bef108)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:56.750954 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.776384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-f62ba556-c601-402e-b980-32c467f4af2a service neutron] 10.222.0.25 "GET /v2.0/networks/a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061800 Aug 20 12:02:56.787509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b754-a7d5-4caf-8f04-40b2f77daf22 req-c1cf9f8b-76f1-433b-aa79-fa9d941427e1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:56.795001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb07b754-a7d5-4caf-8f04-40b2f77daf22 req-c1cf9f8b-76f1-433b-aa79-fa9d941427e1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.3400078 Aug 20 12:02:56.836293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.836685 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Added segment ebdcf1bd-1741-4357-9e49-c030e4d970d9 of type vlan for network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c Aug 20 12:02:56.892459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e0d229a8-90ec-4eee-b970-a018ec557fb7,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:56.914335 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:56.962303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb07b754-a7d5-4caf-8f04-40b2f77daf22 req-35d0c720-2341-4d5a-aa10-a953f7b4f3ee tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662691 Aug 20 12:02:56.975650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.106238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-0179a386-1c31-4560-ac11-7f510a621415 service neutron] 10.222.0.25 "GET /v2.0/networks/a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902837 Aug 20 12:02:57.107287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.113144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:57.113744 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.171141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:57.173764 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be81fe1d-44c6-4531-9b96-da187dd05d24" -d '{"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-plugged", "status": "completed", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:57.237184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Network': ['ID=546e8cb2-9109-4b26-bd4a-086ff0eecd8c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:57.251215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:02:57.272229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c7e9d93-e46e-41a0-a593-5e4fef789f2c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3598545 Aug 20 12:02:57.272565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41792) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:57.290760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'subnet': {'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:57.455131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7816e6f6-1fa4-4408-b548-52c126beec02 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:57.539443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Made reservation on behalf of 942cf07f4569496c921b7bcfd7c0da73 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:57.555182 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.643633 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b611c5-01c3-4b86-9bad-7cec5fa60843 x-openstack-request-id: req-16b611c5-01c3-4b86-9bad-7cec5fa60843 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:02:57.647284 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-plugged", "status": "completed", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:02:57.647641 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16b611c5-01c3-4b86-9bad-7cec5fa60843 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:02:57.648076 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'code': 200} Aug 20 12:02:57.681153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85d6db77-fced-4bc3-9828-4bd859157880 req-44bec965-9837-4044-8181-82145e4b8600 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 210 time: 0.1365728 Aug 20 12:02:57.748754 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 7816e6f6-1fa4-4408-b548-52c126beec02 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:02:57.767857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 7816e6f6-1fa4-4408-b548-52c126beec02 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:57.768802 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.775950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e0d229a8-90ec-4eee-b970-a018ec557fb7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:02:57.833603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f78a6-e01e-4d79-90af-2c50cc72f7aa req-b8bddc27-979d-4e8f-91b3-78fd15344ece tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:57.851550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-885f78a6-e01e-4d79-90af-2c50cc72f7aa req-b8bddc27-979d-4e8f-91b3-78fd15344ece tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 944 time: 0.1692631 Aug 20 12:02:57.955034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-885f78a6-e01e-4d79-90af-2c50cc72f7aa req-a3def467-bc59-4614-8a23-98ddd3b0ee58 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018753 Aug 20 12:02:58.185787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.222755 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.282174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Checking segment: {'id': 'ebdcf1bd-1741-4357-9e49-c030e4d970d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:02:58.282842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Network hostable DHCP agents. Network: 546e8cb2-9109-4b26-bd4a-086ff0eecd8c, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:02:58.299673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e0d229a8-90ec-4eee-b970-a018ec557fb7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:02:58.300057 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.301820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Subnet': ['ID=8a00b296-8aa2-41ce-9aed-ca6340d20b82,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:02:58.353469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:02:58.368294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a3cc6-c11a-4395-b2a5-8b32c4a761a2 req-dfe61b94-fe53-4e56-92bc-b390171388e7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:58.384932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb9a3cc6-c11a-4395-b2a5-8b32c4a761a2 req-dfe61b94-fe53-4e56-92bc-b390171388e7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2762530 Aug 20 12:02:58.393600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 546e8cb2-9109-4b26-bd4a-086ff0eecd8c) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:02:58.411395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:58.412648 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.448256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f369950-7fe2-46f0-9f17-f99f861a7393 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1744306 Aug 20 12:02:58.451324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41820) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:02:58.457530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1438698628'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:58.570343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb9a3cc6-c11a-4395-b2a5-8b32c4a761a2 req-b5ba5da3-f47b-4553-ae4f-789859b970db tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753600 Aug 20 12:02:58.771414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Made reservation on behalf of 942cf07f4569496c921b7bcfd7c0da73 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:02:58.780544 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:58.857360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] device_id is not set on port 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:02:59.011179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6d1e94f-f82f-4c9b-9f4a-6605db1da3d3 req-2866b9f2-3202-47fd-9e15-514b4b7238fd tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 210 time: 0.0969179 Aug 20 12:02:59.168928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c9bae-8ddb-48c5-ba8c-e87c857a6a4d None None] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:02:59.230396 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Allocated IP 2001:db8::3e4 (546e8cb2-9109-4b26-bd4a-086ff0eecd8c/8a00b296-8aa2-41ce-9aed-ca6340d20b82/21f43b91-3e01-4be1-bc65-56fbf4f3ec3b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:02:59.504565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e15a7-26b5-403e-a1d7-72ceeea6241d req-c2bc8baf-235a-460e-b5b7-e443acfc1984 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:59.514860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b44e15a7-26b5-403e-a1d7-72ceeea6241d req-c2bc8baf-235a-460e-b5b7-e443acfc1984 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 944 time: 0.3051093 Aug 20 12:02:59.630033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 7816e6f6-1fa4-4408-b548-52c126beec02, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7816e6f6-1fa4-4408-b548-52c126beec02,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:02:59.650825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6eb3c1-01b4-4948-aaba-606a003206fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7816e6f6-1fa4-4408-b548-52c126beec02'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:02:59.655452 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6911119a-2042-4889-81e6-2890c6391fd9" -d '{"events": [{"server_uuid": "ac6eb3c1-01b4-4948-aaba-606a003206fb", "name": "network-vif-plugged", "status": "completed", "tag": "7816e6f6-1fa4-4408-b548-52c126beec02"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:02:59.714458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b44e15a7-26b5-403e-a1d7-72ceeea6241d req-1e054ae4-c1da-493b-bf1f-5b1a5959bee9 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948769 Aug 20 12:02:59.787537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-94e08ebc-a897-45f9-89d7-f94399567f2a tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:02:59.794421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-94e08ebc-a897-45f9-89d7-f94399567f2a tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.73 "GET /v2.0/networks?id=a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 HTTP/1.1" status: 200 len: 812 time: 0.4674611 Aug 20 12:02:59.809713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Request body: {'port': {'device_id': 'c38c98d9-5dc7-4187-b6db-512197b522f3', 'network_id': 'a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15', 'admin_state_up': True, 'tenant_id': 'acec900bc14e4325bc8d6fd74d09e780'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:02:59.907892 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.947500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:59.983458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Transition to ACTIVE for port object 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:00.022199 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18c2112-cd87-4ca6-a9ed-c33efa597df5 x-openstack-request-id: req-b18c2112-cd87-4ca6-a9ed-c33efa597df5 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:00.022520 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6eb3c1-01b4-4948-aaba-606a003206fb", "name": "network-vif-plugged", "status": "completed", "tag": "7816e6f6-1fa4-4408-b548-52c126beec02", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:00.023460 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b18c2112-cd87-4ca6-a9ed-c33efa597df5 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:00.023460 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6eb3c1-01b4-4948-aaba-606a003206fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7816e6f6-1fa4-4408-b548-52c126beec02', 'code': 200} Aug 20 12:03:00.044924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'tenant_id': '942cf07f4569496c921b7bcfd7c0da73', 'fixed_ips': [{'subnet_id': '8a00b296-8aa2-41ce-9aed-ca6340d20b82'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:00.046963 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.085162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=7816e6f6-1fa4-4408-b548-52c126beec02,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:00.177279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.199376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb0e8-443b-423d-b19a-b2898d0cbe06 req-b770c09c-423c-417d-b3fb-4c71e7142118 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:00.209111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4ceb0e8-443b-423d-b19a-b2898d0cbe06 req-b770c09c-423c-417d-b3fb-4c71e7142118 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2259974 Aug 20 12:03:00.253174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796e823-7a49-40cd-b3b5-fee742dc0595 req-007e3b14-07e8-47ff-bf8b-633d37447280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:00.254825 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4796e823-7a49-40cd-b3b5-fee742dc0595 req-007e3b14-07e8-47ff-bf8b-633d37447280 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 1097 time: 0.1540697 Aug 20 12:03:00.281535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:00.284858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:00.339131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4ceb0e8-443b-423d-b19a-b2898d0cbe06 req-0abb4023-02bd-4f44-b00b-7d92c6804513 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248355 Aug 20 12:03:00.386489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:00.404061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:00.404745 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.417084 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4796e823-7a49-40cd-b3b5-fee742dc0595 req-77731a2d-f24c-40a7-8026-cdafbb0974b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507900 Aug 20 12:03:00.433488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=21f43b91-3e01-4be1-bc65-56fbf4f3ec3b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:00.441153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ac2e02a-8f2e-455f-823d-c63329e5276a req-45360602-a852-4183-b09e-45b4292146ca tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 210 time: 0.0487871 Aug 20 12:03:00.446353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Made reservation on behalf of acec900bc14e4325bc8d6fd74d09e780 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:00.458523 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.482268 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6db1e95c-780c-4846-b49f-a0f694b09746 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0265281 Aug 20 12:03:00.482765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41866) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:00.486929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Allocated IP 2001:db8::2 (546e8cb2-9109-4b26-bd4a-086ff0eecd8c/8a00b296-8aa2-41ce-9aed-ca6340d20b82/e02672cd-6487-4f37-bff9-34b076ed6b2b) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:00.493851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-247501368', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e4', 'mac_address': 'fa:16:3e:ba:0e:f0'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:00.799029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Made reservation on behalf of 942cf07f4569496c921b7bcfd7c0da73 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:00.801378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Allocated IP 172.20.0.9 (a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15/369acbe1-0289-4132-815d-306fcbc13b22/4e7e7738-7755-4109-9290-5fa17dfb8081) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:00.858564 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:00.884994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Transition to ACTIVE for port object e02672cd-6487-4f37-bff9-34b076ed6b2b will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:00.937362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Transition to ACTIVE for port object e02672cd-6487-4f37-bff9-34b076ed6b2b will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:00.947888 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.017348 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.038564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] device_id is not set on port 17af33c4-ee7c-44b5-9eb8-631a0bc05281 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:01.100935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Pushing event updated for resources: {'Port': ['ID=e02672cd-6487-4f37-bff9-34b076ed6b2b,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:01.110929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:01.112421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:01.117955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:01.221656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52ac0b-16e9-4c5b-b2f7-b7a70e215f5d req-13aaf74e-7cdb-40b5-b52d-8339cc30fdee tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:01.242440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c52ac0b-16e9-4c5b-b2f7-b7a70e215f5d req-13aaf74e-7cdb-40b5-b52d-8339cc30fdee tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 945 time: 0.2835305 Aug 20 12:03:01.292728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Allocated IP 2001:db8::1b7 (546e8cb2-9109-4b26-bd4a-086ff0eecd8c/8a00b296-8aa2-41ce-9aed-ca6340d20b82/17af33c4-ee7c-44b5-9eb8-631a0bc05281) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:01.316905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Attempting to bind port e02672cd-6487-4f37-bff9-34b076ed6b2b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:01.317606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Attempting to bind port e02672cd-6487-4f37-bff9-34b076ed6b2b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ebdcf1bd-1741-4357-9e49-c030e4d970d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:01.318237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Attempting to bind port e02672cd-6487-4f37-bff9-34b076ed6b2b on network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:01.328443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:01.329228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Checking segment: {'id': 'ebdcf1bd-1741-4357-9e49-c030e4d970d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:01.329860 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.330472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Bound using segment: {'id': 'ebdcf1bd-1741-4357-9e49-c030e4d970d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:01.331197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Bound port: e02672cd-6487-4f37-bff9-34b076ed6b2b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdcf1bd-1741-4357-9e49-c030e4d970d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:01.331968 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.440671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c52ac0b-16e9-4c5b-b2f7-b7a70e215f5d req-5cbd14e2-e26d-481f-a202-c84335db2217 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959500 Aug 20 12:03:01.506209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.509254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] For port e02672cd-6487-4f37-bff9-34b076ed6b2b, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:01.521554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] For port e02672cd-6487-4f37-bff9-34b076ed6b2b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e02672cd-6487-4f37-bff9-34b076ed6b2b,segment=NetworkSegment(ebdcf1bd-1741-4357-9e49-c030e4d970d9),segment_id=ebdcf1bd-1741-4357-9e49-c030e4d970d9)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:01.528821 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.734155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91bed5-02df-46e0-abd1-502367cbdd2e None None] Pushing event updated for resources: {'Port': ['ID=e02672cd-6487-4f37-bff9-34b076ed6b2b,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:01.828820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4214b19e-92b1-46d4-a7db-b0d7bb435ede req-23df39e2-8530-4844-bd8c-a815eb2e0b66 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 210 time: 0.1718991 Aug 20 12:03:01.861657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.898051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Transition to ACTIVE for port object 17af33c4-ee7c-44b5-9eb8-631a0bc05281 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:01.915438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81beb24d-057b-426b-8a53-be4331e949d9 req-dacfcbfb-59ed-4ca1-aec1-e49dd91e9750 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:01.918693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81beb24d-057b-426b-8a53-be4331e949d9 req-dacfcbfb-59ed-4ca1-aec1-e49dd91e9750 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.3958466 Aug 20 12:03:01.923046 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:01.979286 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.161861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=17af33c4-ee7c-44b5-9eb8-631a0bc05281,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:02.181685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:02.190786 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:02.193873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:02.216754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:02.217445 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.221890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81beb24d-057b-426b-8a53-be4331e949d9 req-71e2e5db-ea4d-44cc-b899-f76ff712f7c1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920921 Aug 20 12:03:02.229907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:02.253518 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1257b246-ade8-4409-9288-28b708dc152a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7694581 Aug 20 12:03:02.257304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41894) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:02.260198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:02.276893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Pushing event updated for resources: {'Port': ['ID=4e7e7738-7755-4109-9290-5fa17dfb8081,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:02.283804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:02.382308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:02.383171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.410378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-2e48ca2e-3d07-4486-a13d-98beff24ce5f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6040986 Aug 20 12:03:02.430855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Request body: {'port': {'device_id': 'c38c98d9-5dc7-4187-b6db-512197b522f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:02.502788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf98c0-ca78-4c78-99ac-af68cb1e5458 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:02.511205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf98c0-ca78-4c78-99ac-af68cb1e5458 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:02.519154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf98c0-ca78-4c78-99ac-af68cb1e5458 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:02.524514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1cf98c0-ca78-4c78-99ac-af68cb1e5458 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2654817 Aug 20 12:03:02.525541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41906) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:02.668048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3be9efba-471a-46d3-873d-bdc05f601ae4 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Deleting port 17af33c4-ee7c-44b5-9eb8-631a0bc05281 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:02.668789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3be9efba-471a-46d3-873d-bdc05f601ae4 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.797519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3be9efba-471a-46d3-873d-bdc05f601ae4 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:02.813157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3be9efba-471a-46d3-873d-bdc05f601ae4 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Calling delete_port for 17af33c4-ee7c-44b5-9eb8-631a0bc05281 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:03.004608 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3be9efba-471a-46d3-873d-bdc05f601ae4 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.012849 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.079470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9efba-471a-46d3-873d-bdc05f601ae4 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Port': ['ID=17af33c4-ee7c-44b5-9eb8-631a0bc05281,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:03.083645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd1b3-9a30-4b53-877b-f60a1e9b87d5 req-7d9e20d9-f7eb-4e71-8b98-c0522cd3f9ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:03.093743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bafd1b3-9a30-4b53-877b-f60a1e9b87d5 req-7d9e20d9-f7eb-4e71-8b98-c0522cd3f9ca tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 945 time: 0.1446035 Aug 20 12:03:03.293846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bafd1b3-9a30-4b53-877b-f60a1e9b87d5 req-b8d735fd-c862-4317-b9f7-2d3b76a52b6c tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989582 Aug 20 12:03:03.360270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28390780-5a8a-48ac-b819-7429443996f6 req-47424c5a-5b84-4787-9c04-c03e058cb74d tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:03.376130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28390780-5a8a-48ac-b819-7429443996f6 req-47424c5a-5b84-4787-9c04-c03e058cb74d tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 931 time: 0.3389764 Aug 20 12:03:03.423274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3be9efba-471a-46d3-873d-bdc05f601ae4 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.429510 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3be9efba-471a-46d3-873d-bdc05f601ae4 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "DELETE /v2.0/ports/17af33c4-ee7c-44b5-9eb8-631a0bc05281 HTTP/1.1" status: 204 len: 168 time: 0.8989096 Aug 20 12:03:03.429745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41924) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:03.508508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156e001-bfa4-45a4-b79c-abfe0eb393aa None None] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:03.627463 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dcf7a3-b757-4658-84af-ab98f09170c2 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] GET failed (client error): The resource could not be found. Aug 20 12:03:03.629835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a0dcf7a3-b757-4658-84af-ab98f09170c2 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "GET /v2.0/ports/17af33c4-ee7c-44b5-9eb8-631a0bc05281 HTTP/1.1" status: 404 len: 333 time: 0.1997316 Aug 20 12:03:03.633634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41926) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:03.636184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1daba404-86aa-41cf-a106-483e5c27176f None None] Provisioning for port e02672cd-6487-4f37-bff9-34b076ed6b2b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:03.642348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-320844005'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:03.817508 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Made reservation on behalf of 942cf07f4569496c921b7bcfd7c0da73 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:03.823757 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:03.861198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] device_id is not set on port d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:03.901648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28390780-5a8a-48ac-b819-7429443996f6 req-54db4805-dbda-465c-bbef-5368507cf7aa tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246294 Aug 20 12:03:03.932343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e145363-6367-48b5-be95-3a5ce224d3e9 req-909a266a-dc6f-4f1a-adb5-3c81c4fc7206 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:03.939668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e145363-6367-48b5-be95-3a5ce224d3e9 req-909a266a-dc6f-4f1a-adb5-3c81c4fc7206 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.3167367 Aug 20 12:03:04.031754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e145363-6367-48b5-be95-3a5ce224d3e9 req-451435e8-0558-4117-ab2b-1851a988ab62 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821500 Aug 20 12:03:04.137330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7e7738-7755-4109-9290-5fa17dfb8081 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:04.175265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.204036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Allocated IP 2001:db8::390 (546e8cb2-9109-4b26-bd4a-086ff0eecd8c/8a00b296-8aa2-41ce-9aed-ca6340d20b82/d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:04.211664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Transition to ACTIVE for port object 4e7e7738-7755-4109-9290-5fa17dfb8081 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:04.216789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.307474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e02672cd-6487-4f37-bff9-34b076ed6b2b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:04.448137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e02672cd-6487-4f37-bff9-34b076ed6b2b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:04.454868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e02672cd-6487-4f37-bff9-34b076ed6b2b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:04.455492 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.533303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Provisioning complete for port e02672cd-6487-4f37-bff9-34b076ed6b2b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:04.538633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7e7738-7755-4109-9290-5fa17dfb8081,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:04.541480 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.565530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.604514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Transition to ACTIVE for port object d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:04.666131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Attempting to bind port 4e7e7738-7755-4109-9290-5fa17dfb8081 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:04.666389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Attempting to bind port 4e7e7738-7755-4109-9290-5fa17dfb8081 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'be0adec3-7cde-405d-b88a-20f3e178d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:04.666771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Attempting to bind port 4e7e7738-7755-4109-9290-5fa17dfb8081 on network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:04.668713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.690342 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.700543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Port 4e7e7738-7755-4109-9290-5fa17dfb8081 on network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:03:04.700730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Attempting to bind port 4e7e7738-7755-4109-9290-5fa17dfb8081 on network a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:04.750055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:04.750426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Checking segment: {'id': 'be0adec3-7cde-405d-b88a-20f3e178d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:04.750846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Bound using segment: {'id': 'be0adec3-7cde-405d-b88a-20f3e178d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:04.751289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Bound port: 4e7e7738-7755-4109-9290-5fa17dfb8081, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be0adec3-7cde-405d-b88a-20f3e178d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:04.751835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.796965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012027c-926d-48a4-92ad-ec251ef15289 req-8ffef298-8827-4c1d-b000-035e253eacac tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:04.801434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d012027c-926d-48a4-92ad-ec251ef15289 req-8ffef298-8827-4c1d-b000-035e253eacac tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 945 time: 0.2246141 Aug 20 12:03:04.814433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:04.817716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:04.821544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:04.823274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e02672cd-6487-4f37-bff9-34b076ed6b2b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e02672cd-6487-4f37-bff9-34b076ed6b2b,segment=NetworkSegment(ebdcf1bd-1741-4357-9e49-c030e4d970d9),segment_id=ebdcf1bd-1741-4357-9e49-c030e4d970d9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:04.839482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:04.840587 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.840831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.857724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:04.892363 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8b65c876-c24f-42c3-832f-d100d04a04d8 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2549610 Aug 20 12:03:04.893694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:04.907167 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:04.907449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e4', 'mac_address': 'fa:16:3e:ba:0e:f0'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:04.962404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e02672cd-6487-4f37-bff9-34b076ed6b2b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:04.978402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d012027c-926d-48a4-92ad-ec251ef15289 req-4eb9cc4e-3c7e-455f-bee7-083f2a4f4ebb tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548693 Aug 20 12:03:05.044085 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:03:05.044910 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:03:05.069175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] For port 4e7e7738-7755-4109-9290-5fa17dfb8081, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:05.076450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] For port 4e7e7738-7755-4109-9290-5fa17dfb8081, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4e7e7738-7755-4109-9290-5fa17dfb8081,segment=NetworkSegment(be0adec3-7cde-405d-b88a-20f3e178d052),segment_id=be0adec3-7cde-405d-b88a-20f3e178d052)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:05.084156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.137726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.236484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:05.237115 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.238587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] 10.222.0.73 "PUT /v2.0/ports/4e7e7738-7755-4109-9290-5fa17dfb8081 HTTP/1.1" status: 200 len: 1092 time: 2.8187549 Aug 20 12:03:05.238987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38c98d9-5dc7-4187-b6db-512197b522f3', 'tag': '4e7e7738-7755-4109-9290-5fa17dfb8081'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:05.260456 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e25514-b96e-48ce-9079-8ffd956cecc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c38c98d9-5dc7-4187-b6db-512197b522f3", "tag": "4e7e7738-7755-4109-9290-5fa17dfb8081"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:05.431778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3de66-492d-4d44-b8b5-0ad318c4c568 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7e7738-7755-4109-9290-5fa17dfb8081,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:05.500004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efce084-8cc0-40f7-9fdf-b275bd43790e req-b1e28cba-b649-4506-a01f-b538f031416b tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:05.507782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0efce084-8cc0-40f7-9fdf-b275bd43790e req-b1e28cba-b649-4506-a01f-b538f031416b tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 943 time: 0.1678755 Aug 20 12:03:05.512307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-4c3276e4-67c5-485c-b30b-86d94f02a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:05.524562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-4c3276e4-67c5-485c-b30b-86d94f02a547 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=acec900bc14e4325bc8d6fd74d09e780&device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 1095 time: 0.2337046 Aug 20 12:03:05.611257 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.620353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.666388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-e601ba74-c774-4898-8f1d-810fff173be8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e7e7738-7755-4109-9290-5fa17dfb8081 HTTP/1.1" status: 200 len: 217 time: 0.1406844 Aug 20 12:03:05.689735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Provisioning for port 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:05.700151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Provisioning complete for port 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:05.700434 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.727065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] In _notify_port_updated(), no bound segment for port d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b on network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:03:05.733718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:05.744899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:05.747023 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "PUT /v2.0/ports/d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b HTTP/1.1" status: 200 len: 1002 time: 0.8516450 Aug 20 12:03:05.749598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0efce084-8cc0-40f7-9fdf-b275bd43790e req-7a831b53-2a54-4e31-9e04-fbb5b7878561 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408652 Aug 20 12:03:05.772282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41964) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:05.800191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-779c143a-2bef-4fcf-b7cb-ae74abc6bfb9 None None] Port 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:05.851865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-0851dcfe-92cd-439a-9577-b3005e51ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:05.853364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-0851dcfe-92cd-439a-9577-b3005e51ca81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=369acbe1-0289-4132-815d-306fcbc13b22 HTTP/1.1" status: 200 len: 852 time: 0.1669712 Aug 20 12:03:05.889347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b2159-9799-4635-9bc3-752054a20a3c tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:05.923499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ae2bf017-5f20-4254-a909-261dc4ccad6a None None] Could not find standard attr ID for object 17af33c4-ee7c-44b5-9eb8-631a0bc05281. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:05.952736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-96a59097-fd80-48c4-b720-67b145863d76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837204 Aug 20 12:03:05.955616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ae2bf017-5f20-4254-a909-261dc4ccad6a None None] Provisioning for port d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:05.961547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ae2bf017-5f20-4254-a909-261dc4ccad6a None None] Provisioning complete for port d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:05.962146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf017-5f20-4254-a909-261dc4ccad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.012249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bf017-5f20-4254-a909-261dc4ccad6a None None] Port d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:06.067749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ae2bf017-5f20-4254-a909-261dc4ccad6a None None] Provisioning complete for port 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:06.067749 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf017-5f20-4254-a909-261dc4ccad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.119501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-caf5f5be-5727-4332-a44b-413777667cc0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:06.121191 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-caf5f5be-5727-4332-a44b-413777667cc0 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 945 time: 0.2790530 Aug 20 12:03:06.133994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e02672cd-6487-4f37-bff9-34b076ed6b2b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:06.168619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd52d17-f5ab-4e91-a0c3-f19f9b4260c6 req-3a10ab41-6206-4459-8c27-bbbcdbc51f9d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:06.177234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0dd52d17-f5ab-4e91-a0c3-f19f9b4260c6 req-3a10ab41-6206-4459-8c27-bbbcdbc51f9d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.3174913 Aug 20 12:03:06.233133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bf017-5f20-4254-a909-261dc4ccad6a None None] Port 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:06.308658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0dd52d17-f5ab-4e91-a0c3-f19f9b4260c6 req-0b6da001-a715-492a-a93b-1d85562c784e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253726 Aug 20 12:03:06.318738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e02672cd-6487-4f37-bff9-34b076ed6b2b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:06.319468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.320554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-32eeb713-b68b-4988-bd4f-5136e97746dc service neutron] 10.222.0.73 "GET /v2.0/networks/a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454130 Aug 20 12:03:06.354576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-33c0a9ce-bfb6-479e-be81-7ec7d9d4e918 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Deleting port d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:06.356786 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33c0a9ce-bfb6-479e-be81-7ec7d9d4e918 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.587838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72f379b-a0c2-4b99-a966-cf7aaa61fd21 req-41e26dac-860a-4b5c-8f91-45540096e15a service neutron] 10.222.0.73 "GET /v2.0/networks/a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596686 Aug 20 12:03:06.592482 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f84e8d-805f-41c8-8228-5a56dd84f044 x-openstack-request-id: req-d3f84e8d-805f-41c8-8228-5a56dd84f044 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:06.592774 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38c98d9-5dc7-4187-b6db-512197b522f3", "tag": "4e7e7738-7755-4109-9290-5fa17dfb8081", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:06.593032 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3f84e8d-805f-41c8-8228-5a56dd84f044 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:06.593450 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38c98d9-5dc7-4187-b6db-512197b522f3', 'tag': '4e7e7738-7755-4109-9290-5fa17dfb8081', 'status': 'completed', 'code': 200} Aug 20 12:03:06.851121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-bf63aea6-8a0f-4644-ac54-c85f0acf1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:06.853393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-bf63aea6-8a0f-4644-ac54-c85f0acf1da5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=acec900bc14e4325bc8d6fd74d09e780&device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 1095 time: 0.2031355 Aug 20 12:03:06.876074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dab9f-6ac6-41f2-b63a-5569292da58e req-f2c728bc-a26f-4605-b3f0-456a066fbede tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:06.878211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-223dab9f-6ac6-41f2-b63a-5569292da58e req-f2c728bc-a26f-4605-b3f0-456a066fbede tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac6eb3c1-01b4-4948-aaba-606a003206fb HTTP/1.1" status: 200 len: 945 time: 0.1440675 Aug 20 12:03:06.904403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a3217e19-14a9-4d4f-987c-dadc11fd56bc None None] Provisioning complete for port d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:06.904928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a3217e19-14a9-4d4f-987c-dadc11fd56bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:06.991382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a3217e19-14a9-4d4f-987c-dadc11fd56bc None None] Port d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:07.000575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Deleting port 7816e6f6-1fa4-4408-b548-52c126beec02 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:07.001118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.109113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] For port 7816e6f6-1fa4-4408-b548-52c126beec02, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=7816e6f6-1fa4-4408-b548-52c126beec02,segment=NetworkSegment(c02327bc-20c3-455d-bde8-2a0f56a3bb61),segment_id=c02327bc-20c3-455d-bde8-2a0f56a3bb61)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:07.109667 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.129855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Calling delete_port for 7816e6f6-1fa4-4408-b548-52c126beec02 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:07.153274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-223dab9f-6ac6-41f2-b63a-5569292da58e req-37213c38-7f16-4a1f-83cf-88c5b7993070 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449291 Aug 20 12:03:07.218590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-afdb7f1b-7883-477f-9ad2-4f27ac5d7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.223901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-afdb7f1b-7883-477f-9ad2-4f27ac5d7239 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 HTTP/1.1" status: 200 len: 913 time: 0.3632147 Aug 20 12:03:07.236247 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33c0a9ce-bfb6-479e-be81-7ec7d9d4e918 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.251722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-33c0a9ce-bfb6-479e-be81-7ec7d9d4e918 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Calling delete_port for d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:07.291228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-2a8f67bd-993e-457e-8f02-46e8f3ccf8ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e7e7738-7755-4109-9290-5fa17dfb8081 HTTP/1.1" status: 200 len: 217 time: 0.0583098 Aug 20 12:03:07.359473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.377135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['7816e6f6-1fa4-4408-b548-52c126beec02'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:07.383585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-7a0c4400-ce2c-429b-8bfa-f1bde5ef6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.385918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-7a0c4400-ce2c-429b-8bfa-f1bde5ef6c20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=369acbe1-0289-4132-815d-306fcbc13b22 HTTP/1.1" status: 200 len: 852 time: 0.0868464 Aug 20 12:03:07.462481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-6266d3df-5203-4b6f-b2a9-b1c59fd46cc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681303 Aug 20 12:03:07.571032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33c0a9ce-bfb6-479e-be81-7ec7d9d4e918 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.626311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event deleted for resources: {'Port': ['ID=7816e6f6-1fa4-4408-b548-52c126beec02,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.757744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caade20-5388-405d-90a2-0c0ce9dcc01d req-801e593c-92f7-4fd6-8cbc-352a6ecc72b0 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:07.766717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3caade20-5388-405d-90a2-0c0ce9dcc01d req-801e593c-92f7-4fd6-8cbc-352a6ecc72b0 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 943 time: 0.3059170 Aug 20 12:03:07.798702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a9ce-bfb6-479e-be81-7ec7d9d4e918 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Port': ['ID=d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:07.866084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] No DVR routers for this DVR port 7816e6f6-1fa4-4408-b548-52c126beec02 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:07.870438 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:07.880417 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-970e6454-fd07-4fc2-9863-a76dbb1b0e04 req-a9328ee4-b831-4a44-9f47-65c00e555942 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.73 "DELETE /v2.0/ports/7816e6f6-1fa4-4408-b548-52c126beec02 HTTP/1.1" status: 204 len: 173 time: 1.7482953 Aug 20 12:03:07.910594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6eb3c1-01b4-4948-aaba-606a003206fb', 'name': 'network-vif-deleted', 'tag': '7816e6f6-1fa4-4408-b548-52c126beec02'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:07.929555 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fa0432-4946-4bfe-8f39-feb550e414a4" -d '{"events": [{"server_uuid": "ac6eb3c1-01b4-4948-aaba-606a003206fb", "name": "network-vif-deleted", "tag": "7816e6f6-1fa4-4408-b548-52c126beec02"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:07.992444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3caade20-5388-405d-90a2-0c0ce9dcc01d req-bf168494-f6d7-41aa-9634-66b17c02b4ef tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241731 Aug 20 12:03:08.008300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-94114ff8-9788-4cec-ab6b-759d1fdcc8f8 service neutron] 10.222.0.73 "GET /v2.0/networks/a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173764 Aug 20 12:03:08.267096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33c0a9ce-bfb6-479e-be81-7ec7d9d4e918 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.274665 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33c0a9ce-bfb6-479e-be81-7ec7d9d4e918 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "DELETE /v2.0/ports/d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b HTTP/1.1" status: 204 len: 168 time: 2.5012481 Aug 20 12:03:08.278316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41982) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:08.331210 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec34ed0-dc0d-40a0-a084-24b6574aca71 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] GET failed (client error): The resource could not be found. Aug 20 12:03:08.342593 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6ec34ed0-dc0d-40a0-a084-24b6574aca71 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "GET /v2.0/ports/d4835a99-2a3a-48dd-bf4f-7d0ab2434c2b HTTP/1.1" status: 404 len: 333 time: 0.0592077 Aug 20 12:03:08.346366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:08.358942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1785638747'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:08.391836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35e25514-b96e-48ce-9079-8ffd956cecc7 req-5ad94f12-92c9-42e4-8b5c-c4bc60e2d713 service neutron] 10.222.0.73 "GET /v2.0/networks/a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716977 Aug 20 12:03:08.440737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1607-5d93-446b-8a1a-78acc2d533db req-0e4ab113-6b49-40c2-b71d-a00211652e99 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:08.453718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5eb1607-5d93-446b-8a1a-78acc2d533db req-0e4ab113-6b49-40c2-b71d-a00211652e99 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2067802 Aug 20 12:03:08.620417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5eb1607-5d93-446b-8a1a-78acc2d533db req-73feb4dd-bd33-4c8e-bf61-6795208876b9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495559 Aug 20 12:03:08.733463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Made reservation on behalf of 942cf07f4569496c921b7bcfd7c0da73 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:08.737399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:08.782624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] device_id is not set on port 9d0579dd-0a1c-47b7-864b-5ff431e75770 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:08.936164 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1135090-3146-4597-8e52-1c9ef1316f0e x-openstack-request-id: req-b1135090-3146-4597-8e52-1c9ef1316f0e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:08.936496 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6eb3c1-01b4-4948-aaba-606a003206fb", "name": "network-vif-deleted", "tag": "7816e6f6-1fa4-4408-b548-52c126beec02", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:08.936685 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1135090-3146-4597-8e52-1c9ef1316f0e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:08.937073 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6eb3c1-01b4-4948-aaba-606a003206fb', 'name': 'network-vif-deleted', 'tag': '7816e6f6-1fa4-4408-b548-52c126beec02', 'status': 'completed', 'code': 200} Aug 20 12:03:08.950869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Allocated IP 2001:db8::108 (546e8cb2-9109-4b26-bd4a-086ff0eecd8c/8a00b296-8aa2-41ce-9aed-ca6340d20b82/9d0579dd-0a1c-47b7-864b-5ff431e75770) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:09.199796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:09.216545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Transition to ACTIVE for port object 9d0579dd-0a1c-47b7-864b-5ff431e75770 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:09.258812 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:09.315218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:09.318763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:09.336723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:09.344989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:09.345862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:09.359574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=9d0579dd-0a1c-47b7-864b-5ff431e75770,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:09.389329 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-78b5b453-4034-45f2-8065-803ef4df8147 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0415995 Aug 20 12:03:09.391750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42002) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:09.398263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ba:0e:f0'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:09.471440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4e7e7738-7755-4109-9290-5fa17dfb8081 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:03:09.475215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7816e6f6-1fa4-4408-b548-52c126beec02 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:09.645302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 7816e6f6-1fa4-4408-b548-52c126beec02 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:09.645386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 7816e6f6-1fa4-4408-b548-52c126beec02 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:09.778268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4e7e7738-7755-4109-9290-5fa17dfb8081, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4e7e7738-7755-4109-9290-5fa17dfb8081,segment=NetworkSegment(be0adec3-7cde-405d-b88a-20f3e178d052),segment_id=be0adec3-7cde-405d-b88a-20f3e178d052)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:09.820890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '4e7e7738-7755-4109-9290-5fa17dfb8081', 'network_id': 'a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15', 'port_id': '4e7e7738-7755-4109-9290-5fa17dfb8081', 'mac_address': 'fa:16:3e:fd:d7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369acbe1-0289-4132-815d-306fcbc13b22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:03:09.845796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:09.850139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b7c5713d-9c32-4c47-8bde-19787b6bc2bc None None] Provisioning for port 9d0579dd-0a1c-47b7-864b-5ff431e75770 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:09.880085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b7c5713d-9c32-4c47-8bde-19787b6bc2bc None None] Provisioning complete for port 9d0579dd-0a1c-47b7-864b-5ff431e75770 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:09.880459 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b7c5713d-9c32-4c47-8bde-19787b6bc2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:09.895273 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:09.974989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5713d-9c32-4c47-8bde-19787b6bc2bc None None] Port 9d0579dd-0a1c-47b7-864b-5ff431e75770 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:09.984729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7e7738-7755-4109-9290-5fa17dfb8081 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:10.015944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4e7e7738-7755-4109-9290-5fa17dfb8081, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4e7e7738-7755-4109-9290-5fa17dfb8081,segment=NetworkSegment(be0adec3-7cde-405d-b88a-20f3e178d052),segment_id=be0adec3-7cde-405d-b88a-20f3e178d052)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:10.030839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.088310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4e7e7738-7755-4109-9290-5fa17dfb8081,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:10.098014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.098757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.098823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.099242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.099781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.100198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.100598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.101414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.101414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.101699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.102158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.102576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:10.253785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.263561 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.358796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=9d0579dd-0a1c-47b7-864b-5ff431e75770,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:10.385405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4e7e7738-7755-4109-9290-5fa17dfb8081'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:10.402048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] In _notify_port_updated(), no bound segment for port 9d0579dd-0a1c-47b7-864b-5ff431e75770 on network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:03:10.435309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:10.444269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.448812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42014) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:10.452538 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-44319d58-c64a-460e-ae44-d2ff56686326 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "PUT /v2.0/ports/9d0579dd-0a1c-47b7-864b-5ff431e75770 HTTP/1.1" status: 200 len: 1003 time: 1.0595424 Aug 20 12:03:10.654622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce5eda-a8a0-4ef1-aca3-6d5ecd18e31a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Deleting port 9d0579dd-0a1c-47b7-864b-5ff431e75770 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:10.659588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7ce5eda-a8a0-4ef1-aca3-6d5ecd18e31a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.845608 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7ce5eda-a8a0-4ef1-aca3-6d5ecd18e31a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:10.882265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce5eda-a8a0-4ef1-aca3-6d5ecd18e31a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Calling delete_port for 9d0579dd-0a1c-47b7-864b-5ff431e75770 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:10.911394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-62cc0306-f404-43b9-8a89-1c97687f81f2 None None] Provisioning complete for port 9d0579dd-0a1c-47b7-864b-5ff431e75770 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:10.911934 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62cc0306-f404-43b9-8a89-1c97687f81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.078588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-62cc0306-f404-43b9-8a89-1c97687f81f2 None None] Port 9d0579dd-0a1c-47b7-864b-5ff431e75770 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:11.251769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7ce5eda-a8a0-4ef1-aca3-6d5ecd18e31a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.284683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce5eda-a8a0-4ef1-aca3-6d5ecd18e31a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Port': ['ID=9d0579dd-0a1c-47b7-864b-5ff431e75770,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:11.325609 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7ce5eda-a8a0-4ef1-aca3-6d5ecd18e31a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.332900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c7ce5eda-a8a0-4ef1-aca3-6d5ecd18e31a tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "DELETE /v2.0/ports/9d0579dd-0a1c-47b7-864b-5ff431e75770 HTTP/1.1" status: 204 len: 168 time: 0.8806143 Aug 20 12:03:11.333929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42016) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:11.388653 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc652e1-cc0a-461f-8138-dcbf06332544 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] GET failed (client error): The resource could not be found. Aug 20 12:03:11.397284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42018) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:11.397816 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ebc652e1-cc0a-461f-8138-dcbf06332544 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "GET /v2.0/ports/9d0579dd-0a1c-47b7-864b-5ff431e75770 HTTP/1.1" status: 404 len: 333 time: 0.0624943 Aug 20 12:03:11.409170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-835682316'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:11.581415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Made reservation on behalf of 942cf07f4569496c921b7bcfd7c0da73 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:11.597272 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:11.625919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] device_id is not set on port cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:11.786327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Allocated IP 2001:db8::1a0 (546e8cb2-9109-4b26-bd4a-086ff0eecd8c/8a00b296-8aa2-41ce-9aed-ca6340d20b82/cfea2d3c-737a-43f5-a58f-46b9c4c6bd44) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:11.915937 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.099350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.143313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Transition to ACTIVE for port object cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:12.196909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.259166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:12.266503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:12.269782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:12.276937 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:12.277932 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.298254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8993759 Aug 20 12:03:12.302829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42020) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:12.308108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db883015-4e14-4f10-93a4-180b9cc282b7 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=cfea2d3c-737a-43f5-a58f-46b9c4c6bd44,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:12.308490 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'network_id': '546e8cb2-9109-4b26-bd4a-086ff0eecd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1258064389'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:12.585535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Made reservation on behalf of 942cf07f4569496c921b7bcfd7c0da73 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:12.590025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.629987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] device_id is not set on port bead90f3-6983-4447-8438-5e2a588dfa37 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:12.758071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ad6c7e7d-ada4-406f-a02c-2cdb8d5c17c1 None None] Provisioning for port cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:12.764116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ad6c7e7d-ada4-406f-a02c-2cdb8d5c17c1 None None] Provisioning complete for port cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:12.764517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7e7d-ada4-406f-a02c-2cdb8d5c17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:12.828788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Allocated IP 2001:db8::2f (546e8cb2-9109-4b26-bd4a-086ff0eecd8c/8a00b296-8aa2-41ce-9aed-ca6340d20b82/bead90f3-6983-4447-8438-5e2a588dfa37) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:12.849292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c7e7d-ada4-406f-a02c-2cdb8d5c17c1 None None] Port cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:13.022855 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.044677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Transition to ACTIVE for port object bead90f3-6983-4447-8438-5e2a588dfa37 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:13.087586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.160696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=bead90f3-6983-4447-8438-5e2a588dfa37,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:13.180669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:13.182295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:13.185315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:13.194552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:13.195300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.222703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42026) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:13.223167 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-68944bf6-fd54-4b39-b061-f08cf3c69468 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9185946 Aug 20 12:03:13.229242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e4', 'mac_address': 'fa:16:3e:ba:0e:f0'}, {'ip_address': '2001:db8::1a0', 'mac_address': 'fa:16:3e:df:b6:67'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:13.492053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4e7e7738-7755-4109-9290-5fa17dfb8081 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:13.553847 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.610914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 4e7e7738-7755-4109-9290-5fa17dfb8081 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:13.615895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.617033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 4e7e7738-7755-4109-9290-5fa17dfb8081 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:13.617033 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.738741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-42abd84c-a2c3-4ecd-a42a-401c3d80acf2 None None] Provisioning for port bead90f3-6983-4447-8438-5e2a588dfa37 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:13.754472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-42abd84c-a2c3-4ecd-a42a-401c3d80acf2 None None] Provisioning complete for port bead90f3-6983-4447-8438-5e2a588dfa37 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:13.754959 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-42abd84c-a2c3-4ecd-a42a-401c3d80acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.822478 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.826116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-42abd84c-a2c3-4ecd-a42a-401c3d80acf2 None None] Port bead90f3-6983-4447-8438-5e2a588dfa37 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:13.844549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.862451 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.867739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38c98d9-5dc7-4187-b6db-512197b522f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7e7738-7755-4109-9290-5fa17dfb8081'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:13.870229 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4318cec0-e748-47a0-994c-df6583e7604f" -d '{"events": [{"server_uuid": "c38c98d9-5dc7-4187-b6db-512197b522f3", "name": "network-vif-plugged", "status": "completed", "tag": "4e7e7738-7755-4109-9290-5fa17dfb8081"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:13.885228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4e7e7738-7755-4109-9290-5fa17dfb8081, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4e7e7738-7755-4109-9290-5fa17dfb8081,segment=NetworkSegment(be0adec3-7cde-405d-b88a-20f3e178d052),segment_id=be0adec3-7cde-405d-b88a-20f3e178d052)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:13.892630 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.919707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] In _notify_port_updated(), no bound segment for port bead90f3-6983-4447-8438-5e2a588dfa37 on network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:03:13.920249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:13.920540 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.926277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "PUT /v2.0/ports/bead90f3-6983-4447-8438-5e2a588dfa37 HTTP/1.1" status: 200 len: 1067 time: 0.6975756 Aug 20 12:03:13.927429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42030) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:13.968254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96572ae-933d-4668-8dcb-04a64382cd0d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event updated for resources: {'Port': ['ID=bead90f3-6983-4447-8438-5e2a588dfa37,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:13.993213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4e7e7738-7755-4109-9290-5fa17dfb8081,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:14.049310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9529e-bf3b-4c2c-8bf0-ecbf906995ed tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Deleting port bead90f3-6983-4447-8438-5e2a588dfa37 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:14.049565 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdc9529e-bf3b-4c2c-8bf0-ecbf906995ed tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.189710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdc9529e-bf3b-4c2c-8bf0-ecbf906995ed tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.206814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9529e-bf3b-4c2c-8bf0-ecbf906995ed tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Calling delete_port for bead90f3-6983-4447-8438-5e2a588dfa37 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:14.263277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4bd7545d-14cb-438d-9854-ec0e48897ecc None None] Provisioning complete for port bead90f3-6983-4447-8438-5e2a588dfa37 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:14.265375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4bd7545d-14cb-438d-9854-ec0e48897ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.366248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7545d-14cb-438d-9854-ec0e48897ecc None None] Port bead90f3-6983-4447-8438-5e2a588dfa37 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:14.426247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49204b36-449b-4141-8cef-bc049f82e485 req-27993c98-cce8-4c62-a932-30e0b43e7d9f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:14.427792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49204b36-449b-4141-8cef-bc049f82e485 req-27993c98-cce8-4c62-a932-30e0b43e7d9f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 945 time: 0.1131954 Aug 20 12:03:14.477670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9aa65-9e67-4e0d-907f-5df20a5fb8ca req-08f63dad-b0d7-4620-8c53-0924afd08ed2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:14.479242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86a9aa65-9e67-4e0d-907f-5df20a5fb8ca req-08f63dad-b0d7-4620-8c53-0924afd08ed2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.1043479 Aug 20 12:03:14.541361 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdc9529e-bf3b-4c2c-8bf0-ecbf906995ed tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.550601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49204b36-449b-4141-8cef-bc049f82e485 req-04bbd9b3-6f5b-4f52-a0ed-fa7701596e7f tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136487 Aug 20 12:03:14.596813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86a9aa65-9e67-4e0d-907f-5df20a5fb8ca req-d5d88af0-0c68-45b6-81c3-18231a0333be tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064951 Aug 20 12:03:14.597629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9529e-bf3b-4c2c-8bf0-ecbf906995ed tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Port': ['ID=bead90f3-6983-4447-8438-5e2a588dfa37,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:14.746220 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e95a00-fa07-418c-876e-1180fe2ec6b3 x-openstack-request-id: req-96e95a00-fa07-418c-876e-1180fe2ec6b3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:14.746877 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38c98d9-5dc7-4187-b6db-512197b522f3", "name": "network-vif-plugged", "status": "completed", "tag": "4e7e7738-7755-4109-9290-5fa17dfb8081", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:14.747264 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96e95a00-fa07-418c-876e-1180fe2ec6b3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:14.748213 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38c98d9-5dc7-4187-b6db-512197b522f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7e7738-7755-4109-9290-5fa17dfb8081', 'code': 200} Aug 20 12:03:14.917030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdc9529e-bf3b-4c2c-8bf0-ecbf906995ed tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:14.921194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cdc9529e-bf3b-4c2c-8bf0-ecbf906995ed tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "DELETE /v2.0/ports/bead90f3-6983-4447-8438-5e2a588dfa37 HTTP/1.1" status: 204 len: 168 time: 0.9910903 Aug 20 12:03:14.921938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42068) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:14.931078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42070) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:14.936150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116aca-e74d-4bb4-aec9-de3aaaf8a72c req-68922916-e401-4e4c-af17-060336bb0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:14.937434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8116aca-e74d-4bb4-aec9-de3aaaf8a72c req-68922916-e401-4e4c-af17-060336bb0b44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 1097 time: 0.1010239 Aug 20 12:03:14.972023 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f467cf7-2773-4fda-9990-d0bab6049c28 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] GET failed (client error): The resource could not be found. Aug 20 12:03:14.978265 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8f467cf7-2773-4fda-9990-d0bab6049c28 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "GET /v2.0/ports/bead90f3-6983-4447-8438-5e2a588dfa37 HTTP/1.1" status: 404 len: 333 time: 0.0545359 Aug 20 12:03:14.979972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42072) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:15.018274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8116aca-e74d-4bb4-aec9-de3aaaf8a72c req-411ca0ce-f8b6-4b37-914f-a02702e70695 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732691 Aug 20 12:03:15.129668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfecc-1444-4c7d-ad48-f28f064541c4 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.141110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee80125-2617-418d-b6a7-19bef7e877b7 req-082ac75e-c4a3-49b3-bfb6-84ada6af12ab tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:15.143333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ee80125-2617-418d-b6a7-19bef7e877b7 req-082ac75e-c4a3-49b3-bfb6-84ada6af12ab tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 951 time: 0.1478741 Aug 20 12:03:15.182626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfecc-1444-4c7d-ad48-f28f064541c4 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.240404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ee80125-2617-418d-b6a7-19bef7e877b7 req-6125ab61-814b-4af0-bb2a-f71cb29f1f83 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837913 Aug 20 12:03:15.242713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-79e0786e-f96c-4214-8c0a-ab914976b34d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Deleting port cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:15.243061 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79e0786e-f96c-4214-8c0a-ab914976b34d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.321550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfecc-1444-4c7d-ad48-f28f064541c4 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.324562 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfecc-1444-4c7d-ad48-f28f064541c4 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.328979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c6bfecc-1444-4c7d-ad48-f28f064541c4 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b9f67ac-632a-4956-82e9-bab6b08b193a HTTP/1.1" status: 204 len: 168 time: 0.3930912 Aug 20 12:03:15.330044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42080) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:15.349582 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-bcfa9f88-83e6-4d2d-b507-e054a17909f5 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] show failed (client error): The resource could not be found. Aug 20 12:03:15.349773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bfecc-1444-4c7d-ad48-f28f064541c4 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9f67ac-632a-4956-82e9-bab6b08b193a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:15.355075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42084) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:15.358558 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bcfa9f88-83e6-4d2d-b507-e054a17909f5 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "GET /v2.0/security-groups/3b9f67ac-632a-4956-82e9-bab6b08b193a HTTP/1.1" status: 404 len: 347 time: 0.0271506 Aug 20 12:03:15.412802 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79e0786e-f96c-4214-8c0a-ab914976b34d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.761462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-79e0786e-f96c-4214-8c0a-ab914976b34d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Calling delete_port for cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:15.897194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e0fa2-1d33-495d-bc0d-a254b109985d req-1b6c900c-95a0-4bfd-b7e3-9c1be176010a tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:15.904872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e3e0fa2-1d33-495d-bc0d-a254b109985d req-1b6c900c-95a0-4bfd-b7e3-9c1be176010a tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 945 time: 0.1410162 Aug 20 12:03:15.954699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Deleting port 8981a567-93b8-4de1-b8fd-3c47ffdbbf54 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:15.954699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.020566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e3e0fa2-1d33-495d-bc0d-a254b109985d req-99d44a49-91e2-4e6b-a0ac-499eea5fcdd2 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146989 Aug 20 12:03:16.191013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.191349 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.201262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79e0786e-f96c-4214-8c0a-ab914976b34d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.241804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Calling delete_port for 8981a567-93b8-4de1-b8fd-3c47ffdbbf54 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:16.248939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0786e-f96c-4214-8c0a-ab914976b34d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Port': ['ID=cfea2d3c-737a-43f5-a58f-46b9c4c6bd44,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:16.279361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb3409-33de-4652-ad34-a5587cfd1b5f req-d3ab7ceb-6b5e-43a4-8f59-4b187ff96d45 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:16.287287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcdb3409-33de-4652-ad34-a5587cfd1b5f req-d3ab7ceb-6b5e-43a4-8f59-4b187ff96d45 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.1667554 Aug 20 12:03:16.345498 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79e0786e-f96c-4214-8c0a-ab914976b34d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.347591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-79e0786e-f96c-4214-8c0a-ab914976b34d tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "DELETE /v2.0/ports/cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 HTTP/1.1" status: 204 len: 168 time: 1.3539703 Aug 20 12:03:16.355927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42132) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:16.399942 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf4344f-7e7f-4a99-a9dd-8d2bd90d96e3 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] GET failed (client error): The resource could not be found. Aug 20 12:03:16.401556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-acf4344f-7e7f-4a99-a9dd-8d2bd90d96e3 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "GET /v2.0/ports/cfea2d3c-737a-43f5-a58f-46b9c4c6bd44 HTTP/1.1" status: 404 len: 333 time: 0.0445950 Aug 20 12:03:16.405401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:16.458141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcdb3409-33de-4652-ad34-a5587cfd1b5f req-ae050632-44c7-4d19-b6a7-f57c5c5d7bfc tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699343 Aug 20 12:03:16.562971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9ed31-c99f-4c37-9041-2df14446f241 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Deleting port 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:16.563319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3c9ed31-c99f-4c37-9041-2df14446f241 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.611605 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.676468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Pushing event deleted for resources: {'Port': ['ID=8981a567-93b8-4de1-b8fd-3c47ffdbbf54,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:16.685058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3c9ed31-c99f-4c37-9041-2df14446f241 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.701172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9ed31-c99f-4c37-9041-2df14446f241 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Calling delete_port for 21f43b91-3e01-4be1-bc65-56fbf4f3ec3b owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:16.774768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a2058-e58c-4898-ab8b-2e5a04535d70 req-a80fa2ac-1919-4d68-ae08-5e944aaf37f9 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:16.782028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a4a2058-e58c-4898-ab8b-2e5a04535d70 req-a80fa2ac-1919-4d68-ae08-5e944aaf37f9 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 951 time: 0.1038258 Aug 20 12:03:16.800292 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.802804 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.803950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-86d398eb-772c-4b0d-b219-029d6172e5f6 tempest-ImagesOneServerNegativeTestJSON-281182682 tempest-ImagesOneServerNegativeTestJSON-281182682-project] 10.222.0.25 "DELETE /v2.0/floatingips/a1c67210-486e-4ec6-b4d5-798c239aeb61 HTTP/1.1" status: 204 len: 168 time: 1.4487138 Aug 20 12:03:16.835544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a4a2058-e58c-4898-ab8b-2e5a04535d70 req-53d7977f-5f10-438b-aed6-1a6fc16ba78d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483525 Aug 20 12:03:16.900542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3c9ed31-c99f-4c37-9041-2df14446f241 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.937390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42148) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:16.954988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9ed31-c99f-4c37-9041-2df14446f241 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Port': ['ID=21f43b91-3e01-4be1-bc65-56fbf4f3ec3b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:16.979057 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3c9ed31-c99f-4c37-9041-2df14446f241 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:16.984923 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e3c9ed31-c99f-4c37-9041-2df14446f241 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "DELETE /v2.0/ports/21f43b91-3e01-4be1-bc65-56fbf4f3ec3b HTTP/1.1" status: 204 len: 168 time: 0.5778272 Aug 20 12:03:16.985554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42150) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.033712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-652aff11-1afd-45be-ba24-67f1b5ca03bd admin admin] Deleting subnet 4091ca88-b2b8-4309-8d73-004dd22b5b84 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:17.040974 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-652aff11-1afd-45be-ba24-67f1b5ca03bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.046713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2aa898b-bc2a-4ca3-9bd7-2c12f8a93671 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Deleting subnet 8a00b296-8aa2-41ce-9aed-ca6340d20b82 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:17.050690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2aa898b-bc2a-4ca3-9bd7-2c12f8a93671 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.098206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2aa898b-bc2a-4ca3-9bd7-2c12f8a93671 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.122842 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-652aff11-1afd-45be-ba24-67f1b5ca03bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.182332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-652aff11-1afd-45be-ba24-67f1b5ca03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.215534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2aa898b-bc2a-4ca3-9bd7-2c12f8a93671 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.245103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-652aff11-1afd-45be-ba24-67f1b5ca03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.307285 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2aa898b-bc2a-4ca3-9bd7-2c12f8a93671 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.310357 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-652aff11-1afd-45be-ba24-67f1b5ca03bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.312703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-652aff11-1afd-45be-ba24-67f1b5ca03bd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4091ca88-b2b8-4309-8d73-004dd22b5b84 HTTP/1.1" status: 204 len: 168 time: 0.3737769 Aug 20 12:03:17.313189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652aff11-1afd-45be-ba24-67f1b5ca03bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4091ca88-b2b8-4309-8d73-004dd22b5b84,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:17.316723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42158) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.345688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c50d208-a770-4e4f-ad23-91630e335e4a None None] Network 546e8cb2-9109-4b26-bd4a-086ff0eecd8c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:17.372360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2aa898b-bc2a-4ca3-9bd7-2c12f8a93671 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.374681 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a2aa898b-bc2a-4ca3-9bd7-2c12f8a93671 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "DELETE /v2.0/subnets/8a00b296-8aa2-41ce-9aed-ca6340d20b82 HTTP/1.1" status: 204 len: 168 time: 0.3881848 Aug 20 12:03:17.375895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa898b-bc2a-4ca3-9bd7-2c12f8a93671 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Subnet': ['ID=8a00b296-8aa2-41ce-9aed-ca6340d20b82,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:17.378082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42160) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:17.382892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87301af2-8f38-4caa-a4e5-0e0ee5f83dcc req-c0531039-9f26-424a-babc-8335e9ea0ac2 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:17.384694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87301af2-8f38-4caa-a4e5-0e0ee5f83dcc req-c0531039-9f26-424a-babc-8335e9ea0ac2 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 945 time: 0.1426556 Aug 20 12:03:17.426347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.465938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87301af2-8f38-4caa-a4e5-0e0ee5f83dcc req-8f43dad5-e851-4060-856d-99a0beccf2da tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679455 Aug 20 12:03:17.498644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.584391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Deleting port e02672cd-6487-4f37-bff9-34b076ed6b2b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:17.584698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.666026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] DHCP port deletion for 546e8cb2-9109-4b26-bd4a-086ff0eecd8c request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:17.692071 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.708099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0feaa8b-b98d-4662-bec3-96c6c37ac7f0']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:17.722608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02327bc-20c3-455d-bde8-2a0f56a3bb61') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:17.722834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02327bc-20c3-455d-bde8-2a0f56a3bb61') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:17.722938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] For port e02672cd-6487-4f37-bff9-34b076ed6b2b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e02672cd-6487-4f37-bff9-34b076ed6b2b,segment=NetworkSegment(ebdcf1bd-1741-4357-9e49-c030e4d970d9),segment_id=ebdcf1bd-1741-4357-9e49-c030e4d970d9)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:17.723325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.740908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.751815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da1c2c-3f88-43ce-81e2-899f55791e69 req-0a6c2107-f836-478c-9479-92d72d63c1f9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:17.753384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44da1c2c-3f88-43ce-81e2-899f55791e69 req-0a6c2107-f836-478c-9479-92d72d63c1f9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.0999613 Aug 20 12:03:17.757930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] Deleting port e02672cd-6487-4f37-bff9-34b076ed6b2b {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:17.758709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.768154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Calling delete_port for e02672cd-6487-4f37-bff9-34b076ed6b2b owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:17.797784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.817269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44da1c2c-3f88-43ce-81e2-899f55791e69 req-0263b1e7-8a54-49f3-a3ea-eb339c017247 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573058 Aug 20 12:03:17.821212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:17.821843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:17.827173 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:17.943526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.943921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] For port e02672cd-6487-4f37-bff9-34b076ed6b2b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e02672cd-6487-4f37-bff9-34b076ed6b2b,segment=NetworkSegment(ebdcf1bd-1741-4357-9e49-c030e4d970d9),segment_id=ebdcf1bd-1741-4357-9e49-c030e4d970d9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:17.944518 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.966212 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.979249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e0feaa8b-b98d-4662-bec3-96c6c37ac7f0 HTTP/1.1" status: 204 len: 168 time: 0.6589262 Aug 20 12:03:18.004158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] Calling delete_port for e02672cd-6487-4f37-bff9-34b076ed6b2b owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:18.018300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.046436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] No DVR routers for this DVR port e02672cd-6487-4f37-bff9-34b076ed6b2b on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:18.072417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b776a-9089-47d3-a955-8b6c16079c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0feaa8b-b98d-4662-bec3-96c6c37ac7f0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.085588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Port': ['ID=e02672cd-6487-4f37-bff9-34b076ed6b2b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.151430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e02672cd-6487-4f37-bff9-34b076ed6b2b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:18.156972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e672dd-c4d3-468c-84e2-b087ae629d3f req-1b1035f2-7878-4708-a70a-cb5d9a62f1a2 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:18.158571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26e672dd-c4d3-468c-84e2-b087ae629d3f req-1b1035f2-7878-4708-a70a-cb5d9a62f1a2 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 951 time: 0.1809075 Aug 20 12:03:18.191842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.200463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004993-6eb8-4b3d-bf67-f0ab1e52a8c7 req-4b18b8cd-387a-4697-97e2-c24469563e57 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:18.202083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28004993-6eb8-4b3d-bf67-f0ab1e52a8c7 req-4b18b8cd-387a-4697-97e2-c24469563e57 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 945 time: 0.1181886 Aug 20 12:03:18.224835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546e8cb2-9109-4b26-bd4a-086ff0eecd8c']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:18.232898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e02672cd-6487-4f37-bff9-34b076ed6b2b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:18.234578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e02672cd-6487-4f37-bff9-34b076ed6b2b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:18.248649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdcf1bd-1741-4357-9e49-c030e4d970d9') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:18.248959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdcf1bd-1741-4357-9e49-c030e4d970d9') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:18.252532 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.261680 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.263050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26e672dd-c4d3-468c-84e2-b087ae629d3f req-6ec91ad0-db1a-4d6a-a083-95d7297eaef2 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d843a09-e78a-4d7e-bba4-b93e12a711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974956 Aug 20 12:03:18.272625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] No DVR routers for this DVR port e02672cd-6487-4f37-bff9-34b076ed6b2b on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:18.289081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.297531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:18.298053 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.332233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b59b7-5428-4f52-a57f-07345bbb42c5 None None] Pushing event deleted for resources: {'Port': ['ID=e02672cd-6487-4f37-bff9-34b076ed6b2b,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.362373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28004993-6eb8-4b3d-bf67-f0ab1e52a8c7 req-46d718fd-8f70-4963-81d9-709c1bec9ceb tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239939 Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:18.434472 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:18.459495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.487420 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.504175 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] 10.222.0.25 "DELETE /v2.0/networks/546e8cb2-9109-4b26-bd4a-086ff0eecd8c HTTP/1.1" status: 204 len: 168 time: 1.1243050 Aug 20 12:03:18.506870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:18.527720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67a205-9277-4f18-8973-bf0c93d46841 tempest-AllowedAddressPairIpV6TestJSON-74606132 tempest-AllowedAddressPairIpV6TestJSON-74606132-project] Pushing event deleted for resources: {'Network': ['ID=546e8cb2-9109-4b26-bd4a-086ff0eecd8c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.571998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-25843150-bb94-421c-88fc-a601066a3cd3 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:18.573529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-25843150-bb94-421c-88fc-a601066a3cd3 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.73 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 951 time: 0.1099112 Aug 20 12:03:18.577877 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-df444ffe-eaf6-48ac-b4df-7a969abaa745 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae3c4630aca34fefb11101e28d622dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696983 Aug 20 12:03:18.581873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42184) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:18.656658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdbe398b-680e-448a-8e70-6c5f46b1694e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.694039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdbe398b-680e-448a-8e70-6c5f46b1694e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.760778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Deleting port eeefa808-1622-41e0-886a-cb9f3c9280ae {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:18.761414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.763916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdbe398b-680e-448a-8e70-6c5f46b1694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.768543 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdbe398b-680e-448a-8e70-6c5f46b1694e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.770999 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bdbe398b-680e-448a-8e70-6c5f46b1694e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec HTTP/1.1" status: 204 len: 168 time: 0.1879413 Aug 20 12:03:18.805733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe398b-680e-448a-8e70-6c5f46b1694e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ef61c-9765-4e55-9cc5-09cd3d4b04ec,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:18.895279 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:03:18.962063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42196) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:18.980060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] For port eeefa808-1622-41e0-886a-cb9f3c9280ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=eeefa808-1622-41e0-886a-cb9f3c9280ae,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:18.981372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.996944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Calling delete_port for eeefa808-1622-41e0-886a-cb9f3c9280ae owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:19.175235 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.218567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Pushing event deleted for resources: {'Port': ['ID=eeefa808-1622-41e0-886a-cb9f3c9280ae,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:19.229706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d22582-21da-4e5a-b718-40c1a580c095 req-372cd34b-41a8-4c76-b1aa-325e179f326b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:19.231626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-78d22582-21da-4e5a-b718-40c1a580c095 req-372cd34b-41a8-4c76-b1aa-325e179f326b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.3163445 Aug 20 12:03:19.263790 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-45d90d22-13a1-4170-9f93-3abfef5511ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=942cf07f4569496c921b7bcfd7c0da73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972176 Aug 20 12:03:19.265576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42206) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:19.317232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] No DVR routers for this DVR port eeefa808-1622-41e0-886a-cb9f3c9280ae on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:19.322369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.324922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdb40b1a-44e5-46f1-834d-21a6664c9a71 req-198e6e0c-ed32-435c-a389-203d1e0c9c5d tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.73 "DELETE /v2.0/ports/eeefa808-1622-41e0-886a-cb9f3c9280ae HTTP/1.1" status: 204 len: 173 time: 0.7440455 Aug 20 12:03:19.325667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-deleted', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:19.328966 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a5b55-919e-4805-9298-afea924f6af2" -d '{"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-deleted", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:19.348410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-78d22582-21da-4e5a-b718-40c1a580c095 req-99f684c3-3a5f-43a5-b619-882ef98e9e31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082859 Aug 20 12:03:19.365465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8e02c8e-3f03-44d9-8a93-390d90eef065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.429874 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868c69b-1057-47ea-819c-9112eb494940 x-openstack-request-id: req-0868c69b-1057-47ea-819c-9112eb494940 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:19.430218 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adba7f0-0951-491d-8149-4b98844a3f85", "name": "network-vif-deleted", "tag": "eeefa808-1622-41e0-886a-cb9f3c9280ae", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:19.431796 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0868c69b-1057-47ea-819c-9112eb494940 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:19.432245 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adba7f0-0951-491d-8149-4b98844a3f85', 'name': 'network-vif-deleted', 'tag': 'eeefa808-1622-41e0-886a-cb9f3c9280ae', 'status': 'completed', 'code': 200} Aug 20 12:03:19.450549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8e02c8e-3f03-44d9-8a93-390d90eef065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.493033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80c068bd-1260-4ee1-af6b-464d069e318b req-fb642d76-8f1c-4ddc-a13d-f424797836a7 tempest-ImagesOneServerTestJSON-1095350898 tempest-ImagesOneServerTestJSON-1095350898-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adba7f0-0951-491d-8149-4b98844a3f85 HTTP/1.1" status: 200 len: 210 time: 0.0553155 Aug 20 12:03:19.542655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:19.555027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-1a5f05c2-c081-433f-b014-7e547c1087bc tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:19.557078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-1a5f05c2-c081-433f-b014-7e547c1087bc tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.73 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 945 time: 0.1776609 Aug 20 12:03:19.578432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8e02c8e-3f03-44d9-8a93-390d90eef065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.582395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8e02c8e-3f03-44d9-8a93-390d90eef065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.587760 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a8e02c8e-3f03-44d9-8a93-390d90eef065 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3fad044-dcb1-498d-914f-fb0fb3ea411b HTTP/1.1" status: 204 len: 168 time: 0.3209126 Aug 20 12:03:19.624012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: eeefa808-1622-41e0-886a-cb9f3c9280ae {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:19.624512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e02c8e-3f03-44d9-8a93-390d90eef065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fad044-dcb1-498d-914f-fb0fb3ea411b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:19.632739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:19.762766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f332a11-2719-4f89-8d6b-abfbd29f4254 req-f498f3fe-ddd2-44e7-8243-13841385fec7 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:19.764360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f332a11-2719-4f89-8d6b-abfbd29f4254 req-f498f3fe-ddd2-44e7-8243-13841385fec7 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 945 time: 0.2062345 Aug 20 12:03:19.866881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f332a11-2719-4f89-8d6b-abfbd29f4254 req-1b58649a-8ede-4989-b1a7-eb6475df157c tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebcb537c-0d8d-43af-be36-e39d6ada6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912180 Aug 20 12:03:19.898610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Deleting port 4e7e7738-7755-4109-9290-5fa17dfb8081 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:19.898965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.019214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] For port 4e7e7738-7755-4109-9290-5fa17dfb8081, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4e7e7738-7755-4109-9290-5fa17dfb8081,segment=NetworkSegment(be0adec3-7cde-405d-b88a-20f3e178d052),segment_id=be0adec3-7cde-405d-b88a-20f3e178d052)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:20.019814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.034939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Calling delete_port for 4e7e7738-7755-4109-9290-5fa17dfb8081 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:20.189257 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.202707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4e7e7738-7755-4109-9290-5fa17dfb8081'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:20.210688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42250) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:20.225630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Pushing event deleted for resources: {'Port': ['ID=4e7e7738-7755-4109-9290-5fa17dfb8081,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:20.283365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] No DVR routers for this DVR port 4e7e7738-7755-4109-9290-5fa17dfb8081 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:20.286629 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.288636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c39e0a45-b235-4b31-888a-6ab4bb72f12d req-6a8ae880-8943-4a37-992d-9b1c5aef60c4 tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.73 "DELETE /v2.0/ports/4e7e7738-7755-4109-9290-5fa17dfb8081 HTTP/1.1" status: 204 len: 173 time: 0.6241252 Aug 20 12:03:20.374805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-898648427-network', 'tenant_id': 'a19bf3d8285c4677b509206b9b7e2138'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:20.404953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Made reservation on behalf of a19bf3d8285c4677b509206b9b7e2138 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:20.408229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.421500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.476278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e4f75-76ab-4cb6-99b3-367463745070 req-c4898dd8-f615-4344-b546-0216f7e3c3e3 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:20.477802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-c4898dd8-f615-4344-b546-0216f7e3c3e3 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/networks?id=2a3e250d-a632-4394-bb08-2793606a6a35 HTTP/1.1" status: 200 len: 814 time: 0.1719141 Aug 20 12:03:20.516969 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e3397a80-1e50-451e-a5ea-b3d75018bf1e tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/quotas/b2a0aac7572c4f7a8163d555070ef4f8 HTTP/1.1" status: 200 len: 375 time: 0.0148835 Aug 20 12:03:20.532277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8042cc4-c538-43ac-8d9b-a9a22fa56ec6 req-df5cb9fd-14f8-483c-a4ad-59703e94f733 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:20.533945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8042cc4-c538-43ac-8d9b-a9a22fa56ec6 req-df5cb9fd-14f8-483c-a4ad-59703e94f733 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.0777969 Aug 20 12:03:20.539659 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.549920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.575527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:20.592637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.593369 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Added segment b4c33946-ca84-4165-997e-812ca26aa7bf of type vlan for network bc8b0a83-5857-498a-b1e8-2adee7fb035a Aug 20 12:03:20.594463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12621d31-70d5-49d0-b34b-fa6e6dba592a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:20.603759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8042cc4-c538-43ac-8d9b-a9a22fa56ec6 req-dbfd3195-a1a8-4ddd-924a-192266ce1e3b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594506 Aug 20 12:03:20.622000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-4f962c9e-6d99-4275-9373-5a4fd8b4e7f3 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2a0aac7572c4f7a8163d555070ef4f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869322 Aug 20 12:03:20.667156 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.702492 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.703547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:20.704142 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.752828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-722ca074-8e67-45fa-8320-8c4e40ee8001 service neutron] 10.222.0.25 "GET /v2.0/networks/2a3e250d-a632-4394-bb08-2793606a6a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203532 Aug 20 12:03:20.793423 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5727046 Aug 20 12:03:20.793780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42286) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:20.799729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Request body: {'subnet': {'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-898648427-subnet', 'tenant_id': 'a19bf3d8285c4677b509206b9b7e2138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:20.818057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc2341-9487-4597-b443-2519679dbeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc8b0a83-5857-498a-b1e8-2adee7fb035a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:20.832719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network bc8b0a83-5857-498a-b1e8-2adee7fb035a details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:20.868488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Made reservation on behalf of a19bf3d8285c4677b509206b9b7e2138 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:20.871862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.981822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42292) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.043988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42296) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.064305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-371c2fd9-428a-4bd9-a537-2118c4dc3805 req-4154e303-bb8a-4ff5-998b-ec16c18b2fbb tempest-ServerPasswordTestJSON-1424958329 tempest-ServerPasswordTestJSON-1424958329-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38c98d9-5dc7-4187-b6db-512197b522f3 HTTP/1.1" status: 200 len: 210 time: 0.0608292 Aug 20 12:03:21.095258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-34404917-ad5b-4197-b00f-127dcd7068d4 service neutron] 10.222.0.25 "GET /v2.0/networks/2a3e250d-a632-4394-bb08-2793606a6a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351669 Aug 20 12:03:21.236650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a5772020-5e6e-4aeb-bd9c-27fef42186e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b7f12bd42094fe9b9caceec7e612cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914442 Aug 20 12:03:21.239210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.276392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.278497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1350488532'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:21.299633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b99e32-019c-4f10-92a1-0d87f331620a req-2631ce66-760d-41c0-9295-0a0a5251b4c1 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 210 time: 0.0347974 Aug 20 12:03:21.331601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Made reservation on behalf of f618fe062dab443a9a332d4cd5ee0e5b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:21.335054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.337927 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c635-a5b1-49c5-87c2-15e3cd957a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.351084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a436fa-fa2b-4792-81e3-41f986ec36fc,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:21.352350 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.375466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c635-a5b1-49c5-87c2-15e3cd957a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.389026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Checking segment: {'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:21.389215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Network hostable DHCP agents. Network: bc8b0a83-5857-498a-b1e8-2adee7fb035a, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:21.407184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Network bc8b0a83-5857-498a-b1e8-2adee7fb035a is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:21.417127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, bc8b0a83-5857-498a-b1e8-2adee7fb035a) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:21.423574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:21.423807 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.434088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38c98d9-5dc7-4187-b6db-512197b522f3', 'name': 'network-vif-deleted', 'tag': '4e7e7738-7755-4109-9290-5fa17dfb8081'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:21.436958 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30e8c1d-71a8-45ad-b0e9-e3c1c85f4e19" -d '{"events": [{"server_uuid": "c38c98d9-5dc7-4187-b6db-512197b522f3", "name": "network-vif-deleted", "tag": "4e7e7738-7755-4109-9290-5fa17dfb8081"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:21.441991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f771900-b409-4939-86a0-fa8bdaace9fb None None] Network bc8b0a83-5857-498a-b1e8-2adee7fb035a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:21.453256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c635-a5b1-49c5-87c2-15e3cd957a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.456154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c635-a5b1-49c5-87c2-15e3cd957a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.462885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6b1c635-a5b1-49c5-87c2-15e3cd957a5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d843a09-e78a-4d7e-bba4-b93e12a711c0 HTTP/1.1" status: 204 len: 168 time: 0.2223747 Aug 20 12:03:21.482589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1c635-a5b1-49c5-87c2-15e3cd957a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d843a09-e78a-4d7e-bba4-b93e12a711c0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:21.497549 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb7bb3-aeac-4076-a76b-17c77c201a1c x-openstack-request-id: req-faeb7bb3-aeac-4076-a76b-17c77c201a1c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:21.497893 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38c98d9-5dc7-4187-b6db-512197b522f3", "name": "network-vif-deleted", "tag": "4e7e7738-7755-4109-9290-5fa17dfb8081", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:21.498262 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faeb7bb3-aeac-4076-a76b-17c77c201a1c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:21.498660 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38c98d9-5dc7-4187-b6db-512197b522f3', 'name': 'network-vif-deleted', 'tag': '4e7e7738-7755-4109-9290-5fa17dfb8081', 'status': 'completed', 'code': 200} Aug 20 12:03:21.549326 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.557303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.560708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-82a185a3-f19b-4e0c-a9ce-eed9dba9aba4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7655671 Aug 20 12:03:21.597027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:21.604535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9effa247-5fb2-4956-8725-b124171509c1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:21.632892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.632892 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Added segment 2ba31616-d72c-4c74-bea7-397a2404e252 of type vlan for network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 Aug 20 12:03:21.680910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e5104-9d09-4c6c-9ead-cd9a95a0d8e0 None None] Network bc8b0a83-5857-498a-b1e8-2adee7fb035a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:21.684184 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-195f3d32-f16f-44ac-bb15-808e147fd8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.737838 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.795078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.808679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:21.811577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:21.879665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dbe19-af4d-4519-bf9f-c55d25195506 req-d3a2c45a-99a8-415a-9cb1-9d193b732746 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:21.881583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c4dbe19-af4d-4519-bf9f-c55d25195506 req-d3a2c45a-99a8-415a-9cb1-9d193b732746 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.1217966 Aug 20 12:03:21.926570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-57e41b07-f8e7-4d2e-9de4-74929f2e591c req-ef7c145e-45bf-4603-a8f0-eac7025aa3a1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-315557501', 'description': 'tempest-description-1896401824'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:21.956968 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9733400 Aug 20 12:03:21.957868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c4dbe19-af4d-4519-bf9f-c55d25195506 req-62413010-5924-4b84-b553-b95c89d8a812 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684476 Aug 20 12:03:21.970266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42336) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:21.989731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Request body: {'subnet': {'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:21.992829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974875f-5432-434d-8a7c-b0265d7ed7a4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event updated for resources: {'Network': ['ID=e117f9f4-a844-4b6a-8441-f59cdb75c3b8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:22.005124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:22.090589 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-57e41b07-f8e7-4d2e-9de4-74929f2e591c req-ef7c145e-45bf-4603-a8f0-eac7025aa3a1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.134005 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:03:22.134005 n-d-800634-10 neutron-server[101034]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 12:03:22.134005 n-d-800634-10 neutron-server[101034]: [parameters: {'project_id_1': 'f618fe062dab443a9a332d4cd5ee0e5b', 'expiration_1': datetime.datetime(2021, 8, 20, 12, 3, 22, 125314)}] Aug 20 12:03:22.134005 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:03:22.134469 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:03:22.192214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42344) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:22.216488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-57e41b07-f8e7-4d2e-9de4-74929f2e591c req-ef7c145e-45bf-4603-a8f0-eac7025aa3a1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.221861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-57e41b07-f8e7-4d2e-9de4-74929f2e591c req-ef7c145e-45bf-4603-a8f0-eac7025aa3a1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.250394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfdc071-c7af-473a-8f3c-b99463a901a1 admin admin] Deleting subnet 369acbe1-0289-4132-815d-306fcbc13b22 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:22.250724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-57e41b07-f8e7-4d2e-9de4-74929f2e591c req-ef7c145e-45bf-4603-a8f0-eac7025aa3a1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.251949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57e41b07-f8e7-4d2e-9de4-74929f2e591c req-ef7c145e-45bf-4603-a8f0-eac7025aa3a1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3307576 Aug 20 12:03:22.253701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bfdc071-c7af-473a-8f3c-b99463a901a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.256982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c145e-45bf-4603-a8f0-eac7025aa3a1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a5d3e-8fff-4475-9acd-411fd8c84a69,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:22.282119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-59ae0b29-a145-4a74-a44d-639c6fe5721b req-6f405ab7-d9ca-4eb0-a0c6-6b4865c13510 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-932021979', 'description': 'tempest-description-134600159'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:22.307988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bfdc071-c7af-473a-8f3c-b99463a901a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.310373 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-59ae0b29-a145-4a74-a44d-639c6fe5721b req-6f405ab7-d9ca-4eb0-a0c6-6b4865c13510 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.369794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bfdc071-c7af-473a-8f3c-b99463a901a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.425335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-59ae0b29-a145-4a74-a44d-639c6fe5721b req-6f405ab7-d9ca-4eb0-a0c6-6b4865c13510 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.437573 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-59ae0b29-a145-4a74-a44d-639c6fe5721b req-6f405ab7-d9ca-4eb0-a0c6-6b4865c13510 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.449822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bfdc071-c7af-473a-8f3c-b99463a901a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.463887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c813e452-47d5-478f-a60a-604000632f21 req-6a478a72-4e9e-4abe-a5d2-541343e1c904 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 210 time: 0.0475390 Aug 20 12:03:22.481748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdc071-c7af-473a-8f3c-b99463a901a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369acbe1-0289-4132-815d-306fcbc13b22,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:22.483933 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bfdc071-c7af-473a-8f3c-b99463a901a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.489420 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3bfdc071-c7af-473a-8f3c-b99463a901a1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/369acbe1-0289-4132-815d-306fcbc13b22 HTTP/1.1" status: 204 len: 168 time: 0.2956860 Aug 20 12:03:22.489572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42358) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:22.494300 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-59ae0b29-a145-4a74-a44d-639c6fe5721b req-6f405ab7-d9ca-4eb0-a0c6-6b4865c13510 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.497703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59ae0b29-a145-4a74-a44d-639c6fe5721b req-6f405ab7-d9ca-4eb0-a0c6-6b4865c13510 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2206247 Aug 20 12:03:22.500027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f405ab7-d9ca-4eb0-a0c6-6b4865c13510 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abde7b1c-2419-47b4-a2b5-a1af28ebd73f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:22.600038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.714631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.716811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Made reservation on behalf of f618fe062dab443a9a332d4cd5ee0e5b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:22.721461 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.729012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:22.742474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0adec3-7cde-405d-b88a-20f3e178d052') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:22.742924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0adec3-7cde-405d-b88a-20f3e178d052') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:22.754093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.772112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.787471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:22.788489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:22.806513 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:22.853819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.868832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:22.871942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] 10.222.0.25 "DELETE /v2.0/networks/a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15 HTTP/1.1" status: 204 len: 168 time: 0.3808336 Aug 20 12:03:22.903322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dc465-094c-4290-ba7a-c6aae2f1a27e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b69a67-f9ef-4e5e-8b1f-f43f4db61b15,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:22.915694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e4f75-76ab-4cb6-99b3-367463745070 req-eca5e0d6-463b-48fa-ac84-44c117ad064a tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:22.917245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-eca5e0d6-463b-48fa-ac84-44c117ad064a tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.73 "GET /v2.0/networks?id=2a3e250d-a632-4394-bb08-2793606a6a35 HTTP/1.1" status: 200 len: 814 time: 0.3087440 Aug 20 12:03:22.938444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Request body: {'port': {'device_id': '2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd', 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'admin_state_up': True, 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:23.037849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-996d8640-a764-49c4-87ad-27a3d1d37978 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:23.039457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-996d8640-a764-49c4-87ad-27a3d1d37978 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 812 time: 0.3107622 Aug 20 12:03:23.095465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42396) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:23.141171 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-629a1c43-d7fa-496c-8af1-37fb6aaf18a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acec900bc14e4325bc8d6fd74d09e780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444107 Aug 20 12:03:23.144430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42398) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:23.204082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42406) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:23.209941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7568-8e9a-403d-966a-bc4f71511466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.241244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7568-8e9a-403d-966a-bc4f71511466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.308277 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7568-8e9a-403d-966a-bc4f71511466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.311017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7568-8e9a-403d-966a-bc4f71511466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.315157 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f8ab7568-8e9a-403d-966a-bc4f71511466 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebcb537c-0d8d-43af-be36-e39d6ada6e5f HTTP/1.1" status: 204 len: 168 time: 0.1672037 Aug 20 12:03:23.333204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab7568-8e9a-403d-966a-bc4f71511466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcb537c-0d8d-43af-be36-e39d6ada6e5f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:23.344787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da15cee0-e1c3-4dde-ba4a-561123020d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.482443 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da15cee0-e1c3-4dde-ba4a-561123020d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.487152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da15cee0-e1c3-4dde-ba4a-561123020d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.487426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-bf3d12bf-82b0-49b8-bc4c-dc391e2acab4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/quotas/a19bf3d8285c4677b509206b9b7e2138 HTTP/1.1" status: 200 len: 375 time: 0.0987704 Aug 20 12:03:23.504429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b486-8c66-4142-a2bf-b397473b8866 req-b174393d-4e26-410b-9bb9-7ec9da3f0a1a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:23.512387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ea7b486-8c66-4142-a2bf-b397473b8866 req-b174393d-4e26-410b-9bb9-7ec9da3f0a1a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.4711208 Aug 20 12:03:23.542943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15cee0-e1c3-4dde-ba4a-561123020d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11692879-014c-4d78-9f4d-72a7022bfabf,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:23.555289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4e7e7738-7755-4109-9290-5fa17dfb8081 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:23.557148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Made reservation on behalf of b2a0aac7572c4f7a8163d555070ef4f8 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:23.560903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.565267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-da15cee0-e1c3-4dde-ba4a-561123020d5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f1d41aec3364629aadadefd3d6832ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573411 Aug 20 12:03:23.565267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42420) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:23.594963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 4e7e7738-7755-4109-9290-5fa17dfb8081 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:23.595316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4e7e7738-7755-4109-9290-5fa17dfb8081 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:23.596040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:23.612538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-d0b219d7-3e11-4eb0-a814-59ff03398c01 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783846 Aug 20 12:03:23.620318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: eeefa808-1622-41e0-886a-cb9f3c9280ae {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:23.621300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device eeefa808-1622-41e0-886a-cb9f3c9280ae not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:23.672939 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed59d-3ec6-4159-a727-94548eedebad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.705126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed59d-3ec6-4159-a727-94548eedebad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.743152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-9ece2fcf-f93c-4c57-89a3-fabc24c194da service neutron] 10.222.0.25 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295547 Aug 20 12:03:23.796924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed59d-3ec6-4159-a727-94548eedebad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.801551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed59d-3ec6-4159-a727-94548eedebad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:23.802774 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5e1ed59d-3ec6-4159-a727-94548eedebad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11692879-014c-4d78-9f4d-72a7022bfabf HTTP/1.1" status: 204 len: 168 time: 0.2366755 Aug 20 12:03:23.817284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ed59d-3ec6-4159-a727-94548eedebad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11692879-014c-4d78-9f4d-72a7022bfabf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:23.971218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ea7b486-8c66-4142-a2bf-b397473b8866 req-db950ede-e65c-4f60-84c1-c3f1206da565 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579053 Aug 20 12:03:24.067574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.265581 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b2f58696-9fb9-4bf0-a1f8-14b089051dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.384738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event updated for resources: {'Subnet': ['ID=04595791-a536-4a6f-a4d6-95f1a568af52,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:24.389201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Checking segment: {'id': '2ba31616-d72c-4c74-bea7-397a2404e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:24.390015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Network hostable DHCP agents. Network: e117f9f4-a844-4b6a-8441-f59cdb75c3b8, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:24.405743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-16efe56f-d14d-4c8d-9546-ccbd237ead5f service neutron] 10.222.0.25 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616991 Aug 20 12:03:24.428134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Allocated IP 172.20.0.14 (2a3e250d-a632-4394-bb08-2793606a6a35/55cc5d41-3c6d-4f31-ad28-ce27621a8103/838eb7a1-1612-485f-9981-cf2f3612488a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:24.438122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:24.455711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, e117f9f4-a844-4b6a-8441-f59cdb75c3b8) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:24.464835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:24.464835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.468568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d76671-6879-4c50-8293-7c11b94c497f None None] Network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:24.501813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b195b955-6dbf-4083-a93e-205170a888b4 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5299613 Aug 20 12:03:24.504796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42450) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:24.510211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Request body: {'port': {'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2055489008'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:24.727557 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.779231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Transition to ACTIVE for port object 838eb7a1-1612-485f-9981-cf2f3612488a will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:24.861703 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.874945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42464) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:24.903211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-e117f9f4-a844-4b6a-8441-f59cdb75c3b8', 'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8', 'tenant_id': 'f618fe062dab443a9a332d4cd5ee0e5b', 'fixed_ips': [{'subnet_id': '04595791-a536-4a6f-a4d6-95f1a568af52'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:24.904294 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:24.980648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Made reservation on behalf of f618fe062dab443a9a332d4cd5ee0e5b for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:24.999521 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.016891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Network 2a3e250d-a632-4394-bb08-2793606a6a35 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:25.025065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:25.036643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:25.070677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] device_id is not set on port 1172f4c2-0f1b-4388-be82-7572aee157f6 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:25.129412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Pushing event updated for resources: {'Port': ['ID=838eb7a1-1612-485f-9981-cf2f3612488a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.223127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:25.226168 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.257151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-e0a2723f-8aa1-4e13-874a-012d20fd5aa8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3258514 Aug 20 12:03:25.291967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Allocated IP 172.20.0.2 (e117f9f4-a844-4b6a-8441-f59cdb75c3b8/04595791-a536-4a6f-a4d6-95f1a568af52/720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:25.325552 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.398024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-network', 'tenant_id': '000f481f7708476b981da96668442f0b'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:25.444511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Made reservation on behalf of 000f481f7708476b981da96668442f0b for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:25.447548 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.462791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.635831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.642455 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.688835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f653280-57e7-438e-886c-76f69387eabe,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.700822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:25.716635 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.717167 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Added segment 183b1f9e-bea6-4498-ae05-44e720a2dbf2 of type vlan for network 3329ad77-85d3-4b53-bf97-39b06101108b Aug 20 12:03:25.765546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.805655 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.818326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Transition to ACTIVE for port object 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:25.827169 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.828486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:25.829205 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.876833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.895451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Transition to ACTIVE for port object 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:25.901534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2ad3c965-e069-4ba0-a0ee-ad57f34a02aa None None] Provisioning for port 838eb7a1-1612-485f-9981-cf2f3612488a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:25.910268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0330853 Aug 20 12:03:25.910941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42480) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:25.911531 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.922922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Request body: {'subnet': {'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-subnet', 'tenant_id': '000f481f7708476b981da96668442f0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:25.943915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17b3cb-1b0b-47d4-b937-cf4372025c64 admin admin] Pushing event updated for resources: {'Network': ['ID=3329ad77-85d3-4b53-bf97-39b06101108b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:25.959363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Made reservation on behalf of 000f481f7708476b981da96668442f0b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:25.962620 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.988984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Allocated IP 172.20.0.3 (e117f9f4-a844-4b6a-8441-f59cdb75c3b8/04595791-a536-4a6f-a4d6-95f1a568af52/1172f4c2-0f1b-4388-be82-7572aee157f6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:25.989863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2ad3c965-e069-4ba0-a0ee-ad57f34a02aa None None] Provisioning complete for port 838eb7a1-1612-485f-9981-cf2f3612488a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:25.990379 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c965-e069-4ba0-a0ee-ad57f34a02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:25.992980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Pushing event updated for resources: {'Port': ['ID=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:26.003391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3329ad77-85d3-4b53-bf97-39b06101108b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:26.094714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:26.122058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:26.127086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:26.144813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3c965-e069-4ba0-a0ee-ad57f34a02aa None None] Port 838eb7a1-1612-485f-9981-cf2f3612488a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:26.194529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Attempting to bind port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:26.194920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Attempting to bind port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '2ba31616-d72c-4c74-bea7-397a2404e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:26.195352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Attempting to bind port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 on network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:26.201725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:26.202220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Checking segment: {'id': '2ba31616-d72c-4c74-bea7-397a2404e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:26.202706 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.203263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Bound using segment: {'id': '2ba31616-d72c-4c74-bea7-397a2404e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:26.204118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Bound port: 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba31616-d72c-4c74-bea7-397a2404e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:26.204605 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.213158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.213343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.234114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Transition to ACTIVE for port object 1172f4c2-0f1b-4388-be82-7572aee157f6 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:26.267598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caed223b-e365-4d95-99e1-4cf1f6b1d9c3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:26.277762 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.282507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] For port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:26.286315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] For port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,segment=NetworkSegment(2ba31616-d72c-4c74-bea7-397a2404e252),segment_id=2ba31616-d72c-4c74-bea7-397a2404e252)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:26.294289 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.314070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Checking segment: {'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:26.314717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Network hostable DHCP agents. Network: 3329ad77-85d3-4b53-bf97-39b06101108b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:26.335881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Network 3329ad77-85d3-4b53-bf97-39b06101108b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:26.349006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3329ad77-85d3-4b53-bf97-39b06101108b) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:26.356268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:26.357465 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.389278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a83c93-ea0c-4fdd-ad1e-3b72efd44575 None None] Network 3329ad77-85d3-4b53-bf97-39b06101108b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:26.391666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1ba23f07-8c42-42fe-a0c8-19201f050ad0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4772432 Aug 20 12:03:26.395080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42482) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:26.401483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:26.404203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:26.408757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:26.414087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:26.446457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.446699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.465792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event updated for resources: {'Port': ['ID=1172f4c2-0f1b-4388-be82-7572aee157f6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:26.484437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:26.485281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.491413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59178d-9c52-4029-b801-d4d280ebfd6b None None] Pushing event updated for resources: {'Port': ['ID=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:26.507818 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-586f4df9-b52e-44c0-ba9d-53a1faa77fa8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0017056 Aug 20 12:03:26.510774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42484) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:26.519425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Request body: {'port': {'network_id': 'e117f9f4-a844-4b6a-8441-f59cdb75c3b8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-392573470', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:26.520610 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] bootfile-name is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:03:26.521021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] tftp-server is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:03:26.524857 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] server-ip-address is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:03:26.673938 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.736413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Made reservation on behalf of f618fe062dab443a9a332d4cd5ee0e5b for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:26.744747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.766500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef21124-998c-49c1-99b5-59d2da3fbcbc None None] Network 3329ad77-85d3-4b53-bf97-39b06101108b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:26.799272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] device_id is not set on port c0e10805-e872-4465-b927-19f814ec3ea7 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:26.956213 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:26.973656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.020231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Allocated IP 172.20.0.12 (e117f9f4-a844-4b6a-8441-f59cdb75c3b8/04595791-a536-4a6f-a4d6-95f1a568af52/c0e10805-e872-4465-b927-19f814ec3ea7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:27.319527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.352195 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.516676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Allocated IP 172.25.0.145 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/8098e7e5-5c34-4745-989d-46da8ca6ec7f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:27.646542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.677821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Transition to ACTIVE for port object c0e10805-e872-4465-b927-19f814ec3ea7 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:27.702528 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.729470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.739462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189c059-8edc-4c89-bc8d-896df639b631 None None] Network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:27.751130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:27.792221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:27.796062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:27.800312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:27.826146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9eea7591-969f-4f13-9de7-4a8a10b773ba None None] Provisioning for port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:27.830223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:27.837861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:27.841347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Pushing event updated for resources: {'Port': ['ID=8098e7e5-5c34-4745-989d-46da8ca6ec7f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:27.860892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:27.954996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event updated for resources: {'Port': ['ID=c0e10805-e872-4465-b927-19f814ec3ea7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:27.968753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:27.969426 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.011696 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b72a0c4d-4ee1-437b-9bd3-8474b29e5d50 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4982774 Aug 20 12:03:28.013942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42488) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:28.150748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc035fa5-2509-4f05-90c0-865b3d9ae4c7 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:28.158122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc035fa5-2509-4f05-90c0-865b3d9ae4c7 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:28.164485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc035fa5-2509-4f05-90c0-865b3d9ae4c7 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:28.169180 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bc035fa5-2509-4f05-90c0-865b3d9ae4c7 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1386964 Aug 20 12:03:28.175132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42490) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:28.187694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:28.202025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.313166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:28.320724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:28.321206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.398003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6a2db-7fa4-4d06-a535-f3f9786f2ab8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Deleting port c0e10805-e872-4465-b927-19f814ec3ea7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:28.398386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdc6a2db-7fa4-4d06-a535-f3f9786f2ab8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.439519 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.484559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,segment=NetworkSegment(2ba31616-d72c-4c74-bea7-397a2404e252),segment_id=2ba31616-d72c-4c74-bea7-397a2404e252)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:28.491342 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.577017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:28.599424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdc6a2db-7fa4-4d06-a535-f3f9786f2ab8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.607280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Provisioning for port c0e10805-e872-4465-b927-19f814ec3ea7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:28.607493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.612408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Provisioning complete for port c0e10805-e872-4465-b927-19f814ec3ea7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:28.612564 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.632264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6a2db-7fa4-4d06-a535-f3f9786f2ab8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Calling delete_port for c0e10805-e872-4465-b927-19f814ec3ea7 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:28.703693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Port c0e10805-e872-4465-b927-19f814ec3ea7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:28.724172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Provisioning for port 1172f4c2-0f1b-4388-be82-7572aee157f6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:28.741986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Provisioning complete for port 1172f4c2-0f1b-4388-be82-7572aee157f6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:28.742396 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.813864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:03:28.848563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Port 1172f4c2-0f1b-4388-be82-7572aee157f6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:28.874468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Provisioning complete for port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:28.874853 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-159e7ae7-067c-432c-a96a-8a5f27fded97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.884152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdc6a2db-7fa4-4d06-a535-f3f9786f2ab8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.954878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6a2db-7fa4-4d06-a535-f3f9786f2ab8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event deleted for resources: {'Port': ['ID=c0e10805-e872-4465-b927-19f814ec3ea7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:28.971781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:28.987382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Sync routers for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:28.994155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:28.996627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-100f441e-d3cc-4b0e-a799-9d1def5d2131 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.5991063 Aug 20 12:03:29.000607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42492) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:29.024371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:29.025209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:29.107368 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bdc6a2db-7fa4-4d06-a535-f3f9786f2ab8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.110041 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bdc6a2db-7fa4-4d06-a535-f3f9786f2ab8 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "DELETE /v2.0/ports/c0e10805-e872-4465-b927-19f814ec3ea7 HTTP/1.1" status: 204 len: 168 time: 0.9332972 Aug 20 12:03:29.113763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42494) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:29.120238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Request body: {'port': {'name': 'tempest-new-port-name-1781643637', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:29.121332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] bootfile-name is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:03:29.121727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] tftp-server is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:03:29.122054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] server-ip-address is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:03:29.180861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:29.241805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.283007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba3de95a-52c8-43ae-a6a5-acc04ac42873 None None] Could not find standard attr ID for object c0e10805-e872-4465-b927-19f814ec3ea7. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:03:29.378316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba3de95a-52c8-43ae-a6a5-acc04ac42873 None None] Provisioning complete for port 1172f4c2-0f1b-4388-be82-7572aee157f6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:29.378732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba3de95a-52c8-43ae-a6a5-acc04ac42873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.433445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ba3de95a-52c8-43ae-a6a5-acc04ac42873 None None] Port 1172f4c2-0f1b-4388-be82-7572aee157f6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:29.518266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:28Z', 'revision_number': 3, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:29.561701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Checking router: 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:29.562047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Updating router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 port 8098e7e5-5c34-4745-989d-46da8ca6ec7f binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:03:29.571120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.578051 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.594581 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.701931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] In _notify_port_updated(), no bound segment for port 1172f4c2-0f1b-4388-be82-7572aee157f6 on network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:03:29.709470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:29.711112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.713667 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "PUT /v2.0/ports/1172f4c2-0f1b-4388-be82-7572aee157f6 HTTP/1.1" status: 200 len: 1136 time: 0.5988595 Aug 20 12:03:29.716193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42496) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:29.745013 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953cc23-cf7c-4cea-aa47-c905262e1d3b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event updated for resources: {'Port': ['ID=1172f4c2-0f1b-4388-be82-7572aee157f6,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:29.797382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b434b-fcd5-41ae-8a96-10a203bea720 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:29.798905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-138b434b-fcd5-41ae-8a96-10a203bea720 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "GET /v2.0/ports/1172f4c2-0f1b-4388-be82-7572aee157f6 HTTP/1.1" status: 200 len: 1136 time: 0.0817676 Aug 20 12:03:29.802603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42498) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:29.964662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:29.986936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6c95d814-d486-442f-ba50-cdb517e66677 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Deleting port 1172f4c2-0f1b-4388-be82-7572aee157f6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:29.998440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c95d814-d486-442f-ba50-cdb517e66677 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.092725 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.107829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:30.138538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-26dac2d5-9627-46bc-98f1-b2351351c65f None None] Provisioning complete for port 1172f4c2-0f1b-4388-be82-7572aee157f6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:30.138914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-26dac2d5-9627-46bc-98f1-b2351351c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.140880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Transition to ACTIVE for port object 8098e7e5-5c34-4745-989d-46da8ca6ec7f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:30.172473 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.198136 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c95d814-d486-442f-ba50-cdb517e66677 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.224112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6c95d814-d486-442f-ba50-cdb517e66677 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Calling delete_port for 1172f4c2-0f1b-4388-be82-7572aee157f6 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:30.227934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-26dac2d5-9627-46bc-98f1-b2351351c65f None None] Port 1172f4c2-0f1b-4388-be82-7572aee157f6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:30.261995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Attempting to bind port 8098e7e5-5c34-4745-989d-46da8ca6ec7f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:30.262390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Attempting to bind port 8098e7e5-5c34-4745-989d-46da8ca6ec7f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:30.262767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Attempting to bind port 8098e7e5-5c34-4745-989d-46da8ca6ec7f on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:30.268272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc1180-5c17-4cf7-a376-e4e00e27cca6 None None] Pushing event updated for resources: {'Port': ['ID=8098e7e5-5c34-4745-989d-46da8ca6ec7f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:30.274842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:30.275224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:30.275634 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.276029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:30.276512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Bound port: 8098e7e5-5c34-4745-989d-46da8ca6ec7f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:30.277205 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.280624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:30.280624 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.372412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] For port 8098e7e5-5c34-4745-989d-46da8ca6ec7f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:30.377530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] For port 8098e7e5-5c34-4745-989d-46da8ca6ec7f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8098e7e5-5c34-4745-989d-46da8ca6ec7f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:30.383823 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.481350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc1180-5c17-4cf7-a376-e4e00e27cca6 None None] Pushing event updated for resources: {'Port': ['ID=8098e7e5-5c34-4745-989d-46da8ca6ec7f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:30.483699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:30.484321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:30.524843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c95d814-d486-442f-ba50-cdb517e66677 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.556993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95d814-d486-442f-ba50-cdb517e66677 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event deleted for resources: {'Port': ['ID=1172f4c2-0f1b-4388-be82-7572aee157f6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:30.619163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:30.691391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c95d814-d486-442f-ba50-cdb517e66677 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.700455 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6c95d814-d486-442f-ba50-cdb517e66677 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "DELETE /v2.0/ports/1172f4c2-0f1b-4388-be82-7572aee157f6 HTTP/1.1" status: 204 len: 168 time: 0.8963287 Aug 20 12:03:30.701116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42502) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:30.790767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-26201287-b7eb-480a-97de-69140d816b5b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Deleting subnet 04595791-a536-4a6f-a4d6-95f1a568af52 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:30.802477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26201287-b7eb-480a-97de-69140d816b5b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.904316 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26201287-b7eb-480a-97de-69140d816b5b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:30.917137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:28Z', 'revision_number': 3, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:30.919702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Allocated IP 172.20.0.1 (3329ad77-85d3-4b53-bf97-39b06101108b/caed223b-e365-4d95-99e1-4cf1f6b1d9c3/41a1655c-1527-4947-b7da-fed8f8d41d3c) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:30.952339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79740c39-b21a-4557-a6a3-22b1534c3b00 None None] The sync data for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 is: [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:28Z', 'revision_number': 3, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:31.021785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26201287-b7eb-480a-97de-69140d816b5b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.064537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.100979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26201287-b7eb-480a-97de-69140d816b5b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.119565 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26201287-b7eb-480a-97de-69140d816b5b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.120111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.125223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf9c75-2346-4553-b6d9-3a063d3311dd None None] Network e117f9f4-a844-4b6a-8441-f59cdb75c3b8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:31.125922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42504) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:31.126402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-26201287-b7eb-480a-97de-69140d816b5b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "DELETE /v2.0/subnets/04595791-a536-4a6f-a4d6-95f1a568af52 HTTP/1.1" status: 204 len: 168 time: 0.4238794 Aug 20 12:03:31.154472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26201287-b7eb-480a-97de-69140d816b5b tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event deleted for resources: {'Subnet': ['ID=04595791-a536-4a6f-a4d6-95f1a568af52,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:31.247042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Network 3329ad77-85d3-4b53-bf97-39b06101108b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:31.257994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:31.264338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=41a1655c-1527-4947-b7da-fed8f8d41d3c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:31.266925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:31.309119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.340235 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.505783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b870a-37c0-4461-b987-3069d06a1add None None] DHCP port deletion for e117f9f4-a844-4b6a-8441-f59cdb75c3b8 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:03:31.535294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Deleting port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:31.535661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.579618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-073b870a-37c0-4461-b987-3069d06a1add None None] Deleting port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:31.580171 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-073b870a-37c0-4461-b987-3069d06a1add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.627697 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.691074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-073b870a-37c0-4461-b987-3069d06a1add None None] For port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,segment=NetworkSegment(2ba31616-d72c-4c74-bea7-397a2404e252),segment_id=2ba31616-d72c-4c74-bea7-397a2404e252)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:31.693906 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-073b870a-37c0-4461-b987-3069d06a1add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.696565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] For port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,segment=NetworkSegment(2ba31616-d72c-4c74-bea7-397a2404e252),segment_id=2ba31616-d72c-4c74-bea7-397a2404e252)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:31.696933 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.712255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-073b870a-37c0-4461-b987-3069d06a1add None None] Calling delete_port for 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:31.732796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Calling delete_port for 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:31.815214 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-073b870a-37c0-4461-b987-3069d06a1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.875983 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b870a-37c0-4461-b987-3069d06a1add None None] Pushing event deleted for resources: {'Port': ['ID=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:31.878662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b870a-37c0-4461-b987-3069d06a1add None None] No DVR routers for this DVR port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:31.966351 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.984335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:31.987716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] No DVR routers for this DVR port 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:03:32.010271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.069291 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.079598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event deleted for resources: {'Port': ['ID=720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.154627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8098e7e5-5c34-4745-989d-46da8ca6ec7f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:32.215836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8098e7e5-5c34-4745-989d-46da8ca6ec7f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:32.220640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8098e7e5-5c34-4745-989d-46da8ca6ec7f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:32.221333 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.261827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=41a1655c-1527-4947-b7da-fed8f8d41d3c,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.285621 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.310517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e117f9f4-a844-4b6a-8441-f59cdb75c3b8']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:32.322346 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.326121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba31616-d72c-4c74-bea7-397a2404e252') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:32.326500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba31616-d72c-4c74-bea7-397a2404e252') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:32.344064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.359442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 8098e7e5-5c34-4745-989d-46da8ca6ec7f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8098e7e5-5c34-4745-989d-46da8ca6ec7f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:32.365280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Network 3329ad77-85d3-4b53-bf97-39b06101108b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:32.366749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.366875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.369192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:32.379073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:32.379263 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:32.382695 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:32.479446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=8098e7e5-5c34-4745-989d-46da8ca6ec7f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.483646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:03:32.506765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:03:32.507477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 720e1cce-4cf8-46b2-ad68-c9c6e0fb8dd6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:03:32.515630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.526213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:32.530663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] 10.222.0.25 "DELETE /v2.0/networks/e117f9f4-a844-4b6a-8441-f59cdb75c3b8 HTTP/1.1" status: 204 len: 168 time: 1.4023371 Aug 20 12:03:32.586252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b91e6-817d-41c8-aeed-b8c26cf82042 tempest-ExtraDHCPOptionsTestJSON-360621669 tempest-ExtraDHCPOptionsTestJSON-360621669-project] Pushing event deleted for resources: {'Network': ['ID=e117f9f4-a844-4b6a-8441-f59cdb75c3b8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:32.619945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:32.757354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:32.766228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f58679a1-803f-40d9-b617-fe944d6d6dc2 admin admin] 10.222.0.25 "PUT /v2.0/routers/3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7595053 Aug 20 12:03:32.837231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42512) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:32.999714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0763f244-e185-4cc5-a354-ed0fde18c13a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f618fe062dab443a9a332d4cd5ee0e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613097 Aug 20 12:03:33.002521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42520) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:33.065488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-140f0451-f850-4895-a67d-c9b5fbc82afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.098954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-140f0451-f850-4895-a67d-c9b5fbc82afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.166834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-140f0451-f850-4895-a67d-c9b5fbc82afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.170126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-140f0451-f850-4895-a67d-c9b5fbc82afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.173820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-140f0451-f850-4895-a67d-c9b5fbc82afc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9effa247-5fb2-4956-8725-b124171509c1 HTTP/1.1" status: 204 len: 168 time: 0.1679947 Aug 20 12:03:33.180888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f0451-f850-4895-a67d-c9b5fbc82afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9effa247-5fb2-4956-8725-b124171509c1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:33.350651 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Sync routers for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:33.372140 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:33.372933 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:33.495685 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:33.700556 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 2, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:33.727468 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Checking router: 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:33.727828 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Updating router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 port 41a1655c-1527-4947-b7da-fed8f8d41d3c binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:03:33.753101 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:33.908881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42544) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:34.010342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'networks': [{'name': 'tempest-network--825894740'}, {'name': 'tempest-network--16691015'}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:34.010665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'network': {'name': 'tempest-network--825894740'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:34.011294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'network': {'name': 'tempest-network--16691015'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:34.026891 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.033597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Made reservation on behalf of 6387e5d103c5465fa0b36ded49a88e98 for: {'network': 2} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:34.037619 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Transition to ACTIVE for port object 41a1655c-1527-4947-b7da-fed8f8d41d3c will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:34.038350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.044160 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.048081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.064247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8098e7e5-5c34-4745-989d-46da8ca6ec7f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:34.109779 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Pushing event updated for resources: {'Port': ['ID=41a1655c-1527-4947-b7da-fed8f8d41d3c,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:34.119155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8098e7e5-5c34-4745-989d-46da8ca6ec7f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:34.119560 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.135768 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.136302 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.137102 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.137102 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.137376 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.137962 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.138115 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.138332 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.138660 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.138966 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.139280 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.139598 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:34.156156 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Attempting to bind port 41a1655c-1527-4947-b7da-fed8f8d41d3c on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:34.156532 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Attempting to bind port 41a1655c-1527-4947-b7da-fed8f8d41d3c by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:34.156819 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Attempting to bind port 41a1655c-1527-4947-b7da-fed8f8d41d3c on network 3329ad77-85d3-4b53-bf97-39b06101108b {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:34.162120 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:34.162525 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Checking segment: {'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:34.162927 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.163323 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Bound using segment: {'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:34.163791 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Bound port: 41a1655c-1527-4947-b7da-fed8f8d41d3c, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:34.164197 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.170052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.175513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.176321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.263043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da66a43e-6c30-42ac-b963-3b7655758759,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:34.276321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Request body: {'port': {'device_id': '2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:34.295209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:34.360860 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-2790e9e5-21a2-48e8-ba02-438d74e94e38 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0921931 Aug 20 12:03:34.421504 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] For port 41a1655c-1527-4947-b7da-fed8f8d41d3c, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:34.423887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.424242 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Added segment 87b33032-1209-400b-9472-a3785280ae6f of type vlan for network 98d45cf5-6a94-4714-bbc1-4c276c689d94 Aug 20 12:03:34.443819 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] For port 41a1655c-1527-4947-b7da-fed8f8d41d3c, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=41a1655c-1527-4947-b7da-fed8f8d41d3c,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:34.448830 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.503872 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.506651 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.541322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cad4c458-e062-4112-a675-4f7e2ab4da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.542477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cad4c458-e062-4112-a675-4f7e2ab4da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.543427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cad4c458-e062-4112-a675-4f7e2ab4da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.544859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cad4c458-e062-4112-a675-4f7e2ab4da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.545557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cad4c458-e062-4112-a675-4f7e2ab4da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.549470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cad4c458-e062-4112-a675-4f7e2ab4da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.550713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cad4c458-e062-4112-a675-4f7e2ab4da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.553239 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cad4c458-e062-4112-a675-4f7e2ab4da31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6508 time: 0.1271307 Aug 20 12:03:34.560007 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:34.560007 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:34.597201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:34.671364 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.671711 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Added segment 4df753dc-7944-4205-90a6-f7c8653298f7 of type vlan for network bc7b2c92-b592-42f4-b0f4-8470ce4b6537 Aug 20 12:03:34.674545 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:34.763490 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-c4030516-6819-4ab5-a574-136e721b8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.763955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-c4030516-6819-4ab5-a574-136e721b8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.764482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-c4030516-6819-4ab5-a574-136e721b8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.766122 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-c4030516-6819-4ab5-a574-136e721b8f43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=04055f11-a4d0-472f-9545-221fd61c4d3a&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=8e2889d6-5a65-410a-9861-3239109dd4ae&id=8e2889d6-5a65-410a-9861-3239109dd4ae HTTP/1.1" status: 200 len: 2298 time: 0.1760728 Aug 20 12:03:34.778779 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5910f2-9cd0-48c1-be14-994313a159e6 None None] Pushing event updated for resources: {'Port': ['ID=41a1655c-1527-4947-b7da-fed8f8d41d3c,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:34.781922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-112a1d90-4084-42b3-82cd-d2649c4269d6 req-46ad73e5-226f-41de-b357-056f61c53474 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 210 time: 0.3868010 Aug 20 12:03:34.796971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.881090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd89cea-3563-4470-8e9e-ee1aad30314f req-b46359f0-68b2-437c-ab57-77de7a64c920 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.882685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ffd89cea-3563-4470-8e9e-ee1aad30314f req-b46359f0-68b2-437c-ab57-77de7a64c920 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 932 time: 0.5660439 Aug 20 12:03:34.898654 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-a3af6bb2-ddc3-40d5-ae18-084771159cf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59 HTTP/1.1" status: 200 len: 1001 time: 0.1230512 Aug 20 12:03:34.930235 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.930742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.935604 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:34Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:34.936783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.941549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.942213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:34.957221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-1ce08787-fc01-4631-bed4-198bc48b6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:34.958879 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-1ce08787-fc01-4631-bed4-198bc48b6030 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0024e3-2062-40b0-9cde-ef72ee39abcd HTTP/1.1" status: 200 len: 856 time: 0.0520885 Aug 20 12:03:34.968941 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec87ef4-4540-4678-97cc-6389beda3a8c None None] The sync data for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 is: [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:34Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:35.035796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-ee143fe2-2e24-447d-906a-279e489227f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.039906 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-ee143fe2-2e24-447d-906a-279e489227f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04055f11-a4d0-472f-9545-221fd61c4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680215 Aug 20 12:03:35.107793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.1976852 Aug 20 12:03:35.118278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42554) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:35.118974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ffd89cea-3563-4470-8e9e-ee1aad30314f req-dc81a533-3b91-4e29-8431-4208ef8203e3 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243049 Aug 20 12:03:35.166512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a1f3f-f3cc-468c-8c33-66ae69819aee req-4102c10d-4e5e-466a-b042-8af7cdca802c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.168709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-105a1f3f-f3cc-468c-8c33-66ae69819aee req-4102c10d-4e5e-466a-b042-8af7cdca802c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2851028 Aug 20 12:03:35.209619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Network': ['ID=98d45cf5-6a94-4714-bbc1-4c276c689d94,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:35.251019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.251381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.251882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.252278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.252836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.254240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.254240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.254240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.254617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.254958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.255733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.255733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:35.273224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 98d45cf5-6a94-4714-bbc1-4c276c689d94 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:35.386051 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-63de5eec-b693-4d51-864d-5833b2db1440 service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387604 Aug 20 12:03:35.434781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838eb7a1-1612-485f-9981-cf2f3612488a {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:35.452115 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.457817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6510d2-369c-4ded-8ef4-2fe6215e0462 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Network': ['ID=bc7b2c92-b592-42f4-b0f4-8470ce4b6537,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:35.468949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network bc7b2c92-b592-42f4-b0f4-8470ce4b6537 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:35.484089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-105a1f3f-f3cc-468c-8c33-66ae69819aee req-5bf78341-be9e-4ba9-b8d5-9b7df236122a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779169 Aug 20 12:03:35.506747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363dfa39-718b-4c6f-9bbf-21efdebc240d tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.509588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Transition to ACTIVE for port object 838eb7a1-1612-485f-9981-cf2f3612488a will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:35.515456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.517436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363dfa39-718b-4c6f-9bbf-21efdebc240d tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.536280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363dfa39-718b-4c6f-9bbf-21efdebc240d tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.548904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363dfa39-718b-4c6f-9bbf-21efdebc240d tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.550715 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-363dfa39-718b-4c6f-9bbf-21efdebc240d tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4196517 Aug 20 12:03:35.558105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42566) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:35.613158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-9ed6ffd3-7240-4769-89db-810562d774a5 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.614754 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-9ed6ffd3-7240-4769-89db-810562d774a5 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 812 time: 0.3897545 Aug 20 12:03:35.650049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'port': {'device_id': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a', 'admin_state_up': True, 'tenant_id': 'a19bf3d8285c4677b509206b9b7e2138'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:35.701382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Pushing event updated for resources: {'Port': ['ID=838eb7a1-1612-485f-9981-cf2f3612488a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:35.731057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139fd39-38a9-456a-a6c9-54a4cabaa1f8 req-667dd484-6a58-4a3d-82be-08421b6fa8e0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.738693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1139fd39-38a9-456a-a6c9-54a4cabaa1f8 req-667dd484-6a58-4a3d-82be-08421b6fa8e0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 945 time: 0.1547055 Aug 20 12:03:35.845816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.848307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Attempting to bind port 838eb7a1-1612-485f-9981-cf2f3612488a on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:35.849133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Attempting to bind port 838eb7a1-1612-485f-9981-cf2f3612488a by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:35.849133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Attempting to bind port 838eb7a1-1612-485f-9981-cf2f3612488a on network 2a3e250d-a632-4394-bb08-2793606a6a35 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:35.860583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Port 838eb7a1-1612-485f-9981-cf2f3612488a on network 2a3e250d-a632-4394-bb08-2793606a6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:03:35.860810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Attempting to bind port 838eb7a1-1612-485f-9981-cf2f3612488a on network 2a3e250d-a632-4394-bb08-2793606a6a35 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:35.869869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:35.870950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Checking segment: {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:35.871350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Bound using segment: {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:35.871883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Bound port: 838eb7a1-1612-485f-9981-cf2f3612488a, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8482b52-e44d-40ca-9482-dd7addb19998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:35.872509 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.883294 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-269d9db0-977a-4015-b2df-571458b2bb51 service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782462 Aug 20 12:03:35.898938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1139fd39-38a9-456a-a6c9-54a4cabaa1f8 req-3f659d61-8b1d-4884-920e-5e0aef0da628 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591363 Aug 20 12:03:35.962564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-e50186df-6558-4140-baea-0498ff0ed37b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:35.965592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-e50186df-6558-4140-baea-0498ff0ed37b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 820 time: 0.2211137 Aug 20 12:03:35.975712 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-eabf8262-5b2f-47e8-9f33-3435770cfdd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 200 len: 217 time: 0.0815566 Aug 20 12:03:36.036191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-ec22b1e1-ef19-4497-a02f-1155aecea4d8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/quotas/000f481f7708476b981da96668442f0b HTTP/1.1" status: 200 len: 375 time: 0.0386989 Aug 20 12:03:36.097563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] For port 838eb7a1-1612-485f-9981-cf2f3612488a, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:36.131192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] For port 838eb7a1-1612-485f-9981-cf2f3612488a, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=838eb7a1-1612-485f-9981-cf2f3612488a,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:36.136741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-db134859-aa38-4f8b-9758-1c75a47113fa tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996828 Aug 20 12:03:36.137427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Made reservation on behalf of a19bf3d8285c4677b509206b9b7e2138 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:36.140626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.140955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.146600 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.161791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 41a1655c-1527-4947-b7da-fed8f8d41d3c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:36.172135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-883674ac-5513-4fa7-af09-62518aad64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:36.173619 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-883674ac-5513-4fa7-af09-62518aad64af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.1870589 Aug 20 12:03:36.175198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d45cf5-6a94-4714-bbc1-4c276c689d94']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:36.203846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b33032-1209-400b-9472-a3785280ae6f') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:36.204143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b33032-1209-400b-9472-a3785280ae6f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:36.211027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7fedf1e-4af8-432c-b58e-b65c08e4a84e req-32325a87-2be8-4e53-b6fb-3dc503443a4c tempest-AbsoluteLimitsNegativeTestJSON-2075211776 tempest-AbsoluteLimitsNegativeTestJSON-2075211776-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c1bb30e6a0204faab53cd09e856d69a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731096 Aug 20 12:03:36.227941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 41a1655c-1527-4947-b7da-fed8f8d41d3c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:36.235159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:36.235623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 41a1655c-1527-4947-b7da-fed8f8d41d3c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:36.236098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.236352 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.238353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/838eb7a1-1612-485f-9981-cf2f3612488a HTTP/1.1" status: 200 len: 1093 time: 1.9677575 Aug 20 12:03:36.239194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.288420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd', 'tag': '838eb7a1-1612-485f-9981-cf2f3612488a'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:36.291150 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd", "tag": "838eb7a1-1612-485f-9981-cf2f3612488a"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:36.301580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.330806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:36.331128 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:36.336688 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:36.391747 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.432071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-4a9f57d9-4163-4ba1-9134-2260769f585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:36.435288 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-4a9f57d9-4163-4ba1-9134-2260769f585a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2487440 Aug 20 12:03:36.435459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 41a1655c-1527-4947-b7da-fed8f8d41d3c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=41a1655c-1527-4947-b7da-fed8f8d41d3c,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:36.440402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.481133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fedf1e-4af8-432c-b58e-b65c08e4a84e req-c784b552-1ddc-4120-87be-7a7fc930a332 tempest-AbsoluteLimitsNegativeTestJSON-2075211776 tempest-AbsoluteLimitsNegativeTestJSON-2075211776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:36.482933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7fedf1e-4af8-432c-b58e-b65c08e4a84e req-c784b552-1ddc-4120-87be-7a7fc930a332 tempest-AbsoluteLimitsNegativeTestJSON-2075211776 tempest-AbsoluteLimitsNegativeTestJSON-2075211776-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567046 Aug 20 12:03:36.493871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ed337-f5bd-4759-a259-f611da3e97d6 service neutron] Pushing event updated for resources: {'Port': ['ID=838eb7a1-1612-485f-9981-cf2f3612488a,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:36.525311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=41a1655c-1527-4947-b7da-fed8f8d41d3c,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:36.541757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7fedf1e-4af8-432c-b58e-b65c08e4a84e req-6dc1c86c-3f4b-401f-8d2f-6e5bb3b9dd73 tempest-AbsoluteLimitsNegativeTestJSON-2075211776 tempest-AbsoluteLimitsNegativeTestJSON-2075211776-project] 10.222.0.25 "GET /v2.0/quotas/c1bb30e6a0204faab53cd09e856d69a0 HTTP/1.1" status: 200 len: 375 time: 0.0488853 Aug 20 12:03:36.549568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a39f1a19-0222-4d13-9efb-205ab6b3e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:36.551256 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-a39f1a19-0222-4d13-9efb-205ab6b3e88b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2a0aac7572c4f7a8163d555070ef4f8&device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 1096 time: 0.1354144 Aug 20 12:03:36.577984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Allocated IP 172.20.0.8 (bc8b0a83-5857-498a-b1e8-2adee7fb035a/77a436fa-fa2b-4792-81e3-41f986ec36fc/5db45dcc-68db-4677-b4a7-242294ea4b03) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:36.643291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-998dddd7-fe39-4628-bfa6-ea1f2ce450b7 service neutron] 10.222.0.25 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757452 Aug 20 12:03:36.645969 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7fedf1e-4af8-432c-b58e-b65c08e4a84e req-a0de86b2-d3ce-40f7-bb67-f89dfe00928c tempest-AbsoluteLimitsNegativeTestJSON-2075211776 tempest-AbsoluteLimitsNegativeTestJSON-2075211776-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c1bb30e6a0204faab53cd09e856d69a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850410 Aug 20 12:03:36.647646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-ef113d1d-0f74-4031-9ec6-d795a16e41c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=838eb7a1-1612-485f-9981-cf2f3612488a HTTP/1.1" status: 200 len: 217 time: 0.0818226 Aug 20 12:03:36.659134 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.695232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:36.701814 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/networks/98d45cf5-6a94-4714-bbc1-4c276c689d94 HTTP/1.1" status: 204 len: 168 time: 1.1278791 Aug 20 12:03:36.709420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42598) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:36.743329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836c341-e377-40ea-b9fa-7c4b4c2e6bef tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Network': ['ID=98d45cf5-6a94-4714-bbc1-4c276c689d94,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:36.877151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-804f0a98-f7ec-4148-ac61-0260d8bc1486 service neutron] 10.222.0.25 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109873 Aug 20 12:03:36.879958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e75a4cc-dbb2-4c1b-8801-339703712f7e req-2ac4e6c3-5f29-4e9e-8ede-763a6f0d0aa4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 210 time: 0.0493128 Aug 20 12:03:36.888262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e4f75-76ab-4cb6-99b3-367463745070 req-f6b674ff-524c-4b87-873a-603b48e4a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:36.890906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-f6b674ff-524c-4b87-873a-603b48e4a645 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55cc5d41-3c6d-4f31-ad28-ce27621a8103 HTTP/1.1" status: 200 len: 853 time: 0.2260585 Aug 20 12:03:36.962500 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-8f84a830-bf2b-441b-999a-add6ea6a1c26 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119605 Aug 20 12:03:36.983980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.021810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e4f75-76ab-4cb6-99b3-367463745070 req-0f9f7c08-aba9-4c00-8809-1081e64b1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:37.030420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-0f9f7c08-aba9-4c00-8809-1081e64b1968 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3e250d-a632-4394-bb08-2793606a6a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231887 Aug 20 12:03:37.142316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:37.288117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-ffaa20e8-fbb9-4c66-861e-9968e9e27aa9 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3e250d-a632-4394-bb08-2793606a6a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498350 Aug 20 12:03:37.303502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf220b-d18c-44ed-8679-5c78bdae76a4 req-cd459e26-573b-48e5-911e-825ce3a48879 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:37.305414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bcdf220b-d18c-44ed-8679-5c78bdae76a4 req-cd459e26-573b-48e5-911e-825ce3a48879 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 944 time: 0.0781641 Aug 20 12:03:37.519218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.557412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.563578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2586fc12-697e-438d-b3a1-5fd5308ca5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.594628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b2c92-b592-42f4-b0f4-8470ce4b6537']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:37.615903 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-8465c99c-2f8b-49b2-b763-d447d699955e service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284797 Aug 20 12:03:37.617953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df753dc-7944-4205-90a6-f7c8653298f7') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:37.618210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df753dc-7944-4205-90a6-f7c8653298f7') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:37.647020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d0a1203e-3529-4dc6-a4e0-165bd95761c6 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:03:37.667767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.803650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-a39763ae-de35-4fa6-9d34-e53461834885 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 200 len: 217 time: 0.1385283 Aug 20 12:03:37.815216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.828800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:37.840848 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c6af94-9e6b-45ea-b2e6-0e0de479e6c4 x-openstack-request-id: req-19c6af94-9e6b-45ea-b2e6-0e0de479e6c4 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:37.840848 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd", "tag": "838eb7a1-1612-485f-9981-cf2f3612488a", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:37.841191 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19c6af94-9e6b-45ea-b2e6-0e0de479e6c4 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:37.841279 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd', 'tag': '838eb7a1-1612-485f-9981-cf2f3612488a', 'status': 'completed', 'code': 200} Aug 20 12:03:37.853841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'port_id': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'mac_address': 'fa:16:3e:79:5c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87863f-0c3d-46c4-b743-b332100a4c7c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:03:37.893618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:37.894125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:37.897850 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:37.926424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:37.942081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bcdf220b-d18c-44ed-8679-5c78bdae76a4 req-da404eab-48c7-4073-ab61-aa92f1847eaa tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250045 Aug 20 12:03:38.015431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-434e49fe-d0d2-47ec-9837-52dca43aa7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.017028 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-434e49fe-d0d2-47ec-9837-52dca43aa7e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.1964304 Aug 20 12:03:38.034205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Network bc8b0a83-5857-498a-b1e8-2adee7fb035a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:38.037237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83037-fcbf-4d5d-a97b-2e4713d230ca req-027b73eb-9e5d-4fe5-beeb-dc30c3edb68e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.039863 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.051911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19d83037-fcbf-4d5d-a97b-2e4713d230ca req-027b73eb-9e5d-4fe5-beeb-dc30c3edb68e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2096603 Aug 20 12:03:38.074862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0a1203e-3529-4dc6-a4e0-165bd95761c6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:38.086448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736e4f75-76ab-4cb6-99b3-367463745070 req-0ed52597-2e7c-4e04-bad5-d1ac6ebecb73 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3e250d-a632-4394-bb08-2793606a6a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7798281 Aug 20 12:03:38.132366 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.133278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19d83037-fcbf-4d5d-a97b-2e4713d230ca req-ea2643cd-4dc3-4d46-a69f-d6153328eb3a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804868 Aug 20 12:03:38.137690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:38.154740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.173405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:38.181529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:38.209125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.213757 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/networks/bc7b2c92-b592-42f4-b0f4-8470ce4b6537 HTTP/1.1" status: 204 len: 168 time: 1.4896894 Aug 20 12:03:38.220073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42654) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:38.244092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'Port': ['ID=5db45dcc-68db-4677-b4a7-242294ea4b03,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:38.285437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:38.291956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 41a1655c-1527-4947-b7da-fed8f8d41d3c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:38.315774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Network': ['ID=bc7b2c92-b592-42f4-b0f4-8470ce4b6537,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:38.324191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.325371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.333117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.333719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.334242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.335029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.335592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.336091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.336608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.337088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.337570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.338209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.338685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.339705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.369754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.370344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.370855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.371332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.371826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.372307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.372795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.373261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.373731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.374301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.377803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.378367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8773dbeb-5dce-48c8-bdfd-11d8e57f3a08 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:03:38.390337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-d37ef71d-0d7b-4a97-bb2d-7fc904aaee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.392163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-d37ef71d-0d7b-4a97-bb2d-7fc904aaee2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3631074 Aug 20 12:03:38.430800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['d0a1203e-3529-4dc6-a4e0-165bd95761c6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:38.500989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2586fc12-697e-438d-b3a1-5fd5308ca5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.515984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 41a1655c-1527-4947-b7da-fed8f8d41d3c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:38.517012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2586fc12-697e-438d-b3a1-5fd5308ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.517405 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.518754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c55b5a-2385-4c2e-b742-5585ed0d765b tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.527146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c55b5a-2385-4c2e-b742-5585ed0d765b tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.535328 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f1c55b5a-2385-4c2e-b742-5585ed0d765b tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3093994 Aug 20 12:03:38.536045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42658) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:38.556924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6edebee4-7f33-414e-b0e9-3b30dde8a29d req-79b19814-5389-4ab8-a669-4cbb6e46e625 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 210 time: 0.3376353 Aug 20 12:03:38.563743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1219429803'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:38.603071 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-588542c5-4c85-426e-976a-d91bfc4b398a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9691174 Aug 20 12:03:38.622989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-6b782bff-0421-405a-bdd2-dec570ce8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.627003 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-6b782bff-0421-405a-bdd2-dec570ce8c93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2a0aac7572c4f7a8163d555070ef4f8&device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 1096 time: 0.4812124 Aug 20 12:03:38.627910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Made reservation on behalf of 6387e5d103c5465fa0b36ded49a88e98 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:38.631626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.640131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Request body: {'port': {'device_id': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:38.664876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:38.672462 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2586fc12-697e-438d-b3a1-5fd5308ca5d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1bb30e6a0204faab53cd09e856d69a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5200047 Aug 20 12:03:38.675292 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.676235 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Added segment 69b21cd0-a7a0-47e9-a2cd-99b61c6a0810 of type vlan for network b693df25-c865-4e01-9d47-a96aa40dd429 Aug 20 12:03:38.684093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42664) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:38.728745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.762540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586fc12-697e-438d-b3a1-5fd5308ca5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc4e9ba-1aa4-4e66-ae2b-8fcef3639e1e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:38.773028 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-7c23b480-6ed5-49bb-9567-2b7063e5c713 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696449 Aug 20 12:03:38.929838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-4bc61628-60bc-4439-b759-f88f8a6c1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.931847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-4bc61628-60bc-4439-b759-f88f8a6c1778 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a3e250d-a632-4394-bb08-2793606a6a35 HTTP/1.1" status: 200 len: 915 time: 0.2838280 Aug 20 12:03:38.933282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.939961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.940927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:38.974897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8574db-f29a-46fd-a477-f9c992d5e222 req-e2a992c3-6706-4a51-9db8-9cddd6471887 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:38.985591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e8574db-f29a-46fd-a477-f9c992d5e222 req-e2a992c3-6706-4a51-9db8-9cddd6471887 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 931 time: 0.7434123 Aug 20 12:03:39.003238 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.013504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4590974 Aug 20 12:03:39.014145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42668) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:39.058200 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-27d7e5bb-b991-454b-89e9-eebd6541dce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.111799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-460671403'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:39.132735 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-27d7e5bb-b991-454b-89e9-eebd6541dce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.146312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-fd194389-42c9-433b-9789-21e4f4e9e56f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=838eb7a1-1612-485f-9981-cf2f3612488a HTTP/1.1" status: 200 len: 217 time: 0.1874199 Aug 20 12:03:39.153354 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-902057a1-20e0-4e16-add8-e5f548f3f61a service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654902 Aug 20 12:03:39.193702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45396ec1-4eec-446a-bdae-c06b9d28f277 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Network': ['ID=b693df25-c865-4e01-9d47-a96aa40dd429,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:39.211683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b693df25-c865-4e01-9d47-a96aa40dd429 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:39.257974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e8574db-f29a-46fd-a477-f9c992d5e222 req-43b7d210-3b91-4dda-b7d2-e384115e9f62 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667623 Aug 20 12:03:39.282662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Made reservation on behalf of 6387e5d103c5465fa0b36ded49a88e98 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:39.293789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.308707 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-9e796b8f-5fc0-4255-b3f6-5a3e2c642f9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1 HTTP/1.1" status: 200 len: 217 time: 0.1360130 Aug 20 12:03:39.363117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84660ff-350c-40d3-83d3-7028df1dec5d req-27f65589-bbaa-4d5d-af90-1c5fde3cf6e8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:39.368158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f84660ff-350c-40d3-83d3-7028df1dec5d req-27f65589-bbaa-4d5d-af90-1c5fde3cf6e8 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 944 time: 0.2508390 Aug 20 12:03:39.374518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-15b6f9c9-4a31-416c-aaea-70ef45803045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:39.376837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-15b6f9c9-4a31-416c-aaea-70ef45803045 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55cc5d41-3c6d-4f31-ad28-ce27621a8103 HTTP/1.1" status: 200 len: 853 time: 0.2061493 Aug 20 12:03:39.413993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:39.435865 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.436486 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Added segment 05dfc232-0d57-4bd4-94eb-a588109b3075 of type vlan for network fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1 Aug 20 12:03:39.531326 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-27d7e5bb-b991-454b-89e9-eebd6541dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.534938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-27d7e5bb-b991-454b-89e9-eebd6541dce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.536801 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-27d7e5bb-b991-454b-89e9-eebd6541dce7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dc4e9ba-1aa4-4e66-ae2b-8fcef3639e1e HTTP/1.1" status: 204 len: 168 time: 0.8425663 Aug 20 12:03:39.545257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-9c10e786-dfa8-499d-8cd3-bae6157f4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:39.547054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-9c10e786-dfa8-499d-8cd3-bae6157f4ae7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.2297635 Aug 20 12:03:39.561521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7e5bb-b991-454b-89e9-eebd6541dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc4e9ba-1aa4-4e66-ae2b-8fcef3639e1e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:39.652373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d0a1203e-3529-4dc6-a4e0-165bd95761c6 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:39.689973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-4c4cffa1-3745-4739-955c-19e088f492c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:39.692674 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-4c4cffa1-3745-4739-955c-19e088f492c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1319158 Aug 20 12:03:39.695625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.778343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port d0a1203e-3529-4dc6-a4e0-165bd95761c6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:39.780899 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.794041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.800470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:39.801277 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.864618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f84660ff-350c-40d3-83d3-7028df1dec5d req-3585fe1b-4ab8-420a-a088-f9e34f3815ed tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893003 Aug 20 12:03:39.868750 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-bd68d5d6-7b9d-4520-a77d-8b1e8088e0be service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566067 Aug 20 12:03:39.973119 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:39.982508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-7603e6ab-f5b1-48bb-80b0-9bc795a57393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:39.982508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-7603e6ab-f5b1-48bb-80b0-9bc795a57393 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3e250d-a632-4394-bb08-2793606a6a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5360565 Aug 20 12:03:40.033906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db45dcc-68db-4677-b4a7-242294ea4b03 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:40.036571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6237885-6bfe-4e2a-abfd-ad2750bf48ae req-efb59d13-5b6a-4150-9757-384b35e96fc2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:40.038559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6237885-6bfe-4e2a-abfd-ad2750bf48ae req-efb59d13-5b6a-4150-9757-384b35e96fc2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 944 time: 0.5272169 Aug 20 12:03:40.042636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9691195 Aug 20 12:03:40.051168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42686) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:40.059722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'ports': [{'network_id': 'b693df25-c865-4e01-9d47-a96aa40dd429', 'name': 'tempest-port--1735234926', 'admin_state_up': True}, {'network_id': 'fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1', 'admin_state_up': False}]} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:40.060037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'port': {'network_id': 'b693df25-c865-4e01-9d47-a96aa40dd429', 'name': 'tempest-port--1735234926', 'admin_state_up': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:40.060516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'port': {'network_id': 'fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1', 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:40.065644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:40.072261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:40.075882 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4625b34-ec31-40c2-a095-00ad1ce70ecf" -d '{"events": [{"server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "name": "network-vif-plugged", "status": "completed", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:40.080034 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.135206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba4418e-03b5-4a62-916c-fc315509b164 req-6e4100c4-0d2c-44ed-bc59-6f963e18c43a tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 210 time: 0.1508682 Aug 20 12:03:40.172823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.176841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d43273-b14c-4c5c-8b97-2a051cb2f913 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Network': ['ID=fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:40.189861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-21506e7e-f7f3-479a-9d50-2a1db44a0ebf tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:40.191564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-21506e7e-f7f3-479a-9d50-2a1db44a0ebf tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.73 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 820 time: 0.7454152 Aug 20 12:03:40.208468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Request body: {'port': {'device_id': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'admin_state_up': True, 'tenant_id': '000f481f7708476b981da96668442f0b'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:40.250830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:40.274138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:40.283800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Transition to ACTIVE for port object 5db45dcc-68db-4677-b4a7-242294ea4b03 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:40.295309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.309835 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b722dbc-b749-46fe-bd34-1e0ab9fdbbb2 x-openstack-request-id: req-4b722dbc-b749-46fe-bd34-1e0ab9fdbbb2 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:40.314548 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "name": "network-vif-plugged", "status": "completed", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:40.315089 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b722dbc-b749-46fe-bd34-1e0ab9fdbbb2 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:40.315731 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'code': 200} Aug 20 12:03:40.376194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6237885-6bfe-4e2a-abfd-ad2750bf48ae req-4a67ddfb-06b7-4916-adbc-cbdf3d4f4587 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801046 Aug 20 12:03:40.386611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=5db45dcc-68db-4677-b4a7-242294ea4b03,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:40.411738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-8b8eb4b3-349a-4192-a5fc-0a9778e4b41f service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771297 Aug 20 12:03:40.477849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-235cd0f8-c925-48f1-a92e-4f1ee821bf59 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3e250d-a632-4394-bb08-2793606a6a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759049 Aug 20 12:03:40.507508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-2b9623b8-c48f-4ba0-992d-bbd762b7af30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d HTTP/1.1" status: 200 len: 217 time: 0.0672517 Aug 20 12:03:40.607129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-460dead4-781e-4e18-a005-0c40306fd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:40.609083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-460dead4-781e-4e18-a005-0c40306fd089 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.0755193 Aug 20 12:03:40.654762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cc7b2-8a13-4d21-bc5e-35f2b3e20d7a req-c4cb9d0a-0769-4be6-89c4-24c25d82f0ab tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:40.656244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d30cc7b2-8a13-4d21-bc5e-35f2b3e20d7a req-c4cb9d0a-0769-4be6-89c4-24c25d82f0ab tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 943 time: 0.2248969 Aug 20 12:03:40.680506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:03:40.680506 n-d-800634-10 neutron-server[101034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 12:03:40.680506 n-d-800634-10 neutron-server[101034]: [parameters: {'project_id': '000f481f7708476b981da96668442f0b', 'id': '38605136-bcd3-480b-8f32-fa3b28d3b032', 'expiration': datetime.datetime(2021, 8, 20, 12, 5, 40, 657058)}] Aug 20 12:03:40.680506 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:03:40.680940 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:03:40.745504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Made reservation on behalf of 6387e5d103c5465fa0b36ded49a88e98 for: {'port': 2} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:40.750869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.786005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:40.793286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-0458cb72-44a9-44f5-be75-5c2a1250b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:40.794942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-0458cb72-44a9-44f5-be75-5c2a1250b356 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1569941 Aug 20 12:03:40.799698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c7ecb5b-eb40-4293-82f1-d84ba2818a2b req-5d0aec47-2152-4e90-af66-d377b7aa68eb service neutron] 10.222.0.73 "GET /v2.0/networks/2a3e250d-a632-4394-bb08-2793606a6a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105171 Aug 20 12:03:40.815158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d30cc7b2-8a13-4d21-bc5e-35f2b3e20d7a req-d45617f1-c973-4163-b4d4-d09d66b4a822 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373050 Aug 20 12:03:40.827322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Attempting to bind port 5db45dcc-68db-4677-b4a7-242294ea4b03 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:40.827686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Attempting to bind port 5db45dcc-68db-4677-b4a7-242294ea4b03 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:40.828018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Attempting to bind port 5db45dcc-68db-4677-b4a7-242294ea4b03 on network bc8b0a83-5857-498a-b1e8-2adee7fb035a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:40.861397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Port 5db45dcc-68db-4677-b4a7-242294ea4b03 on network bc8b0a83-5857-498a-b1e8-2adee7fb035a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:03:40.862068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Attempting to bind port 5db45dcc-68db-4677-b4a7-242294ea4b03 on network bc8b0a83-5857-498a-b1e8-2adee7fb035a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:40.927258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:40.927596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Checking segment: {'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:40.927988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Bound using segment: {'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:40.928449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Bound port: 5db45dcc-68db-4677-b4a7-242294ea4b03, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:40.928795 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.075065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8a699-8dee-40c8-9295-3e687d66f67e req-ab0d9e0f-fd6a-47b8-9249-0e17b4e3a76e tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:41.076628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1e8a699-8dee-40c8-9295-3e687d66f67e req-ab0d9e0f-fd6a-47b8-9249-0e17b4e3a76e tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 944 time: 0.1169834 Aug 20 12:03:41.077121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42716) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:41.101609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] device_id is not set on port d079af55-1b17-4e66-820e-66e1f1413c2f yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:41.132180 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1e8a699-8dee-40c8-9295-3e687d66f67e req-60052d32-6bd7-4565-a1bc-9a48cd19667b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460813 Aug 20 12:03:41.215579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] For port 5db45dcc-68db-4677-b4a7-242294ea4b03, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:41.219579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] For port 5db45dcc-68db-4677-b4a7-242294ea4b03, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5db45dcc-68db-4677-b4a7-242294ea4b03,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:41.227430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Made reservation on behalf of 000f481f7708476b981da96668442f0b for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:41.238114 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.272640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1377321738-network', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:41.276091 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.377692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:41.379198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.380754 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] 10.222.0.73 "PUT /v2.0/ports/5db45dcc-68db-4677-b4a7-242294ea4b03 HTTP/1.1" status: 200 len: 1092 time: 2.7599523 Aug 20 12:03:41.383338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:41.394259 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f5f52-7774-453c-8a84-b8a67707a802" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:41.535132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.539661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-950600e8-8904-496d-8797-bca062d556ee req-8e6e74da-2c7c-4e5f-b316-d1ae613ceeb9 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 210 time: 0.2522562 Aug 20 12:03:41.540375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Made reservation on behalf of e58f53133ff849689f258cb07c84c7c2 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:41.542724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.580847 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-98d47c12-d697-4ea7-93f0-2bf8ad12239a service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345066 Aug 20 12:03:41.608629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc603-da5b-46cf-8457-55af9890a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=5db45dcc-68db-4677-b4a7-242294ea4b03,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:41.625299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:41.656011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb7e08-521c-44b5-987e-7db0f2db6794 req-693f506c-a2ac-4bb0-befb-e21bfed7094b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:41.657805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dcb7e08-521c-44b5-987e-7db0f2db6794 req-693f506c-a2ac-4bb0-befb-e21bfed7094b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.1123672 Aug 20 12:03:41.664089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:03:41.674063 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d98086-15d5-4bb5-bbed-c3a7032fa2c0 x-openstack-request-id: req-a0d98086-15d5-4bb5-bbed-c3a7032fa2c0 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:41.674434 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:41.674751 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0d98086-15d5-4bb5-bbed-c3a7032fa2c0 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:41.675179 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03', 'status': 'completed', 'code': 200} Aug 20 12:03:41.741594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dcb7e08-521c-44b5-987e-7db0f2db6794 req-06115caa-709c-4489-9137-21a9235e5d8d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610950 Aug 20 12:03:41.771921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Allocated IP 172.20.0.14 (3329ad77-85d3-4b53-bf97-39b06101108b/caed223b-e365-4d95-99e1-4cf1f6b1d9c3/f404dbd6-1a16-4d98-95a4-761fa70d2516) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:41.837412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] device_id is not set on port d32ad3b8-7938-44fe-8ddd-bf848e55b563 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:03:41.892062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-b1109fc3-2d04-484e-9684-d9116e0eb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:41.893907 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-b1109fc3-2d04-484e-9684-d9116e0eb0f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1095 time: 0.3621607 Aug 20 12:03:41.957804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:41.982604 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.016964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f0a318d7-9f46-44ee-a379-a25344525654', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': 'f0a318d7-9f46-44ee-a379-a25344525654', 'mac_address': 'fa:16:3e:66:f0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:03:42.019999 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-6585c0e8-9695-4304-bca0-a87135234d5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5db45dcc-68db-4677-b4a7-242294ea4b03 HTTP/1.1" status: 200 len: 217 time: 0.1027803 Aug 20 12:03:42.031021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-c3efd3ff-79fc-4c83-bf24-d80f64fe1e0f service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602905 Aug 20 12:03:42.057169 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.131092 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-d4899a81-1f62-4b0d-a4c0-725014094be7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4 HTTP/1.1" status: 200 len: 217 time: 0.0818489 Aug 20 12:03:42.144944 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.176461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0a318d7-9f46-44ee-a379-a25344525654 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:42.218223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de7675-c430-43f5-b36f-c639f96c9dad req-0af40f16-20d0-4d1c-aecb-43065e55986b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:42.220196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:42.222246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8de7675-c430-43f5-b36f-c639f96c9dad req-0af40f16-20d0-4d1c-aecb-43065e55986b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 943 time: 0.1467917 Aug 20 12:03:42.227662 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.234891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 838eb7a1-1612-485f-9981-cf2f3612488a details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:03:42.246559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-5b434ea2-371a-4347-b80f-7c3f3a9434c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:42.248123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-5b434ea2-371a-4347-b80f-7c3f3a9434c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.2144399 Aug 20 12:03:42.279708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.299658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.303959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-26d8d868-fe02-464a-bce9-f65a14bc4d87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409486 Aug 20 12:03:42.305438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-78808f1a-9b7e-4695-ab84-15e9a52beb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:42.307301 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-78808f1a-9b7e-4695-ab84-15e9a52beb40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.1337721 Aug 20 12:03:42.327506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.389062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.513320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-03fb4ae8-70cf-4523-a632-748b163b8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:42.517580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-03fb4ae8-70cf-4523-a632-748b163b8a8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1922843 Aug 20 12:03:42.535359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:42.554977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b7975-c12e-4a3d-9298-34d732744081,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:42.572052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 838eb7a1-1612-485f-9981-cf2f3612488a, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=838eb7a1-1612-485f-9981-cf2f3612488a,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:42.572581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:42.611749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '838eb7a1-1612-485f-9981-cf2f3612488a', 'network_id': '2a3e250d-a632-4394-bb08-2793606a6a35', 'port_id': '838eb7a1-1612-485f-9981-cf2f3612488a', 'mac_address': 'fa:16:3e:06:ea:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cc5d41-3c6d-4f31-ad28-ce27621a8103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:03:42.633016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Network 3329ad77-85d3-4b53-bf97-39b06101108b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:42.640090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8de7675-c430-43f5-b36f-c639f96c9dad req-29a689f2-dabc-4e70-b649-071938e0d7b0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022417 Aug 20 12:03:42.650582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:42.662199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.662732 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Added segment 71919e5a-56db-446e-abcb-24792f90200c of type vlan for network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f Aug 20 12:03:42.666086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:42.708414 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.719612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event updated for resources: {'Port': ['ID=f404dbd6-1a16-4d98-95a4-761fa70d2516,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:42.759150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838eb7a1-1612-485f-9981-cf2f3612488a {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:42.794111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f7786-1f4a-4dbe-ad24-88f4d163fac9 req-0509f6b7-96dc-40e3-9cd8-30ede958c93a tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:42.804320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 838eb7a1-1612-485f-9981-cf2f3612488a, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=838eb7a1-1612-485f-9981-cf2f3612488a,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:42.804890 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-71335aa3-6737-4af8-bad6-5f68a2c6abb7 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784873 Aug 20 12:03:42.805134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f63f7786-1f4a-4dbe-ad24-88f4d163fac9 req-0509f6b7-96dc-40e3-9cd8-30ede958c93a tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 944 time: 0.5288439 Aug 20 12:03:42.806005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.813747 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.884562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=838eb7a1-1612-485f-9981-cf2f3612488a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:42.935767 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.966597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:42.967814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:42.974867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f0a318d7-9f46-44ee-a379-a25344525654'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:43.005798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-f05ebd14-a73c-41be-a423-7cf0ba9f8a5c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8035696 Aug 20 12:03:43.034065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Request body: {'port': {'device_id': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:43.063332 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f63f7786-1f4a-4dbe-ad24-88f4d163fac9 req-9537e609-bb4a-41b4-8ca5-f7f35cbedbb4 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516432 Aug 20 12:03:43.144027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1176a-8036-4a6c-a67c-a07c6d033fe8 req-7f573a39-2230-4f1b-a636-a6276701e506 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:43.153138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-baa1176a-8036-4a6c-a67c-a07c6d033fe8 req-7f573a39-2230-4f1b-a636-a6276701e506 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 932 time: 0.3165507 Aug 20 12:03:43.223650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.228654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:43.229655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.271540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['838eb7a1-1612-485f-9981-cf2f3612488a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:43.585923 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.648967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Port': ['ID=d079af55-1b17-4e66-820e-66e1f1413c2f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:43.655208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-b6d0cbb6-1d6c-42b6-818a-6cd5353d6a66 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1203668 Aug 20 12:03:43.688931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:43.753146 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Checking segment: {'id': '69b21cd0-a7a0-47e9-a2cd-99b61c6a0810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b693df25-c865-4e01-9d47-a96aa40dd429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:43.753514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Network hostable DHCP agents. Network: b693df25-c865-4e01-9d47-a96aa40dd429, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:43.828664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f0a318d7-9f46-44ee-a379-a25344525654 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:43.829221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.833270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7550249 Aug 20 12:03:43.842276 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c6240c6-b0d3-490e-8fe9-e7fda93395da req-5300a441-ccdb-4bac-ae68-12da755fd2b3 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0237186 Aug 20 12:03:43.845181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42772) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:43.853703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Request body: {'subnet': {'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1377321738-subnet', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:43.881732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.910532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Network b693df25-c865-4e01-9d47-a96aa40dd429 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:43.918431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832cd61-4a85-426d-9f9e-948cb298bbfc admin admin] Pushing event updated for resources: {'Network': ['ID=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:43.940320 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-baa1176a-8036-4a6c-a67c-a07c6d033fe8 req-5cbf3a47-e536-4160-b372-0eca35216ab8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7861814 Aug 20 12:03:43.964858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:43.969266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b693df25-c865-4e01-9d47-a96aa40dd429) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:43.973119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Made reservation on behalf of e58f53133ff849689f258cb07c84c7c2 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:43.978716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.070455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6117f46a-b21d-42e6-963d-14e28f4a7354 None None] Network b693df25-c865-4e01-9d47-a96aa40dd429 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:44.079870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883246ff-5f9b-4b34-929b-a5688f44116b req-9e09447f-07c3-4613-8d72-7be98e786370 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:44.102406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-883246ff-5f9b-4b34-929b-a5688f44116b req-9e09447f-07c3-4613-8d72-7be98e786370 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2742312 Aug 20 12:03:44.318323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:44.319373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.400183 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-e7d66720-618c-4536-b3b0-b8bcddd30591 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148566 Aug 20 12:03:44.434173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Port': ['ID=d32ad3b8-7938-44fe-8ddd-bf848e55b563,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:44.461277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-883246ff-5f9b-4b34-929b-a5688f44116b req-1d1966a2-f285-49d5-af2c-7bb76ec9c1ff tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662796 Aug 20 12:03:44.490008 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.567507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:44.576138 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8317567a-f2a3-4efb-946e-d0e1fdb82642" -d '{"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:44.582871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5f52-7774-453c-8a84-b8a67707a802 req-2559c43f-4e3d-4533-8993-0f06ea28e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:44.585221 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-839f5f52-7774-453c-8a84-b8a67707a802 req-2559c43f-4e3d-4533-8993-0f06ea28e1a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1095 time: 0.2790458 Aug 20 12:03:44.613784 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-dc098a70-4724-4052-bfcf-284e55a8a25b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03c77869-f052-4695-af20-d722d5183e3e HTTP/1.1" status: 200 len: 217 time: 0.1656485 Aug 20 12:03:44.614946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:44.622836 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.658938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c259-2e40-4d7d-b349-51593ac44678 req-e0b89d2f-e5b3-45ee-adcf-556c7fb6c30d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:44.672524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0f1c259-2e40-4d7d-b349-51593ac44678 req-e0b89d2f-e5b3-45ee-adcf-556c7fb6c30d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 943 time: 0.3696544 Aug 20 12:03:44.731215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:44.798400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Checking segment: {'id': '05dfc232-0d57-4bd4-94eb-a588109b3075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:44.798962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Network hostable DHCP agents. Network: fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:44.801441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:44.842858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0f1c259-2e40-4d7d-b349-51593ac44678 req-fa4bf552-d64b-4391-a790-32819f14b860 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640902 Aug 20 12:03:44.858537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c031a1-cd6d-4cfd-a97f-00db9c758bee req-f3eaf5dd-b277-442b-92b1-c1dbfe33021f tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:44.881642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12c031a1-cd6d-4cfd-a97f-00db9c758bee req-f3eaf5dd-b277-442b-92b1-c1dbfe33021f tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 945 time: 0.2611399 Aug 20 12:03:44.931624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b035f93-5b6c-4d5d-8971-6066286ed627,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:44.999668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f404dbd6-1a16-4d98-95a4-761fa70d2516 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:45.009971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.014548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Checking segment: {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:45.014911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Network hostable DHCP agents. Network: 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:45.030047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Transition to ACTIVE for port object f404dbd6-1a16-4d98-95a4-761fa70d2516 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:45.044504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.055841 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e369d3b7-106f-45fd-b7ba-5cf8dfb927a3 x-openstack-request-id: req-e369d3b7-106f-45fd-b7ba-5cf8dfb927a3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:45.057129 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:45.057875 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e369d3b7-106f-45fd-b7ba-5cf8dfb927a3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:45.058829 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'code': 200} Aug 20 12:03:45.063204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:45.082352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Network fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:45.106359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:45.108142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:45.117308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e7faba-8ebb-4d72-9914-e5dea29135ce None None] Network fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:45.129617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a7c4c-a825-4fd1-8fba-a97e9a18eb96 None None] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:45.132462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cfa0be7b-2ee3-4bd1-8283-c31e713f1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.134225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Pushing event updated for resources: {'Port': ['ID=f404dbd6-1a16-4d98-95a4-761fa70d2516,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:45.135125 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-cfa0be7b-2ee3-4bd1-8283-c31e713f1152 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.3791964 Aug 20 12:03:45.152429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12c031a1-cd6d-4cfd-a97f-00db9c758bee req-bbeaac5b-0c32-4d75-80c7-02341544958b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677417 Aug 20 12:03:45.153154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:45.163889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.174858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.175751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.193136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.194135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.237175 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8ab07486-d707-46d9-928a-27a579d2b683 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1832402 Aug 20 12:03:45.243468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:45.273064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5f52-7774-453c-8a84-b8a67707a802 req-a20b40f8-e38e-443b-bf7f-c3267884a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.281325 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-839f5f52-7774-453c-8a84-b8a67707a802 req-a20b40f8-e38e-443b-bf7f-c3267884a316 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 913 time: 0.6657732 Aug 20 12:03:45.292167 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c3412e2a-ffc0-452f-8b8f-d82a28dc8212 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4458215 Aug 20 12:03:45.300783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-f8b770ce-f4a3-425e-aba9-900d09794ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.302703 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-f8b770ce-f4a3-425e-aba9-900d09794ebc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1056051 Aug 20 12:03:45.303350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42790) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:45.350661 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-839f5f52-7774-453c-8a84-b8a67707a802 req-34efafd4-8740-452d-b2f3-6740f11bccd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5db45dcc-68db-4677-b4a7-242294ea4b03 HTTP/1.1" status: 200 len: 217 time: 0.0568047 Aug 20 12:03:45.380362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:45.480194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5f52-7774-453c-8a84-b8a67707a802 req-82cfbeeb-5b6f-40fb-9f66-c207fe10bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.486287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-839f5f52-7774-453c-8a84-b8a67707a802 req-82cfbeeb-5b6f-40fb-9f66-c207fe10bb3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.0981123 Aug 20 12:03:45.669592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc17942-ed74-458a-853a-c3f891e809fc tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.678765 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-839f5f52-7774-453c-8a84-b8a67707a802 req-a87c9780-4a1c-4027-b670-457a7929b820 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1599393 Aug 20 12:03:45.690832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc17942-ed74-458a-853a-c3f891e809fc tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.694782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1dc17942-ed74-458a-853a-c3f891e809fc tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4471586 Aug 20 12:03:45.697789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42794) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:45.708311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:45.709177 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.711438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 838eb7a1-1612-485f-9981-cf2f3612488a up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:45.732422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8974d3-f7a0-498a-baeb-523c79d66e0a req-92072a26-fddd-4e42-b6b9-60e7f8757ec9 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.742254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a8974d3-f7a0-498a-baeb-523c79d66e0a req-92072a26-fddd-4e42-b6b9-60e7f8757ec9 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 944 time: 0.5012410 Aug 20 12:03:45.767054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Attempting to bind port f404dbd6-1a16-4d98-95a4-761fa70d2516 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:45.767643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Attempting to bind port f404dbd6-1a16-4d98-95a4-761fa70d2516 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:45.775164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Attempting to bind port f404dbd6-1a16-4d98-95a4-761fa70d2516 on network 3329ad77-85d3-4b53-bf97-39b06101108b {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:45.795764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Port f404dbd6-1a16-4d98-95a4-761fa70d2516 on network 3329ad77-85d3-4b53-bf97-39b06101108b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:03:45.796088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Attempting to bind port f404dbd6-1a16-4d98-95a4-761fa70d2516 on network 3329ad77-85d3-4b53-bf97-39b06101108b {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:45.797318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.803412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.820405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:45.820764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Checking segment: {'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:45.821160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Bound using segment: {'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:45.821991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Bound port: f404dbd6-1a16-4d98-95a4-761fa70d2516, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183b1f9e-bea6-4498-ae05-44e720a2dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:45.822587 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.866002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a8974d3-f7a0-498a-baeb-523c79d66e0a req-743b59aa-c794-4bb2-b9c9-b43a260d3ab3 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208065 Aug 20 12:03:45.959421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ebff6-36a4-4d45-a3d1-13d5f46a5676 req-5b024242-4fd6-4f7d-ab90-71feec35c62e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:45.960739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-870ebff6-36a4-4d45-a3d1-13d5f46a5676 req-5b024242-4fd6-4f7d-ab90-71feec35c62e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.3765948 Aug 20 12:03:46.075297 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-4780d0a8-7841-4926-b247-35c52301ba53 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233913 Aug 20 12:03:46.152292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-870ebff6-36a4-4d45-a3d1-13d5f46a5676 req-4d4537b9-366b-48c7-970a-7f7491a263fe tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596172 Aug 20 12:03:46.156723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] For port f404dbd6-1a16-4d98-95a4-761fa70d2516, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:46.161572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] For port f404dbd6-1a16-4d98-95a4-761fa70d2516, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:46.200321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025a5a9-25c6-4ea6-af9d-9c01d19522d5 req-1d27f6b7-c499-4b27-a235-8ae2c42cf690 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:46.219096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1025a5a9-25c6-4ea6-af9d-9c01d19522d5 req-1d27f6b7-c499-4b27-a235-8ae2c42cf690 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 943 time: 0.2372224 Aug 20 12:03:46.228290 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.297490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.390556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Pushing event updated for resources: {'Port': ['ID=f404dbd6-1a16-4d98-95a4-761fa70d2516,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:46.410394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Allocated IP 172.20.0.2 (69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f/6b035f93-5b6c-4d5d-8971-6066286ed627/a9ed4b4f-e85e-4d5e-bfc8-99946e4da627) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:46.414607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:46.415239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.416665 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0cfbe184-7ca6-425d-9d44-4a242bbf1348 service neutron] 10.222.0.73 "PUT /v2.0/ports/f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 1093 time: 3.3952959 Aug 20 12:03:46.417691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:46.420055 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b13eb44-32cd-41fc-8d44-da9720cf4c40" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:46.442356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1025a5a9-25c6-4ea6-af9d-9c01d19522d5 req-e3f44a8c-451e-48d7-9e35-0e5ab4dedac5 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172983 Aug 20 12:03:46.541234 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821f06fd-5abf-4133-89d1-f81f83091c9d x-openstack-request-id: req-821f06fd-5abf-4133-89d1-f81f83091c9d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:46.542706 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:46.543355 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-821f06fd-5abf-4133-89d1-f81f83091c9d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:46.544132 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'status': 'completed', 'code': 200} Aug 20 12:03:46.607089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565b639-e8fa-4d16-a7cf-477d143d3153 req-eb80e1ba-49b2-4567-ba82-8b895b266646 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:46.608775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e565b639-e8fa-4d16-a7cf-477d143d3153 req-eb80e1ba-49b2-4567-ba82-8b895b266646 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 945 time: 0.1103024 Aug 20 12:03:46.614614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-d2ec4848-dd8a-445e-ac89-fc037afee983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:46.619272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-d2ec4848-dd8a-445e-ac89-fc037afee983 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1096 time: 0.1539233 Aug 20 12:03:46.655284 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-839f5f52-7774-453c-8a84-b8a67707a802 req-3332a329-6ffd-472b-bc72-8e364b284b66 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9561470 Aug 20 12:03:46.665091 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09ed79e6-3645-4780-8ef3-02e40616dfc0 req-39ce17e3-0b6f-4d9d-9c07-7b58ed899527 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791631 Aug 20 12:03:46.768984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-2adc749b-ba2a-4fc5-ae07-510e824c19b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 217 time: 0.1278234 Aug 20 12:03:46.808333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 838eb7a1-1612-485f-9981-cf2f3612488a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:46.814497 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.830521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 838eb7a1-1612-485f-9981-cf2f3612488a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:46.831269 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.845061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e565b639-e8fa-4d16-a7cf-477d143d3153 req-df692fe6-8c52-471c-9b41-cad73129b363 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244201 Aug 20 12:03:46.869585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-79b3e038-9895-41a8-addf-d4cfbc050271 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Deleting port d079af55-1b17-4e66-820e-66e1f1413c2f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:46.870155 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-79b3e038-9895-41a8-addf-d4cfbc050271 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.877650 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:46.897963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Transition to ACTIVE for port object a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:46.898410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-4813e56e-bba1-4490-b572-d99301bf15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:46.899895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-4813e56e-bba1-4490-b572-d99301bf15b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.1252391 Aug 20 12:03:46.973769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-5f4ee2d9-2ad2-4aa1-8c9d-0acf15f163ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636649 Aug 20 12:03:46.995820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Transition to ACTIVE for port object a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:47.013707 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.127707 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.145308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55371f85-43d2-4b57-87d1-f577b24be265 req-1556bd93-c512-4f3d-aa65-8cfa066acc80 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:47.154283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55371f85-43d2-4b57-87d1-f577b24be265 req-1556bd93-c512-4f3d-aa65-8cfa066acc80 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 944 time: 0.1449933 Aug 20 12:03:47.194739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-9c27d887-fd22-49ce-be2a-ae67102bba6a service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122099 Aug 20 12:03:47.255956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 838eb7a1-1612-485f-9981-cf2f3612488a, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=838eb7a1-1612-485f-9981-cf2f3612488a,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:47.268787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:47.269411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838eb7a1-1612-485f-9981-cf2f3612488a'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:47.277886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-79b3e038-9895-41a8-addf-d4cfbc050271 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.282429 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c26529-a8cf-47ea-88c9-1bbe7564ae39" -d '{"events": [{"server_uuid": "2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd", "name": "network-vif-plugged", "status": "completed", "tag": "838eb7a1-1612-485f-9981-cf2f3612488a"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:47.285260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.304464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:47.308711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:47.332999 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-839f5f52-7774-453c-8a84-b8a67707a802 req-e42aa4e0-3c1d-4ccc-bc51-ec86eef2752b service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641698 Aug 20 12:03:47.333933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-79b3e038-9895-41a8-addf-d4cfbc050271 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Calling delete_port for d079af55-1b17-4e66-820e-66e1f1413c2f owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:47.353077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Pushing event updated for resources: {'Port': ['ID=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:47.407447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55371f85-43d2-4b57-87d1-f577b24be265 req-fd5f438d-f241-4e84-9813-a53ee97f9112 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522290 Aug 20 12:03:47.477917 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-79b3e038-9895-41a8-addf-d4cfbc050271 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.535987 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b606056-fa53-4ef1-b9a7-abffa605d976 x-openstack-request-id: req-0b606056-fa53-4ef1-b9a7-abffa605d976 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:47.536591 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd", "name": "network-vif-plugged", "status": "completed", "tag": "838eb7a1-1612-485f-9981-cf2f3612488a", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:47.536591 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b606056-fa53-4ef1-b9a7-abffa605d976 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:47.536962 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838eb7a1-1612-485f-9981-cf2f3612488a', 'code': 200} Aug 20 12:03:47.538529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Attempting to bind port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:47.539040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Attempting to bind port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:47.539462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Attempting to bind port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 on network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:47.549571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003464f8-58a1-4fa9-a166-e364d91f4c70 req-2b664d6e-ff60-4bd4-932f-98054d5755c0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:47.555960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:47.556343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Checking segment: {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:47.556750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.557152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Bound using segment: {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:47.557283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-003464f8-58a1-4fa9-a166-e364d91f4c70 req-2b664d6e-ff60-4bd4-932f-98054d5755c0 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2359550 Aug 20 12:03:47.557664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Bound port: a9ed4b4f-e85e-4d5e-bfc8-99946e4da627, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:47.558255 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.560656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=838eb7a1-1612-485f-9981-cf2f3612488a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:47.647047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3e038-9895-41a8-addf-d4cfbc050271 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Port': ['ID=d079af55-1b17-4e66-820e-66e1f1413c2f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:47.668679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] For port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:47.672531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] For port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:47.676913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.689684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-003464f8-58a1-4fa9-a166-e364d91f4c70 req-08bb38f4-b85d-4d53-a179-8e48701b1632 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253140 Aug 20 12:03:47.701258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c5d4484-4a9e-4a8d-a47f-b3de0a7a7c84 req-0d4b06b7-99d2-47b6-ad48-b34269804f0a service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901280 Aug 20 12:03:47.806269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc41d37-1be9-43d4-a6f0-7e59a6f5834f None None] Pushing event updated for resources: {'Port': ['ID=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:47.815389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5db45dcc-68db-4677-b4a7-242294ea4b03 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:03:47.827889 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-79b3e038-9895-41a8-addf-d4cfbc050271 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.843396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42814) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:47.853472 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-79b3e038-9895-41a8-addf-d4cfbc050271 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/ports/d079af55-1b17-4e66-820e-66e1f1413c2f HTTP/1.1" status: 204 len: 168 time: 2.1398129 Aug 20 12:03:47.976879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee056b-9685-47b0-a516-d74a0f003cdd req-87e61a60-0e11-4c4f-b3ed-31cee4723b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:47.978482 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-56ee056b-9685-47b0-a516-d74a0f003cdd req-87e61a60-0e11-4c4f-b3ed-31cee4723b01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 1098 time: 0.3578830 Aug 20 12:03:48.009212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.073862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.113114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5db45dcc-68db-4677-b4a7-242294ea4b03, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5db45dcc-68db-4677-b4a7-242294ea4b03,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:48.140480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-b61ffff3-525f-4fcc-8b14-7bba2b5b8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:48.148622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '5db45dcc-68db-4677-b4a7-242294ea4b03', 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a', 'port_id': '5db45dcc-68db-4677-b4a7-242294ea4b03', 'mac_address': 'fa:16:3e:17:39:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a436fa-fa2b-4792-81e3-41f986ec36fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:03:48.150691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-b61ffff3-525f-4fcc-8b14-7bba2b5b8cd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1096 time: 0.4014204 Aug 20 12:03:48.233296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29cb34-1003-46aa-bb36-a1ccb7e2a861 req-36947907-e120-4c32-b434-b77eb3b2ad6a tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:48.261767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef29cb34-1003-46aa-bb36-a1ccb7e2a861 req-36947907-e120-4c32-b434-b77eb3b2ad6a tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 946 time: 0.2589114 Aug 20 12:03:48.314966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Allocated IP 172.25.0.171 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/8f48dade-f3b9-4e83-8713-b53ad3ce5938) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:48.324913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.377814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db45dcc-68db-4677-b4a7-242294ea4b03 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:48.423617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3619e8-4409-446a-b8ec-ffed9447eaa1 req-b9a41e14-48f6-4297-9264-15a71898ebe3 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:48.423922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5db45dcc-68db-4677-b4a7-242294ea4b03, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5db45dcc-68db-4677-b4a7-242294ea4b03,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:48.427431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f3619e8-4409-446a-b8ec-ffed9447eaa1 req-b9a41e14-48f6-4297-9264-15a71898ebe3 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 943 time: 0.5610642 Aug 20 12:03:48.429418 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.491101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef29cb34-1003-46aa-bb36-a1ccb7e2a861 req-3afa8660-8a66-40a0-bdef-5c94c93f1094 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268248 Aug 20 12:03:48.562312 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.571427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-fa80fc1a-4f08-4852-bc5a-8d068156a5bb tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Deleting port d32ad3b8-7938-44fe-8ddd-bf848e55b563 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:03:48.571760 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa80fc1a-4f08-4852-bc5a-8d068156a5bb tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.577064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=5db45dcc-68db-4677-b4a7-242294ea4b03,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:48.620436 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-56ee056b-9685-47b0-a516-d74a0f003cdd req-2814326c-4773-49b4-970c-7370ca6e1f09 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336639 Aug 20 12:03:48.639166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.647841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-a2940e85-6e9d-4ae9-b58a-6b6f74760460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:48.651504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-a2940e85-6e9d-4ae9-b58a-6b6f74760460 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 921 time: 0.4879136 Aug 20 12:03:48.691344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f3619e8-4409-446a-b8ec-ffed9447eaa1 req-8e20ce86-b087-4f42-99be-97c66c881246 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515399 Aug 20 12:03:48.787134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea7da3-1503-449b-8b0e-efe96b557cad req-51bc11f3-3903-4323-b6cf-a101657578a0 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:48.795853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57ea7da3-1503-449b-8b0e-efe96b557cad req-51bc11f3-3903-4323-b6cf-a101657578a0 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 944 time: 0.1526318 Aug 20 12:03:48.797508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:48.815197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:48.832030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:48.847498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:48.920590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Pushing event updated for resources: {'Port': ['ID=8f48dade-f3b9-4e83-8713-b53ad3ce5938,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:48.955244 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa80fc1a-4f08-4852-bc5a-8d068156a5bb tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.968106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-229d281f-6b7b-45fe-9668-39947395d4b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 217 time: 0.1351976 Aug 20 12:03:49.056465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-fa80fc1a-4f08-4852-bc5a-8d068156a5bb tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Calling delete_port for d32ad3b8-7938-44fe-8ddd-bf848e55b563 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:03:49.163952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57ea7da3-1503-449b-8b0e-efe96b557cad req-5a0ea5fd-4460-4586-a770-054a90f39f01 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671713 Aug 20 12:03:49.294435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-2af47b67-f9b8-4c33-a760-85234bfda17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:49.296098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-2af47b67-f9b8-4c33-a760-85234bfda17b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.3028483 Aug 20 12:03:49.348749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fae67a-d3cb-4b36-a460-5284b573dc68 req-c96ec97e-1bc5-4fd3-a959-7eb0365ab62d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:49.355801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65fae67a-d3cb-4b36-a460-5284b573dc68 req-c96ec97e-1bc5-4fd3-a959-7eb0365ab62d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.3978388 Aug 20 12:03:49.431505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-095af4bc-ec1f-492c-9581-82029318e13e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022384 Aug 20 12:03:49.668483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c2c17-f9b1-41b8-a90e-0f9684143e67 None None] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:49.730164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65fae67a-d3cb-4b36-a460-5284b573dc68 req-e89e56d9-16a0-4715-b7e5-4ec03bb5a752 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005984 Aug 20 12:03:49.743910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa80fc1a-4f08-4852-bc5a-8d068156a5bb tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.832945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80fc1a-4f08-4852-bc5a-8d068156a5bb tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Port': ['ID=d32ad3b8-7938-44fe-8ddd-bf848e55b563,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:49.838216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3590b3ae-8839-4873-850d-a7c42486dcf5 None None] Provisioning for port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:49.913174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e676a72-8eb2-4817-951a-40cba7c316cc req-637d4647-148b-4c3f-b694-3453eaf0faeb tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:49.919235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e676a72-8eb2-4817-951a-40cba7c316cc req-637d4647-148b-4c3f-b694-3453eaf0faeb tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 946 time: 0.2729230 Aug 20 12:03:49.929931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa80fc1a-4f08-4852-bc5a-8d068156a5bb tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.940274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fa80fc1a-4f08-4852-bc5a-8d068156a5bb tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/ports/d32ad3b8-7938-44fe-8ddd-bf848e55b563 HTTP/1.1" status: 204 len: 168 time: 2.0946131 Aug 20 12:03:49.942579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42832) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:49.943767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.944436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-0e20822a-0365-4058-ac38-e208b36e9120 service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798894 Aug 20 12:03:50.100575 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d9ce8075-3a38-4613-abbd-3e8cc2acd429 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1541164 Aug 20 12:03:50.108247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42834) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:50.128605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-689278623'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:50.167706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b13eb44-32cd-41fc-8d44-da9720cf4c40 req-d9c31c21-9edc-4bc2-a2ab-b31103031189 service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937623 Aug 20 12:03:50.239866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:50.290792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Made reservation on behalf of 6387e5d103c5465fa0b36ded49a88e98 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:50.300092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.329829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:50.337795 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:50.338900 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.373786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b6ede-51e2-451b-9636-dc831814d4cb req-e33982fb-1b7b-4bf4-9135-eb2237c0f3bb tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:50.375459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b5b6ede-51e2-451b-9636-dc831814d4cb req-e33982fb-1b7b-4bf4-9135-eb2237c0f3bb tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 944 time: 0.4874737 Aug 20 12:03:50.378526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e676a72-8eb2-4817-951a-40cba7c316cc req-21eb318b-22d5-45af-9da6-e86dc8269344 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117603 Aug 20 12:03:50.466349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:50.484096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.484489 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Added segment 30deba79-6598-4189-8ef3-c5fdcc028dee of type vlan for network 0eee6446-caec-40c1-902d-51ef7144dd33 Aug 20 12:03:50.513053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b5b6ede-51e2-451b-9636-dc831814d4cb req-99de820d-2f1a-4d4c-aad3-9ae909e407fc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136770 Aug 20 12:03:50.568925 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.648282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:50.649921 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.659686 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.668235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc6bdd-a6c2-4823-8ecd-e4e7cf301ac0 req-549f7e01-deec-4775-9ec0-81a89a28f9db tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:50.680056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67cc6bdd-a6c2-4823-8ecd-e4e7cf301ac0 req-549f7e01-deec-4775-9ec0-81a89a28f9db tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 944 time: 0.1292489 Aug 20 12:03:50.698237 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.746952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67cc6bdd-a6c2-4823-8ecd-e4e7cf301ac0 req-434972cf-06fc-4d1f-80eb-58aad59949f9 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697525 Aug 20 12:03:50.785493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.789642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bbc56696-65c7-49d1-a039-16ced8ffa4e0 None None] Provisioning complete for port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:50.790095 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bbc56696-65c7-49d1-a039-16ced8ffa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.793947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:50.795358 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:50.871786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:50.940983 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8311996 Aug 20 12:03:50.941257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42844) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:50.952546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1730266293'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:50.997700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f914905-d7b6-4bb9-8f2e-a21eb1b30d42 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Network': ['ID=0eee6446-caec-40c1-902d-51ef7144dd33,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:51.008827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Made reservation on behalf of 6387e5d103c5465fa0b36ded49a88e98 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:51.014938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.015260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 0eee6446-caec-40c1-902d-51ef7144dd33 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:51.054080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a186b5-a517-4631-9a4d-bcbf6eca7d84 req-073dd1ba-d571-4b38-8efa-1e052af88b54 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:51.058517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57a186b5-a517-4631-9a4d-bcbf6eca7d84 req-073dd1ba-d571-4b38-8efa-1e052af88b54 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.1424580 Aug 20 12:03:51.137614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57a186b5-a517-4631-9a4d-bcbf6eca7d84 req-480eecd8-d6c3-4b5e-96a8-d3191290ef5d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740602 Aug 20 12:03:51.178102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:03:51.205706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.206406 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Added segment 4d07c092-56d1-4d47-a9f3-edb6e57fc6e9 of type vlan for network 7ca4356c-65b1-4b52-bd54-a00fe03b6d6c Aug 20 12:03:51.271416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.313829 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.319858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:51.320241 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.428456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4820058 Aug 20 12:03:51.446611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Router 9667c1a4-44ba-4c43-bda0-b38990638ca8 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:03:51.468677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043360a7-45b4-4079-9709-39f521345eab tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Network': ['ID=7ca4356c-65b1-4b52-bd54-a00fe03b6d6c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:51.486661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7ca4356c-65b1-4b52-bd54-a00fe03b6d6c details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:03:51.565463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42852) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:51.570877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'subnets': [{'network_id': '0eee6446-caec-40c1-902d-51ef7144dd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--55315315', 'ip_version': 4}, {'network_id': '7ca4356c-65b1-4b52-bd54-a00fe03b6d6c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:51.571230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'subnet': {'network_id': '0eee6446-caec-40c1-902d-51ef7144dd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--55315315', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:51.571799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Request body: {'subnet': {'network_id': '7ca4356c-65b1-4b52-bd54-a00fe03b6d6c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:51.770464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f404dbd6-1a16-4d98-95a4-761fa70d2516 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:03:51.772484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5db45dcc-68db-4677-b4a7-242294ea4b03 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:51.794990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c61e6-4ed2-4d66-ba1d-6d7c3779c5e0 req-e8bcf00e-c93f-4271-9eb5-88acb9a55943 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:51.802530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b59c61e6-4ed2-4d66-ba1d-6d7c3779c5e0 req-e8bcf00e-c93f-4271-9eb5-88acb9a55943 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 946 time: 0.2022507 Aug 20 12:03:51.829184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:51.859234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Sync routers for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:03:51.863374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.864990 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fb621e4c-f74e-4b5b-a7df-29071ae60677 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.5181229 Aug 20 12:03:51.867867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42858) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:51.899610 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ab4af588-d3c1-4288-900f-5678684a2303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.944344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:51.945019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:52.195961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:52.476861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b607c-7620-4feb-86b5-4fd5393055b8 req-d52f3c55-b4f4-4b55-9c16-fbb5f30d20c5 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:52.491755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:52.495884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-020b607c-7620-4feb-86b5-4fd5393055b8 req-d52f3c55-b4f4-4b55-9c16-fbb5f30d20c5 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 944 time: 0.7744522 Aug 20 12:03:52.561267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 5db45dcc-68db-4677-b4a7-242294ea4b03 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:52.564123 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:03:52.606849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b59c61e6-4ed2-4d66-ba1d-6d7c3779c5e0 req-1c52ecbe-dade-4912-b5c4-101737ea02d6 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8033016 Aug 20 12:03:52.670121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 5db45dcc-68db-4677-b4a7-242294ea4b03 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:52.675028 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.695522 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-020b607c-7620-4feb-86b5-4fd5393055b8 req-80729250-f1d2-43d8-9e4b-689ffc87e7c4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983094 Aug 20 12:03:52.745229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Made reservation on behalf of 6387e5d103c5465fa0b36ded49a88e98 for: {'subnet': 2} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:03:52.750124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.750665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:52.921332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:49Z', 'revision_number': 3, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:53.098071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Checking router: 9667c1a4-44ba-4c43-bda0-b38990638ca8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:03:53.098450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Updating router 9667c1a4-44ba-4c43-bda0-b38990638ca8 port 8f48dade-f3b9-4e83-8713-b53ad3ce5938 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:03:53.197485 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.293501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:53.293922 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.516405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.608694 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:53.715963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce02a2-d279-4d17-89f0-ae1877742cbe req-6be35045-abdb-4891-9a70-c19e54a53826 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:53.725982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8cce02a2-d279-4d17-89f0-ae1877742cbe req-6be35045-abdb-4891-9a70-c19e54a53826 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 944 time: 0.7576206 Aug 20 12:03:53.793931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Checking segment: {'id': '30deba79-6598-4189-8ef3-c5fdcc028dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0eee6446-caec-40c1-902d-51ef7144dd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:53.810447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Network hostable DHCP agents. Network: 0eee6446-caec-40c1-902d-51ef7144dd33, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:53.861321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584258d8-de7c-4ac2-ac93-e8311655c3ff req-15796053-5ffa-4e86-b939-6e2144a976d5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:53.862938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-584258d8-de7c-4ac2-ac93-e8311655c3ff req-15796053-5ffa-4e86-b939-6e2144a976d5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.4583321 Aug 20 12:03:53.876775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Allocated IP 172.20.0.1 (69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f/6b035f93-5b6c-4d5d-8971-6066286ed627/54c94389-9e88-4b00-93ea-67e50e2c93c6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:03:53.899453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Subnet': ['ID=cc1f5049-d166-4c02-b3fe-43d6ae405f43,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:54.014310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8cce02a2-d279-4d17-89f0-ae1877742cbe req-3d44d1fc-9e45-47c4-bf88-7abb12f59ea1 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766502 Aug 20 12:03:54.075246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f404dbd6-1a16-4d98-95a4-761fa70d2516, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:54.103267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Network 0eee6446-caec-40c1-902d-51ef7144dd33 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:54.111904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.133380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'port_id': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'mac_address': 'fa:16:3e:bc:b6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:03:54.155380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Transition to ACTIVE for port object 54c94389-9e88-4b00-93ea-67e50e2c93c6 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:54.182842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-584258d8-de7c-4ac2-ac93-e8311655c3ff req-898d8637-8150-48e4-bd93-2cbaa545551d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853761 Aug 20 12:03:54.215539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 0eee6446-caec-40c1-902d-51ef7144dd33) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:54.236271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.243977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.324997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:54.330300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:54.337601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:03:54.433029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Pushing event updated for resources: {'Port': ['ID=54c94389-9e88-4b00-93ea-67e50e2c93c6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:54.434031 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.444145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Checking segment: {'id': '4d07c092-56d1-4d47-a9f3-edb6e57fc6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7ca4356c-65b1-4b52-bd54-a00fe03b6d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:54.444820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Network hostable DHCP agents. Network: 7ca4356c-65b1-4b52-bd54-a00fe03b6d6c, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:03:54.448454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Transition to ACTIVE for port object 8f48dade-f3b9-4e83-8713-b53ad3ce5938 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:03:54.452234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event updated for resources: {'Subnet': ['ID=aba1ac70-b3f4-4227-9397-1dde693a3bac,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:54.465957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a2944-8591-4c4a-98d3-963a15230cba None None] Network 0eee6446-caec-40c1-902d-51ef7144dd33 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:54.468069 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.479438 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.492106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8909e-ea65-4628-aaa5-65ac8cd52cb2 req-40d6b8b7-79cb-4caf-bd7e-e248fc9ab672 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:54.500136 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21a8909e-ea65-4628-aaa5-65ac8cd52cb2 req-40d6b8b7-79cb-4caf-bd7e-e248fc9ab672 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 944 time: 0.2332616 Aug 20 12:03:54.525010 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.560479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Network 7ca4356c-65b1-4b52-bd54-a00fe03b6d6c is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:03:54.601983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21a8909e-ea65-4628-aaa5-65ac8cd52cb2 req-b7d9d8d3-18ee-4f93-af26-0dcf187bded2 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006474 Aug 20 12:03:54.606642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7ca4356c-65b1-4b52-bd54-a00fe03b6d6c) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:54.636263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:54.644527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:54.645736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.725397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-16cf8b40-7d9d-48d5-95a9-312d216ff1b0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 3.1587405 Aug 20 12:03:54.728781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42884) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:54.730672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5559a0-5568-4431-b283-f599eb45b6fb None None] Network 7ca4356c-65b1-4b52-bd54-a00fe03b6d6c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:54.851404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.946750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-09506c1a-6d65-41fc-a0c0-28d11062de16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:54.953045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:03:54.958717 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e217da47-e25e-4447-b213-3410855dc097" -d '{"events": [{"server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "name": "network-vif-plugged", "status": "completed", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:03:54.967984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a6c10c-4c1d-4c05-b930-0357183e1466 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:54.969861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a6c10c-4c1d-4c05-b930-0357183e1466 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:54.971408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a6c10c-4c1d-4c05-b930-0357183e1466 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:54.980706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c6a6c10c-4c1d-4c05-b930-0357183e1466 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2489898 Aug 20 12:03:54.987028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42888) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:55.147617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a1c277-837e-4b23-b183-364aa8c1e001 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Deleting subnet cc1f5049-d166-4c02-b3fe-43d6ae405f43 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:55.174823 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a1c277-837e-4b23-b183-364aa8c1e001 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.221946 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.227862 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc22fd-fec8-46c6-b895-54844c914565 x-openstack-request-id: req-93cc22fd-fec8-46c6-b895-54844c914565 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:03:55.230062 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "name": "network-vif-plugged", "status": "completed", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:03:55.231777 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93cc22fd-fec8-46c6-b895-54844c914565 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:03:55.232218 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03', 'code': 200} Aug 20 12:03:55.337484 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.339763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5db45dcc-68db-4677-b4a7-242294ea4b03, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5db45dcc-68db-4677-b4a7-242294ea4b03,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:55.348252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.351521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Attempting to bind port 8f48dade-f3b9-4e83-8713-b53ad3ce5938 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:03:55.351963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Attempting to bind port 8f48dade-f3b9-4e83-8713-b53ad3ce5938 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:03:55.352375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Attempting to bind port 8f48dade-f3b9-4e83-8713-b53ad3ce5938 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:03:55.358680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd96336-2ce3-4f2e-bed4-e50d02f1503e None None] Pushing event updated for resources: {'Port': ['ID=8f48dade-f3b9-4e83-8713-b53ad3ce5938,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:55.392452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e80145c0-1032-4346-9492-6340fc602674 None None] Provisioning for port 54c94389-9e88-4b00-93ea-67e50e2c93c6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:55.405965 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.439159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:03:55.439540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:03:55.440004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.440443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:03:55.440984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Bound port: 8f48dade-f3b9-4e83-8713-b53ad3ce5938, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:03:55.441368 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.500037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] For port 8f48dade-f3b9-4e83-8713-b53ad3ce5938, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:03:55.503504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] For port 8f48dade-f3b9-4e83-8713-b53ad3ce5938, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8f48dade-f3b9-4e83-8713-b53ad3ce5938,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:03:55.509421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a1c277-837e-4b23-b183-364aa8c1e001 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.553234 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.558682 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f404dbd6-1a16-4d98-95a4-761fa70d2516 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:03:55.568622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e80145c0-1032-4346-9492-6340fc602674 None None] Provisioning complete for port 54c94389-9e88-4b00-93ea-67e50e2c93c6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:55.568856 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e80145c0-1032-4346-9492-6340fc602674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.577428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Pushing event updated for resources: {'Port': ['ID=54c94389-9e88-4b00-93ea-67e50e2c93c6,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:55.581167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.583513 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.593878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de9d4f-1709-4b14-8771-687f6ca642aa req-0c1a3cd0-90f5-4001-ad5b-4b37abfded05 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:55.599823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84de9d4f-1709-4b14-8771-687f6ca642aa req-0c1a3cd0-90f5-4001-ad5b-4b37abfded05 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.1756802 Aug 20 12:03:55.641262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbdc8a-e092-43e7-9ac3-993b90c25c15 req-16ece85b-5d94-4fe8-9abd-4aef4bc78d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:55.643639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56dbdc8a-e092-43e7-9ac3-993b90c25c15 req-16ece85b-5d94-4fe8-9abd-4aef4bc78d77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1096 time: 0.3816190 Aug 20 12:03:55.656914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c62c53-5412-49aa-b86e-7d8ad37a8018 req-d7b293de-2b8e-4a4f-82d9-1c49747e88f7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:55.658584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14c62c53-5412-49aa-b86e-7d8ad37a8018 req-d7b293de-2b8e-4a4f-82d9-1c49747e88f7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 944 time: 0.3529270 Aug 20 12:03:55.662655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a1c277-837e-4b23-b183-364aa8c1e001 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.735494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f404dbd6-1a16-4d98-95a4-761fa70d2516, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:03:55.841542 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.850898 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:55.879125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56dbdc8a-e092-43e7-9ac3-993b90c25c15 req-b1e27add-05c2-4d2f-acca-e1bfb72f7179 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116785 Aug 20 12:03:55.889823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=5db45dcc-68db-4677-b4a7-242294ea4b03,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:55.897600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e80145c0-1032-4346-9492-6340fc602674 None None] Port 54c94389-9e88-4b00-93ea-67e50e2c93c6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:55.906796 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:03:55.923027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84de9d4f-1709-4b14-8771-687f6ca642aa req-9606217e-c39e-4eff-8f11-e03a45f0ad00 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157842 Aug 20 12:03:55.925469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:03:55.937717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:03:55.938877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:55.940351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:03:55.949879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603ef2dc-2714-4318-a8bb-f3d4cc1eefe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-7ca4356c-65b1-4b52-bd54-a00fe03b6d6c', 'network_id': '7ca4356c-65b1-4b52-bd54-a00fe03b6d6c', 'tenant_id': '6387e5d103c5465fa0b36ded49a88e98', 'fixed_ips': [{'subnet_id': 'aba1ac70-b3f4-4227-9397-1dde693a3bac'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:55.951934 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-603ef2dc-2714-4318-a8bb-f3d4cc1eefe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.047870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14c62c53-5412-49aa-b86e-7d8ad37a8018 req-a3dc12dc-56d6-404c-9666-4339a5a2b798 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626175 Aug 20 12:03:56.067314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a1c277-837e-4b23-b183-364aa8c1e001 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.122653 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a1c277-837e-4b23-b183-364aa8c1e001 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.124830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-74a1c277-837e-4b23-b183-364aa8c1e001 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/subnets/cc1f5049-d166-4c02-b3fe-43d6ae405f43 HTTP/1.1" status: 204 len: 168 time: 1.1367965 Aug 20 12:03:56.129633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42902) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:56.152834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11be521-ffef-4523-95b7-d12c2c7fe32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-0eee6446-caec-40c1-902d-51ef7144dd33', 'network_id': '0eee6446-caec-40c1-902d-51ef7144dd33', 'tenant_id': '6387e5d103c5465fa0b36ded49a88e98', 'fixed_ips': [{'subnet_id': 'cc1f5049-d166-4c02-b3fe-43d6ae405f43'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:03:56.158792 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e11be521-ffef-4523-95b7-d12c2c7fe32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.229510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd96336-2ce3-4f2e-bed4-e50d02f1503e None None] Pushing event updated for resources: {'Port': ['ID=8f48dade-f3b9-4e83-8713-b53ad3ce5938,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:56.317460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1c277-837e-4b23-b183-364aa8c1e001 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1f5049-d166-4c02-b3fe-43d6ae405f43,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:56.393417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Router 9667c1a4-44ba-4c43-bda0-b38990638ca8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:03:56.465181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e294942-e1e1-4778-b570-88d0d9cbd972 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Deleting subnet aba1ac70-b3f4-4227-9397-1dde693a3bac {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:03:56.490017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e294942-e1e1-4778-b570-88d0d9cbd972 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.570736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e416e-c10f-4073-8cf7-cf5e5ee18b4d req-e6e7fffd-1d66-45cc-aec4-05ff704eb359 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:56.578620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-237e416e-c10f-4073-8cf7-cf5e5ee18b4d req-e6e7fffd-1d66-45cc-aec4-05ff704eb359 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 945 time: 0.2714870 Aug 20 12:03:56.623511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f404dbd6-1a16-4d98-95a4-761fa70d2516'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:03:56.646577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:03:56.681644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e294942-e1e1-4778-b570-88d0d9cbd972 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:56.694543 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-26d318c6-85c4-4387-b0f1-fe988b220296 admin admin] 10.222.0.25 "PUT /v2.0/routers/9667c1a4-44ba-4c43-bda0-b38990638ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8239863 Aug 20 12:03:56.754276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:03:56.856496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-237e416e-c10f-4073-8cf7-cf5e5ee18b4d req-7ceeeb32-17b6-4cc2-af9d-618f09e24907 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767844 Aug 20 12:03:56.867375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f404dbd6-1a16-4d98-95a4-761fa70d2516,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:56.872020 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e294942-e1e1-4778-b570-88d0d9cbd972 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.016253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886527b-4bc6-46a2-8fc3-1d2acf7b91d0 None None] Network 0eee6446-caec-40c1-902d-51ef7144dd33 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:57.098253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a171bd30-4a35-4e5b-9fb7-c2fbd59bd156 None None] Provisioning complete for port 54c94389-9e88-4b00-93ea-67e50e2c93c6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:57.098625 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a171bd30-4a35-4e5b-9fb7-c2fbd59bd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.107483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e294942-e1e1-4778-b570-88d0d9cbd972 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.246873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e294942-e1e1-4778-b570-88d0d9cbd972 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Subnet': ['ID=aba1ac70-b3f4-4227-9397-1dde693a3bac,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:57.247024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a171bd30-4a35-4e5b-9fb7-c2fbd59bd156 None None] Port 54c94389-9e88-4b00-93ea-67e50e2c93c6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:03:57.290358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e294942-e1e1-4778-b570-88d0d9cbd972 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.296157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42922) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:57.305398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5e294942-e1e1-4778-b570-88d0d9cbd972 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/subnets/aba1ac70-b3f4-4227-9397-1dde693a3bac HTTP/1.1" status: 204 len: 168 time: 1.1691473 Aug 20 12:03:57.327720 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:57.382038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ac605-4d76-49ca-8fb6-2a0b4d9a91dc req-d22c9096-a55f-44a4-b748-eb0a4d4dc749 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:57.393548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab4ac605-4d76-49ca-8fb6-2a0b4d9a91dc req-d22c9096-a55f-44a4-b748-eb0a4d4dc749 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2646539 Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-603ef2dc-2714-4318-a8bb-f3d4cc1eefe0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aba1ac70-b3f4-4227-9397-1dde693a3bac: This subnet is being modified by another concurrent operation. Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:03:57.419253 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aba1ac70-b3f4-4227-9397-1dde693a3bac: This subnet is being modified by another concurrent operation. Aug 20 12:03:57.422845 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:03:57.451783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 2, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:57.498899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab4ac605-4d76-49ca-8fb6-2a0b4d9a91dc req-bf6a4e14-853c-4150-be5a-34a1164a4dc2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043768 Aug 20 12:03:57.522606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f84928-29f8-4cd3-a507-e776b221b1ca req-f9f8f2d1-4eaa-4230-a2ac-4be625757c39 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:57.537558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0f84928-29f8-4cd3-a507-e776b221b1ca req-f9f8f2d1-4eaa-4230-a2ac-4be625757c39 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 945 time: 0.2835960 Aug 20 12:03:57.562302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31a47f-de13-4bc5-88fa-913e22f7a33c None None] Network 7ca4356c-65b1-4b52-bd54-a00fe03b6d6c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:03:57.575619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2625869-6847-4100-8bf6-0b8789ae5a9a tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:57.597909 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b2625869-6847-4100-8bf6-0b8789ae5a9a tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2938502 Aug 20 12:03:57.599161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42926) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:57.630814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0f84928-29f8-4cd3-a507-e776b221b1ca req-c4a98896-6e9d-43f6-9f00-153215ae8ea4 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919273 Aug 20 12:03:57.948849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.162500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3840e-36a2-45a3-aff2-6806d37c7063 None None] The sync data for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 is: [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 2, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:03:58.191154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.232981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca4356c-65b1-4b52-bd54-a00fe03b6d6c']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:58.284352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d07c092-56d1-4d47-a9f3-edb6e57fc6e9') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:58.284653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d07c092-56d1-4d47-a9f3-edb6e57fc6e9') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:58.294328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a1f4f-adb0-49e3-a580-0c6e6fc09649 req-8db87831-dcad-4bcd-94fc-78290e021b07 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:58.295905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b41a1f4f-adb0-49e3-a580-0c6e6fc09649 req-8db87831-dcad-4bcd-94fc-78290e021b07 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 945 time: 0.1812456 Aug 20 12:03:58.335548 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.375642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b41a1f4f-adb0-49e3-a580-0c6e6fc09649 req-95cd9f4b-8279-4281-b9b0-49a40f1da6e7 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667272 Aug 20 12:03:58.407958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.444632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:58.446512 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:58.449765 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:58.470304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42938) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:58.475773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0c4023bd-9591-4d47-a3b3-236780c85a98 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697719091', 'description': 'tempest-description--812832996'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:58.563515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c4023bd-9591-4d47-a3b3-236780c85a98 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.623780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.631307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:58.633196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/networks/7ca4356c-65b1-4b52-bd54-a00fe03b6d6c HTTP/1.1" status: 204 len: 168 time: 1.0274456 Aug 20 12:03:58.644108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42942) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:58.645318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f65bc-3ea7-429a-8c45-186893df4e48 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:03:58.677174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197cf8a-ec12-4e0d-8faf-a961d649b1e0 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Network': ['ID=7ca4356c-65b1-4b52-bd54-a00fe03b6d6c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:58.930782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac3802-d6c8-46d3-b3cb-008882afefab req-9b6e616b-418b-4ba2-9d1e-333b032a832a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:58.933739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f65bc-3ea7-429a-8c45-186893df4e48 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:03:58.951566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ceac3802-d6c8-46d3-b3cb-008882afefab req-9b6e616b-418b-4ba2-9d1e-333b032a832a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.2712960 Aug 20 12:03:58.993645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-631c42f3-823e-473a-b5c8-203157050b69 req-1dc744ae-b1ec-4882-a170-c91246415bbd tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-315557501&fields=id&tenant_id=a19bf3d8285c4677b509206b9b7e2138 HTTP/1.1" status: 200 len: 267 time: 0.3931799 Aug 20 12:03:59.063215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ceac3802-d6c8-46d3-b3cb-008882afefab req-5e36b998-d77a-4cbc-a9b4-a1253a85d3d1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071458 Aug 20 12:03:59.078867 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.168749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c4023bd-9591-4d47-a3b3-236780c85a98 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.272833 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c4023bd-9591-4d47-a3b3-236780c85a98 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.427700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c42f3-823e-473a-b5c8-203157050b69 req-80cb932c-01f1-4e1b-80bb-a0b0882fa482 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:59.438325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-631c42f3-823e-473a-b5c8-203157050b69 req-80cb932c-01f1-4e1b-80bb-a0b0882fa482 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 945 time: 0.4437544 Aug 20 12:03:59.520653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-631c42f3-823e-473a-b5c8-203157050b69 req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'port': {'security_groups': ['12621d31-70d5-49d0-b34b-fa6e6dba592a', '4e9a5d3e-8fff-4475-9acd-411fd8c84a69']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:59.696827 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.708836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eee6446-caec-40c1-902d-51ef7144dd33']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:59.720361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30deba79-6598-4189-8ef3-c5fdcc028dee') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:59.720661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30deba79-6598-4189-8ef3-c5fdcc028dee') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:03:59.730096 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c4023bd-9591-4d47-a3b3-236780c85a98 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.731581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0c4023bd-9591-4d47-a3b3-236780c85a98 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2602248 Aug 20 12:03:59.733828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.734432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42960) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:03:59.739411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b042ba5e-6163-4517-b629-49ebb527e182 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Request body: {'security_group_rule': {'security_group_id': '7d80e177-b99f-4cd4-a39b-c299e434e03e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:03:59.778780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4023bd-9591-4d47-a3b3-236780c85a98 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80e177-b99f-4cd4-a39b-c299e434e03e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:03:59.801474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0f88-e01f-4f2d-8b5f-9a31540c3613 req-959b9b4b-396f-4977-9c27-a9b2cd8820b5 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:03:59.809803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cabe0f88-e01f-4f2d-8b5f-9a31540c3613 req-959b9b4b-396f-4977-9c27-a9b2cd8820b5 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 945 time: 0.6238947 Aug 20 12:03:59.815607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b042ba5e-6163-4517-b629-49ebb527e182 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.821806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.875726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f404dbd6-1a16-4d98-95a4-761fa70d2516 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:03:59.881787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:03:59.882361 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:03:59.893986 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:03:59.946439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b042ba5e-6163-4517-b629-49ebb527e182 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.954304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b042ba5e-6163-4517-b629-49ebb527e182 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.971376 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f404dbd6-1a16-4d98-95a4-761fa70d2516 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:03:59.977905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f404dbd6-1a16-4d98-95a4-761fa70d2516 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:03:59.978374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:59.991226 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042ba5e-6163-4517-b629-49ebb527e182 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745636d9-2057-4d6a-8d2b-4ea5eaab776f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:00.004817 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b042ba5e-6163-4517-b629-49ebb527e182 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.006841 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b042ba5e-6163-4517-b629-49ebb527e182 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712729 Aug 20 12:04:00.009338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42962) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:00.014436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1f7cae1c-6f10-4f86-a128-968db157e8de tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Request body: {'security_group_rule': {'security_group_id': '7d80e177-b99f-4cd4-a39b-c299e434e03e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:00.020240 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-631c42f3-823e-473a-b5c8-203157050b69 req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.064446 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cabe0f88-e01f-4f2d-8b5f-9a31540c3613 req-e902766d-8eed-4dd1-bd82-1e0ce062f2ae tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536209 Aug 20 12:04:00.084818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1f7cae1c-6f10-4f86-a128-968db157e8de tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.174137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.197411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.203791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/networks/0eee6446-caec-40c1-902d-51ef7144dd33 HTTP/1.1" status: 204 len: 168 time: 1.5557950 Aug 20 12:04:00.207755 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42968) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:00.280223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f431b1-d283-44c0-bba0-1d59ec022c14 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Network': ['ID=0eee6446-caec-40c1-902d-51ef7144dd33,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:00.282791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.352209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f404dbd6-1a16-4d98-95a4-761fa70d2516, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:00.352209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:00.355544 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b677675-2e8d-4b68-9e40-6eca0b6dd637" -d '{"events": [{"server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "name": "network-vif-plugged", "status": "completed", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:00.376708 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.454265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f404dbd6-1a16-4d98-95a4-761fa70d2516,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:00.726893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2b6d1-497a-460a-997c-74ecee170bed req-a17b8336-d8d5-4fab-bb04-42c545fd315d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:00.742706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69e2b6d1-497a-460a-997c-74ecee170bed req-a17b8336-d8d5-4fab-bb04-42c545fd315d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.3957853 Aug 20 12:04:00.761207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848997f-cb64-480e-973c-42c9df2ee36d req-314bfa7e-2dda-4f69-9445-eab4ee525c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:00.763268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-314bfa7e-2dda-4f69-9445-eab4ee525c0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 1097 time: 0.3838127 Aug 20 12:04:00.851153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1f7cae1c-6f10-4f86-a128-968db157e8de tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.856019 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1f7cae1c-6f10-4f86-a128-968db157e8de tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.885911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cae1c-6f10-4f86-a128-968db157e8de tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd13e3ff-ad81-4526-82e6-e4d71f1046d5,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:00.892355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.907767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1f7cae1c-6f10-4f86-a128-968db157e8de tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:00.911483 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1f7cae1c-6f10-4f86-a128-968db157e8de tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9008830 Aug 20 12:04:00.914347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42978) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:00.920037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:00.951386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-631c42f3-823e-473a-b5c8-203157050b69 req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] For port 5db45dcc-68db-4677-b4a7-242294ea4b03, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5db45dcc-68db-4677-b4a7-242294ea4b03,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:01.054862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69e2b6d1-497a-460a-997c-74ecee170bed req-00c6a50b-fc44-40fd-bb88-7ad1695b68a1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061004 Aug 20 12:04:01.142136 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bea236-0f4f-41bf-b517-60240ccf92dc x-openstack-request-id: req-f1bea236-0f4f-41bf-b517-60240ccf92dc {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:01.142769 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "name": "network-vif-plugged", "status": "completed", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:01.142769 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1bea236-0f4f-41bf-b517-60240ccf92dc {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:01.143458 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'code': 200} Aug 20 12:04:01.147010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.148952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-631c42f3-823e-473a-b5c8-203157050b69 req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.155754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.156227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848997f-cb64-480e-973c-42c9df2ee36d req-c79dba31-c6c3-47a4-8df6-4269dbef0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:01.158197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-c79dba31-c6c3-47a4-8df6-4269dbef0ff6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 913 time: 0.3823888 Aug 20 12:04:01.164341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-631c42f3-823e-473a-b5c8-203157050b69 req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.177420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:01.213137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:01.270607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c42f3-823e-473a-b5c8-203157050b69 req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:01.271847 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-631c42f3-823e-473a-b5c8-203157050b69 req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.273821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-631c42f3-823e-473a-b5c8-203157050b69 req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "PUT /v2.0/ports/5db45dcc-68db-4677-b4a7-242294ea4b03 HTTP/1.1" status: 200 len: 981 time: 1.8343256 Aug 20 12:04:01.279578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-5c167a00-4728-4986-a45f-42c37592d6a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6 HTTP/1.1" status: 200 len: 217 time: 0.0994465 Aug 20 12:04:01.282863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:01.285552 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f788dad-476c-4528-a119-e5a5806053ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:01.441296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:01.459174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05dfc232-0d57-4bd4-94eb-a588109b3075') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:01.472365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05dfc232-0d57-4bd4-94eb-a588109b3075') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:01.537722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.575175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848997f-cb64-480e-973c-42c9df2ee36d req-f71c8394-303d-4f82-83e3-3d4dbb051fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:01.576962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-f71c8394-303d-4f82-83e3-3d4dbb051fc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.2872896 Aug 20 12:04:01.622997 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.632850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8f48dade-f3b9-4e83-8713-b53ad3ce5938 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:01.640656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-cdb9bb07-c920-436d-b092-491da9202b26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533655 Aug 20 12:04:01.657013 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee6fca-ea1f-4645-bf0b-ebd356e87695 req-6fc96019-14e6-4d63-a152-5a334e9d203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:01.657668 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8aee6fca-ea1f-4645-bf0b-ebd356e87695 req-6fc96019-14e6-4d63-a152-5a334e9d203b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1098 time: 0.4222224 Aug 20 12:04:01.660487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:01.660901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:01.664611 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:01.685458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8243b-caa2-40cf-b80c-ed8a86cd7927 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'Port': ['ID=5db45dcc-68db-4677-b4a7-242294ea4b03,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:01.694905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-55b00444-3b58-43d8-a7d1-1d0f9d35f02f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:04:01.696951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-55b00444-3b58-43d8-a7d1-1d0f9d35f02f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062916 Aug 20 12:04:01.717612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eba40-39e3-4358-864c-344322f4e020 req-4d1c209e-dc2f-42fb-84a6-122fc502dff7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:01.720401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a2eba40-39e3-4358-864c-344322f4e020 req-4d1c209e-dc2f-42fb-84a6-122fc502dff7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.3672247 Aug 20 12:04:01.784353 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8aee6fca-ea1f-4645-bf0b-ebd356e87695 req-5b47f23c-9181-4481-9292-eda30caf736a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086860 Aug 20 12:04:01.810545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.822342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.827919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/networks/fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1 HTTP/1.1" status: 204 len: 168 time: 1.6188643 Aug 20 12:04:01.831836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42996) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:01.864032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8f48dade-f3b9-4e83-8713-b53ad3ce5938 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:01.875429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8f48dade-f3b9-4e83-8713-b53ad3ce5938 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:01.875429 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:01.930496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-35eff0d9-2149-4835-8337-6ad45b0dd8d1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-932021979&fields=id&tenant_id=a19bf3d8285c4677b509206b9b7e2138 HTTP/1.1" status: 200 len: 267 time: 0.2823756 Aug 20 12:04:01.992134 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.007239 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d7888-c045-4f9c-8b94-fcc7fe2f4845 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Network': ['ID=fb8b1e79-3bdd-4c87-a8fd-b54c5cb7bcc1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:02.024116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.062998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a2eba40-39e3-4358-864c-344322f4e020 req-d81e9efa-9e70-45d6-bf11-a64ce13bea59 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315601 Aug 20 12:04:02.087860 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.124114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 8f48dade-f3b9-4e83-8713-b53ad3ce5938, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8f48dade-f3b9-4e83-8713-b53ad3ce5938,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:02.130220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-59396f14-0236-45f0-a30a-c6e0ed8767bf tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:02.131983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-59396f14-0236-45f0-a30a-c6e0ed8767bf tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 984 time: 0.1785839 Aug 20 12:04:02.132120 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.143438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-69191bf3-a6c2-4600-83a6-ae8a6fd86716 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002535 Aug 20 12:04:02.156706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'port': {'security_groups': ['12621d31-70d5-49d0-b34b-fa6e6dba592a', '4e9a5d3e-8fff-4475-9acd-411fd8c84a69', 'abde7b1c-2419-47b4-a2b5-a1af28ebd73f']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:02.212010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=8f48dade-f3b9-4e83-8713-b53ad3ce5938,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:02.258213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Allocated IP 172.25.0.223 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/4aebfd97-0db7-4bc8-8f3e-902e28d0d65b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:02.268668 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Sync routers for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:02.293935 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:02.294653 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.456947 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b337c-70de-4e90-8b3c-98296f8fa4a7 x-openstack-request-id: req-bc4b337c-70de-4e90-8b3c-98296f8fa4a7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:02.457147 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:02.457596 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc4b337c-70de-4e90-8b3c-98296f8fa4a7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:02.457960 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03', 'status': 'completed', 'code': 200} Aug 20 12:04:02.480970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f788dad-476c-4528-a119-e5a5806053ac req-63802a11-ddd2-4118-92c9-d031b072252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:02.484796 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f788dad-476c-4528-a119-e5a5806053ac req-63802a11-ddd2-4118-92c9-d031b072252d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1136 time: 0.1344969 Aug 20 12:04:02.486783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.592606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:02.645146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.660763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f788dad-476c-4528-a119-e5a5806053ac req-c1b079f6-95b9-4d2d-935a-a748271bbd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:02.662688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f788dad-476c-4528-a119-e5a5806053ac req-c1b079f6-95b9-4d2d-935a-a748271bbd87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 913 time: 0.1666453 Aug 20 12:04:02.669914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b693df25-c865-4e01-9d47-a96aa40dd429']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.837457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b21cd0-a7a0-47e9-a2cd-99b61c6a0810') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.837834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b21cd0-a7a0-47e9-a2cd-99b61c6a0810') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.846539 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f788dad-476c-4528-a119-e5a5806053ac req-a221df6e-aca2-4d79-a767-88f320bfdc90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5db45dcc-68db-4677-b4a7-242294ea4b03 HTTP/1.1" status: 200 len: 217 time: 0.1725101 Aug 20 12:04:02.887336 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 2, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:02.901628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e848997f-cb64-480e-973c-42c9df2ee36d req-9e1084e3-29db-4224-8e2d-720b9e3af3e1 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648736 Aug 20 12:04:02.903882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.921185 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Checking router: 9667c1a4-44ba-4c43-bda0-b38990638ca8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:02.921868 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Updating router 9667c1a4-44ba-4c43-bda0-b38990638ca8 port 54c94389-9e88-4b00-93ea-67e50e2c93c6 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:04:02.931632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.937373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.954507 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.984453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:02.984878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:02.988872 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:03.016961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.024872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:03.071603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de72483-9471-4429-9f1d-cf040dc7210d req-1e90a1ef-3db2-4bc2-901d-e581d7ee44a1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:03.078009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2de72483-9471-4429-9f1d-cf040dc7210d req-1e90a1ef-3db2-4bc2-901d-e581d7ee44a1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 945 time: 0.6267455 Aug 20 12:04:03.104154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:03.137094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:03.230101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2de72483-9471-4429-9f1d-cf040dc7210d req-2411ba51-abd6-49a6-998e-3e06162f8bbe tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430335 Aug 20 12:04:03.234016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f788dad-476c-4528-a119-e5a5806053ac req-0e73b527-351e-4058-8edd-0d3ced4b2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:03.235546 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f788dad-476c-4528-a119-e5a5806053ac req-0e73b527-351e-4058-8edd-0d3ced4b2411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.3569627 Aug 20 12:04:03.260379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event updated for resources: {'Port': ['ID=4aebfd97-0db7-4bc8-8f3e-902e28d0d65b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:03.313387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f788dad-476c-4528-a119-e5a5806053ac req-7c2f7472-3c8d-489e-902d-49a77b7b7a68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397036 Aug 20 12:04:03.316275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.329423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.333898 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] 10.222.0.25 "DELETE /v2.0/networks/b693df25-c865-4e01-9d47-a96aa40dd429 HTTP/1.1" status: 204 len: 168 time: 1.4868958 Aug 20 12:04:03.392540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497430d-998c-43c7-a0a9-46a1bfc68b61 tempest-BulkNetworkOpsTest-325568912 tempest-BulkNetworkOpsTest-325568912-project] Pushing event deleted for resources: {'Network': ['ID=b693df25-c865-4e01-9d47-a96aa40dd429,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:03.448807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8f48dade-f3b9-4e83-8713-b53ad3ce5938 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:03.488692 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.514982 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Transition to ACTIVE for port object 54c94389-9e88-4b00-93ea-67e50e2c93c6 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:03.527539 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.562794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] For port 5db45dcc-68db-4677-b4a7-242294ea4b03, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5db45dcc-68db-4677-b4a7-242294ea4b03,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:03.630142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8f48dade-f3b9-4e83-8713-b53ad3ce5938 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:03.630544 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.638868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d4842-3ac1-4eb9-9e7d-ce47a0d3a6d1 req-6d20fb62-6c90-4dd9-8ac1-1df97bc9fb3c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:03.643694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-056d4842-3ac1-4eb9-9e7d-ce47a0d3a6d1 req-6d20fb62-6c90-4dd9-8ac1-1df97bc9fb3c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1758292 Aug 20 12:04:03.730823 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422f48c-67b8-4a23-b3ff-26ef8e80e19f None None] Pushing event updated for resources: {'Port': ['ID=54c94389-9e88-4b00-93ea-67e50e2c93c6,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:03.754430 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Attempting to bind port 54c94389-9e88-4b00-93ea-67e50e2c93c6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:03.754873 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Attempting to bind port 54c94389-9e88-4b00-93ea-67e50e2c93c6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:03.755242 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Attempting to bind port 54c94389-9e88-4b00-93ea-67e50e2c93c6 on network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:03.763999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.769602 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:03.769974 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Checking segment: {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:03.770422 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.770855 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Bound using segment: {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:03.771579 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Bound port: 54c94389-9e88-4b00-93ea-67e50e2c93c6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:03.771699 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.788441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.801811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-056d4842-3ac1-4eb9-9e7d-ce47a0d3a6d1 req-df7917cd-1de5-4e8e-95f5-0267bd230118 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496136 Aug 20 12:04:03.806358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.877880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:03.878588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.893562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-133c8a6d-04fb-4232-9bbc-6a759806d827 req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "PUT /v2.0/ports/5db45dcc-68db-4677-b4a7-242294ea4b03 HTTP/1.1" status: 200 len: 1020 time: 1.7474902 Aug 20 12:04:03.906205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:03.908282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d0a1203e-3529-4dc6-a4e0-165bd95761c6 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:03.945186 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] For port 54c94389-9e88-4b00-93ea-67e50e2c93c6, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:03.954959 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] For port 54c94389-9e88-4b00-93ea-67e50e2c93c6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=54c94389-9e88-4b00-93ea-67e50e2c93c6,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:03.966599 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:03.967210 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f788dad-476c-4528-a119-e5a5806053ac req-408f0f50-9d6e-4a3b-80fa-2ddaa226fd7c service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982924 Aug 20 12:04:03.974245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.021949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730ecf6-fa51-4cb6-b620-30d7fd84b0b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'Port': ['ID=5db45dcc-68db-4677-b4a7-242294ea4b03,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:04.041956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43044) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.113237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8da2-c510-4c2c-aaab-76b0620a784e req-c6f270c5-d152-4bb2-96dd-393dc15ab5aa tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:04.134852 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:04.137675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f11f8da2-c510-4c2c-aaab-76b0620a784e req-c6f270c5-d152-4bb2-96dd-393dc15ab5aa tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 945 time: 0.2081597 Aug 20 12:04:04.144440 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:04.262085 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f788dad-476c-4528-a119-e5a5806053ac req-d9ea3a37-f466-4bd3-8e54-c54f424be9db service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853737 Aug 20 12:04:04.266141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:04.379591 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:04.430502 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.442372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f11f8da2-c510-4c2c-aaab-76b0620a784e req-3445e0f3-12a0-4d50-b3a5-9d6bd7a08e86 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036315 Aug 20 12:04:04.463237 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.464821 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422f48c-67b8-4a23-b3ff-26ef8e80e19f None None] Pushing event updated for resources: {'Port': ['ID=54c94389-9e88-4b00-93ea-67e50e2c93c6,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:04.471874 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.489927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-249b4a47-a0f3-4433-8f2d-92f277e75456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:04.499586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-249b4a47-a0f3-4433-8f2d-92f277e75456 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1098 time: 0.3053019 Aug 20 12:04:04.502484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:04.504069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:04.505783 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:04.506652 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b29ce21-46e7-42bd-9ee7-351d4e7c1299" -d '{"events": [{"server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:04.513408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3a6a3c0d-5e5b-4fe9-89f9-dd935f38d0d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6387e5d103c5465fa0b36ded49a88e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603398 Aug 20 12:04:04.526652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43060) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:04.541771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:04.577220 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.592912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event updated for resources: {'Port': ['ID=4aebfd97-0db7-4bc8-8f3e-902e28d0d65b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:04.639900 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.661238 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:04.672612 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9b2f719f-e57a-48a6-9a70-423e803a2922 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7567725 Aug 20 12:04:04.676180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a301d-a84a-4a63-ac11-f6a4086bd85c req-7737b21d-2354-4889-91aa-27e13dd0b38c tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:04.686009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-767a301d-a84a-4a63-ac11-f6a4086bd85c req-7737b21d-2354-4889-91aa-27e13dd0b38c tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1023 time: 0.4218721 Aug 20 12:04:04.771909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:04.783857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-0bcb46f3-aef6-4fcd-a269-78aef7b9f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:04.785336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-0bcb46f3-aef6-4fcd-a269-78aef7b9f5bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 921 time: 0.2706404 Aug 20 12:04:04.888891 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:04:03Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:04.926492 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09add0a-44fe-4140-b4a9-84e7757217ae None None] The sync data for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 is: [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:04:03Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:04.928431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb44a4c-e910-432d-b54a-0da495f19eb4 req-2d3380b1-25e9-4315-8ef2-ec5560c2cd44 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:04.939898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fb44a4c-e910-432d-b54a-0da495f19eb4 req-2d3380b1-25e9-4315-8ef2-ec5560c2cd44 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.3257048 Aug 20 12:04:04.949975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-1b577a62-e6cf-4803-9861-d12a6ed4d66b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 217 time: 0.1525996 Aug 20 12:04:05.077239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04464de3-4670-4ff7-b959-5d409212c337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.104817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04464de3-4670-4ff7-b959-5d409212c337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.123734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-767a301d-a84a-4a63-ac11-f6a4086bd85c req-a859867a-347e-49b4-b956-312a5a79cdee tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=abde7b1c-2419-47b4-a2b5-a1af28ebd73f&id=12621d31-70d5-49d0-b34b-fa6e6dba592a&id=4e9a5d3e-8fff-4475-9acd-411fd8c84a69 HTTP/1.1" status: 200 len: 6155 time: 0.4359078 Aug 20 12:04:05.149017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fb44a4c-e910-432d-b54a-0da495f19eb4 req-38fc28cb-c691-4e54-b09a-04dec38296b7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087255 Aug 20 12:04:05.173798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-2b53f7e1-0a4a-4502-abd7-185fe8581fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:05.175357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-2b53f7e1-0a4a-4502-abd7-185fe8581fc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.2035422 Aug 20 12:04:05.234636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-5450dcdf-47c3-4781-baa3-3585af834587 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469975 Aug 20 12:04:05.341435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb14e83-e08c-46d0-ad4b-7c3b0893ce94 req-23b76b2b-ac0b-4948-913b-d27adae918a5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:05.350270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb14e83-e08c-46d0-ad4b-7c3b0893ce94 req-23b76b2b-ac0b-4948-913b-d27adae918a5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 943 time: 0.1445112 Aug 20 12:04:05.355391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04464de3-4670-4ff7-b959-5d409212c337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.358079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04464de3-4670-4ff7-b959-5d409212c337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.359233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-04464de3-4670-4ff7-b959-5d409212c337 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da66a43e-6c30-42ac-b963-3b7655758759 HTTP/1.1" status: 204 len: 168 time: 0.8288507 Aug 20 12:04:05.423768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04464de3-4670-4ff7-b959-5d409212c337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da66a43e-6c30-42ac-b963-3b7655758759,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:05.520859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbb14e83-e08c-46d0-ad4b-7c3b0893ce94 req-43a47aaf-e26f-485b-88ce-9f727fe9359c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695843 Aug 20 12:04:05.551592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-906d1c09-fcc5-45bc-99e7-dbcb8b42888e service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913120 Aug 20 12:04:05.584289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 54c94389-9e88-4b00-93ea-67e50e2c93c6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:05.661803 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caeb123-9aef-4fc0-8888-86f5d74e75c1 x-openstack-request-id: req-5caeb123-9aef-4fc0-8888-86f5d74e75c1 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:05.662407 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "name": "network-vif-unplugged", "status": "failed", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6", "code": 422}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:05.662821 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5caeb123-9aef-4fc0-8888-86f5d74e75c1 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:05.663413 n-d-800634-10 neutron-server[101035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'code': 422} returned with failed status Aug 20 12:04:05.691624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 54c94389-9e88-4b00-93ea-67e50e2c93c6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:05.707150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 54c94389-9e88-4b00-93ea-67e50e2c93c6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:05.708346 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacb2bff-ca7b-4222-bdbb-1e27806eaad2 x-openstack-request-id: req-dacb2bff-ca7b-4222-bdbb-1e27806eaad2 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:05.710062 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:05.710466 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dacb2bff-ca7b-4222-bdbb-1e27806eaad2 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:05.711283 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.711865 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03', 'status': 'completed', 'code': 200} Aug 20 12:04:05.817644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-afc0e082-5bf0-4022-aee1-94f937d37505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:05.819543 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-afc0e082-5bf0-4022-aee1-94f937d37505 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1175 time: 0.1003213 Aug 20 12:04:05.853870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-241188a0-b03c-4791-b7f1-17dc202b6640 req-1bd90be5-5bbc-48eb-988d-34f9a5fe74fa service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928755 Aug 20 12:04:05.877373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-8e4ea93f-03ba-40fe-8012-91edef2a3396 req-b376e4eb-86c5-4271-ab2d-889130951ff8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1295712593 ', 'description': 'tempest-description-1668158398'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:05.943117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-2e5db3cf-ec65-4bc7-81eb-76680cc4e349 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--697719091&fields=id&tenant_id=e58f53133ff849689f258cb07c84c7c2 HTTP/1.1" status: 200 len: 267 time: 0.1272235 Aug 20 12:04:05.973242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8e4ea93f-03ba-40fe-8012-91edef2a3396 req-b376e4eb-86c5-4271-ab2d-889130951ff8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:05.992695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-5173c490-a962-440d-9ac9-f01feb813ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:05.997264 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.006448 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-5173c490-a962-440d-9ac9-f01feb813ad5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 913 time: 0.1739075 Aug 20 12:04:06.071005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 54c94389-9e88-4b00-93ea-67e50e2c93c6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=54c94389-9e88-4b00-93ea-67e50e2c93c6,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:06.076014 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-2675ca2f-0e9b-441e-b214-8a2a681a2867 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5db45dcc-68db-4677-b4a7-242294ea4b03 HTTP/1.1" status: 200 len: 217 time: 0.0588534 Aug 20 12:04:06.079081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.158326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-e40b5e9c-c0a6-45af-ac87-ca83a3cbd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:06.161522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-e40b5e9c-c0a6-45af-ac87-ca83a3cbd66c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.0781684 Aug 20 12:04:06.166065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-bb90b50e-e5ad-4548-a068-5c933c9c7cc6 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:06.173418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=54c94389-9e88-4b00-93ea-67e50e2c93c6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:06.174898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-bb90b50e-e5ad-4548-a068-5c933c9c7cc6 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/networks?id=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f HTTP/1.1" status: 200 len: 806 time: 0.2246432 Aug 20 12:04:06.200988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-0b073763-694a-4115-bb51-73dd716931cf tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/quotas/e58f53133ff849689f258cb07c84c7c2 HTTP/1.1" status: 200 len: 375 time: 0.0250068 Aug 20 12:04:06.217905 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-bbc92d44-f646-4caf-992c-f05bd8110a01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483410 Aug 20 12:04:06.235984 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8e4ea93f-03ba-40fe-8012-91edef2a3396 req-b376e4eb-86c5-4271-ab2d-889130951ff8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.255413 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8e4ea93f-03ba-40fe-8012-91edef2a3396 req-b376e4eb-86c5-4271-ab2d-889130951ff8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.292182 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8e4ea93f-03ba-40fe-8012-91edef2a3396 req-b376e4eb-86c5-4271-ab2d-889130951ff8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:06.293427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e4ea93f-03ba-40fe-8012-91edef2a3396 req-b376e4eb-86c5-4271-ab2d-889130951ff8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4452679 Aug 20 12:04:06.308836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-980d58b4-eaca-4e5b-84ca-a91cb88e86e5 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e58f53133ff849689f258cb07c84c7c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965583 Aug 20 12:04:06.309904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376e4eb-86c5-4271-ab2d-889130951ff8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a728500-17ac-4d88-9ec5-884da26a4dd5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:06.327576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-d1a07ec7-6ee5-41dd-b5b9-31f0b282d83b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:04:06.328578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-d1a07ec7-6ee5-41dd-b5b9-31f0b282d83b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071590 Aug 20 12:04:06.372005 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-9c5dad8e-1d12-4259-ae79-4b74d4f63dab service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295054 Aug 20 12:04:06.473880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-415e3186-24ce-4c0f-88fa-b865dc08efe4 service neutron] 10.222.0.25 "GET /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274552 Aug 20 12:04:06.491046 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6887a0f5-36c8-42b7-a8c3-ea7a6598bd50 req-8c065cb3-b407-4424-bcd7-89cf083a9fbe service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076260 Aug 20 12:04:06.577983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-71ffc72d-c560-4355-9ebc-250b61fb0c8e service neutron] 10.222.0.25 "GET /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977662 Aug 20 12:04:06.616541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:06.771408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1126b736-63b9-4957-8706-f9ab55920a28 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] Request body: {'port': {'network_id': '9bd1034f-cfb4-4867-9685-2c4aba98ae92', 'name': 'tempest-NetworksNegativeTestJSON-723803960'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:06.794821 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1126b736-63b9-4957-8706-f9ab55920a28 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] POST failed (client error): The resource could not be found. Aug 20 12:04:06.795404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1126b736-63b9-4957-8706-f9ab55920a28 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:06.807524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1126b736-63b9-4957-8706-f9ab55920a28 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1876309 Aug 20 12:04:06.812557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:06.846824 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ff70b5-07b9-4c04-a56f-b667bd200546 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:06.847545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ff70b5-07b9-4c04-a56f-b667bd200546 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:06.853458 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-24ff70b5-07b9-4c04-a56f-b667bd200546 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "DELETE /v2.0/networks/5a9e0886-8a43-44c5-b166-cf4becbe0389 HTTP/1.1" status: 404 len: 339 time: 0.0398333 Aug 20 12:04:06.855078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43146) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:06.907274 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e79ac1-7215-4bd3-adee-d638c21ff338 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:06.908008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e79ac1-7215-4bd3-adee-d638c21ff338 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:06.909749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-73e79ac1-7215-4bd3-adee-d638c21ff338 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "DELETE /v2.0/ports/3af36cbe-b9f8-4e83-9cb5-fe679ef80936 HTTP/1.1" status: 404 len: 333 time: 0.0535929 Aug 20 12:04:06.914535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43156) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:06.918410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea5f11-e827-495d-9986-b53cc9de37da req-d33916eb-a567-4048-821d-bc5f6aeb2ef0 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:06.925647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8ea5f11-e827-495d-9986-b53cc9de37da req-d33916eb-a567-4048-821d-bc5f6aeb2ef0 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1312804 Aug 20 12:04:06.958310 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cff465-0796-4d02-922f-d7538fa61edb tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] DELETE failed (client error): The resource could not be found. Aug 20 12:04:06.958958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cff465-0796-4d02-922f-d7538fa61edb tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:06.961299 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e5cff465-0796-4d02-922f-d7538fa61edb tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "DELETE /v2.0/subnets/095e49c1-802d-4854-a35e-62db2ac4667d HTTP/1.1" status: 404 len: 337 time: 0.0457113 Aug 20 12:04:06.965989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43160) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:06.979532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8ea5f11-e827-495d-9986-b53cc9de37da req-06d51207-d4e1-41d1-9af5-84031bad4e62 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Aug 20 12:04:06.993268 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81c592f-56dc-416f-9991-48468b2c51f5 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] GET failed (client error): The resource could not be found. Aug 20 12:04:06.995920 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b81c592f-56dc-416f-9991-48468b2c51f5 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "GET /v2.0/networks/6c5ac3ec-46a2-4aff-bde6-a494dcb7571a HTTP/1.1" status: 404 len: 339 time: 0.0264316 Aug 20 12:04:06.999661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43168) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.068031 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-374808b8-3169-47fa-b290-8452be3fe4b9 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] GET failed (client error): The resource could not be found. Aug 20 12:04:07.072505 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-374808b8-3169-47fa-b290-8452be3fe4b9 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "GET /v2.0/ports/0dcc439e-894d-4f69-85fb-553178fe28f4 HTTP/1.1" status: 404 len: 333 time: 0.0708685 Aug 20 12:04:07.076328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43180) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.127081 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5320c24-d937-4a47-a57a-7ea2af89b836 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] GET failed (client error): The resource could not be found. Aug 20 12:04:07.132091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e5320c24-d937-4a47-a57a-7ea2af89b836 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "GET /v2.0/subnets/f2fccf8e-d87b-40d6-a8fa-60eace876d01 HTTP/1.1" status: 404 len: 337 time: 0.0509109 Aug 20 12:04:07.138339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43186) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.152689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ba8cffd3-2776-430f-9da8-77ac846251c9 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:07.191684 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8cffd3-2776-430f-9da8-77ac846251c9 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] PUT failed (client error): The resource could not be found. Aug 20 12:04:07.192744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8cffd3-2776-430f-9da8-77ac846251c9 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:07.193490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fbeeead-58ca-418a-be94-2693ed19db35 req-1bf96466-ccd2-436c-9551-b7f12c68e02c tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/1a728500-17ac-4d88-9ec5-884da26a4dd5 HTTP/1.1" status: 200 len: 1783 time: 0.0683837 Aug 20 12:04:07.203672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43194) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.206417 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba8cffd3-2776-430f-9da8-77ac846251c9 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "PUT /v2.0/networks/136e2be5-88a0-421e-8c00-920813c1e1e3 HTTP/1.1" status: 404 len: 339 time: 0.0666616 Aug 20 12:04:07.213634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cd157120-c944-4323-a4ff-5b5dbffb2d81 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:07.256613 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd157120-c944-4323-a4ff-5b5dbffb2d81 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] PUT failed (client error): The resource could not be found. Aug 20 12:04:07.257345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd157120-c944-4323-a4ff-5b5dbffb2d81 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:07.258578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cd157120-c944-4323-a4ff-5b5dbffb2d81 tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "PUT /v2.0/ports/32a5a05a-6fad-4a71-a301-854e1e953e3e HTTP/1.1" status: 404 len: 333 time: 0.0536299 Aug 20 12:04:07.262781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43198) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.268603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-587fcc42-6e78-4e13-87b9-e2d84296232b tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:07.304950 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-587fcc42-6e78-4e13-87b9-e2d84296232b tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] PUT failed (client error): The resource could not be found. Aug 20 12:04:07.305652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587fcc42-6e78-4e13-87b9-e2d84296232b tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:04:07.307810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-587fcc42-6e78-4e13-87b9-e2d84296232b tempest-NetworksNegativeTestJSON-2044249340 tempest-NetworksNegativeTestJSON-2044249340-project] 10.222.0.25 "PUT /v2.0/subnets/1bd976c7-e4de-4ff0-bce3-ae942e1a008d HTTP/1.1" status: 404 len: 337 time: 0.0438676 Aug 20 12:04:07.345792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e1005a6-c1ef-4ac6-bbc7-f623dd495599 req-cd442a15-24da-4894-a815-7c9f5560995c tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 210 time: 0.0842476 Aug 20 12:04:07.436929 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb0bf66d-1562-4903-abb5-39826fe6e434 req-0e4b6438-f47d-47b7-b26d-86441f653e00 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/1a728500-17ac-4d88-9ec5-884da26a4dd5 HTTP/1.1" status: 200 len: 1783 time: 0.0661533 Aug 20 12:04:07.483664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 54c94389-9e88-4b00-93ea-67e50e2c93c6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:07.554270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fb0bf66d-1562-4903-abb5-39826fe6e434 req-2a9ed135-a796-4f91-af8b-2210aad1b7a8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.594836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-e20a1a38-d836-472c-8099-55e313495797 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:07.601669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-e20a1a38-d836-472c-8099-55e313495797 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd3413ff-2b7e-4b29-9769-3adc9fb26af5 HTTP/1.1" status: 200 len: 943 time: 0.1037006 Aug 20 12:04:07.607363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 54c94389-9e88-4b00-93ea-67e50e2c93c6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:07.607914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.614271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fb0bf66d-1562-4903-abb5-39826fe6e434 req-2a9ed135-a796-4f91-af8b-2210aad1b7a8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.716887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fb0bf66d-1562-4903-abb5-39826fe6e434 req-2a9ed135-a796-4f91-af8b-2210aad1b7a8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.719734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fb0bf66d-1562-4903-abb5-39826fe6e434 req-2a9ed135-a796-4f91-af8b-2210aad1b7a8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.720906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb0bf66d-1562-4903-abb5-39826fe6e434 req-2a9ed135-a796-4f91-af8b-2210aad1b7a8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a728500-17ac-4d88-9ec5-884da26a4dd5 HTTP/1.1" status: 204 len: 173 time: 0.2828531 Aug 20 12:04:07.739075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ed135-a796-4f91-af8b-2210aad1b7a8 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a728500-17ac-4d88-9ec5-884da26a4dd5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:07.748178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43206) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:07.750449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Deleting port d0a1203e-3529-4dc6-a4e0-165bd95761c6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:07.750956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.814267 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-2401923e-c9b2-43c7-978e-0096657b5404 req-755442d6-15d6-4347-92ba-03287bdf65db tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:04:07.815564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2401923e-c9b2-43c7-978e-0096657b5404 req-755442d6-15d6-4347-92ba-03287bdf65db tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/1a728500-17ac-4d88-9ec5-884da26a4dd5 HTTP/1.1" status: 404 len: 352 time: 0.0613680 Aug 20 12:04:07.856516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-2240d90c-0e00-430b-8049-d0d79b4246cd req-408ec83b-58ab-48b1-9163-079e1fc0bb37 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2042901259', 'description': 'tempest-description-1281887897'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:07.887583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8326a8b-c606-4c0e-b340-693bc84d35c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.904521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] For port d0a1203e-3529-4dc6-a4e0-165bd95761c6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d0a1203e-3529-4dc6-a4e0-165bd95761c6,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:07.904911 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.921998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Calling delete_port for d0a1203e-3529-4dc6-a4e0-165bd95761c6 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:07.926647 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2240d90c-0e00-430b-8049-d0d79b4246cd req-408ec83b-58ab-48b1-9163-079e1fc0bb37 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:07.939347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d0a1203e-3529-4dc6-a4e0-165bd95761c6 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:08.031916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8326a8b-c606-4c0e-b340-693bc84d35c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.039215 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8326a8b-c606-4c0e-b340-693bc84d35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.045341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:08.076295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d8326a8b-c606-4c0e-b340-693bc84d35c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5337763dbba544089f34479c627ac187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268094 Aug 20 12:04:08.078846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:08.125650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8326a8b-c606-4c0e-b340-693bc84d35c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c60d77-de1e-459b-b365-7281e7c4254d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.133337 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.156017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.174469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:08.175680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:08.178862 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2fc925-6f7c-4f9d-b4c2-3b486d2ce00e" -d '{"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:08.185762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.203819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16158ca1-73cc-4c0e-80b1-837661399bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.237144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event deleted for resources: {'Port': ['ID=d0a1203e-3529-4dc6-a4e0-165bd95761c6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.254488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.262480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] No DVR routers for this DVR port d0a1203e-3529-4dc6-a4e0-165bd95761c6 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:08.268340 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.270398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4c3b215-ad19-4f5d-8150-4452b2463c24 req-fe22bb40-e524-48c6-b8da-80a202ddf371 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "DELETE /v2.0/ports/d0a1203e-3529-4dc6-a4e0-165bd95761c6 HTTP/1.1" status: 204 len: 173 time: 0.6679039 Aug 20 12:04:08.270853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'name': 'network-vif-deleted', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:08.273274 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a7659-cfb8-40b5-a9d1-68d85c8d7a89" -d '{"events": [{"server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "name": "network-vif-deleted", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:08.282371 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2240d90c-0e00-430b-8049-d0d79b4246cd req-408ec83b-58ab-48b1-9163-079e1fc0bb37 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.288636 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2240d90c-0e00-430b-8049-d0d79b4246cd req-408ec83b-58ab-48b1-9163-079e1fc0bb37 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.321777 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2240d90c-0e00-430b-8049-d0d79b4246cd req-408ec83b-58ab-48b1-9163-079e1fc0bb37 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.324010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16158ca1-73cc-4c0e-80b1-837661399bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.334763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2240d90c-0e00-430b-8049-d0d79b4246cd req-408ec83b-58ab-48b1-9163-079e1fc0bb37 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4825742 Aug 20 12:04:08.337254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ec83b-58ab-48b1-9163-079e1fc0bb37 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1633f19-7065-48b5-a638-c6d7656795d8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.423453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-49ec6aaa-3b8a-4459-bfc3-bbf7fb492710 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:08.424948 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-49ec6aaa-3b8a-4459-bfc3-bbf7fb492710 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.73 "GET /v2.0/networks?id=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f HTTP/1.1" status: 200 len: 806 time: 0.2189879 Aug 20 12:04:08.455827 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16158ca1-73cc-4c0e-80b1-837661399bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.458410 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16158ca1-73cc-4c0e-80b1-837661399bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.461928 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-16158ca1-73cc-4c0e-80b1-837661399bf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5c60d77-de1e-459b-b365-7281e7c4254d HTTP/1.1" status: 204 len: 168 time: 0.3798027 Aug 20 12:04:08.471387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f521-e205-418e-8235-ae234b7d7e7f req-d7e4faae-0d8c-45b6-98e0-1c4b89a14d66 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:08.473757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3a4f521-e205-418e-8235-ae234b7d7e7f req-d7e4faae-0d8c-45b6-98e0-1c4b89a14d66 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.0608201 Aug 20 12:04:08.475903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16158ca1-73cc-4c0e-80b1-837661399bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c60d77-de1e-459b-b365-7281e7c4254d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.532904 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-2924259d-7d30-4184-92b1-cce0d9f297bd tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58f53133ff849689f258cb07c84c7c2 HTTP/1.1" status: 200 len: 379 time: 0.0911584 Aug 20 12:04:08.533775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3a4f521-e205-418e-8235-ae234b7d7e7f req-c1b4b2dd-347b-46e9-bd4f-125ff4fe5513 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520110 Aug 20 12:04:08.554434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Request body: {'port': {'device_id': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'admin_state_up': True, 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'security_groups': ['7d80e177-b99f-4cd4-a39b-c299e434e03e']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:08.690859 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9319152-9923-4931-9247-b429239fcaa8 x-openstack-request-id: req-e9319152-9923-4931-9247-b429239fcaa8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:08.691441 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:08.691711 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9319152-9923-4931-9247-b429239fcaa8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:08.692185 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'code': 200} Aug 20 12:04:08.702554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Made reservation on behalf of e58f53133ff849689f258cb07c84c7c2 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:08.707489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.724137 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b084ea-7c0e-4ddb-8ef2-bb7ccdf5cd75 x-openstack-request-id: req-75b084ea-7c0e-4ddb-8ef2-bb7ccdf5cd75 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:08.724773 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3413ff-2b7e-4b29-9769-3adc9fb26af5", "name": "network-vif-deleted", "tag": "d0a1203e-3529-4dc6-a4e0-165bd95761c6", "status": "failed", "code": 422}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:08.725091 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75b084ea-7c0e-4ddb-8ef2-bb7ccdf5cd75 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:08.725906 n-d-800634-10 neutron-server[101034]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd3413ff-2b7e-4b29-9769-3adc9fb26af5', 'name': 'network-vif-deleted', 'tag': 'd0a1203e-3529-4dc6-a4e0-165bd95761c6', 'status': 'failed', 'code': 422} returned with failed status Aug 20 12:04:08.742157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-468e081a-1bad-4d01-94b7-09c13bc1e7f4 req-352bbc4c-3e5f-462c-926d-3d059ad90a42 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-140737709', 'description': 'tempest-description-807396558'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:08.776761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-468e081a-1bad-4d01-94b7-09c13bc1e7f4 req-352bbc4c-3e5f-462c-926d-3d059ad90a42 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.887795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-468e081a-1bad-4d01-94b7-09c13bc1e7f4 req-352bbc4c-3e5f-462c-926d-3d059ad90a42 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.891563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Allocated IP 172.20.0.8 (69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f/6b035f93-5b6c-4d5d-8971-6066286ed627/5e420bca-2d49-47cb-bd9f-489a4621efb3) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:08.898272 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-468e081a-1bad-4d01-94b7-09c13bc1e7f4 req-352bbc4c-3e5f-462c-926d-3d059ad90a42 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.925199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0df587ca-17ee-46b8-8abe-c341c194f9b7 req-afa44cd9-06b9-4293-be36-4f07194dbd06 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 210 time: 0.0448656 Aug 20 12:04:08.946390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-468e081a-1bad-4d01-94b7-09c13bc1e7f4 req-352bbc4c-3e5f-462c-926d-3d059ad90a42 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:08.947709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-468e081a-1bad-4d01-94b7-09c13bc1e7f4 req-352bbc4c-3e5f-462c-926d-3d059ad90a42 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2104928 Aug 20 12:04:08.949837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bbc4c-3e5f-462c-926d-3d059ad90a42 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c645d856-6f03-46ea-8f0d-098087cb32e2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:08.976090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-77463898-3dec-44a4-9910-8f8b69623350 req-53e8d7d3-7ea0-4beb-8cb1-5226654d58b7 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2077734011', 'description': 'tempest-description-2006874296'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:09.013440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-77463898-3dec-44a4-9910-8f8b69623350 req-53e8d7d3-7ea0-4beb-8cb1-5226654d58b7 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.107754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.123736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Transition to ACTIVE for port object 5e420bca-2d49-47cb-bd9f-489a4621efb3 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:09.129339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-77463898-3dec-44a4-9910-8f8b69623350 req-53e8d7d3-7ea0-4beb-8cb1-5226654d58b7 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.135484 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-77463898-3dec-44a4-9910-8f8b69623350 req-53e8d7d3-7ea0-4beb-8cb1-5226654d58b7 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.170564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.171299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-77463898-3dec-44a4-9910-8f8b69623350 req-53e8d7d3-7ea0-4beb-8cb1-5226654d58b7 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.172951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77463898-3dec-44a4-9910-8f8b69623350 req-53e8d7d3-7ea0-4beb-8cb1-5226654d58b7 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2010128 Aug 20 12:04:09.175410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8d7d3-7ea0-4beb-8cb1-5226654d58b7 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116916bd-9953-4f7f-a0ca-00b6287ddf3d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:09.245292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:09.249021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:09.261458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:09.297011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event updated for resources: {'Port': ['ID=5e420bca-2d49-47cb-bd9f-489a4621efb3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:09.341996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:09.346639 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.380087 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e57e5a7e-b510-430c-a581-67bc2bfa6e44 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8395295 Aug 20 12:04:09.392104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927519-b3ac-455d-880d-868cbeda1fed req-3d72cffe-b7db-4b4c-acea-d2492cf348d5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:09.393976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-3d72cffe-b7db-4b4c-acea-d2492cf348d5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.1964233 Aug 20 12:04:09.412427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Request body: {'port': {'device_id': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:09.425181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-91c7d52a-5436-4b01-a607-2e8852efccf3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/quotas/402d104c95254e328746d8020e13134d HTTP/1.1" status: 200 len: 375 time: 0.0231349 Aug 20 12:04:09.429986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43286) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:09.486030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-6b54f386-94c1-4809-b535-00f15a2005db tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598738 Aug 20 12:04:09.491237 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.506704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd4af86d-b44f-4299-92ae-99ebd7b858eb req-4f7a4745-8844-4310-87f2-2872cb25540c tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a19bf3d8285c4677b509206b9b7e2138 HTTP/1.1" status: 200 len: 10909 time: 0.2487290 Aug 20 12:04:09.607670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a9b4ba9b-9cb5-4f93-b0b8-96673c465ef9 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1524360561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:09.661598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd4af86d-b44f-4299-92ae-99ebd7b858eb req-50e3bb0f-0087-4167-b4f7-4bb964119521 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/12621d31-70d5-49d0-b34b-fa6e6dba592a HTTP/1.1" status: 200 len: 2985 time: 0.1461923 Aug 20 12:04:09.667535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ba9b-9cb5-4f93-b0b8-96673c465ef9 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.668739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ba9b-9cb5-4f93-b0b8-96673c465ef9 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.680957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6da691a7-a2c0-49c9-89e8-30b177244bc6 None None] Provisioning for port 5e420bca-2d49-47cb-bd9f-489a4621efb3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:09.691511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6da691a7-a2c0-49c9-89e8-30b177244bc6 None None] Provisioning complete for port 5e420bca-2d49-47cb-bd9f-489a4621efb3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:09.692080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6da691a7-a2c0-49c9-89e8-30b177244bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.715183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-30b9abe0-669f-4f8a-81c1-2514287451a9 service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272761 Aug 20 12:04:09.758578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6da691a7-a2c0-49c9-89e8-30b177244bc6 None None] Port 5e420bca-2d49-47cb-bd9f-489a4621efb3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:09.852902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ba9b-9cb5-4f93-b0b8-96673c465ef9 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.858772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd4af86d-b44f-4299-92ae-99ebd7b858eb req-6d39e5c8-0a26-4b46-855d-351ad61d0c58 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/12621d31-70d5-49d0-b34b-fa6e6dba592a HTTP/1.1" status: 200 len: 2985 time: 0.1841753 Aug 20 12:04:09.862046 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ba9b-9cb5-4f93-b0b8-96673c465ef9 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.904672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9b4ba9b-9cb5-4f93-b0b8-96673c465ef9 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:09.905716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a9b4ba9b-9cb5-4f93-b0b8-96673c465ef9 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4747949 Aug 20 12:04:09.911344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43310) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:09.916533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1942705102'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:09.933360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-1e23a2a4-6687-4a3a-9423-bdec588782ad service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167630 Aug 20 12:04:09.946609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:04:10.026609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Made reservation on behalf of a7641fd95edf4724b1a06b9eba2532fe for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:10.039852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.074339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.101847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:10.115351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f0a318d7-9f46-44ee-a379-a25344525654', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': 'f0a318d7-9f46-44ee-a379-a25344525654', 'mac_address': 'fa:16:3e:66:f0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:04:10.129557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45d968-549f-4cd3-bcad-fb2c76d19e2a req-0433592c-5e5e-43a1-9191-f408478a30ff tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:10.137969 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad45d968-549f-4cd3-bcad-fb2c76d19e2a req-0433592c-5e5e-43a1-9191-f408478a30ff tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2009830 Aug 20 12:04:10.191377 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.237286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a318d7-9f46-44ee-a379-a25344525654 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:10.252938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e420bca-2d49-47cb-bd9f-489a4621efb3 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:10.263443 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.290993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad45d968-549f-4cd3-bcad-fb2c76d19e2a req-e0003375-7f0f-448a-a1ea-34ec6591d4c7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450601 Aug 20 12:04:10.317243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Transition to ACTIVE for port object 5e420bca-2d49-47cb-bd9f-489a4621efb3 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:10.320533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:10.331843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.335313 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.487171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.506042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f0a318d7-9f46-44ee-a379-a25344525654'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:10.530590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e420bca-2d49-47cb-bd9f-489a4621efb3,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.547528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c13d1eaa-4a55-4d67-aa6e-bb9b0f00191a req-267a62b8-86bd-4a8c-971a-951ea49dac22 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/a1633f19-7065-48b5-a638-c6d7656795d8 HTTP/1.1" status: 200 len: 1803 time: 0.1932518 Aug 20 12:04:10.598652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.599010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.599350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.606548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.609944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.610568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.611108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.611640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.612187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.612713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.613244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.613790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:10.639956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.652859 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.692268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:10.696099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Attempting to bind port 5e420bca-2d49-47cb-bd9f-489a4621efb3 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:10.696667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Attempting to bind port 5e420bca-2d49-47cb-bd9f-489a4621efb3 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:10.698343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Attempting to bind port 5e420bca-2d49-47cb-bd9f-489a4621efb3 on network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:10.704162 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Port 5e420bca-2d49-47cb-bd9f-489a4621efb3 on network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:04:10.704701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Attempting to bind port 5e420bca-2d49-47cb-bd9f-489a4621efb3 on network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:10.711567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:10.712293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Checking segment: {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:10.712992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Bound using segment: {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:10.714749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Bound port: 5e420bca-2d49-47cb-bd9f-489a4621efb3, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71919e5a-56db-446e-abcb-24792f90200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:10.715405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.734078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b9a8f-ba94-496f-a3ee-0154c7beccda req-b897ad39-aba4-4d56-b1d2-c108fc895197 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:10.754965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-399b9a8f-ba94-496f-a3ee-0154c7beccda req-b897ad39-aba4-4d56-b1d2-c108fc895197 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 943 time: 0.2330227 Aug 20 12:04:10.773772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb1977-b7ef-4b27-b710-6d1d67727c57,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:10.781887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.782623 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Added segment ddf8d5f1-23ce-4052-936e-b0065e904d8e of type vlan for network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 Aug 20 12:04:10.809072 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c13d1eaa-4a55-4d67-aa6e-bb9b0f00191a req-b75b247d-e10b-470a-8ea8-e083ba0c1467 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.908053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.913725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] For port 5e420bca-2d49-47cb-bd9f-489a4621efb3, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:10.924733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] For port 5e420bca-2d49-47cb-bd9f-489a4621efb3, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5e420bca-2d49-47cb-bd9f-489a4621efb3,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:10.934343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:10.937926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-399b9a8f-ba94-496f-a3ee-0154c7beccda req-0a83ab6e-9c6d-49b6-9124-2055c915e5cd tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814802 Aug 20 12:04:10.946853 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c13d1eaa-4a55-4d67-aa6e-bb9b0f00191a req-b75b247d-e10b-470a-8ea8-e083ba0c1467 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.002601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:11.003246 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.006859 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] 10.222.0.73 "PUT /v2.0/ports/5e420bca-2d49-47cb-bd9f-489a4621efb3 HTTP/1.1" status: 200 len: 1092 time: 1.6064296 Aug 20 12:04:11.007312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'tag': '5e420bca-2d49-47cb-bd9f-489a4621efb3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:11.010575 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0abc66-0213-4c99-9755-76fbf233766d" -d '{"events": [{"name": "network-changed", "server_uuid": "899ccd61-8bc6-4758-9938-ebcb3e676d39", "tag": "5e420bca-2d49-47cb-bd9f-489a4621efb3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:11.079752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f54799b-d384-413f-9439-bbc519ac3ece req-d4edc674-7161-44f3-b0e2-241b6df2d707 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 210 time: 0.0676327 Aug 20 12:04:11.091292 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.105774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa85ff3-1034-4f16-a689-8ba12a8d6fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e420bca-2d49-47cb-bd9f-489a4621efb3,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:11.114499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:11.125693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.184980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-081d37c2-60f2-4502-a63e-27a04dcb2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:11.189402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-081d37c2-60f2-4502-a63e-27a04dcb2079 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e58f53133ff849689f258cb07c84c7c2&device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 1095 time: 0.1186891 Aug 20 12:04:11.251560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3390613 Aug 20 12:04:11.255302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43346) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:11.266335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'subnet': {'network_id': 'dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:11.277268 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-ed1c88ab-6f97-4898-9a7d-72f4915e617a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e420bca-2d49-47cb-bd9f-489a4621efb3 HTTP/1.1" status: 200 len: 217 time: 0.0699739 Aug 20 12:04:11.377736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c13d1eaa-4a55-4d67-aa6e-bb9b0f00191a req-b75b247d-e10b-470a-8ea8-e083ba0c1467 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.380671 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c13d1eaa-4a55-4d67-aa6e-bb9b0f00191a req-b75b247d-e10b-470a-8ea8-e083ba0c1467 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.381924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c13d1eaa-4a55-4d67-aa6e-bb9b0f00191a req-b75b247d-e10b-470a-8ea8-e083ba0c1467 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/a1633f19-7065-48b5-a638-c6d7656795d8 HTTP/1.1" status: 204 len: 173 time: 0.8338764 Aug 20 12:04:11.418991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50113f13-a1a6-42df-985f-5d94a9ba249e tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Network': ['ID=dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:11.421741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-560cf6da-16e2-4670-bcdb-8e6dc9233190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:11.430548 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-560cf6da-16e2-4670-bcdb-8e6dc9233190 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b035f93-5b6c-4d5d-8971-6066286ed627 HTTP/1.1" status: 200 len: 845 time: 0.1352658 Aug 20 12:04:11.434315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:11.463612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b247d-e10b-470a-8ea8-e083ba0c1467 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1633f19-7065-48b5-a638-c6d7656795d8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:11.505777 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc84f42-3e4b-45da-8828-3e7e08d7ce77 x-openstack-request-id: req-1dc84f42-3e4b-45da-8828-3e7e08d7ce77 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:11.511954 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899ccd61-8bc6-4758-9938-ebcb3e676d39", "tag": "5e420bca-2d49-47cb-bd9f-489a4621efb3", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:11.513776 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dc84f42-3e4b-45da-8828-3e7e08d7ce77 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:11.514395 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'tag': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'status': 'completed', 'code': 200} Aug 20 12:04:11.555115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4b97b690-2989-4384-8c7a-69ca9b44be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:11.556677 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-4b97b690-2989-4384-8c7a-69ca9b44be50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251607 Aug 20 12:04:11.676390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ede90-c10d-4426-adb8-612755d20e21 req-fdcbdb58-735f-4c7d-9b6e-28b6d2d37114 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:11.678099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db5ede90-c10d-4426-adb8-612755d20e21 req-fdcbdb58-735f-4c7d-9b6e-28b6d2d37114 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2019634 Aug 20 12:04:11.721540 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-a61ccb52-c450-40f0-aaef-dedc8ede34d3 req-f335f0f2-85c3-49ac-9b93-0b3f32d657de tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:04:11.722643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a61ccb52-c450-40f0-aaef-dedc8ede34d3 req-f335f0f2-85c3-49ac-9b93-0b3f32d657de tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/a1633f19-7065-48b5-a638-c6d7656795d8 HTTP/1.1" status: 404 len: 352 time: 0.0435033 Aug 20 12:04:11.734266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Made reservation on behalf of a7641fd95edf4724b1a06b9eba2532fe for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:11.735903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.760999 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-e606a5ca-ddb6-4eff-b655-30f47e5b60c1 service neutron] 10.222.0.73 "GET /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779232 Aug 20 12:04:11.879008 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d54793f3-f920-47a1-bc9e-6c1fd3d6a994 req-669c43fc-17d7-4f63-8614-1bba97109c40 service neutron] 10.222.0.73 "GET /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098261 Aug 20 12:04:11.896362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db5ede90-c10d-4426-adb8-612755d20e21 req-2ae0ad6e-f226-43bd-a9c6-c9cfa6eb8c5f tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852558 Aug 20 12:04:11.941981 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.953915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-667d94c7-61eb-44a4-b0fa-8567a4ccea34 req-5213dff4-726d-4411-9e94-9060f1dcdb0a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/c645d856-6f03-46ea-8f0d-098087cb32e2 HTTP/1.1" status: 200 len: 1801 time: 0.1337678 Aug 20 12:04:11.965663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:12.033611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f0a318d7-9f46-44ee-a379-a25344525654 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:12.034099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.049016 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-667d94c7-61eb-44a4-b0fa-8567a4ccea34 req-d128be02-0c73-4b8c-82a9-3267c882c0ba tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.072042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0abc66-0213-4c99-9755-76fbf233766d req-30702e83-69b3-4481-9cf7-9a121dc70120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:12.076474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed0abc66-0213-4c99-9755-76fbf233766d req-30702e83-69b3-4481-9cf7-9a121dc70120 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e58f53133ff849689f258cb07c84c7c2&device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 1095 time: 0.1068835 Aug 20 12:04:12.144188 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-667d94c7-61eb-44a4-b0fa-8567a4ccea34 req-d128be02-0c73-4b8c-82a9-3267c882c0ba tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.206669 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.250617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:12.258896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0abc66-0213-4c99-9755-76fbf233766d req-9c998cb6-99b8-4408-8cee-eefd11ce4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:12.260481 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b63432-af3f-4776-a35e-810cee7a0aef" -d '{"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:12.262213 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed0abc66-0213-4c99-9755-76fbf233766d req-9c998cb6-99b8-4408-8cee-eefd11ce4272 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f HTTP/1.1" status: 200 len: 907 time: 0.1741920 Aug 20 12:04:12.278238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:12.284014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.327401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed0abc66-0213-4c99-9755-76fbf233766d req-9b3667a3-b018-4feb-95ed-d72cb6815729 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e420bca-2d49-47cb-bd9f-489a4621efb3 HTTP/1.1" status: 200 len: 217 time: 0.0467291 Aug 20 12:04:12.365357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:12.418114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0abc66-0213-4c99-9755-76fbf233766d req-ab8107d6-2d3f-4887-a101-643b63b1a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:12.419801 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed0abc66-0213-4c99-9755-76fbf233766d req-ab8107d6-2d3f-4887-a101-643b63b1a73f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b035f93-5b6c-4d5d-8971-6066286ed627 HTTP/1.1" status: 200 len: 845 time: 0.0817785 Aug 20 12:04:12.480847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0abc66-0213-4c99-9755-76fbf233766d req-1709d3e2-928e-4da6-8130-f0fa867a5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:12.482456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed0abc66-0213-4c99-9755-76fbf233766d req-1709d3e2-928e-4da6-8130-f0fa867a5151 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508046 Aug 20 12:04:12.597160 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed0abc66-0213-4c99-9755-76fbf233766d req-66c4b2a9-f7b0-4fc6-9f7a-723fa1a8a2ae service neutron] 10.222.0.73 "GET /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036201 Aug 20 12:04:12.694989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.747679 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed0abc66-0213-4c99-9755-76fbf233766d req-41eb861d-3793-4b79-a648-7089fa0e575b service neutron] 10.222.0.73 "GET /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385736 Aug 20 12:04:12.750707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518daab-d1af-4b63-8285-dd33b1808fad req-cbceb0fb-7270-4498-b5eb-61334198f753 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:12.752291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a518daab-d1af-4b63-8285-dd33b1808fad req-cbceb0fb-7270-4498-b5eb-61334198f753 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 943 time: 0.5988266 Aug 20 12:04:12.786416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-667d94c7-61eb-44a4-b0fa-8567a4ccea34 req-d128be02-0c73-4b8c-82a9-3267c882c0ba tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.789218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-667d94c7-61eb-44a4-b0fa-8567a4ccea34 req-d128be02-0c73-4b8c-82a9-3267c882c0ba tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.790138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-667d94c7-61eb-44a4-b0fa-8567a4ccea34 req-d128be02-0c73-4b8c-82a9-3267c882c0ba tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/c645d856-6f03-46ea-8f0d-098087cb32e2 HTTP/1.1" status: 204 len: 173 time: 0.8353958 Aug 20 12:04:12.837696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128be02-0c73-4b8c-82a9-3267c882c0ba tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c645d856-6f03-46ea-8f0d-098087cb32e2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:12.849328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Subnet': ['ID=abf4d99c-b6cc-4016-9219-72a18780598a,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:12.864152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927519-b3ac-455d-880d-868cbeda1fed req-99e20bf2-daba-4bf6-a7ad-58167e72c591 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:12.866033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-99e20bf2-daba-4bf6-a7ad-58167e72c591 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.7138548 Aug 20 12:04:12.886296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Request body: {'port': {'device_id': '7da3815c-fdc3-4420-9c9b-2df2f30fb54a', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'admin_state_up': True, 'tenant_id': '402d104c95254e328746d8020e13134d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:12.895102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a518daab-d1af-4b63-8285-dd33b1808fad req-17fd773e-96d9-440b-b207-895cb90877da tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310871 Aug 20 12:04:12.906791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Checking segment: {'id': 'ddf8d5f1-23ce-4052-936e-b0065e904d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:12.906986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network hostable DHCP agents. Network: dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:12.982886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:13.016162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:13.026526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be8df3-9a0f-4024-a6cd-fa89c430eaf6 None None] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:13.082504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dfe142b-7185-472c-bc49-169a0fa51b59 req-9c794ec4-8128-4920-a3a9-18f4e96d2660 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 210 time: 0.0879712 Aug 20 12:04:13.083981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:13.084797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.172803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d4c7abf2-6b96-46aa-9d02-a4ba0667b7d7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9143112 Aug 20 12:04:13.174155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43394) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:13.180871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'network': {'name': 'tempest-router-network01--76970448'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:13.215779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:13.223125 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.246091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Made reservation on behalf of a7641fd95edf4724b1a06b9eba2532fe for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:13.251203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.263947 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cf0fd0-22c3-49ef-a65b-28aea5867a2d x-openstack-request-id: req-f1cf0fd0-22c3-49ef-a65b-28aea5867a2d {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:13.264248 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:13.264510 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1cf0fd0-22c3-49ef-a65b-28aea5867a2d {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:13.264913 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'code': 200} Aug 20 12:04:13.308552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:13.345416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.350289 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Added segment e86fc475-50f8-41d5-9ea3-022a383c4d45 of type vlan for network 27aa1797-3e75-4b37-ba85-10cf00e91b91 Aug 20 12:04:13.370088 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-24797911-6604-4741-b374-cc4ff136459b req-c7c036a2-310e-4631-9b36-ac03030e8082 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:04:13.380271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24797911-6604-4741-b374-cc4ff136459b req-c7c036a2-310e-4631-9b36-ac03030e8082 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/c645d856-6f03-46ea-8f0d-098087cb32e2 HTTP/1.1" status: 404 len: 352 time: 0.1293917 Aug 20 12:04:13.425739 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.434916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33', 'network_id': 'dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33', 'tenant_id': 'a7641fd95edf4724b1a06b9eba2532fe', 'fixed_ips': [{'subnet_id': 'abf4d99c-b6cc-4016-9219-72a18780598a'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:13.435941 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.467971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.479410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:13.480041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.554230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40368d3f-f24e-48f1-883f-3328577697ae req-771d35f3-9dfb-4b76-8d5d-6df61b5d57ee tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:13.560825 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3853462 Aug 20 12:04:13.564149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43398) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:13.565374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40368d3f-f24e-48f1-883f-3328577697ae req-771d35f3-9dfb-4b76-8d5d-6df61b5d57ee tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2215540 Aug 20 12:04:13.574881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'network': {'name': 'tempest-router-network02--1396787041'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:13.584294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78752f44-e2e0-4768-9826-84063dd1b1a7 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Network': ['ID=27aa1797-3e75-4b37-ba85-10cf00e91b91,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:13.611503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 27aa1797-3e75-4b37-ba85-10cf00e91b91 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:13.612523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Allocated IP 172.20.0.7 (fb24bed7-70f5-4056-9b83-7267af71fac2/5a87863f-0c3d-46c4-b743-b332100a4c7c/f7d3fd10-d1f9-4e01-af68-9c7748c30e1f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:13.626710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Made reservation on behalf of a7641fd95edf4724b1a06b9eba2532fe for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:13.631274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.650502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1edf3e2-51e0-4de5-91ab-96f9110d86f1 req-61e92327-46de-4503-b07a-bc038af30fa4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/116916bd-9953-4f7f-a0ca-00b6287ddf3d HTTP/1.1" status: 200 len: 1803 time: 0.1786840 Aug 20 12:04:13.673678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:13.675093 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.696950 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.699837 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Added segment e2e85431-fbe2-47a2-b928-32d00024afce of type vlan for network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d Aug 20 12:04:13.723690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Allocated IP 2001:db8::2 (dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33/abf4d99c-b6cc-4016-9219-72a18780598a/bc8ed491-611b-431a-9388-d16815ce8f98) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:13.771243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40368d3f-f24e-48f1-883f-3328577697ae req-1540878c-f664-41e3-98cd-f63616a8f7aa tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992769 Aug 20 12:04:13.817578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.845665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e1edf3e2-51e0-4de5-91ab-96f9110d86f1 req-907228b9-40a2-493b-9a70-855fd2f8cb9e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.874358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e1edf3e2-51e0-4de5-91ab-96f9110d86f1 req-907228b9-40a2-493b-9a70-855fd2f8cb9e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.891385 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:13.899654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:13.900700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.000408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e1edf3e2-51e0-4de5-91ab-96f9110d86f1 req-907228b9-40a2-493b-9a70-855fd2f8cb9e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.007469 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e1edf3e2-51e0-4de5-91ab-96f9110d86f1 req-907228b9-40a2-493b-9a70-855fd2f8cb9e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.014782 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4491928 Aug 20 12:04:14.015198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1edf3e2-51e0-4de5-91ab-96f9110d86f1 req-907228b9-40a2-493b-9a70-855fd2f8cb9e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/116916bd-9953-4f7f-a0ca-00b6287ddf3d HTTP/1.1" status: 204 len: 173 time: 0.3539886 Aug 20 12:04:14.022150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43402) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:14.035873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'subnet': {'network_id': '27aa1797-3e75-4b37-ba85-10cf00e91b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:14.069487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882f510-e18c-435f-9687-e9646fa1b21c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Network': ['ID=9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.078732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907228b9-40a2-493b-9a70-855fd2f8cb9e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116916bd-9953-4f7f-a0ca-00b6287ddf3d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.108117 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-639ba975-ac85-4821-8e01-b9020ad2dd48 req-1f548a13-82d5-4577-9e1a-54d90e9a8d43 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:04:14.119829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:14.122746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-639ba975-ac85-4821-8e01-b9020ad2dd48 req-1f548a13-82d5-4577-9e1a-54d90e9a8d43 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/116916bd-9953-4f7f-a0ca-00b6287ddf3d HTTP/1.1" status: 404 len: 352 time: 0.0642548 Aug 20 12:04:14.238150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Made reservation on behalf of a7641fd95edf4724b1a06b9eba2532fe for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:14.239473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9d43765-d0a0-4468-904a-c5c9c2cd177c req-cbeb7e01-54a4-4561-a904-698910771f0c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 210 time: 0.0580671 Aug 20 12:04:14.245721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.255351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462a24a-3892-4791-bd3a-b656f3016ccf req-735ac64c-c365-478d-bfbe-dfd70df22a89 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:14.270264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7462a24a-3892-4791-bd3a-b656f3016ccf req-735ac64c-c365-478d-bfbe-dfd70df22a89 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 943 time: 0.2238891 Aug 20 12:04:14.384291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7462a24a-3892-4791-bd3a-b656f3016ccf req-9ac8c56c-5f29-4e54-862c-e52274dafe77 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079810 Aug 20 12:04:14.404339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.490379 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.505292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57975964-ae9f-4383-a01a-fd8a01681c51 req-f7cef887-fc16-47d3-b0ab-db7cce4c3d47 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a19bf3d8285c4677b509206b9b7e2138 HTTP/1.1" status: 200 len: 6155 time: 0.2186167 Aug 20 12:04:14.512145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Transition to ACTIVE for port object bc8ed491-611b-431a-9388-d16815ce8f98 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:14.535951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Transition to ACTIVE for port object bc8ed491-611b-431a-9388-d16815ce8f98 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:14.547920 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.582510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57975964-ae9f-4383-a01a-fd8a01681c51 req-dd16240f-b3a7-4480-abdb-8765e28ceab1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/12621d31-70d5-49d0-b34b-fa6e6dba592a HTTP/1.1" status: 200 len: 2985 time: 0.0759130 Aug 20 12:04:14.604583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:14.607602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:14.615411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:14.618607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Pushing event updated for resources: {'Port': ['ID=bc8ed491-611b-431a-9388-d16815ce8f98,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.656986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.687341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Network fb24bed7-70f5-4056-9b83-7267af71fac2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:14.723655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57975964-ae9f-4383-a01a-fd8a01681c51 req-136b9526-ca39-4a63-8c11-6754337a369a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/12621d31-70d5-49d0-b34b-fa6e6dba592a HTTP/1.1" status: 200 len: 2985 time: 0.1364672 Aug 20 12:04:14.724253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Attempting to bind port bc8ed491-611b-431a-9388-d16815ce8f98 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:14.724776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Attempting to bind port bc8ed491-611b-431a-9388-d16815ce8f98 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ddf8d5f1-23ce-4052-936e-b0065e904d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:14.725330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Attempting to bind port bc8ed491-611b-431a-9388-d16815ce8f98 on network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:14.732904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:14.733779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Checking segment: {'id': 'ddf8d5f1-23ce-4052-936e-b0065e904d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:14.734365 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.734904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Bound using segment: {'id': 'ddf8d5f1-23ce-4052-936e-b0065e904d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:14.735538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Bound port: bc8ed491-611b-431a-9388-d16815ce8f98, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf8d5f1-23ce-4052-936e-b0065e904d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:14.736573 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.756034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-1ecd80d5-7494-4cbf-bcee-1f44d9254e9e req-eb6ea3fb-459f-4c7f-b98a-554f42d8c034 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1933663683', 'description': 'tempest-description-583411566'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:14.764394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:14.767219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.783499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:14.840446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] For port bc8ed491-611b-431a-9388-d16815ce8f98, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:14.845365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] For port bc8ed491-611b-431a-9388-d16815ce8f98, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc8ed491-611b-431a-9388-d16815ce8f98,segment=NetworkSegment(ddf8d5f1-23ce-4052-936e-b0065e904d8e),segment_id=ddf8d5f1-23ce-4052-936e-b0065e904d8e)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:14.873800 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:14.924731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Subnet': ['ID=15788b25-4022-4d97-ade0-69e1213b2338,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.945104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Checking segment: {'id': 'e86fc475-50f8-41d5-9ea3-022a383c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27aa1797-3e75-4b37-ba85-10cf00e91b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:14.945607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network hostable DHCP agents. Network: 27aa1797-3e75-4b37-ba85-10cf00e91b91, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:14.966441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event updated for resources: {'Port': ['ID=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:14.972018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network 27aa1797-3e75-4b37-ba85-10cf00e91b91 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:14.996775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:14.997470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.004602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 27aa1797-3e75-4b37-ba85-10cf00e91b91) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:15.013417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234ad86-6659-4d57-9748-ed6544b3edd1 None None] Pushing event updated for resources: {'Port': ['ID=bc8ed491-611b-431a-9388-d16815ce8f98,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:15.019541 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ecd80d5-7494-4cbf-bcee-1f44d9254e9e req-eb6ea3fb-459f-4c7f-b98a-554f42d8c034 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.024315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:15.030804 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.030963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eefe1-99a6-4ea8-b342-dffa3022031a req-6f31da41-331b-4811-afea-ff6aa8262515 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:15.036436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16190f56-1cdb-49a0-aa77-d179f8ebb470 None None] Network 27aa1797-3e75-4b37-ba85-10cf00e91b91 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:15.041641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-476eefe1-99a6-4ea8-b342-dffa3022031a req-6f31da41-331b-4811-afea-ff6aa8262515 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1146016 Aug 20 12:04:15.065086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-2f336792-9b3c-4dd0-ba7a-85b740efde86 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1860712 Aug 20 12:04:15.067243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3332945e-cd4d-4262-aa08-b61efea3f926 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0440090 Aug 20 12:04:15.070086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43422) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:15.077989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'subnet': {'network_id': '9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:15.101076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Request body: {'port': {'device_id': '7da3815c-fdc3-4420-9c9b-2df2f30fb54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:15.145549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-476eefe1-99a6-4ea8-b342-dffa3022031a req-76ccc6e1-3673-4b20-b28b-4582d86fb3d3 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033537 Aug 20 12:04:15.236531 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.392548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-27aa1797-3e75-4b37-ba85-10cf00e91b91', 'network_id': '27aa1797-3e75-4b37-ba85-10cf00e91b91', 'tenant_id': 'a7641fd95edf4724b1a06b9eba2532fe', 'fixed_ips': [{'subnet_id': '15788b25-4022-4d97-ade0-69e1213b2338'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:15.393686 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.646070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc8ed491-611b-431a-9388-d16815ce8f98 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:15.707762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Allocated IP 2001:db8::2 (27aa1797-3e75-4b37-ba85-10cf00e91b91/15788b25-4022-4d97-ade0-69e1213b2338/4b310d02-2ea7-4d49-81f6-530b22a7a5bd) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:15.728532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ecd80d5-7494-4cbf-bcee-1f44d9254e9e req-eb6ea3fb-459f-4c7f-b98a-554f42d8c034 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.754366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ecd80d5-7494-4cbf-bcee-1f44d9254e9e req-eb6ea3fb-459f-4c7f-b98a-554f42d8c034 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.757890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Made reservation on behalf of a7641fd95edf4724b1a06b9eba2532fe for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:15.762673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.793882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port bc8ed491-611b-431a-9388-d16815ce8f98 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:15.949876 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.961278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Transition to ACTIVE for port object 4b310d02-2ea7-4d49-81f6-530b22a7a5bd will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:15.971439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d3fd10-d1f9-4e01-af68-9c7748c30e1f {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:15.979888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.980540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Transition to ACTIVE for port object 4b310d02-2ea7-4d49-81f6-530b22a7a5bd will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:15.999102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5e420bca-2d49-47cb-bd9f-489a4621efb3 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:04:15.999348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Transition to ACTIVE for port object f7d3fd10-d1f9-4e01-af68-9c7748c30e1f will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:16.006684 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.094752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e52b8-6b13-4431-80ac-747e1af30721 req-8d033104-b97e-4569-a27a-86a9592bdf3f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:16.096485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f9e52b8-6b13-4431-80ac-747e1af30721 req-8d033104-b97e-4569-a27a-86a9592bdf3f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 931 time: 0.6351361 Aug 20 12:04:16.098140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ea3fb-459f-4c7f-b98a-554f42d8c034 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e82a43a-3964-4c54-8f10-89d02a47a9ba,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:16.107048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.120069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Network 27aa1797-3e75-4b37-ba85-10cf00e91b91 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:16.121686 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ecd80d5-7494-4cbf-bcee-1f44d9254e9e req-eb6ea3fb-459f-4c7f-b98a-554f42d8c034 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.123236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ecd80d5-7494-4cbf-bcee-1f44d9254e9e req-eb6ea3fb-459f-4c7f-b98a-554f42d8c034 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3741975 Aug 20 12:04:16.137477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Pushing event updated for resources: {'Port': ['ID=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:16.184355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:16.190780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:16.236620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.367039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Subnet': ['ID=19e1d8d6-83fc-4472-a701-2d56db1a3ef3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:16.416104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Checking segment: {'id': 'e2e85431-fbe2-47a2-b928-32d00024afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:16.417061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network hostable DHCP agents. Network: 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:16.438949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5e420bca-2d49-47cb-bd9f-489a4621efb3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5e420bca-2d49-47cb-bd9f-489a4621efb3,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:16.441654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:16.458216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:16.459400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'port_id': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'mac_address': 'fa:16:3e:f3:67:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:04:16.466828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:16.467793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e6fba-66e3-422b-953e-49474ccb184a None None] Network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:16.468530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.491200 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bac7972c-cd3a-415a-ac49-ba41456b2242 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4174683 Aug 20 12:04:16.492140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43444) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:16.552605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Attempting to bind port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:16.553104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Attempting to bind port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:16.553455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Attempting to bind port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:16.564105 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.570971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f on network fb24bed7-70f5-4056-9b83-7267af71fac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:04:16.571205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Attempting to bind port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:16.587781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb9d40-b47b-4d2c-b4a9-23a5710e5e33 req-2629d97d-402a-4776-8224-e7c29eed29f6 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:16.603001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9acb9d40-b47b-4d2c-b4a9-23a5710e5e33 req-2629d97d-402a-4776-8224-e7c29eed29f6 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 943 time: 0.2961321 Aug 20 12:04:16.605441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:16.606718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Checking segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:16.607681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Bound using segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:16.608319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Bound port: f7d3fd10-d1f9-4e01-af68-9c7748c30e1f, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:16.608852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.637168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Pushing event updated for resources: {'Port': ['ID=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:16.649950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e420bca-2d49-47cb-bd9f-489a4621efb3 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:16.671502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Attempting to bind port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:16.671882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Attempting to bind port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e86fc475-50f8-41d5-9ea3-022a383c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27aa1797-3e75-4b37-ba85-10cf00e91b91'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:16.672247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Attempting to bind port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd on network 27aa1797-3e75-4b37-ba85-10cf00e91b91 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:16.675412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f9e52b8-6b13-4431-80ac-747e1af30721 req-087800ab-a16a-4ed1-aea2-6f368df52dce tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483589 Aug 20 12:04:16.716209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:16.716209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Checking segment: {'id': 'e86fc475-50f8-41d5-9ea3-022a383c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27aa1797-3e75-4b37-ba85-10cf00e91b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:16.716209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.716209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Bound using segment: {'id': 'e86fc475-50f8-41d5-9ea3-022a383c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27aa1797-3e75-4b37-ba85-10cf00e91b91'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:16.716209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Bound port: 4b310d02-2ea7-4d49-81f6-530b22a7a5bd, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86fc475-50f8-41d5-9ea3-022a383c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27aa1797-3e75-4b37-ba85-10cf00e91b91'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:16.716209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.751071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5e420bca-2d49-47cb-bd9f-489a4621efb3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5e420bca-2d49-47cb-bd9f-489a4621efb3,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:16.762697 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:16.843986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=5e420bca-2d49-47cb-bd9f-489a4621efb3,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:16.863653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8858e8bc-39ad-4804-9001-d88ef2156141 None None] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:16.950146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] For port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:16.955407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] For port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:17.015179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-1f9a4dbe-568d-4a1e-a581-413608b96e08 req-4f7717a2-5be9-4429-979a-efab3c43dcbc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2139436939', 'description': 'tempest-description-844436244'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:17.037417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9acb9d40-b47b-4d2c-b4a9-23a5710e5e33 req-d8c1247e-ae6f-4d1e-94a9-8039c834e854 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4331350 Aug 20 12:04:17.099515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.099515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:17.099515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.099515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] 10.222.0.73 "PUT /v2.0/ports/f7d3fd10-d1f9-4e01-af68-9c7748c30e1f HTTP/1.1" status: 200 len: 1092 time: 1.9889815 Aug 20 12:04:17.099515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da3815c-fdc3-4420-9c9b-2df2f30fb54a', 'tag': 'f7d3fd10-d1f9-4e01-af68-9c7748c30e1f'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:17.099515 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80c9682-7a14-4dcc-93fa-dc818b4b6031" -d '{"events": [{"name": "network-changed", "server_uuid": "7da3815c-fdc3-4420-9c9b-2df2f30fb54a", "tag": "f7d3fd10-d1f9-4e01-af68-9c7748c30e1f"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:17.100226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.121154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1f9a4dbe-568d-4a1e-a581-413608b96e08 req-4f7717a2-5be9-4429-979a-efab3c43dcbc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.177185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bc05017d-7163-48cd-8564-7dcedee34140 None None] Provisioning for port bc8ed491-611b-431a-9388-d16815ce8f98 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:17.185827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bc05017d-7163-48cd-8564-7dcedee34140 None None] Provisioning complete for port bc8ed491-611b-431a-9388-d16815ce8f98 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:17.186229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc05017d-7163-48cd-8564-7dcedee34140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.198015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5e420bca-2d49-47cb-bd9f-489a4621efb3'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:17.283471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3ebc3-541d-4025-9c20-12742a9616dd service neutron] Pushing event updated for resources: {'Port': ['ID=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:17.324308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927519-b3ac-455d-880d-868cbeda1fed req-17d8ff68-1d0b-4d4f-87e8-0f739f220c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:17.326457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-17d8ff68-1d0b-4d4f-87e8-0f739f220c43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 1095 time: 0.1796346 Aug 20 12:04:17.336118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] For port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:17.387723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] For port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,segment=NetworkSegment(e86fc475-50f8-41d5-9ea3-022a383c4d45),segment_id=e86fc475-50f8-41d5-9ea3-022a383c4d45)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:17.398232 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.405151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-638f8e85-e9c9-432d-95c4-abdc6e318cd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f HTTP/1.1" status: 200 len: 217 time: 0.0622301 Aug 20 12:04:17.413421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ef75e-2893-4edd-8cb4-a4df25bfa009 req-54f8bbbb-7f9f-42c7-85a4-71d987fc762c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:17.428908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-087ef75e-2893-4edd-8cb4-a4df25bfa009 req-54f8bbbb-7f9f-42c7-85a4-71d987fc762c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2087727 Aug 20 12:04:17.474353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6bab4-8723-4e99-8e32-f77fd5b4a1b3 None None] Pushing event updated for resources: {'Port': ['ID=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:17.499534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d', 'network_id': '9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d', 'tenant_id': 'a7641fd95edf4724b1a06b9eba2532fe', 'fixed_ips': [{'subnet_id': '19e1d8d6-83fc-4472-a701-2d56db1a3ef3'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:17.500397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.539193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927519-b3ac-455d-880d-868cbeda1fed req-9e4a2fdc-0f79-4bad-8eb8-84b0da112da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:17.540849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-9e4a2fdc-0f79-4bad-8eb8-84b0da112da5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.0969906 Aug 20 12:04:17.645570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-b01aa3b3-3903-4244-a95a-602b3d270a7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820370 Aug 20 12:04:17.710225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Allocated IP 2001:db8::1 (27aa1797-3e75-4b37-ba85-10cf00e91b91/15788b25-4022-4d97-ade0-69e1213b2338/3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:17.772024 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc05017d-7163-48cd-8564-7dcedee34140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.895803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bc05017d-7163-48cd-8564-7dcedee34140 None None] For port bc8ed491-611b-431a-9388-d16815ce8f98, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc8ed491-611b-431a-9388-d16815ce8f98,segment=NetworkSegment(ddf8d5f1-23ce-4052-936e-b0065e904d8e),segment_id=ddf8d5f1-23ce-4052-936e-b0065e904d8e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:17.904097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.912085 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc05017d-7163-48cd-8564-7dcedee34140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.919282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-087ef75e-2893-4edd-8cb4-a4df25bfa009 req-3af9eadf-0d32-40e9-8ebb-b68acaeeeee7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893827 Aug 20 12:04:17.930830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Transition to ACTIVE for port object 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:17.949152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Allocated IP 2001:db8::2 (9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d/19e1d8d6-83fc-4472-a701-2d56db1a3ef3/f39fe9ce-1d2f-4f08-a575-d0c6ae67431d) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:18.075271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.075969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1f9a4dbe-568d-4a1e-a581-413608b96e08 req-4f7717a2-5be9-4429-979a-efab3c43dcbc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.082042 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2c0298-cc26-4439-9821-c3bd6099085c x-openstack-request-id: req-2f2c0298-cc26-4439-9821-c3bd6099085c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:18.082564 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da3815c-fdc3-4420-9c9b-2df2f30fb54a", "tag": "f7d3fd10-d1f9-4e01-af68-9c7748c30e1f", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:18.082997 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f2c0298-cc26-4439-9821-c3bd6099085c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:18.083585 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da3815c-fdc3-4420-9c9b-2df2f30fb54a', 'tag': 'f7d3fd10-d1f9-4e01-af68-9c7748c30e1f', 'status': 'completed', 'code': 200} Aug 20 12:04:18.099154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1f9a4dbe-568d-4a1e-a581-413608b96e08 req-4f7717a2-5be9-4429-979a-efab3c43dcbc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.203561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Port': ['ID=3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:18.211738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-5a3e2ad8-adc2-437a-be31-4d75ba70bc09 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398397 Aug 20 12:04:18.217195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network 27aa1797-3e75-4b37-ba85-10cf00e91b91 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:18.221176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:18.229359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:18.232214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.285539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7717a2-5be9-4429-979a-efab3c43dcbc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f51e793-d237-4e1c-b4e8-f0d1a6afa8be,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:18.335592 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.356841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Transition to ACTIVE for port object f39fe9ce-1d2f-4f08-a575-d0c6ae67431d will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:18.387544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1f9a4dbe-568d-4a1e-a581-413608b96e08 req-4f7717a2-5be9-4429-979a-efab3c43dcbc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.393707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Transition to ACTIVE for port object f39fe9ce-1d2f-4f08-a575-d0c6ae67431d will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:18.400378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f9a4dbe-568d-4a1e-a581-413608b96e08 req-4f7717a2-5be9-4429-979a-efab3c43dcbc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3890176 Aug 20 12:04:18.488942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0102d1-c8e2-45d1-9b2b-baeb2ceee53d req-4112af6c-278d-4d9d-b7b7-5f6c09857352 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:18.495452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce0102d1-c8e2-45d1-9b2b-baeb2ceee53d req-4112af6c-278d-4d9d-b7b7-5f6c09857352 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 943 time: 0.2778475 Aug 20 12:04:18.523686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.589695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a927519-b3ac-455d-880d-868cbeda1fed req-185fd9c0-4b93-43d5-bec1-032564d27eea service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996707 Aug 20 12:04:18.640730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce0102d1-c8e2-45d1-9b2b-baeb2ceee53d req-9e603386-dbfa-4372-91c5-688fffb66054 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398773 Aug 20 12:04:18.734061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917559d-5e49-4f85-8976-df44c7fa8422 req-105e0f2c-5e5f-4f43-be92-11415fccb907 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:18.742166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f917559d-5e49-4f85-8976-df44c7fa8422 req-105e0f2c-5e5f-4f43-be92-11415fccb907 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 944 time: 0.1303530 Aug 20 12:04:18.755408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-f174a0bc-70fe-4949-8edc-fc9be6fe9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:18.756954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-f174a0bc-70fe-4949-8edc-fc9be6fe9c19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 1095 time: 0.1017847 Aug 20 12:04:18.868216 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.953691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:18.959785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:18.964465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:19.018999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05017d-7163-48cd-8564-7dcedee34140 None None] Pushing event updated for resources: {'Port': ['ID=bc8ed491-611b-431a-9388-d16815ce8f98,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:19.031785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-74794368-236f-4a41-8dfe-3a5105036ba0 None None] Provisioning complete for port bc8ed491-611b-431a-9388-d16815ce8f98 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:19.032285 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-74794368-236f-4a41-8dfe-3a5105036ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.083900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Pushing event updated for resources: {'Port': ['ID=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:19.095903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f917559d-5e49-4f85-8976-df44c7fa8422 req-1e8d8703-a90c-4610-acb8-cbf163256f0a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527987 Aug 20 12:04:19.155732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.162487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.163475 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.185825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Attempting to bind port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:19.186222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Attempting to bind port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e2e85431-fbe2-47a2-b928-32d00024afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:19.187635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Attempting to bind port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d on network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:19.202853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:19.203230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Checking segment: {'id': 'e2e85431-fbe2-47a2-b928-32d00024afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:19.203642 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.204027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Bound using segment: {'id': 'e2e85431-fbe2-47a2-b928-32d00024afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:19.204509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Bound port: f39fe9ce-1d2f-4f08-a575-d0c6ae67431d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e85431-fbe2-47a2-b928-32d00024afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:19.204890 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.315411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-cc627c44-fb70-434c-b332-226a9265c411 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:19.316907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-cc627c44-fb70-434c-b332-226a9265c411 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 812 time: 0.5165536 Aug 20 12:04:19.347883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Port': ['ID=3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:19.355120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-48636443-3117-4415-aefe-bc647d946d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:19.356633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-48636443-3117-4415-aefe-bc647d946d4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 913 time: 0.5889180 Aug 20 12:04:19.383719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-0d47da07-659c-47e6-b423-a90bea8a9594 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/quotas/a19bf3d8285c4677b509206b9b7e2138 HTTP/1.1" status: 200 len: 375 time: 0.0507989 Aug 20 12:04:19.426827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] For port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:19.434384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] For port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,segment=NetworkSegment(e2e85431-fbe2-47a2-b928-32d00024afce),segment_id=e2e85431-fbe2-47a2-b928-32d00024afce)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:19.444331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network 27aa1797-3e75-4b37-ba85-10cf00e91b91 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:19.448620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:19.467251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-2985bdd2-0f11-4157-9d4c-e1a0542b6945 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f HTTP/1.1" status: 200 len: 217 time: 0.0934284 Aug 20 12:04:19.539527 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.553474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beacd3b9-c603-49d4-b040-de192c86e14f None None] Network 27aa1797-3e75-4b37-ba85-10cf00e91b91 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:19.593009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-a8cc526d-7cb2-48ec-bbfb-ae3630becada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:19.594762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-a8cc526d-7cb2-48ec-bbfb-ae3630becada service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.0573852 Aug 20 12:04:19.604648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf541fe-2d7c-4c4f-a6b3-e3bc2ff04ddc req-9901b4cb-a0fb-4755-9d91-8cb8b588a4e4 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:19.624304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebf541fe-2d7c-4c4f-a6b3-e3bc2ff04ddc req-9901b4cb-a0fb-4755-9d91-8cb8b588a4e4 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.3823166 Aug 20 12:04:19.690529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-fcfbf4f7-6167-4c8c-818d-094e64fd8fca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582113 Aug 20 12:04:19.696899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4b310d02-2ea7-4d49-81f6-530b22a7a5bd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:19.749452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Router f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:04:19.805824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-6acb9a31-1d7b-48e4-8bc4-06d26d794e5a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3374100 Aug 20 12:04:19.881342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebf541fe-2d7c-4c4f-a6b3-e3bc2ff04ddc req-80f2835e-6e0f-44e1-804b-545c6f949a0e tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559686 Aug 20 12:04:19.987415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b9ad74de-64c2-4e15-af7a-24d51defb3ae None None] Provisioning for port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:19.989415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:20.002789 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2bb1c4e8-beed-48dc-bae6-8737652a6f0a tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "PUT /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5093374 Aug 20 12:04:20.024105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43496) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:20.051209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5e420bca-2d49-47cb-bd9f-489a4621efb3 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:20.063481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-e328441e-ac36-46c3-a4af-b55aec863bc6 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473361 Aug 20 12:04:20.157777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655dd15-9a2d-4ca8-9e4a-978977b0d605 None None] Sync routers for ids ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:20.217787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655dd15-9a2d-4ca8-9e4a-978977b0d605 None None] Routers {'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:20.218476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0655dd15-9a2d-4ca8-9e4a-978977b0d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:20.342792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0655dd15-9a2d-4ca8-9e4a-978977b0d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:20.353989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d166fe-7097-4c76-9d4d-b74d0f37d14c None None] Pushing event updated for resources: {'Port': ['ID=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:20.374627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:20.387366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655dd15-9a2d-4ca8-9e4a-978977b0d605 None None] Routers {'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:20.388055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0655dd15-9a2d-4ca8-9e4a-978977b0d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:03:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:20.392227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:20.392762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.444602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 5e420bca-2d49-47cb-bd9f-489a4621efb3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:20.468960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 5e420bca-2d49-47cb-bd9f-489a4621efb3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:20.469340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.474033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0655dd15-9a2d-4ca8-9e4a-978977b0d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:20.474716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655dd15-9a2d-4ca8-9e4a-978977b0d605 None None] The sync data for ids ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:20.699951 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.702660 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.774549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e420bca-2d49-47cb-bd9f-489a4621efb3'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:20.776960 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092517c4-5369-4662-af18-4816497b0942" -d '{"events": [{"server_uuid": "899ccd61-8bc6-4758-9938-ebcb3e676d39", "name": "network-vif-plugged", "status": "completed", "tag": "5e420bca-2d49-47cb-bd9f-489a4621efb3"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:20.817747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,segment=NetworkSegment(e86fc475-50f8-41d5-9ea3-022a383c4d45),segment_id=e86fc475-50f8-41d5-9ea3-022a383c4d45)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:20.819873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5e420bca-2d49-47cb-bd9f-489a4621efb3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5e420bca-2d49-47cb-bd9f-489a4621efb3,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:20.823141 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:20.824000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc8ed491-611b-431a-9388-d16815ce8f98 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:20.914615 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.046236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:21.117286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-f6bf861b-7c1c-4e8d-a742-250566d42b42 service neutron] 10.222.0.25 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3098657 Aug 20 12:04:21.173504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dab45a6c-73aa-4b5b-9a30-e93ac056e141 None None] Provisioning complete for port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.173895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dab45a6c-73aa-4b5b-9a30-e93ac056e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.184369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=5e420bca-2d49-47cb-bd9f-489a4621efb3,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:21.262152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bc8ed491-611b-431a-9388-d16815ce8f98 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.263653 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.518462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74d900-3fd1-46ee-b16b-a6a6a75e0deb req-da524fff-25a3-4c99-9120-044c7db9c9eb tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:21.527463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e74d900-3fd1-46ee-b16b-a6a6a75e0deb req-da524fff-25a3-4c99-9120-044c7db9c9eb tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 943 time: 1.2726662 Aug 20 12:04:21.547642 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-0179f5a1-1d91-45c1-916e-fd1d6e0d5270 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:04:21.549475 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0179f5a1-1d91-45c1-916e-fd1d6e0d5270 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "PUT /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5242548 Aug 20 12:04:21.552814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43518) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:21.554274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dab45a6c-73aa-4b5b-9a30-e93ac056e141 None None] Provisioning for port 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:21.559576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dab45a6c-73aa-4b5b-9a30-e93ac056e141 None None] Provisioning complete for port 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.560030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dab45a6c-73aa-4b5b-9a30-e93ac056e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.651900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-dab45a6c-73aa-4b5b-9a30-e93ac056e141 None None] Port 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:21.673202 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a9f63853-5615-4f25-86f8-900c2df53a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.676775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e74d900-3fd1-46ee-b16b-a6a6a75e0deb req-a7eb1cf1-15ce-43ab-a0ff-0ee1e28d46f1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482410 Aug 20 12:04:21.698950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-f8cd55fa-82f9-45cb-8865-79328e5532aa service neutron] 10.222.0.25 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807958 Aug 20 12:04:21.716957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a80c9682-7a14-4dcc-93fa-dc818b4b6031 req-54917194-d726-4ede-a051-fe1f213bc55e service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6308317 Aug 20 12:04:21.758147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84757a35-2354-4009-9c7f-2f212485855e None None] Network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:21.911831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9ac198b7-88bd-40c5-9050-3353178432ce None None] Provisioning for port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:21.985634 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4b310d02-2ea7-4d49-81f6-530b22a7a5bd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:21.990090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9ac198b7-88bd-40c5-9050-3353178432ce None None] Provisioning complete for port 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:21.990497 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9ac198b7-88bd-40c5-9050-3353178432ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.020471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849fbae-ef24-4b74-9f3b-ba310b1f65b4 req-7e958231-b9e8-4a3c-9429-17aa994307d8 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:22.031083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8849fbae-ef24-4b74-9f3b-ba310b1f65b4 req-7e958231-b9e8-4a3c-9429-17aa994307d8 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.1330237 Aug 20 12:04:22.043073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f7d3fd10-d1f9-4e01-af68-9c7748c30e1f details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:04:22.099170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8849fbae-ef24-4b74-9f3b-ba310b1f65b4 req-ee75ee24-a7f8-48ba-a55b-dfdf12373362 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671113 Aug 20 12:04:22.150800 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafeee3d-19b1-4a3f-96f7-3cd1199e0af0 x-openstack-request-id: req-bafeee3d-19b1-4a3f-96f7-3cd1199e0af0 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:22.151417 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899ccd61-8bc6-4758-9938-ebcb3e676d39", "name": "network-vif-plugged", "status": "completed", "tag": "5e420bca-2d49-47cb-bd9f-489a4621efb3", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:22.151417 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bafeee3d-19b1-4a3f-96f7-3cd1199e0af0 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:22.151700 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'code': 200} Aug 20 12:04:22.157197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9ac198b7-88bd-40c5-9050-3353178432ce None None] Port 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:22.345260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:22.346079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.409953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625f54e-afac-4dc1-867e-02ebe0ec75cc req-432e3a2a-bf02-4a03-848e-e5e3494a9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:22.412033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c625f54e-afac-4dc1-867e-02ebe0ec75cc req-432e3a2a-bf02-4a03-848e-e5e3494a9f0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 1097 time: 0.1976006 Aug 20 12:04:22.414839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.422990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e4f7342-01d3-4254-8e6a-fdcd946140e8 req-bb21186a-695e-4e2b-b06e-eca6175dd433 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 210 time: 0.0821579 Aug 20 12:04:22.483608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3f2b2ae0-5d08-41f8-95c1-2cd9e2cbe92b None None] Provisioning complete for port 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:22.483608 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f2b2ae0-5d08-41f8-95c1-2cd9e2cbe92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:22.534012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545292f5-949b-4dc6-a4b8-8feac577f723 req-70ab115d-b514-4287-8a6f-8b82f3b6a699 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:22.545997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-545292f5-949b-4dc6-a4b8-8feac577f723 req-70ab115d-b514-4287-8a6f-8b82f3b6a699 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2413471 Aug 20 12:04:22.600834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c625f54e-afac-4dc1-867e-02ebe0ec75cc req-e79f6cbd-3c45-4d1e-9938-8102f3a4c069 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722870 Aug 20 12:04:22.650873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:22.696375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-545292f5-949b-4dc6-a4b8-8feac577f723 req-85bfbfec-a6cb-4baa-914e-6068efb5dfe4 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491714 Aug 20 12:04:22.761596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f7d3fd10-d1f9-4e01-af68-9c7748c30e1f', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'port_id': 'f7d3fd10-d1f9-4e01-af68-9c7748c30e1f', 'mac_address': 'fa:16:3e:ff:73:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87863f-0c3d-46c4-b743-b332100a4c7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:04:22.807919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b2ae0-5d08-41f8-95c1-2cd9e2cbe92b None None] Port 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:22.874535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f39fe9ce-1d2f-4f08-a575-d0c6ae67431d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:22.973760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e1a63-10ba-4bc0-8b33-f9697d3595fa req-b21ecfb3-ad43-4180-84c6-4d409af89b03 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:22.985254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-634e1a63-10ba-4bc0-8b33-f9697d3595fa req-b21ecfb3-ad43-4180-84c6-4d409af89b03 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 943 time: 0.1361244 Aug 20 12:04:23.080125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-634e1a63-10ba-4bc0-8b33-f9697d3595fa req-9d2f4c72-8894-448c-8d32-6b74b4300432 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934756 Aug 20 12:04:23.227878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting port 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:23.228500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.333044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e518948-d8e4-4084-a9fd-5999dec9d387 req-cec3fc30-950d-4da8-9d69-42aea59bcc0d tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:23.334739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e518948-d8e4-4084-a9fd-5999dec9d387 req-cec3fc30-950d-4da8-9d69-42aea59bcc0d tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.0955327 Aug 20 12:04:23.345009 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.361388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Calling delete_port for 3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:23.414096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.481919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e518948-d8e4-4084-a9fd-5999dec9d387 req-3e537d6d-361d-4f71-9d50-4604ac2ff367 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015997 Aug 20 12:04:23.495350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d3fd10-d1f9-4e01-af68-9c7748c30e1f {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:23.534257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60498269-daa2-47be-a3d5-8f207f980d6f req-4571c787-e6ad-4d98-aca4-5a04a78149d0 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:23.538333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:23.546451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60498269-daa2-47be-a3d5-8f207f980d6f req-4571c787-e6ad-4d98-aca4-5a04a78149d0 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 946 time: 0.2077904 Aug 20 12:04:23.547558 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.589020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:23.604447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:23.604946 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.625478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60498269-daa2-47be-a3d5-8f207f980d6f req-a621ab92-c1a9-458b-9d75-03e4e83def61 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779715 Aug 20 12:04:23.716146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:23.742738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db888343-f888-44db-8717-b2567bed3d4d req-67a8612a-6a25-431d-a721-a1187cef0b82 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 210 time: 0.0761783 Aug 20 12:04:23.745905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.812394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Port': ['ID=3dced33a-3f50-4d4a-bd11-a41ee4fb3ef0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:23.835329 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.880106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9cedf-53f0-4e8b-8341-7be22f71d3d3 req-788eb99c-6621-4287-97a3-6c54caf6be3f tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:23.881713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd9cedf-53f0-4e8b-8341-7be22f71d3d3 req-788eb99c-6621-4287-97a3-6c54caf6be3f tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.0837028 Aug 20 12:04:23.937027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,segment=NetworkSegment(e2e85431-fbe2-47a2-b928-32d00024afce),segment_id=e2e85431-fbe2-47a2-b928-32d00024afce)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:23.946123 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:23.984756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.007424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd9cedf-53f0-4e8b-8341-7be22f71d3d3 req-fd045369-375e-4563-9f61-33f29c3c6891 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044068 Aug 20 12:04:24.041731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f7d3fd10-d1f9-4e01-af68-9c7748c30e1f'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:24.234728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:24.341446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-024822c8-b3c4-4c5e-9204-166c447c4574 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:24.345316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-024822c8-b3c4-4c5e-9204-166c447c4574 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 812 time: 0.2486150 Aug 20 12:04:24.370418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'port': {'device_id': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a', 'admin_state_up': True, 'tenant_id': 'a19bf3d8285c4677b509206b9b7e2138'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:24.372588 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f23daeb-8167-424e-bad6-b1b759e751b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.454457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Router f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:24.660192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:24.665399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-584a3e20-25ea-4f51-b5b9-8f7ee67dc374 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "PUT /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1113756 Aug 20 12:04:24.669918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43570) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:24.671870 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d90f89-67b7-41d0-887a-7ffa95529ff1 None None] Sync routers for ids ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:24.683747 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d90f89-67b7-41d0-887a-7ffa95529ff1 None None] Routers {'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:24.684363 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-08d90f89-67b7-41d0-887a-7ffa95529ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.706548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Made reservation on behalf of a19bf3d8285c4677b509206b9b7e2138 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:24.710916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.729745 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-b7f2e9fd-c66d-4442-976f-b64495fd1311 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] delete failed (client error): The resource could not be found. Aug 20 12:04:24.734928 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b7f2e9fd-c66d-4442-976f-b64495fd1311 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-897346062 HTTP/1.1" status: 404 len: 334 time: 0.0598905 Aug 20 12:04:24.735127 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-08d90f89-67b7-41d0-887a-7ffa95529ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.735225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:24.742576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f68f3f11-a98f-4971-96ed-a5b177ca0955 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:24.746832 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d90f89-67b7-41d0-887a-7ffa95529ff1 None None] Routers {'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:24.747440 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-08d90f89-67b7-41d0-887a-7ffa95529ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.784659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69fe59-3382-47a2-a8de-5077a118a998 req-458b60ea-b966-440d-86ac-fb638d74be5b tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:24.793749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c69fe59-3382-47a2-a8de-5077a118a998 req-458b60ea-b966-440d-86ac-fb638d74be5b tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.1436923 Aug 20 12:04:24.803738 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-08d90f89-67b7-41d0-887a-7ffa95529ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:24.805190 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d90f89-67b7-41d0-887a-7ffa95529ff1 None None] The sync data for ids ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:24.812624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9389207-271a-490e-ac8f-5c1a8d4db21c req-c2914b8d-5073-4d2a-8917-cba5e06da816 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:24.814238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9389207-271a-490e-ac8f-5c1a8d4db21c req-c2914b8d-5073-4d2a-8917-cba5e06da816 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 944 time: 0.1966922 Aug 20 12:04:24.937915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c69fe59-3382-47a2-a8de-5077a118a998 req-1750f6bf-b4da-4d63-b255-665209466755 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385884 Aug 20 12:04:24.982758 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:24.986796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9389207-271a-490e-ac8f-5c1a8d4db21c req-b48d7918-8ec4-41d4-a72d-e4b70f5e6112 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362369 Aug 20 12:04:25.000074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f68f3f11-a98f-4971-96ed-a5b177ca0955 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.031622 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-f68f3f11-a98f-4971-96ed-a5b177ca0955 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] update failed (client error): The resource could not be found. Aug 20 12:04:25.033695 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f68f3f11-a98f-4971-96ed-a5b177ca0955 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "PUT /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e HTTP/1.1" status: 404 len: 339 time: 0.2959409 Aug 20 12:04:25.037156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43586) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:25.042723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1998965224'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:25.045366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Allocated IP 172.20.0.6 (bc8b0a83-5857-498a-b1e8-2adee7fb035a/77a436fa-fa2b-4792-81e3-41f986ec36fc/bfaf1098-fa3c-4d64-b649-ac2dcf9efc83) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:25.082019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Made reservation on behalf of a7641fd95edf4724b1a06b9eba2532fe for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:25.088875 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.131757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:25.146244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.146943 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Added segment 5aa75fd6-8716-4da5-b97f-381a4c972f13 of type vlan for network 17b70430-db86-4b21-86ca-68d944cfa7a2 Aug 20 12:04:25.212310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6659c-dad0-4a45-b4f2-2079064f2895 req-01db7acd-cf3e-45e8-912f-36fc54e721d0 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:25.213970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63d6659c-dad0-4a45-b4f2-2079064f2895 req-01db7acd-cf3e-45e8-912f-36fc54e721d0 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 946 time: 0.1196799 Aug 20 12:04:25.222422 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.264534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a4804f8-de95-4496-8c47-00d2f9b85b3f req-30ba15f1-9ffa-4283-90ae-cf7ab37d9dd4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 210 time: 0.0474055 Aug 20 12:04:25.275825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.298453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:25.299613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.322677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63d6659c-dad0-4a45-b4f2-2079064f2895 req-a37cbac5-635d-4399-891f-6a6ace0b0cad tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923951 Aug 20 12:04:25.348662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.404388 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3661230 Aug 20 12:04:25.409175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43590) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:25.414376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'subnet': {'network_id': '17b70430-db86-4b21-86ca-68d944cfa7a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:25.440703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297055b-cd78-4142-b45f-4592c6ccca46 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Network': ['ID=17b70430-db86-4b21-86ca-68d944cfa7a2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:25.459962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 17b70430-db86-4b21-86ca-68d944cfa7a2 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:25.508305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-0f40c221-3023-42d0-a8ff-11b4edf283d1 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:25.510519 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-0f40c221-3023-42d0-a8ff-11b4edf283d1 tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 946 time: 0.2076092 Aug 20 12:04:25.519761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df281695-1bc9-4f73-bc56-6f0e190e27bd req-0def1bc6-9078-436d-afc1-12d5803387d8 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:25.521711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df281695-1bc9-4f73-bc56-6f0e190e27bd req-0def1bc6-9078-436d-afc1-12d5803387d8 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.1475561 Aug 20 12:04:25.537352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43592) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:25.556992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Request body: {'floatingip': {'port_id': '5e420bca-2d49-47cb-bd9f-489a4621efb3'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:25.557353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.577042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Made reservation on behalf of a7641fd95edf4724b1a06b9eba2532fe for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:25.600633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.621349 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.665196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.678027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:25.678687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72204157-ed43-4cc5-a9b2-d9f5dec97559 req-ac237d52-717f-4d22-b7ba-39814fe8fb77 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:25.680375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72204157-ed43-4cc5-a9b2-d9f5dec97559 req-ac237d52-717f-4d22-b7ba-39814fe8fb77 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2550025 Aug 20 12:04:25.798088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Network bc8b0a83-5857-498a-b1e8-2adee7fb035a is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:25.817739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:25.833405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:25.843217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'Port': ['ID=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:25.863908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Deleting port 838eb7a1-1612-485f-9981-cf2f3612488a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:25.864360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.884049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72204157-ed43-4cc5-a9b2-d9f5dec97559 req-a7fba572-de9d-480c-a4cf-b5d69327a5f7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760786 Aug 20 12:04:25.959554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:25.960628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.009924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.024618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f7d3fd10-d1f9-4e01-af68-9c7748c30e1f up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:26.068500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-487d5c07-6b89-477e-98c3-54a21bb47926 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7106581 Aug 20 12:04:26.091690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Request body: {'port': {'device_id': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:26.125201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Subnet': ['ID=0b1e49e3-eb5a-4f0f-b5cd-b6291902f2fa,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:26.128675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f39fe9ce-1d2f-4f08-a575-d0c6ae67431d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:26.149449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] For port 838eb7a1-1612-485f-9981-cf2f3612488a, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=838eb7a1-1612-485f-9981-cf2f3612488a,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:26.150119 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.179106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Calling delete_port for 838eb7a1-1612-485f-9981-cf2f3612488a owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:26.200956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Checking segment: {'id': '5aa75fd6-8716-4da5-b97f-381a4c972f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '17b70430-db86-4b21-86ca-68d944cfa7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:26.201563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network hostable DHCP agents. Network: 17b70430-db86-4b21-86ca-68d944cfa7a2, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:26.246886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:26.247393 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.279900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network 17b70430-db86-4b21-86ca-68d944cfa7a2 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:26.295302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:26.300559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 17b70430-db86-4b21-86ca-68d944cfa7a2) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:26.306453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:26.307249 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.325405 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-de136178-357d-4314-8307-c1b50ab1a5ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9146786 Aug 20 12:04:26.327868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43604) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:26.332956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb29f48-4849-42e2-bcc4-11825fd4a454 None None] Network 17b70430-db86-4b21-86ca-68d944cfa7a2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:26.335886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-822c5f64-6eaf-4a1e-9fd9-381dee9666c1 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'router': {'external_gateway_info': {'network_id': '17b70430-db86-4b21-86ca-68d944cfa7a2'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:26.480726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.490461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:26.491072 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.494107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.511939 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.583847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c981-c9b0-46d8-9c21-1d11f0f4650b req-a8301bfc-a760-4b28-8190-e0ead4f8ff2f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:26.585555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9d3c981-c9b0-46d8-9c21-1d11f0f4650b req-a8301bfc-a760-4b28-8190-e0ead4f8ff2f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 944 time: 0.4411006 Aug 20 12:04:26.663085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-17b70430-db86-4b21-86ca-68d944cfa7a2', 'network_id': '17b70430-db86-4b21-86ca-68d944cfa7a2', 'tenant_id': 'a7641fd95edf4724b1a06b9eba2532fe', 'fixed_ips': [{'subnet_id': '0b1e49e3-eb5a-4f0f-b5cd-b6291902f2fa'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:04:26.664393 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.741928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.835432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da3815c-fdc3-4420-9c9b-2df2f30fb54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d3fd10-d1f9-4e01-af68-9c7748c30e1f'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:26.839248 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58e3c2-3a49-4a53-ba74-9df69337fcae" -d '{"events": [{"server_uuid": "7da3815c-fdc3-4420-9c9b-2df2f30fb54a", "name": "network-vif-plugged", "status": "completed", "tag": "f7d3fd10-d1f9-4e01-af68-9c7748c30e1f"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:26.860280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:26.865206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.925907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:26.927114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:26.935535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.949864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Transition to ACTIVE for port object bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:26.962131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.969732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:26.979365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-4e9aa1ae-5dfa-4b5a-b744-285943606b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:26.981461 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-4e9aa1ae-5dfa-4b5a-b744-285943606b74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1098 time: 0.5372357 Aug 20 12:04:26.988527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747da8-4751-4b9e-a16e-c39c81077c5d req-81f811d4-8043-4b55-8c51-7fe60795b819 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:26.997632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb747da8-4751-4b9e-a16e-c39c81077c5d req-81f811d4-8043-4b55-8c51-7fe60795b819 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 931 time: 0.4948201 Aug 20 12:04:26.998337 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Allocated IP 2001:db8:1::2 (17b70430-db86-4b21-86ca-68d944cfa7a2/0b1e49e3-eb5a-4f0f-b5cd-b6291902f2fa/0b6c5efd-8807-462d-95f2-0eaefce51dcd) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:27.089811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9d3c981-c9b0-46d8-9c21-1d11f0f4650b req-5727f95d-7508-4e68-a848-196f2a431069 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889801 Aug 20 12:04:27.175431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-ba5c015b-8ec2-414c-b5bc-a749ea5b994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:27.178652 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-ba5c015b-8ec2-414c-b5bc-a749ea5b994d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.1398275 Aug 20 12:04:27.233045 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.243565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Transition to ACTIVE for port object 0b6c5efd-8807-462d-95f2-0eaefce51dcd will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:27.280667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Transition to ACTIVE for port object 0b6c5efd-8807-462d-95f2-0eaefce51dcd will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:27.290071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb747da8-4751-4b9e-a16e-c39c81077c5d req-4c5f0e74-f5dc-4275-a49e-9e879e42d97a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905316 Aug 20 12:04:27.294279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.305372 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-dc2ad038-65f1-4a83-bf20-1ccf44307fc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 1000 time: 0.1026170 Aug 20 12:04:27.351844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Attempting to bind port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:27.352540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Attempting to bind port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:27.353305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Attempting to bind port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 on network bc8b0a83-5857-498a-b1e8-2adee7fb035a {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:27.358646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Pushing event updated for resources: {'Port': ['ID=0b6c5efd-8807-462d-95f2-0eaefce51dcd,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:27.378010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Network 17b70430-db86-4b21-86ca-68d944cfa7a2 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:27.381106 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c555a1-9a10-4e80-8ef0-7e95e349ccd4 x-openstack-request-id: req-95c555a1-9a10-4e80-8ef0-7e95e349ccd4 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:27.381408 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da3815c-fdc3-4420-9c9b-2df2f30fb54a", "name": "network-vif-plugged", "status": "completed", "tag": "f7d3fd10-d1f9-4e01-af68-9c7748c30e1f", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:27.381666 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95c555a1-9a10-4e80-8ef0-7e95e349ccd4 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:27.382344 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da3815c-fdc3-4420-9c9b-2df2f30fb54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d3fd10-d1f9-4e01-af68-9c7748c30e1f', 'code': 200} Aug 20 12:04:27.383193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:27.388344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:27.388520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:27.408503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 on network bc8b0a83-5857-498a-b1e8-2adee7fb035a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:04:27.411396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Attempting to bind port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 on network bc8b0a83-5857-498a-b1e8-2adee7fb035a {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:27.437105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:27.437822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Checking segment: {'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:27.438469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Bound using segment: {'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:27.439165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Bound port: bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c33946-ca84-4165-997e-812ca26aa7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:27.439777 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.449037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-1d0de299-c9bc-4242-ad53-b75dc85792c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:27.450921 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-1d0de299-c9bc-4242-ad53-b75dc85792c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.1109209 Aug 20 12:04:27.455250 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-822c5f64-6eaf-4a1e-9fd9-381dee9666c1 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.464316 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Floating IP d8969512-7aa7-4aee-b5ad-608113a6ecf0 associated. External IP: 172.25.0.223, port: 5e420bca-2d49-47cb-bd9f-489a4621efb3. Aug 20 12:04:27.468475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Attempting to bind port 0b6c5efd-8807-462d-95f2-0eaefce51dcd on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:04:27.468844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Attempting to bind port 0b6c5efd-8807-462d-95f2-0eaefce51dcd by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '5aa75fd6-8716-4da5-b97f-381a4c972f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '17b70430-db86-4b21-86ca-68d944cfa7a2'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:04:27.469209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Attempting to bind port 0b6c5efd-8807-462d-95f2-0eaefce51dcd on network 17b70430-db86-4b21-86ca-68d944cfa7a2 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:04:27.476975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:04:27.477355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Checking segment: {'id': '5aa75fd6-8716-4da5-b97f-381a4c972f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '17b70430-db86-4b21-86ca-68d944cfa7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:27.477788 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.479136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Bound using segment: {'id': '5aa75fd6-8716-4da5-b97f-381a4c972f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '17b70430-db86-4b21-86ca-68d944cfa7a2'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:04:27.480190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Bound port: 0b6c5efd-8807-462d-95f2-0eaefce51dcd, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa75fd6-8716-4da5-b97f-381a4c972f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '17b70430-db86-4b21-86ca-68d944cfa7a2'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:04:27.480842 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.527766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344c1b-a43e-4a7f-9fb6-a0734a6014ef req-947884f5-555a-4bbe-8fbd-0a739c2eecde tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:27.535510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf344c1b-a43e-4a7f-9fb6-a0734a6014ef req-947884f5-555a-4bbe-8fbd-0a739c2eecde tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd HTTP/1.1" status: 200 len: 946 time: 0.3151639 Aug 20 12:04:27.572410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] For port 0b6c5efd-8807-462d-95f2-0eaefce51dcd, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:27.576121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] For port 0b6c5efd-8807-462d-95f2-0eaefce51dcd, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0b6c5efd-8807-462d-95f2-0eaefce51dcd,segment=NetworkSegment(5aa75fd6-8716-4da5-b97f-381a4c972f13),segment_id=5aa75fd6-8716-4da5-b97f-381a4c972f13)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:27.593013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.596227 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.654362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Pushing event deleted for resources: {'Port': ['ID=838eb7a1-1612-485f-9981-cf2f3612488a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:27.675774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71422c-b227-4a3a-a931-534c0c9d15fd None None] Pushing event updated for resources: {'Port': ['ID=0b6c5efd-8807-462d-95f2-0eaefce51dcd,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:27.681928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['838eb7a1-1612-485f-9981-cf2f3612488a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:27.715517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] No DVR routers for this DVR port 838eb7a1-1612-485f-9981-cf2f3612488a on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:27.723224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:27.725331 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1f563b5b-ad81-4739-bec6-c3c9cfce8e61 req-4f4f010e-96db-4e36-b6d1-90f903549b5b tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.73 "DELETE /v2.0/ports/838eb7a1-1612-485f-9981-cf2f3612488a HTTP/1.1" status: 204 len: 173 time: 2.1566417 Aug 20 12:04:27.758978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd', 'name': 'network-vif-deleted', 'tag': '838eb7a1-1612-485f-9981-cf2f3612488a'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:27.763414 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ebec44-7770-49e9-b3c0-a489e07b6854" -d '{"events": [{"server_uuid": "2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd", "name": "network-vif-deleted", "tag": "838eb7a1-1612-485f-9981-cf2f3612488a"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:27.804831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-fe59dfff-f596-42f3-9246-a2f798140837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:27.826909 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-fe59dfff-f596-42f3-9246-a2f798140837 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3547499 Aug 20 12:04:28.089246 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-822c5f64-6eaf-4a1e-9fd9-381dee9666c1 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:04:28.090453 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-822c5f64-6eaf-4a1e-9fd9-381dee9666c1 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "PUT /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e HTTP/1.1" status: 400 len: 364 time: 1.7614372 Aug 20 12:04:28.094423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43624) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:28.156760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] For port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:04:28.161505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] For port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:04:28.226602 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.249533 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-77907d40-cebf-4a43-9995-bf67a7886903 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996770 Aug 20 12:04:28.273785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80b353-df66-4752-86fe-330d3fa833a5 req-7674004f-e050-4ed8-9628-bec83fd97ca6 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.282022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f80b353-df66-4752-86fe-330d3fa833a5 req-7674004f-e050-4ed8-9628-bec83fd97ca6 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.7934303 Aug 20 12:04:28.419423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf344c1b-a43e-4a7f-9fb6-a0734a6014ef req-553e3984-ecfc-40bb-9290-a2266b49bd6a tempest-AttachSCSIVolumeTestJSON-26968404 tempest-AttachSCSIVolumeTestJSON-26968404-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0401d9b-f758-41da-8bff-4afb9bc0ad00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8826060 Aug 20 12:04:28.467975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72576668-cf65-4c67-b4b9-9a55d7613e75 req-e01c31d3-9adf-426a-9e4f-57a6fc3c984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.469509 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72576668-cf65-4c67-b4b9-9a55d7613e75 req-e01c31d3-9adf-426a-9e4f-57a6fc3c984f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 1097 time: 1.0230460 Aug 20 12:04:28.495607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.495815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.497910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] 10.222.0.73 "PUT /v2.0/ports/bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 200 len: 1092 time: 2.4202590 Aug 20 12:04:28.505469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:28.509835 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80" -d '{"events": [{"name": "network-changed", "server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:28.593181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f80b353-df66-4752-86fe-330d3fa833a5 req-150647e0-330e-4416-9317-59214f629a68 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920216 Aug 20 12:04:28.595066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b9e40-3eac-4955-b866-631242ff1be4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:28.603913 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0ff886d1-e038-4cd5-a3f1-947555404333 req-1cdc42b2-f9c8-4d9d-a5d2-480fff6e4669 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404636 Aug 20 12:04:28.674424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:28.713452 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4021c2a-c1cb-4c75-8a47-0f039265d273 x-openstack-request-id: req-a4021c2a-c1cb-4c75-8a47-0f039265d273 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:28.713926 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd", "name": "network-vif-deleted", "tag": "838eb7a1-1612-485f-9981-cf2f3612488a", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:28.714383 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4021c2a-c1cb-4c75-8a47-0f039265d273 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:28.714942 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3634b5-fbe5-4fcc-8dd3-094f48e0c7cd', 'name': 'network-vif-deleted', 'tag': '838eb7a1-1612-485f-9981-cf2f3612488a', 'status': 'completed', 'code': 200} Aug 20 12:04:28.737150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-0890119b-5d67-4ee5-ab0d-93b0589b35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.738724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-0890119b-5d67-4ee5-ab0d-93b0589b35b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1095 time: 0.1326885 Aug 20 12:04:28.807426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-4063a218-7834-47e1-a570-21af920b1aa4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 200 len: 217 time: 0.0583048 Aug 20 12:04:28.950293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-c391de34-9190-4fb9-b245-4d2fec2e7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:28.952852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-c391de34-9190-4fb9-b245-4d2fec2e7bb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.0770888 Aug 20 12:04:28.987226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72576668-cf65-4c67-b4b9-9a55d7613e75 req-36c7f30c-2a2e-4e2a-975c-372e6b184de1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555178 Aug 20 12:04:29.023706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-81a14446-8ae1-4481-a900-0597be5073c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335011 Aug 20 12:04:29.140188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85c669-eb5f-402b-ad4b-a290a6981dc9 req-1e5732c7-111b-4706-b3f6-bc6fc484de46 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:29.144053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa85c669-eb5f-402b-ad4b-a290a6981dc9 req-1e5732c7-111b-4706-b3f6-bc6fc484de46 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.2072494 Aug 20 12:04:29.160284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Allocated IP 2001:db8::1 (dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33/abf4d99c-b6cc-4016-9219-72a18780598a/b366a3bf-6840-4710-b233-5a4ed4bd56bd) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:29.166861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f7ed-d184-4e7b-8463-5e45b62377e2 req-6eb31af6-74b2-4dd2-a47e-e996fe90d4b2 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:29.168428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d747f7ed-d184-4e7b-8463-5e45b62377e2 req-6eb31af6-74b2-4dd2-a47e-e996fe90d4b2 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 943 time: 0.1386013 Aug 20 12:04:29.232413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Router 9667c1a4-44ba-4c43-bda0-b38990638ca8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:29.240629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa1ea0-cb8e-4f06-a5af-79395cc00f7f None None] Network 17b70430-db86-4b21-86ca-68d944cfa7a2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:29.272600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa85c669-eb5f-402b-ad4b-a290a6981dc9 req-7579de66-093b-40c1-930e-7bceb0ac6f89 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200895 Aug 20 12:04:29.345156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d747f7ed-d184-4e7b-8463-5e45b62377e2 req-0a9c7648-e088-4002-a880-0f4b2b6a5299 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584175 Aug 20 12:04:29.395871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5b220a8c-c999-484d-a318-e040941a52a7 None None] Provisioning for port 0b6c5efd-8807-462d-95f2-0eaefce51dcd completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:29.406956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.412931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-a28cefdd-95de-4992-861c-635304f7a819 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980243 Aug 20 12:04:29.414871 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c40dbe-e298-43b3-a386-d44bd208fb48 x-openstack-request-id: req-70c40dbe-e298-43b3-a386-d44bd208fb48 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:29.415157 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:29.415404 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70c40dbe-e298-43b3-a386-d44bd208fb48 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:29.416363 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83', 'status': 'completed', 'code': 200} Aug 20 12:04:29.431011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Transition to ACTIVE for port object b366a3bf-6840-4710-b233-5a4ed4bd56bd will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:04:29.484879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.569460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:29.573196 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:29.606270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:29.606904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.723197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Port': ['ID=b366a3bf-6840-4710-b233-5a4ed4bd56bd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:29.789038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:29.800389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] Sync routers for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:29.800909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:29.822431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:29.822973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:29.834089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e4053e4-63ba-4d18-aaf1-308d42acf3a9 req-9f09ec1c-65e4-4420-a597-4becd901ad65 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336420 Aug 20 12:04:29.852425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-32ca31bd-4010-46e3-842b-8f2a12eb396a tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "PUT /v2.0/floatingips/d8969512-7aa7-4aee-b5ad-608113a6ecf0 HTTP/1.1" status: 200 len: 991 time: 4.3098836 Aug 20 12:04:29.904976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d5f7-4ab3-4bee-9ed3-282e2a7d9870 req-e2a1da58-40f6-4ecb-8d77-5162d2dfe24e tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:29.928390 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dab6d5f7-4ab3-4bee-9ed3-282e2a7d9870 req-e2a1da58-40f6-4ecb-8d77-5162d2dfe24e tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2102461 Aug 20 12:04:29.976087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.031626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dab6d5f7-4ab3-4bee-9ed3-282e2a7d9870 req-6bfcf5f9-0fce-4ed5-8102-264b7defb885 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015396 Aug 20 12:04:30.056204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-0a111ee8-a4af-48a3-993a-03887b8d8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:30.060375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-0a111ee8-a4af-48a3-993a-03887b8d8530 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1095 time: 0.1044669 Aug 20 12:04:30.099926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 838eb7a1-1612-485f-9981-cf2f3612488a no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:30.176591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 838eb7a1-1612-485f-9981-cf2f3612488a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:30.177249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 838eb7a1-1612-485f-9981-cf2f3612488a not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:30.222928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0b6c5efd-8807-462d-95f2-0eaefce51dcd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:30.276066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:30.327164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-f9f50bfe-d05f-4e36-acb3-438dec5ecb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:30.328947 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-f9f50bfe-d05f-4e36-acb3-438dec5ecb47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 913 time: 0.2608848 Aug 20 12:04:30.399717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-f9fb4fd0-f234-4ef0-abdd-b8409f86ed59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 200 len: 217 time: 0.0604980 Aug 20 12:04:30.436386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7c1f794a-61ae-4127-aba8-32a156115cb1 None None] Provisioning for port b366a3bf-6840-4710-b233-5a4ed4bd56bd completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:30.504692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7c1f794a-61ae-4127-aba8-32a156115cb1 None None] Provisioning complete for port b366a3bf-6840-4710-b233-5a4ed4bd56bd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:30.505068 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7c1f794a-61ae-4127-aba8-32a156115cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.512743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0b6c5efd-8807-462d-95f2-0eaefce51dcd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:30.579180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f794a-61ae-4127-aba8-32a156115cb1 None None] Port b366a3bf-6840-4710-b233-5a4ed4bd56bd cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:30.580215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-8295a56c-9089-4335-b2db-6451a9e041ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:30.582856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-8295a56c-9089-4335-b2db-6451a9e041ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.1754260 Aug 20 12:04:30.611713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0b6c5efd-8807-462d-95f2-0eaefce51dcd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:30.612288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.613069 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.621789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.622806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:30.630685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00536357-b443-408c-a2d0-371e82df939b req-f8d2d533-0083-4998-939a-966c9ef99f10 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:30.632247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00536357-b443-408c-a2d0-371e82df939b req-f8d2d533-0083-4998-939a-966c9ef99f10 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.2034547 Aug 20 12:04:30.641020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-4d429e56-6302-4f9b-a402-690ae66afe51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482278 Aug 20 12:04:30.651077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107bf94-670e-4b41-a8a4-81133c432a2b req-5aae515b-e4e5-43eb-bb60-4cbf2395b11e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:30.652509 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a107bf94-670e-4b41-a8a4-81133c432a2b req-5aae515b-e4e5-43eb-bb60-4cbf2395b11e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 943 time: 0.1180260 Aug 20 12:04:30.737982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event updated for resources: {'Port': ['ID=b366a3bf-6840-4710-b233-5a4ed4bd56bd,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:30.741291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00536357-b443-408c-a2d0-371e82df939b req-13f8d464-81f7-4bb3-abe0-12fbfa2bd027 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877054 Aug 20 12:04:30.835420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:30.837712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:30.865697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a107bf94-670e-4b41-a8a4-81133c432a2b req-15a4f3a9-59f4-4bc3-ad10-da94fd8d8d42 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795924 Aug 20 12:04:30.957486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-486bfbe2-c45c-4b10-8e05-205dfba2a1e9 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883737 Aug 20 12:04:30.971063 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:31.046888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0b6c5efd-8807-462d-95f2-0eaefce51dcd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0b6c5efd-8807-462d-95f2-0eaefce51dcd,segment=NetworkSegment(5aa75fd6-8716-4da5-b97f-381a4c972f13),segment_id=5aa75fd6-8716-4da5-b97f-381a4c972f13)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:31.068758 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:31.082417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Router f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:31.200592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18ffe6d-f6fb-42f3-aef0-3f85752afc80 req-ba0fdb5c-8e26-486f-a88b-c35c68554d65 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340815 Aug 20 12:04:31.237470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'd8969512-7aa7-4aee-b5ad-608113a6ecf0', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'port_id': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'mac_address': 'fa:16:3e:f3:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:03Z', 'updated_at': '2021-08-20T12:04:26Z', 'revision_number': 1, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:04:06Z', 'revision_number': 5, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.239919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0b6c5efd-8807-462d-95f2-0eaefce51dcd,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:31.255396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b27e0-0490-4b70-aa18-4481496b4fc6 req-ac3cf178-eda2-423c-8049-caf94a90fb20 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:31.264577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac1b27e0-0490-4b70-aa18-4481496b4fc6 req-ac3cf178-eda2-423c-8049-caf94a90fb20 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1233978 Aug 20 12:04:31.303839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:31.305920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] Checking router: 9667c1a4-44ba-4c43-bda0-b38990638ca8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:31.316853 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506dab8-5144-47f4-a431-2d7247312bbc None None] Sync routers for ids ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:31.318016 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d91ca35d-d986-4e46-85d2-33b59a5db41c tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "PUT /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2223794 Aug 20 12:04:31.321181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43704) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:31.332402 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506dab8-5144-47f4-a431-2d7247312bbc None None] Routers {'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:31.333916 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3506dab8-5144-47f4-a431-2d7247312bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.340803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:31.341540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.343628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac1b27e0-0490-4b70-aa18-4481496b4fc6 req-b20635d8-3cfe-47a0-a738-eb54329d6177 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 Aug 20 12:04:31.374711 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3506dab8-5144-47f4-a431-2d7247312bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.385898 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506dab8-5144-47f4-a431-2d7247312bbc None None] Routers {'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:31.386871 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3506dab8-5144-47f4-a431-2d7247312bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.417710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'tag': '5e420bca-2d49-47cb-bd9f-489a4621efb3'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:31.420127 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "899ccd61-8bc6-4758-9938-ebcb3e676d39", "tag": "5e420bca-2d49-47cb-bd9f-489a4621efb3"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:31.454791 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3506dab8-5144-47f4-a431-2d7247312bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:31.455801 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506dab8-5144-47f4-a431-2d7247312bbc None None] The sync data for ids ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:31.483210 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cf3b53-06bd-457f-ba3b-8c84085b11a4 x-openstack-request-id: req-d7cf3b53-06bd-457f-ba3b-8c84085b11a4 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:31.484004 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899ccd61-8bc6-4758-9938-ebcb3e676d39", "tag": "5e420bca-2d49-47cb-bd9f-489a4621efb3", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:31.484004 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7cf3b53-06bd-457f-ba3b-8c84085b11a4 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:31.484181 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'tag': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'status': 'completed', 'code': 200} Aug 20 12:04:31.488878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ee879b75-28ac-4c60-9e11-7a25517ed741 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:31.606610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4c55c789-2fdf-4482-b2a4-eb7982c2802f None None] Provisioning complete for port b366a3bf-6840-4710-b233-5a4ed4bd56bd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:31.606610 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c55c789-2fdf-4482-b2a4-eb7982c2802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:31.606610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:31.620534 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-ee879b75-28ac-4c60-9e11-7a25517ed741 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 12:04:31.621805 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ee879b75-28ac-4c60-9e11-7a25517ed741 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e HTTP/1.1" status: 409 len: 329 time: 0.2985535 Aug 20 12:04:31.624791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43708) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:31.782883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4c55c789-2fdf-4482-b2a4-eb7982c2802f None None] Port b366a3bf-6840-4710-b233-5a4ed4bd56bd cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:04:31.818685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-c93d6575-e807-478c-8366-e704f6b79828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:31.820615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-c93d6575-e807-478c-8366-e704f6b79828 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e58f53133ff849689f258cb07c84c7c2&device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 1097 time: 0.2895765 Aug 20 12:04:31.926357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-d0d85e5e-2617-48f3-b0cb-8cae4e288ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:31.933170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-d0d85e5e-2617-48f3-b0cb-8cae4e288ad1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f HTTP/1.1" status: 200 len: 907 time: 0.1025131 Aug 20 12:04:32.055314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'd8969512-7aa7-4aee-b5ad-608113a6ecf0', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'port_id': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'mac_address': 'fa:16:3e:f3:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:03Z', 'updated_at': '2021-08-20T12:04:26Z', 'revision_number': 1, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:04:06Z', 'revision_number': 5, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:32.135079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086658f6-ea8f-4b1b-8c35-923b2adf5dc2 None None] The sync data for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 is: [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'd8969512-7aa7-4aee-b5ad-608113a6ecf0', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'port_id': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'mac_address': 'fa:16:3e:f3:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:03Z', 'updated_at': '2021-08-20T12:04:26Z', 'revision_number': 1, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:04:06Z', 'revision_number': 5, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:32.142661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0b6c5efd-8807-462d-95f2-0eaefce51dcd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:32.175052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-54a1b015-ef3b-4a3e-8e69-748007069f43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e420bca-2d49-47cb-bd9f-489a4621efb3 HTTP/1.1" status: 200 len: 999 time: 0.2323480 Aug 20 12:04:32.223013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aad01-7875-487b-8d8d-b22a51612e3a req-8872015a-29ae-4e56-8e27-24b98088025e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:32.224586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-982aad01-7875-487b-8d8d-b22a51612e3a req-8872015a-29ae-4e56-8e27-24b98088025e tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.2904661 Aug 20 12:04:32.251118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0b6c5efd-8807-462d-95f2-0eaefce51dcd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:32.252038 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:32.339716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-982aad01-7875-487b-8d8d-b22a51612e3a req-385ee37a-c09b-431d-9a47-cddba9b2dffd tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956442 Aug 20 12:04:32.401033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e7dd6-b3af-4421-a727-189631e7d6ed req-24788992-e2b0-43ef-89f8-bf51bf343487 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:32.403867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c0e7dd6-b3af-4421-a727-189631e7d6ed req-24788992-e2b0-43ef-89f8-bf51bf343487 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 943 time: 0.3698373 Aug 20 12:04:32.523037 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c0e7dd6-b3af-4421-a727-189631e7d6ed req-9a87e4db-8792-4003-96c6-e32a3af1f205 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040070 Aug 20 12:04:32.541814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-3f572384-9f20-489b-8a70-da12eed386ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:32.543570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-3f572384-9f20-489b-8a70-da12eed386ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b035f93-5b6c-4d5d-8971-6066286ed627 HTTP/1.1" status: 200 len: 845 time: 0.3287759 Aug 20 12:04:32.648246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06749bca-8203-40f0-9173-aab0a293f2e9 None None] New status for floating IP d8969512-7aa7-4aee-b5ad-608113a6ecf0: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:04:32.814995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-398c970c-45b2-4697-ae02-34577fb2dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:32.816836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-398c970c-45b2-4697-ae02-34577fb2dd74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749687 Aug 20 12:04:32.827043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96980c-7be6-44ea-899a-07fd4d34da68 req-acfdf8ed-3ff0-4f08-be0c-6dbf0010ed59 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:32.842223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c96980c-7be6-44ea-899a-07fd4d34da68 req-acfdf8ed-3ff0-4f08-be0c-6dbf0010ed59 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1404176 Aug 20 12:04:32.893737 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:04:33.363314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c96980c-7be6-44ea-899a-07fd4d34da68 req-20566b74-3efa-4554-a21c-73df8f84681d tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114472 Aug 20 12:04:33.479630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe06a9e-b5db-4f7c-978d-6319b3d5b402 req-173cc312-3e7b-4492-a831-75e3cb6bd4ca tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:33.481204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fe06a9e-b5db-4f7c-978d-6319b3d5b402 req-173cc312-3e7b-4492-a831-75e3cb6bd4ca tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1670134 Aug 20 12:04:33.483186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-57ec2dc7-aa54-4d2c-a365-54966fa12545 service neutron] 10.222.0.73 "GET /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928390 Aug 20 12:04:33.583010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:33.676365 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fe06a9e-b5db-4f7c-978d-6319b3d5b402 req-714da731-422e-4c00-a870-b181ed9f10b8 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854475 Aug 20 12:04:33.765181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-922a8a7c-1c5e-4ce8-a812-1f56240ae5f8 req-c6fbe500-5783-4cc5-9e5e-b6c710f0aa69 service neutron] 10.222.0.73 "GET /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649727 Aug 20 12:04:33.794172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f9cf6-c06c-4cd1-9acc-210ff3cd33f7 req-deb97af8-6e58-4e63-a583-ccc151d30c46 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:33.795751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a35f9cf6-c06c-4cd1-9acc-210ff3cd33f7 req-deb97af8-6e58-4e63-a583-ccc151d30c46 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 943 time: 0.1727390 Aug 20 12:04:33.915776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a35f9cf6-c06c-4cd1-9acc-210ff3cd33f7 req-9683674a-ca60-4e1a-bea9-97346f73ca19 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876617 Aug 20 12:04:34.035317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:04:34.084723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting port b366a3bf-6840-4710-b233-5a4ed4bd56bd {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:34.085068 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.142786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde3a4e-b927-4404-b44b-adc445d300bf req-70c2e5e8-a723-4d48-8d64-20b52588500e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:34.144461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:34.144589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cde3a4e-b927-4404-b44b-adc445d300bf req-70c2e5e8-a723-4d48-8d64-20b52588500e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.1077332 Aug 20 12:04:34.159732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83', 'network_id': 'bc8b0a83-5857-498a-b1e8-2adee7fb035a', 'port_id': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83', 'mac_address': 'fa:16:3e:98:dd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a436fa-fa2b-4792-81e3-41f986ec36fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:04:34.203585 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.216954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cde3a4e-b927-4404-b44b-adc445d300bf req-8be47309-5f68-443f-9a27-da49f2347868 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596538 Aug 20 12:04:34.221498 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.231525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:34.258450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:34.259772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Calling delete_port for b366a3bf-6840-4710-b233-5a4ed4bd56bd owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:34.264242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.341046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:34.365157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43782) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:34.527778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c392b-fde4-4898-826b-700b1a9869eb req-1e8dc71c-07b6-462b-9266-9745ad46e654 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:34.529366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-357c392b-fde4-4898-826b-700b1a9869eb req-1e8dc71c-07b6-462b-9266-9745ad46e654 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.0707812 Aug 20 12:04:34.607490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-357c392b-fde4-4898-826b-700b1a9869eb req-1d43bb47-c139-4579-9563-fe51a4e732de tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586624 Aug 20 12:04:34.608744 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.610468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:34.653231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Port': ['ID=b366a3bf-6840-4710-b233-5a4ed4bd56bd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:34.932430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:34.969609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d35b8-66a4-4fbb-8c55-db837c55dc28 req-171a256e-af68-4afb-8f04-f8a906593920 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:34.971377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b36d35b8-66a4-4fbb-8c55-db837c55dc28 req-171a256e-af68-4afb-8f04-f8a906593920 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.1994259 Aug 20 12:04:35.069207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73819506-c197-446f-9d6e-23c85cb32cbb req-a4ce3661-f969-4518-815a-40689c716fd4 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:35.073112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73819506-c197-446f-9d6e-23c85cb32cbb req-a4ce3661-f969-4518-815a-40689c716fd4 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1735852 Aug 20 12:04:35.158852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b36d35b8-66a4-4fbb-8c55-db837c55dc28 req-b3a88410-fab0-49d5-bc79-aeef70003cbd tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524832 Aug 20 12:04:35.174027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.209076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Router f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:35.212898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73819506-c197-446f-9d6e-23c85cb32cbb req-9baeaea0-5404-4fa0-8aae-79fef7f50759 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286085 Aug 20 12:04:35.354694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:35.365394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2499f59e-a430-4d4c-bde1-ceb433a6a55f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "PUT /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7335513 Aug 20 12:04:35.365394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43800) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:35.373596 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60075c41-bacb-432e-8994-221de0f8a792 None None] Sync routers for ids ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:35.387674 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60075c41-bacb-432e-8994-221de0f8a792 None None] Routers {'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:35.388279 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-60075c41-bacb-432e-8994-221de0f8a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:35.412702 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-f18bd70d-6cca-4611-a84f-a7a5f6ed8226 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] show failed (client error): The resource could not be found. Aug 20 12:04:35.413744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f18bd70d-6cca-4611-a84f-a7a5f6ed8226 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1730227838 HTTP/1.1" status: 404 len: 335 time: 0.0464613 Aug 20 12:04:35.420232 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-60075c41-bacb-432e-8994-221de0f8a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:35.420434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43802) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:35.422356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cb6f7-7e0a-4e5a-8fe3-c7d0405e48d0 req-6a1781b6-25d6-4fa4-b026-b4be603058b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:35.423854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e3cb6f7-7e0a-4e5a-8fe3-c7d0405e48d0 req-6a1781b6-25d6-4fa4-b026-b4be603058b6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 944 time: 0.1306384 Aug 20 12:04:35.425443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0b4c9b93-06e6-492d-9c32-97f282f4b900 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:35.429702 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60075c41-bacb-432e-8994-221de0f8a792 None None] Routers {'f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:35.430360 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-60075c41-bacb-432e-8994-221de0f8a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:35.461044 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-60075c41-bacb-432e-8994-221de0f8a792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:35.461828 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60075c41-bacb-432e-8994-221de0f8a792 None None] The sync data for ids ['f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:35.461963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e3cb6f7-7e0a-4e5a-8fe3-c7d0405e48d0 req-fafd250b-4900-430c-92de-5a521a3cbcf1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Aug 20 12:04:35.466714 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-0b4c9b93-06e6-492d-9c32-97f282f4b900 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] update failed (client error): The resource could not be found. Aug 20 12:04:35.470618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0b4c9b93-06e6-492d-9c32-97f282f4b900 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-851661021 HTTP/1.1" status: 404 len: 334 time: 0.0493984 Aug 20 12:04:35.471088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43804) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:35.515917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Deleting port f6c383c4-e44a-4d70-acd3-a3c96c07bef7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:35.516254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.522960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting subnet 0b1e49e3-eb5a-4f0f-b5cd-b6291902f2fa {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:35.527285 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.568875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.599265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] For port f6c383c4-e44a-4d70-acd3-a3c96c07bef7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:35.599606 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.613362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Calling delete_port for f6c383c4-e44a-4d70-acd3-a3c96c07bef7 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:35.665052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.758942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a978cc-de7d-4c01-ac21-3d8dd73c5991 req-c2732639-1f59-454c-92c1-ff1bc237e7c5 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:35.761755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06a978cc-de7d-4c01-ac21-3d8dd73c5991 req-c2732639-1f59-454c-92c1-ff1bc237e7c5 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.0704362 Aug 20 12:04:35.781226 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.813297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.823003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1e49e3-eb5a-4f0f-b5cd-b6291902f2fa,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:35.825259 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.829538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/subnets/0b1e49e3-eb5a-4f0f-b5cd-b6291902f2fa HTTP/1.1" status: 204 len: 168 time: 0.3550782 Aug 20 12:04:35.830764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43810) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:35.833698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c1244-811c-4960-b1b5-102bc43b3988 None None] Network 17b70430-db86-4b21-86ca-68d944cfa7a2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:35.841462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c383c4-e44a-4d70-acd3-a3c96c07bef7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:35.853783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.854135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.854505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.854841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.855176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.855510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.855841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.856168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.856497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.856821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.857142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.857462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecb889-e8c2-40a6-9edd-ba49b53b5669 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:35.939314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:35.952558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06a978cc-de7d-4c01-ac21-3d8dd73c5991 req-d496e326-b39e-43f1-b1d3-35292d59abf4 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803555 Aug 20 12:04:36.042726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting port 0b6c5efd-8807-462d-95f2-0eaefce51dcd {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:36.043135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.093184 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.128976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] For port 0b6c5efd-8807-462d-95f2-0eaefce51dcd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0b6c5efd-8807-462d-95f2-0eaefce51dcd,segment=NetworkSegment(5aa75fd6-8716-4da5-b97f-381a4c972f13),segment_id=5aa75fd6-8716-4da5-b97f-381a4c972f13)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:36.129230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.137051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] DHCP port deletion for 17b70430-db86-4b21-86ca-68d944cfa7a2 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:36.144631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Calling delete_port for 0b6c5efd-8807-462d-95f2-0eaefce51dcd owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:36.195473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] Deleting port 0b6c5efd-8807-462d-95f2-0eaefce51dcd {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:36.195984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.237457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.268741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] For port 0b6c5efd-8807-462d-95f2-0eaefce51dcd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0b6c5efd-8807-462d-95f2-0eaefce51dcd,segment=NetworkSegment(5aa75fd6-8716-4da5-b97f-381a4c972f13),segment_id=5aa75fd6-8716-4da5-b97f-381a4c972f13)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:36.269406 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.270882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Port': ['ID=0b6c5efd-8807-462d-95f2-0eaefce51dcd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:36.284271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] No DVR routers for this DVR port 0b6c5efd-8807-462d-95f2-0eaefce51dcd on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:36.299338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] Calling delete_port for 0b6c5efd-8807-462d-95f2-0eaefce51dcd owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:36.387099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.387645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Router 86b09ac5-c384-4990-8c65-1d5078c8824a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:36.413706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] Pushing event deleted for resources: {'Port': ['ID=0b6c5efd-8807-462d-95f2-0eaefce51dcd,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:36.421154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cc972-545d-4f20-8543-22da287c2bb2 None None] No DVR routers for this DVR port 0b6c5efd-8807-462d-95f2-0eaefce51dcd on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:36.430117 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.441009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eaf71-d99a-4c7f-af1f-545444e340a5 req-434770f3-69f6-495f-bc1a-8298cb7ef890 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:36.447383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-499eaf71-d99a-4c7f-af1f-545444e340a5 req-434770f3-69f6-495f-bc1a-8298cb7ef890 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.1733899 Aug 20 12:04:36.465504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b70430-db86-4b21-86ca-68d944cfa7a2']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:36.491377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce056673-a4c3-4a74-8427-1a7c12ceb94f req-0829b2b0-37c0-4c4a-9213-d3fe4771eb66 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:36.492863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce056673-a4c3-4a74-8427-1a7c12ceb94f req-0829b2b0-37c0-4c4a-9213-d3fe4771eb66 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1636269 Aug 20 12:04:36.495170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa75fd6-8716-4da5-b97f-381a4c972f13') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:36.495455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa75fd6-8716-4da5-b97f-381a4c972f13') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:36.514828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:36.522237 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-eb3a5bc0-e055-44c0-ab82-6a7a7a2c9efb admin admin] 10.222.0.25 "PUT /v2.0/routers/86b09ac5-c384-4990-8c65-1d5078c8824a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1538012 Aug 20 12:04:36.522398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.522570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43820) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:36.529185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] Sync routers for ids ['86b09ac5-c384-4990-8c65-1d5078c8824a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:36.540589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-499eaf71-d99a-4c7f-af1f-545444e340a5 req-f1093584-58a0-4747-a200-af7825748740 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861373 Aug 20 12:04:36.541406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] Routers {'86b09ac5-c384-4990-8c65-1d5078c8824a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:36.552351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b09ac5-c384-4990-8c65-1d5078c8824a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:36.564745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce056673-a4c3-4a74-8427-1a7c12ceb94f req-026ee45f-6620-4a98-85ff-eecfe62cb693 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607321 Aug 20 12:04:36.571173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.587864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:36.588345 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:36.591522 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:36.681583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.706847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] Set router 86b09ac5-c384-4990-8c65-1d5078c8824a gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:36.800125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.864050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Deleting port c01901d2-00d3-4244-bb6d-7a1b2d6f814c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:36.864540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.920601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:04:35Z', 'revision_number': 5, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port': {'id': 'c01901d2-00d3-4244-bb6d-7a1b2d6f814c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:26Z', 'updated_at': '2021-08-20T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:36.949299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] Checking router: 86b09ac5-c384-4990-8c65-1d5078c8824a for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:36.958735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] Routers {'86b09ac5-c384-4990-8c65-1d5078c8824a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:36.959508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b09ac5-c384-4990-8c65-1d5078c8824a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:36.960388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] For port c01901d2-00d3-4244-bb6d-7a1b2d6f814c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c01901d2-00d3-4244-bb6d-7a1b2d6f814c,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:36.960765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:36.976228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Calling delete_port for c01901d2-00d3-4244-bb6d-7a1b2d6f814c owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:37.030087 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.047239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.051668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/networks/17b70430-db86-4b21-86ca-68d944cfa7a2 HTTP/1.1" status: 204 len: 168 time: 1.2178226 Aug 20 12:04:37.058042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43826) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:37.062013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] Set router 86b09ac5-c384-4990-8c65-1d5078c8824a gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:37.085301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f8449-5145-499e-ab62-e33d378ef279 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Network': ['ID=17b70430-db86-4b21-86ca-68d944cfa7a2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:37.106049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9fe0e-47a4-4572-852e-d67f15ba86e1 req-5848e27b-04fb-4c1f-9d8c-98874e06dc36 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:37.107330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5b9fe0e-47a4-4572-852e-d67f15ba86e1 req-5848e27b-04fb-4c1f-9d8c-98874e06dc36 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 944 time: 0.4598858 Aug 20 12:04:37.127160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:04:36Z', 'revision_number': 6, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:37.132836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df57637-1cf6-4327-8492-c87f6e80bfb4 req-9ca8f2e9-a648-494f-a318-382da8250de7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:37.134602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3df57637-1cf6-4327-8492-c87f6e80bfb4 req-9ca8f2e9-a648-494f-a318-382da8250de7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.0889640 Aug 20 12:04:37.158918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf5c84-3934-4bb2-ae57-e5ab908acb26 None None] The sync data for ids ['86b09ac5-c384-4990-8c65-1d5078c8824a'] in n-d-800634-10 is: [{'id': '86b09ac5-c384-4990-8c65-1d5078c8824a', 'name': 'tempest-AttachSCSIVolumeTestJSON-115543236-router', 'tenant_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:25Z', 'updated_at': '2021-08-20T12:04:36Z', 'revision_number': 6, 'project_id': 'b2a0aac7572c4f7a8163d555070ef4f8', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:37.160818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0d8bd8-aecc-43ed-8d7b-a6a2e30cc495 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting subnet 19e1d8d6-83fc-4472-a701-2d56db1a3ef3 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:37.168184 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8bd8-aecc-43ed-8d7b-a6a2e30cc495 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.190407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5b9fe0e-47a4-4572-852e-d67f15ba86e1 req-476f7d41-ce98-4eb8-8be4-4ed194c46a60 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733211 Aug 20 12:04:37.200848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3df57637-1cf6-4327-8492-c87f6e80bfb4 req-99590095-bd02-40d3-acf7-571c0417f043 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581899 Aug 20 12:04:37.218465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8bd8-aecc-43ed-8d7b-a6a2e30cc495 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.326491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.359649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=c01901d2-00d3-4244-bb6d-7a1b2d6f814c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:37.371311 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8bd8-aecc-43ed-8d7b-a6a2e30cc495 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.458565 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.728510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee8750-80ed-4d11-9f65-213727d92a29 req-780e10f5-d7b8-4fab-b8d2-2378f9130a9f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:37.730151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8dee8750-80ed-4d11-9f65-213727d92a29 req-780e10f5-d7b8-4fab-b8d2-2378f9130a9f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.0846918 Aug 20 12:04:37.742939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a35a53-8476-4e59-82e7-15a55e8f5498 req-863f97b5-bf41-4233-a448-4f540a31ac86 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:37.744556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36a35a53-8476-4e59-82e7-15a55e8f5498 req-863f97b5-bf41-4233-a448-4f540a31ac86 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.0971696 Aug 20 12:04:37.799670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8dee8750-80ed-4d11-9f65-213727d92a29 req-00a2636f-4d61-43b6-9cf8-082489cfe90f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539587 Aug 20 12:04:37.823530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36a35a53-8476-4e59-82e7-15a55e8f5498 req-cc202018-9aaf-4737-9a14-467a83738c32 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626702 Aug 20 12:04:37.871272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8bd8-aecc-43ed-8d7b-a6a2e30cc495 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.880273 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.885121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.901780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f658e-6b90-48a4-a861-3d7d05021d50 req-c61eb759-24f1-445c-aed0-520cb58b48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:37.903309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-751f658e-6b90-48a4-a861-3d7d05021d50 req-c61eb759-24f1-445c-aed0-520cb58b48f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1098 time: 0.0461335 Aug 20 12:04:37.910467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d8bd8-aecc-43ed-8d7b-a6a2e30cc495 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Subnet': ['ID=19e1d8d6-83fc-4472-a701-2d56db1a3ef3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:37.932034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb979f8a-7fbe-4f9e-b178-0a9b26bdaac9 None None] Network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:37.952463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8bd8-aecc-43ed-8d7b-a6a2e30cc495 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.954734 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3e0d8bd8-aecc-43ed-8d7b-a6a2e30cc495 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/subnets/19e1d8d6-83fc-4472-a701-2d56db1a3ef3 HTTP/1.1" status: 204 len: 168 time: 0.8956583 Aug 20 12:04:37.957264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43836) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:37.987270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.987839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86b09ac5-c384-4990-8c65-1d5078c8824a {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:37.998122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:37.999042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-751f658e-6b90-48a4-a861-3d7d05021d50 req-3e5eb972-dfa8-43a0-b14f-2c8fe0399b6e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835588 Aug 20 12:04:37.999309 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4df384b2-e144-4ee1-a8d1-7ca369470ffa admin admin] 10.222.0.25 "DELETE /v2.0/routers/86b09ac5-c384-4990-8c65-1d5078c8824a HTTP/1.1" status: 204 len: 168 time: 1.4758275 Aug 20 12:04:38.001796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43838) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:38.024218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c70093-b050-4381-b558-99341d1a8711 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting subnet 15788b25-4022-4d97-ade0-69e1213b2338 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:38.029302 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3c70093-b050-4381-b558-99341d1a8711 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.057614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:04:38.059701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:38.081764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad88a389-312f-44f6-8ad9-81d89078cabe admin admin] Deleting subnet 55cc5d41-3c6d-4f31-ad28-ce27621a8103 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:38.083849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3c70093-b050-4381-b558-99341d1a8711 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.085249 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad88a389-312f-44f6-8ad9-81d89078cabe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.116632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0b6c5efd-8807-462d-95f2-0eaefce51dcd no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:38.123169 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad88a389-312f-44f6-8ad9-81d89078cabe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.140797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0b6c5efd-8807-462d-95f2-0eaefce51dcd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:38.141144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0b6c5efd-8807-462d-95f2-0eaefce51dcd not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:38.141571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c01901d2-00d3-4244-bb6d-7a1b2d6f814c no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:38.183836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c01901d2-00d3-4244-bb6d-7a1b2d6f814c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:38.184208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c01901d2-00d3-4244-bb6d-7a1b2d6f814c not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:38.184824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f6c383c4-e44a-4d70-acd3-a3c96c07bef7 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:38.185453 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3c70093-b050-4381-b558-99341d1a8711 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.214317 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad88a389-312f-44f6-8ad9-81d89078cabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.296451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3c70093-b050-4381-b558-99341d1a8711 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.346648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c70093-b050-4381-b558-99341d1a8711 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Subnet': ['ID=15788b25-4022-4d97-ade0-69e1213b2338,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:38.349313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3c70093-b050-4381-b558-99341d1a8711 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.351477 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b3c70093-b050-4381-b558-99341d1a8711 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/subnets/15788b25-4022-4d97-ade0-69e1213b2338 HTTP/1.1" status: 204 len: 168 time: 0.3932810 Aug 20 12:04:38.355071 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad88a389-312f-44f6-8ad9-81d89078cabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.356460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43844) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:38.360963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb3de2e-0210-46ce-b54b-6d4c9e966c57 None None] Network 27aa1797-3e75-4b37-ba85-10cf00e91b91 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:38.365241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:38.390608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f6c383c4-e44a-4d70-acd3-a3c96c07bef7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:38.391214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f6c383c4-e44a-4d70-acd3-a3c96c07bef7 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:38.453812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88a389-312f-44f6-8ad9-81d89078cabe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cc5d41-3c6d-4f31-ad28-ce27621a8103,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:38.456312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f0a318d7-9f46-44ee-a379-a25344525654', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': 'f0a318d7-9f46-44ee-a379-a25344525654', 'mac_address': 'fa:16:3e:66:f0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:04:38.467353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] DHCP port deletion for 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:38.471657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad88a389-312f-44f6-8ad9-81d89078cabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.473561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ad88a389-312f-44f6-8ad9-81d89078cabe admin admin] 10.222.0.25 "DELETE /v2.0/subnets/55cc5d41-3c6d-4f31-ad28-ce27621a8103 HTTP/1.1" status: 204 len: 168 time: 0.4703653 Aug 20 12:04:38.476253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43846) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:38.489230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a4cb6-1c95-4143-860d-9b3bf8af918e None None] Network 2a3e250d-a632-4394-bb08-2793606a6a35 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:38.518545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f159e-3a80-4ff6-9568-e5e50860e077 req-bb5c5c0a-e67f-47b6-ab15-37b091a051f2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:38.526374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f5f159e-3a80-4ff6-9568-e5e50860e077 req-bb5c5c0a-e67f-47b6-ab15-37b091a051f2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1951029 Aug 20 12:04:38.534880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd381c4-84f9-4068-955b-eecfcac7c7bd req-8c1bb6b5-7688-48f1-9d97-58b178bec0bf tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:38.536372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fd381c4-84f9-4068-955b-eecfcac7c7bd req-8c1bb6b5-7688-48f1-9d97-58b178bec0bf tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 944 time: 0.2350135 Aug 20 12:04:38.547253 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.562557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.568063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:04:38.625656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Deleting port cdd61892-e812-483f-ba8b-9f38ae29798e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:38.625924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.635233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f5f159e-3a80-4ff6-9568-e5e50860e077 req-ee744aa6-884d-49e4-87c8-6e942b4c0abb tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083972 Aug 20 12:04:38.639750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fd381c4-84f9-4068-955b-eecfcac7c7bd req-32f1a827-ae6c-420a-9181-01c11f7722b0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835261 Aug 20 12:04:38.645288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:38.645673 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.677406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:38.677799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.702426 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.716590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] For port cdd61892-e812-483f-ba8b-9f38ae29798e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cdd61892-e812-483f-ba8b-9f38ae29798e,segment=NetworkSegment(b8482b52-e44d-40ca-9482-dd7addb19998),segment_id=b8482b52-e44d-40ca-9482-dd7addb19998)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:38.717212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.732971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Calling delete_port for cdd61892-e812-483f-ba8b-9f38ae29798e owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:38.747759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0a318d7-9f46-44ee-a379-a25344525654 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:38.749637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] For port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,segment=NetworkSegment(e2e85431-fbe2-47a2-b928-32d00024afce),segment_id=e2e85431-fbe2-47a2-b928-32d00024afce)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:38.750575 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.764331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Calling delete_port for f39fe9ce-1d2f-4f08-a575-d0c6ae67431d owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:38.817467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:38.831372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] Deleting port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:38.831750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.836013 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.848334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.859140 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:38.882640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] No DVR routers for this DVR port cdd61892-e812-483f-ba8b-9f38ae29798e on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:38.929333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Port': ['ID=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:38.940576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] No DVR routers for this DVR port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:38.971142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd61892-e812-483f-ba8b-9f38ae29798e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:38.971445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] DHCP port deletion for 27aa1797-3e75-4b37-ba85-10cf00e91b91 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:39.031751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.032519 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.033020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.033511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.034164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.034672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.035172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.035659 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.036145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.036621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.037352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.037859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:04:39.061833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.075432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3e250d-a632-4394-bb08-2793606a6a35']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.089234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8482b52-e44d-40ca-9482-dd7addb19998') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.089530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8482b52-e44d-40ca-9482-dd7addb19998') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.102593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.112496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.121139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.130686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.132505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:39.133163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:39.135719 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:39.150717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee56df-eb32-4831-a890-d5d80634a784 req-2aa55125-41e0-4ee6-be3c-bcf94a72a599 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:39.153116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2ee56df-eb32-4831-a890-d5d80634a784 req-2aa55125-41e0-4ee6-be3c-bcf94a72a599 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 945 time: 0.2030845 Aug 20 12:04:39.169887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806053-2feb-4139-9298-1ed4e85dae1f req-40130a77-6d66-4610-afc6-00e1a4d6ac20 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:39.171543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c806053-2feb-4139-9298-1ed4e85dae1f req-40130a77-6d66-4610-afc6-00e1a4d6ac20 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.2097843 Aug 20 12:04:39.174783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e85431-fbe2-47a2-b928-32d00024afce') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.175156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e85431-fbe2-47a2-b928-32d00024afce') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:39.182925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f0a318d7-9f46-44ee-a379-a25344525654'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:39.206902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.209127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.245249 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.250958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.255439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2a3e250d-a632-4394-bb08-2793606a6a35 HTTP/1.1" status: 204 len: 168 time: 0.7780142 Aug 20 12:04:39.257367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d14791-79e8-4655-9b4a-04c21fa7b036 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3e250d-a632-4394-bb08-2793606a6a35,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.261877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43868) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:39.285125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:39.285564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:39.290118 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:39.292255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] For port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,segment=NetworkSegment(e2e85431-fbe2-47a2-b928-32d00024afce),segment_id=e2e85431-fbe2-47a2-b928-32d00024afce)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:39.292255 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.308146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.310089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2ee56df-eb32-4831-a890-d5d80634a784 req-6796a0be-7c78-45b8-aa0b-8c53392565cc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372180 Aug 20 12:04:39.336030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] Calling delete_port for f39fe9ce-1d2f-4f08-a575-d0c6ae67431d owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:39.338850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=11']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.381571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:39.384479 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d066288-9843-4005-830e-8df067ff477f" -d '{"events": [{"server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "name": "network-vif-plugged", "status": "completed", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:39.419230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e339fa23-d41b-4e1d-a2b9-7f4dafa3b7d3 None None] DHCP port deletion for 2a3e250d-a632-4394-bb08-2793606a6a35 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:39.440173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:39.461323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.462190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:39.486845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c806053-2feb-4139-9298-1ed4e85dae1f req-2bb9870e-3ee4-4a1c-a5c7-504021c337d4 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982988 Aug 20 12:04:39.489980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.500665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.502795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/networks/9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d HTTP/1.1" status: 204 len: 168 time: 1.1288764 Aug 20 12:04:39.505367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43878) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:39.531634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680caed4-5eaf-43aa-84c4-6acdd6d6ad9f tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Network': ['ID=9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.587898 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29901d7-9bbd-49e1-819a-04a6abaede7c x-openstack-request-id: req-e29901d7-9bbd-49e1-819a-04a6abaede7c {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:39.587898 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "name": "network-vif-plugged", "status": "completed", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:39.587898 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e29901d7-9bbd-49e1-819a-04a6abaede7c {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:39.588278 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83', 'code': 200} Aug 20 12:04:39.602951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] Deleting port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:39.603260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.759695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.766018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.813332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.860565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] Pushing event deleted for resources: {'Port': ['ID=f39fe9ce-1d2f-4f08-a575-d0c6ae67431d,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:39.888781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:39.889766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.910530 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.912177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] Network 9ffaaad3-b9f1-42bf-a2ca-4feb49fe4c3d is not hosted by any dhcp agent {{(pid=101035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:04:39.912617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b226c1eb-3077-45c7-824c-bf7c85879ce9 None None] No DVR routers for this DVR port f39fe9ce-1d2f-4f08-a575-d0c6ae67431d on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:39.920311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] For port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,segment=NetworkSegment(e86fc475-50f8-41d5-9ea3-022a383c4d45),segment_id=e86fc475-50f8-41d5-9ea3-022a383c4d45)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:39.921486 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:39.964259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] Calling delete_port for 4b310d02-2ea7-4d49-81f6-530b22a7a5bd owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:39.967953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f0a318d7-9f46-44ee-a379-a25344525654 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:04:39.994385 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:40.001576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] For port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,segment=NetworkSegment(e86fc475-50f8-41d5-9ea3-022a383c4d45),segment_id=e86fc475-50f8-41d5-9ea3-022a383c4d45)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:40.001867 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.002008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.002827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9100f-1a78-4862-a47c-9a204e800df5 req-fc508dd1-df40-4114-b28f-dbfabb1206c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:40.004488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56b9100f-1a78-4862-a47c-9a204e800df5 req-fc508dd1-df40-4114-b28f-dbfabb1206c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1097 time: 0.2390058 Aug 20 12:04:40.022957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Calling delete_port for 4b310d02-2ea7-4d49-81f6-530b22a7a5bd owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:40.091069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447bf8-7855-41f5-bff8-42c0d5f73fed req-dc381fb6-46e6-444b-8774-37cf1e6ff45a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:40.100750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77447bf8-7855-41f5-bff8-42c0d5f73fed req-dc381fb6-46e6-444b-8774-37cf1e6ff45a tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 945 time: 0.3128068 Aug 20 12:04:40.113433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4b310d02-2ea7-4d49-81f6-530b22a7a5bd no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:40.167251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.173011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77447bf8-7855-41f5-bff8-42c0d5f73fed req-e31235b4-d56d-4cdd-bd49-038ebc6c3c30 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672135 Aug 20 12:04:40.192657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=12']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.195273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de017fae-982b-402e-91dc-e0f86e3ee39e req-302675cc-b515-4681-9cf2-60515d450e42 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:40.198300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No active binding found for port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd {{(pid=101035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 12:04:40.198923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4b310d02-2ea7-4d49-81f6-530b22a7a5bd not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:40.199489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f39fe9ce-1d2f-4f08-a575-d0c6ae67431d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:40.210156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de017fae-982b-402e-91dc-e0f86e3ee39e req-302675cc-b515-4681-9cf2-60515d450e42 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.3542531 Aug 20 12:04:40.220763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Port': ['ID=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.226011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f39fe9ce-1d2f-4f08-a575-d0c6ae67431d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:40.227772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] No DVR routers for this DVR port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:40.230436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f39fe9ce-1d2f-4f08-a575-d0c6ae67431d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:40.231199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cdd61892-e812-483f-ba8b-9f38ae29798e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:40.265434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: cdd61892-e812-483f-ba8b-9f38ae29798e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:40.266055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cdd61892-e812-483f-ba8b-9f38ae29798e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:40.279438 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.301448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] No DVR routers for this DVR port 4b310d02-2ea7-4d49-81f6-530b22a7a5bd on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:40.327441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531ef2d-0521-4fc3-8f83-7da295cc86de None None] Pushing event deleted for resources: {'Port': ['ID=4b310d02-2ea7-4d49-81f6-530b22a7a5bd,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.338731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56b9100f-1a78-4862-a47c-9a204e800df5 req-285f9d8b-0190-4602-bd8d-cc3e8990596e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036897 Aug 20 12:04:40.369501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.383014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de017fae-982b-402e-91dc-e0f86e3ee39e req-10ba81cb-5e25-40b0-9cfc-5569d758905e tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718540 Aug 20 12:04:40.388301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27aa1797-3e75-4b37-ba85-10cf00e91b91']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:40.403224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86fc475-50f8-41d5-9ea3-022a383c4d45') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:40.404369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86fc475-50f8-41d5-9ea3-022a383c4d45') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:40.416198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.431392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3de54bce-c773-442b-ac7c-c3de5ee2ea58 req-3dc83b86-3722-42cd-b943-a6c210095566 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-611433087', 'description': 'tempest-description-1785346816'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:40.431664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.438907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:40.439359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.466447 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3de54bce-c773-442b-ac7c-c3de5ee2ea58 req-3dc83b86-3722-42cd-b943-a6c210095566 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:40.532253 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:40.535849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.552791 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.563012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518d6be-25ae-4308-bbf1-ffa44a91e2c1 req-6056d93a-b090-4013-b2ff-d05691b9c658 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:40.564821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b518d6be-25ae-4308-bbf1-ffa44a91e2c1 req-6056d93a-b090-4013-b2ff-d05691b9c658 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1111321 Aug 20 12:04:40.567273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/networks/27aa1797-3e75-4b37-ba85-10cf00e91b91 HTTP/1.1" status: 204 len: 168 time: 1.0602133 Aug 20 12:04:40.574042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43896) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:40.592315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74444c-eae5-4736-b014-e0bb799f7194 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Network': ['ID=27aa1797-3e75-4b37-ba85-10cf00e91b91,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:40.674701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.731080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c6fce9-20c4-4379-97ae-dc517d1471ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting subnet abf4d99c-b6cc-4016-9219-72a18780598a {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:40.746357 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fce9-20c4-4379-97ae-dc517d1471ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.762084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b518d6be-25ae-4308-bbf1-ffa44a91e2c1 req-b38a98c9-2658-47f5-9145-03dad06cd167 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764488 Aug 20 12:04:40.860879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3de54bce-c773-442b-ac7c-c3de5ee2ea58 req-3dc83b86-3722-42cd-b943-a6c210095566 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.877441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3de54bce-c773-442b-ac7c-c3de5ee2ea58 req-3dc83b86-3722-42cd-b943-a6c210095566 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.881599 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fce9-20c4-4379-97ae-dc517d1471ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.968749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3de54bce-c773-442b-ac7c-c3de5ee2ea58 req-3dc83b86-3722-42cd-b943-a6c210095566 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:40.970917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3de54bce-c773-442b-ac7c-c3de5ee2ea58 req-3dc83b86-3722-42cd-b943-a6c210095566 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5451527 Aug 20 12:04:41.031212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc83b86-3722-42cd-b943-a6c210095566 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad7ec0c-cf2d-4f5f-a6f3-c1ee49733377,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:41.144253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440b98-2d7d-4fa8-88f6-a6db421b81ec req-e2fbedeb-ef76-4649-b01a-65c0a079841f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:41.145827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee440b98-2d7d-4fa8-88f6-a6db421b81ec req-e2fbedeb-ef76-4649-b01a-65c0a079841f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1878448 Aug 20 12:04:41.158199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fce9-20c4-4379-97ae-dc517d1471ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.257639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-33595572-e74d-4938-896c-8886b3f84eb9 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-611433087&fields=id&tenant_id=000f481f7708476b981da96668442f0b HTTP/1.1" status: 200 len: 267 time: 0.1498058 Aug 20 12:04:41.320356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee440b98-2d7d-4fa8-88f6-a6db421b81ec req-c97b93f4-8712-424b-81fb-007a7f21a134 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646404 Aug 20 12:04:41.382802 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fce9-20c4-4379-97ae-dc517d1471ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.444926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6fce9-20c4-4379-97ae-dc517d1471ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Subnet': ['ID=abf4d99c-b6cc-4016-9219-72a18780598a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:41.451876 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fce9-20c4-4379-97ae-dc517d1471ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.452100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c056b51-d0c1-47fd-995c-c8e6768d578f None None] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:41.455735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43904) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:41.456682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c3c6fce9-20c4-4379-97ae-dc517d1471ab tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/subnets/abf4d99c-b6cc-4016-9219-72a18780598a HTTP/1.1" status: 204 len: 168 time: 0.8813503 Aug 20 12:04:41.490978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-be53428d-a7ba-4fe5-bfc9-0cb833d0a9f8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:41.493613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-be53428d-a7ba-4fe5-bfc9-0cb833d0a9f8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2194924 Aug 20 12:04:41.518541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Request body: {'port': {'security_groups': ['0f653280-57e7-438e-886c-76f69387eabe', 'cad7ec0c-cf2d-4f5f-a6f3-c1ee49733377']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:41.576944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Deleting port e0d229a8-90ec-4eee-b970-a018ec557fb7 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:41.577153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.590165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2d418-f662-4e5d-8789-68eae4600f11 req-a4e80060-b44a-4cb3-b097-465558e656ed tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:41.599756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4b2d418-f662-4e5d-8789-68eae4600f11 req-a4e80060-b44a-4cb3-b097-465558e656ed tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 945 time: 0.1789532 Aug 20 12:04:41.621875 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.725344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Deleting port bc8ed491-611b-431a-9388-d16815ce8f98 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:41.725344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.766242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.793855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4b2d418-f662-4e5d-8789-68eae4600f11 req-34bfad73-8373-4d76-98f5-c004c6af05aa tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931286 Aug 20 12:04:41.832837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] DHCP port deletion for dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:41.849314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] For port e0d229a8-90ec-4eee-b970-a018ec557fb7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e0d229a8-90ec-4eee-b970-a018ec557fb7,segment=NetworkSegment(aa361bb5-3d41-4c04-bb8b-674b10bef108),segment_id=aa361bb5-3d41-4c04-bb8b-674b10bef108)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:41.850351 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.868337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] For port bc8ed491-611b-431a-9388-d16815ce8f98, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc8ed491-611b-431a-9388-d16815ce8f98,segment=NetworkSegment(ddf8d5f1-23ce-4052-936e-b0065e904d8e),segment_id=ddf8d5f1-23ce-4052-936e-b0065e904d8e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:41.869867 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.881238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Calling delete_port for e0d229a8-90ec-4eee-b970-a018ec557fb7 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:41.910561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Calling delete_port for bc8ed491-611b-431a-9388-d16815ce8f98 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:41.936645 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:41.955909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] Deleting port bc8ed491-611b-431a-9388-d16815ce8f98 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:41.956284 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.061974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.071088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] For port bc8ed491-611b-431a-9388-d16815ce8f98, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc8ed491-611b-431a-9388-d16815ce8f98,segment=NetworkSegment(ddf8d5f1-23ce-4052-936e-b0065e904d8e),segment_id=ddf8d5f1-23ce-4052-936e-b0065e904d8e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:42.075318 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.085499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:04:42.103422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] No DVR routers for this DVR port bc8ed491-611b-431a-9388-d16815ce8f98 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:42.105006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Port': ['ID=bc8ed491-611b-431a-9388-d16815ce8f98,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:42.148405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc8ed491-611b-431a-9388-d16815ce8f98 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:42.182562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: bc8ed491-611b-431a-9388-d16815ce8f98 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:42.183061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc8ed491-611b-431a-9388-d16815ce8f98 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:42.191321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] Calling delete_port for bc8ed491-611b-431a-9388-d16815ce8f98 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:42.220846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.233637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:42.247146 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf8d5f1-23ce-4052-936e-b0065e904d8e') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:42.247738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf8d5f1-23ce-4052-936e-b0065e904d8e') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:42.259513 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.279210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.293292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:42.294073 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:42.298674 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:42.312537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f0a318d7-9f46-44ee-a379-a25344525654 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:04:42.312911 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.375672 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.382248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.407995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] Network dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 is not hosted by any dhcp agent {{(pid=101035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:04:42.408457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] No DVR routers for this DVR port bc8ed491-611b-431a-9388-d16815ce8f98 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:42.409110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.411479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc6004-55fd-4a15-a226-68c826fbb41b None None] Pushing event deleted for resources: {'Port': ['ID=bc8ed491-611b-431a-9388-d16815ce8f98,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:42.411927 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/networks/dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33 HTTP/1.1" status: 204 len: 168 time: 0.9546983 Aug 20 12:04:42.413050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2df0f-aba5-4e6d-8922-62cb9f6a6924 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Pushing event deleted for resources: {'Network': ['ID=dbdf5567-fa47-4b98-a7e4-1ae4b8c27e33,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:42.422571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43914) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:42.453411 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-82a06cb5-9366-46e2-a44a-a8a6a46899b8 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e HTTP/1.1" status: 200 len: 205 time: 0.0296750 Aug 20 12:04:42.456281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43916) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:42.473793 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.516560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:42.520454 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65ff8d6-e373-495b-93fa-3cd2464c475e" -d '{"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:42.521609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86094-6207-4091-94ec-bc94ee090a46 req-d9565b29-95ad-4138-8ace-8ac965dca5fa tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:42.523203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67d86094-6207-4091-94ec-bc94ee090a46 req-d9565b29-95ad-4138-8ace-8ac965dca5fa tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.5673013 Aug 20 12:04:42.538757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:42.552594 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.567806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c7b14d-b1d8-4e73-9fff-7d8fc44c2085 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.656799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=13']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:42.710978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67d86094-6207-4091-94ec-bc94ee090a46 req-355d9f06-af7a-46e8-b105-14ca7712c143 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461909 Aug 20 12:04:42.782353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] For port f404dbd6-1a16-4d98-95a4-761fa70d2516, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:42.783018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c7b14d-b1d8-4e73-9fff-7d8fc44c2085 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.785217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c7b14d-b1d8-4e73-9fff-7d8fc44c2085 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.829982 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.835964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.841131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c7b14d-b1d8-4e73-9fff-7d8fc44c2085 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.841694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c7b14d-b1d8-4e73-9fff-7d8fc44c2085 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Fanout notify agent at l3_agent the message router_deleted on router f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:42.857761 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19c7b14d-b1d8-4e73-9fff-7d8fc44c2085 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.858302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f404dbd6-1a16-4d98-95a4-761fa70d2516'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:42.861352 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-19c7b14d-b1d8-4e73-9fff-7d8fc44c2085 tempest-RoutersNegativeIpV6Test-1377369035 tempest-RoutersNegativeIpV6Test-1377369035-project] 10.222.0.25 "DELETE /v2.0/routers/f5fca7b9-5bf3-4021-b5bd-ab45a3519f3e HTTP/1.1" status: 204 len: 168 time: 0.4016633 Aug 20 12:04:42.876121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:42.876621 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:42.878141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3db56a19-3bf0-468b-abb2-a4968fcb2c88 req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "PUT /v2.0/ports/f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 982 time: 1.3732448 Aug 20 12:04:42.899342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:42.903402 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db11587b-d996-4a7f-a02c-ef512aa95660" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:42.980339 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5629ea-2325-45e5-aa9f-e6d7fd04115c x-openstack-request-id: req-2c5629ea-2325-45e5-aa9f-e6d7fd04115c {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:42.980650 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:42.980916 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c5629ea-2325-45e5-aa9f-e6d7fd04115c {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:42.981335 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'code': 200} Aug 20 12:04:43.020230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b77472-c48b-48a6-ad90-9ee561243336 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event updated for resources: {'Port': ['ID=f404dbd6-1a16-4d98-95a4-761fa70d2516,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:43.038665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64b7bf-5895-4d84-a27e-d1d8a8f787eb req-3fbf29ec-5ef8-4270-a02d-eb07051c8682 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:43.040495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec64b7bf-5895-4d84-a27e-d1d8a8f787eb req-3fbf29ec-5ef8-4270-a02d-eb07051c8682 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.0953496 Aug 20 12:04:43.051028 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.052888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f404dbd6-1a16-4d98-95a4-761fa70d2516'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:43.126084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d229a8-90ec-4eee-b970-a018ec557fb7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:43.228749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec64b7bf-5895-4d84-a27e-d1d8a8f787eb req-7d5ca96c-b6ba-4b55-a26c-8c310a019b3d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737878 Aug 20 12:04:43.278358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcc6ee-edfa-46ef-99d6-6eb608c70f65 req-3690d675-a949-4f47-890e-fc73ac9d8721 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:43.286447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4efcc6ee-edfa-46ef-99d6-6eb608c70f65 req-3690d675-a949-4f47-890e-fc73ac9d8721 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 945 time: 0.2443459 Aug 20 12:04:43.400452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43930) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:43.456923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.572290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4efcc6ee-edfa-46ef-99d6-6eb608c70f65 req-338ccc18-6674-415d-94d5-e71343d66911 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846367 Aug 20 12:04:43.614491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b5af0b2-274b-439d-aebb-53049f083732 req-de114645-0597-4c11-a8cb-342b689f0da3 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-611433087&fields=id&tenant_id=000f481f7708476b981da96668442f0b HTTP/1.1" status: 200 len: 267 time: 0.1435440 Aug 20 12:04:43.620345 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.661675 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4661637f-51ef-43b4-9e25-79a34f8d76e8 x-openstack-request-id: req-4661637f-51ef-43b4-9e25-79a34f8d76e8 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:43.662047 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:43.662263 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4661637f-51ef-43b4-9e25-79a34f8d76e8 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:43.662649 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'status': 'completed', 'code': 200} Aug 20 12:04:43.708779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a6bd078c-96df-419f-b74c-c4368d3054c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7641fd95edf4724b1a06b9eba2532fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011208 Aug 20 12:04:43.708779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43936) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:43.798823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ae2be22d-c8d3-4ee5-9b56-5a0aeb57c411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.816615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5af0b2-274b-439d-aebb-53049f083732 req-4e4ce7bd-d987-4158-a428-bae4a8644f70 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:43.818279 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b5af0b2-274b-439d-aebb-53049f083732 req-4e4ce7bd-d987-4158-a428-bae4a8644f70 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 985 time: 0.2030616 Aug 20 12:04:43.823621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-14f3fa61-20dd-4113-9b2f-732af0f8578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:43.825168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-14f3fa61-20dd-4113-9b2f-732af0f8578e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1137 time: 0.1210306 Aug 20 12:04:43.844797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-6b5af0b2-274b-439d-aebb-53049f083732 req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Request body: {'port': {'security_groups': ['0f653280-57e7-438e-886c-76f69387eabe']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:43.845766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ae2be22d-c8d3-4ee5-9b56-5a0aeb57c411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.857742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-5c4d0942-83eb-4efc-be4d-04ac470635fd tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1933663683&fields=id&tenant_id=a19bf3d8285c4677b509206b9b7e2138 HTTP/1.1" status: 200 len: 267 time: 0.1095681 Aug 20 12:04:43.920552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ae2be22d-c8d3-4ee5-9b56-5a0aeb57c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.923357 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ae2be22d-c8d3-4ee5-9b56-5a0aeb57c411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.926910 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ae2be22d-c8d3-4ee5-9b56-5a0aeb57c411 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39cb1977-b7ef-4b27-b710-6d1d67727c57 HTTP/1.1" status: 204 len: 168 time: 0.2131739 Aug 20 12:04:43.945925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2be22d-c8d3-4ee5-9b56-5a0aeb57c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb1977-b7ef-4b27-b710-6d1d67727c57,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:44.121889 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6b5af0b2-274b-439d-aebb-53049f083732 req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.155927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-3809c2d6-72af-46ae-8b09-5fd7863ec995 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:44.157449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-3809c2d6-72af-46ae-8b09-5fd7863ec995 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 945 time: 0.2295113 Aug 20 12:04:44.180245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'port': {'security_groups': ['12621d31-70d5-49d0-b34b-fa6e6dba592a', '9e82a43a-3964-4c54-8f10-89d02a47a9ba']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:44.187339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-25a2c8a1-e19b-49de-80f7-9f4de919994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:44.188819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-25a2c8a1-e19b-49de-80f7-9f4de919994d service neutron] 10.222.0.73 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 921 time: 0.3501923 Aug 20 12:04:44.286450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Router 82102c32-0d0e-40bf-9f9a-933af7ef7017 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:44.293931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-d9f0ad1e-04e3-4550-b458-e4fa2d5dcb97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 217 time: 0.0603178 Aug 20 12:04:44.416646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.485294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-82f02326-663c-41f3-bc34-1b7c1792ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:44.489401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-82f02326-663c-41f3-bc34-1b7c1792ee8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.1838462 Aug 20 12:04:44.629723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-bacaf9fd-6386-40ba-8fd1-b319cbcedb83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323953 Aug 20 12:04:44.758217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:44.773610 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] Sync routers for ids ['82102c32-0d0e-40bf-9f9a-933af7ef7017'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:44.783728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f97ea313-da24-4353-9e03-87632265f2b9 admin admin] 10.222.0.25 "PUT /v2.0/routers/82102c32-0d0e-40bf-9f9a-933af7ef7017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5101368 Aug 20 12:04:44.784206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43970) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:44.786921 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] Routers {'82102c32-0d0e-40bf-9f9a-933af7ef7017'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:44.787567 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['82102c32-0d0e-40bf-9f9a-933af7ef7017'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:44.856127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6b5af0b2-274b-439d-aebb-53049f083732 req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] For port f404dbd6-1a16-4d98-95a4-761fa70d2516, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:44.899211 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6b5af0b2-274b-439d-aebb-53049f083732 req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.930912 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:44.955505 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] Set router 82102c32-0d0e-40bf-9f9a-933af7ef7017 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:45.020352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:45.102054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] For port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:45.151848 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.153838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.159610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6b5af0b2-274b-439d-aebb-53049f083732 req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.166697 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:04:42Z', 'revision_number': 5, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port': {'id': 'c1a03618-3705-4d10-98c3-09d18a4110ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:02:40Z', 'updated_at': '2021-08-20T12:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:45.171010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.175733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f404dbd6-1a16-4d98-95a4-761fa70d2516'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:45.197791 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] Checking router: 82102c32-0d0e-40bf-9f9a-933af7ef7017 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:45.207314 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] Routers {'82102c32-0d0e-40bf-9f9a-933af7ef7017'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:45.208255 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['82102c32-0d0e-40bf-9f9a-933af7ef7017'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:45.239253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-secgroup--242191368'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:45.272383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.285969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Deleting port c1a03618-3705-4d10-98c3-09d18a4110ae {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:45.286215 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.289872 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.307744 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] Set router 82102c32-0d0e-40bf-9f9a-933af7ef7017 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:45.353463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5af0b2-274b-439d-aebb-53049f083732 req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:45.355068 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6b5af0b2-274b-439d-aebb-53049f083732 req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.373839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b5af0b2-274b-439d-aebb-53049f083732 req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "PUT /v2.0/ports/f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 943 time: 1.5374420 Aug 20 12:04:45.391063 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:04:45Z', 'revision_number': 6, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:45.421919 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581addc-a743-4778-9aed-53bed9baeddf None None] The sync data for ids ['82102c32-0d0e-40bf-9f9a-933af7ef7017'] in n-d-800634-10 is: [{'id': '82102c32-0d0e-40bf-9f9a-933af7ef7017', 'name': 'tempest-AttachSCSIVolumeTestJSON-180499883-router', 'tenant_id': '7dd0215202af4d9b8f8505121dcd13d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:02:38Z', 'updated_at': '2021-08-20T12:04:45Z', 'revision_number': 6, 'project_id': '7dd0215202af4d9b8f8505121dcd13d1', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:45.427498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:45.428391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.441348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dd0bebb-fc05-4f64-9f0e-c06ad85b50e6 req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "PUT /v2.0/ports/bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 200 len: 981 time: 1.2659054 Aug 20 12:04:45.466100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-0bb4c811-0f4c-4887-8294-c52f95a9e7d9 service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253782 Aug 20 12:04:45.527419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f404dbd6-1a16-4d98-95a4-761fa70d2516'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:45.535543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] For port c1a03618-3705-4d10-98c3-09d18a4110ae, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c1a03618-3705-4d10-98c3-09d18a4110ae,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:45.536693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.585571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03', 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:45.592284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Calling delete_port for c1a03618-3705-4d10-98c3-09d18a4110ae owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:45.592904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:45.601856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db11587b-d996-4a7f-a02c-ef512aa95660 req-a3f298cf-d14b-416c-88d0-f7fd9fe2897b service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191769 Aug 20 12:04:45.638909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385b826-e3c4-47bc-969c-01eb9a62f3b8 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event updated for resources: {'Port': ['ID=f404dbd6-1a16-4d98-95a4-761fa70d2516,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:45.681972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516'}, {'name': 'network-changed', 'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:45.685353 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebab4601-7830-414f-823c-040748015d93" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516"}, {"name": "network-changed", "server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:45.720966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6ea4-08b7-4661-b5b4-d04207a7c103 req-70fda761-0cbb-4085-9277-6972fc1b3925 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:45.732067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f22e6ea4-08b7-4661-b5b4-d04207a7c103 req-70fda761-0cbb-4085-9277-6972fc1b3925 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.1289551 Aug 20 12:04:45.772892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.861395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5bcc7-8504-45ea-a411-ec2599f11ca0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'Port': ['ID=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:45.880405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.912885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f22e6ea4-08b7-4661-b5b4-d04207a7c103 req-ed71740a-0ee3-4171-8d0e-2980743de523 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796157 Aug 20 12:04:45.926898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e02ba6-1c87-4bf1-af4d-d51864eac428 req-1f8d769e-3b0c-4ae4-9a0a-5a196035c338 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:45.928409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3e02ba6-1c87-4bf1-af4d-d51864eac428 req-1f8d769e-3b0c-4ae4-9a0a-5a196035c338 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1406274 Aug 20 12:04:45.983746 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e0086c-bd8f-41fe-a434-95043844a8ab,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:46.067298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.071957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3e02ba6-1c87-4bf1-af4d-d51864eac428 req-acb27bce-5c8a-47c8-bfca-63fbceea9e37 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357870 Aug 20 12:04:46.084168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.117679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e0d229a8-90ec-4eee-b970-a018ec557fb7 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:46.154210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.155740 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1336341 Aug 20 12:04:46.159719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:46.159879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-632288d7-0284-4648-aefa-3fd550db79dd req-820dcf04-340a-4ec9-90cf-c0b2e860981d tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1714561 Aug 20 12:04:46.165197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:46.172972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184d797-6ff2-49c5-8265-870cb406dcae tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f65a78-ddae-48e4-beee-7a3d5ea34db9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:46.190723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e0d229a8-90ec-4eee-b970-a018ec557fb7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:46.192031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e0d229a8-90ec-4eee-b970-a018ec557fb7 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:46.233857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4936e77-81f7-401f-96d2-4da44bcd8ff5 req-9656b55d-d6c5-427a-aaaa-56fa82185ab9 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/9e82a43a-3964-4c54-8f10-89d02a47a9ba HTTP/1.1" status: 200 len: 1802 time: 0.0640182 Aug 20 12:04:46.235380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.259199 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c70340f5-14c3-4755-81a0-663895334b6c tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0980740 Aug 20 12:04:46.262226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.264826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43988) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:46.298111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2b0a03fa-a580-4585-b913-d635e8818dba tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-security--1951780391', 'description': 'tempest-security-description-2139187447'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:46.315445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a03618-3705-4d10-98c3-09d18a4110ae,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:46.345079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b0a03fa-a580-4585-b913-d635e8818dba tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.433625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.453381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b0a03fa-a580-4585-b913-d635e8818dba tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.455369 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-d4936e77-81f7-401f-96d2-4da44bcd8ff5 req-027160cc-146d-42a2-8f1e-0071da12bade tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 12:04:46.473523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4936e77-81f7-401f-96d2-4da44bcd8ff5 req-027160cc-146d-42a2-8f1e-0071da12bade tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e82a43a-3964-4c54-8f10-89d02a47a9ba HTTP/1.1" status: 409 len: 341 time: 0.2232945 Aug 20 12:04:46.485309 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b0a03fa-a580-4585-b913-d635e8818dba tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.492681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b0a03fa-a580-4585-b913-d635e8818dba tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.497178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2b0a03fa-a580-4585-b913-d635e8818dba tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "PUT /v2.0/security-groups/b4f65a78-ddae-48e4-beee-7a3d5ea34db9 HTTP/1.1" status: 200 len: 1780 time: 0.2041140 Aug 20 12:04:46.508410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43992) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:46.597150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.600104 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.614097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a03fa-a580-4585-b913-d635e8818dba tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f65a78-ddae-48e4-beee-7a3d5ea34db9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:46.618457 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcc9738-d89a-4a25-8fda-d1918fc2dcde x-openstack-request-id: req-3dcc9738-d89a-4a25-8fda-d1918fc2dcde {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:46.618806 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:46.619158 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dcc9738-d89a-4a25-8fda-d1918fc2dcde {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:46.619592 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'status': 'completed', 'code': 200} Aug 20 12:04:46.619851 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83', 'status': 'completed', 'code': 200} Aug 20 12:04:46.686638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.687626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82102c32-0d0e-40bf-9f9a-933af7ef7017 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:04:46.694929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.696978 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d1b7e11-93cf-4974-9902-7de986b8a3e0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/82102c32-0d0e-40bf-9f9a-933af7ef7017 HTTP/1.1" status: 204 len: 168 time: 1.9115229 Aug 20 12:04:46.705287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43998) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:46.753315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8fbf5a30-9474-4852-b2e7-8fa605125319 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups/b4f65a78-ddae-48e4-beee-7a3d5ea34db9 HTTP/1.1" status: 200 len: 1780 time: 0.2353761 Aug 20 12:04:46.754955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44000) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:46.781097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fa53bb-1482-469f-9880-be671cb76ccd admin admin] Deleting subnet f3626537-f30c-4d4c-9382-7371d026189f {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:04:46.781480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4601-7830-414f-823c-040748015d93 req-ce73a844-4a80-4048-ac9c-85c08b2feee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:46.784373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-ce73a844-4a80-4048-ac9c-85c08b2feee3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1098 time: 0.1631494 Aug 20 12:04:46.785635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33fa53bb-1482-469f-9880-be671cb76ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.926652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33fa53bb-1482-469f-9880-be671cb76ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:46.945942 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.037991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33fa53bb-1482-469f-9880-be671cb76ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.068554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ed98176-1f54-46b1-9295-927a7d54defe tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.080486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283271f-e405-4635-9173-e6abc5e19149 req-8c93c1eb-637b-47e0-be6c-6d0ff3433da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:47.081526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7283271f-e405-4635-9173-e6abc5e19149 req-8c93c1eb-637b-47e0-be6c-6d0ff3433da5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1136 time: 0.1903348 Aug 20 12:04:47.087114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4601-7830-414f-823c-040748015d93 req-421b1ac4-589e-449b-a088-9b37656ce1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:47.088920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-421b1ac4-589e-449b-a088-9b37656ce1c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 921 time: 0.2787721 Aug 20 12:04:47.169866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33fa53bb-1482-469f-9880-be671cb76ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.215706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa53bb-1482-469f-9880-be671cb76ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3626537-f30c-4d4c-9382-7371d026189f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:47.225579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33fa53bb-1482-469f-9880-be671cb76ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.231273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33fa53bb-1482-469f-9880-be671cb76ccd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f3626537-f30c-4d4c-9382-7371d026189f HTTP/1.1" status: 204 len: 168 time: 0.5248847 Aug 20 12:04:47.231989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:47.233382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670472b-c39c-4153-993d-4080144cf959 None None] Network 678114e6-2825-4330-b411-8a19cbc67a24 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:47.311756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.416966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Deleting port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:47.417325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.511520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] For port 2f407bae-73b5-452c-b5cb-ddfa459e54c5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2f407bae-73b5-452c-b5cb-ddfa459e54c5,segment=NetworkSegment(aa361bb5-3d41-4c04-bb8b-674b10bef108),segment_id=aa361bb5-3d41-4c04-bb8b-674b10bef108)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:47.511996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.533773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Calling delete_port for 2f407bae-73b5-452c-b5cb-ddfa459e54c5 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:47.535632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] DHCP port deletion for 678114e6-2825-4330-b411-8a19cbc67a24 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:04:47.644705 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.677151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] Deleting port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:47.677939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.691326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] No DVR routers for this DVR port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:47.693621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f407bae-73b5-452c-b5cb-ddfa459e54c5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:47.702352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-ebb87de5-0210-4cae-bd88-8ecd787b3b20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 217 time: 0.5949309 Aug 20 12:04:47.704202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ed98176-1f54-46b1-9295-927a7d54defe tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.836627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] For port 2f407bae-73b5-452c-b5cb-ddfa459e54c5, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:47.838633 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.858763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Allocated IP 172.25.0.32 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/51146c7f-236a-414e-bcf0-7e85c59fb273) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:04:47.872936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4601-7830-414f-823c-040748015d93 req-ee75dd83-dcdf-48b2-9a39-5e2d2d024f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:47.875581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-ee75dd83-dcdf-48b2-9a39-5e2d2d024f0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.1407437 Aug 20 12:04:47.876824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] Calling delete_port for 2f407bae-73b5-452c-b5cb-ddfa459e54c5 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:47.885934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] Port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:04:47.891753 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.907969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931697-005a-42a0-a1b5-00b8b62ee674 req-ddb24d88-99d6-41e1-b0c0-cd4c5fd669b1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:47.916447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11931697-005a-42a0-a1b5-00b8b62ee674 req-ddb24d88-99d6-41e1-b0c0-cd4c5fd669b1 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 984 time: 0.2539930 Aug 20 12:04:47.931461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] Pushing event deleted for resources: {'Port': ['ID=2f407bae-73b5-452c-b5cb-ddfa459e54c5,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:47.950588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e461f-1a81-4112-a02e-53896df256d7 None None] No DVR routers for this DVR port 2f407bae-73b5-452c-b5cb-ddfa459e54c5 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:04:47.984855 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ed98176-1f54-46b1-9295-927a7d54defe tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.987885 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ed98176-1f54-46b1-9295-927a7d54defe tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.989341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7ed98176-1f54-46b1-9295-927a7d54defe tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/b4f65a78-ddae-48e4-beee-7a3d5ea34db9 HTTP/1.1" status: 204 len: 168 time: 1.2283747 Aug 20 12:04:48.001221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-01fb72bb-e58b-43a5-8589-279b97d53cfd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760872 Aug 20 12:04:48.007399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44012) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.009684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283271f-e405-4635-9173-e6abc5e19149 req-7530f3ca-9e6b-44df-9834-b307be61c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:48.011408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7283271f-e405-4635-9173-e6abc5e19149 req-7530f3ca-9e6b-44df-9834-b307be61c4a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 913 time: 0.9197843 Aug 20 12:04:48.097220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c1a03618-3705-4d10-98c3-09d18a4110ae no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:48.102073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed98176-1f54-46b1-9295-927a7d54defe tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f65a78-ddae-48e4-beee-7a3d5ea34db9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:48.118131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.128873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678114e6-2825-4330-b411-8a19cbc67a24']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:48.140851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa361bb5-3d41-4c04-bb8b-674b10bef108') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:48.141156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa361bb5-3d41-4c04-bb8b-674b10bef108') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:48.141703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c1a03618-3705-4d10-98c3-09d18a4110ae {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:48.142044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c1a03618-3705-4d10-98c3-09d18a4110ae not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:48.142490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2f407bae-73b5-452c-b5cb-ddfa459e54c5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:48.151843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.166840 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.171758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2f407bae-73b5-452c-b5cb-ddfa459e54c5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:04:48.172114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2f407bae-73b5-452c-b5cb-ddfa459e54c5 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:04:48.174082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:04:48.174515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.202304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7283271f-e405-4635-9173-e6abc5e19149 req-ab9cc1ec-e366-4ce3-9ea5-27751b2ff148 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 200 len: 217 time: 0.1665599 Aug 20 12:04:48.216911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11931697-005a-42a0-a1b5-00b8b62ee674 req-6e356809-90cb-43de-a7a6-6a554c10a4ed tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e82a43a-3964-4c54-8f10-89d02a47a9ba&id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2990851 Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:04:48.225185 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:04:48.254507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.267356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.271937 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] 10.222.0.25 "DELETE /v2.0/networks/678114e6-2825-4330-b411-8a19cbc67a24 HTTP/1.1" status: 204 len: 168 time: 1.0365076 Aug 20 12:04:48.304084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def427b-8a14-4713-942f-6c0ee2683968 admin admin] Pushing event deleted for resources: {'Network': ['ID=678114e6-2825-4330-b411-8a19cbc67a24,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:48.329520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b6dca86c-6c49-4b07-84f2-8352a8266288 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3168454 Aug 20 12:04:48.332301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.350560 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-74413816-3744-4ae1-b731-cc5a6bca9a2c tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] delete failed (client error): The resource could not be found. Aug 20 12:04:48.351481 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-74413816-3744-4ae1-b731-cc5a6bca9a2c tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/b4f65a78-ddae-48e4-beee-7a3d5ea34db9 HTTP/1.1" status: 404 len: 347 time: 0.0181904 Aug 20 12:04:48.356323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44020) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.363521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3a76943f-be79-41ef-8972-bce246dc3496 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311451739'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:48.395145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283271f-e405-4635-9173-e6abc5e19149 req-f726afec-7d92-42d7-8e0e-92af34b4baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:48.396648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7283271f-e405-4635-9173-e6abc5e19149 req-f726afec-7d92-42d7-8e0e-92af34b4baf5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.1646140 Aug 20 12:04:48.412144 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a76943f-be79-41ef-8972-bce246dc3496 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.427632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-b812c86d-6b04-4759-926c-1d7b9e1d4250 service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018199 Aug 20 12:04:48.444364 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.461146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7283271f-e405-4635-9173-e6abc5e19149 req-dce8325a-8697-402a-a839-2f0ad0e727a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489094 Aug 20 12:04:48.484314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a2cdb-910e-4e09-bdaf-ff1253b6983f req-672477ad-56d1-4170-8f63-0168667ab7a9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:48.492205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e1a2cdb-910e-4e09-bdaf-ff1253b6983f req-672477ad-56d1-4170-8f63-0168667ab7a9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.1826506 Aug 20 12:04:48.548722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a76943f-be79-41ef-8972-bce246dc3496 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.555049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a76943f-be79-41ef-8972-bce246dc3496 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.566600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44022) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.586014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a76943f-be79-41ef-8972-bce246dc3496 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.588195 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a76943f-be79-41ef-8972-bce246dc3496 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2305689 Aug 20 12:04:48.594525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44024) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.599741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d13aaeca-d096-462f-aa14-6c6f075177d2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': 'f244ee79-ef9e-4873-ab2d-34b868c94366', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:48.616024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76943f-be79-41ef-8972-bce246dc3496 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f244ee79-ef9e-4873-ab2d-34b868c94366,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:48.641305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d13aaeca-d096-462f-aa14-6c6f075177d2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.707750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e1a2cdb-910e-4e09-bdaf-ff1253b6983f req-b6c5fc93-1a9f-4741-a0ba-9d7ac3b8c3df tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133436 Aug 20 12:04:48.728588 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d13aaeca-d096-462f-aa14-6c6f075177d2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.741319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d13aaeca-d096-462f-aa14-6c6f075177d2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.764047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13aaeca-d096-462f-aa14-6c6f075177d2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40daa9ff-990f-4b8a-8572-f65bdd57fd17,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:48.780076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d13aaeca-d096-462f-aa14-6c6f075177d2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.787057 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d13aaeca-d096-462f-aa14-6c6f075177d2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1889727 Aug 20 12:04:48.787764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44026) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.812372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.820826 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b6803ecb-c46e-4c91-a809-bb05060e2671 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2a0aac7572c4f7a8163d555070ef4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261159 Aug 20 12:04:48.827723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44028) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.834901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc0009fd-9216-4502-93f7-ccadee6bad9f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.835600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-873f6d2a-960f-4144-8c7c-648ffef61c36 service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863978 Aug 20 12:04:48.861086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc0009fd-9216-4502-93f7-ccadee6bad9f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.876269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7283271f-e405-4635-9173-e6abc5e19149 req-0df61d52-6811-466b-b85a-f1c516fcda4e service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494060 Aug 20 12:04:48.913445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:04:48.913735 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb319-e721-4929-8257-8e545dbc295e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.921736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:48.945209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc0009fd-9216-4502-93f7-ccadee6bad9f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.950882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb319-e721-4929-8257-8e545dbc295e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.960511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:04:48.961415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc0009fd-9216-4502-93f7-ccadee6bad9f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.965803 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dc0009fd-9216-4502-93f7-ccadee6bad9f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/40daa9ff-990f-4b8a-8572-f65bdd57fd17 HTTP/1.1" status: 204 len: 168 time: 0.1747653 Aug 20 12:04:48.967458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44030) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:48.970620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event updated for resources: {'Port': ['ID=51146c7f-236a-414e-bcf0-7e85c59fb273,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:49.007061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0009fd-9216-4502-93f7-ccadee6bad9f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40daa9ff-990f-4b8a-8572-f65bdd57fd17,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:49.020608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdec7d-8d4e-4a28-85cd-0c09ce5a0ce4 req-e9b95853-5b32-4218-8b63-2fe21c00b1b1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:49.028717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08bdec7d-8d4e-4a28-85cd-0c09ce5a0ce4 req-e9b95853-5b32-4218-8b63-2fe21c00b1b1 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.2039735 Aug 20 12:04:49.063446 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4787716e-ae8d-4593-a690-28f22a242ed8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0891786 Aug 20 12:04:49.063686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44032) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:49.123074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08bdec7d-8d4e-4a28-85cd-0c09ce5a0ce4 req-47f23995-c680-401e-85f4-1b201d1a0c8f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918472 Aug 20 12:04:49.127811 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb319-e721-4929-8257-8e545dbc295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.131204 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb319-e721-4929-8257-8e545dbc295e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.132389 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f9dcb319-e721-4929-8257-8e545dbc295e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0401d9b-f758-41da-8bff-4afb9bc0ad00 HTTP/1.1" status: 204 len: 168 time: 0.3065789 Aug 20 12:04:49.150109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7283271f-e405-4635-9173-e6abc5e19149 req-05a9b8db-84b9-4009-b619-4cd8218a79c3 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529421 Aug 20 12:04:49.158879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcb319-e721-4929-8257-8e545dbc295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0401d9b-f758-41da-8bff-4afb9bc0ad00,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:49.165871 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.218387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c2d07a8-a654-418a-891f-4649d17cd1e4 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.270254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.276909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c2d07a8-a654-418a-891f-4649d17cd1e4 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.398976 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c2d07a8-a654-418a-891f-4649d17cd1e4 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.402784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c2d07a8-a654-418a-891f-4649d17cd1e4 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.403946 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6c2d07a8-a654-418a-891f-4649d17cd1e4 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/f244ee79-ef9e-4873-ab2d-34b868c94366 HTTP/1.1" status: 204 len: 168 time: 0.3385599 Aug 20 12:04:49.416394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44038) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:49.439491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d07a8-a654-418a-891f-4649d17cd1e4 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f244ee79-ef9e-4873-ab2d-34b868c94366,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:49.477583 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-36d4e6aa-4765-4cb7-8d36-cd6c01783692 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599816 Aug 20 12:04:49.478480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:49.484015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4601-7830-414f-823c-040748015d93 req-3d2c7b2f-c492-4b3f-b78d-921873c50377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:49.486990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-3d2c7b2f-c492-4b3f-b78d-921873c50377 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1136 time: 0.1164572 Aug 20 12:04:49.494551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a15fbb78-f562-4676-987e-8490d4015184 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540505361'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:49.534806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a15fbb78-f562-4676-987e-8490d4015184 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.662668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4601-7830-414f-823c-040748015d93 req-a0bf0e38-9c47-4c94-b16d-12d06c3343e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:49.663957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-a0bf0e38-9c47-4c94-b16d-12d06c3343e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 913 time: 0.1680498 Aug 20 12:04:49.702749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a15fbb78-f562-4676-987e-8490d4015184 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.712919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a15fbb78-f562-4676-987e-8490d4015184 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.738247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-f5f2f817-59d2-4bd4-a8e1-8d5a9537bbad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 200 len: 217 time: 0.0609488 Aug 20 12:04:49.750498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a15fbb78-f562-4676-987e-8490d4015184 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.755006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eee13a-1fc4-4162-a091-cc7d9718ec9f req-5dd0b2ca-f2df-49d6-8483-32a7165a1a92 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:49.756664 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a15fbb78-f562-4676-987e-8490d4015184 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2770610 Aug 20 12:04:49.756824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03eee13a-1fc4-4162-a091-cc7d9718ec9f req-5dd0b2ca-f2df-49d6-8483-32a7165a1a92 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 984 time: 0.1369746 Aug 20 12:04:49.761160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44050) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:49.767161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2d12875d-d10c-4df2-a5a8-558bb3ab3326 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': '457ecff4-64b3-41ef-8409-d096d4ef4da7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:49.795517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44052) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:49.806026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fbb78-f562-4676-987e-8490d4015184 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457ecff4-64b3-41ef-8409-d096d4ef4da7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:49.825724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.848792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.860934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d12875d-d10c-4df2-a5a8-558bb3ab3326 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.866669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03eee13a-1fc4-4162-a091-cc7d9718ec9f req-1491fd2e-61c5-4325-a19d-e49816d75a9f tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e82a43a-3964-4c54-8f10-89d02a47a9ba&id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0930257 Aug 20 12:04:49.874660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4601-7830-414f-823c-040748015d93 req-8a1d732f-4192-44ea-8f7e-d0131a1bb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:49.888183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-8a1d732f-4192-44ea-8f7e-d0131a1bb8e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.1303701 Aug 20 12:04:49.913796 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aa99c90a-4c64-4a8e-b854-2f145ec06553 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7dd0215202af4d9b8f8505121dcd13d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091120 Aug 20 12:04:49.916548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44054) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:49.937218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event updated for resources: {'Port': ['ID=51146c7f-236a-414e-bcf0-7e85c59fb273,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:49.999786 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d12875d-d10c-4df2-a5a8-558bb3ab3326 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.012091 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d12875d-d10c-4df2-a5a8-558bb3ab3326 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.023151 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-289e61e0-1309-4833-807e-de7919812b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.028150 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-f055ff23-7d64-4b5d-889c-cbb8c7122bf5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747094 Aug 20 12:04:50.048830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12875d-d10c-4df2-a5a8-558bb3ab3326 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d38a99-9e9b-4e75-a34e-8cd222e104e9,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:50.064838 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d12875d-d10c-4df2-a5a8-558bb3ab3326 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.070082 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2d12875d-d10c-4df2-a5a8-558bb3ab3326 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3069332 Aug 20 12:04:50.071068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44056) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:50.073623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-289e61e0-1309-4833-807e-de7919812b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.086913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9195f9f0-851e-4037-a63e-fe866f784325 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': '457ecff4-64b3-41ef-8409-d096d4ef4da7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:50.141132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9195f9f0-851e-4037-a63e-fe866f784325 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.175127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-289e61e0-1309-4833-807e-de7919812b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.178372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-289e61e0-1309-4833-807e-de7919812b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.179521 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-289e61e0-1309-4833-807e-de7919812b5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbb19787-0cc7-4f67-b810-ba1a5f30b711 HTTP/1.1" status: 204 len: 168 time: 0.2620623 Aug 20 12:04:50.183458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a6851-19c3-49fa-b790-6082224a655d req-8e8400cb-36f5-4bbc-8d95-8f3bc2cdb185 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:50.193281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f58a6851-19c3-49fa-b790-6082224a655d req-8e8400cb-36f5-4bbc-8d95-8f3bc2cdb185 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.2415414 Aug 20 12:04:50.195295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.199362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e61e0-1309-4833-807e-de7919812b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb19787-0cc7-4f67-b810-ba1a5f30b711,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:50.236998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9195f9f0-851e-4037-a63e-fe866f784325 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.243742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9195f9f0-851e-4037-a63e-fe866f784325 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.259706 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.268670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-632288d7-0284-4648-aefa-3fd550db79dd req-49ddc1d4-759b-42ce-8fc0-0463160fadf2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1077151 Aug 20 12:04:50.278479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f9f0-851e-4037-a63e-fe866f784325 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326729ad-3974-43cc-886f-7bbc7617e229,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:50.287943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9195f9f0-851e-4037-a63e-fe866f784325 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.293457 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9195f9f0-851e-4037-a63e-fe866f784325 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2171299 Aug 20 12:04:50.294933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44062) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:50.300449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f8677c1d-436c-4bfa-ae07-2ba53454ed0f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': '457ecff4-64b3-41ef-8409-d096d4ef4da7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:50.356661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f58a6851-19c3-49fa-b790-6082224a655d req-7335fe10-85e7-4d50-a3f1-63116223b47b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623816 Aug 20 12:04:50.377623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8677c1d-436c-4bfa-ae07-2ba53454ed0f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.411816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-632288d7-0284-4648-aefa-3fd550db79dd req-a4166338-244b-4079-b7ff-a03de6e846d5 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.1417778 Aug 20 12:04:50.471284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8677c1d-436c-4bfa-ae07-2ba53454ed0f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.476842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8677c1d-436c-4bfa-ae07-2ba53454ed0f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.503655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8677c1d-436c-4bfa-ae07-2ba53454ed0f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42291c4-a4b7-4fe7-bd56-efbc36d45146,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:50.508034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8677c1d-436c-4bfa-ae07-2ba53454ed0f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.512170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f8677c1d-436c-4bfa-ae07-2ba53454ed0f tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2154505 Aug 20 12:04:50.513274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44070) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:50.518468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3aa960f8-d3f9-4f86-8a1b-6c2ba1977d51 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': '457ecff4-64b3-41ef-8409-d096d4ef4da7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:50.562619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3aa960f8-d3f9-4f86-8a1b-6c2ba1977d51 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.623800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632288d7-0284-4648-aefa-3fd550db79dd req-b8f3902c-f357-4fe1-bd0f-bf860394eacc tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:50.638584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-632288d7-0284-4648-aefa-3fd550db79dd req-b8f3902c-f357-4fe1-bd0f-bf860394eacc tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.2257986 Aug 20 12:04:50.642021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-0d14a839-32be-4bd7-97ab-fbc0c5ec5fc3 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897312 Aug 20 12:04:50.652123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3aa960f8-d3f9-4f86-8a1b-6c2ba1977d51 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.659616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3aa960f8-d3f9-4f86-8a1b-6c2ba1977d51 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.684323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa960f8-d3f9-4f86-8a1b-6c2ba1977d51 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcb1f7c-e2a2-413f-b56b-3c646953d1fd,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:50.699152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3aa960f8-d3f9-4f86-8a1b-6c2ba1977d51 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.701260 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3aa960f8-d3f9-4f86-8a1b-6c2ba1977d51 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1869705 Aug 20 12:04:50.706547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44078) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:50.715435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0ecbd2e6-e02f-4082-9151-c1aa409cc585 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': '457ecff4-64b3-41ef-8409-d096d4ef4da7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:50.726526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc5ec9-bc57-46d8-a3b2-bc730412f0d4 req-6c43bdbf-8fe8-4911-ac99-7c657d4c6d56 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:50.736889 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40dc5ec9-bc57-46d8-a3b2-bc730412f0d4 req-6c43bdbf-8fe8-4911-ac99-7c657d4c6d56 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1841888 Aug 20 12:04:50.764812 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd2e6-e02f-4082-9151-c1aa409cc585 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.881518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebab4601-7830-414f-823c-040748015d93 req-8ea94c9b-0d56-4517-986b-927795bc83b7 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314005 Aug 20 12:04:50.907899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd2e6-e02f-4082-9151-c1aa409cc585 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.915568 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd2e6-e02f-4082-9151-c1aa409cc585 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.936765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40dc5ec9-bc57-46d8-a3b2-bc730412f0d4 req-57ce0d02-8623-41d0-b765-7940510bfbd6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982014 Aug 20 12:04:50.952873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbd2e6-e02f-4082-9151-c1aa409cc585 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe18ff9-c757-4486-9d77-c409bd25364d,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:50.972439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd2e6-e02f-4082-9151-c1aa409cc585 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:50.976917 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0ecbd2e6-e02f-4082-9151-c1aa409cc585 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2658117 Aug 20 12:04:50.977575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44086) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.029015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140f846f-6bc1-49da-8602-4f4405a1e104 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.038080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140f846f-6bc1-49da-8602-4f4405a1e104 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.088514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140f846f-6bc1-49da-8602-4f4405a1e104 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.104856 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140f846f-6bc1-49da-8602-4f4405a1e104 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.108482 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-140f846f-6bc1-49da-8602-4f4405a1e104 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5fe18ff9-c757-4486-9d77-c409bd25364d HTTP/1.1" status: 204 len: 168 time: 0.1276891 Aug 20 12:04:51.108482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f846f-6bc1-49da-8602-4f4405a1e104 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fe18ff9-c757-4486-9d77-c409bd25364d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:51.108870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44092) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.145304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-c80d3c58-8da9-450e-b0d6-9323ee8fc8e6 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:51.146903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-c80d3c58-8da9-450e-b0d6-9323ee8fc8e6 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1989655 Aug 20 12:04:51.174523 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0207c277-a77d-4bc4-95eb-c80e8aee5809 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0622375 Aug 20 12:04:51.175376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44096) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.202128 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e908015-d288-4d5c-8b95-86417a7c8f81 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.212219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e908015-d288-4d5c-8b95-86417a7c8f81 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.213917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fe82-330c-4dd2-8a53-41178dc064e0 req-03d3fb2c-e229-4f28-a929-8122a4362c96 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:51.215537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6f8fe82-330c-4dd2-8a53-41178dc064e0 req-03d3fb2c-e229-4f28-a929-8122a4362c96 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 984 time: 0.1383710 Aug 20 12:04:51.234745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-9be301cd-2821-4e1c-af9b-7dcf84d9bced tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0796292 Aug 20 12:04:51.257388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e908015-d288-4d5c-8b95-86417a7c8f81 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.258174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Request body: {'floatingip': {'port_id': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:51.267130 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e908015-d288-4d5c-8b95-86417a7c8f81 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.268911 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9e908015-d288-4d5c-8b95-86417a7c8f81 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0bcb1f7c-e2a2-413f-b56b-3c646953d1fd HTTP/1.1" status: 204 len: 168 time: 0.0925763 Aug 20 12:04:51.273415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44100) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.280754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e908015-d288-4d5c-8b95-86417a7c8f81 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bcb1f7c-e2a2-413f-b56b-3c646953d1fd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:51.318610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.342929 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-286e33b9-8c46-47a7-bca9-bd1046c7ea73 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0679364 Aug 20 12:04:51.353214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44102) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.407827 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-baa2f065-8a2e-4825-9f99-6948be585395 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.417321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-baa2f065-8a2e-4825-9f99-6948be585395 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.432453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6f8fe82-330c-4dd2-8a53-41178dc064e0 req-5c3dc3aa-2c9c-4548-963a-a10b1f3403eb tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e82a43a-3964-4c54-8f10-89d02a47a9ba&id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2018671 Aug 20 12:04:51.459061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-baa2f065-8a2e-4825-9f99-6948be585395 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.469437 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-baa2f065-8a2e-4825-9f99-6948be585395 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.470604 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-baa2f065-8a2e-4825-9f99-6948be585395 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c42291c4-a4b7-4fe7-bd56-efbc36d45146 HTTP/1.1" status: 204 len: 168 time: 0.1134582 Aug 20 12:04:51.477929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44110) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.491430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2f065-8a2e-4825-9f99-6948be585395 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c42291c4-a4b7-4fe7-bd56-efbc36d45146,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:51.543403 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8cd18ca4-8dc2-46d7-8f31-bb9362bdbcf8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0631249 Aug 20 12:04:51.546066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44112) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.578565 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d85bfb84-e9a9-4b39-90a6-d417e8260dbc tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.592168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d85bfb84-e9a9-4b39-90a6-d417e8260dbc tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.641031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d85bfb84-e9a9-4b39-90a6-d417e8260dbc tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.653392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c3fd-817d-4a20-87a0-cb1f1cc053a0 req-ffb120ed-3a2f-42c7-85df-22cb6cff1b24 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:51.660428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d85bfb84-e9a9-4b39-90a6-d417e8260dbc tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:51.661200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1f7c3fd-817d-4a20-87a0-cb1f1cc053a0 req-ffb120ed-3a2f-42c7-85df-22cb6cff1b24 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.1576419 Aug 20 12:04:51.665304 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d85bfb84-e9a9-4b39-90a6-d417e8260dbc tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/326729ad-3974-43cc-886f-7bbc7617e229 HTTP/1.1" status: 204 len: 168 time: 0.1143904 Aug 20 12:04:51.666170 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bfb84-e9a9-4b39-90a6-d417e8260dbc tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=326729ad-3974-43cc-886f-7bbc7617e229,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:51.666300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44114) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:51.670318 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-27e7fed0-bc5f-47d9-a865-42020ae14acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.156777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1f7c3fd-817d-4a20-87a0-cb1f1cc053a0 req-eb9134c6-95a8-4f2f-8369-027bc8815328 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4946935 Aug 20 12:04:52.169901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ff10be03-31c2-4111-a924-efbf965b556b tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4935427 Aug 20 12:04:52.174826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44122) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:52.216721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7604-d864-4c99-b438-8a5b7242a927 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.226434 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7604-d864-4c99-b438-8a5b7242a927 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.265123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7604-d864-4c99-b438-8a5b7242a927 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.276231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7604-d864-4c99-b438-8a5b7242a927 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.280343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44126) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:52.280610 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5c5c7604-d864-4c99-b438-8a5b7242a927 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/54d38a99-9e9b-4e75-a34e-8cd222e104e9 HTTP/1.1" status: 204 len: 168 time: 0.1030762 Aug 20 12:04:52.285428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7604-d864-4c99-b438-8a5b7242a927 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d38a99-9e9b-4e75-a34e-8cd222e104e9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:52.485044 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.494715 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.512729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cb0b0efd-a3ca-48e8-af22-ccc767e7e4d0 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2308187 Aug 20 12:04:52.512917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44132) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:52.690909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3d4cc73-7c53-4f56-9332-9c41c413f755 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.731833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3d4cc73-7c53-4f56-9332-9c41c413f755 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.818673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-37c7775a-86ea-4449-8285-bd4fd5143fe2 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2139436939&fields=id&tenant_id=a19bf3d8285c4677b509206b9b7e2138 HTTP/1.1" status: 200 len: 267 time: 0.1632428 Aug 20 12:04:52.826450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3d4cc73-7c53-4f56-9332-9c41c413f755 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.830760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3d4cc73-7c53-4f56-9332-9c41c413f755 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:52.843008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44142) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:52.846444 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c3d4cc73-7c53-4f56-9332-9c41c413f755 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/457ecff4-64b3-41ef-8409-d096d4ef4da7 HTTP/1.1" status: 204 len: 168 time: 0.3316491 Aug 20 12:04:52.862618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4cc73-7c53-4f56-9332-9c41c413f755 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=457ecff4-64b3-41ef-8409-d096d4ef4da7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:52.908445 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Floating IP 55398421-5eac-48dc-ad81-8ffba15713b1 associated. External IP: 172.25.0.32, port: f404dbd6-1a16-4d98-95a4-761fa70d2516. Aug 20 12:04:52.999508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-ba61eb6c-d663-4fb8-bc20-13a89cd17113 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:53.000857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-ba61eb6c-d663-4fb8-bc20-13a89cd17113 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 984 time: 0.1807530 Aug 20 12:04:53.017656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-594a3c93-26e0-411d-99d2-58baeb8392c8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1691437 Aug 20 12:04:53.018982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44146) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:53.028428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-46082ebf-41c1-45d9-9565-4eda2886cd3e tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789788536'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:53.063262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'port': {'security_groups': ['12621d31-70d5-49d0-b34b-fa6e6dba592a', '9e82a43a-3964-4c54-8f10-89d02a47a9ba', '1f51e793-d237-4e1c-b4e8-f0d1a6afa8be']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:53.067594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46082ebf-41c1-45d9-9565-4eda2886cd3e tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.211065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.251029 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46082ebf-41c1-45d9-9565-4eda2886cd3e tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.256743 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46082ebf-41c1-45d9-9565-4eda2886cd3e tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.284815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46082ebf-41c1-45d9-9565-4eda2886cd3e tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.292849 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-46082ebf-41c1-45d9-9565-4eda2886cd3e tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2691572 Aug 20 12:04:53.297918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44156) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:53.303053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cd40ae6d-3bcd-4bc5-9ac2-1b158c9b35ed tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': '7a2b0ed3-daef-459e-9cfc-564d33c3077d', 'direction': 'ingress', 'protocol': 17}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:53.329364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46082ebf-41c1-45d9-9565-4eda2886cd3e tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b0ed3-daef-459e-9cfc-564d33c3077d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:53.406713 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd40ae6d-3bcd-4bc5-9ac2-1b158c9b35ed tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.439026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:53.554334 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd40ae6d-3bcd-4bc5-9ac2-1b158c9b35ed tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.602783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd40ae6d-3bcd-4bc5-9ac2-1b158c9b35ed tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.669177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40ae6d-3bcd-4bc5-9ac2-1b158c9b35ed tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db98ad7-2f63-4a18-afb9-7c78e395f327,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:53.731742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd40ae6d-3bcd-4bc5-9ac2-1b158c9b35ed tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.733094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cd40ae6d-3bcd-4bc5-9ac2-1b158c9b35ed tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4342179 Aug 20 12:04:53.736710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44162) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:53.783642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] For port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:53.786788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:53.799369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] Sync routers for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:53.814412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:53.816718 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.817691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:53.849803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bcda5715-a5e7-439d-ab2b-4590cb0952b2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.897973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bcda5715-a5e7-439d-ab2b-4590cb0952b2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.900681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-2a88546b-9989-473a-9a57-a266d6dec8c2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "PUT /v2.0/floatingips/55398421-5eac-48dc-ad81-8ffba15713b1 HTTP/1.1" status: 200 len: 996 time: 2.6536014 Aug 20 12:04:53.910700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:53.913834 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b033c70e-2c3a-40c5-9e9e-49c617b36626" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:53.982353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:53.989200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-666e9686-a9e0-40a0-9d5f-95414f67a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:53.991351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-666e9686-a9e0-40a0-9d5f-95414f67a24d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1098 time: 0.0700870 Aug 20 12:04:53.992741 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.066742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bcda5715-a5e7-439d-ab2b-4590cb0952b2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.071407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bcda5715-a5e7-439d-ab2b-4590cb0952b2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.077334 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bcda5715-a5e7-439d-ab2b-4590cb0952b2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/7a2b0ed3-daef-459e-9cfc-564d33c3077d HTTP/1.1" status: 204 len: 168 time: 0.3386681 Aug 20 12:04:54.078301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44170) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:54.080901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'Port': ['ID=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:54.100222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.100883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.102431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23fb2dc9-574e-4d77-92ce-e74ff6516c68 req-8bb5ae3b-0b9f-4711-bd31-4f0ca4f6da24 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "PUT /v2.0/ports/bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 200 len: 1020 time: 1.0782382 Aug 20 12:04:54.200810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda5715-a5e7-439d-ab2b-4590cb0952b2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b0ed3-daef-459e-9cfc-564d33c3077d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:54.209101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:54.254279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-972750c4-6b92-4c44-8152-c69254d121b8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1368032 Aug 20 12:04:54.254881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44174) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:54.270108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ccd8875b-ea10-41cd-be13-cdd053448761 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-secgroup--774986836'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:54.286043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-6cf7a0e1-3bf0-454f-9ce1-a3945547854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.288750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-6cf7a0e1-3bf0-454f-9ce1-a3945547854d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 921 time: 0.2087343 Aug 20 12:04:54.365883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03', 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:54.402233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccd8875b-ea10-41cd-be13-cdd053448761 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.512043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:54.523520 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-391689f8-9f4d-4e4f-a3f8-34a865f653cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.527285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-1cdbfec9-9632-4de8-82e2-c896d1b6959a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 999 time: 0.2216802 Aug 20 12:04:54.565490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef033c0-919d-4608-a61d-21726cb0592a req-113ed084-632d-4438-a8ea-b691a8609f84 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.574243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ef033c0-919d-4608-a61d-21726cb0592a req-113ed084-632d-4438-a8ea-b691a8609f84 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1324224 Aug 20 12:04:54.677230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-367e144a-9c3c-4891-aa3c-3c73e13d7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.679255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-367e144a-9c3c-4891-aa3c-3c73e13d7935 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.1422701 Aug 20 12:04:54.687197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ef033c0-919d-4608-a61d-21726cb0592a req-13d9c36f-762f-4179-a860-121a5f6a9660 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117437 Aug 20 12:04:54.728223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccd8875b-ea10-41cd-be13-cdd053448761 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.749662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-dbc50f4b-4885-4f9b-a5dd-aa0c2b37fbab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452445 Aug 20 12:04:54.750587 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccd8875b-ea10-41cd-be13-cdd053448761 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.884828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccd8875b-ea10-41cd-be13-cdd053448761 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.884828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ccd8875b-ea10-41cd-be13-cdd053448761 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6246152 Aug 20 12:04:54.885141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44176) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:54.889711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-33ef2e11-ed39-43a3-ac76-3f992ff2e6f7 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164764655'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:54.898039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8875b-ea10-41cd-be13-cdd053448761 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43708bb8-c61d-4f79-9665-5234d6669ce2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:54.917210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33ef2e11-ed39-43a3-ac76-3f992ff2e6f7 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:54.962076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf72752-3d74-4120-8401-ef6978231763 req-ecac88fd-bc17-4a46-8a92-acb0aa4bf501 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:54.963828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf72752-3d74-4120-8401-ef6978231763 req-ecac88fd-bc17-4a46-8a92-acb0aa4bf501 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.1358325 Aug 20 12:04:54.965610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-49d32534-edbc-40be-ad60-b936930690fc service neutron] 10.222.0.25 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068961 Aug 20 12:04:55.021265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.027589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33ef2e11-ed39-43a3-ac76-3f992ff2e6f7 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.032402 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33ef2e11-ed39-43a3-ac76-3f992ff2e6f7 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.052062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33ef2e11-ed39-43a3-ac76-3f992ff2e6f7 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.057004 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33ef2e11-ed39-43a3-ac76-3f992ff2e6f7 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1675782 Aug 20 12:04:55.060979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44184) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:55.066092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9f8a881c-2419-4245-811c-3fd89dcf7bf6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': '43708bb8-c61d-4f79-9665-5234d6669ce2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9f67f8a0-c2a0-47f3-b9a0-658c7ef9ab6c', 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:55.099159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '55398421-5eac-48dc-ad81-8ffba15713b1', 'tenant_id': '000f481f7708476b981da96668442f0b', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'port_id': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'mac_address': 'fa:16:3e:bc:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:49Z', 'updated_at': '2021-08-20T12:04:52Z', 'revision_number': 1, 'project_id': '000f481f7708476b981da96668442f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:36Z', 'revision_number': 5, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:55.111802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef2e11-ed39-43a3-ac76-3f992ff2e6f7 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f67f8a0-c2a0-47f3-b9a0-658c7ef9ab6c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:55.137971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6463b3e0-0e55-4bd4-a0ae-d43c6bc2c692 req-bd541ec0-662d-4fac-87a7-cb41492549ca service neutron] 10.222.0.25 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607625 Aug 20 12:04:55.143715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] Checking router: 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:55.150827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf72752-3d74-4120-8401-ef6978231763 req-46532851-9d23-4735-9301-384b48ec8110 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762514 Aug 20 12:04:55.153964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f8a881c-2419-4245-811c-3fd89dcf7bf6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.178889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:55.179468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:55.246785 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db231e88-83d8-4435-a15d-15d3741f8bf7 x-openstack-request-id: req-db231e88-83d8-4435-a15d-15d3741f8bf7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:55.247325 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:55.247642 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db231e88-83d8-4435-a15d-15d3741f8bf7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:55.247998 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'status': 'completed', 'code': 200} Aug 20 12:04:55.260914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8580958-2558-4b3e-9a00-bfcfbbda82a1 req-ff1799e5-0de9-4ac3-b0b5-5eb8334997db tempest-FlavorsV2NegativeTest-1385587115 tempest-FlavorsV2NegativeTest-1385587115-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4c44991bf3a44a959e628f19bb1d30d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298061 Aug 20 12:04:55.272627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f8a881c-2419-4245-811c-3fd89dcf7bf6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.278893 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f8a881c-2419-4245-811c-3fd89dcf7bf6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.303391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f8a881c-2419-4245-811c-3fd89dcf7bf6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.307088 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9f8a881c-2419-4245-811c-3fd89dcf7bf6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2445736 Aug 20 12:04:55.311826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44202) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:55.318358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a881c-2419-4245-811c-3fd89dcf7bf6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef56dfe5-4823-40da-85cf-e00b065806fa,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:55.341676 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4af61171-096b-41ac-81e1-0a5e7f23b105 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.343344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74ded6ad-9ca2-46c8-a9a0-1b371a02b902 req-affda7fb-5a6c-4e5c-bd0e-9c5b079c0593 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/1f51e793-d237-4e1c-b4e8-f0d1a6afa8be HTTP/1.1" status: 200 len: 1802 time: 0.0763290 Aug 20 12:04:55.350784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4af61171-096b-41ac-81e1-0a5e7f23b105 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.386309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4af61171-096b-41ac-81e1-0a5e7f23b105 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.392322 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4af61171-096b-41ac-81e1-0a5e7f23b105 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.396451 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4af61171-096b-41ac-81e1-0a5e7f23b105 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ef56dfe5-4823-40da-85cf-e00b065806fa HTTP/1.1" status: 204 len: 168 time: 0.0812531 Aug 20 12:04:55.397306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44206) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:55.413559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:55.418131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af61171-096b-41ac-81e1-0a5e7f23b105 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef56dfe5-4823-40da-85cf-e00b065806fa,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:55.450632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ced00e09-eb96-4f96-b8a6-334e9a433a82 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0516067 Aug 20 12:04:55.453613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44208) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:55.511612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580958-2558-4b3e-9a00-bfcfbbda82a1 req-44c8450c-4b83-4a5f-91bd-710f3ebf8df5 tempest-FlavorsV2NegativeTest-1385587115 tempest-FlavorsV2NegativeTest-1385587115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.513057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8580958-2558-4b3e-9a00-bfcfbbda82a1 req-44c8450c-4b83-4a5f-91bd-710f3ebf8df5 tempest-FlavorsV2NegativeTest-1385587115 tempest-FlavorsV2NegativeTest-1385587115-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179465 Aug 20 12:04:55.515975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2dac37e7-a095-4ef2-b36e-db11f9cb1852 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.516444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-2d1ae24b-82f1-4ad9-b17c-71780b162e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.518228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-2d1ae24b-82f1-4ad9-b17c-71780b162e70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1098 time: 0.2216375 Aug 20 12:04:55.520658 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-74ded6ad-9ca2-46c8-a9a0-1b371a02b902 req-78bc41e3-4d78-4afa-83b2-bf578b0b2526 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 12:04:55.521620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74ded6ad-9ca2-46c8-a9a0-1b371a02b902 req-78bc41e3-4d78-4afa-83b2-bf578b0b2526 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/1f51e793-d237-4e1c-b4e8-f0d1a6afa8be HTTP/1.1" status: 409 len: 341 time: 0.1323218 Aug 20 12:04:55.542623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8580958-2558-4b3e-9a00-bfcfbbda82a1 req-59ae4243-0305-4d10-8168-6e8fa89dfd39 tempest-FlavorsV2NegativeTest-1385587115 tempest-FlavorsV2NegativeTest-1385587115-project] 10.222.0.25 "GET /v2.0/quotas/4c44991bf3a44a959e628f19bb1d30d1 HTTP/1.1" status: 200 len: 375 time: 0.0200102 Aug 20 12:04:55.547693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2dac37e7-a095-4ef2-b36e-db11f9cb1852 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.566974 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.600198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2dac37e7-a095-4ef2-b36e-db11f9cb1852 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.605998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2dac37e7-a095-4ef2-b36e-db11f9cb1852 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.608135 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2dac37e7-a095-4ef2-b36e-db11f9cb1852 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/9f67f8a0-c2a0-47f3-b9a0-658c7ef9ab6c HTTP/1.1" status: 204 len: 168 time: 0.1533728 Aug 20 12:04:55.614450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44214) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:55.628840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac37e7-a095-4ef2-b36e-db11f9cb1852 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f67f8a0-c2a0-47f3-b9a0-658c7ef9ab6c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:55.689473 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6d612f24-b657-4038-a5a8-22c889cbb3e2 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0735319 Aug 20 12:04:55.690301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8580958-2558-4b3e-9a00-bfcfbbda82a1 req-955608fd-dd44-4d3b-b8d2-3682bdf223af tempest-FlavorsV2NegativeTest-1385587115 tempest-FlavorsV2NegativeTest-1385587115-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c44991bf3a44a959e628f19bb1d30d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030989 Aug 20 12:04:55.693375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44220) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:55.719616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-a9ccfdd7-d1f3-4c2d-966f-79f466e2986c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 999 time: 0.1335938 Aug 20 12:04:55.766712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9915af5a-0ef0-4599-968e-193cb8949fe6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.795247 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9915af5a-0ef0-4599-968e-193cb8949fe6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.804817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-c88b017d-709f-4e21-a63a-5fc9044b2f2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.825287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-c88b017d-709f-4e21-a63a-5fc9044b2f2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports/f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 943 time: 0.0905228 Aug 20 12:04:55.836706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-f1d24245-ad94-4280-b612-e3dd65b8584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:55.842486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-f1d24245-ad94-4280-b612-e3dd65b8584b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 921 time: 0.3129134 Aug 20 12:04:55.877213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9915af5a-0ef0-4599-968e-193cb8949fe6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.880524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9915af5a-0ef0-4599-968e-193cb8949fe6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:55.885490 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9915af5a-0ef0-4599-968e-193cb8949fe6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/43708bb8-c61d-4f79-9665-5234d6669ce2 HTTP/1.1" status: 204 len: 168 time: 0.1907830 Aug 20 12:04:55.886265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44240) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:55.917509 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-eef94079-cdcc-4cb1-971f-ffe5a2e559ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 999 time: 0.0646737 Aug 20 12:04:55.990784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '55398421-5eac-48dc-ad81-8ffba15713b1', 'tenant_id': '000f481f7708476b981da96668442f0b', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'port_id': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'mac_address': 'fa:16:3e:bc:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:49Z', 'updated_at': '2021-08-20T12:04:52Z', 'revision_number': 1, 'project_id': '000f481f7708476b981da96668442f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:36Z', 'revision_number': 5, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:56.025501 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f884ebf7-ca72-4b98-ae11-9b6ef4b37a01 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297641 Aug 20 12:04:56.026209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.032344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9f74f154-a1bb-4e20-8d32-eba8d1f96123 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538472494'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:56.041525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915af5a-0ef0-4599-968e-193cb8949fe6 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43708bb8-c61d-4f79-9665-5234d6669ce2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:56.067710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-5c532ada-e55d-4a12-b81d-7d22cba7c5f3 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 999 time: 0.1491611 Aug 20 12:04:56.070235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-4662af4c-3180-4cbe-ab75-c134ef535ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:56.073057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-4662af4c-3180-4cbe-ab75-c134ef535ba0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.0913968 Aug 20 12:04:56.082632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f74f154-a1bb-4e20-8d32-eba8d1f96123 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.120435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3e45b1-01b9-4a56-b489-42f3c18b530c None None] The sync data for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 is: [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '55398421-5eac-48dc-ad81-8ffba15713b1', 'tenant_id': '000f481f7708476b981da96668442f0b', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'port_id': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'mac_address': 'fa:16:3e:bc:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:04:49Z', 'updated_at': '2021-08-20T12:04:52Z', 'revision_number': 1, 'project_id': '000f481f7708476b981da96668442f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:36Z', 'revision_number': 5, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:56.222488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-065ae24b-edad-4c7b-8d9d-3b91a01fd6f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643306 Aug 20 12:04:56.292103 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f74f154-a1bb-4e20-8d32-eba8d1f96123 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.299886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f74f154-a1bb-4e20-8d32-eba8d1f96123 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.382740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74f154-a1bb-4e20-8d32-eba8d1f96123 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600f7a17-7ba5-41ca-ba9d-6e2566eaf9e6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:56.386550 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f74f154-a1bb-4e20-8d32-eba8d1f96123 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.391182 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9f74f154-a1bb-4e20-8d32-eba8d1f96123 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3641331 Aug 20 12:04:56.392500 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44284) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.398468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8bf60d5e-46c2-4dbf-b924-62e84e9040f8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': '600f7a17-7ba5-41ca-ba9d-6e2566eaf9e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:56.432515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8bf60d5e-46c2-4dbf-b924-62e84e9040f8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.441987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-2e08660c-841b-43e0-9578-d749a224429b service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888449 Aug 20 12:04:56.469285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-ef9209b7-01f3-4ad7-b36c-d6a41b97bcb2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:56.475290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-ef9209b7-01f3-4ad7-b36c-d6a41b97bcb2 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.3991234 Aug 20 12:04:56.506789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8bf60d5e-46c2-4dbf-b924-62e84e9040f8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.515721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8bf60d5e-46c2-4dbf-b924-62e84e9040f8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.519712 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d1824-b3d4-4749-86a5-d82e6847ce06 None None] New status for floating IP 55398421-5eac-48dc-ad81-8ffba15713b1: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:04:56.540699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf60d5e-46c2-4dbf-b924-62e84e9040f8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a990c234-5fe7-47a7-9533-2594b7a8c2b3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:56.550821 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8bf60d5e-46c2-4dbf-b924-62e84e9040f8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.556039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8bf60d5e-46c2-4dbf-b924-62e84e9040f8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1586859 Aug 20 12:04:56.556415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44286) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.580132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-e8159f47-087a-4271-9334-2ad96b221282 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 999 time: 0.0791640 Aug 20 12:04:56.592234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acaad314-3041-439d-946d-afe0d08c9aaf tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.601011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acaad314-3041-439d-946d-afe0d08c9aaf tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.623714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:56.644730 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acaad314-3041-439d-946d-afe0d08c9aaf tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.651310 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acaad314-3041-439d-946d-afe0d08c9aaf tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.654932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-acaad314-3041-439d-946d-afe0d08c9aaf tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a990c234-5fe7-47a7-9533-2594b7a8c2b3 HTTP/1.1" status: 204 len: 168 time: 0.0943980 Aug 20 12:04:56.655780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44290) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.682731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44292) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.689368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaad314-3041-439d-946d-afe0d08c9aaf tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a990c234-5fe7-47a7-9533-2594b7a8c2b3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:56.726062 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fd570036-c629-4178-b1f6-87fe655a32ed tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656748 Aug 20 12:04:56.726371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44296) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.793297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5620f23f-ac96-4364-9e57-15a97509a8b0 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.820170 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5620f23f-ac96-4364-9e57-15a97509a8b0 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.848482 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c983d01-038a-42f7-80ef-d81a0a548c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.898054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5620f23f-ac96-4364-9e57-15a97509a8b0 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.901129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5620f23f-ac96-4364-9e57-15a97509a8b0 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.904901 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5620f23f-ac96-4364-9e57-15a97509a8b0 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/600f7a17-7ba5-41ca-ba9d-6e2566eaf9e6 HTTP/1.1" status: 204 len: 168 time: 0.1750481 Aug 20 12:04:56.908316 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:56.910952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44300) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.934865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620f23f-ac96-4364-9e57-15a97509a8b0 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f7a17-7ba5-41ca-ba9d-6e2566eaf9e6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:56.981433 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5e387120-82ed-43cf-9d55-2c5becefa412 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693610 Aug 20 12:04:56.985766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:56.990044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-52f2c727-0aea-449b-8a0f-3e37a4e809b1 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096860958'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:57.028662 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c983d01-038a-42f7-80ef-d81a0a548c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.034487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c983d01-038a-42f7-80ef-d81a0a548c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.044440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e85c-195d-4466-b010-2c895a5c0ef7 req-47f9d65c-5d2d-444a-9e09-42a6de73eae5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:57.045920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c79e85c-195d-4466-b010-2c895a5c0ef7 req-47f9d65c-5d2d-444a-9e09-42a6de73eae5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.7119806 Aug 20 12:04:57.071088 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.080514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52f2c727-0aea-449b-8a0f-3e37a4e809b1 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.093019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6c983d01-038a-42f7-80ef-d81a0a548c7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c44991bf3a44a959e628f19bb1d30d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087710 Aug 20 12:04:57.093737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c983d01-038a-42f7-80ef-d81a0a548c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c68c82-923b-4737-8de7-3e47123a143f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.096053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44306) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:57.156036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b033c70e-2c3a-40c5-9e9e-49c617b36626 req-56eec749-e46c-42cf-8396-e6fc1040f31d service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017028 Aug 20 12:04:57.166137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c79e85c-195d-4466-b010-2c895a5c0ef7 req-3ccb3f0c-4289-4576-9f59-8adc1feefceb tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059721 Aug 20 12:04:57.181700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3024-e338-4aec-80e5-91f72bb646ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.217193 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3024-e338-4aec-80e5-91f72bb646ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.249733 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52f2c727-0aea-449b-8a0f-3e37a4e809b1 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.260968 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52f2c727-0aea-449b-8a0f-3e37a4e809b1 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.267118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:57.269655 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f76d8b-a0a6-4dee-8c4d-2515c4164265" -d '{"events": [{"name": "network-changed", "server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:57.285085 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.295005 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.295246 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52f2c727-0aea-449b-8a0f-3e37a4e809b1 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.295723 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Floating IP 55398421-5eac-48dc-ad81-8ffba15713b1 disassociated. External IP: 172.25.0.32, port: f404dbd6-1a16-4d98-95a4-761fa70d2516. Aug 20 12:04:57.299217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-52f2c727-0aea-449b-8a0f-3e37a4e809b1 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3100860 Aug 20 12:04:57.299368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44310) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:57.303855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8723c21c-cb90-4de8-a65e-4f966d6c52bd tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': 'a8ac022b-6f91-45a0-ae2a-a16dfc4c6dce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:57.309453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2c727-0aea-449b-8a0f-3e37a4e809b1 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ac022b-6f91-45a0-ae2a-a16dfc4c6dce,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.327764 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3024-e338-4aec-80e5-91f72bb646ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.330314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3024-e338-4aec-80e5-91f72bb646ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.331461 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d0c3024-e338-4aec-80e5-91f72bb646ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99c68c82-923b-4737-8de7-3e47123a143f HTTP/1.1" status: 204 len: 168 time: 0.2329664 Aug 20 12:04:57.343269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c3024-e338-4aec-80e5-91f72bb646ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c68c82-923b-4737-8de7-3e47123a143f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.346039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723c21c-cb90-4de8-a65e-4f966d6c52bd tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.372341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cc9b7-d434-44a7-a344-99f27d907228 req-7ab8e5a8-36dd-4bc1-aad7-cc024bada41b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:57.374611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f14cc9b7-d434-44a7-a344-99f27d907228 req-7ab8e5a8-36dd-4bc1-aad7-cc024bada41b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.0922816 Aug 20 12:04:57.424466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723c21c-cb90-4de8-a65e-4f966d6c52bd tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.428495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723c21c-cb90-4de8-a65e-4f966d6c52bd tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.449053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723c21c-cb90-4de8-a65e-4f966d6c52bd tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847bbbb5-02d9-44f6-9799-e72362c46019,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.459560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8723c21c-cb90-4de8-a65e-4f966d6c52bd tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.462508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8723c21c-cb90-4de8-a65e-4f966d6c52bd tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614056 Aug 20 12:04:57.464204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f14cc9b7-d434-44a7-a344-99f27d907228 req-d8eb1e13-b904-4b17-b7eb-ebd910888bf5 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778935 Aug 20 12:04:57.465132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44314) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:57.494987 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a0db08b6-f27b-44cb-83a5-485bcbfe1a73 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules/847bbbb5-02d9-44f6-9799-e72362c46019 HTTP/1.1" status: 200 len: 763 time: 0.0285208 Aug 20 12:04:57.498370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44322) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:57.580538 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ddc4871f-cce7-4f5b-bbda-d33546682217 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0810380 Aug 20 12:04:57.583181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44328) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:57.621482 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc88a62f-e044-4e76-a760-1053455c3e98 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.632913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc88a62f-e044-4e76-a760-1053455c3e98 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.637915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:04:57.647326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2846e-4b1c-4518-b9f5-e253687ddd8d req-40058b7a-f365-49ac-a3b3-ed899c13b986 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:57.648858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fe2846e-4b1c-4518-b9f5-e253687ddd8d req-40058b7a-f365-49ac-a3b3-ed899c13b986 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1023 time: 0.0823953 Aug 20 12:04:57.671220 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc88a62f-e044-4e76-a760-1053455c3e98 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.676888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc88a62f-e044-4e76-a760-1053455c3e98 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.680922 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dc88a62f-e044-4e76-a760-1053455c3e98 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/847bbbb5-02d9-44f6-9799-e72362c46019 HTTP/1.1" status: 204 len: 168 time: 0.0939193 Aug 20 12:04:57.682901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44336) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:57.693531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88a62f-e044-4e76-a760-1053455c3e98 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=847bbbb5-02d9-44f6-9799-e72362c46019,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:57.731964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6840ba2b-97e3-40a6-bbdb-557652dab7f8 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479751 Aug 20 12:04:57.734588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44340) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:57.742066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fe2846e-4b1c-4518-b9f5-e253687ddd8d req-83a60b96-24c6-4b9d-abed-1b6a3e53b123 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f51e793-d237-4e1c-b4e8-f0d1a6afa8be&id=9e82a43a-3964-4c54-8f10-89d02a47a9ba&id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0869191 Aug 20 12:04:57.746030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e55202a8-0bee-480d-8c81-79e25e41f191 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': 'a8ac022b-6f91-45a0-ae2a-a16dfc4c6dce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:57.824075 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e55202a8-0bee-480d-8c81-79e25e41f191 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.829877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:04:57.834339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.840439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] Sync routers for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:04:57.851528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:57.853122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:57.895979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-32dec11d-3f7e-4725-a476-406654156c2b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "PUT /v2.0/floatingips/55398421-5eac-48dc-ad81-8ffba15713b1 HTTP/1.1" status: 200 len: 694 time: 1.2758286 Aug 20 12:04:57.954996 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65093d4-1a00-4447-aad3-4117cac38160 x-openstack-request-id: req-c65093d4-1a00-4447-aad3-4117cac38160 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:57.956255 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:57.956531 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c65093d4-1a00-4447-aad3-4117cac38160 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:57.956940 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83', 'status': 'completed', 'code': 200} Aug 20 12:04:57.967149 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e55202a8-0bee-480d-8c81-79e25e41f191 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.976751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e55202a8-0bee-480d-8c81-79e25e41f191 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:57.989181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:58.031866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55202a8-0bee-480d-8c81-79e25e41f191 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2979e587-9b26-4c75-aaea-18bc2914f0d8,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:58.064549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-6ef2e61b-f29c-4727-9420-9831f5a6e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.066073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-6ef2e61b-f29c-4727-9420-9831f5a6e3df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1098 time: 0.1590738 Aug 20 12:04:58.124716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e55202a8-0bee-480d-8c81-79e25e41f191 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.125899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e55202a8-0bee-480d-8c81-79e25e41f191 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3901668 Aug 20 12:04:58.128719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44352) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:58.150200 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0afac810-73bf-425d-a7ff-3fc0561c0db1 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules/2979e587-9b26-4c75-aaea-18bc2914f0d8 HTTP/1.1" status: 200 len: 763 time: 0.0197480 Aug 20 12:04:58.154347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44354) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:58.172052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44356) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:58.176234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:04:58.193168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-4134e38a-f276-4db7-b051-bf0c0d885e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.195376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-4134e38a-f276-4db7-b051-bf0c0d885e94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a19bf3d8285c4677b509206b9b7e2138&device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1175 time: 0.2148046 Aug 20 12:04:58.226476 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-26cbca74-0e22-4f06-8122-7764cfc5d29a tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0701201 Aug 20 12:04:58.228176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44362) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:58.228617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-54bcb7ef-b82b-4335-98d3-4196fdb647eb tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.230164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-54bcb7ef-b82b-4335-98d3-4196fdb647eb tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.73 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1023 time: 0.2025037 Aug 20 12:04:58.246314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fdc4-c5f9-47de-ae2c-78e2e841dbb6 req-59554009-655f-4937-b1b7-24d7038099da tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.254239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad10fdc4-c5f9-47de-ae2c-78e2e841dbb6 req-59554009-655f-4937-b1b7-24d7038099da tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 946 time: 0.2190726 Aug 20 12:04:58.261593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-464e4ff1-8491-4c07-9be0-0ae7fcc606d3 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.276140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-464e4ff1-8491-4c07-9be0-0ae7fcc606d3 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.314771 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.317472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-541061411-network', 'tenant_id': 'cdc38b4b6e7a41898f4ecc3015670895'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:58.318734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:36Z', 'revision_number': 5, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:58.324579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-464e4ff1-8491-4c07-9be0-0ae7fcc606d3 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.339357 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-464e4ff1-8491-4c07-9be0-0ae7fcc606d3 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.343096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-464e4ff1-8491-4c07-9be0-0ae7fcc606d3 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2979e587-9b26-4c75-aaea-18bc2914f0d8 HTTP/1.1" status: 204 len: 168 time: 0.1126573 Aug 20 12:04:58.349558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44364) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:58.353163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] Checking router: 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:04:58.362805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e4ff1-8491-4c07-9be0-0ae7fcc606d3 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2979e587-9b26-4c75-aaea-18bc2914f0d8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:58.375793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:58.378077 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04c991f-5635-4f0d-a58e-a2ca51a9a9f5" -d '{"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:58.384148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:04:58.385056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:58.400377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Made reservation on behalf of cdc38b4b6e7a41898f4ecc3015670895 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:58.402911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.411035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-3e9256de-c569-4918-af76-fdf98b3b25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.412544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-3e9256de-c569-4918-af76-fdf98b3b25e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 921 time: 0.3101075 Aug 20 12:04:58.422543 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.429878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:58.439211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.445212 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34fc04ec-6119-44c2-873d-f9dda1d43ccd tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0937712 Aug 20 12:04:58.451892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44368) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:58.458654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad10fdc4-c5f9-47de-ae2c-78e2e841dbb6 req-7d827df7-ddc0-4dc3-b9e4-057974306ed2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034705 Aug 20 12:04:58.459915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4fc1ed51-5ad7-4cf4-9878-5b82d42afcee tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Request body: {'security_group_rule': {'security_group_id': 'a8ac022b-6f91-45a0-ae2a-a16dfc4c6dce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:58.516982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-c37c116b-d32f-47c3-b946-590964725191 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 217 time: 0.0756803 Aug 20 12:04:58.581060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.586239 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.588449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-670a9949-59e1-4041-b761-c3c85bcdde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.589985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-670a9949-59e1-4041-b761-c3c85bcdde2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 200 len: 913 time: 0.3802121 Aug 20 12:04:58.591709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=14']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:58.612220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:04:58.637213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:04:58.662948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ed51-5ad7-4cf4-9878-5b82d42afcee tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.670305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc83297-bcd3-4bd3-9559-5a5a49344dec,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:58.675235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-e2cd7a78-2a86-4330-bbf1-bcf6da514062 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 200 len: 217 time: 0.0618539 Aug 20 12:04:58.675923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.677134 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Added segment 2ef70c35-7f9b-4b79-b858-eb7506d5957d of type vlan for network 3c26e07a-d386-4987-b09a-d2267ed5cd15 Aug 20 12:04:58.706885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-22ceebf8-eb04-4d92-9d86-879ae4b57927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.709278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-22ceebf8-eb04-4d92-9d86-879ae4b57927 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.1818197 Aug 20 12:04:58.739321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794b65-ade0-4a49-a291-2de4b8d40e52 req-dc4fb91d-f044-42e9-bc9f-8a6232fe9fc3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.741013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f794b65-ade0-4a49-a291-2de4b8d40e52 req-dc4fb91d-f044-42e9-bc9f-8a6232fe9fc3 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1979041 Aug 20 12:04:58.779657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.781060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Deleting port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:04:58.781716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.817902 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ed51-5ad7-4cf4-9878-5b82d42afcee tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.823833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ed51-5ad7-4cf4-9878-5b82d42afcee tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.841454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.842872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.844440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.889485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-146c336f-4775-4aed-8629-e53ef1b4a1e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415851 Aug 20 12:04:58.911423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:36Z', 'revision_number': 5, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:04:58.932405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1ed51-5ad7-4cf4-9878-5b82d42afcee tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb3ceaf-0784-47ef-8f93-13110fee069f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:58.942038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ed51-5ad7-4cf4-9878-5b82d42afcee tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:58.946927 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4fc1ed51-5ad7-4cf4-9878-5b82d42afcee tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4930749 Aug 20 12:04:58.950462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44396) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:58.958904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc72cf-8c64-4029-8002-98e2726b8eb2 None None] The sync data for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 is: [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:03:31Z', 'revision_number': 4, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '41a1655c-1527-4947-b7da-fed8f8d41d3c', 'name': '', 'network_id': '3329ad77-85d3-4b53-bf97-39b06101108b', 'tenant_id': '000f481f7708476b981da96668442f0b', 'mac_address': 'fa:16:3e:10:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:30Z', 'updated_at': '2021-08-20T12:03:36Z', 'revision_number': 5, 'project_id': '000f481f7708476b981da96668442f0b', 'subnets': [{'id': 'caed223b-e365-4d95-99e1-4cf1f6b1d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:04:58.963172 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7899938 Aug 20 12:04:58.970041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44398) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:58.970874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a82db3-7a34-4a8d-876f-87d7758508da admin admin] Pushing event updated for resources: {'Network': ['ID=3c26e07a-d386-4987-b09a-d2267ed5cd15,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:58.973720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-49bc1302-2c9b-4abf-8dd8-16eb2d2a9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:58.975759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-49bc1302-2c9b-4abf-8dd8-16eb2d2a9933 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 200 len: 852 time: 0.2874432 Aug 20 12:04:58.983293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Request body: {'subnet': {'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-541061411-subnet', 'tenant_id': 'cdc38b4b6e7a41898f4ecc3015670895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:04:58.983709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3c26e07a-d386-4987-b09a-d2267ed5cd15 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:04:58.987470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f794b65-ade0-4a49-a291-2de4b8d40e52 req-419d5afe-59a1-4ebd-bfe2-f40a9a72726c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370579 Aug 20 12:04:58.999673 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8036a0d1-d686-4eef-a4a2-bead617020de tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules/beb3ceaf-0784-47ef-8f93-13110fee069f HTTP/1.1" status: 200 len: 764 time: 0.0477958 Aug 20 12:04:59.000714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44406) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:59.062740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Made reservation on behalf of cdc38b4b6e7a41898f4ecc3015670895 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:04:59.068654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.086582 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65691cee-81ff-49fc-9b89-8568200ea409 x-openstack-request-id: req-65691cee-81ff-49fc-9b89-8568200ea409 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:04:59.087648 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:04:59.088287 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65691cee-81ff-49fc-9b89-8568200ea409 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:04:59.089065 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'code': 200} Aug 20 12:04:59.151426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-d3bf94b9-48d5-4392-8e05-b9fbb05b80e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bc8b0a83-5857-498a-b1e8-2adee7fb035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582241 Aug 20 12:04:59.157561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] For port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:04:59.157931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.162043 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-478fbd25-1bc9-4a4f-9284-b8671c3c64f0 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1551948 Aug 20 12:04:59.163116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44418) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:59.191925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Calling delete_port for bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:04:59.208244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7280220d-a321-46f6-b6a0-c4e0f65088de tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.217323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7280220d-a321-46f6-b6a0-c4e0f65088de tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.278319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7280220d-a321-46f6-b6a0-c4e0f65088de tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.288230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7280220d-a321-46f6-b6a0-c4e0f65088de tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.289515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7280220d-a321-46f6-b6a0-c4e0f65088de tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/beb3ceaf-0784-47ef-8f93-13110fee069f HTTP/1.1" status: 204 len: 168 time: 0.1258109 Aug 20 12:04:59.299821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44424) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:59.301424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280220d-a321-46f6-b6a0-c4e0f65088de tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beb3ceaf-0784-47ef-8f93-13110fee069f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:59.391222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-07a4f86d-fe7e-4273-8ce0-2b3e88e059f6 service neutron] 10.222.0.25 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860075 Aug 20 12:04:59.416875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8024c7f-efee-49b6-b97f-35c7fb515125 req-e0e09bba-9f37-4f26-8c59-d552e93af2c2 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:59.421981 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.424622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8024c7f-efee-49b6-b97f-35c7fb515125 req-e0e09bba-9f37-4f26-8c59-d552e93af2c2 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=196e2acb-dbaa-4ade-86be-b6e246ffcd1a HTTP/1.1" status: 200 len: 1023 time: 0.2189155 Aug 20 12:04:59.480737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71eab11-da89-4282-8c34-1c138ac0222d,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:59.515188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Checking segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:04:59.515599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Network hostable DHCP agents. Network: 3c26e07a-d386-4987-b09a-d2267ed5cd15, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:04:59.539434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Network 3c26e07a-d386-4987-b09a-d2267ed5cd15 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:04:59.548260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-b67b9bf7-d793-491d-b3b1-eed603154115 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794570 Aug 20 12:04:59.556958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3c26e07a-d386-4987-b09a-d2267ed5cd15) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:04:59.566635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8df06c-ff60-45ab-8df7-5f27b19e921f None None] Network 3c26e07a-d386-4987-b09a-d2267ed5cd15 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:59.567742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:04:59.568373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.581902 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed2b0f-5e33-4675-9736-cfd4b7fbb41b None None] New status for floating IP 55398421-5eac-48dc-ad81-8ffba15713b1: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:04:59.592196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b08a8bd8-f268-467e-8e33-c6ff63d5827e tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2909880 Aug 20 12:04:59.605896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44442) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:59.664358 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c656454d-6b16-40b9-8ba7-c7ab476e377b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6819870 Aug 20 12:04:59.682612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8024c7f-efee-49b6-b97f-35c7fb515125 req-f8f8a5f6-625e-486a-9823-86cb906b09d3 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f51e793-d237-4e1c-b4e8-f0d1a6afa8be&id=9e82a43a-3964-4c54-8f10-89d02a47a9ba&id=12621d31-70d5-49d0-b34b-fa6e6dba592a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2525253 Aug 20 12:04:59.748915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbf1941f-8213-4b42-9b1d-24219abcc400 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.792758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b80e896-a81f-445a-a45e-5e65745f39d7 req-c786b64b-8703-4ec7-bdfa-f674288cd06a service neutron] 10.222.0.25 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860452 Aug 20 12:04:59.808519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbf1941f-8213-4b42-9b1d-24219abcc400 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.827541 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79f76d8b-a0a6-4dee-8c4d-2515c4164265 req-14c4665c-0c43-4c52-99bb-79b7d69f3806 service neutron] 10.222.0.73 "GET /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595484 Aug 20 12:04:59.829052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.881325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5db45dcc-68db-4677-b4a7-242294ea4b03', 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:04:59.886662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'Port': ['ID=bfaf1098-fa3c-4d64-b649-ac2dcf9efc83,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:59.919896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3511e215-fc92-4afc-865d-397db88800e7 None None] Network 3c26e07a-d386-4987-b09a-d2267ed5cd15 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:04:59.931064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbf1941f-8213-4b42-9b1d-24219abcc400 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.949545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbf1941f-8213-4b42-9b1d-24219abcc400 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:59.954956 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cbf1941f-8213-4b42-9b1d-24219abcc400 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "DELETE /v2.0/security-groups/a8ac022b-6f91-45a0-ae2a-a16dfc4c6dce HTTP/1.1" status: 204 len: 168 time: 0.3476698 Aug 20 12:04:59.956637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44466) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:04:59.960075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:04:59.963158 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfafe3aa-05bf-438f-969e-5717baf9ffb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:04:59.984399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1941f-8213-4b42-9b1d-24219abcc400 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ac022b-6f91-45a0-ae2a-a16dfc4c6dce,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:04:59.990738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-e82922e6-bcb2-4f42-9038-f81b902e9281 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/floatingips/55398421-5eac-48dc-ad81-8ffba15713b1 HTTP/1.1" status: 200 len: 694 time: 0.1354589 Aug 20 12:04:59.993518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] No DVR routers for this DVR port bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:00.003421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.008381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03bde5f0-8e9d-4c37-a17f-da0e0cab88d6 req-7033538e-96b9-4fa7-a49c-3db3397dfc28 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.73 "DELETE /v2.0/ports/bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 HTTP/1.1" status: 204 len: 173 time: 1.7468276 Aug 20 12:05:00.132918 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425270f9-9be9-4973-ac5a-c285765a8e4b x-openstack-request-id: req-425270f9-9be9-4973-ac5a-c285765a8e4b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:00.135817 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:00.136199 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-425270f9-9be9-4973-ac5a-c285765a8e4b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:00.136737 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'status': 'completed', 'code': 200} Aug 20 12:05:00.147110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-698015a6-c112-4340-92db-6c8167e338fc tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1869328 Aug 20 12:05:00.152565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44476) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:00.236844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-564d5b2b-6c3f-4c9a-ab76-7c927119c468 tempest-SecGroupTest-802247322 tempest-SecGroupTest-802247322-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832546 Aug 20 12:05:00.492345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44482) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:00.643787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-29942fce-47e0-4b61-bc0b-70efa6b891b5 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:00.645234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-29942fce-47e0-4b61-bc0b-70efa6b891b5 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 784 time: 0.6326289 Aug 20 12:05:00.659666 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9f11a4ea-326c-4a59-b1a6-b3903d6516e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28f6e0c2c93a411ead56756e2f74075f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625392 Aug 20 12:05:00.659874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-4c4e3de4-6289-446e-ada0-c2241f919dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:00.660703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-4c4e3de4-6289-446e-ada0-c2241f919dfa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=000f481f7708476b981da96668442f0b&device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 1098 time: 0.5080159 Aug 20 12:05:00.660846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44486) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:00.677649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23252971-da98-413c-a4e5-c0d8709c56a5 req-dbf72296-ee77-49ea-97cf-b5b33fb297f5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:00.679298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23252971-da98-413c-a4e5-c0d8709c56a5 req-dbf72296-ee77-49ea-97cf-b5b33fb297f5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1146975 Aug 20 12:05:00.729238 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb8b7-59ef-43b0-a58a-8d4bff9a9f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.752469 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb8b7-59ef-43b0-a58a-8d4bff9a9f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.771541 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-576c1f8a-67b8-40a5-9854-5a605ef126a4 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.1145351 Aug 20 12:05:00.803100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb8b7-59ef-43b0-a58a-8d4bff9a9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.806270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb8b7-59ef-43b0-a58a-8d4bff9a9f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:00.807816 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7bbcb8b7-59ef-43b0-a58a-8d4bff9a9f62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7e0086c-bd8f-41fe-a434-95043844a8ab HTTP/1.1" status: 204 len: 168 time: 0.1461196 Aug 20 12:05:00.816033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb8b7-59ef-43b0-a58a-8d4bff9a9f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e0086c-bd8f-41fe-a434-95043844a8ab,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:00.847841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23252971-da98-413c-a4e5-c0d8709c56a5 req-81404ea4-3a58-44a7-b62d-e78ad62f2b5d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303148 Aug 20 12:05:00.853708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-d6a0d283-9f01-4bac-a3f9-011a51752256 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0730083 Aug 20 12:05:00.925756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-854abe74-242a-458f-9e1c-e62eb14a99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:00.927714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-854abe74-242a-458f-9e1c-e62eb14a99a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 200 len: 921 time: 0.2584240 Aug 20 12:05:01.004694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-7cb520e6-c756-4425-8971-f883897a60a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 200 len: 217 time: 0.0426273 Aug 20 12:05:01.079793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-f32d5fa6-dbf4-4a09-883c-285ada122497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:01.081289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-f32d5fa6-dbf4-4a09-883c-285ada122497 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 200 len: 860 time: 0.0592570 Aug 20 12:05:01.102159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Deleting port 51146c7f-236a-414e-bcf0-7e85c59fb273 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:01.102606 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.119886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-27a4a1c6-f8cd-456c-a258-ac1dce3d0559 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3329ad77-85d3-4b53-bf97-39b06101108b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308928 Aug 20 12:05:01.333300 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.333742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.365489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Calling delete_port for 51146c7f-236a-414e-bcf0-7e85c59fb273 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:01.373725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-1f2d5016-b9dd-473f-9e8a-0ed12b9d92cc service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445445 Aug 20 12:05:01.418357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-4305e36d-04ee-4777-bbfd-b2a2011f6170 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:01.419838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-4305e36d-04ee-4777-bbfd-b2a2011f6170 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 804 time: 0.2063179 Aug 20 12:05:01.507596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-4f9f549f-8e32-464e-9c65-1f982236a1e4 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/quotas/cdc38b4b6e7a41898f4ecc3015670895 HTTP/1.1" status: 200 len: 375 time: 0.0562117 Aug 20 12:05:01.523831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44524) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:01.559808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-6e961efc-b241-40fa-bccb-3b65c909e1e0 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458093 Aug 20 12:05:01.573360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-ffdf5e5c-2ef7-4e47-80de-47e43ebe32a7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:05:01.574357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-ffdf5e5c-2ef7-4e47-80de-47e43ebe32a7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053823 Aug 20 12:05:01.625987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1359700322'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:01.647636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Made reservation on behalf of 561402acef0646b6929db25b979cad23 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:01.651519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfafe3aa-05bf-438f-969e-5717baf9ffb8 req-6fc77d1d-e036-4cc4-8f12-0eed77b0d1b2 service neutron] 10.222.0.73 "GET /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648065 Aug 20 12:05:01.652012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.663466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.728091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-6bc4ac0e-85ef-429a-a22c-3f76b0b3ec47 service neutron] 10.222.0.25 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467788 Aug 20 12:05:01.743131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.756447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.761460 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.785535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:01.800701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e68fcc-4933-4cbd-a7ce-294de01f4882,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:01.803696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.804040 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Added segment b9dfe1a6-58e8-4622-9a77-55b4928f3ca0 of type vlan for network 3b79c0f9-e98b-4749-8d96-0afac28c0c41 Aug 20 12:05:01.814747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event deleted for resources: {'Port': ['ID=51146c7f-236a-414e-bcf0-7e85c59fb273,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:01.853366 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.879986 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.887212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:01.887818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.899624 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.902222 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:01.903355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-806e137a-1448-4ae2-a6f4-3fb540485754 req-bb798db7-e417-4c1e-8d9a-4e3339685af7 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "DELETE /v2.0/floatingips/55398421-5eac-48dc-ad81-8ffba15713b1 HTTP/1.1" status: 204 len: 173 time: 1.0389287 Aug 20 12:05:01.905922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-97b45c93-a1b4-4299-9a85-8d57e10ad158 service neutron] 10.222.0.25 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708071 Aug 20 12:05:01.952440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4268103 Aug 20 12:05:01.955772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44532) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:01.963307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-4351ed20-38e6-4763-89f9-09487e11484c tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', 'tempest-TagsTest-Tag-1459930788') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:01.982353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65484d-199f-4934-9949-5bdb88aaa942 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Pushing event updated for resources: {'Network': ['ID=3b79c0f9-e98b-4749-8d96-0afac28c0c41,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:01.996267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3b79c0f9-e98b-4749-8d96-0afac28c0c41 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:02.034310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848b671-cb16-4b68-9706-f821d63a3c0d req-8c18d976-a816-4052-9edc-727add24bcf9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:02.035898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0848b671-cb16-4b68-9706-f821d63a3c0d req-8c18d976-a816-4052-9edc-727add24bcf9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0805721 Aug 20 12:05:02.071378 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4351ed20-38e6-4763-89f9-09487e11484c tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "PUT /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags/tempest-TagsTest-Tag-1459930788 HTTP/1.1" status: 201 len: 201 time: 0.1137829 Aug 20 12:05:02.074132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44536) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:02.082365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-d3ce765f-fb33-4ead-a9cb-41d42d2b7aca tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', 'tempest-TagsTest-Tag-1459930788') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:02.102600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0848b671-cb16-4b68-9706-f821d63a3c0d req-152e6512-f387-427b-8721-c31e1518eb13 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596545 Aug 20 12:05:02.141522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'name': 'network-vif-deleted', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:02.144270 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfaf4b9-f5e8-4a94-9e4c-8148374fe861" -d '{"events": [{"server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "name": "network-vif-deleted", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:02.189955 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d3ce765f-fb33-4ead-a9cb-41d42d2b7aca tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "GET /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags/tempest-TagsTest-Tag-1459930788 HTTP/1.1" status: 204 len: 168 time: 0.1109848 Aug 20 12:05:02.190210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44546) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:02.190324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:02.199178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-18a0abe7-1ba8-47c4-a461-74b396ad3f03 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:02.237043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:02.237563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfaf1098-fa3c-4d64-b649-ac2dcf9efc83 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:02.285933 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-18a0abe7-1ba8-47c4-a461-74b396ad3f03 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "GET /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags HTTP/1.1" status: 200 len: 238 time: 0.0922465 Aug 20 12:05:02.286206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44552) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:02.291451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-ced2e861-2a14-449b-91ec-58a8415ceac5 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', {'tags': ['tempest-TagsTest-Tag-1788682489', 'tempest-TagsTest-Tag-1458327467', 'tempest-TagsTest-Tag-1291749033']}) {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:02.316602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-672c2702-2161-47b9-bf55-ff48e9821569 req-c91c6678-11fb-4f27-9a4a-4e61eebd5d71 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups/cad7ec0c-cf2d-4f5f-a6f3-c1ee49733377 HTTP/1.1" status: 200 len: 1809 time: 0.0790405 Aug 20 12:05:02.348894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad727e0-4320-4a74-a704-e967228385ff req-39fd636a-b14b-4d5d-a14e-f2c86c7902d2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:02.350494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cad727e0-4320-4a74-a704-e967228385ff req-39fd636a-b14b-4d5d-a14e-f2c86c7902d2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.0758617 Aug 20 12:05:02.389424 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ced2e861-2a14-449b-91ec-58a8415ceac5 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "PUT /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags HTTP/1.1" status: 200 len: 309 time: 0.1018760 Aug 20 12:05:02.392175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44554) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:02.397662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-d58676fc-39dc-46c8-b1ee-9f63f5ba5724 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', 'tempest-TagsTest-Tag-1788682489') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:02.417563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cad727e0-4320-4a74-a704-e967228385ff req-f9e67c13-f7fe-4df0-8b31-714c84eb93a2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605042 Aug 20 12:05:02.443730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-672c2702-2161-47b9-bf55-ff48e9821569 req-6be08db9-4926-4cfb-9447-8e2c9cee5f53 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.491947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d58676fc-39dc-46c8-b1ee-9f63f5ba5724 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "DELETE /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags/tempest-TagsTest-Tag-1788682489 HTTP/1.1" status: 204 len: 168 time: 0.0968800 Aug 20 12:05:02.492300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44558) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:02.498268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-d5ccbe24-2929-48b0-a531-ed74bc0b67af tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', 'tempest-TagsTest-Tag-1788682489') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:02.502634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-122c3f05-f78f-403e-b3b8-fbb3d8d32478 req-e4b83604-1f54-45ba-a160-eae7d79e256c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 210 time: 0.0422003 Aug 20 12:05:02.504122 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-672c2702-2161-47b9-bf55-ff48e9821569 req-6be08db9-4926-4cfb-9447-8e2c9cee5f53 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.579212 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-d5ccbe24-2929-48b0-a531-ed74bc0b67af tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] show failed (client error): The resource could not be found. Aug 20 12:05:02.581907 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d5ccbe24-2929-48b0-a531-ed74bc0b67af tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "GET /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags/tempest-TagsTest-Tag-1788682489 HTTP/1.1" status: 404 len: 326 time: 0.0878372 Aug 20 12:05:02.583377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44560) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:02.588528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-4ca57f2f-a1e4-43d5-84ce-6ff08ae9a6e4 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', 'tempest-TagsTest-Tag-1458327467') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:02.588710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd74b5ba-39eb-4815-bd2e-3feae38e6b31 req-c5e8af03-d3e3-4c55-b345-873627391a8e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/9e82a43a-3964-4c54-8f10-89d02a47a9ba HTTP/1.1" status: 200 len: 1802 time: 0.0596187 Aug 20 12:05:02.591377 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-672c2702-2161-47b9-bf55-ff48e9821569 req-6be08db9-4926-4cfb-9447-8e2c9cee5f53 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.594149 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-672c2702-2161-47b9-bf55-ff48e9821569 req-6be08db9-4926-4cfb-9447-8e2c9cee5f53 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.595370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-672c2702-2161-47b9-bf55-ff48e9821569 req-6be08db9-4926-4cfb-9447-8e2c9cee5f53 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "DELETE /v2.0/security-groups/cad7ec0c-cf2d-4f5f-a6f3-c1ee49733377 HTTP/1.1" status: 204 len: 173 time: 0.2695792 Aug 20 12:05:02.615164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be08db9-4926-4cfb-9447-8e2c9cee5f53 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad7ec0c-cf2d-4f5f-a6f3-c1ee49733377,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:02.671861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cd74b5ba-39eb-4815-bd2e-3feae38e6b31 req-4053167e-51cf-4497-a5c4-1aa80232918b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.675813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4ca57f2f-a1e4-43d5-84ce-6ff08ae9a6e4 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "GET /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags/tempest-TagsTest-Tag-1458327467 HTTP/1.1" status: 204 len: 168 time: 0.0911248 Aug 20 12:05:02.678490 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44564) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:02.684549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-fed5dfcc-4379-4bae-bcd6-0f2abba0bd5c tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', 'tempest-TagsTest-Tag-1291749033') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:02.708604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cd74b5ba-39eb-4815-bd2e-3feae38e6b31 req-4053167e-51cf-4497-a5c4-1aa80232918b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.759665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cd74b5ba-39eb-4815-bd2e-3feae38e6b31 req-4053167e-51cf-4497-a5c4-1aa80232918b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.764424 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cd74b5ba-39eb-4815-bd2e-3feae38e6b31 req-4053167e-51cf-4497-a5c4-1aa80232918b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:02.765619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd74b5ba-39eb-4815-bd2e-3feae38e6b31 req-4053167e-51cf-4497-a5c4-1aa80232918b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e82a43a-3964-4c54-8f10-89d02a47a9ba HTTP/1.1" status: 204 len: 173 time: 0.1692600 Aug 20 12:05:02.790661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053167e-51cf-4497-a5c4-1aa80232918b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e82a43a-3964-4c54-8f10-89d02a47a9ba,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:02.808295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fed5dfcc-4379-4bae-bcd6-0f2abba0bd5c tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "GET /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags/tempest-TagsTest-Tag-1291749033 HTTP/1.1" status: 204 len: 168 time: 0.1285744 Aug 20 12:05:02.809473 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ac828-3c88-44e8-94cc-0d009268d0a8 x-openstack-request-id: req-9b5ac828-3c88-44e8-94cc-0d009268d0a8 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:02.809770 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196e2acb-dbaa-4ade-86be-b6e246ffcd1a", "name": "network-vif-deleted", "tag": "bfaf1098-fa3c-4d64-b649-ac2dcf9efc83", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:02.810025 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b5ac828-3c88-44e8-94cc-0d009268d0a8 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:02.810522 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196e2acb-dbaa-4ade-86be-b6e246ffcd1a', 'name': 'network-vif-deleted', 'tag': 'bfaf1098-fa3c-4d64-b649-ac2dcf9efc83', 'status': 'completed', 'code': 200} Aug 20 12:05:02.810953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44570) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:02.815797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-52f42c0a-744c-442a-b340-543ab4a7fb1d tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:02.977931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-2332b484-dc5b-451a-a777-1469535e81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:02.979583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-2332b484-dc5b-451a-a777-1469535e81b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1096 time: 0.1057093 Aug 20 12:05:02.996155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7401f-7db3-4d78-834c-b74723557356 req-93b9e07a-1c2c-4a33-a439-059af025b1c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:02.997641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1d7401f-7db3-4d78-834c-b74723557356 req-93b9e07a-1c2c-4a33-a439-059af025b1c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1222384 Aug 20 12:05:03.103593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-52f42c0a-744c-442a-b340-543ab4a7fb1d tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "DELETE /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags HTTP/1.1" status: 204 len: 168 time: 0.2910695 Aug 20 12:05:03.106469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44574) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:03.111042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-519cccd2-c118-42bb-9e19-0c9f764b1b49 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', 'tempest-TagsTest-Tag-1458327467') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:03.123576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd0933cb-e545-44b4-b1e8-fba78115ff80 req-6e3af5f2-4d0d-403b-9712-71f7de0242a4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/1f51e793-d237-4e1c-b4e8-f0d1a6afa8be HTTP/1.1" status: 200 len: 1802 time: 0.1622207 Aug 20 12:05:03.130237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1d7401f-7db3-4d78-834c-b74723557356 req-080720cc-9ed3-4c09-8933-e69560227f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265495 Aug 20 12:05:03.178049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-dc50156c-041a-4fd6-b1b2-cfde3a9f6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:03.179712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-dc50156c-041a-4fd6-b1b2-cfde3a9f6fd0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.1790073 Aug 20 12:05:03.192691 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-519cccd2-c118-42bb-9e19-0c9f764b1b49 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] show failed (client error): The resource could not be found. Aug 20 12:05:03.196633 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-519cccd2-c118-42bb-9e19-0c9f764b1b49 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "GET /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags/tempest-TagsTest-Tag-1458327467 HTTP/1.1" status: 404 len: 326 time: 0.0862310 Aug 20 12:05:03.196861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44576) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:03.203661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-9ab6549c-8761-44e8-9b5a-27949e108445 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41', 'tempest-TagsTest-Tag-1291749033') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:03.296156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dd0933cb-e545-44b4-b1e8-fba78115ff80 req-2a25abae-72c0-4b25-b563-793b153b1a90 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.309822 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-9ab6549c-8761-44e8-9b5a-27949e108445 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] show failed (client error): The resource could not be found. Aug 20 12:05:03.311102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9ab6549c-8761-44e8-9b5a-27949e108445 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "GET /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags/tempest-TagsTest-Tag-1291749033 HTTP/1.1" status: 404 len: 326 time: 0.1131830 Aug 20 12:05:03.314661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44582) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:03.317148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-5228a194-dc99-4f77-a288-96be61631a10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 998 time: 0.1267319 Aug 20 12:05:03.319211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-7e966675-3b4c-4349-833a-79bd55fb3d1b tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3b79c0f9-e98b-4749-8d96-0afac28c0c41') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:03.397169 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7e966675-3b4c-4349-833a-79bd55fb3d1b tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "DELETE /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41/tags HTTP/1.1" status: 204 len: 168 time: 0.0814445 Aug 20 12:05:03.402701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:03.417192 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dd0933cb-e545-44b4-b1e8-fba78115ff80 req-2a25abae-72c0-4b25-b563-793b153b1a90 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.441327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c0be3-9d32-4567-8398-eeb99dfffea8 req-fc0e7bba-99fa-4450-a4bf-29bef541414d tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:03.442933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-567c0be3-9d32-4567-8398-eeb99dfffea8 req-fc0e7bba-99fa-4450-a4bf-29bef541414d tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.2101276 Aug 20 12:05:03.494638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.507690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-4d881357-6946-4cb2-a1eb-c28df32bca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:03.509824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-4d881357-6946-4cb2-a1eb-c28df32bca3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.1758873 Aug 20 12:05:03.562866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-2a81a2e3-3e48-498a-b1bb-55fe199b44af tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:03.564310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-2a81a2e3-3e48-498a-b1bb-55fe199b44af tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 804 time: 0.2645428 Aug 20 12:05:03.572176 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dd0933cb-e545-44b4-b1e8-fba78115ff80 req-2a25abae-72c0-4b25-b563-793b153b1a90 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.574755 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-dd0933cb-e545-44b4-b1e8-fba78115ff80 req-2a25abae-72c0-4b25-b563-793b153b1a90 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.575853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd0933cb-e545-44b4-b1e8-fba78115ff80 req-2a25abae-72c0-4b25-b563-793b153b1a90 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/1f51e793-d237-4e1c-b4e8-f0d1a6afa8be HTTP/1.1" status: 204 len: 173 time: 0.4432065 Aug 20 12:05:03.584374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Request body: {'port': {'device_id': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'admin_state_up': True, 'tenant_id': 'cdc38b4b6e7a41898f4ecc3015670895'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:03.590777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-567c0be3-9d32-4567-8398-eeb99dfffea8 req-3db10c05-0097-4212-ac43-4ed9ab361d9c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352246 Aug 20 12:05:03.593806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.608258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b79c0f9-e98b-4749-8d96-0afac28c0c41']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:03.643758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9dfe1a6-58e8-4622-9a77-55b4928f3ca0') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:03.643758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9dfe1a6-58e8-4622-9a77-55b4928f3ca0') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:03.644230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25abae-72c0-4b25-b563-793b153b1a90 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f51e793-d237-4e1c-b4e8-f0d1a6afa8be,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:03.660775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-ec935114-f0b1-4fd1-9d68-9f2ade82cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:03.660999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.662794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-ec935114-f0b1-4fd1-9d68-9f2ade82cdf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429803 Aug 20 12:05:03.680737 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.688559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:03.689120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:03.710199 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:03.789284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.792514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff1df75e-d4a5-4ea7-a7fa-488a8e0fd022 req-dc935d5f-e4f5-4a74-b1e1-5284210d1583 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 210 time: 0.0458043 Aug 20 12:05:03.798126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.802929 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] 10.222.0.25 "DELETE /v2.0/networks/3b79c0f9-e98b-4749-8d96-0afac28c0c41 HTTP/1.1" status: 204 len: 168 time: 0.3970029 Aug 20 12:05:03.828049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fb73c-31ca-467d-9f1c-36cb8c25f070 tempest-TagsTest-516886799 tempest-TagsTest-516886799-project] Pushing event deleted for resources: {'Network': ['ID=3b79c0f9-e98b-4749-8d96-0afac28c0c41,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:03.847518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-01d8b9c2-a833-432f-8ca9-8095de6e408d req-7bed0208-51ab-4559-aaa1-14ca0332c55d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1644425732', 'description': 'tempest-description-1131353566'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:03.862514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Made reservation on behalf of cdc38b4b6e7a41898f4ecc3015670895 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:03.865933 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:03.869672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-3c5f1093-4a7e-467a-b6ec-07f4a737680b service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961796 Aug 20 12:05:03.907751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e08b06-fe69-44ff-9d93-e0b6f618f7cd req-af402cc2-164f-4ae2-829d-9e371a0fe8f2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:03.909218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73e08b06-fe69-44ff-9d93-e0b6f618f7cd req-af402cc2-164f-4ae2-829d-9e371a0fe8f2 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1509397 Aug 20 12:05:03.974387 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-01d8b9c2-a833-432f-8ca9-8095de6e408d req-7bed0208-51ab-4559-aaa1-14ca0332c55d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.072061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44596) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:04.075329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73e08b06-fe69-44ff-9d93-e0b6f618f7cd req-25520f7e-0095-407c-8c26-fcae1b84db83 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487668 Aug 20 12:05:04.138640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c4fc84b-1f88-42cc-8034-1c4cc24902c0 req-4e90d622-a175-477d-a493-1b6cd9a27bbc service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486918 Aug 20 12:05:04.169932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Allocated IP 172.20.0.10 (3c26e07a-d386-4987-b09a-d2267ed5cd15/e71eab11-da89-4282-8c34-1c138ac0222d/b42e45ba-4855-44f6-ac86-c8c96302787b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:04.234876 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2f388f44-250d-4a33-bca1-3f77cd852fa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=561402acef0646b6929db25b979cad23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593807 Aug 20 12:05:04.235581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44604) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:04.241224 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-01d8b9c2-a833-432f-8ca9-8095de6e408d req-7bed0208-51ab-4559-aaa1-14ca0332c55d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.252555 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-01d8b9c2-a833-432f-8ca9-8095de6e408d req-7bed0208-51ab-4559-aaa1-14ca0332c55d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.306154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bc74ebdf-e0a4-4cff-99e0-eaf537c2067f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.338860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bc74ebdf-e0a4-4cff-99e0-eaf537c2067f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.349390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed0208-51ab-4559-aaa1-14ca0332c55d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65aa8410-511c-4d5f-b795-cc48edf4f866,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:04.368208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-01d8b9c2-a833-432f-8ca9-8095de6e408d req-7bed0208-51ab-4559-aaa1-14ca0332c55d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.380797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01d8b9c2-a833-432f-8ca9-8095de6e408d req-7bed0208-51ab-4559-aaa1-14ca0332c55d tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5485430 Aug 20 12:05:04.418024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bc74ebdf-e0a4-4cff-99e0-eaf537c2067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.422427 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bc74ebdf-e0a4-4cff-99e0-eaf537c2067f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.424329 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bc74ebdf-e0a4-4cff-99e0-eaf537c2067f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8e68fcc-4933-4cbd-a7ce-294de01f4882 HTTP/1.1" status: 204 len: 168 time: 0.1875789 Aug 20 12:05:04.437885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74ebdf-e0a4-4cff-99e0-eaf537c2067f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e68fcc-4933-4cbd-a7ce-294de01f4882,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:04.439575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040907f4-7f1d-4557-b3b6-172ef83afbbc req-d6cf93bb-257f-4b26-bd50-d10b045e3427 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:04.441155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-040907f4-7f1d-4557-b3b6-172ef83afbbc req-d6cf93bb-257f-4b26-bd50-d10b045e3427 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1097176 Aug 20 12:05:04.454448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:04.536066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-040907f4-7f1d-4557-b3b6-172ef83afbbc req-90efe5ee-9931-433e-a717-d321758bc988 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779407 Aug 20 12:05:04.549246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd22c7f-0ce7-4b09-9947-d62cfb8d0d0e req-6d3c04a7-e215-4850-919c-8a853b67d0d5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:04.550804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fd22c7f-0ce7-4b09-9947-d62cfb8d0d0e req-6d3c04a7-e215-4850-919c-8a853b67d0d5 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.1087551 Aug 20 12:05:04.939969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.000373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fd22c7f-0ce7-4b09-9947-d62cfb8d0d0e req-1712ac6c-ca72-4949-84fc-4634ba9a1576 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346471 Aug 20 12:05:05.021961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c442214f-4c5d-40a8-8c74-0dde7cf0c9f1 req-be32057c-7125-4a38-8b52-cd4c0464a984 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/65aa8410-511c-4d5f-b795-cc48edf4f866 HTTP/1.1" status: 200 len: 1803 time: 0.4532278 Aug 20 12:05:05.030101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Network 3c26e07a-d386-4987-b09a-d2267ed5cd15 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:05.038988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c442214f-4c5d-40a8-8c74-0dde7cf0c9f1 req-68c9bde2-a0dc-40b9-901b-8a717aa4e661 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Request body: {'security_group': {'name': 'tempest-sg-hth-450862555', 'description': 'tempest-description-hth-1025498665'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:05.043709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Pushing event updated for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:05.047724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:05.054134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:05.149866 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c442214f-4c5d-40a8-8c74-0dde7cf0c9f1 req-68c9bde2-a0dc-40b9-901b-8a717aa4e661 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.159305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:05.159916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.202333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a113d-3fbb-4cf5-a5dc-d4883d362e96 req-ef852f51-d890-4c1a-83ea-2401676b0d65 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:05.203827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-832a113d-3fbb-4cf5-a5dc-d4883d362e96 req-ef852f51-d890-4c1a-83ea-2401676b0d65 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1221299 Aug 20 12:05:05.209010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-86133d2f-52f6-4371-826d-651462f39ee3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6322260 Aug 20 12:05:05.243836 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c442214f-4c5d-40a8-8c74-0dde7cf0c9f1 req-68c9bde2-a0dc-40b9-901b-8a717aa4e661 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.251236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c442214f-4c5d-40a8-8c74-0dde7cf0c9f1 req-68c9bde2-a0dc-40b9-901b-8a717aa4e661 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.253727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c442214f-4c5d-40a8-8c74-0dde7cf0c9f1 req-68c9bde2-a0dc-40b9-901b-8a717aa4e661 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.254973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c442214f-4c5d-40a8-8c74-0dde7cf0c9f1 req-68c9bde2-a0dc-40b9-901b-8a717aa4e661 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "PUT /v2.0/security-groups/65aa8410-511c-4d5f-b795-cc48edf4f866 HTTP/1.1" status: 200 len: 1776 time: 0.2286947 Aug 20 12:05:05.285181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Request body: {'port': {'device_id': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:05.291087 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-832a113d-3fbb-4cf5-a5dc-d4883d362e96 req-ad1b33f0-4b45-43d4-a079-9d8d366577ee tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757470 Aug 20 12:05:05.301178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9bde2-a0dc-40b9-901b-8a717aa4e661 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65aa8410-511c-4d5f-b795-cc48edf4f866,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:05.365595 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:05.552672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1abe0204-27fa-49fe-b46f-96246cc8db66 req-22484bfe-2626-41f8-8c68-7dbf9381bda5 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/65aa8410-511c-4d5f-b795-cc48edf4f866 HTTP/1.1" status: 200 len: 1776 time: 0.1369567 Aug 20 12:05:05.578814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e683ab-1e53-48a0-ac00-ac9ca6962fed req-7183fc3e-6d19-4205-bcaa-066fdd38f4ff tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:05.580358 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14e683ab-1e53-48a0-ac00-ac9ca6962fed req-7183fc3e-6d19-4205-bcaa-066fdd38f4ff tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 932 time: 0.1637387 Aug 20 12:05:05.721704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14e683ab-1e53-48a0-ac00-ac9ca6962fed req-f22b33cf-9bf0-47e7-8430-0c6648b99205 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324980 Aug 20 12:05:05.751439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91970dd1-2bf9-496e-bd41-48966730856e req-5171204d-9d60-445d-83d9-6f319d810f7a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:05.752948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91970dd1-2bf9-496e-bd41-48966730856e req-5171204d-9d60-445d-83d9-6f319d810f7a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1003335 Aug 20 12:05:05.902921 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91970dd1-2bf9-496e-bd41-48966730856e req-8b6d9075-6e26-4117-865c-512d8f4e6e51 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293664 Aug 20 12:05:05.913151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-b83f524d-bfce-4599-8da9-b9a3956dfe70 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:05.915413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-b83f524d-bfce-4599-8da9-b9a3956dfe70 tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1569266 Aug 20 12:05:05.921238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d05a970-c660-4563-80b8-462895f41466 req-28af7d35-9e00-41d8-b17e-e6437b195522 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/65aa8410-511c-4d5f-b795-cc48edf4f866 HTTP/1.1" status: 200 len: 1776 time: 0.1644795 Aug 20 12:05:05.968830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42e45ba-4855-44f6-ac86-c8c96302787b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:05.993232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.028171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-582019ee-38af-4d12-bb6b-e89a9c6b4acb tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:06.029745 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-582019ee-38af-4d12-bb6b-e89a9c6b4acb tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 945 time: 0.0765977 Aug 20 12:05:06.053150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Transition to ACTIVE for port object b42e45ba-4855-44f6-ac86-c8c96302787b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:06.064688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.127001 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8d05a970-c660-4563-80b8-462895f41466 req-124254c0-1593-4132-afe0-e6c4e725183e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.150023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Deleting port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:06.150431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.188248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Pushing event updated for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:06.216375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Deleting port f404dbd6-1a16-4d98-95a4-761fa70d2516 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:06.216705 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.224091 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8d05a970-c660-4563-80b8-462895f41466 req-124254c0-1593-4132-afe0-e6c4e725183e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.259165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] For port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:06.259761 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.276230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Calling delete_port for f7d3fd10-d1f9-4e01-af68-9c7748c30e1f owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:06.323928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de2c6-a9eb-4fc2-9e5f-19be53c82630 req-68b84805-f87a-4459-9abb-26852e186637 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:06.325477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c44de2c6-a9eb-4fc2-9e5f-19be53c82630 req-68b84805-f87a-4459-9abb-26852e186637 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2354190 Aug 20 12:05:06.379701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44686) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:06.412143 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8d05a970-c660-4563-80b8-462895f41466 req-124254c0-1593-4132-afe0-e6c4e725183e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.414892 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8d05a970-c660-4563-80b8-462895f41466 req-124254c0-1593-4132-afe0-e6c4e725183e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.416065 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d05a970-c660-4563-80b8-462895f41466 req-124254c0-1593-4132-afe0-e6c4e725183e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/65aa8410-511c-4d5f-b795-cc48edf4f866 HTTP/1.1" status: 204 len: 173 time: 0.4812124 Aug 20 12:05:06.432361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Attempting to bind port b42e45ba-4855-44f6-ac86-c8c96302787b on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:06.432693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Attempting to bind port b42e45ba-4855-44f6-ac86-c8c96302787b by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:06.433112 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Attempting to bind port b42e45ba-4855-44f6-ac86-c8c96302787b on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:06.446428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c44de2c6-a9eb-4fc2-9e5f-19be53c82630 req-edbcc24e-439e-420e-9185-830e5bb4d0a7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059139 Aug 20 12:05:06.450641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124254c0-1593-4132-afe0-e6c4e725183e tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aa8410-511c-4d5f-b795-cc48edf4f866,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:06.453784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] For port f404dbd6-1a16-4d98-95a4-761fa70d2516, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f404dbd6-1a16-4d98-95a4-761fa70d2516,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:06.454152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.456659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Port b42e45ba-4855-44f6-ac86-c8c96302787b on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:06.456988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Attempting to bind port b42e45ba-4855-44f6-ac86-c8c96302787b on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:06.469125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.471875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:06.472231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Checking segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:06.472611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Bound using segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:06.473042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Bound port: b42e45ba-4855-44f6-ac86-c8c96302787b, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:06.473488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.475748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Calling delete_port for f404dbd6-1a16-4d98-95a4-761fa70d2516 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:06.487750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f7d3fd10-d1f9-4e01-af68-9c7748c30e1f'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:06.550673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event deleted for resources: {'Port': ['ID=f7d3fd10-d1f9-4e01-af68-9c7748c30e1f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:06.571906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b362cb03-d898-487f-b7eb-2e3068680bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.594794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] No DVR routers for this DVR port f7d3fd10-d1f9-4e01-af68-9c7748c30e1f on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:06.599941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.601969 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99c33757-3bc8-4bd6-996e-0fda013953d3 req-278a96ba-b600-4acc-bd6c-76f38d546ef7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "DELETE /v2.0/ports/f7d3fd10-d1f9-4e01-af68-9c7748c30e1f HTTP/1.1" status: 204 len: 173 time: 0.5658047 Aug 20 12:05:06.602674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da3815c-fdc3-4420-9c9b-2df2f30fb54a', 'name': 'network-vif-deleted', 'tag': 'f7d3fd10-d1f9-4e01-af68-9c7748c30e1f'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:06.605339 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d30d6d-a070-4d8d-a1e9-182b989c853d" -d '{"events": [{"server_uuid": "7da3815c-fdc3-4420-9c9b-2df2f30fb54a", "name": "network-vif-deleted", "tag": "f7d3fd10-d1f9-4e01-af68-9c7748c30e1f"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:06.632897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76e5f50c-039e-4692-acd2-3a6302dac682 req-8fb2c4ff-297b-4fa1-9583-166445d6642b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da3815c-fdc3-4420-9c9b-2df2f30fb54a HTTP/1.1" status: 200 len: 210 time: 0.0570369 Aug 20 12:05:06.663543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:06.689669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:06.698921 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.731515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b362cb03-d898-487f-b7eb-2e3068680bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.737044 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b362cb03-d898-487f-b7eb-2e3068680bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.784274 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b362cb03-d898-487f-b7eb-2e3068680bfb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb5695c7731f4466b48201c39139b071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036357 Aug 20 12:05:06.786246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362cb03-d898-487f-b7eb-2e3068680bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09539597-5a32-426d-9f0f-c50bb0b70935,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:06.788661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44700) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:06.791559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d478-46f4-4563-8ae3-03b97800569b req-92d2e022-454e-4bdf-9015-d1f5e0b6f51d tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:06.793314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc38d478-46f4-4563-8ae3-03b97800569b req-92d2e022-454e-4bdf-9015-d1f5e0b6f51d tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3d2171-b3e2-4168-8364-e0b5cec98e03 HTTP/1.1" status: 200 len: 946 time: 0.1923008 Aug 20 12:05:06.806352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:06.806846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.808284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] 10.222.0.73 "PUT /v2.0/ports/b42e45ba-4855-44f6-ac86-c8c96302787b HTTP/1.1" status: 200 len: 1093 time: 1.5299833 Aug 20 12:05:06.810592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:06.812843 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacce520-5671-48e3-a14f-737338fc0b31" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:06.854815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93f4d32e-c354-47c6-9a05-930111979127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.862424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053590a-8aab-4988-b0ba-a0f3f8aebe5b service neutron] Pushing event updated for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:06.882287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93f4d32e-c354-47c6-9a05-930111979127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.934227 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.945186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93f4d32e-c354-47c6-9a05-930111979127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.948761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f404dbd6-1a16-4d98-95a4-761fa70d2516'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:06.949557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93f4d32e-c354-47c6-9a05-930111979127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:06.951164 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-93f4d32e-c354-47c6-9a05-930111979127 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09539597-5a32-426d-9f0f-c50bb0b70935 HTTP/1.1" status: 204 len: 168 time: 0.1614199 Aug 20 12:05:06.978621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc38d478-46f4-4563-8ae3-03b97800569b req-abcd8500-8e14-4652-9c3d-4f21d6adde0b tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f653280-57e7-438e-886c-76f69387eabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787205 Aug 20 12:05:06.981968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4d32e-c354-47c6-9a05-930111979127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09539597-5a32-426d-9f0f-c50bb0b70935,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:06.993665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Pushing event deleted for resources: {'Port': ['ID=f404dbd6-1a16-4d98-95a4-761fa70d2516,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:07.069788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-df724454-37fe-4bb8-9c7c-869c372aeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:07.072983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-df724454-37fe-4bb8-9c7c-869c372aeb53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 1096 time: 0.2013860 Aug 20 12:05:07.085479 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f8e49-cc27-4bf2-90a4-22ac3da914ca x-openstack-request-id: req-9d0f8e49-cc27-4bf2-90a4-22ac3da914ca {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:07.085967 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da3815c-fdc3-4420-9c9b-2df2f30fb54a", "name": "network-vif-deleted", "tag": "f7d3fd10-d1f9-4e01-af68-9c7748c30e1f", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:07.086049 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d0f8e49-cc27-4bf2-90a4-22ac3da914ca {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:07.086763 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da3815c-fdc3-4420-9c9b-2df2f30fb54a', 'name': 'network-vif-deleted', 'tag': 'f7d3fd10-d1f9-4e01-af68-9c7748c30e1f', 'status': 'completed', 'code': 200} Aug 20 12:05:07.223890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-059288ac-5df5-423b-942b-ca74c149e94c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b42e45ba-4855-44f6-ac86-c8c96302787b HTTP/1.1" status: 200 len: 217 time: 0.1126292 Aug 20 12:05:07.224582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] No DVR routers for this DVR port f404dbd6-1a16-4d98-95a4-761fa70d2516 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:07.245836 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.247894 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d152928-9869-4369-9e26-ba59b5ffc16d req-22e25b02-8317-4cd6-9cde-3d64cd46179c tempest-ServerRescueTestJSONUnderV235-928269902 tempest-ServerRescueTestJSONUnderV235-928269902-project] 10.222.0.73 "DELETE /v2.0/ports/f404dbd6-1a16-4d98-95a4-761fa70d2516 HTTP/1.1" status: 204 len: 173 time: 1.3238235 Aug 20 12:05:07.316170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8d8ba-758e-4936-a064-bcdc9d26116d req-ba1d1d1c-7b2b-481f-adac-eedb64573a49 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:07.317731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6c8d8ba-758e-4936-a064-bcdc9d26116d req-ba1d1d1c-7b2b-481f-adac-eedb64573a49 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2735846 Aug 20 12:05:07.335619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca8a9-3472-4ac9-8b3f-b4da2a7bc632 req-8d5e3d6f-c3a6-4404-a7d1-21c2877c059a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:07.337250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e3ca8a9-3472-4ac9-8b3f-b4da2a7bc632 req-8d5e3d6f-c3a6-4404-a7d1-21c2877c059a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 944 time: 0.1746581 Aug 20 12:05:07.348962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-e184d355-d1ec-42c6-9073-b8f25864e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:07.350428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-e184d355-d1ec-42c6-9073-b8f25864e474 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 200 len: 844 time: 0.1061947 Aug 20 12:05:07.379083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44710) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:07.405866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-587a1d05-fdf9-48ca-b089-e32eb342254d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.413035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-3b22d990-c3e8-491f-a310-ab35029ffe50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c26e07a-d386-4987-b09a-d2267ed5cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474317 Aug 20 12:05:07.438961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6c8d8ba-758e-4936-a064-bcdc9d26116d req-6f7e57ac-75f3-40e8-a38b-7b44efbea8dc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136658 Aug 20 12:05:07.500258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e3ca8a9-3472-4ac9-8b3f-b4da2a7bc632 req-3c814fa3-6c4b-434d-9dbe-77df2fa8127d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552377 Aug 20 12:05:07.537955 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc19853-9555-4200-ad0c-4f5f069630b9 x-openstack-request-id: req-cbc19853-9555-4200-ad0c-4f5f069630b9 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:07.538273 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:07.538532 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbc19853-9555-4200-ad0c-4f5f069630b9 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:07.538940 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'status': 'completed', 'code': 200} Aug 20 12:05:07.550027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-587a1d05-fdf9-48ca-b089-e32eb342254d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.558394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-587a1d05-fdf9-48ca-b089-e32eb342254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.600422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-37126d7d-17b2-4565-bcd0-0fc360468fdb service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743312 Aug 20 12:05:07.616016 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-587a1d05-fdf9-48ca-b089-e32eb342254d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4137f15477d4493d8be5ad1d458acf49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317004 Aug 20 12:05:07.617154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a1d05-fdf9-48ca-b089-e32eb342254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2232e1-b2c7-4969-965f-6bb2eaf9fa72,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:07.620043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44716) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:07.657658 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-0b9fb0a7-52de-4cae-af2f-fdbe76ec4408 req-a0687313-6009-4e2f-9803-0c663cc569fe tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:05:07.672944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b9fb0a7-52de-4cae-af2f-fdbe76ec4408 req-a0687313-6009-4e2f-9803-0c663cc569fe tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/1f51e793-d237-4e1c-b4e8-f0d1a6afa8be HTTP/1.1" status: 404 len: 352 time: 0.0628061 Aug 20 12:05:07.714496 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cddf1ef6-b280-457b-a143-c9d8600ba803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.761708 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cddf1ef6-b280-457b-a143-c9d8600ba803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.823694 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-cb83c325-9ac6-461e-9d89-ec247880832e req-bcc229c4-09f8-480d-ab5c-86a5da8b9503 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:05:07.839853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb83c325-9ac6-461e-9d89-ec247880832e req-bcc229c4-09f8-480d-ab5c-86a5da8b9503 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/9e82a43a-3964-4c54-8f10-89d02a47a9ba HTTP/1.1" status: 404 len: 352 time: 0.0865331 Aug 20 12:05:07.849656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cddf1ef6-b280-457b-a143-c9d8600ba803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.856028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cddf1ef6-b280-457b-a143-c9d8600ba803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:07.857692 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cddf1ef6-b280-457b-a143-c9d8600ba803 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b2232e1-b2c7-4969-965f-6bb2eaf9fa72 HTTP/1.1" status: 204 len: 168 time: 0.2361348 Aug 20 12:05:07.867858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf1ef6-b280-457b-a143-c9d8600ba803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2232e1-b2c7-4969-965f-6bb2eaf9fa72,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:07.920007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-403f0f35-dcb9-4f8c-bc68-cb7d4f105cde req-f6fbe59c-c260-4ddd-9a2d-9082f3497e39 service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094838 Aug 20 12:05:07.951440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-4cbb47b4-3e6a-498c-8eed-23bf47b982d9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:07.953429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-4cbb47b4-3e6a-498c-8eed-23bf47b982d9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.2221532 Aug 20 12:05:07.976476 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-900a3daa-bc34-427d-a519-2676daf2a40f req-be97db40-0a7a-4983-af2e-fddb4bd807bf tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:05:07.977527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-900a3daa-bc34-427d-a519-2676daf2a40f req-be97db40-0a7a-4983-af2e-fddb4bd807bf tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/116916bd-9953-4f7f-a0ca-00b6287ddf3d HTTP/1.1" status: 404 len: 352 time: 0.0231338 Aug 20 12:05:07.994665 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-51332468-12ce-4733-a70d-d2954213e3cf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/quotas/b1c864bebc5e4ecf996f0cfd2d514168 HTTP/1.1" status: 200 len: 375 time: 0.0305195 Aug 20 12:05:08.060090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce520-5671-48e3-a14f-737338fc0b31 req-e991ab63-f583-40fc-b39d-136a9004dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:08.061600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dacce520-5671-48e3-a14f-737338fc0b31 req-e991ab63-f583-40fc-b39d-136a9004dcc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 1096 time: 0.0825119 Aug 20 12:05:08.092090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-ee3c8b94-feb7-4df3-9e5b-896bd8d8b662 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0938168 Aug 20 12:05:08.300812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce520-5671-48e3-a14f-737338fc0b31 req-94d30d75-cf87-4c73-bb40-836b50a917be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:08.302312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dacce520-5671-48e3-a14f-737338fc0b31 req-94d30d75-cf87-4c73-bb40-836b50a917be service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 905 time: 0.2327893 Aug 20 12:05:08.328419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-490735f1-47df-4992-801b-d4d9a2591628 service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042644 Aug 20 12:05:08.375283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dacce520-5671-48e3-a14f-737338fc0b31 req-5abe724d-3145-409b-8b88-a87449eeec5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b42e45ba-4855-44f6-ac86-c8c96302787b HTTP/1.1" status: 200 len: 217 time: 0.0644290 Aug 20 12:05:08.426630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-28318b25-e7ad-413a-8a83-49075bdebe80 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:08.428240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-28318b25-e7ad-413a-8a83-49075bdebe80 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.2819154 Aug 20 12:05:08.479411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-9abcbe13-97a6-4068-93f6-91953e96b585 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/quotas/402d104c95254e328746d8020e13134d HTTP/1.1" status: 200 len: 375 time: 0.0239055 Aug 20 12:05:08.505659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce520-5671-48e3-a14f-737338fc0b31 req-f5077e38-6e59-4031-aad0-9de8da7e4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:08.507085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dacce520-5671-48e3-a14f-737338fc0b31 req-f5077e38-6e59-4031-aad0-9de8da7e4f5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 200 len: 844 time: 0.1181259 Aug 20 12:05:08.532842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-1ff766e9-fa00-4f2b-976a-4459faee370f tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448420 Aug 20 12:05:08.580388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dacce520-5671-48e3-a14f-737338fc0b31 req-084650d7-59f1-4ec6-9907-12a424c33fa8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c26e07a-d386-4987-b09a-d2267ed5cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531073 Aug 20 12:05:08.611443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-18aa091e-6937-4b81-813d-4987fca01347 service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498939 Aug 20 12:05:08.733181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-7f840a3c-6cd0-4b83-aa2b-e5085cdf1d4f service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860363 Aug 20 12:05:08.739755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dacce520-5671-48e3-a14f-737338fc0b31 req-d46af56e-a35d-4dd5-b476-aaef675a825f service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311257 Aug 20 12:05:09.204766 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-bf42b6a5-fe20-445c-af16-d1a7ac1875f4 req-492e5ec5-55d0-48e4-8057-63ff1661bd4b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:05:09.205841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf42b6a5-fe20-445c-af16-d1a7ac1875f4 req-492e5ec5-55d0-48e4-8057-63ff1661bd4b tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/c645d856-6f03-46ea-8f0d-098087cb32e2 HTTP/1.1" status: 404 len: 352 time: 0.4437549 Aug 20 12:05:09.263028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44802) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:09.285375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-b933f92d-aaa1-4498-88b8-98e206934f7a service neutron] 10.222.0.25 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445669 Aug 20 12:05:09.287469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dacce520-5671-48e3-a14f-737338fc0b31 req-bc854557-95ac-4a99-8155-f1169bc50e7b service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382502 Aug 20 12:05:09.467501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d4dbb-5b8b-4c2e-a9d7-6effcf70b6a0 req-fbe86b05-66f6-4e3a-91f2-0ae398320f51 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:09.499094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-490d4dbb-5b8b-4c2e-a9d7-6effcf70b6a0 req-fbe86b05-66f6-4e3a-91f2-0ae398320f51 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 944 time: 0.1271555 Aug 20 12:05:09.543118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'name': 'network-vif-deleted', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:09.552367 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec84f05-f300-4654-8ce3-18100efacf35" -d '{"events": [{"server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "name": "network-vif-deleted", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:09.611374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04333b3f-fe5e-4220-b9d5-0f44c734e737 req-eca6495c-26a8-4439-a1fe-aa54a7b54459 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 210 time: 0.0438869 Aug 20 12:05:09.627244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-490d4dbb-5b8b-4c2e-a9d7-6effcf70b6a0 req-69f6aadd-a0ea-4d2e-a07b-37b94f825de4 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271300 Aug 20 12:05:09.741918 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-6ea31c25-570e-4579-a044-03ceea4c14e7 req-7596526a-8993-4830-bc61-8202fcfb89ed tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:05:09.751401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ea31c25-570e-4579-a044-03ceea4c14e7 req-7596526a-8993-4830-bc61-8202fcfb89ed tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/a1633f19-7065-48b5-a638-c6d7656795d8 HTTP/1.1" status: 404 len: 352 time: 0.0257149 Aug 20 12:05:09.791104 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a7315-124b-40ff-a425-633d130ba47e x-openstack-request-id: req-239a7315-124b-40ff-a425-633d130ba47e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:09.791636 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3d2171-b3e2-4168-8364-e0b5cec98e03", "name": "network-vif-deleted", "tag": "f404dbd6-1a16-4d98-95a4-761fa70d2516", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:09.792174 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-239a7315-124b-40ff-a425-633d130ba47e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:09.792783 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3d2171-b3e2-4168-8364-e0b5cec98e03', 'name': 'network-vif-deleted', 'tag': 'f404dbd6-1a16-4d98-95a4-761fa70d2516', 'status': 'completed', 'code': 200} Aug 20 12:05:09.845995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:09.859198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6421eba4-bd8a-4b51-b93a-262b9900bae1 req-ecc73d7c-0f85-4622-8ad2-990a44b1323b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 210 time: 0.0560145 Aug 20 12:05:09.860503 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-a66fc022-fa7a-4a79-9101-ece6197b89b4 req-83704a1e-fb31-4c0b-a168-cd6509a58280 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] show failed (client error): The resource could not be found. Aug 20 12:05:09.871103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a66fc022-fa7a-4a79-9101-ece6197b89b4 req-83704a1e-fb31-4c0b-a168-cd6509a58280 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/1a728500-17ac-4d88-9ec5-884da26a4dd5 HTTP/1.1" status: 404 len: 352 time: 0.0516891 Aug 20 12:05:09.896970 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:05:10.176750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-258ff1b3-05bc-4495-9631-df072c8fa617 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:10.178898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-258ff1b3-05bc-4495-9631-df072c8fa617 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.2487144 Aug 20 12:05:10.204648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'port': {'device_id': 'f69c0b42-fe96-43af-8a02-fad54ee0e963', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'admin_state_up': True, 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:10.246078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b42e45ba-4855-44f6-ac86-c8c96302787b details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:10.248290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f404dbd6-1a16-4d98-95a4-761fa70d2516 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:10.339657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1753cc2-a85a-4eb8-b24a-a3f74390ff87 req-617b8375-7f6e-4bb2-aeb0-2dccdbe6aafe tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:10.348688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1753cc2-a85a-4eb8-b24a-a3f74390ff87 req-617b8375-7f6e-4bb2-aeb0-2dccdbe6aafe tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1023 time: 0.1390889 Aug 20 12:05:10.442426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1753cc2-a85a-4eb8-b24a-a3f74390ff87 req-1a8dac76-07eb-46b8-89b2-4259737a9ff6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=abde7b1c-2419-47b4-a2b5-a1af28ebd73f&id=12621d31-70d5-49d0-b34b-fa6e6dba592a&id=4e9a5d3e-8fff-4475-9acd-411fd8c84a69&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0927510 Aug 20 12:05:10.462122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Made reservation on behalf of b1c864bebc5e4ecf996f0cfd2d514168 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:10.467130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.471542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: f404dbd6-1a16-4d98-95a4-761fa70d2516 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:10.471542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f404dbd6-1a16-4d98-95a4-761fa70d2516 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:10.471969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f7d3fd10-d1f9-4e01-af68-9c7748c30e1f no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:10.519812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: f7d3fd10-d1f9-4e01-af68-9c7748c30e1f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:10.520305 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f7d3fd10-d1f9-4e01-af68-9c7748c30e1f not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:10.536191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:10.552031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'port_id': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'mac_address': 'fa:16:3e:ad:96:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71eab11-da89-4282-8c34-1c138ac0222d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:10.595884 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.600372 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Deleting port 41a1655c-1527-4947-b7da-fed8f8d41d3c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:10.600945 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.610332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42e45ba-4855-44f6-ac86-c8c96302787b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:10.630822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:10.636188 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.644806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Allocated IP 172.20.0.7 (1dc1aa9a-07af-4258-a94a-69c38875253d/abf6c526-a7c9-46e6-8a5e-d5e68edb8078/afd87ac4-0126-41de-bf6c-f1df18b55635) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:10.692827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] For port 41a1655c-1527-4947-b7da-fed8f8d41d3c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=41a1655c-1527-4947-b7da-fed8f8d41d3c,segment=NetworkSegment(183b1f9e-bea6-4498-ae05-44e720a2dbf2),segment_id=183b1f9e-bea6-4498-ae05-44e720a2dbf2)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:10.693197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.707495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Calling delete_port for 41a1655c-1527-4947-b7da-fed8f8d41d3c owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:10.714631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:10.728303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.728997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.729576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.730135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.730762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.731173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.731573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.732081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.732481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.733039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.733529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.733935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:10.798844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6af10c2-6ce6-4bc6-8f2a-93af12a17637 req-4b21026b-a54b-4332-bc7d-a48b49b55c4b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 210 time: 0.0576940 Aug 20 12:05:10.866038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ae792-a621-4c27-9e37-b98e424038a0 req-dc9bde48-378a-4d64-a5af-c57100bb219c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:10.867687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b28ae792-a621-4c27-9e37-b98e424038a0 req-dc9bde48-378a-4d64-a5af-c57100bb219c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 945 time: 0.1673152 Aug 20 12:05:10.951956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:10.979753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Pushing event deleted for resources: {'Port': ['ID=41a1655c-1527-4947-b7da-fed8f8d41d3c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:11.011985 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.019212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['b42e45ba-4855-44f6-ac86-c8c96302787b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:11.034697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b28ae792-a621-4c27-9e37-b98e424038a0 req-da994ef4-623c-4912-94fe-889cc63c3533 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451750 Aug 20 12:05:11.094960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c49b755-b9f5-4134-babe-6c0cf4273846 req-81ed4741-44e2-4edd-9354-986db9e2d622 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 210 time: 0.0466828 Aug 20 12:05:11.119175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Transition to ACTIVE for port object afd87ac4-0126-41de-bf6c-f1df18b55635 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:11.159629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-24c94ca7-9b77-42ce-8062-5e05eea9db7a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:11.161129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-24c94ca7-9b77-42ce-8062-5e05eea9db7a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 812 time: 0.2366800 Aug 20 12:05:11.176848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Request body: {'port': {'device_id': 'b656861a-9e97-42f8-b2aa-caf9ce9f70ae', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'admin_state_up': True, 'tenant_id': '402d104c95254e328746d8020e13134d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:11.200849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.236526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.300378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:11.311345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'Port': ['ID=afd87ac4-0126-41de-bf6c-f1df18b55635,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:11.313836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:11.321819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:11.386123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Made reservation on behalf of 402d104c95254e328746d8020e13134d for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:11.389874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.413638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:11.414408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.436494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:11.441973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-c0c230ad-c004-4676-9411-6a46527785c4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2492805 Aug 20 12:05:11.485613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Request body: {'port': {'device_id': 'f69c0b42-fe96-43af-8a02-fad54ee0e963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:11.557642 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.572449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:11.581989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] Sync routers for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:11.583238 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a55619c7-a3ce-4836-8e42-e6d65a8798fe admin admin] 10.222.0.25 "PUT /v2.0/routers/3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3187575 Aug 20 12:05:11.585619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44856) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:11.596577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:11.597668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:11.679401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-88572d69-0222-4f1a-9c51-e76a9d4e9356 None None] Provisioning for port afd87ac4-0126-41de-bf6c-f1df18b55635 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:11.716880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Allocated IP 172.20.0.10 (fb24bed7-70f5-4056-9b83-7267af71fac2/5a87863f-0c3d-46c4-b743-b332100a4c7c/3447fcbf-c485-4556-a7e0-2485819763ae) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:11.722497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-88572d69-0222-4f1a-9c51-e76a9d4e9356 None None] Provisioning complete for port afd87ac4-0126-41de-bf6c-f1df18b55635 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:11.723049 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88572d69-0222-4f1a-9c51-e76a9d4e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.750879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.778891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:11.811101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-d3325914-9289-485f-8f9d-be5acb84fcb3 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:11.812646 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-d3325914-9289-485f-8f9d-be5acb84fcb3 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1023 time: 0.1579161 Aug 20 12:05:11.815638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-88572d69-0222-4f1a-9c51-e76a9d4e9356 None None] Port afd87ac4-0126-41de-bf6c-f1df18b55635 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:11.830845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59a270-7527-4f0f-975b-122900fe672c req-db03c68a-d4e6-4a04-ae94-363a0a8d47f6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:11.832639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a59a270-7527-4f0f-975b-122900fe672c req-db03c68a-d4e6-4a04-ae94-363a0a8d47f6 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 1023 time: 0.2367258 Aug 20 12:05:11.960744 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.989729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.063007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Deleting port 5db45dcc-68db-4677-b4a7-242294ea4b03 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:12.063007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.129588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:05:10Z', 'revision_number': 5, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port': {'id': '8098e7e5-5c34-4745-989d-46da8ca6ec7f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:27Z', 'updated_at': '2021-08-20T12:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:12.166048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] Checking router: 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:12.177561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] Routers {'3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:12.178547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:12.206043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd87ac4-0126-41de-bf6c-f1df18b55635 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:12.218372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.224078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] For port 5db45dcc-68db-4677-b4a7-242294ea4b03, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5db45dcc-68db-4677-b4a7-242294ea4b03,segment=NetworkSegment(b4c33946-ca84-4165-997e-812ca26aa7bf),segment_id=b4c33946-ca84-4165-997e-812ca26aa7bf)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:12.224747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.236182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Transition to ACTIVE for port object afd87ac4-0126-41de-bf6c-f1df18b55635 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:12.238876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Deleting port 8098e7e5-5c34-4745-989d-46da8ca6ec7f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:12.239265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.275492 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b42e45ba-4855-44f6-ac86-c8c96302787b up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:12.280833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a59a270-7527-4f0f-975b-122900fe672c req-8013d90c-7087-47e7-a739-7a4034652a49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups?id=abde7b1c-2419-47b4-a2b5-a1af28ebd73f&id=12621d31-70d5-49d0-b34b-fa6e6dba592a&id=4e9a5d3e-8fff-4475-9acd-411fd8c84a69&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4361989 Aug 20 12:05:12.285554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.337127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] Set router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:12.344561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] For port 8098e7e5-5c34-4745-989d-46da8ca6ec7f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8098e7e5-5c34-4745-989d-46da8ca6ec7f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:12.345115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.377387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Calling delete_port for 5db45dcc-68db-4677-b4a7-242294ea4b03 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:12.379787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Calling delete_port for 8098e7e5-5c34-4745-989d-46da8ca6ec7f owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:12.401004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Pushing event updated for resources: {'Port': ['ID=afd87ac4-0126-41de-bf6c-f1df18b55635,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:12.417067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943a4c5-ed12-42b8-a180-3f628c7b18ef req-478fa38c-0c0e-40ad-b520-994eab276ce0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:12.421051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0943a4c5-ed12-42b8-a180-3f628c7b18ef req-478fa38c-0c0e-40ad-b520-994eab276ce0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 931 time: 0.4876688 Aug 20 12:05:12.459600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:05:11Z', 'revision_number': 6, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:12.535630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e50c7d1-ed00-442b-b138-7f54b5d7d4a2 None None] The sync data for ids ['3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2'] in n-d-800634-10 is: [{'id': '3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2079989807-router', 'tenant_id': '000f481f7708476b981da96668442f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:26Z', 'updated_at': '2021-08-20T12:05:11Z', 'revision_number': 6, 'project_id': '000f481f7708476b981da96668442f0b', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:12.616359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0943a4c5-ed12-42b8-a180-3f628c7b18ef req-b89a23f4-9221-400e-9081-04cf68162353 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942747 Aug 20 12:05:12.621990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port b42e45ba-4855-44f6-ac86-c8c96302787b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:12.629075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Attempting to bind port afd87ac4-0126-41de-bf6c-f1df18b55635 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:12.629591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Attempting to bind port afd87ac4-0126-41de-bf6c-f1df18b55635 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:12.630082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Attempting to bind port afd87ac4-0126-41de-bf6c-f1df18b55635 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:12.634993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port b42e45ba-4855-44f6-ac86-c8c96302787b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:12.635505 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.660603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Port afd87ac4-0126-41de-bf6c-f1df18b55635 on network 1dc1aa9a-07af-4258-a94a-69c38875253d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:12.661079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Attempting to bind port afd87ac4-0126-41de-bf6c-f1df18b55635 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:12.709015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.717898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:12.718266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Checking segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:12.718659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Bound using segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:12.719108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Bound port: afd87ac4-0126-41de-bf6c-f1df18b55635, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:12.719468 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.774892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.780849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.790404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b205-2a22-42d1-beda-1f6106c6f98b req-c8a15b45-37a3-4be3-882b-bd89f0fc3cfb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:12.792657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5331b205-2a22-42d1-beda-1f6106c6f98b req-c8a15b45-37a3-4be3-882b-bd89f0fc3cfb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 945 time: 0.1333201 Aug 20 12:05:12.795191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af7fb60a-db0b-4821-8b5f-e6d29dc2c16b req-0fa8c075-3ea9-4dcc-bb92-2f4a7bbae3a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 210 time: 0.0831964 Aug 20 12:05:12.825496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'Port': ['ID=5db45dcc-68db-4677-b4a7-242294ea4b03,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:12.832102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.842212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:12.843937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:12.847079 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aac68f6-8009-4fbb-baeb-94a844dfcd2b" -d '{"events": [{"server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "name": "network-vif-plugged", "status": "completed", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:12.862735 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.863593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5db45dcc-68db-4677-b4a7-242294ea4b03 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:12.865608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Pushing event deleted for resources: {'Port': ['ID=8098e7e5-5c34-4745-989d-46da8ca6ec7f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:12.918312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5331b205-2a22-42d1-beda-1f6106c6f98b req-fb914073-4ae0-4ff3-982e-b0f62f731370 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139119 Aug 20 12:05:12.925711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 5db45dcc-68db-4677-b4a7-242294ea4b03 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:12.926061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5db45dcc-68db-4677-b4a7-242294ea4b03 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:12.937486 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f77f61-8be6-4c32-bf40-7950443c46cf x-openstack-request-id: req-35f77f61-8be6-4c32-bf40-7950443c46cf {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:12.937486 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "name": "network-vif-plugged", "status": "completed", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:12.937486 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35f77f61-8be6-4c32-bf40-7950443c46cf {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:12.937486 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'code': 200} Aug 20 12:05:12.965786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] For port afd87ac4-0126-41de-bf6c-f1df18b55635, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:12.970298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:12.970622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] For port afd87ac4-0126-41de-bf6c-f1df18b55635, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=afd87ac4-0126-41de-bf6c-f1df18b55635,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:12.980378 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.036923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:13.041926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.047964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Pushing event updated for resources: {'Port': ['ID=afd87ac4-0126-41de-bf6c-f1df18b55635,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:13.120099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] No DVR routers for this DVR port 5db45dcc-68db-4677-b4a7-242294ea4b03 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:13.124709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.126027 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1fa9ba87-c41d-49cd-a6d5-7000171ac21a req-f15b8971-836e-45eb-b7db-59ce17369d49 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.73 "DELETE /v2.0/ports/5db45dcc-68db-4677-b4a7-242294ea4b03 HTTP/1.1" status: 204 len: 173 time: 1.3058493 Aug 20 12:05:13.129175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'name': 'network-vif-deleted', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:13.131504 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3795a2ed-c450-4cda-972d-f2e94aca16a4" -d '{"events": [{"server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "name": "network-vif-deleted", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:13.151948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:13.153999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.155819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-f2d2ec4a-b6d8-41e7-b629-fdf1b9532382 service neutron] 10.222.0.73 "PUT /v2.0/ports/afd87ac4-0126-41de-bf6c-f1df18b55635 HTTP/1.1" status: 200 len: 1092 time: 1.6799624 Aug 20 12:05:13.156481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69c0b42-fe96-43af-8a02-fad54ee0e963', 'tag': 'afd87ac4-0126-41de-bf6c-f1df18b55635'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:13.159215 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ba667a-9d77-4d29-802d-9adc2f42aded" -d '{"events": [{"name": "network-changed", "server_uuid": "f69c0b42-fe96-43af-8a02-fad54ee0e963", "tag": "afd87ac4-0126-41de-bf6c-f1df18b55635"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:13.204042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Network fb24bed7-70f5-4056-9b83-7267af71fac2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:13.221795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:13.231808 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbea217-4c5f-4da2-bdda-c0ad07a05bc5 x-openstack-request-id: req-afbea217-4c5f-4da2-bdda-c0ad07a05bc5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:13.232339 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce06b1d-b83a-4514-b018-a6b786a5e65a", "name": "network-vif-deleted", "tag": "5db45dcc-68db-4677-b4a7-242294ea4b03", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:13.232941 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afbea217-4c5f-4da2-bdda-c0ad07a05bc5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:13.233511 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce06b1d-b83a-4514-b018-a6b786a5e65a', 'name': 'network-vif-deleted', 'tag': '5db45dcc-68db-4677-b4a7-242294ea4b03', 'status': 'completed', 'code': 200} Aug 20 12:05:13.241825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.243423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:13.246574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b11c0-ac7e-45af-9197-aaa65eb07ee3 req-9528c523-506a-430e-ad6c-b4ef14a719cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:13.248514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff4b11c0-ac7e-45af-9197-aaa65eb07ee3 req-9528c523-506a-430e-ad6c-b4ef14a719cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 1098 time: 0.2523556 Aug 20 12:05:13.250011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.251766 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad80d3-436e-4e7a-b6a8-8987f4bec529 x-openstack-request-id: req-2dad80d3-436e-4e7a-b6a8-8987f4bec529 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:13.252174 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69c0b42-fe96-43af-8a02-fad54ee0e963", "tag": "afd87ac4-0126-41de-bf6c-f1df18b55635", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:13.252565 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2dad80d3-436e-4e7a-b6a8-8987f4bec529 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:13.253038 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69c0b42-fe96-43af-8a02-fad54ee0e963', 'tag': 'afd87ac4-0126-41de-bf6c-f1df18b55635', 'status': 'completed', 'code': 200} Aug 20 12:05:13.254936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event updated for resources: {'Port': ['ID=3447fcbf-c485-4556-a7e0-2485819763ae,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:13.356936 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff4b11c0-ac7e-45af-9197-aaa65eb07ee3 req-bf3890b1-3da8-44cd-9276-e0112ff032af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915709 Aug 20 12:05:13.372974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.373431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:05:13.385989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.386836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-42a3d0d2-56c1-45f9-b556-9455ca27f84d admin admin] 10.222.0.25 "DELETE /v2.0/routers/3b7890a7-a0e5-4e34-8069-a6a12a4f6ee2 HTTP/1.1" status: 204 len: 168 time: 1.8001571 Aug 20 12:05:13.389436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44892) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:13.468151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:13.468843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.480089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-8338239e-cc39-4cbe-8a1d-c7bb6422b2b9 admin admin] Deleting subnet caed223b-e365-4d95-99e1-4cf1f6b1d9c3 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:13.489362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8338239e-cc39-4cbe-8a1d-c7bb6422b2b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.503609 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28023e5b-2881-4a7c-a14b-e95b64d77e2b req-d850b92d-0953-4043-a72e-8c3e4c7386e0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ce06b1d-b83a-4514-b018-a6b786a5e65a HTTP/1.1" status: 200 len: 210 time: 0.0443425 Aug 20 12:05:13.514927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-ee4c4c4c-0949-404f-8515-54dacc95b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:13.527167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-ee4c4c4c-0949-404f-8515-54dacc95b8e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 1095 time: 0.1801376 Aug 20 12:05:13.527167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-fbf9cbfc-96a0-4e23-9de6-457e58db89a9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3483205 Aug 20 12:05:13.531695 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8338239e-cc39-4cbe-8a1d-c7bb6422b2b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.573238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Request body: {'port': {'device_id': 'b656861a-9e97-42f8-b2aa-caf9ce9f70ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:13.581707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8338239e-cc39-4cbe-8a1d-c7bb6422b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.596624 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.639988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-847de72b-f12c-4a6d-8731-f91e78bd591a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd87ac4-0126-41de-bf6c-f1df18b55635 HTTP/1.1" status: 200 len: 217 time: 0.0709987 Aug 20 12:05:13.645576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8338239e-cc39-4cbe-8a1d-c7bb6422b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.684654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338239e-cc39-4cbe-8a1d-c7bb6422b2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caed223b-e365-4d95-99e1-4cf1f6b1d9c3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:13.690704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8338239e-cc39-4cbe-8a1d-c7bb6422b2b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.692887 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8338239e-cc39-4cbe-8a1d-c7bb6422b2b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/caed223b-e365-4d95-99e1-4cf1f6b1d9c3 HTTP/1.1" status: 204 len: 168 time: 0.3018184 Aug 20 12:05:13.695485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44900) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:13.750926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.775753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-d2f4598c-741d-4e7c-b97d-c73bd89280b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:13.777245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-d2f4598c-741d-4e7c-b97d-c73bd89280b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.1248088 Aug 20 12:05:13.784115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.810001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d57dc-4038-4ed8-85c7-91a0005d97b5 req-c4c1234c-eb17-4c4e-bdfb-71e4fe03290b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:13.811531 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17d57dc-4038-4ed8-85c7-91a0005d97b5 req-c4c1234c-eb17-4c4e-bdfb-71e4fe03290b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 943 time: 0.1056683 Aug 20 12:05:13.872780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.885782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3329ad77-85d3-4b53-bf97-39b06101108b']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:13.899265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183b1f9e-bea6-4498-ae05-44e720a2dbf2') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:13.899997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183b1f9e-bea6-4498-ae05-44e720a2dbf2') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:13.918940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.945163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.953438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17d57dc-4038-4ed8-85c7-91a0005d97b5 req-7352ec1b-8049-4500-af4b-4a38a7f44623 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316352 Aug 20 12:05:13.954703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:13.955099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:13.958373 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:13.985232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-df62fafd-fb75-4fe9-a4eb-74a95d9be31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:13.986785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-df62fafd-fb75-4fe9-a4eb-74a95d9be31d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860614 Aug 20 12:05:14.069941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.076840 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.078847 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3329ad77-85d3-4b53-bf97-39b06101108b HTTP/1.1" status: 204 len: 168 time: 0.3823335 Aug 20 12:05:14.092283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3aeb8-fc69-49c7-8f6e-37c3f7dc4049 admin admin] Pushing event deleted for resources: {'Network': ['ID=3329ad77-85d3-4b53-bf97-39b06101108b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:14.112500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 41a1655c-1527-4947-b7da-fed8f8d41d3c no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:14.141870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 41a1655c-1527-4947-b7da-fed8f8d41d3c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:14.142143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 41a1655c-1527-4947-b7da-fed8f8d41d3c not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:14.142602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8098e7e5-5c34-4745-989d-46da8ca6ec7f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:14.168217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8098e7e5-5c34-4745-989d-46da8ca6ec7f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:14.168558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8098e7e5-5c34-4745-989d-46da8ca6ec7f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:14.266445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9689e56-4ca8-4d67-93ca-4bcf3fc39bc8 req-7823a838-69ad-492b-8b94-77a3b49c475e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:14.268196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9689e56-4ca8-4d67-93ca-4bcf3fc39bc8 req-7823a838-69ad-492b-8b94-77a3b49c475e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 946 time: 0.2221370 Aug 20 12:05:14.275793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44910) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:14.309785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f818a-b2d8-482c-bd7b-afa8fe8d3aba req-790fc877-c46b-4766-b7f0-446a19776f42 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:14.311282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d06f818a-b2d8-482c-bd7b-afa8fe8d3aba req-790fc877-c46b-4766-b7f0-446a19776f42 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 932 time: 0.1505003 Aug 20 12:05:14.317783 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7205a3a1-9ea2-4d60-a367-457cc1f6b239 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=000f481f7708476b981da96668442f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400462 Aug 20 12:05:14.319817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44912) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:14.330800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-2455744e-da22-4141-9b63-f8dfce8f9848 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318968 Aug 20 12:05:14.370969 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73485fa9-901f-4711-b221-36f6ce8d0cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.397409 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73485fa9-901f-4711-b221-36f6ce8d0cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.452338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9689e56-4ca8-4d67-93ca-4bcf3fc39bc8 req-06897dcc-ff54-4856-a749-4109f04dd317 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697118 Aug 20 12:05:14.465975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73485fa9-901f-4711-b221-36f6ce8d0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.469141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73485fa9-901f-4711-b221-36f6ce8d0cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.474631 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73485fa9-901f-4711-b221-36f6ce8d0cbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f653280-57e7-438e-886c-76f69387eabe HTTP/1.1" status: 204 len: 168 time: 0.1531861 Aug 20 12:05:14.480837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d06f818a-b2d8-482c-bd7b-afa8fe8d3aba req-9d67fc5e-caea-4ff4-9ece-9f8150a2d481 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611359 Aug 20 12:05:14.501536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73485fa9-901f-4711-b221-36f6ce8d0cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f653280-57e7-438e-886c-76f69387eabe,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:14.511236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3447fcbf-c485-4556-a7e0-2485819763ae {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:14.524149 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.543067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Transition to ACTIVE for port object 3447fcbf-c485-4556-a7e0-2485819763ae will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:14.578476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da757308-1396-4ebe-ad5a-4ea0b91a683b req-e8eba45a-164c-412c-950a-5d036948330a service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315061 Aug 20 12:05:14.579737 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.732181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-608d473d-72f5-40cc-bc09-30aec869f475 req-d36945de-7f55-4059-a510-bc101ddbc861 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/abde7b1c-2419-47b4-a2b5-a1af28ebd73f HTTP/1.1" status: 200 len: 1801 time: 0.0914624 Aug 20 12:05:14.737415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3447fcbf-c485-4556-a7e0-2485819763ae,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:14.772547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-aa42bb95-10fe-471d-b454-5df030b2da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:14.774111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-aa42bb95-10fe-471d-b454-5df030b2da8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 1095 time: 0.0919507 Aug 20 12:05:14.910806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Attempting to bind port 3447fcbf-c485-4556-a7e0-2485819763ae on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:14.911155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Attempting to bind port 3447fcbf-c485-4556-a7e0-2485819763ae by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:14.911491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Attempting to bind port 3447fcbf-c485-4556-a7e0-2485819763ae on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:14.929942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Port 3447fcbf-c485-4556-a7e0-2485819763ae on network fb24bed7-70f5-4056-9b83-7267af71fac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:14.930435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Attempting to bind port 3447fcbf-c485-4556-a7e0-2485819763ae on network fb24bed7-70f5-4056-9b83-7267af71fac2 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:14.947911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:14.948259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Checking segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:14.948656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Bound using segment: {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:14.949116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Bound port: 3447fcbf-c485-4556-a7e0-2485819763ae, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb516af3-8418-4fbf-90bb-9473840e0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:14.949489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.956555 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-608d473d-72f5-40cc-bc09-30aec869f475 req-4da9f7a9-2c0e-4b72-9c83-1d0418c980f4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:14.986678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-082a0644-f96f-4a04-a0dd-7888366e6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:14.988117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-082a0644-f96f-4a04-a0dd-7888366e6543 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.2036979 Aug 20 12:05:15.029377 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-608d473d-72f5-40cc-bc09-30aec869f475 req-4da9f7a9-2c0e-4b72-9c83-1d0418c980f4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.072247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-73721b50-5fbb-4e74-ba41-d4b2222123ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd87ac4-0126-41de-bf6c-f1df18b55635 HTTP/1.1" status: 200 len: 217 time: 0.0543587 Aug 20 12:05:15.200081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] For port 3447fcbf-c485-4556-a7e0-2485819763ae, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:15.207799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] For port 3447fcbf-c485-4556-a7e0-2485819763ae, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3447fcbf-c485-4556-a7e0-2485819763ae,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:15.221801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b23f9-9e27-402c-80db-6a324f1e4fcb req-6c876f31-ac6e-4931-a9ae-ec98e02f91b4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:15.223414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f8b23f9-9e27-402c-80db-6a324f1e4fcb req-6c876f31-ac6e-4931-a9ae-ec98e02f91b4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 943 time: 0.1532309 Aug 20 12:05:15.224882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-f2f7dcf7-25a3-4530-a6a7-2a39eced4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:15.226238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-f2f7dcf7-25a3-4530-a6a7-2a39eced4ada service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.1446939 Aug 20 12:05:15.228550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.233326 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-608d473d-72f5-40cc-bc09-30aec869f475 req-4da9f7a9-2c0e-4b72-9c83-1d0418c980f4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.235840 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-608d473d-72f5-40cc-bc09-30aec869f475 req-4da9f7a9-2c0e-4b72-9c83-1d0418c980f4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.239919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-608d473d-72f5-40cc-bc09-30aec869f475 req-4da9f7a9-2c0e-4b72-9c83-1d0418c980f4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/abde7b1c-2419-47b4-a2b5-a1af28ebd73f HTTP/1.1" status: 204 len: 173 time: 0.4647365 Aug 20 12:05:15.329850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9f7a9-2c0e-4b72-9c83-1d0418c980f4 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde7b1c-2419-47b4-a2b5-a1af28ebd73f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:15.343816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:15.344765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.345837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] 10.222.0.73 "PUT /v2.0/ports/3447fcbf-c485-4556-a7e0-2485819763ae HTTP/1.1" status: 200 len: 1093 time: 1.7782054 Aug 20 12:05:15.351468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b656861a-9e97-42f8-b2aa-caf9ce9f70ae', 'tag': '3447fcbf-c485-4556-a7e0-2485819763ae'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:15.354549 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b101fe-d215-4bcb-9348-5b230d8b40e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b656861a-9e97-42f8-b2aa-caf9ce9f70ae", "tag": "3447fcbf-c485-4556-a7e0-2485819763ae"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:15.437892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd4636-53f0-46e4-9156-ea75bf6d0dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3447fcbf-c485-4556-a7e0-2485819763ae,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:15.440617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44964) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:15.448723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f8b23f9-9e27-402c-80db-6a324f1e4fcb req-c4c077c1-0579-4e6e-bcc3-ae51c3fe5793 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175360 Aug 20 12:05:15.459986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-e19e44ca-d25e-43d0-823a-3ebc95f27263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:15.462099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-e19e44ca-d25e-43d0-823a-3ebc95f27263 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2192531 Aug 20 12:05:15.465089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-967a6b53-f7b9-47db-871b-169ecad44dd0 req-dfc44f76-a100-4c53-880a-de65f9da2abc tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "GET /v2.0/security-groups/4e9a5d3e-8fff-4475-9acd-411fd8c84a69 HTTP/1.1" status: 200 len: 1802 time: 0.1794829 Aug 20 12:05:15.574853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-network', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:15.600759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Made reservation on behalf of bad488cb12a7401d8f5f3e81f342274f for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:15.603570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.613123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.727183 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.732779 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.760639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:15.770526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e237d1c5-2485-4bfd-8124-30155417f5a9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:15.779279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.779712 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Added segment 89886138-3b46-4d59-bb85-298eb0465e38 of type vlan for network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 Aug 20 12:05:15.827754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.854370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.855301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:15.855898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.888249 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc9404f-2cfb-4942-a7be-8d007a2bb11f x-openstack-request-id: req-1dc9404f-2cfb-4942-a7be-8d007a2bb11f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:15.888860 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b656861a-9e97-42f8-b2aa-caf9ce9f70ae", "tag": "3447fcbf-c485-4556-a7e0-2485819763ae", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:15.888860 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dc9404f-2cfb-4942-a7be-8d007a2bb11f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:15.889212 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b656861a-9e97-42f8-b2aa-caf9ce9f70ae', 'tag': '3447fcbf-c485-4556-a7e0-2485819763ae', 'status': 'completed', 'code': 200} Aug 20 12:05:15.914917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-34451a44-d91e-473e-9d6e-205170fe8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:15.916526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-34451a44-d91e-473e-9d6e-205170fe8829 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 1096 time: 0.5147207 Aug 20 12:05:16.002068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-1840f85e-d615-4541-a9c4-58db86ef2ecb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3447fcbf-c485-4556-a7e0-2485819763ae HTTP/1.1" status: 200 len: 217 time: 0.0633457 Aug 20 12:05:16.091308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db615295-1cef-4465-bfc3-47f9cdd9b33b req-1124ce99-d882-465e-9450-5cdd79243bdf tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:16.092875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db615295-1cef-4465-bfc3-47f9cdd9b33b req-1124ce99-d882-465e-9450-5cdd79243bdf tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 946 time: 0.1964567 Aug 20 12:05:16.096302 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-967a6b53-f7b9-47db-871b-169ecad44dd0 req-f89d8884-80ba-4d43-9a90-f442839793a0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.099371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-4917a2ed-30fa-4c06-a3d5-54e5b9a7625f service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296666 Aug 20 12:05:16.190775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7482383 Aug 20 12:05:16.193511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44976) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:16.194877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-b9eeaf35-2894-4f55-92da-fd163b7c3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:16.196889 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-b9eeaf35-2894-4f55-92da-fd163b7c3030 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.1850865 Aug 20 12:05:16.199785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Request body: {'subnet': {'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-subnet', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:16.202002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-967a6b53-f7b9-47db-871b-169ecad44dd0 req-f89d8884-80ba-4d43-9a90-f442839793a0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.228225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81f830-6a96-40bf-afdb-74025bb3252d admin admin] Pushing event updated for resources: {'Network': ['ID=663c4959-5c15-4bcb-b5e7-8c6845ac7022,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:16.241391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:16.255255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Made reservation on behalf of bad488cb12a7401d8f5f3e81f342274f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:16.259597 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.323157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-28c55632-4bbb-4eaa-8e3d-59d89ec4fdc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162901 Aug 20 12:05:16.394174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db615295-1cef-4465-bfc3-47f9cdd9b33b req-4d42797d-33c2-453a-9b08-630a1758fbd6 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937179 Aug 20 12:05:16.507466 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-967a6b53-f7b9-47db-871b-169ecad44dd0 req-f89d8884-80ba-4d43-9a90-f442839793a0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.509717 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-967a6b53-f7b9-47db-871b-169ecad44dd0 req-f89d8884-80ba-4d43-9a90-f442839793a0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.522933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-967a6b53-f7b9-47db-871b-169ecad44dd0 req-f89d8884-80ba-4d43-9a90-f442839793a0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e9a5d3e-8fff-4475-9acd-411fd8c84a69 HTTP/1.1" status: 204 len: 173 time: 1.0368662 Aug 20 12:05:16.533713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44986) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:16.564129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42ba667a-9d77-4d29-802d-9adc2f42aded req-36f4f441-955d-4105-9693-1af0a19eaccf service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508443 Aug 20 12:05:16.598275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.622436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d8884-80ba-4d43-9a90-f442839793a0 tempest-SecurityGroupsTestJSON-90125736 tempest-SecurityGroupsTestJSON-90125736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a5d3e-8fff-4475-9acd-411fd8c84a69,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:16.677880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d57760-cb7b-4e9a-8a87-8cbc89249892 req-fbd9d802-b81e-451d-8c50-6bfbfc2f1fc4 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:16.680180 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0d57760-cb7b-4e9a-8a87-8cbc89249892 req-fbd9d802-b81e-451d-8c50-6bfbfc2f1fc4 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 944 time: 0.1785553 Aug 20 12:05:16.686035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-a92492da-8cae-432b-9010-82e0b7147a58 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441799 Aug 20 12:05:16.689165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3498d7-f737-4234-b89a-f86770157f42 admin admin] Deleting subnet 77a436fa-fa2b-4792-81e3-41f986ec36fc {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:16.694046 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a3498d7-f737-4234-b89a-f86770157f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.697529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:16.715470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Checking segment: {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:16.715827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Network hostable DHCP agents. Network: 663c4959-5c15-4bcb-b5e7-8c6845ac7022, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:05:16.736855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:05:16.750314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 663c4959-5c15-4bcb-b5e7-8c6845ac7022) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:16.756003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:16.756892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.766028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b485e-c52e-4c88-9b5f-5e6aa2fa8006 None None] Network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:16.793860 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-105a52ab-e436-47a7-b7af-c3027229db39 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5993817 Aug 20 12:05:16.796851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44988) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:16.803895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:16.837834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0d57760-cb7b-4e9a-8a87-8cbc89249892 req-ca040f83-45e5-4e3f-935b-fc1fd0becc4b tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444428 Aug 20 12:05:16.865148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.866373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.905203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a3498d7-f737-4234-b89a-f86770157f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:16.966958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.013634 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1834c-7551-42de-8611-235ca6df3de6 None None] Network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:17.116879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a3498d7-f737-4234-b89a-f86770157f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.122500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f4f715f-2ef0-4933-8784-1b0ea1175e0e req-23615c20-f31a-4ea1-baa6-7c15fb847abe service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245868 Aug 20 12:05:17.171782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdfdcf-c5ac-452c-a36e-af87e18c84bd req-e8300965-89e3-4ff2-a27c-d880248a3ef9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:17.179301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bcdfdcf-c5ac-452c-a36e-af87e18c84bd req-e8300965-89e3-4ff2-a27c-d880248a3ef9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 943 time: 0.2419209 Aug 20 12:05:17.184198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.252812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef570c-fe01-4910-8145-5320e253ffaf req-c0714629-ec6e-4874-bd48-8fada33b6bf3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:17.254455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6ef570c-fe01-4910-8145-5320e253ffaf req-c0714629-ec6e-4874-bd48-8fada33b6bf3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 946 time: 0.3149781 Aug 20 12:05:17.307927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bcdfdcf-c5ac-452c-a36e-af87e18c84bd req-b29f2437-0a4b-43db-acc0-5f323437988d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259663 Aug 20 12:05:17.322802 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a3498d7-f737-4234-b89a-f86770157f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.348107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-de9f2db9-bfd3-474f-ab56-998364c7c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:17.349747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-de9f2db9-bfd3-474f-ab56-998364c7c395 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=402d104c95254e328746d8020e13134d&device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 1096 time: 0.1585031 Aug 20 12:05:17.356193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3498d7-f737-4234-b89a-f86770157f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a436fa-fa2b-4792-81e3-41f986ec36fc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:17.407285 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a3498d7-f737-4234-b89a-f86770157f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.410664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5a3498d7-f737-4234-b89a-f86770157f42 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/77a436fa-fa2b-4792-81e3-41f986ec36fc HTTP/1.1" status: 204 len: 168 time: 0.8596685 Aug 20 12:05:17.412012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44992) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:17.425774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6ef570c-fe01-4910-8145-5320e253ffaf req-c9c45e90-6afb-46e7-b89d-1a9c85349835 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534066 Aug 20 12:05:17.466715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-81a6e311-7c88-43ff-936d-ed2c1acfd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:17.468230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-81a6e311-7c88-43ff-936d-ed2c1acfd353 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 200 len: 913 time: 0.1088407 Aug 20 12:05:17.513412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.518668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-03c894ee-005f-4a40-86aa-22a4b5f2934e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3447fcbf-c485-4556-a7e0-2485819763ae HTTP/1.1" status: 200 len: 217 time: 0.0411999 Aug 20 12:05:17.537544 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.545849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.573660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-02363361-7c93-4108-b066-b9d4ff9fd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:17.575602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-02363361-7c93-4108-b066-b9d4ff9fd23d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 200 len: 852 time: 0.0495644 Aug 20 12:05:17.623247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-4029a9b2-3b27-4726-ad55-18f035dcd90c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb24bed7-70f5-4056-9b83-7267af71fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395753 Aug 20 12:05:17.669137 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.688330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8b0a83-5857-498a-b1e8-2adee7fb035a']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.720448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c33946-ca84-4165-997e-812ca26aa7bf') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.720753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c33946-ca84-4165-997e-812ca26aa7bf') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:17.738747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.738965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-11ef42c7-9f60-443e-9e5d-34f4f29af6e4 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037135 Aug 20 12:05:17.761808 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.778504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Allocated IP 172.25.0.29 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/48a8f78e-58e1-4168-a539-77b56c6bd645) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:17.782330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:17.782823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:17.784571 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:17.844955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0b101fe-d215-4bcb-9348-5b230d8b40e7 req-69f1dd6c-45a0-497e-91bb-9a21063b4407 service neutron] 10.222.0.73 "GET /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949459 Aug 20 12:05:17.892059 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.901709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.903682 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bc8b0a83-5857-498a-b1e8-2adee7fb035a HTTP/1.1" status: 204 len: 168 time: 0.4907169 Aug 20 12:05:17.923925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916119c-9cdf-4e0f-8947-f6d64f0db9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8b0a83-5857-498a-b1e8-2adee7fb035a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:17.965480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.985612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efbffa-66f5-44a7-bee7-f90c9f2c9940 req-d9813b7b-4759-4297-adc1-c384d2e48d25 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:17.988033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7efbffa-66f5-44a7-bee7-f90c9f2c9940 req-d9813b7b-4759-4297-adc1-c384d2e48d25 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 944 time: 0.0660896 Aug 20 12:05:18.012410 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.043735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7efbffa-66f5-44a7-bee7-f90c9f2c9940 req-a34fa0d0-1d1e-47e4-9c07-dc081c007814 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463920 Aug 20 12:05:18.051229 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:18.056994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:18.061057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:18.095642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45006) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:18.113649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=48a8f78e-58e1-4168-a539-77b56c6bd645,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.150916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7236929b-01b5-47db-a9b3-e52d17c4880f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a19bf3d8285c4677b509206b9b7e2138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537326 Aug 20 12:05:18.153548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45008) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:18.209111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73a384f4-9ae2-4bc2-996a-9979ef7a0b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.232668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73a384f4-9ae2-4bc2-996a-9979ef7a0b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.282627 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73a384f4-9ae2-4bc2-996a-9979ef7a0b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.285501 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73a384f4-9ae2-4bc2-996a-9979ef7a0b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.289016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-73a384f4-9ae2-4bc2-996a-9979ef7a0b44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12621d31-70d5-49d0-b34b-fa6e6dba592a HTTP/1.1" status: 204 len: 168 time: 0.1321681 Aug 20 12:05:18.298517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device afd87ac4-0126-41de-bf6c-f1df18b55635 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:18.300089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a384f4-9ae2-4bc2-996a-9979ef7a0b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12621d31-70d5-49d0-b34b-fa6e6dba592a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.402409 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.475596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port afd87ac4-0126-41de-bf6c-f1df18b55635, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=afd87ac4-0126-41de-bf6c-f1df18b55635,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:18.498898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'afd87ac4-0126-41de-bf6c-f1df18b55635', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': 'afd87ac4-0126-41de-bf6c-f1df18b55635', 'mac_address': 'fa:16:3e:b8:8f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:18.525349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e652217-4724-4431-9994-4e8be2e29a97 req-ac125595-ac2b-46fe-a827-64d4054a84b6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:18.536072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e652217-4724-4431-9994-4e8be2e29a97 req-ac125595-ac2b-46fe-a827-64d4054a84b6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 943 time: 0.1147127 Aug 20 12:05:18.604608 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.624439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd87ac4-0126-41de-bf6c-f1df18b55635 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:18.650378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e652217-4724-4431-9994-4e8be2e29a97 req-879206af-10e3-495f-b229-801ec7f84bae tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068752 Aug 20 12:05:18.675640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port afd87ac4-0126-41de-bf6c-f1df18b55635, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=afd87ac4-0126-41de-bf6c-f1df18b55635,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:18.680580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d5da-a0cc-433b-a36e-e61b9e8a5d6f req-89a7bc8f-ebfc-4ff9-92ab-18294108b0d7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:18.683901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa53d5da-a0cc-433b-a36e-e61b9e8a5d6f req-89a7bc8f-ebfc-4ff9-92ab-18294108b0d7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 946 time: 0.1150167 Aug 20 12:05:18.684534 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.738057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=afd87ac4-0126-41de-bf6c-f1df18b55635,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:18.793237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa53d5da-a0cc-433b-a36e-e61b9e8a5d6f req-da7f85ea-33e2-4035-8e7f-4bf79f618326 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948551 Aug 20 12:05:18.795638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.959997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Router d3a12b22-d132-4e68-bf88-c15c76a5cc4d is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:05:19.034488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['afd87ac4-0126-41de-bf6c-f1df18b55635'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:19.136344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:19.149190 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Sync routers for ids ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:19.168081 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Routers {'d3a12b22-d132-4e68-bf88-c15c76a5cc4d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:19.170442 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:19.182145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.184933 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f1f89bb2-0e29-4475-adfa-ddf10e2c2cb5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3870440 Aug 20 12:05:19.188287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45052) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:19.294023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0083c7-d14a-46e5-9b4d-4db0c0bf2d0f req-351c2acc-c600-4c9c-a2e7-f39decf46c44 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:19.301334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd0083c7-d14a-46e5-9b4d-4db0c0bf2d0f req-351c2acc-c600-4c9c-a2e7-f39decf46c44 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 944 time: 0.1563303 Aug 20 12:05:19.381161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd0083c7-d14a-46e5-9b4d-4db0c0bf2d0f req-57c0ea2b-2c8e-4a8d-8e0c-dd114ba30778 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494454 Aug 20 12:05:19.446821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45066) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:19.493909 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Set router d3a12b22-d132-4e68-bf88-c15c76a5cc4d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:19.640832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-140660834-network', 'tenant_id': '908997484d5446dfaea70a16dc50d29f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:19.670021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Made reservation on behalf of 908997484d5446dfaea70a16dc50d29f for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:19.673125 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.696257 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.734140 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:05:18Z', 'revision_number': 3, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port': {'id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:17Z', 'updated_at': '2021-08-20T12:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:19.769288 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Checking router: d3a12b22-d132-4e68-bf88-c15c76a5cc4d for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:19.769940 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Updating router d3a12b22-d132-4e68-bf88-c15c76a5cc4d port 48a8f78e-58e1-4168-a539-77b56c6bd645 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:05:19.807595 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.910629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ca133-cf27-4b87-ab6e-9a93dd283c33 req-55cbb135-b98c-4cb4-bad6-e624ef8b6bdb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:19.918650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b4ca133-cf27-4b87-ab6e-9a93dd283c33 req-55cbb135-b98c-4cb4-bad6-e624ef8b6bdb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 944 time: 0.1775365 Aug 20 12:05:19.978202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b4ca133-cf27-4b87-ab6e-9a93dd283c33 req-2525397f-c1da-4e62-8d06-6bcc1f5b8f3e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585597 Aug 20 12:05:20.014946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.019656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.034724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.067318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:20.083639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81264aaa-998f-4dfe-b27b-1672439cb0ac,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:20.090485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.090840 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Added segment 88ec09bf-1621-4005-b676-84996d74c09b of type vlan for network 39b6be03-b5e9-423c-8612-ce1127efd1a9 Aug 20 12:05:20.171625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.209151 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.210124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:20.210757 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.241544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7935736 Aug 20 12:05:20.272237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45080) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:20.281099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Request body: {'subnet': {'network_id': '39b6be03-b5e9-423c-8612-ce1127efd1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-140660834-subnet', 'tenant_id': '908997484d5446dfaea70a16dc50d29f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:20.302007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Allocated IP 172.20.0.1 (663c4959-5c15-4bcb-b5e7-8c6845ac7022/ddf2ba24-29e0-4ef0-8da8-be95f761a6dd/b9195a7f-ed7b-4160-9c4f-e273a5fe038b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:20.309552 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.328129 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Transition to ACTIVE for port object 48a8f78e-58e1-4168-a539-77b56c6bd645 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:20.333474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Made reservation on behalf of 908997484d5446dfaea70a16dc50d29f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:20.336546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.339183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3447fcbf-c485-4556-a7e0-2485819763ae details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:20.340151 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.343737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device afd87ac4-0126-41de-bf6c-f1df18b55635 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:20.402477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc95bc-4314-456f-a182-087bb65623c1 admin admin] Pushing event updated for resources: {'Network': ['ID=39b6be03-b5e9-423c-8612-ce1127efd1a9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:20.497565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3447fcbf-c485-4556-a7e0-2485819763ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3447fcbf-c485-4556-a7e0-2485819763ae,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:20.508278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.512316 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Pushing event updated for resources: {'Port': ['ID=48a8f78e-58e1-4168-a539-77b56c6bd645,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:20.513741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '3447fcbf-c485-4556-a7e0-2485819763ae', 'network_id': 'fb24bed7-70f5-4056-9b83-7267af71fac2', 'port_id': '3447fcbf-c485-4556-a7e0-2485819763ae', 'mac_address': 'fa:16:3e:49:47:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87863f-0c3d-46c4-b743-b332100a4c7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:20.536851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 39b6be03-b5e9-423c-8612-ce1127efd1a9 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:20.559142 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Attempting to bind port 48a8f78e-58e1-4168-a539-77b56c6bd645 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:20.559897 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Attempting to bind port 48a8f78e-58e1-4168-a539-77b56c6bd645 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:20.560267 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Attempting to bind port 48a8f78e-58e1-4168-a539-77b56c6bd645 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:20.580518 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.581168 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.582073 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.582872 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.583241 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.583709 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.584154 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.584794 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.585258 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.585510 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.585905 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.586288 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:20.587808 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.589948 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:20.590399 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:20.590743 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.591177 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:20.591651 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Bound port: 48a8f78e-58e1-4168-a539-77b56c6bd645, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:20.592054 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.654087 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] For port 48a8f78e-58e1-4168-a539-77b56c6bd645, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:20.657317 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] For port 48a8f78e-58e1-4168-a539-77b56c6bd645, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=48a8f78e-58e1-4168-a539-77b56c6bd645,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:20.666592 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.754507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port afd87ac4-0126-41de-bf6c-f1df18b55635 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:20.761780 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.765708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Pushing event updated for resources: {'Port': ['ID=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:20.771083 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Routers {'d3a12b22-d132-4e68-bf88-c15c76a5cc4d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:20.773320 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:04:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:20.773565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:20.775392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:20.781865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:20.783890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port afd87ac4-0126-41de-bf6c-f1df18b55635 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:20.784689 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.787939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340143c-cf46-4d91-a528-ee554fc7c647 req-7b96307c-9309-4240-b025-b599f48df42a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:20.796707 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3340143c-cf46-4d91-a528-ee554fc7c647 req-7b96307c-9309-4240-b025-b599f48df42a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 944 time: 0.1344135 Aug 20 12:05:20.821428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.840323 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c876688-2e20-4bb0-a26e-04f46c826d35 None None] Pushing event updated for resources: {'Port': ['ID=48a8f78e-58e1-4168-a539-77b56c6bd645,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:20.859801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.892213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3447fcbf-c485-4556-a7e0-2485819763ae {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:20.920205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3340143c-cf46-4d91-a528-ee554fc7c647 req-b469c634-2fb0-4f0a-96ab-dd167b7e5ef4 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220837 Aug 20 12:05:20.961819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Checking segment: {'id': '88ec09bf-1621-4005-b676-84996d74c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '39b6be03-b5e9-423c-8612-ce1127efd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:20.962248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Network hostable DHCP agents. Network: 39b6be03-b5e9-423c-8612-ce1127efd1a9, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:05:20.965480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3447fcbf-c485-4556-a7e0-2485819763ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3447fcbf-c485-4556-a7e0-2485819763ae,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:20.966231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f8297a-9d94-449d-99ab-c309871bb5f0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:20.976088 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.995906 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] Set router d3a12b22-d132-4e68-bf88-c15c76a5cc4d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:21.042474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Network 39b6be03-b5e9-423c-8612-ce1127efd1a9 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:05:21.067808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 39b6be03-b5e9-423c-8612-ce1127efd1a9) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:21.084237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280e0c1-405b-4814-aa16-d1a2be126e32 None None] Network 39b6be03-b5e9-423c-8612-ce1127efd1a9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:21.090559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:21.091176 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.109478 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.150275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-85883b78-0c2c-48a7-afdc-39912b1230dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8615160 Aug 20 12:05:21.298839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c86d7-e2c5-48d4-87be-dfd96fdb96a6 req-25827bb4-04a9-4a74-8c57-6af2224b608b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:21.303494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e61c86d7-e2c5-48d4-87be-dfd96fdb96a6 req-25827bb4-04a9-4a74-8c57-6af2224b608b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 944 time: 0.1619663 Aug 20 12:05:21.451960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e61c86d7-e2c5-48d4-87be-dfd96fdb96a6 req-228d5d31-5197-429c-bf04-4f756e03848a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456013 Aug 20 12:05:21.509767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.515901 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:05:18Z', 'revision_number': 3, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port': {'id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:17Z', 'updated_at': '2021-08-20T12:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:21.526700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.548127 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384dfdba-cc24-4c5c-9c97-852b139b75b7 None None] The sync data for ids ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'] in n-d-800634-10 is: [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:05:18Z', 'revision_number': 3, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port': {'id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:17Z', 'updated_at': '2021-08-20T12:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:21.559990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3447fcbf-c485-4556-a7e0-2485819763ae,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:21.570083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.697130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Pushing event updated for resources: {'Port': ['ID=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:21.698895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.705464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port afd87ac4-0126-41de-bf6c-f1df18b55635, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=afd87ac4-0126-41de-bf6c-f1df18b55635,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:21.716163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c0b42-fe96-43af-8a02-fad54ee0e963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd87ac4-0126-41de-bf6c-f1df18b55635'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:21.719482 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26cd08-20e2-4bca-b131-7ef8591b9571" -d '{"events": [{"server_uuid": "f69c0b42-fe96-43af-8a02-fad54ee0e963", "name": "network-vif-plugged", "status": "completed", "tag": "afd87ac4-0126-41de-bf6c-f1df18b55635"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:21.722202 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.775327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3447fcbf-c485-4556-a7e0-2485819763ae'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:21.873131 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378e83c2-8f5c-412f-8131-572ed5598f39 x-openstack-request-id: req-378e83c2-8f5c-412f-8131-572ed5598f39 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:21.873414 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c0b42-fe96-43af-8a02-fad54ee0e963", "name": "network-vif-plugged", "status": "completed", "tag": "afd87ac4-0126-41de-bf6c-f1df18b55635", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:21.873660 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-378e83c2-8f5c-412f-8131-572ed5598f39 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:21.874080 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c0b42-fe96-43af-8a02-fad54ee0e963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd87ac4-0126-41de-bf6c-f1df18b55635', 'code': 200} Aug 20 12:05:21.874638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-da5900c6-bf47-4316-b998-a9f35c899632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:21.908384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61188e-977c-4d5c-a815-71e3e9823f0a None None] Network 39b6be03-b5e9-423c-8612-ce1127efd1a9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:21.950508 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:21.952911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:22.091209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=afd87ac4-0126-41de-bf6c-f1df18b55635,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:22.295357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100829bd-e8ec-4e17-85d3-f3a2aa3e2215 req-545fe847-47fb-47c1-9094-132c627d76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:22.297581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-100829bd-e8ec-4e17-85d3-f3a2aa3e2215 req-545fe847-47fb-47c1-9094-132c627d76d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 1097 time: 0.2687762 Aug 20 12:05:22.340120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b42e45ba-4855-44f6-ac86-c8c96302787b details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:22.343007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Router d3a12b22-d132-4e68-bf88-c15c76a5cc4d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:05:22.353047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-ff344172-3784-4306-9999-dc637adb4990 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:22.369981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-ff344172-3784-4306-9999-dc637adb4990 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/networks?id=39b6be03-b5e9-423c-8612-ce1127efd1a9 HTTP/1.1" status: 200 len: 817 time: 0.5041354 Aug 20 12:05:22.441518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0705096-b476-409a-89fe-f3d1fef65753 req-471cbbb8-52cd-46f9-a65f-c81e8249ed2c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:22.450352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0705096-b476-409a-89fe-f3d1fef65753 req-471cbbb8-52cd-46f9-a65f-c81e8249ed2c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 945 time: 0.3590081 Aug 20 12:05:22.502366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-be7d0f67-f8f2-4c96-8529-0f8559179923 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/quotas/908997484d5446dfaea70a16dc50d29f HTTP/1.1" status: 200 len: 375 time: 0.1308136 Aug 20 12:05:22.596303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-100829bd-e8ec-4e17-85d3-f3a2aa3e2215 req-8946e4df-ee70-437d-bfca-100de9ea2ae9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767260 Aug 20 12:05:22.606240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:22.609454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-6d747dc7-0b7e-4c29-9004-35da50cf24bf tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=908997484d5446dfaea70a16dc50d29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979450 Aug 20 12:05:22.628633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:05:22.631766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0705096-b476-409a-89fe-f3d1fef65753 req-1a3df705-5426-4cf4-a0ea-e5261ec0546a tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745024 Aug 20 12:05:22.644098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'port_id': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'mac_address': 'fa:16:3e:ad:96:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71eab11-da89-4282-8c34-1c138ac0222d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:22.651187 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ad41e3f7-abdc-467c-b8e3-c7a26f17711f admin admin] 10.222.0.25 "PUT /v2.0/routers/d3a12b22-d132-4e68-bf88-c15c76a5cc4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4572790 Aug 20 12:05:22.814157 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:22.848716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b42e45ba-4855-44f6-ac86-c8c96302787b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:22.878887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:22.890227 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:22.949391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-ab797ff9-802e-4e5a-ab58-8c119a69e85c service neutron] 10.222.0.25 "GET /v2.0/networks/39b6be03-b5e9-423c-8612-ce1127efd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382816 Aug 20 12:05:23.045127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:23.068240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['b42e45ba-4855-44f6-ac86-c8c96302787b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:23.206133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-cb3051d7-b6de-45f2-96a9-44a3bb2900d3 service neutron] 10.222.0.25 "GET /v2.0/networks/39b6be03-b5e9-423c-8612-ce1127efd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489705 Aug 20 12:05:23.238458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c4a79-97f8-4179-bd24-81552337403d req-c02e7e04-d8f6-4169-9bce-741ad6a54c6a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:23.240241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e8c4a79-97f8-4179-bd24-81552337403d req-c02e7e04-d8f6-4169-9bce-741ad6a54c6a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1191034 Aug 20 12:05:23.287843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e8c4a79-97f8-4179-bd24-81552337403d req-4b98d3f3-fb3b-4251-b609-e2c300751b55 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Aug 20 12:05:23.660951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf1cf970-1a0e-4a6f-9fe5-948a50b530be req-3084773b-7ab1-43ec-a2a4-d2d38e33e8c4 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 210 time: 0.0604713 Aug 20 12:05:23.938429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b67962f6-d70b-4878-a4bb-d859231c0a37 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:23.948484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b67962f6-d70b-4878-a4bb-d859231c0a37 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 819 time: 0.2850935 Aug 20 12:05:24.003154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-1df69139-7fc5-4487-8599-955cf7768af9 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/quotas/bad488cb12a7401d8f5f3e81f342274f HTTP/1.1" status: 200 len: 375 time: 0.0534341 Aug 20 12:05:24.061932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38f2c0-cb9d-4f9b-aa9e-25677e0c99a3 req-ced239ed-749f-47ef-9966-2f3d996a4ec7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:24.095842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a38f2c0-cb9d-4f9b-aa9e-25677e0c99a3 req-ced239ed-749f-47ef-9966-2f3d996a4ec7 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 945 time: 0.2652202 Aug 20 12:05:24.233609 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a38f2c0-cb9d-4f9b-aa9e-25677e0c99a3 req-55439980-d72c-48d7-86f8-139eec6d18a6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283123 Aug 20 12:05:24.271750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa176600-d3f3-484a-be83-923cda7b8c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:24.296450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 48a8f78e-58e1-4168-a539-77b56c6bd645 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:24.297068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-ae8e1383-acc6-42c1-9c9e-ed7ce0497822 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2852259 Aug 20 12:05:24.513403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3447fcbf-c485-4556-a7e0-2485819763ae up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:24.637135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-7880c623-799f-44ed-809d-42e99b2a8e1c service neutron] 10.222.0.25 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385637 Aug 20 12:05:24.737870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Sync routers for ids ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:05:24.919325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Routers {'d3a12b22-d132-4e68-bf88-c15c76a5cc4d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:24.921903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:05:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:24.932937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 48a8f78e-58e1-4168-a539-77b56c6bd645 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:24.946527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-cab630e1-0d39-44f6-b50f-f877d6d15f61 service neutron] 10.222.0.25 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081136 Aug 20 12:05:25.020679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45603fa5-cb3c-4a25-ac61-8dadfd8ef08d req-7591bddc-07dd-4291-a2c9-466b329d6f75 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:25.022782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45603fa5-cb3c-4a25-ac61-8dadfd8ef08d req-7591bddc-07dd-4291-a2c9-466b329d6f75 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.0851407 Aug 20 12:05:25.036759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 48a8f78e-58e1-4168-a539-77b56c6bd645 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:25.037134 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.164882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45603fa5-cb3c-4a25-ac61-8dadfd8ef08d req-c63ef4ab-cb65-4def-b9a2-4be072f79331 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228800 Aug 20 12:05:25.232176 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.280628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 48a8f78e-58e1-4168-a539-77b56c6bd645, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=48a8f78e-58e1-4168-a539-77b56c6bd645,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:25.298757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.305968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 3447fcbf-c485-4556-a7e0-2485819763ae completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:25.329431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 3447fcbf-c485-4556-a7e0-2485819763ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:25.332282 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.338534 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.632275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b20105-a09f-48ec-a675-9a121bc40b89 req-c6165303-bf58-4080-8d62-42d48f4b3c44 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 210 time: 0.1857452 Aug 20 12:05:25.703301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:25.816508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-b839132a-da32-436b-8f2a-1111222d6fba tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:25.818682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-b839132a-da32-436b-8f2a-1111222d6fba tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.73 "GET /v2.0/networks?id=39b6be03-b5e9-423c-8612-ce1127efd1a9 HTTP/1.1" status: 200 len: 817 time: 0.3604603 Aug 20 12:05:25.848572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Request body: {'port': {'device_id': '44bf13d3-25c3-4ddd-a727-5f8dfe771d97', 'network_id': '39b6be03-b5e9-423c-8612-ce1127efd1a9', 'admin_state_up': True, 'tenant_id': '908997484d5446dfaea70a16dc50d29f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:25.879784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Set router d3a12b22-d132-4e68-bf88-c15c76a5cc4d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:25.973145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=48a8f78e-58e1-4168-a539-77b56c6bd645,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:25.979392 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.055042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3447fcbf-c485-4556-a7e0-2485819763ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3447fcbf-c485-4556-a7e0-2485819763ae,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:26.083669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33d5eec4-a892-4f45-a520-e2f326ef7cab req-8c1d18bb-07f8-4bdf-8a31-dd0334b1695d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 210 time: 0.1718962 Aug 20 12:05:26.107863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b656861a-9e97-42f8-b2aa-caf9ce9f70ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3447fcbf-c485-4556-a7e0-2485819763ae'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:26.115613 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a3cbf6-6723-4bab-b3a0-df21a24641ac" -d '{"events": [{"server_uuid": "b656861a-9e97-42f8-b2aa-caf9ce9f70ae", "name": "network-vif-plugged", "status": "completed", "tag": "3447fcbf-c485-4556-a7e0-2485819763ae"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:26.120823 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.121635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b42e45ba-4855-44f6-ac86-c8c96302787b up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:26.194393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da77b9-14af-4a82-9c6f-c7ca5cfc5d4b req-67eaac2f-0ac4-4064-9ce8-d46651692fdf tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:26.208436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95da77b9-14af-4a82-9c6f-c7ca5cfc5d4b req-67eaac2f-0ac4-4064-9ce8-d46651692fdf tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 945 time: 0.2888436 Aug 20 12:05:26.397194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95da77b9-14af-4a82-9c6f-c7ca5cfc5d4b req-5b51022f-6268-4543-941e-76cf4616d035 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453447 Aug 20 12:05:26.547452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 48a8f78e-58e1-4168-a539-77b56c6bd645 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:26.559235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Made reservation on behalf of 908997484d5446dfaea70a16dc50d29f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:26.569062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.743396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659e02-4de2-4f32-a98c-9c6cf146f3fb req-e24be8c8-ae47-4918-a09d-0e420fc22d24 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:26.745247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb659e02-4de2-4f32-a98c-9c6cf146f3fb req-e24be8c8-ae47-4918-a09d-0e420fc22d24 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1701155 Aug 20 12:05:26.775868 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e7817a-7d22-412f-be71-fc0fed4a6be9 x-openstack-request-id: req-94e7817a-7d22-412f-be71-fc0fed4a6be9 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:26.776286 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b656861a-9e97-42f8-b2aa-caf9ce9f70ae", "name": "network-vif-plugged", "status": "completed", "tag": "3447fcbf-c485-4556-a7e0-2485819763ae", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:26.776557 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94e7817a-7d22-412f-be71-fc0fed4a6be9 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:26.777101 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656861a-9e97-42f8-b2aa-caf9ce9f70ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3447fcbf-c485-4556-a7e0-2485819763ae', 'code': 200} Aug 20 12:05:27.039702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3447fcbf-c485-4556-a7e0-2485819763ae,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:27.061037 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.089232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 48a8f78e-58e1-4168-a539-77b56c6bd645 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:27.089586 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.114692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port b42e45ba-4855-44f6-ac86-c8c96302787b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:27.115571 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.144766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb659e02-4de2-4f32-a98c-9c6cf146f3fb req-5ac00fda-1ed3-401e-94f0-292cc8d59f95 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737016 Aug 20 12:05:27.191693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Allocated IP 172.20.0.10 (39b6be03-b5e9-423c-8612-ce1127efd1a9/19f8297a-9d94-449d-99ab-c309871bb5f0/f5d066ab-284d-46e8-af69-9bd3fefbe0c3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:27.204443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e917c-c7c3-41d0-a6dc-9a9cf68f395f req-bfc53e39-003a-43b9-b502-f128013d07db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:27.205874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-573e917c-c7c3-41d0-a6dc-9a9cf68f395f req-bfc53e39-003a-43b9-b502-f128013d07db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 1098 time: 0.3918467 Aug 20 12:05:27.282874 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.303833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:05:20Z', 'revision_number': 4, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port': {'id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:17Z', 'updated_at': '2021-08-20T12:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b9195a7f-ed7b-4160-9c4f-e273a5fe038b', 'name': '', 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'mac_address': 'fa:16:3e:cf:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'ddf2ba24-29e0-4ef0-8da8-be95f761a6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:20Z', 'updated_at': '2021-08-20T12:05:21Z', 'revision_number': 2, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'subnets': [{'id': 'ddf2ba24-29e0-4ef0-8da8-be95f761a6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:27.388917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a86d80-212a-4163-88af-09bcd9090094 req-bc8f6cef-8315-4040-a578-3c8b61194d86 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:27.390520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-bc8f6cef-8315-4040-a578-3c8b61194d86 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 819 time: 0.4395931 Aug 20 12:05:27.399134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Checking router: d3a12b22-d132-4e68-bf88-c15c76a5cc4d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:05:27.399705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Updating router d3a12b22-d132-4e68-bf88-c15c76a5cc4d port b9195a7f-ed7b-4160-9c4f-e273a5fe038b binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:05:27.419168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-573e917c-c7c3-41d0-a6dc-9a9cf68f395f req-38835858-1b2a-47d4-b503-2470c29a4c75 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038050 Aug 20 12:05:27.441172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:27.447719 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.458554 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.503740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-417d3e9a-b38f-45de-bbb0-9506264b6a71 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/quotas/bad488cb12a7401d8f5f3e81f342274f HTTP/1.1" status: 200 len: 375 time: 0.0835142 Aug 20 12:05:27.509135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa76336a-a74a-4533-a80f-5912b064672b req-8053ec53-474a-4b8d-85e4-30c2845edf51 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 210 time: 0.0717843 Aug 20 12:05:27.558518 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:27.626257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-b6c9cf8e-e061-4289-a3a8-90fae459f134 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119478 Aug 20 12:05:27.876261 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:27.922329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93801b-253b-4f03-9e93-f8da8b2e10f2 req-7c2635a2-73cd-4309-a8d0-b038a767fda9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:27.924325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc93801b-253b-4f03-9e93-f8da8b2e10f2 req-7c2635a2-73cd-4309-a8d0-b038a767fda9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 946 time: 0.1403301 Aug 20 12:05:27.959943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2dfdaa82-9ee7-4f4e-8939-6a1c08ab2a80 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:27.962157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2dfdaa82-9ee7-4f4e-8939-6a1c08ab2a80 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 819 time: 0.3297105 Aug 20 12:05:27.973655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-f12c90fb-437f-4aa1-89f9-9b419b7a4876 service neutron] 10.222.0.25 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166583 Aug 20 12:05:27.993670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Request body: {'port': {'device_id': '6b59aa1d-7a8a-4ba2-8652-1aabcfdff716', 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022', 'admin_state_up': True, 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:28.036473 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.048535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Transition to ACTIVE for port object b9195a7f-ed7b-4160-9c4f-e273a5fe038b will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:28.060045 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.105505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb063295-08d9-4222-900e-8ce38c1f54fd None None] Pushing event updated for resources: {'Port': ['ID=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:28.109443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc93801b-253b-4f03-9e93-f8da8b2e10f2 req-49616c48-b086-4786-adc6-08fe1006504c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465449 Aug 20 12:05:28.272145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.285537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Attempting to bind port b9195a7f-ed7b-4160-9c4f-e273a5fe038b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:28.285906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Attempting to bind port b9195a7f-ed7b-4160-9c4f-e273a5fe038b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:28.286299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Attempting to bind port b9195a7f-ed7b-4160-9c4f-e273a5fe038b on network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:28.294482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:28.294860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Checking segment: {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:28.295323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.295730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Bound using segment: {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:28.296203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Bound port: b9195a7f-ed7b-4160-9c4f-e273a5fe038b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:28.296587 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.379725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] For port b9195a7f-ed7b-4160-9c4f-e273a5fe038b, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:28.403306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] For port b9195a7f-ed7b-4160-9c4f-e273a5fe038b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:28.412833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:28.684730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Routers {'d3a12b22-d132-4e68-bf88-c15c76a5cc4d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:05:28.685364 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:05:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:28.925019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] Set router d3a12b22-d132-4e68-bf88-c15c76a5cc4d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:05:28.956819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Network 39b6be03-b5e9-423c-8612-ce1127efd1a9 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:28.981725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-578e7af7-93d0-4043-bbb6-c7c9f22ef2d1 service neutron] 10.222.0.25 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9928548 Aug 20 12:05:28.986204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:29.006815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:29.015732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Pushing event updated for resources: {'Port': ['ID=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:29.041317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:29.044964 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d92da9-a5b3-4087-88db-7037c00ae29e" -d '{"events": [{"server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "name": "network-vif-plugged", "status": "completed", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:29.049722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb063295-08d9-4222-900e-8ce38c1f54fd None None] Pushing event updated for resources: {'Port': ['ID=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:29.083407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726e42-f413-47c5-8a4c-edd72b67da65 req-7f2b45a5-5354-497f-88fc-6661ff164a39 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:29.091873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa726e42-f413-47c5-8a4c-edd72b67da65 req-7f2b45a5-5354-497f-88fc-6661ff164a39 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.2621355 Aug 20 12:05:29.102433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Made reservation on behalf of bad488cb12a7401d8f5f3e81f342274f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:29.105847 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:29.147369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:29.148043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:29.201266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa726e42-f413-47c5-8a4c-edd72b67da65 req-333d2678-96ef-4189-80e1-cdab7dc435f6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025083 Aug 20 12:05:29.266366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-400a0502-2926-4168-a8fb-27516a1487df tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4308202 Aug 20 12:05:29.290615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Request body: {'port': {'device_id': '44bf13d3-25c3-4ddd-a727-5f8dfe771d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:29.346905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:05:20Z', 'revision_number': 4, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port': {'id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:17Z', 'updated_at': '2021-08-20T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b9195a7f-ed7b-4160-9c4f-e273a5fe038b', 'name': '', 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'mac_address': 'fa:16:3e:cf:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'ddf2ba24-29e0-4ef0-8da8-be95f761a6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:20Z', 'updated_at': '2021-08-20T12:05:28Z', 'revision_number': 4, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'subnets': [{'id': 'ddf2ba24-29e0-4ef0-8da8-be95f761a6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:29.391824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc211-7917-48ca-b98c-0ba566a985e0 None None] The sync data for ids ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'] in n-d-800634-10 is: [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:05:20Z', 'revision_number': 4, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port': {'id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:17Z', 'updated_at': '2021-08-20T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b9195a7f-ed7b-4160-9c4f-e273a5fe038b', 'name': '', 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'mac_address': 'fa:16:3e:cf:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'ddf2ba24-29e0-4ef0-8da8-be95f761a6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:20Z', 'updated_at': '2021-08-20T12:05:28Z', 'revision_number': 4, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'subnets': [{'id': 'ddf2ba24-29e0-4ef0-8da8-be95f761a6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:05:29.397378 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6494089-768c-4e8b-aaa9-caac8d2605d8 x-openstack-request-id: req-c6494089-768c-4e8b-aaa9-caac8d2605d8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:29.397717 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "name": "network-vif-plugged", "status": "completed", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:29.398511 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6494089-768c-4e8b-aaa9-caac8d2605d8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:29.403998 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'code': 200} Aug 20 12:05:29.539176 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:29.654847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844da02-bc5c-4c1b-ae18-bc7485732bb3 req-eb119272-a111-4cf2-b2a7-28b1263c9e3c tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:29.663150 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0844da02-bc5c-4c1b-ae18-bc7485732bb3 req-eb119272-a111-4cf2-b2a7-28b1263c9e3c tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 932 time: 0.3281116 Aug 20 12:05:29.701363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Allocated IP 172.20.0.12 (663c4959-5c15-4bcb-b5e7-8c6845ac7022/ddf2ba24-29e0-4ef0-8da8-be95f761a6dd/8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:29.816733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80648af3-af9e-4ac1-a5cd-60cc71064a6d req-9c409dff-9de6-4b9c-8a77-ad4746db74ec tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:29.818334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80648af3-af9e-4ac1-a5cd-60cc71064a6d req-9c409dff-9de6-4b9c-8a77-ad4746db74ec tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 946 time: 0.2578001 Aug 20 12:05:29.847969 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0844da02-bc5c-4c1b-ae18-bc7485732bb3 req-df8a2c74-38c9-4d63-bca3-e9fe92e589ce tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806667 Aug 20 12:05:30.058735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e7085ff-13c6-4b55-8b54-ca2e75e65634 req-046c0ea1-571b-4edc-9d87-6b496101b3a3 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 210 time: 0.0697377 Aug 20 12:05:30.147774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80648af3-af9e-4ac1-a5cd-60cc71064a6d req-a3c74724-5b39-47df-83d4-cb5e4ad471b9 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172467 Aug 20 12:05:30.393015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b9195a7f-ed7b-4160-9c4f-e273a5fe038b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:30.521328 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.598680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port b9195a7f-ed7b-4160-9c4f-e273a5fe038b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:30.611327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b9195a7f-ed7b-4160-9c4f-e273a5fe038b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:30.611701 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.672196 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddc1ed-3a69-44f0-9e9b-f4745b25523f req-2ee88914-b0b5-4280-bcf7-6a7c556cb0a1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:30.682926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9ddc1ed-3a69-44f0-9e9b-f4745b25523f req-2ee88914-b0b5-4280-bcf7-6a7c556cb0a1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.2664187 Aug 20 12:05:30.779519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d066ab-284d-46e8-af69-9bd3fefbe0c3 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:30.834926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.885666 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.956255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Transition to ACTIVE for port object f5d066ab-284d-46e8-af69-9bd3fefbe0c3 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:30.974492 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:30.991904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port b9195a7f-ed7b-4160-9c4f-e273a5fe038b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:31.000163 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.003211 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.084975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:31.107250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9ddc1ed-3a69-44f0-9e9b-f4745b25523f req-f15f687d-631c-4aee-bce4-dbc240b52115 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179969 Aug 20 12:05:31.334414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:31.347255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:31.350403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:31.356747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:31.591326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c4c1e-62db-4af4-bcea-e4ef5e3078ac req-6542b8cf-e7d3-4765-8533-717a8092d5e7 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:31.598785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df4c4c1e-62db-4af4-bcea-e4ef5e3078ac req-6542b8cf-e7d3-4765-8533-717a8092d5e7 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 944 time: 0.3020089 Aug 20 12:05:31.622932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:31.623657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.631228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Pushing event updated for resources: {'Port': ['ID=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:31.692260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-b87172cb-d676-41a3-ac80-63947e6a0046 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7092743 Aug 20 12:05:31.696104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Attempting to bind port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:31.696452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Attempting to bind port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '88ec09bf-1621-4005-b676-84996d74c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '39b6be03-b5e9-423c-8612-ce1127efd1a9'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:31.696765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Attempting to bind port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 on network 39b6be03-b5e9-423c-8612-ce1127efd1a9 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:31.706509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adb90-ca3f-4fe3-89f5-8ce9f6f10375 req-2c046d15-514b-42ba-bbe1-f5f1fd250cdc tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:31.708109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e6adb90-ca3f-4fe3-89f5-8ce9f6f10375 req-2c046d15-514b-42ba-bbe1-f5f1fd250cdc tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 946 time: 0.2889681 Aug 20 12:05:31.719970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Request body: {'port': {'device_id': '6b59aa1d-7a8a-4ba2-8652-1aabcfdff716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:31.750783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a86d80-212a-4163-88af-09bcd9090094 req-ad0b4d98-16cf-43ff-b512-b3093c45e206 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:31.752368 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-ad0b4d98-16cf-43ff-b512-b3093c45e206 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 819 time: 0.8703880 Aug 20 12:05:31.772908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Request body: {'port': {'device_id': '07648b4f-04d2-4d6a-98df-bde2932fb649', 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022', 'admin_state_up': True, 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:31.780678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 on network 39b6be03-b5e9-423c-8612-ce1127efd1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:31.781243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Attempting to bind port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 on network 39b6be03-b5e9-423c-8612-ce1127efd1a9 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:31.794059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df4c4c1e-62db-4af4-bcea-e4ef5e3078ac req-56fe8bc6-6637-4545-b8da-372942c86c4b tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942987 Aug 20 12:05:31.816420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:31.820900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Checking segment: {'id': '88ec09bf-1621-4005-b676-84996d74c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '39b6be03-b5e9-423c-8612-ce1127efd1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:31.822371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Bound using segment: {'id': '88ec09bf-1621-4005-b676-84996d74c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '39b6be03-b5e9-423c-8612-ce1127efd1a9'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:31.824841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Bound port: f5d066ab-284d-46e8-af69-9bd3fefbe0c3, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ec09bf-1621-4005-b676-84996d74c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '39b6be03-b5e9-423c-8612-ce1127efd1a9'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:31.825414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:31.935919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e6adb90-ca3f-4fe3-89f5-8ce9f6f10375 req-2b03e9e1-10f8-40b1-8bef-916c82127761 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103031 Aug 20 12:05:31.998594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Made reservation on behalf of bad488cb12a7401d8f5f3e81f342274f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:32.002535 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.080604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] For port f5d066ab-284d-46e8-af69-9bd3fefbe0c3, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:32.084629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] For port f5d066ab-284d-46e8-af69-9bd3fefbe0c3, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,segment=NetworkSegment(88ec09bf-1621-4005-b676-84996d74c09b),segment_id=88ec09bf-1621-4005-b676-84996d74c09b)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:32.098159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d1b1a40-eaad-432a-8ecc-88fc5254fcdc req-9fcdc89f-23fe-4ee2-a246-463533da1760 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 210 time: 0.1843233 Aug 20 12:05:32.104134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.127893 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.147205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b9195a7f-ed7b-4160-9c4f-e273a5fe038b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:32.249095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Allocated IP 172.20.0.5 (663c4959-5c15-4bcb-b5e7-8c6845ac7022/ddf2ba24-29e0-4ef0-8da8-be95f761a6dd/9b9519c5-56c7-40f1-99b3-18a3a599d071) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:32.302490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b9195a7f-ed7b-4160-9c4f-e273a5fe038b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:32.308619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.335318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:32.338549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.340841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] 10.222.0.73 "PUT /v2.0/ports/f5d066ab-284d-46e8-af69-9bd3fefbe0c3 HTTP/1.1" status: 200 len: 1093 time: 3.0591307 Aug 20 12:05:32.397351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf13d3-25c3-4ddd-a727-5f8dfe771d97', 'tag': 'f5d066ab-284d-46e8-af69-9bd3fefbe0c3'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:32.399915 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63694e40-faf5-4d24-9e62-4f5d62da1c48" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf13d3-25c3-4ddd-a727-5f8dfe771d97", "tag": "f5d066ab-284d-46e8-af69-9bd3fefbe0c3"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:32.520488 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24c947d-f348-4d3f-855b-d5e9b5811a56 x-openstack-request-id: req-a24c947d-f348-4d3f-855b-d5e9b5811a56 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:32.520729 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf13d3-25c3-4ddd-a727-5f8dfe771d97", "tag": "f5d066ab-284d-46e8-af69-9bd3fefbe0c3", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:32.520902 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a24c947d-f348-4d3f-855b-d5e9b5811a56 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:32.521758 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf13d3-25c3-4ddd-a727-5f8dfe771d97', 'tag': 'f5d066ab-284d-46e8-af69-9bd3fefbe0c3', 'status': 'completed', 'code': 200} Aug 20 12:05:32.579817 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.614876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ff4a2-b58c-4623-b337-698db2f00242 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.645096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8f32-f57a-4d7f-b4fa-f7815032aee8 req-081e08f7-1264-437c-acd2-58fd5d251552 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:32.646666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64ce8f32-f57a-4d7f-b4fa-f7815032aee8 req-081e08f7-1264-437c-acd2-58fd5d251552 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.2584071 Aug 20 12:05:32.652415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-7e430522-35ee-4427-a726-61e1bec8c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:32.654334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-7e430522-35ee-4427-a726-61e1bec8c2c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=908997484d5446dfaea70a16dc50d29f&device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 1096 time: 0.2157319 Aug 20 12:05:32.676019 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.737616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-a14ecca5-e463-4a9a-b3fc-d281476478f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5d066ab-284d-46e8-af69-9bd3fefbe0c3 HTTP/1.1" status: 200 len: 217 time: 0.0695257 Aug 20 12:05:32.738845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:32.745335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:32.757938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:32.816015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64ce8f32-f57a-4d7f-b4fa-f7815032aee8 req-608602f0-f782-4ab9-a56a-8f8a9d4450d1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583855 Aug 20 12:05:32.848646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:32.849610 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:32.857335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-4f607570-8dfd-417a-add9-d376057667f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:32.858846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-4f607570-8dfd-417a-add9-d376057667f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19f8297a-9d94-449d-99ab-c309871bb5f0 HTTP/1.1" status: 200 len: 857 time: 0.0913234 Aug 20 12:05:32.883676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Pushing event updated for resources: {'Port': ['ID=9b9519c5-56c7-40f1-99b3-18a3a599d071,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:32.903837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-056f8cb5-f088-40ed-a34c-5beaba590620 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1362104 Aug 20 12:05:32.909857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-47ad3975-4694-4a77-a5fc-20cbc54c9d1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39b6be03-b5e9-423c-8612-ce1127efd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428445 Aug 20 12:05:32.923415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Request body: {'port': {'device_id': '07648b4f-04d2-4d6a-98df-bde2932fb649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:32.994017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.069263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-070a3ca9-e345-409d-b5e8-62b3e7b6ed00 service neutron] 10.222.0.73 "GET /v2.0/networks/39b6be03-b5e9-423c-8612-ce1127efd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416080 Aug 20 12:05:33.341478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:33.356800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.374154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdef42f-4be7-44b6-9dcd-dcf7b7d34cb2 req-853b3657-e4f1-492a-a7a5-602a9be7f220 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:33.381950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bdef42f-4be7-44b6-9dcd-dcf7b7d34cb2 req-853b3657-e4f1-492a-a7a5-602a9be7f220 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 946 time: 0.2854459 Aug 20 12:05:33.406456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef5c4d-9a20-402e-8a4c-83c6f1afe409 req-55382be4-d8f0-4287-9b07-556beb0b8802 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:33.408095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1ef5c4d-9a20-402e-8a4c-83c6f1afe409 req-55382be4-d8f0-4287-9b07-556beb0b8802 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 944 time: 0.4646912 Aug 20 12:05:33.433215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Transition to ACTIVE for port object 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:33.481554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.491433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c23b129-bb63-4b48-bb89-fe8b0e29f3ae req-98fe5f48-7830-4cd1-b41b-99b8ff9be362 service neutron] 10.222.0.73 "GET /v2.0/networks/39b6be03-b5e9-423c-8612-ce1127efd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728676 Aug 20 12:05:33.567417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bdef42f-4be7-44b6-9dcd-dcf7b7d34cb2 req-ebfea2f0-225c-44d5-8a1d-06ddaf23c699 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837909 Aug 20 12:05:33.681192 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1ef5c4d-9a20-402e-8a4c-83c6f1afe409 req-41ebfbba-cc9d-472b-96db-9bffb29250e2 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406530 Aug 20 12:05:33.691393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9519c5-56c7-40f1-99b3-18a3a599d071 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:33.693082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Pushing event updated for resources: {'Port': ['ID=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.702267 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.719363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Transition to ACTIVE for port object 9b9519c5-56c7-40f1-99b3-18a3a599d071 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:33.747517 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:33.859385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-82e1f946-45a8-4c63-93f6-432c9d01f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:33.861352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-82e1f946-45a8-4c63-93f6-432c9d01f5f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=908997484d5446dfaea70a16dc50d29f&device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 1096 time: 0.2810161 Aug 20 12:05:33.923970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9519c5-56c7-40f1-99b3-18a3a599d071,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:33.982210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Attempting to bind port 9b9519c5-56c7-40f1-99b3-18a3a599d071 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:33.982506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Attempting to bind port 9b9519c5-56c7-40f1-99b3-18a3a599d071 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:33.982836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Attempting to bind port 9b9519c5-56c7-40f1-99b3-18a3a599d071 on network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:33.987595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Port 9b9519c5-56c7-40f1-99b3-18a3a599d071 on network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:33.987926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Attempting to bind port 9b9519c5-56c7-40f1-99b3-18a3a599d071 on network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:33.996911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:33.997258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Checking segment: {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:33.997652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Bound using segment: {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:33.998542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Bound port: 9b9519c5-56c7-40f1-99b3-18a3a599d071, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:33.998913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.059996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f7d97-8580-4f0c-92ed-5e10a9292ebb req-907fbbc0-2fcc-4e3a-a02d-de009205ab8c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:34.061689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b47f7d97-8580-4f0c-92ed-5e10a9292ebb req-907fbbc0-2fcc-4e3a-a02d-de009205ab8c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 943 time: 0.2538059 Aug 20 12:05:34.065411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Attempting to bind port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:34.065864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Attempting to bind port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:34.066440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Attempting to bind port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 on network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:34.097456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 on network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:34.097951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Attempting to bind port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 on network 663c4959-5c15-4bcb-b5e7-8c6845ac7022 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:34.105156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] For port 9b9519c5-56c7-40f1-99b3-18a3a599d071, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:34.108870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] For port 9b9519c5-56c7-40f1-99b3-18a3a599d071, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b9519c5-56c7-40f1-99b3-18a3a599d071,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:34.115670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:34.116150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Checking segment: {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:34.117473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Bound using segment: {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:34.118095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Bound port: 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89886138-3b46-4d59-bb85-298eb0465e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:34.118579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.119018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.216567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b47f7d97-8580-4f0c-92ed-5e10a9292ebb req-0021f670-2cb8-4f66-8024-e9c7dc1b9af4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374755 Aug 20 12:05:34.217885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-428059be-be92-4a78-af27-f816aeef88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:34.219429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-428059be-be92-4a78-af27-f816aeef88a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39b6be03-b5e9-423c-8612-ce1127efd1a9 HTTP/1.1" status: 200 len: 918 time: 0.3180957 Aug 20 12:05:34.264043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:34.264741 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:34.266386 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b9519c5-56c7-40f1-99b3-18a3a599d071 HTTP/1.1" status: 200 len: 1092 time: 1.3475878 Aug 20 12:05:34.266902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07648b4f-04d2-4d6a-98df-bde2932fb649', 'tag': '9b9519c5-56c7-40f1-99b3-18a3a599d071'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:34.269568 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c" -d '{"events": [{"name": "network-changed", "server_uuid": "07648b4f-04d2-4d6a-98df-bde2932fb649", "tag": "9b9519c5-56c7-40f1-99b3-18a3a599d071"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:34.357485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a195094-44e2-418d-a721-72e81cc99a61 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9519c5-56c7-40f1-99b3-18a3a599d071,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:34.403634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a86d80-212a-4163-88af-09bcd9090094 req-18cf2ab0-caf5-4b2f-bcb3-6d57c03d6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:34.405874 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-18cf2ab0-caf5-4b2f-bcb3-6d57c03d6df1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 1095 time: 0.0891211 Aug 20 12:05:34.474268 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-9adc9590-2e2a-4180-a373-8c14a5cdd1a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b9519c5-56c7-40f1-99b3-18a3a599d071 HTTP/1.1" status: 200 len: 217 time: 0.0587559 Aug 20 12:05:34.488279 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-a3b7f20f-6a08-49d1-a910-a4435e83d7c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5d066ab-284d-46e8-af69-9bd3fefbe0c3 HTTP/1.1" status: 200 len: 217 time: 0.2527614 Aug 20 12:05:34.495280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] For port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:34.550664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a86d80-212a-4163-88af-09bcd9090094 req-8b8d235c-6c2c-4d53-81c3-d12ed413d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:34.553317 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-8b8d235c-6c2c-4d53-81c3-d12ed413d477 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.0708029 Aug 20 12:05:34.660974 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-7fdd1e85-424c-4f39-afbe-3a8f576a912b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911729 Aug 20 12:05:34.830037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-13fe0eff-b42f-48f1-b201-09a24e738a20 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625562 Aug 20 12:05:35.007102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] For port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:35.023781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988b705-6ab1-4e49-aa6b-dacc7a88e949 req-8c69548b-f750-407d-addf-2ba1e30a49f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.032721 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7988b705-6ab1-4e49-aa6b-dacc7a88e949 req-8c69548b-f750-407d-addf-2ba1e30a49f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.7374480 Aug 20 12:05:35.067949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00a86d80-212a-4163-88af-09bcd9090094 req-1ca32ac0-0380-4f16-83d5-e1d3ec362528 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258673 Aug 20 12:05:35.073363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.089005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7988b705-6ab1-4e49-aa6b-dacc7a88e949 req-1cd36308-f87b-44ff-af0b-2362b503f2be tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551801 Aug 20 12:05:35.175593 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0273e-f35b-4498-a1b1-7292ff85883c x-openstack-request-id: req-a2f0273e-f35b-4498-a1b1-7292ff85883c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:35.175908 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07648b4f-04d2-4d6a-98df-bde2932fb649", "tag": "9b9519c5-56c7-40f1-99b3-18a3a599d071", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:35.176173 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2f0273e-f35b-4498-a1b1-7292ff85883c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:35.176641 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07648b4f-04d2-4d6a-98df-bde2932fb649', 'tag': '9b9519c5-56c7-40f1-99b3-18a3a599d071', 'status': 'completed', 'code': 200} Aug 20 12:05:35.205525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f927e2f-cea7-4c37-870a-e60ebba32053 req-8137f2d1-72b7-4123-812f-cc7d1ba25c57 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.225135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f927e2f-cea7-4c37-870a-e60ebba32053 req-8137f2d1-72b7-4123-812f-cc7d1ba25c57 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 946 time: 0.8429158 Aug 20 12:05:35.272714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-4a531e26-d3bb-4a54-a6bf-f8a58ca4004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.275653 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-4a531e26-d3bb-4a54-a6bf-f8a58ca4004f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 1095 time: 0.0783825 Aug 20 12:05:35.296507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-72ae1d34-4d2b-4b75-a6b2-b867bcac388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.298031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-72ae1d34-4d2b-4b75-a6b2-b867bcac388c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19f8297a-9d94-449d-99ab-c309871bb5f0 HTTP/1.1" status: 200 len: 857 time: 0.7996256 Aug 20 12:05:35.324134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.325636 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:35.327409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] 10.222.0.73 "PUT /v2.0/ports/8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 HTTP/1.1" status: 200 len: 1093 time: 3.6120024 Aug 20 12:05:35.331815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b59aa1d-7a8a-4ba2-8652-1aabcfdff716', 'tag': '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:35.338376 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306" -d '{"events": [{"name": "network-changed", "server_uuid": "6b59aa1d-7a8a-4ba2-8652-1aabcfdff716", "tag": "8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:35.407821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f927e2f-cea7-4c37-870a-e60ebba32053 req-4393bd80-195a-4b4c-b372-3ccabea45d2d tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807230 Aug 20 12:05:35.473514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-e233bd4b-af70-4460-a7a7-01e170e98825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.475856 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-e233bd4b-af70-4460-a7a7-01e170e98825 service neutron] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 920 time: 0.1827385 Aug 20 12:05:35.478831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-34ff5e7c-5478-4bf3-8c38-76f2f3394b7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39b6be03-b5e9-423c-8612-ce1127efd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223888 Aug 20 12:05:35.557439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa41e0a-3803-4f9a-9c46-933d9605fc7d service neutron] Pushing event updated for resources: {'Port': ['ID=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:35.559034 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-f27d8223-38d7-4c0a-9e3e-ff9746a6956b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b9519c5-56c7-40f1-99b3-18a3a599d071 HTTP/1.1" status: 200 len: 217 time: 0.0696454 Aug 20 12:05:35.677285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2fa0982b-a2d4-4f65-846e-5930ff857acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.680596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-2fa0982b-a2d4-4f65-846e-5930ff857acc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1096 time: 0.2862599 Aug 20 12:05:35.716902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62a0c0-6080-4c30-ad5e-1398deef885e req-abc476bd-0d68-49eb-97a0-d5927d6259fd tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.718948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f62a0c0-6080-4c30-ad5e-1398deef885e req-abc476bd-0d68-49eb-97a0-d5927d6259fd tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 944 time: 0.3039126 Aug 20 12:05:35.729379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-54581a21-54d7-47bd-a17e-1a6e4dbc2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:35.740226 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-54581a21-54d7-47bd-a17e-1a6e4dbc2da8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.1722925 Aug 20 12:05:35.777308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-373a747a-e4fc-4120-8cdd-23b1588b2d41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 HTTP/1.1" status: 200 len: 217 time: 0.0816643 Aug 20 12:05:35.833288 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-0883cc55-76c5-46c3-bf25-64dbd1585e97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854046 Aug 20 12:05:35.889810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-2736bf8d-ebf3-4b0c-854c-4527e382c1d2 service neutron] 10.222.0.73 "GET /v2.0/networks/39b6be03-b5e9-423c-8612-ce1127efd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261268 Aug 20 12:05:35.935807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f62a0c0-6080-4c30-ad5e-1398deef885e req-5c1941d5-d25a-4616-a865-be80f370dde9 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695232 Aug 20 12:05:36.012945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd8977-4a72-44af-a421-715f7943757a req-b3781ae1-083b-4fa5-b3c5-94c46746b9a9 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:36.019144 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-fd20f027-c9b8-4b43-a357-1e11a2094ac1 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735022 Aug 20 12:05:36.021181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6dd8977-4a72-44af-a421-715f7943757a req-b3781ae1-083b-4fa5-b3c5-94c46746b9a9 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 943 time: 0.2083030 Aug 20 12:05:36.034162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-a66a960b-9639-4cd0-a245-e5f1c8633185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:36.035096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-6eb5df66-e96b-43f1-ab67-c98b682d3e12 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:36.035680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-a66a960b-9639-4cd0-a245-e5f1c8633185 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.2351255 Aug 20 12:05:36.036620 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-6eb5df66-e96b-43f1-ab67-c98b682d3e12 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 946 time: 0.1296217 Aug 20 12:05:36.063624 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee16b90-b5eb-47f1-93f7-6d7b31400a58 x-openstack-request-id: req-fee16b90-b5eb-47f1-93f7-6d7b31400a58 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:36.064692 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b59aa1d-7a8a-4ba2-8652-1aabcfdff716", "tag": "8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:36.064692 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fee16b90-b5eb-47f1-93f7-6d7b31400a58 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:36.064692 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b59aa1d-7a8a-4ba2-8652-1aabcfdff716', 'tag': '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846', 'status': 'completed', 'code': 200} Aug 20 12:05:36.090351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-5f16ff66-e542-4f12-8f15-99755a74c133 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361981 Aug 20 12:05:36.171458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6dd8977-4a72-44af-a421-715f7943757a req-554bc2ac-c3f4-47b8-8330-e917c441d862 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491592 Aug 20 12:05:36.215657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63694e40-faf5-4d24-9e62-4f5d62da1c48 req-d3965767-b5d8-4db5-a343-8fdbd3ac6b45 service neutron] 10.222.0.73 "GET /v2.0/networks/39b6be03-b5e9-423c-8612-ce1127efd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126934 Aug 20 12:05:36.262915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Deleting port 3447fcbf-c485-4556-a7e0-2485819763ae {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:36.263485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.300617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86373c7b-8f44-4dde-8de2-a0ae0dac9fc7 req-82d33c64-11f0-42b1-a210-1518a34d459e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:36.302068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86373c7b-8f44-4dde-8de2-a0ae0dac9fc7 req-82d33c64-11f0-42b1-a210-1518a34d459e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.0821486 Aug 20 12:05:36.304546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-cfdfc77d-31f1-4cff-834a-58100dbddba1 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034197 Aug 20 12:05:36.340392 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8082f9ef-ed21-402a-ac64-8c2f6dcff98c req-17f921bf-9c56-4d9b-be60-401ad8d68d1f service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027856 Aug 20 12:05:36.408989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f5d066ab-284d-46e8-af69-9bd3fefbe0c3 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:36.414166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] For port 3447fcbf-c485-4556-a7e0-2485819763ae, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3447fcbf-c485-4556-a7e0-2485819763ae,segment=NetworkSegment(bb516af3-8418-4fbf-90bb-9473840e0e3d),segment_id=bb516af3-8418-4fbf-90bb-9473840e0e3d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:36.414691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.434061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Calling delete_port for 3447fcbf-c485-4556-a7e0-2485819763ae owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:36.455770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86373c7b-8f44-4dde-8de2-a0ae0dac9fc7 req-ad74a435-af6d-47d6-8573-4a03303bd743 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437066 Aug 20 12:05:36.502511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebb93711-ce21-47a3-9333-8c1841cdae23 req-e8439b13-4b84-4db3-8c30-9eb441ef7df0 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650159 Aug 20 12:05:36.628028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f5d066ab-284d-46e8-af69-9bd3fefbe0c3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,segment=NetworkSegment(88ec09bf-1621-4005-b676-84996d74c09b),segment_id=88ec09bf-1621-4005-b676-84996d74c09b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:36.660028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'f5d066ab-284d-46e8-af69-9bd3fefbe0c3', 'network_id': '39b6be03-b5e9-423c-8612-ce1127efd1a9', 'port_id': 'f5d066ab-284d-46e8-af69-9bd3fefbe0c3', 'mac_address': 'fa:16:3e:25:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f8297a-9d94-449d-99ab-c309871bb5f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:36.714451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696afd4-ea35-465f-b819-f1c26c54601c req-07abac5a-0d7b-4ddd-936c-d025c06a9df6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:36.716289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c696afd4-ea35-465f-b819-f1c26c54601c req-07abac5a-0d7b-4ddd-936c-d025c06a9df6 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/ports?device_id=b656861a-9e97-42f8-b2aa-caf9ce9f70ae HTTP/1.1" status: 200 len: 946 time: 0.1417000 Aug 20 12:05:36.718799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-7ae9f56c-db0a-4492-8207-92b014e6454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:36.720268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-7ae9f56c-db0a-4492-8207-92b014e6454a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1096 time: 0.1616907 Aug 20 12:05:36.754148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.758983 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.770940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3447fcbf-c485-4556-a7e0-2485819763ae'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:36.778637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d066ab-284d-46e8-af69-9bd3fefbe0c3 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:36.853692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f5d066ab-284d-46e8-af69-9bd3fefbe0c3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,segment=NetworkSegment(88ec09bf-1621-4005-b676-84996d74c09b),segment_id=88ec09bf-1621-4005-b676-84996d74c09b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:36.861340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.868389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c696afd4-ea35-465f-b819-f1c26c54601c req-41ed8ddc-f59c-42b6-888e-b6cb2974d97c tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5297cca-3737-4cf0-a37b-1c184b4298d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379690 Aug 20 12:05:36.885708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] No DVR routers for this DVR port 3447fcbf-c485-4556-a7e0-2485819763ae on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:36.889973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:36.893039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00e48839-cf69-4e3e-bed1-6376c8e655d7 req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] 10.222.0.73 "DELETE /v2.0/ports/3447fcbf-c485-4556-a7e0-2485819763ae HTTP/1.1" status: 204 len: 173 time: 0.8281910 Aug 20 12:05:36.894847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36beb0-1eda-4118-bb72-9e6841d59b31 tempest-DeleteServersTestJSON-385202064 tempest-DeleteServersTestJSON-385202064-project] Pushing event deleted for resources: {'Port': ['ID=3447fcbf-c485-4556-a7e0-2485819763ae,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.959968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:36.990340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-935db2fe-3d77-42f7-9f0a-cd8d07ee4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:36.992839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-935db2fe-3d77-42f7-9f0a-cd8d07ee4ff6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 920 time: 0.2528775 Aug 20 12:05:37.113662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-a97dd809-281f-43fa-90c3-dfe19fdb824a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 HTTP/1.1" status: 200 len: 217 time: 0.1097107 Aug 20 12:05:37.177657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b656861a-9e97-42f8-b2aa-caf9ce9f70ae', 'name': 'network-vif-deleted', 'tag': '3447fcbf-c485-4556-a7e0-2485819763ae'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:37.180867 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8996f4-afb5-451a-9405-62216b09181c" -d '{"events": [{"server_uuid": "b656861a-9e97-42f8-b2aa-caf9ce9f70ae", "name": "network-vif-deleted", "tag": "3447fcbf-c485-4556-a7e0-2485819763ae"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:37.203814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec859016-3071-4e0d-b2e6-fc86590137cc req-55143f2e-baff-4a0c-80d0-5ed55f6b5d1d tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:37.206466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f5d066ab-284d-46e8-af69-9bd3fefbe0c3'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:37.228343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec859016-3071-4e0d-b2e6-fc86590137cc req-55143f2e-baff-4a0c-80d0-5ed55f6b5d1d tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 945 time: 0.1294568 Aug 20 12:05:37.251760 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484728ac-d74b-4ece-bb60-f6c6b58e6914 x-openstack-request-id: req-484728ac-d74b-4ece-bb60-f6c6b58e6914 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:37.252130 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b656861a-9e97-42f8-b2aa-caf9ce9f70ae", "name": "network-vif-deleted", "tag": "3447fcbf-c485-4556-a7e0-2485819763ae", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:37.252485 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-484728ac-d74b-4ece-bb60-f6c6b58e6914 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:37.252962 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656861a-9e97-42f8-b2aa-caf9ce9f70ae', 'name': 'network-vif-deleted', 'tag': '3447fcbf-c485-4556-a7e0-2485819763ae', 'status': 'completed', 'code': 200} Aug 20 12:05:37.287479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-e29d3141-dd13-4b08-adb8-89a6a9c30758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:37.289644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-e29d3141-dd13-4b08-adb8-89a6a9c30758 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.1584024 Aug 20 12:05:37.335380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec859016-3071-4e0d-b2e6-fc86590137cc req-b0b849a2-60ea-493b-b63f-2f882351b93d tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060410 Aug 20 12:05:37.404998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-b48e8abe-d929-44e0-b029-aa90be5195ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683963 Aug 20 12:05:37.427079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f663e15-081e-4376-a956-450a019153d8 req-8ce30652-7388-4f90-8ac4-4cff1907a3d4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:37.428708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f663e15-081e-4376-a956-450a019153d8 req-8ce30652-7388-4f90-8ac4-4cff1907a3d4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 943 time: 0.0831132 Aug 20 12:05:37.545454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f663e15-081e-4376-a956-450a019153d8 req-69958da0-6c37-4c93-86be-52a509e5bbb5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845299 Aug 20 12:05:37.606359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-cb0d0564-df5a-4095-8a38-844e6d694301 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765413 Aug 20 12:05:37.923550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c18e-0cee-4ff4-b628-b912e8598d16 req-bfbf2a13-1e38-4e3d-b2b4-b8bce482d3c5 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:37.925115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5e7c18e-0cee-4ff4-b628-b912e8598d16 req-bfbf2a13-1e38-4e3d-b2b4-b8bce482d3c5 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1981349 Aug 20 12:05:37.977853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5c82b8-a8c0-4cc2-af88-44b3620a3306 req-7dd6f7ce-bada-4b58-8fd1-d039c8dabf1b service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571856 Aug 20 12:05:38.034165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5e7c18e-0cee-4ff4-b628-b912e8598d16 req-c1a7c8d2-1f3f-4c93-87cf-fc4d353bfc6a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869534 Aug 20 12:05:38.424820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b9519c5-56c7-40f1-99b3-18a3a599d071 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:38.430765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f5d066ab-284d-46e8-af69-9bd3fefbe0c3 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:38.571179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1e2fb-ad74-428e-8002-dde2852473ac req-66cd6f47-57c5-4ef7-bca6-079ab5ca194b tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:38.584964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aca1e2fb-ad74-428e-8002-dde2852473ac req-66cd6f47-57c5-4ef7-bca6-079ab5ca194b tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 945 time: 0.1165617 Aug 20 12:05:38.670789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aca1e2fb-ad74-428e-8002-dde2852473ac req-3182f8c3-0e27-4ac4-a54b-8705441e1bea tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847733 Aug 20 12:05:38.694293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45560) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:38.773110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b3f02-9bfa-4f28-abd4-640d28823a86 req-c10764be-3274-48f7-aba4-519259c942d4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:38.780900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d1b3f02-9bfa-4f28-abd4-640d28823a86 req-c10764be-3274-48f7-aba4-519259c942d4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 943 time: 0.0686460 Aug 20 12:05:38.850730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d1b3f02-9bfa-4f28-abd4-640d28823a86 req-96962011-29f3-4cad-9967-29070d54c0ad tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626776 Aug 20 12:05:38.916964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.951069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:38.955421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b9519c5-56c7-40f1-99b3-18a3a599d071, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b9519c5-56c7-40f1-99b3-18a3a599d071,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:38.969402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:38.970017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:38.975504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9b9519c5-56c7-40f1-99b3-18a3a599d071', 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022', 'port_id': '9b9519c5-56c7-40f1-99b3-18a3a599d071', 'mac_address': 'fa:16:3e:90:e2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf2ba24-29e0-4ef0-8da8-be95f761a6dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:39.059584 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.105048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9519c5-56c7-40f1-99b3-18a3a599d071 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:39.105621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.117745 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.165925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b9519c5-56c7-40f1-99b3-18a3a599d071, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b9519c5-56c7-40f1-99b3-18a3a599d071,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:39.168002 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.181189 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58ab2c11e1224bd09830c0da03e9beda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854019 Aug 20 12:05:39.183662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9838fd3b-5846-477b-94e6-1f5e4fe5ccd6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:39.184614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45578) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:39.188388 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.193431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.193902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.194477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.195648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.196152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.196585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.197854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.198330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.198759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.199185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.199765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.200325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8b147-f654-4d9b-b006-52ac57c56d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.252007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b9519c5-56c7-40f1-99b3-18a3a599d071,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:39.261143 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.269997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf13d3-25c3-4ddd-a727-5f8dfe771d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d066ab-284d-46e8-af69-9bd3fefbe0c3'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:39.272459 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38179622-bb83-4176-b34b-790b82a331d7" -d '{"events": [{"server_uuid": "44bf13d3-25c3-4ddd-a727-5f8dfe771d97", "name": "network-vif-plugged", "status": "completed", "tag": "f5d066ab-284d-46e8-af69-9bd3fefbe0c3"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:39.276111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cc379-7a49-4b35-8669-008f6111849c req-488353a4-c694-4976-a4c9-95d8a9b4eeb8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:39.277633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b24cc379-7a49-4b35-8669-008f6111849c req-488353a4-c694-4976-a4c9-95d8a9b4eeb8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1393247 Aug 20 12:05:39.318213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.322632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port f5d066ab-284d-46e8-af69-9bd3fefbe0c3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,segment=NetworkSegment(88ec09bf-1621-4005-b676-84996d74c09b),segment_id=88ec09bf-1621-4005-b676-84996d74c09b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:39.331920 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.333117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3447fcbf-c485-4556-a7e0-2485819763ae no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:39.373201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b24cc379-7a49-4b35-8669-008f6111849c req-f81d155c-8dfb-4d8b-b266-7151b551275a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888000 Aug 20 12:05:39.387578 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc2858-6148-4858-a34b-d2dac90585cb x-openstack-request-id: req-15dc2858-6148-4858-a34b-d2dac90585cb {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:39.387885 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf13d3-25c3-4ddd-a727-5f8dfe771d97", "name": "network-vif-plugged", "status": "completed", "tag": "f5d066ab-284d-46e8-af69-9bd3fefbe0c3", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:39.388304 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15dc2858-6148-4858-a34b-d2dac90585cb {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:39.388723 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf13d3-25c3-4ddd-a727-5f8dfe771d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d066ab-284d-46e8-af69-9bd3fefbe0c3', 'code': 200} Aug 20 12:05:39.404476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 3447fcbf-c485-4556-a7e0-2485819763ae {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:39.404884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3447fcbf-c485-4556-a7e0-2485819763ae not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:39.433459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.436795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:39.441709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9838fd3b-5846-477b-94e6-1f5e4fe5ccd6 HTTP/1.1" status: 204 len: 168 time: 0.2560203 Aug 20 12:05:39.479450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9838fd3b-5846-477b-94e6-1f5e4fe5ccd6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:39.498083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:39.529024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.529430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.529708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.530107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.530470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.530807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.531134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.531457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.531781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.532101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.532422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.532741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673a5894-65b2-498d-9898-023661b5e67c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:05:39.538439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d7314-3d26-4483-8c89-46de60890bc6 req-24c1a2a1-bffd-4ef3-b5ff-94a6cb8c2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:39.540298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd4d7314-3d26-4483-8c89-46de60890bc6 req-24c1a2a1-bffd-4ef3-b5ff-94a6cb8c2bc0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 1098 time: 0.0935030 Aug 20 12:05:39.579025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9b9519c5-56c7-40f1-99b3-18a3a599d071'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:39.618690 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd4d7314-3d26-4483-8c89-46de60890bc6 req-c8c74cb8-9eb1-4fd4-ba25-23241e8ce0b0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682635 Aug 20 12:05:39.914084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba791-ba7d-4dd6-aea6-6b669260484e req-bf12df7b-2a75-4998-96c2-58461c9c3945 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:39.921461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-023ba791-ba7d-4dd6-aea6-6b669260484e req-bf12df7b-2a75-4998-96c2-58461c9c3945 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 946 time: 0.1057055 Aug 20 12:05:39.968147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45596) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:39.988182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-023ba791-ba7d-4dd6-aea6-6b669260484e req-a8eb14bf-b511-4dbf-b8ce-541069314fae tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615315 Aug 20 12:05:40.000394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce2c2-27a8-4d6a-9789-4956b39fe885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.078256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e494e0-e8a1-4215-b1fc-dbf9702f88ae req-f2b74dc1-84cc-4289-93ed-df44fc46d24f tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:40.079882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73e494e0-e8a1-4215-b1fc-dbf9702f88ae req-f2b74dc1-84cc-4289-93ed-df44fc46d24f tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 944 time: 0.1246696 Aug 20 12:05:40.167234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73e494e0-e8a1-4215-b1fc-dbf9702f88ae req-f820afc1-c307-4aff-a3f9-cc8941778897 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790257 Aug 20 12:05:40.202857 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce2c2-27a8-4d6a-9789-4956b39fe885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.210008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce2c2-27a8-4d6a-9789-4956b39fe885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.254196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6e5ce2c2-27a8-4d6a-9789-4956b39fe885 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c65f67c204374bdf96b5069292c5ff5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846334 Aug 20 12:05:40.255344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ce2c2-27a8-4d6a-9789-4956b39fe885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965a6e6d-d1b7-42a9-be81-7aaabc70be67,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:40.256941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45608) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:40.327882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68e4d645-1bea-4b6b-8fbd-49174768e360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.352922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68e4d645-1bea-4b6b-8fbd-49174768e360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.434214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:40.448585 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68e4d645-1bea-4b6b-8fbd-49174768e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.451587 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68e4d645-1bea-4b6b-8fbd-49174768e360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.456134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-68e4d645-1bea-4b6b-8fbd-49174768e360 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/965a6e6d-d1b7-42a9-be81-7aaabc70be67 HTTP/1.1" status: 204 len: 168 time: 0.1973245 Aug 20 12:05:40.479009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4d645-1bea-4b6b-8fbd-49174768e360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965a6e6d-d1b7-42a9-be81-7aaabc70be67,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:40.587099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9615ba-6b33-4e46-8ae5-4ae8a0ce61db req-4fe1ae64-dbb3-4737-88e7-e47a963f2b1a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:40.594525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad9615ba-6b33-4e46-8ae5-4ae8a0ce61db req-4fe1ae64-dbb3-4737-88e7-e47a963f2b1a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.0813549 Aug 20 12:05:40.657502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad9615ba-6b33-4e46-8ae5-4ae8a0ce61db req-cc33cc36-f22e-44e3-82f4-d953e02cac7b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533376 Aug 20 12:05:40.670745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:40.691766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846', 'network_id': '663c4959-5c15-4bcb-b5e7-8c6845ac7022', 'port_id': '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846', 'mac_address': 'fa:16:3e:fc:fe:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf2ba24-29e0-4ef0-8da8-be95f761a6dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:40.739327 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.758322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:40.810353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:40.820468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:40.965838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:41.209974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ad9c-bf1c-468a-b3d7-68b4599dddc2 req-92b4d9e7-f885-4df1-bbd2-5cc67b5c5267 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:41.217406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5f2ad9c-bf1c-468a-b3d7-68b4599dddc2 req-92b4d9e7-f885-4df1-bbd2-5cc67b5c5267 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 946 time: 0.0760536 Aug 20 12:05:41.231339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:41.299245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5f2ad9c-bf1c-468a-b3d7-68b4599dddc2 req-9c94fabc-b3b9-4f5c-b0ce-953fc4ba7d87 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751817 Aug 20 12:05:41.489338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f4d73-c93c-4064-b503-87252466bd47 req-44e21158-81cd-4794-b08b-c6543c9177fa tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:41.500408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-576f4d73-c93c-4064-b503-87252466bd47 req-44e21158-81cd-4794-b08b-c6543c9177fa tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 944 time: 0.1069727 Aug 20 12:05:41.584070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-576f4d73-c93c-4064-b503-87252466bd47 req-fe524e5e-9919-42fe-a083-8aa7bd37c69c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777600 Aug 20 12:05:41.870105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361bbcb-1dbb-450d-8605-fb66c32f8b18 req-32adb8a5-5099-44c7-b20a-2040bd96276b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:41.871927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6361bbcb-1dbb-450d-8605-fb66c32f8b18 req-32adb8a5-5099-44c7-b20a-2040bd96276b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1054261 Aug 20 12:05:41.920089 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:41.977112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6361bbcb-1dbb-450d-8605-fb66c32f8b18 req-07c27118-63a1-4140-b2a8-ff514f279e13 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908203 Aug 20 12:05:42.008351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478018c-d512-411f-b65d-23dee92b275f req-7cc12a8b-6209-45b0-bc03-ee37874ed849 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:42.010978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5478018c-d512-411f-b65d-23dee92b275f req-7cc12a8b-6209-45b0-bc03-ee37874ed849 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 946 time: 0.1203239 Aug 20 12:05:42.127182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5478018c-d512-411f-b65d-23dee92b275f req-65bb0737-b646-4818-94bd-e9bc23176634 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022496 Aug 20 12:05:42.233424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45674) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:42.460548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b9519c5-56c7-40f1-99b3-18a3a599d071 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:42.613406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 9b9519c5-56c7-40f1-99b3-18a3a599d071 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:42.620807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9b9519c5-56c7-40f1-99b3-18a3a599d071 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:42.621194 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.629397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a7f953-5894-439b-b4f6-83c1f55992c6 admin admin] Deleting subnet 5a87863f-0c3d-46c4-b743-b332100a4c7c {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:42.639883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f953-5894-439b-b4f6-83c1f55992c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.712225 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f953-5894-439b-b4f6-83c1f55992c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.788261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.851573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4327293-8e04-454a-a7a7-11b0e712a42c req-cf85472d-9d73-4359-9f9d-3a2df1f5a6e0 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:42.853137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4327293-8e04-454a-a7a7-11b0e712a42c req-cf85472d-9d73-4359-9f9d-3a2df1f5a6e0 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 944 time: 0.1240771 Aug 20 12:05:42.855706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f953-5894-439b-b4f6-83c1f55992c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.869300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07648b4f-04d2-4d6a-98df-bde2932fb649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9519c5-56c7-40f1-99b3-18a3a599d071'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:42.880910 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d19dc0f-ac6e-4807-b5c9-e43802d34a9f" -d '{"events": [{"server_uuid": "07648b4f-04d2-4d6a-98df-bde2932fb649", "name": "network-vif-plugged", "status": "completed", "tag": "9b9519c5-56c7-40f1-99b3-18a3a599d071"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:42.914846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b9519c5-56c7-40f1-99b3-18a3a599d071, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b9519c5-56c7-40f1-99b3-18a3a599d071,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:42.931633 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:42.969573 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4327293-8e04-454a-a7a7-11b0e712a42c req-f6080bc5-cd7f-446e-aa2c-b52aa40500db tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022213 Aug 20 12:05:43.009983 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85d8d50-a2ad-488f-8fb7-de17317a2cd9 x-openstack-request-id: req-c85d8d50-a2ad-488f-8fb7-de17317a2cd9 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:43.010309 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07648b4f-04d2-4d6a-98df-bde2932fb649", "name": "network-vif-plugged", "status": "completed", "tag": "9b9519c5-56c7-40f1-99b3-18a3a599d071", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:43.010583 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c85d8d50-a2ad-488f-8fb7-de17317a2cd9 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:43.011017 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07648b4f-04d2-4d6a-98df-bde2932fb649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9519c5-56c7-40f1-99b3-18a3a599d071', 'code': 200} Aug 20 12:05:43.013069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f953-5894-439b-b4f6-83c1f55992c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.046572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f953-5894-439b-b4f6-83c1f55992c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.050807 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c8a7f953-5894-439b-b4f6-83c1f55992c6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5a87863f-0c3d-46c4-b743-b332100a4c7c HTTP/1.1" status: 204 len: 168 time: 0.8133602 Aug 20 12:05:43.052345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45714) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:43.107995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b9519c5-56c7-40f1-99b3-18a3a599d071,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:43.113263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7f953-5894-439b-b4f6-83c1f55992c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a87863f-0c3d-46c4-b743-b332100a4c7c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:43.255670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ddba7-f0c4-4c13-a695-9e1eca1dadb1 req-eeb19773-2bfc-482f-9df8-56c35fd10772 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:43.264512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-458ddba7-f0c4-4c13-a695-9e1eca1dadb1 req-eeb19773-2bfc-482f-9df8-56c35fd10772 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1067903 Aug 20 12:05:43.270442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.314050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5589-d945-4650-921e-d633b4b57c06 req-a9061d3b-ea0d-40fd-9695-b61905969a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:43.320694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58a5589-d945-4650-921e-d633b4b57c06 req-a9061d3b-ea0d-40fd-9695-b61905969a31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 1097 time: 0.1994689 Aug 20 12:05:43.362476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-ec5ff180-b770-48d2-99bb-9b0b52c00e0e tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:43.365711 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-ec5ff180-b770-48d2-99bb-9b0b52c00e0e tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.73 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 946 time: 0.0672154 Aug 20 12:05:43.391183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-458ddba7-f0c4-4c13-a695-9e1eca1dadb1 req-db7af343-15fa-46ed-a476-cd7d2c43f236 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257277 Aug 20 12:05:43.533322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Deleting port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:43.538686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.569295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.596121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb24bed7-70f5-4056-9b83-7267af71fac2']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:43.604122 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.611042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb516af3-8418-4fbf-90bb-9473840e0e3d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:43.611350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb516af3-8418-4fbf-90bb-9473840e0e3d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:43.623014 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.640095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.647389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:43.647930 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.680133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] For port f5d066ab-284d-46e8-af69-9bd3fefbe0c3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,segment=NetworkSegment(88ec09bf-1621-4005-b676-84996d74c09b),segment_id=88ec09bf-1621-4005-b676-84996d74c09b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:43.680764 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.699601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Calling delete_port for f5d066ab-284d-46e8-af69-9bd3fefbe0c3 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:43.712813 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:43.724682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12843cc-f506-455a-80c9-da1e94a5de2a req-f8291255-02d7-4883-815c-cf239bd33077 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:43.733562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b12843cc-f506-455a-80c9-da1e94a5de2a req-f8291255-02d7-4883-815c-cf239bd33077 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/ports?device_id=44bf13d3-25c3-4ddd-a727-5f8dfe771d97 HTTP/1.1" status: 200 len: 946 time: 0.4572678 Aug 20 12:05:43.758739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58a5589-d945-4650-921e-d633b4b57c06 req-59fb7120-252b-47cc-8053-15eac8b3f8ba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846540 Aug 20 12:05:43.789215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b12843cc-f506-455a-80c9-da1e94a5de2a req-dba10cd3-e768-4be9-bba8-7b1f3c6b5742 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.25 "GET /v2.0/security-groups?id=81264aaa-998f-4dfe-b27b-1672439cb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505404 Aug 20 12:05:43.790119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.808725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.810664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fb24bed7-70f5-4056-9b83-7267af71fac2 HTTP/1.1" status: 204 len: 168 time: 0.7571006 Aug 20 12:05:43.847617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69a242-dcb9-47b6-b7f5-81e8c80cb0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb24bed7-70f5-4056-9b83-7267af71fac2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:43.860052 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.880593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['f5d066ab-284d-46e8-af69-9bd3fefbe0c3'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:43.942940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Pushing event deleted for resources: {'Port': ['ID=f5d066ab-284d-46e8-af69-9bd3fefbe0c3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:43.968061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] No DVR routers for this DVR port f5d066ab-284d-46e8-af69-9bd3fefbe0c3 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:43.971100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.973451 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5635ecda-943d-427a-9ac0-470f768e1e3f req-9ed11a0d-baa9-4fa8-a3f7-768023635e00 tempest-InstanceActionsV221TestJSON-1080728295 tempest-InstanceActionsV221TestJSON-1080728295-project] 10.222.0.73 "DELETE /v2.0/ports/f5d066ab-284d-46e8-af69-9bd3fefbe0c3 HTTP/1.1" status: 204 len: 173 time: 0.6005425 Aug 20 12:05:43.974080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf13d3-25c3-4ddd-a727-5f8dfe771d97', 'name': 'network-vif-deleted', 'tag': 'f5d066ab-284d-46e8-af69-9bd3fefbe0c3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:43.982616 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bf1745-60a6-4a64-9483-835aab296aec" -d '{"events": [{"server_uuid": "44bf13d3-25c3-4ddd-a727-5f8dfe771d97", "name": "network-vif-deleted", "tag": "f5d066ab-284d-46e8-af69-9bd3fefbe0c3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:44.083816 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff35664-252e-4200-a012-8e3ded2227b5 x-openstack-request-id: req-1ff35664-252e-4200-a012-8e3ded2227b5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:44.084152 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf13d3-25c3-4ddd-a727-5f8dfe771d97", "name": "network-vif-deleted", "tag": "f5d066ab-284d-46e8-af69-9bd3fefbe0c3", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:44.084410 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ff35664-252e-4200-a012-8e3ded2227b5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:44.084819 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf13d3-25c3-4ddd-a727-5f8dfe771d97', 'name': 'network-vif-deleted', 'tag': 'f5d066ab-284d-46e8-af69-9bd3fefbe0c3', 'status': 'completed', 'code': 200} Aug 20 12:05:44.091378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45754) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:44.156258 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-923451c7-b052-4d18-aee4-8948160d1283 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=402d104c95254e328746d8020e13134d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636756 Aug 20 12:05:44.159008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45756) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:44.168757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207d8d9-0103-4acd-9118-1ea9b9b152e9 req-6360dcb1-9356-4421-9aff-0b66a51bd39a tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:44.170722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b207d8d9-0103-4acd-9118-1ea9b9b152e9 req-6360dcb1-9356-4421-9aff-0b66a51bd39a tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0705597 Aug 20 12:05:44.213202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b207d8d9-0103-4acd-9118-1ea9b9b152e9 req-15680e4d-236b-4a1e-992c-4de1ad7841bc tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351243 Aug 20 12:05:44.221772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2454fa06-f68a-4274-b0a3-03fe16cfbab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.248024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2454fa06-f68a-4274-b0a3-03fe16cfbab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.301208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2454fa06-f68a-4274-b0a3-03fe16cfbab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.304139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2454fa06-f68a-4274-b0a3-03fe16cfbab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.307745 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2454fa06-f68a-4274-b0a3-03fe16cfbab0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5297cca-3737-4cf0-a37b-1c184b4298d7 HTTP/1.1" status: 204 len: 168 time: 0.1453609 Aug 20 12:05:44.317302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454fa06-f68a-4274-b0a3-03fe16cfbab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5297cca-3737-4cf0-a37b-1c184b4298d7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:44.458932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:44.517257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37de2d-4346-4837-9ff4-f1f5241c86b8 req-53c17f43-1d0c-4bc7-a5df-93449de5ea40 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:44.519044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e37de2d-4346-4837-9ff4-f1f5241c86b8 req-53c17f43-1d0c-4bc7-a5df-93449de5ea40 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.0546339 Aug 20 12:05:44.523427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:44.527475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:44.527849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.579537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e37de2d-4346-4837-9ff4-f1f5241c86b8 req-2af7b9f3-7997-465b-86b0-ee45f839dd58 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496809 Aug 20 12:05:44.639730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.701624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:44.708985 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:44.711503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f5d066ab-284d-46e8-af69-9bd3fefbe0c3 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:44.744154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: f5d066ab-284d-46e8-af69-9bd3fefbe0c3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:44.744978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f5d066ab-284d-46e8-af69-9bd3fefbe0c3 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:44.865331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:45.012291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b59aa1d-7a8a-4ba2-8652-1aabcfdff716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:45.015307 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81d1bd-403c-4763-822a-606b0a478f12" -d '{"events": [{"server_uuid": "6b59aa1d-7a8a-4ba2-8652-1aabcfdff716", "name": "network-vif-plugged", "status": "completed", "tag": "8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:45.087020 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fc46ad-ffcf-42ab-bb1a-79584d061990 x-openstack-request-id: req-47fc46ad-ffcf-42ab-bb1a-79584d061990 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:45.087306 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b59aa1d-7a8a-4ba2-8652-1aabcfdff716", "name": "network-vif-plugged", "status": "completed", "tag": "8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:45.089741 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47fc46ad-ffcf-42ab-bb1a-79584d061990 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:45.090151 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b59aa1d-7a8a-4ba2-8652-1aabcfdff716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846', 'code': 200} Aug 20 12:05:45.199055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45832) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:45.242262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095026-45dd-47b4-852d-ba943ead0f92 req-f19d1a4e-33c4-46f9-aa59-6e4df4c66d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:45.243813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b095026-45dd-47b4-852d-ba943ead0f92 req-f19d1a4e-33c4-46f9-aa59-6e4df4c66d8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1098 time: 0.0833566 Aug 20 12:05:45.302131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d4683f-058c-4c22-b3fc-74f52762a351 admin admin] Deleting subnet 19f8297a-9d94-449d-99ab-c309871bb5f0 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:05:45.310120 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41d4683f-058c-4c22-b3fc-74f52762a351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.312396 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b095026-45dd-47b4-852d-ba943ead0f92 req-ffba8748-c1b2-4c09-b06d-7ff37a27e26b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613968 Aug 20 12:05:45.340273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45838) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:45.379632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41d4683f-058c-4c22-b3fc-74f52762a351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.425373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ba916-910b-446c-bee7-5e964a3e77ca req-d67cb414-6033-4bff-a449-5e7bcea6802d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:45.426985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f70ba916-910b-446c-bee7-5e964a3e77ca req-d67cb414-6033-4bff-a449-5e7bcea6802d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0929539 Aug 20 12:05:45.438422 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41d4683f-058c-4c22-b3fc-74f52762a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.456884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1064941656-network', 'tenant_id': '14d0fc0d1e9a4d10a0c272da824a641e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:45.502687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Made reservation on behalf of 14d0fc0d1e9a4d10a0c272da824a641e for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:45.508162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.518807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f70ba916-910b-446c-bee7-5e964a3e77ca req-d352cd2e-137d-4331-b3fb-ac772d1703dc tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818844 Aug 20 12:05:45.523541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.540981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41d4683f-058c-4c22-b3fc-74f52762a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.581177 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41d4683f-058c-4c22-b3fc-74f52762a351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.586314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-41d4683f-058c-4c22-b3fc-74f52762a351 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/19f8297a-9d94-449d-99ab-c309871bb5f0 HTTP/1.1" status: 204 len: 168 time: 0.3842430 Aug 20 12:05:45.587045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45854) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:45.595562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4683f-058c-4c22-b3fc-74f52762a351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f8297a-9d94-449d-99ab-c309871bb5f0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:45.655933 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.668612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.693745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:45.694293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.713392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b184948-f323-461b-a4be-7a13c90f63b3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:45.728697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.729025 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Added segment 1b1115ef-840c-44ac-a9a2-9ce5a49c1435 of type vlan for network 560475ee-4fb3-4edf-bf15-83d0821364bc Aug 20 12:05:45.781884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.818097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.820867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:45.821683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.823233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.838228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b6be03-b5e9-423c-8612-ce1127efd1a9']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:45.855586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ec09bf-1621-4005-b676-84996d74c09b') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:45.856180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ec09bf-1621-4005-b676-84996d74c09b') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:05:45.867176 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.886616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.899067 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5560093 Aug 20 12:05:45.901279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:05:45.902304 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:05:45.907955 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:05:45.909810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45880) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:45.927928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ed56-f33f-47d4-8f43-d07233410bff admin admin] Pushing event updated for resources: {'Network': ['ID=560475ee-4fb3-4edf-bf15-83d0821364bc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:45.939556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 560475ee-4fb3-4edf-bf15-83d0821364bc details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:45.969526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a8e3-675d-4894-814e-5fe407199a9b req-c86b5a09-ecb8-420c-a5ed-c62a07b12e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:45.973123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b614a8e3-675d-4894-814e-5fe407199a9b req-c86b5a09-ecb8-420c-a5ed-c62a07b12e81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 1097 time: 0.0998323 Aug 20 12:05:45.987796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Request body: {'subnet': {'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1064941656-subnet', 'tenant_id': '14d0fc0d1e9a4d10a0c272da824a641e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:46.033151 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.035070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Made reservation on behalf of 14d0fc0d1e9a4d10a0c272da824a641e for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:46.037645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.073218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.075299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] 10.222.0.25 "DELETE /v2.0/networks/39b6be03-b5e9-423c-8612-ce1127efd1a9 HTTP/1.1" status: 204 len: 168 time: 0.4872057 Aug 20 12:05:46.076168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35097f3e-c228-459d-834e-ca28978ae8df admin admin] Pushing event deleted for resources: {'Network': ['ID=39b6be03-b5e9-423c-8612-ce1127efd1a9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:46.116601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a8e3-675d-4894-814e-5fe407199a9b req-66878231-248f-45ac-915f-5b665893884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:46.118597 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b614a8e3-675d-4894-814e-5fe407199a9b req-66878231-248f-45ac-915f-5b665893884c service neutron] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 920 time: 0.1294377 Aug 20 12:05:46.156445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7146ff-1da7-4659-8207-5170c662416b req-d57a0aff-a13c-4a3d-bd1e-35c611326d26 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:46.164183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e7146ff-1da7-4659-8207-5170c662416b req-d57a0aff-a13c-4a3d-bd1e-35c611326d26 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1518321 Aug 20 12:05:46.188027 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b614a8e3-675d-4894-814e-5fe407199a9b req-4273d169-d03e-4d47-b5bc-e2df28316891 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b9519c5-56c7-40f1-99b3-18a3a599d071 HTTP/1.1" status: 200 len: 217 time: 0.0535073 Aug 20 12:05:46.245169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a8e3-675d-4894-814e-5fe407199a9b req-7b23c17b-d16b-42b7-ad8d-6768b90c8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:46.247149 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b614a8e3-675d-4894-814e-5fe407199a9b req-7b23c17b-d16b-42b7-ad8d-6768b90c8744 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.0507190 Aug 20 12:05:46.270698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e7146ff-1da7-4659-8207-5170c662416b req-4ec42cd5-7961-42a4-b829-3a85bea97bed tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027014 Aug 20 12:05:46.288345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45888) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:46.340618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b614a8e3-675d-4894-814e-5fe407199a9b req-f385531e-91bd-4b78-80ad-5717efeb3d9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857825 Aug 20 12:05:46.388738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6908e7-7929-489d-a001-ba54789e687b req-a6b71883-745c-402d-b3c5-5b8f54f8d8bd tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:46.408039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce6908e7-7929-489d-a001-ba54789e687b req-a6b71883-745c-402d-b3c5-5b8f54f8d8bd tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.2061477 Aug 20 12:05:46.452631 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-43c468d2-a374-478c-bb9b-bde5c06e7470 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=908997484d5446dfaea70a16dc50d29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641655 Aug 20 12:05:46.459847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45890) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:46.553489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce6908e7-7929-489d-a001-ba54789e687b req-43f93c7a-b28e-4e75-b988-7bc0be1fe86b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443722 Aug 20 12:05:46.636557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b614a8e3-675d-4894-814e-5fe407199a9b req-49a618ca-ec72-4c65-9211-4147b372f31f service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869695 Aug 20 12:05:46.664470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27715a49-1a62-402c-8d37-af4baa90d796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.679389 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.726929 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27715a49-1a62-402c-8d37-af4baa90d796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.775632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b614a8e3-675d-4894-814e-5fe407199a9b req-fff0cf58-4860-4057-a373-6b3a061cf297 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293724 Aug 20 12:05:46.782825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927284a5-509e-44c1-8345-c82d26db5191,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:46.801210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Checking segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:46.801332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Network hostable DHCP agents. Network: 560475ee-4fb3-4edf-bf15-83d0821364bc, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:05:46.819549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27715a49-1a62-402c-8d37-af4baa90d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.822220 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27715a49-1a62-402c-8d37-af4baa90d796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.823376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-27715a49-1a62-402c-8d37-af4baa90d796 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81264aaa-998f-4dfe-b27b-1672439cb0ac HTTP/1.1" status: 204 len: 168 time: 0.3607979 Aug 20 12:05:46.827692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Network 560475ee-4fb3-4edf-bf15-83d0821364bc is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:05:46.847646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27715a49-1a62-402c-8d37-af4baa90d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81264aaa-998f-4dfe-b27b-1672439cb0ac,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:46.861668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 560475ee-4fb3-4edf-bf15-83d0821364bc) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:46.872335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8362545-ac40-4e37-967d-ccec138fa403 None None] Network 560475ee-4fb3-4edf-bf15-83d0821364bc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:46.896730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:46.897363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:46.900807 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:05:46.929570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6862b5df-f313-4119-b2ae-ceee534d4535 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9389250 Aug 20 12:05:46.963698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-2d8189fa-09c4-403a-96bd-2b2607194f62 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:46.966668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-2d8189fa-09c4-403a-96bd-2b2607194f62 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 804 time: 0.1399343 Aug 20 12:05:46.987253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-c2fce505-6cd8-4a64-b792-ffdae3d1e1a6 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/quotas/cdc38b4b6e7a41898f4ecc3015670895 HTTP/1.1" status: 200 len: 375 time: 0.0148942 Aug 20 12:05:47.048344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-70c62d7f-2753-43b9-9021-8ef8d50a5f0b tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544760 Aug 20 12:05:47.071568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-560475ee-4fb3-4edf-bf15-83d0821364bc', 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc', 'tenant_id': '14d0fc0d1e9a4d10a0c272da824a641e', 'fixed_ips': [{'subnet_id': '927284a5-509e-44c1-8345-c82d26db5191'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:05:47.072572 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:47.156739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-c2d640f6-7418-402a-82fa-b8cc5f3e47e5 service neutron] 10.222.0.25 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975513 Aug 20 12:05:47.306119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-460a0169-904b-48b0-9227-ea090b4507d6 service neutron] 10.222.0.25 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381125 Aug 20 12:05:47.489982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Allocated IP 172.20.0.2 (560475ee-4fb3-4edf-bf15-83d0821364bc/927284a5-509e-44c1-8345-c82d26db5191/3c01a1e7-a507-45d7-8cb7-b53d9539b1b9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:47.840905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46789fd-2355-4be4-b37e-2a6dd6fa2c8b req-b51d0f6b-f17a-4b3f-8e25-87f901998d0e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:47.845421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a46789fd-2355-4be4-b37e-2a6dd6fa2c8b req-b51d0f6b-f17a-4b3f-8e25-87f901998d0e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.2278306 Aug 20 12:05:47.855849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:47.865928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Transition to ACTIVE for port object 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:47.886228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Transition to ACTIVE for port object 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:47.894293 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:47.955466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-3dd4883a-d1be-4966-8bf1-d4709dc804b1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:47.967697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Network 560475ee-4fb3-4edf-bf15-83d0821364bc is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:47.967959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-3dd4883a-d1be-4966-8bf1-d4709dc804b1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 816 time: 0.2794583 Aug 20 12:05:47.970633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:47.978798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a46789fd-2355-4be4-b37e-2a6dd6fa2c8b req-624ec119-9a15-4e97-9ea8-ff2f6357f1f3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169970 Aug 20 12:05:47.980142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:47.982968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Pushing event updated for resources: {'Port': ['ID=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:47.999610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-f5060f44-e2c1-4547-885d-ae0b0f76247a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/quotas/14d0fc0d1e9a4d10a0c272da824a641e HTTP/1.1" status: 200 len: 375 time: 0.0303774 Aug 20 12:05:48.072901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Attempting to bind port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:48.073780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Attempting to bind port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:48.073780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Attempting to bind port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 on network 560475ee-4fb3-4edf-bf15-83d0821364bc {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:48.089274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:48.089670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Checking segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:48.090081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.092926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Bound using segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:48.093489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Bound port: 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:48.093891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.095126 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-ff3cca19-1d53-456d-bd7b-cb760ef9fb74 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832140 Aug 20 12:05:48.201449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] For port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:48.205389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] For port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:48.213763 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.213891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45972) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:48.303422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be7137-24a4-435e-a25a-081763422a52 None None] Pushing event updated for resources: {'Port': ['ID=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:48.358278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-826511106-network', 'tenant_id': '36bda00c52a144bdaca5681f9260c99e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:48.388346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Made reservation on behalf of 36bda00c52a144bdaca5681f9260c99e for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:48.391398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.402787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.474060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b42e45ba-4855-44f6-ac86-c8c96302787b no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:48.561311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-0a843a2b-3574-4175-9ed4-50e79206ab73 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:48.562947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-0a843a2b-3574-4175-9ed4-50e79206ab73 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ccc0fe2-38f1-40a4-b069-be6c64b59205 HTTP/1.1" status: 200 len: 946 time: 0.0985560 Aug 20 12:05:48.578770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.587070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.621917 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.636660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:05:48.695625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580ce932-2c21-490f-9710-40ee89187329,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:48.700075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-265db120-3821-41d7-b52c-f26b42247e53 service neutron] 10.222.0.25 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920062 Aug 20 12:05:48.713164 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.713411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:48.713874 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Added segment 6be1f848-b4d6-4906-af6f-afb3f7b4ea23 of type vlan for network 420fb1d6-e63e-48b5-bb34-76124997bada Aug 20 12:05:48.717106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:48.722777 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4105c1e3-c304-4526-84f5-a0098648d642" -d '{"events": [{"server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "name": "network-vif-unplugged", "status": "completed", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:48.737158 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.738722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1845b08-37b7-4125-be0a-e326e4df3ca1 req-ba897c5b-5255-4df1-a339-675a48635928 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 210 time: 0.5102177 Aug 20 12:05:48.782031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.809985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Deleting port b42e45ba-4855-44f6-ac86-c8c96302787b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:05:48.810490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.864898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.866467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:48.867503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.872422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:48.978709 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7635872 Aug 20 12:05:48.979684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:48.989463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Request body: {'subnet': {'network_id': '420fb1d6-e63e-48b5-bb34-76124997bada', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-826511106-subnet', 'tenant_id': '36bda00c52a144bdaca5681f9260c99e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:48.993124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f2735-a770-4b20-bf7a-6f367ccd5101 admin admin] Pushing event updated for resources: {'Network': ['ID=420fb1d6-e63e-48b5-bb34-76124997bada,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:49.006239 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 420fb1d6-e63e-48b5-bb34-76124997bada details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:05:49.037103 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] For port b42e45ba-4855-44f6-ac86-c8c96302787b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b42e45ba-4855-44f6-ac86-c8c96302787b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:49.037474 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:49.061355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Calling delete_port for b42e45ba-4855-44f6-ac86-c8c96302787b owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:05:49.065577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Made reservation on behalf of 36bda00c52a144bdaca5681f9260c99e for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:49.068172 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:49.129860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-fb66fd8e-e175-4a57-bbaf-b99cf9273d2a service neutron] 10.222.0.25 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289143 Aug 20 12:05:49.146372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-3da22fd9-e7b2-4b78-a55e-d57b93c686ff tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:49.148676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-3da22fd9-e7b2-4b78-a55e-d57b93c686ff tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 804 time: 0.2981563 Aug 20 12:05:49.157986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc143c16-2d7e-4719-abae-c665baecb27a req-f45a2f4e-1f33-45da-9193-94b7d3fc3dfd tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:49.166228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc143c16-2d7e-4719-abae-c665baecb27a req-f45a2f4e-1f33-45da-9193-94b7d3fc3dfd tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.3167515 Aug 20 12:05:49.172678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Request body: {'port': {'device_id': '83666b64-f543-4dec-923a-a9666cc59db3', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'admin_state_up': True, 'tenant_id': 'cdc38b4b6e7a41898f4ecc3015670895'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:49.356804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc143c16-2d7e-4719-abae-c665baecb27a req-6aae893f-1f1a-4986-8c5f-561b77802980 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894097 Aug 20 12:05:49.393404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Made reservation on behalf of cdc38b4b6e7a41898f4ecc3015670895 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:49.399993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:49.501955 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477e66ba-18b4-4c20-abfb-85b55a36dcc0 x-openstack-request-id: req-477e66ba-18b4-4c20-abfb-85b55a36dcc0 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:49.502824 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "name": "network-vif-unplugged", "status": "completed", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:49.503355 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-477e66ba-18b4-4c20-abfb-85b55a36dcc0 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:49.503971 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'code': 200} Aug 20 12:05:49.514151 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:49.595022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Pushing event deleted for resources: {'Port': ['ID=b42e45ba-4855-44f6-ac86-c8c96302787b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:49.639086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:49.723784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Allocated IP 172.20.0.14 (3c26e07a-d386-4987-b09a-d2267ed5cd15/e71eab11-da89-4282-8c34-1c138ac0222d/aa85995a-4291-421e-950c-4952b6a9c07b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:49.729616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20dc790-a624-4742-b752-79b9532180a6,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:49.736054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] No DVR routers for this DVR port b42e45ba-4855-44f6-ac86-c8c96302787b on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:05:49.740938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:49.743285 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a3fd0abd-d1bd-4140-981c-9666f1581974 req-d4a83c09-1669-4edd-91cf-44b39a1052f9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "DELETE /v2.0/ports/b42e45ba-4855-44f6-ac86-c8c96302787b HTTP/1.1" status: 204 len: 173 time: 1.1668272 Aug 20 12:05:49.744045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'name': 'network-vif-deleted', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:49.746475 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47653823-f32a-4535-be3c-c253f84106cd" -d '{"events": [{"server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "name": "network-vif-deleted", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:49.778297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c43dc-4e6f-40ed-91ce-29912d37cce3 None None] Network 560475ee-4fb3-4edf-bf15-83d0821364bc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:49.787034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Checking segment: {'id': '6be1f848-b4d6-4906-af6f-afb3f7b4ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '420fb1d6-e63e-48b5-bb34-76124997bada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:49.787496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Network hostable DHCP agents. Network: 420fb1d6-e63e-48b5-bb34-76124997bada, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:05:49.829828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Network 420fb1d6-e63e-48b5-bb34-76124997bada is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:05:49.843090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 420fb1d6-e63e-48b5-bb34-76124997bada) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:49.848064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:49.848656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:49.868756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cee81-b6bc-4e00-bab8-a3cbefb5bb0f None None] Network 420fb1d6-e63e-48b5-bb34-76124997bada requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:49.874311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c9ccd560-de21-4824-b257-f82cc585d3b3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8878803 Aug 20 12:05:49.924829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-447235a8-379b-41ff-942a-61dc92616cc8 None None] Provisioning for port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:50.062136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323064d3-edfc-44b7-92ab-b68d6bb5a712 req-4e949b54-b54e-4e23-9485-d6593195fcf3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:50.063789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-323064d3-edfc-44b7-92ab-b68d6bb5a712 req-4e949b54-b54e-4e23-9485-d6593195fcf3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.5023336 Aug 20 12:05:50.200688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-323064d3-edfc-44b7-92ab-b68d6bb5a712 req-626882fd-00a7-456e-ab03-eab6ac5908b0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273968 Aug 20 12:05:50.216656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586cf5d-4ea7-42fa-8473-e8759a044a51 None None] Network 420fb1d6-e63e-48b5-bb34-76124997bada requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:05:50.268868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.275995 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556fe54e-2473-4bef-8bc8-84dcd0afcf1d x-openstack-request-id: req-556fe54e-2473-4bef-8bc8-84dcd0afcf1d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:50.276505 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccc0fe2-38f1-40a4-b069-be6c64b59205", "name": "network-vif-deleted", "tag": "b42e45ba-4855-44f6-ac86-c8c96302787b", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:50.276917 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-556fe54e-2473-4bef-8bc8-84dcd0afcf1d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:50.277469 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccc0fe2-38f1-40a4-b069-be6c64b59205', 'name': 'network-vif-deleted', 'tag': 'b42e45ba-4855-44f6-ac86-c8c96302787b', 'status': 'completed', 'code': 200} Aug 20 12:05:50.299835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:50.414287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:50.422258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-4cc0b81f-f55f-4487-b484-f45e77452955 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:50.425001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:50.425393 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.439392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-4cc0b81f-f55f-4487-b484-f45e77452955 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 816 time: 0.6802180 Aug 20 12:05:50.457235 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.486525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Network 3c26e07a-d386-4987-b09a-d2267ed5cd15 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:50.511093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:50.513807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:50.543815 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.565699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-beac7f47-5aad-46d1-9a4d-f2e133449092 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/quotas/14d0fc0d1e9a4d10a0c272da824a641e HTTP/1.1" status: 200 len: 375 time: 0.1252918 Aug 20 12:05:50.590327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:50.597002 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.625930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2da7a-36c2-428f-a16e-03292ed8943c req-d20ba98e-6616-4331-bfa1-73a2f3f360f8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:50.628161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0b2da7a-36c2-428f-a16e-03292ed8943c req-d20ba98e-6616-4331-bfa1-73a2f3f360f8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 932 time: 0.2802794 Aug 20 12:05:50.659336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:50.692867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:50.693488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.701294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Pushing event updated for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:50.723221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-d313b62a-2fa8-4b54-bf8d-7176d7fe0cc4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565084 Aug 20 12:05:50.730421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-18e05554-34b4-4442-88e0-b69d27fd43a9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5618389 Aug 20 12:05:50.745614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0b2da7a-36c2-428f-a16e-03292ed8943c req-e4486631-6515-446b-9546-bebed4a0ddcc tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906453 Aug 20 12:05:50.751320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Request body: {'port': {'device_id': '83666b64-f543-4dec-923a-a9666cc59db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:50.789190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-310a2c3c-f857-4284-8c3a-f56bb342e882 None None] Provisioning complete for port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:50.789661 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-310a2c3c-f857-4284-8c3a-f56bb342e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.852865 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.921516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-00f3f0d1-9958-4e15-baa2-631811906aa0 service neutron] 10.222.0.25 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860707 Aug 20 12:05:51.176241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-40c7b934-1d9b-4a32-8430-505b805360ac tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:51.180763 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-40c7b934-1d9b-4a32-8430-505b805360ac tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 816 time: 0.1523082 Aug 20 12:05:51.196047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Request body: {'port': {'device_id': 'd6dcf144-4d52-4145-a63c-6df2388b1196', 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc', 'admin_state_up': True, 'tenant_id': '14d0fc0d1e9a4d10a0c272da824a641e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:51.226794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-80843fe5-621f-426c-b429-a25e38a6fad1 service neutron] 10.222.0.25 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937491 Aug 20 12:05:51.317244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671c661-98b9-4d69-b899-b367686633af req-5978581f-ef91-4b81-b65a-46ed0571e501 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:51.324520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Made reservation on behalf of 14d0fc0d1e9a4d10a0c272da824a641e for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:51.324897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-5978581f-ef91-4b81-b65a-46ed0571e501 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/networks?id=420fb1d6-e63e-48b5-bb34-76124997bada HTTP/1.1" status: 200 len: 808 time: 0.3218892 Aug 20 12:05:51.330508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:51.409037 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-195c6e67-3ab3-4747-a180-a593dc352b51 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/quotas/36bda00c52a144bdaca5681f9260c99e HTTP/1.1" status: 200 len: 375 time: 0.0832617 Aug 20 12:05:51.480881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-c1776c48-15c7-45e0-897e-1ee240af832d tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=36bda00c52a144bdaca5681f9260c99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589092 Aug 20 12:05:51.497643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa85995a-4291-421e-950c-4952b6a9c07b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:51.535610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Allocated IP 172.20.0.8 (560475ee-4fb3-4edf-bf15-83d0821364bc/927284a5-509e-44c1-8345-c82d26db5191/17b75561-5b3a-4ae0-a831-be2fc72d93a1) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:51.548669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:51.570614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Transition to ACTIVE for port object aa85995a-4291-421e-950c-4952b6a9c07b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:51.582156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def75651-1769-4581-9616-5d628ace6f33 req-a7d45423-9e54-4268-9102-7c50b458e420 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:51.589484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-def75651-1769-4581-9616-5d628ace6f33 req-a7d45423-9e54-4268-9102-7c50b458e420 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1846757 Aug 20 12:05:51.599185 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:51.666324 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f500c1d8-8537-4128-bc60-2ac2ad763a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:51.708895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-db05ce37-5aed-4fba-8635-16ed676070ff service neutron] 10.222.0.25 "GET /v2.0/networks/420fb1d6-e63e-48b5-bb34-76124997bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268844 Aug 20 12:05:51.711224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Pushing event updated for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:51.733833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-def75651-1769-4581-9616-5d628ace6f33 req-9cb7aca0-ea6e-4cc8-a2b7-8b509d2269dd tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390188 Aug 20 12:05:51.775980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:51.794875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Transition to ACTIVE for port object 17b75561-5b3a-4ae0-a831-be2fc72d93a1 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:51.852041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:51.950458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Network 560475ee-4fb3-4edf-bf15-83d0821364bc is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:51.951364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Pushing event updated for resources: {'Port': ['ID=17b75561-5b3a-4ae0-a831-be2fc72d93a1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:51.955463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:51.957541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:51.992214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-959ef27a-3074-46bd-8a52-6bc7c485f17d service neutron] 10.222.0.25 "GET /v2.0/networks/420fb1d6-e63e-48b5-bb34-76124997bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796226 Aug 20 12:05:52.005743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Attempting to bind port aa85995a-4291-421e-950c-4952b6a9c07b on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:52.006171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Attempting to bind port aa85995a-4291-421e-950c-4952b6a9c07b by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:52.006541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Attempting to bind port aa85995a-4291-421e-950c-4952b6a9c07b on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:52.035136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Port aa85995a-4291-421e-950c-4952b6a9c07b on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:52.035541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Attempting to bind port aa85995a-4291-421e-950c-4952b6a9c07b on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:52.037901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:52.039221 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:52.048607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:52.049365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Checking segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:52.049774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Bound using segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:52.050247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Bound port: aa85995a-4291-421e-950c-4952b6a9c07b, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:52.052992 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:52.062211 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-6ebea4fe-e557-4243-9169-476afea92a51 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8707292 Aug 20 12:05:52.086519 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Request body: {'port': {'device_id': 'd6dcf144-4d52-4145-a63c-6df2388b1196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:52.167458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:52.202530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:52.305670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:52.306039 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:52.391523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead47e42-b3ac-4acf-9a02-5fbfbcab27f5 req-4ae9074a-81c5-44a6-b1aa-03e0c01318a2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:52.393882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead47e42-b3ac-4acf-9a02-5fbfbcab27f5 req-4ae9074a-81c5-44a6-b1aa-03e0c01318a2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.3154466 Aug 20 12:05:52.503162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b42e45ba-4855-44f6-ac86-c8c96302787b no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:05:52.515461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:52.561825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: b42e45ba-4855-44f6-ac86-c8c96302787b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:05:52.562210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b42e45ba-4855-44f6-ac86-c8c96302787b not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:05:52.575354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4f7353ea-4225-4c1e-9aed-3491e3701c31 None None] Provisioning for port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:52.581705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4f7353ea-4225-4c1e-9aed-3491e3701c31 None None] Provisioning complete for port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:52.582375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f7353ea-4225-4c1e-9aed-3491e3701c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:52.626882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4f7353ea-4225-4c1e-9aed-3491e3701c31 None None] Port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:52.630837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead47e42-b3ac-4acf-9a02-5fbfbcab27f5 req-36f99a43-5b45-4f3f-a29a-5358a7b6929e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056496 Aug 20 12:05:52.637802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:52.675269 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:52.863044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:52.864170 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:52.865913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] 10.222.0.73 "PUT /v2.0/ports/aa85995a-4291-421e-950c-4952b6a9c07b HTTP/1.1" status: 200 len: 1093 time: 2.1185017 Aug 20 12:05:52.867190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:52.871541 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5060f82-f425-4a7a-927f-59fc6d33a427" -d '{"events": [{"name": "network-changed", "server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:52.875365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b84c1-8793-4eb0-bd1b-ed2904440897 service neutron] Pushing event updated for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:52.890636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-5abcd10a-9db3-4449-b242-5fbb2f9e0e6d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:52.904040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-5abcd10a-9db3-4449-b242-5fbb2f9e0e6d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 816 time: 0.5540078 Aug 20 12:05:52.929018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-e1836e62-cf47-4824-a5dd-1b84444cc8d4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/quotas/14d0fc0d1e9a4d10a0c272da824a641e HTTP/1.1" status: 200 len: 375 time: 0.0237887 Aug 20 12:05:52.994477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3c48-db01-4133-a3a2-12541099f042 req-be7e45aa-9700-4838-ba53-54e01733caf7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:53.002362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dab3c48-db01-4133-a3a2-12541099f042 req-be7e45aa-9700-4838-ba53-54e01733caf7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 944 time: 0.2424953 Aug 20 12:05:53.075133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-982ffa7e-e468-468a-b4e1-6787ef6b1a62 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448231 Aug 20 12:05:53.099718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dab3c48-db01-4133-a3a2-12541099f042 req-f88262e8-cc32-48a2-85e7-7b6463e97566 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964587 Aug 20 12:05:53.171554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-e0d76d94-e424-4a3c-a872-a87976455504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:53.174002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-e0d76d94-e424-4a3c-a872-a87976455504 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 1096 time: 0.1990669 Aug 20 12:05:53.220757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-b7465cb9-d103-4e6c-92fa-e72c66916091 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:53.222294 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-b7465cb9-d103-4e6c-92fa-e72c66916091 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 816 time: 0.5282314 Aug 20 12:05:53.234032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-603359ea-1362-4fcf-a95e-cc5113f677db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa85995a-4291-421e-950c-4952b6a9c07b HTTP/1.1" status: 200 len: 217 time: 0.0499434 Aug 20 12:05:53.238630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Request body: {'port': {'device_id': 'd17136d0-7652-47e3-8e05-39f603d31878', 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc', 'admin_state_up': True, 'tenant_id': '14d0fc0d1e9a4d10a0c272da824a641e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:53.329022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ffd20f1-aaf0-4ff1-aff3-bece16dc51f2 req-341681c9-ce8e-48a0-bf29-51d8d38641c7 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 210 time: 0.0761919 Aug 20 12:05:53.350172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-ae7ef360-0918-49a6-b616-84f73c4877e6 service neutron] 10.222.0.25 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494643 Aug 20 12:05:53.353503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-f87591e5-a6ea-4803-8e6d-187b88b75b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:53.355212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-f87591e5-a6ea-4803-8e6d-187b88b75b77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 200 len: 844 time: 0.1142960 Aug 20 12:05:53.427633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Made reservation on behalf of 14d0fc0d1e9a4d10a0c272da824a641e for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:53.431750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:53.460369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-d9158d4b-e3f0-4520-97cd-48db41563d59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c26e07a-d386-4987-b09a-d2267ed5cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944262 Aug 20 12:05:53.468038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b75561-5b3a-4ae0-a831-be2fc72d93a1 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:53.551933 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:53.606263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Transition to ACTIVE for port object 17b75561-5b3a-4ae0-a831-be2fc72d93a1 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:53.617367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:53.718220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Pushing event updated for resources: {'Port': ['ID=17b75561-5b3a-4ae0-a831-be2fc72d93a1,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:53.734254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Allocated IP 172.20.0.5 (560475ee-4fb3-4edf-bf15-83d0821364bc/927284a5-509e-44c1-8345-c82d26db5191/cacc309d-883c-4e0a-869f-73ae81659c38) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:53.837707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Attempting to bind port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:53.838042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Attempting to bind port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:53.840517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Attempting to bind port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 on network 560475ee-4fb3-4edf-bf15-83d0821364bc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:53.856469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 on network 560475ee-4fb3-4edf-bf15-83d0821364bc not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:53.856848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Attempting to bind port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 on network 560475ee-4fb3-4edf-bf15-83d0821364bc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:53.873958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:53.874387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Checking segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:53.875988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Bound using segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:53.876455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Bound port: 17b75561-5b3a-4ae0-a831-be2fc72d93a1, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:53.876825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.059696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.119362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-e2566334-58c3-4054-964f-96f27cb72d9a service neutron] 10.222.0.25 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617803 Aug 20 12:05:54.126291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Transition to ACTIVE for port object cacc309d-883c-4e0a-869f-73ae81659c38 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:54.127212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799f40b-ccd9-423f-b8b2-4d390b0bd7e2 req-4e6e48cd-ecdc-407e-9ba8-586cd5ce6729 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.135555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a799f40b-ccd9-423f-b8b2-4d390b0bd7e2 req-4e6e48cd-ecdc-407e-9ba8-586cd5ce6729 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.6798131 Aug 20 12:05:54.174306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] For port 17b75561-5b3a-4ae0-a831-be2fc72d93a1, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:54.186997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671c661-98b9-4d69-b899-b367686633af req-30894b66-c133-4f0f-abd5-a5e81e87fc69 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.188736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-30894b66-c133-4f0f-abd5-a5e81e87fc69 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.73 "GET /v2.0/networks?id=420fb1d6-e63e-48b5-bb34-76124997bada HTTP/1.1" status: 200 len: 808 time: 0.2452295 Aug 20 12:05:54.191770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] For port 17b75561-5b3a-4ae0-a831-be2fc72d93a1, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=17b75561-5b3a-4ae0-a831-be2fc72d93a1,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:54.197137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-8c342124-1d26-43b6-b98b-dd13bcb621fa service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203825 Aug 20 12:05:54.207371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Request body: {'port': {'device_id': 'd50aafb2-7fbd-4b55-8216-5cd84fbc44ba', 'network_id': '420fb1d6-e63e-48b5-bb34-76124997bada', 'admin_state_up': True, 'tenant_id': '36bda00c52a144bdaca5681f9260c99e'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:54.216154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.271973 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-47a45276-441c-43f6-a923-89692e0dc3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.275724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a799f40b-ccd9-423f-b8b2-4d390b0bd7e2 req-a10ff27b-8710-47e4-96b1-6cf80e3cd1ec tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391773 Aug 20 12:05:54.325524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.368350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.369068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.371996 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-b748a958-0524-471e-903c-92fb37994a8c service neutron] 10.222.0.73 "PUT /v2.0/ports/17b75561-5b3a-4ae0-a831-be2fc72d93a1 HTTP/1.1" status: 200 len: 1092 time: 2.2909946 Aug 20 12:05:54.392540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcf144-4d52-4145-a63c-6df2388b1196', 'tag': '17b75561-5b3a-4ae0-a831-be2fc72d93a1'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:54.405155 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcf144-4d52-4145-a63c-6df2388b1196", "tag": "17b75561-5b3a-4ae0-a831-be2fc72d93a1"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:54.529008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Network 560475ee-4fb3-4edf-bf15-83d0821364bc is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:54.534058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748a958-0524-471e-903c-92fb37994a8c service neutron] Pushing event updated for resources: {'Port': ['ID=17b75561-5b3a-4ae0-a831-be2fc72d93a1,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:54.572136 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021840e7-d3da-4755-86b7-94e0fa723284 x-openstack-request-id: req-021840e7-d3da-4755-86b7-94e0fa723284 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:54.572483 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:54.572739 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-021840e7-d3da-4755-86b7-94e0fa723284 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:54.573163 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'status': 'completed', 'code': 200} Aug 20 12:05:54.604697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39153be7-2216-4206-bbe8-066f5f6e0c53 req-a5a03527-a4e9-461f-a3c2-19ef6e405ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883612 Aug 20 12:05:54.618168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Pushing event updated for resources: {'Port': ['ID=cacc309d-883c-4e0a-869f-73ae81659c38,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:54.624581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:54.629959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:54.677464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-e8159321-04b5-421a-b45a-3b9af0e6198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.680599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-e8159321-04b5-421a-b45a-3b9af0e6198e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 1095 time: 0.2444255 Aug 20 12:05:54.738143 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-9f228f7c-4d90-4204-9c08-37199e8a2012 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17b75561-5b3a-4ae0-a831-be2fc72d93a1 HTTP/1.1" status: 200 len: 217 time: 0.0493915 Aug 20 12:05:54.751737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.752611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.830539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-da8fbde2-3a88-4f50-ac5c-db764d7493e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.832183 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-da8fbde2-3a88-4f50-ac5c-db764d7493e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=927284a5-509e-44c1-8345-c82d26db5191 HTTP/1.1" status: 200 len: 855 time: 0.0679216 Aug 20 12:05:54.839592 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-cba260e3-6381-48d8-be75-09a043b9744f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6067672 Aug 20 12:05:54.857083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Request body: {'port': {'device_id': 'd17136d0-7652-47e3-8e05-39f603d31878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:54.864010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47906a-2fce-4761-b1e6-8995e86be1e5 req-4b271813-617e-41ce-bbdd-b991dd3ebc08 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.864445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a47906a-2fce-4761-b1e6-8995e86be1e5 req-4b271813-617e-41ce-bbdd-b991dd3ebc08 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 944 time: 0.1561880 Aug 20 12:05:54.884116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8346c-28e9-41f0-a8bf-5a260e6f9e5f req-294e8acc-cee9-4838-b909-604c63570050 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.888659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ede8346c-28e9-41f0-a8bf-5a260e6f9e5f req-294e8acc-cee9-4838-b909-604c63570050 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.2869260 Aug 20 12:05:54.909215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Made reservation on behalf of 36bda00c52a144bdaca5681f9260c99e for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:54.912445 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.950083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-d179c2c1-8490-4748-886e-73a041b754a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.952618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-d179c2c1-8490-4748-886e-73a041b754a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 1096 time: 0.2827330 Aug 20 12:05:54.976696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-1e5fa704-339c-4246-8eb8-7eb964b9d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:54.978745 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-1e5fa704-339c-4246-8eb8-7eb964b9d814 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560475ee-4fb3-4edf-bf15-83d0821364bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380429 Aug 20 12:05:54.983338 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:54.985247 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:55.041100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-517644cd-244a-4a7d-8a80-86c6b59c2f4a None None] Provisioning for port cacc309d-883c-4e0a-869f-73ae81659c38 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:55.046400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-517644cd-244a-4a7d-8a80-86c6b59c2f4a None None] Provisioning complete for port cacc309d-883c-4e0a-869f-73ae81659c38 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:55.046858 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-517644cd-244a-4a7d-8a80-86c6b59c2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:55.092755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-517644cd-244a-4a7d-8a80-86c6b59c2f4a None None] Port cacc309d-883c-4e0a-869f-73ae81659c38 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:55.101315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a47906a-2fce-4761-b1e6-8995e86be1e5 req-48009cec-59a0-4ab6-8930-44bf8292b45e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066231 Aug 20 12:05:55.146166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ede8346c-28e9-41f0-a8bf-5a260e6f9e5f req-7c8abbdf-0477-4b56-a683-2148795ed1fb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244399 Aug 20 12:05:55.236076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5a27e6f-ec27-466d-8418-940a6c17591a req-5a19e072-ecc4-4a07-83a3-c45eb09fb6f3 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 210 time: 0.0671327 Aug 20 12:05:55.274126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-1e1e8922-c3d7-47f1-a0aa-2aa4af7d98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:55.275635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-1e1e8922-c3d7-47f1-a0aa-2aa4af7d98d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 905 time: 0.3131981 Aug 20 12:05:55.293036 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-7523e59f-8165-4a2d-ad5b-914a88b54dd2 service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064990 Aug 20 12:05:55.297944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25b23df9-6fac-48e4-9e9c-4b6aaaba5205 req-9f8fb2d5-ed8f-4644-8871-96b27a2d41fd tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 210 time: 0.0680616 Aug 20 12:05:55.299069 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb6ab2-63cc-48d3-8d81-cd3df8c2b9f2 x-openstack-request-id: req-bffb6ab2-63cc-48d3-8d81-cd3df8c2b9f2 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:55.299353 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcf144-4d52-4145-a63c-6df2388b1196", "tag": "17b75561-5b3a-4ae0-a831-be2fc72d93a1", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:55.299602 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bffb6ab2-63cc-48d3-8d81-cd3df8c2b9f2 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:55.299995 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcf144-4d52-4145-a63c-6df2388b1196', 'tag': '17b75561-5b3a-4ae0-a831-be2fc72d93a1', 'status': 'completed', 'code': 200} Aug 20 12:05:55.327320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Allocated IP 172.20.0.3 (420fb1d6-e63e-48b5-bb34-76124997bada/c20dc790-a624-4742-b752-79b9532180a6/920ba85f-3c3a-4b90-b113-e583287e87e7) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:55.398769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-e756ab66-f5c0-40a0-8746-ae903cdc963b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa85995a-4291-421e-950c-4952b6a9c07b HTTP/1.1" status: 200 len: 217 time: 0.1035867 Aug 20 12:05:55.474950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-d3bedc8f-8441-42dc-984f-57d097e1515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:55.477316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-d3bedc8f-8441-42dc-984f-57d097e1515e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 200 len: 844 time: 0.0541041 Aug 20 12:05:55.477990 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88f17d51-5bfd-415f-86a0-6a5b7df37c77 req-4898a643-224f-4cbc-88a6-1bf336b73fbb service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711760 Aug 20 12:05:55.537114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:55.552752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacc309d-883c-4e0a-869f-73ae81659c38 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:55.562059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-387d0f04-5ddd-4a82-9316-4b522a698ffb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c26e07a-d386-4987-b09a-d2267ed5cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448954 Aug 20 12:05:55.565568 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:55.580704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Transition to ACTIVE for port object cacc309d-883c-4e0a-869f-73ae81659c38 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:55.592806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9fef7-6f39-4fbe-a61e-05f2ce965d6d req-5a3ff68a-8e75-4d4f-ab90-3f8d8c6cae7b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:55.594767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44e9fef7-6f39-4fbe-a61e-05f2ce965d6d req-5a3ff68a-8e75-4d4f-ab90-3f8d8c6cae7b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1993580 Aug 20 12:05:55.614825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:55.705109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44e9fef7-6f39-4fbe-a61e-05f2ce965d6d req-ea20fd21-b9a5-48fb-8cae-7cea9818c656 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931928 Aug 20 12:05:55.715091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-a704ce5f-8bc2-45ae-88a1-8bdfce9a34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:55.716671 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-a704ce5f-8bc2-45ae-88a1-8bdfce9a34d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 1095 time: 0.1242290 Aug 20 12:05:55.740621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Pushing event updated for resources: {'Port': ['ID=cacc309d-883c-4e0a-869f-73ae81659c38,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:55.831177 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:55.835556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-ff52e253-6d13-415e-b937-4bb016c3019e service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355003 Aug 20 12:05:55.888117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Attempting to bind port cacc309d-883c-4e0a-869f-73ae81659c38 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:55.888448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Attempting to bind port cacc309d-883c-4e0a-869f-73ae81659c38 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:55.888930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Attempting to bind port cacc309d-883c-4e0a-869f-73ae81659c38 on network 560475ee-4fb3-4edf-bf15-83d0821364bc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:55.900019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Port cacc309d-883c-4e0a-869f-73ae81659c38 on network 560475ee-4fb3-4edf-bf15-83d0821364bc not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:55.900405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Attempting to bind port cacc309d-883c-4e0a-869f-73ae81659c38 on network 560475ee-4fb3-4edf-bf15-83d0821364bc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:55.909679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-e26e3df0-c7c3-4013-aba6-50d90d72601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:55.911241 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-e26e3df0-c7c3-4013-aba6-50d90d72601d service neutron] 10.222.0.73 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 917 time: 0.1678340 Aug 20 12:05:55.912441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:55.912772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Checking segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:55.913186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Bound using segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:55.913625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Bound port: cacc309d-883c-4e0a-869f-73ae81659c38, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:55.913982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:55.989626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-6fe1a232-608c-4a4d-a73e-d2035d3480b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17b75561-5b3a-4ae0-a831-be2fc72d93a1 HTTP/1.1" status: 200 len: 217 time: 0.0599704 Aug 20 12:05:56.007638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.021758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.73', 62350) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:56.075210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-5ec36f29-8f72-4f59-80ea-4fb372440fa5 service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305160 Aug 20 12:05:56.095604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Network 420fb1d6-e63e-48b5-bb34-76124997bada is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:56.098796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:56.102968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:56.162136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Pushing event updated for resources: {'Port': ['ID=920ba85f-3c3a-4b90-b113-e583287e87e7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:56.170868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-016405b9-db49-4019-8ffa-da0e689a6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:56.172360 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-016405b9-db49-4019-8ffa-da0e689a6e79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=927284a5-509e-44c1-8345-c82d26db5191 HTTP/1.1" status: 200 len: 855 time: 0.1514769 Aug 20 12:05:56.177205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:56.178042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.211901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-236b5a70-5a40-47fd-a32e-1c118fd41dc8 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0084188 Aug 20 12:05:56.228528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Request body: {'port': {'device_id': 'd50aafb2-7fbd-4b55-8216-5cd84fbc44ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:56.268285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] For port cacc309d-883c-4e0a-869f-73ae81659c38, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:56.297344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] For port cacc309d-883c-4e0a-869f-73ae81659c38, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cacc309d-883c-4e0a-869f-73ae81659c38,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:56.312726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.374477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-de16b674-2514-4c94-9c31-00e247579508 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:56.376001 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-de16b674-2514-4c94-9c31-00e247579508 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 816 time: 0.3526168 Aug 20 12:05:56.381610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-32587d38-9d57-44d7-af0e-440b555e0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:56.383281 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-32587d38-9d57-44d7-af0e-440b555e0aa3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560475ee-4fb3-4edf-bf15-83d0821364bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934922 Aug 20 12:05:56.386475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:56.387165 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.388547 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] 10.222.0.73 "PUT /v2.0/ports/cacc309d-883c-4e0a-869f-73ae81659c38 HTTP/1.1" status: 200 len: 1092 time: 1.5361378 Aug 20 12:05:56.388660 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.402052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Request body: {'port': {'device_id': '308a90c5-4506-429f-8b89-9af551fe55e0', 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc', 'admin_state_up': True, 'tenant_id': '14d0fc0d1e9a4d10a0c272da824a641e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:56.423353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ae1d-2092-4d09-9636-123f89072177 req-b2a79ab3-cedc-4fdd-a1bc-615eefcd7e09 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:56.424743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7115ae1d-2092-4d09-9636-123f89072177 req-b2a79ab3-cedc-4fdd-a1bc-615eefcd7e09 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1682096 Aug 20 12:05:56.437416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4319064-e9fd-4e64-a8c0-d9f9f1d80f81 req-03043c0e-390a-4e5c-b070-3e243bb85cac tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:56.439096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4319064-e9fd-4e64-a8c0-d9f9f1d80f81 req-03043c0e-390a-4e5c-b070-3e243bb85cac tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 944 time: 0.1811068 Aug 20 12:05:56.513007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039d80f-a8e1-456e-a24b-e26b4b8e4be3 service neutron] Pushing event updated for resources: {'Port': ['ID=cacc309d-883c-4e0a-869f-73ae81659c38,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:56.518121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aa85995a-4291-421e-950c-4952b6a9c07b details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:56.629422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-2b30b107-dbc5-48bc-9a76-54578a0fc9fa service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236621 Aug 20 12:05:56.683203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7115ae1d-2092-4d09-9636-123f89072177 req-81d4f862-d8e5-47d0-baea-3cc504745486 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427258 Aug 20 12:05:56.695945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4319064-e9fd-4e64-a8c0-d9f9f1d80f81 req-90aa718b-78e5-4efa-855a-882866c2a9c3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469664 Aug 20 12:05:56.783346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-a605a696-b3ca-4794-a95b-8633b6038b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:56.785003 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-a605a696-b3ca-4794-a95b-8633b6038b34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 1095 time: 0.3057902 Aug 20 12:05:56.796570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:56.810902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'port_id': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'mac_address': 'fa:16:3e:e0:ee:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71eab11-da89-4282-8c34-1c138ac0222d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:56.822259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Made reservation on behalf of 14d0fc0d1e9a4d10a0c272da824a641e for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:05:56.825880 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.861250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.874740 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-1d74d3ca-c79e-4056-925a-aab103a69c6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacc309d-883c-4e0a-869f-73ae81659c38 HTTP/1.1" status: 200 len: 217 time: 0.0645049 Aug 20 12:05:56.882470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa85995a-4291-421e-950c-4952b6a9c07b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:56.907148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:56.923627 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:56.954113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b01bb7c-844f-4d8e-a40c-8ae68317e139 req-3ca81ce2-d900-46f0-bf0f-382141009621 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 210 time: 0.0762434 Aug 20 12:05:56.965768 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-273b52b0-f2ed-4bd8-92b0-30db36afa9eb req-f7712aac-e057-48e0-a96d-22c5bace431d service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205214 Aug 20 12:05:56.985334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920ba85f-3c3a-4b90-b113-e583287e87e7 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:56.999062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:57.020285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-22b11647-ecb9-4926-903f-e7606b0d19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:57.021769 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-22b11647-ecb9-4926-903f-e7606b0d19cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=927284a5-509e-44c1-8345-c82d26db5191 HTTP/1.1" status: 200 len: 855 time: 0.1386681 Aug 20 12:05:57.025229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc85506-fb4d-46dc-967d-10fd896a613b req-3b9ac004-b117-498a-aedf-d622fc5309a5 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:57.026975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cbc85506-fb4d-46dc-967d-10fd896a613b req-3b9ac004-b117-498a-aedf-d622fc5309a5 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 931 time: 0.1478245 Aug 20 12:05:57.032914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Transition to ACTIVE for port object 920ba85f-3c3a-4b90-b113-e583287e87e7 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:57.040781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:57.048362 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:57.048362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:57.138286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cbc85506-fb4d-46dc-967d-10fd896a613b req-34df1f61-5f93-4dc7-9896-7a1ee9ea7bef tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008327 Aug 20 12:05:57.152584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Pushing event updated for resources: {'Port': ['ID=920ba85f-3c3a-4b90-b113-e583287e87e7,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:57.162690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Allocated IP 172.20.0.3 (560475ee-4fb3-4edf-bf15-83d0821364bc/927284a5-509e-44c1-8345-c82d26db5191/bd5926c4-e72b-40b5-bbff-8ef59a760728) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:05:57.188648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-d6bafd46-a418-45c0-a78b-c73b7c3dd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:57.191033 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-d6bafd46-a418-45c0-a78b-c73b7c3dd858 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560475ee-4fb3-4edf-bf15-83d0821364bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615181 Aug 20 12:05:57.290628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Attempting to bind port 920ba85f-3c3a-4b90-b113-e583287e87e7 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:57.291205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Attempting to bind port 920ba85f-3c3a-4b90-b113-e583287e87e7 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '6be1f848-b4d6-4906-af6f-afb3f7b4ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '420fb1d6-e63e-48b5-bb34-76124997bada'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:57.291339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Attempting to bind port 920ba85f-3c3a-4b90-b113-e583287e87e7 on network 420fb1d6-e63e-48b5-bb34-76124997bada {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:57.303305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Port 920ba85f-3c3a-4b90-b113-e583287e87e7 on network 420fb1d6-e63e-48b5-bb34-76124997bada not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:57.303924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Attempting to bind port 920ba85f-3c3a-4b90-b113-e583287e87e7 on network 420fb1d6-e63e-48b5-bb34-76124997bada {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:57.306904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['aa85995a-4291-421e-950c-4952b6a9c07b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:57.318568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201fe9b-df00-49f2-9fbe-25d21669b109 req-77185224-e953-439f-a020-fad5eaadc630 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:57.320915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2201fe9b-df00-49f2-9fbe-25d21669b109 req-77185224-e953-439f-a020-fad5eaadc630 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0904522 Aug 20 12:05:57.356416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:57.357166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Checking segment: {'id': '6be1f848-b4d6-4906-af6f-afb3f7b4ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '420fb1d6-e63e-48b5-bb34-76124997bada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:57.357795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Bound using segment: {'id': '6be1f848-b4d6-4906-af6f-afb3f7b4ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '420fb1d6-e63e-48b5-bb34-76124997bada'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:57.358399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Bound port: 920ba85f-3c3a-4b90-b113-e583287e87e7, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be1f848-b4d6-4906-af6f-afb3f7b4ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '420fb1d6-e63e-48b5-bb34-76124997bada'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:57.359042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:57.465131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2201fe9b-df00-49f2-9fbe-25d21669b109 req-fd1f6084-eb5c-4c75-8eaa-69e25bf87035 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286342 Aug 20 12:05:57.496184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] For port 920ba85f-3c3a-4b90-b113-e583287e87e7, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:57.500627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] For port 920ba85f-3c3a-4b90-b113-e583287e87e7, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=920ba85f-3c3a-4b90-b113-e583287e87e7,segment=NetworkSegment(6be1f848-b4d6-4906-af6f-afb3f7b4ea23),segment_id=6be1f848-b4d6-4906-af6f-afb3f7b4ea23)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:57.507710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:57.548752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:57.549387 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:57.550847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/920ba85f-3c3a-4b90-b113-e583287e87e7 HTTP/1.1" status: 200 len: 1092 time: 1.3293216 Aug 20 12:05:57.554409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50aafb2-7fbd-4b55-8216-5cd84fbc44ba', 'tag': '920ba85f-3c3a-4b90-b113-e583287e87e7'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:57.557799 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1bf1c9-a247-4287-b18d-e859926e22ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d50aafb2-7fbd-4b55-8216-5cd84fbc44ba", "tag": "920ba85f-3c3a-4b90-b113-e583287e87e7"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:57.596169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e7b3b-e174-4715-b976-a989fa7592d6 service neutron] Pushing event updated for resources: {'Port': ['ID=920ba85f-3c3a-4b90-b113-e583287e87e7,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:57.615407 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95948b01-c28f-4066-9716-c651519083df x-openstack-request-id: req-95948b01-c28f-4066-9716-c651519083df {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:57.615634 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50aafb2-7fbd-4b55-8216-5cd84fbc44ba", "tag": "920ba85f-3c3a-4b90-b113-e583287e87e7", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:57.616024 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95948b01-c28f-4066-9716-c651519083df {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:57.617407 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50aafb2-7fbd-4b55-8216-5cd84fbc44ba', 'tag': '920ba85f-3c3a-4b90-b113-e583287e87e7', 'status': 'completed', 'code': 200} Aug 20 12:05:57.643353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17136d0-7652-47e3-8e05-39f603d31878', 'tag': 'cacc309d-883c-4e0a-869f-73ae81659c38'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:57.646543 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f8cb59-20b6-465e-a231-6d3426ff912f" -d '{"events": [{"name": "network-changed", "server_uuid": "d17136d0-7652-47e3-8e05-39f603d31878", "tag": "cacc309d-883c-4e0a-869f-73ae81659c38"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:57.648626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671c661-98b9-4d69-b899-b367686633af req-77a03ac5-e4fe-4056-aac8-c7d482de40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:57.650174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-77a03ac5-e4fe-4056-aac8-c7d482de40f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36bda00c52a144bdaca5681f9260c99e&device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 1095 time: 0.0510082 Aug 20 12:05:57.700490 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345b263e-dc95-44fb-86c3-1874c5a024a3 x-openstack-request-id: req-345b263e-dc95-44fb-86c3-1874c5a024a3 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:57.700786 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17136d0-7652-47e3-8e05-39f603d31878", "tag": "cacc309d-883c-4e0a-869f-73ae81659c38", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:57.701028 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-345b263e-dc95-44fb-86c3-1874c5a024a3 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:57.701415 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17136d0-7652-47e3-8e05-39f603d31878', 'tag': 'cacc309d-883c-4e0a-869f-73ae81659c38', 'status': 'completed', 'code': 200} Aug 20 12:05:57.705928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-bb623413-03e8-4013-84a7-50b92f4c1083 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ba85f-3c3a-4b90-b113-e583287e87e7 HTTP/1.1" status: 200 len: 217 time: 0.0471716 Aug 20 12:05:57.713826 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-04a90131-617f-4f7b-8ba2-531b2670d43d service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130978 Aug 20 12:05:57.765529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671c661-98b9-4d69-b899-b367686633af req-83a9e9eb-06cb-4302-a231-0816b264d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:57.767293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-83a9e9eb-06cb-4302-a231-0816b264d157 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20dc790-a624-4742-b752-79b9532180a6 HTTP/1.1" status: 200 len: 848 time: 0.0544901 Aug 20 12:05:57.809997 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:57.818500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-86afad75-66ff-4afe-ab76-0203f58c133b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=420fb1d6-e63e-48b5-bb34-76124997bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411301 Aug 20 12:05:57.841009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Transition to ACTIVE for port object bd5926c4-e72b-40b5-bbff-8ef59a760728 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:57.863977 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c7fc6b2-2454-450c-9927-bcbfce2fc373 req-f4c00c35-f201-441c-8d3b-62adbad0d3c6 service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388996 Aug 20 12:05:57.896825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:57.957920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509ec73-f08b-46a4-9573-a8c79a4584bc req-e3020d1f-d559-4be9-b9da-2b9753954b85 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:57.959500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7509ec73-f08b-46a4-9573-a8c79a4584bc req-e3020d1f-d559-4be9-b9da-2b9753954b85 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 945 time: 0.1400323 Aug 20 12:05:57.978362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Network 560475ee-4fb3-4edf-bf15-83d0821364bc is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:05:57.987053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:05:57.991699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:05:58.012770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9261a66-4de4-42fb-b355-f709a20b1373 req-706bc44d-ccc1-43f6-bdbe-7581ad8faab0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.014362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9261a66-4de4-42fb-b355-f709a20b1373 req-706bc44d-ccc1-43f6-bdbe-7581ad8faab0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1566556 Aug 20 12:05:58.045693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Pushing event updated for resources: {'Port': ['ID=bd5926c4-e72b-40b5-bbff-8ef59a760728,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:58.048481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7509ec73-f08b-46a4-9573-a8c79a4584bc req-90524257-ac08-421d-943c-20bad522c7af tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812056 Aug 20 12:05:58.065892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-a8a05634-9597-4aaf-b88c-0e36057e2795 service neutron] 10.222.0.73 "GET /v2.0/networks/420fb1d6-e63e-48b5-bb34-76124997bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069118 Aug 20 12:05:58.078959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.080079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.086383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-62c52a0c-daa1-40dd-a9e2-b0a6d861dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.088205 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-62c52a0c-daa1-40dd-a9e2-b0a6d861dadd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 1095 time: 0.1521571 Aug 20 12:05:58.106575 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-1b1540e9-4ea6-426d-b9a5-2ef0fda57de6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7147496 Aug 20 12:05:58.113328 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9261a66-4de4-42fb-b355-f709a20b1373 req-20351110-d061-46d8-b9b6-cd1f3d78149a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890756 Aug 20 12:05:58.120605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Request body: {'port': {'device_id': '308a90c5-4506-429f-8b89-9af551fe55e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:05:58.244536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.278019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eba9c-5bc0-4364-9bf8-83668ffd1c8f req-9a0cdf9a-caf1-4a25-9ff4-3b033c0e2c5d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.285809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae5eba9c-5bc0-4364-9bf8-83668ffd1c8f req-9a0cdf9a-caf1-4a25-9ff4-3b033c0e2c5d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 931 time: 0.0960255 Aug 20 12:05:58.321174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-7d09099b-056d-4dbd-b9f5-196521252db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.322819 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-7d09099b-056d-4dbd-b9f5-196521252db0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 917 time: 0.2151325 Aug 20 12:05:58.339523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1671c661-98b9-4d69-b899-b367686633af req-c51c2ea5-8179-42f6-9e4f-53753ad9127c service neutron] 10.222.0.73 "GET /v2.0/networks/420fb1d6-e63e-48b5-bb34-76124997bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556112 Aug 20 12:05:58.347065 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae5eba9c-5bc0-4364-9bf8-83668ffd1c8f req-1fd88291-0c1b-4dc8-9724-14faa7ce22bf tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599637 Aug 20 12:05:58.444111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-aa27e85d-ecd1-48e0-80ca-b577d19a6a5f None None] Provisioning for port bd5926c4-e72b-40b5-bbff-8ef59a760728 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:58.449523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-aa27e85d-ecd1-48e0-80ca-b577d19a6a5f None None] Provisioning complete for port bd5926c4-e72b-40b5-bbff-8ef59a760728 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:58.449977 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-aa27e85d-ecd1-48e0-80ca-b577d19a6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.479614 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-32c94e16-9985-422b-a279-2b8f908a4ecb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacc309d-883c-4e0a-869f-73ae81659c38 HTTP/1.1" status: 200 len: 217 time: 0.1142635 Aug 20 12:05:58.507352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-2aadb57a-9b2d-43b0-9ca9-abe22b1e2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.509322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-2aadb57a-9b2d-43b0-9ca9-abe22b1e2ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36bda00c52a144bdaca5681f9260c99e&device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 1095 time: 0.0976224 Aug 20 12:05:58.532897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 17b75561-5b3a-4ae0-a831-be2fc72d93a1 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:05:58.549938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-710dc19d-711e-407c-a0b4-27f019d39f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.551242 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-710dc19d-711e-407c-a0b4-27f019d39f3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=927284a5-509e-44c1-8345-c82d26db5191 HTTP/1.1" status: 200 len: 855 time: 0.0602210 Aug 20 12:05:58.556311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aa85995a-4291-421e-950c-4952b6a9c07b up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:05:58.557588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fb763-a3d2-47d7-ae0f-ea3f1c7824dc req-808613a1-9544-4195-8930-9220ebf13118 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.565261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-059fb763-a3d2-47d7-ae0f-ea3f1c7824dc req-808613a1-9544-4195-8930-9220ebf13118 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 943 time: 0.1100025 Aug 20 12:05:58.585790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-aa27e85d-ecd1-48e0-80ca-b577d19a6a5f None None] Port bd5926c4-e72b-40b5-bbff-8ef59a760728 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:05:58.657343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-dec0620b-5939-4774-99f7-4bc1e600574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.659098 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-dec0620b-5939-4774-99f7-4bc1e600574c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560475ee-4fb3-4edf-bf15-83d0821364bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889862 Aug 20 12:05:58.686541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port aa85995a-4291-421e-950c-4952b6a9c07b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:05:58.694494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port aa85995a-4291-421e-950c-4952b6a9c07b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:05:58.695005 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.697881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-059fb763-a3d2-47d7-ae0f-ea3f1c7824dc req-87691a5b-9c97-4de9-9427-cd3b91911833 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264713 Aug 20 12:05:58.739117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a830a1-d6a3-47e7-b333-7e4d07830ee0 req-392597ee-d156-4f7b-b7e7-b85b90a26ca3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.749771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8a830a1-d6a3-47e7-b333-7e4d07830ee0 req-392597ee-d156-4f7b-b7e7-b85b90a26ca3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1567962 Aug 20 12:05:58.755617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 17b75561-5b3a-4ae0-a831-be2fc72d93a1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=17b75561-5b3a-4ae0-a831-be2fc72d93a1,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:58.769231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '17b75561-5b3a-4ae0-a831-be2fc72d93a1', 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc', 'port_id': '17b75561-5b3a-4ae0-a831-be2fc72d93a1', 'mac_address': 'fa:16:3e:90:9d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927284a5-509e-44c1-8345-c82d26db5191', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:05:58.794161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-edfc2836-3d29-490b-91b1-fb44594efeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:58.797441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-edfc2836-3d29-490b-91b1-fb44594efeb0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=420fb1d6-e63e-48b5-bb34-76124997bada HTTP/1.1" status: 200 len: 909 time: 0.2808192 Aug 20 12:05:58.858435 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.861552 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-620841d8-fe5e-401b-8119-5d366768b5d2 service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893122 Aug 20 12:05:58.887548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.890614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5926c4-e72b-40b5-bbff-8ef59a760728 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:58.939144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:58.941418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:58.945518 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cf4b4f-e689-4c9f-8389-f264fafa321a" -d '{"events": [{"server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "name": "network-vif-plugged", "status": "completed", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:58.946228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.951296 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:58.956566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-cb4a492f-aa94-4226-ba13-ff61c73eeda4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920ba85f-3c3a-4b90-b113-e583287e87e7 HTTP/1.1" status: 200 len: 217 time: 0.1418903 Aug 20 12:05:58.957372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b75561-5b3a-4ae0-a831-be2fc72d93a1 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:05:58.971692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Transition to ACTIVE for port object bd5926c4-e72b-40b5-bbff-8ef59a760728 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:05:58.985965 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.009046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 17b75561-5b3a-4ae0-a831-be2fc72d93a1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=17b75561-5b3a-4ae0-a831-be2fc72d93a1,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:05:59.020831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.036542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:59.084262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Pushing event updated for resources: {'Port': ['ID=bd5926c4-e72b-40b5-bbff-8ef59a760728,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:59.096431 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52f8cb59-20b6-465e-a231-6d3426ff912f req-4024ff32-fb9b-4832-9cad-008dff439484 service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247880 Aug 20 12:05:59.115786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=17b75561-5b3a-4ae0-a831-be2fc72d93a1,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:59.138772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8a830a1-d6a3-47e7-b333-7e4d07830ee0 req-8535706e-91e4-43a8-8b2f-73bea29983f6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770843 Aug 20 12:05:59.168444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-fb207407-21a6-4ddb-9ce6-3169a4edcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:59.170237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-fb207407-21a6-4ddb-9ce6-3169a4edcfac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20dc790-a624-4742-b752-79b9532180a6 HTTP/1.1" status: 200 len: 848 time: 0.1849201 Aug 20 12:05:59.182966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1798ea-731f-4b27-a8f2-d6ebdcb0aa43 req-9ff287dc-84c5-46a1-aa11-728cb893eb28 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:59.184095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b1798ea-731f-4b27-a8f2-d6ebdcb0aa43 req-9ff287dc-84c5-46a1-aa11-728cb893eb28 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.3855181 Aug 20 12:05:59.215753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Attempting to bind port bd5926c4-e72b-40b5-bbff-8ef59a760728 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:05:59.216097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Attempting to bind port bd5926c4-e72b-40b5-bbff-8ef59a760728 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:05:59.216434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Attempting to bind port bd5926c4-e72b-40b5-bbff-8ef59a760728 on network 560475ee-4fb3-4edf-bf15-83d0821364bc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:59.225097 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5f4a1a-28f9-4577-be95-42117e6cd0ac x-openstack-request-id: req-dd5f4a1a-28f9-4577-be95-42117e6cd0ac {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:05:59.225427 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "name": "network-vif-plugged", "status": "completed", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:05:59.225680 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd5f4a1a-28f9-4577-be95-42117e6cd0ac {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:05:59.226082 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'code': 200} Aug 20 12:05:59.231447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Port bd5926c4-e72b-40b5-bbff-8ef59a760728 on network 560475ee-4fb3-4edf-bf15-83d0821364bc not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:05:59.231775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Attempting to bind port bd5926c4-e72b-40b5-bbff-8ef59a760728 on network 560475ee-4fb3-4edf-bf15-83d0821364bc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:05:59.239644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:05:59.239644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Checking segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:05:59.240110 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Bound using segment: {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:05:59.240502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Bound port: bd5926c4-e72b-40b5-bbff-8ef59a760728, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1115ef-840c-44ac-a9a2-9ce5a49c1435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:05:59.241414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.266522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46184) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:59.316322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b1798ea-731f-4b27-a8f2-d6ebdcb0aa43 req-5b17555c-8a79-4c09-86fb-f49f882e917b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223760 Aug 20 12:05:59.320406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-a263742f-8a9c-4446-8189-ef21df73f4bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=420fb1d6-e63e-48b5-bb34-76124997bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350803 Aug 20 12:05:59.390817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a516c-c3cc-45d6-971d-fd069262194f req-984d5b99-0541-4866-9c5e-1fe8fd5c7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:59.392491 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f7a516c-c3cc-45d6-971d-fd069262194f req-984d5b99-0541-4866-9c5e-1fe8fd5c7438 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 1098 time: 0.0931611 Aug 20 12:05:59.397150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] For port bd5926c4-e72b-40b5-bbff-8ef59a760728, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:05:59.400743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] For port bd5926c4-e72b-40b5-bbff-8ef59a760728, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bd5926c4-e72b-40b5-bbff-8ef59a760728,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:05:59.429031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.436295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['17b75561-5b3a-4ae0-a831-be2fc72d93a1'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:05:59.472162 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4f7a516c-c3cc-45d6-971d-fd069262194f req-c91fb301-2ea2-4865-a79e-064812abeb0b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699089 Aug 20 12:05:59.478852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:59.479477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.480854 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] 10.222.0.73 "PUT /v2.0/ports/bd5926c4-e72b-40b5-bbff-8ef59a760728 HTTP/1.1" status: 200 len: 1092 time: 1.3653049 Aug 20 12:05:59.509632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b9963b5c-d609-4778-8ca3-05176d943237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.528157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7718-743d-4f33-b069-99abab9200ae service neutron] Pushing event updated for resources: {'Port': ['ID=bd5926c4-e72b-40b5-bbff-8ef59a760728,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:59.587893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-affae285-b6f9-4298-843c-86f809dc2631 service neutron] 10.222.0.73 "GET /v2.0/networks/420fb1d6-e63e-48b5-bb34-76124997bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546017 Aug 20 12:05:59.605082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a693161-8a6d-48fa-9094-e4108d54ead4 req-2be22652-ce0e-48bf-8898-757f8fa1aaf3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:59.606582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a693161-8a6d-48fa-9094-e4108d54ead4 req-2be22652-ce0e-48bf-8898-757f8fa1aaf3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1140816 Aug 20 12:05:59.621026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78ee4d-9a02-4f58-b826-84734dca1a11 req-2e2aedfd-e0c1-4330-993a-82948399054a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:59.629720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da78ee4d-9a02-4f58-b826-84734dca1a11 req-2e2aedfd-e0c1-4330-993a-82948399054a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.3122127 Aug 20 12:05:59.675985 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b9963b5c-d609-4778-8ca3-05176d943237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.684384 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b9963b5c-d609-4778-8ca3-05176d943237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.710079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308a90c5-4506-429f-8b89-9af551fe55e0', 'tag': 'bd5926c4-e72b-40b5-bbff-8ef59a760728'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:05:59.711413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a693161-8a6d-48fa-9094-e4108d54ead4 req-89840a8b-01c6-4ee4-9905-2b5d94757821 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779257 Aug 20 12:05:59.714041 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45195a52-8e91-43eb-b3e3-87902638dc18" -d '{"events": [{"name": "network-changed", "server_uuid": "308a90c5-4506-429f-8b89-9af551fe55e0", "tag": "bd5926c4-e72b-40b5-bbff-8ef59a760728"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:05:59.747159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da78ee4d-9a02-4f58-b826-84734dca1a11 req-d35f73bd-e63e-4b41-857a-da03219750de tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067708 Aug 20 12:05:59.788715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46200) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:05:59.798145 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b9963b5c-d609-4778-8ca3-05176d943237 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99de512afc5145eb917cd4a883934921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303957 Aug 20 12:05:59.799205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9963b5c-d609-4778-8ca3-05176d943237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1826129-d3ad-4b11-8c66-ae9db05a8ee3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:05:59.825527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-72f560c0-20dc-41a6-a159-bc98bc0467f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:59.826962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-72f560c0-20dc-41a6-a159-bc98bc0467f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 1095 time: 0.0944645 Aug 20 12:05:59.880003 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-b03371ed-1e7d-427b-9c70-46672216d962 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd5926c4-e72b-40b5-bbff-8ef59a760728 HTTP/1.1" status: 200 len: 217 time: 0.0410810 Aug 20 12:05:59.916700 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75728b6e-1947-4cb8-9666-95e2307676cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:59.981767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-d1ffa6a7-24ed-4c69-a444-763d18d866f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:05:59.983279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-d1ffa6a7-24ed-4c69-a444-763d18d866f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=927284a5-509e-44c1-8345-c82d26db5191 HTTP/1.1" status: 200 len: 855 time: 0.0571392 Aug 20 12:05:59.990014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db1bf1c9-a247-4287-b18d-e859926e22ae req-b034b437-c319-4a20-9e26-65372a046f5a service neutron] 10.222.0.73 "GET /v2.0/networks/420fb1d6-e63e-48b5-bb34-76124997bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845917 Aug 20 12:06:00.012532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75728b6e-1947-4cb8-9666-95e2307676cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.041320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-fa6477de-591b-4296-99e7-ef2a0d7f8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.043154 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-fa6477de-591b-4296-99e7-ef2a0d7f8b49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560475ee-4fb3-4edf-bf15-83d0821364bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471578 Aug 20 12:06:00.060445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9e997-7fb7-44d7-9b85-f5d163b3e6a7 req-ce9463ed-313b-49d6-b0f9-1117149770e4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.062025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1e9e997-7fb7-44d7-9b85-f5d163b3e6a7 req-ce9463ed-313b-49d6-b0f9-1117149770e4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 943 time: 0.1546731 Aug 20 12:06:00.121677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314744-5fad-4097-988d-20270023c8b0 req-847decbc-f68a-419e-8655-5bad253a52fb tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.123221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50314744-5fad-4097-988d-20270023c8b0 req-847decbc-f68a-419e-8655-5bad253a52fb tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 943 time: 0.1306663 Aug 20 12:06:00.132560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1e9e997-7fb7-44d7-9b85-f5d163b3e6a7 req-a6b62d32-7a4a-4641-a2a8-c2174eb7df0f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586629 Aug 20 12:06:00.158516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75728b6e-1947-4cb8-9666-95e2307676cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.159235 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-6f429234-ecc9-4051-a070-942ae78bcc0e service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070449 Aug 20 12:06:00.161154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75728b6e-1947-4cb8-9666-95e2307676cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.162360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-75728b6e-1947-4cb8-9666-95e2307676cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1826129-d3ad-4b11-8c66-ae9db05a8ee3 HTTP/1.1" status: 204 len: 168 time: 0.3726668 Aug 20 12:06:00.191721 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50314744-5fad-4097-988d-20270023c8b0 req-6550f010-1a69-489d-a960-aa5df078e0ef tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580380 Aug 20 12:06:00.192600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75728b6e-1947-4cb8-9666-95e2307676cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1826129-d3ad-4b11-8c66-ae9db05a8ee3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:00.231541 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acded85-9f4b-43b7-9a3f-f7ddf305ee18 x-openstack-request-id: req-6acded85-9f4b-43b7-9a3f-f7ddf305ee18 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:00.231868 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308a90c5-4506-429f-8b89-9af551fe55e0", "tag": "bd5926c4-e72b-40b5-bbff-8ef59a760728", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:00.232119 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6acded85-9f4b-43b7-9a3f-f7ddf305ee18 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:00.232520 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308a90c5-4506-429f-8b89-9af551fe55e0', 'tag': 'bd5926c4-e72b-40b5-bbff-8ef59a760728', 'status': 'completed', 'code': 200} Aug 20 12:06:00.281083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b977068c-b964-4f5b-b140-390b3db6ef6e req-5000e810-3503-4731-b161-d02c66bc071e service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125717 Aug 20 12:06:00.400384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-c9049a57-60c3-4deb-97b4-2592acc01ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.402110 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-c9049a57-60c3-4deb-97b4-2592acc01ff4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 1095 time: 0.0651491 Aug 20 12:06:00.461350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-595acbf5-861f-419d-92cc-c637521ef426 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.462901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-595acbf5-861f-419d-92cc-c637521ef426 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.1721065 Aug 20 12:06:00.485786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35be8-2626-4ca1-9387-29de88d09205 req-7779e00a-f9dc-4814-9cdf-6feef80530f8 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.487363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11c35be8-2626-4ca1-9387-29de88d09205 req-7779e00a-f9dc-4814-9cdf-6feef80530f8 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0831356 Aug 20 12:06:00.492035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-b6dba04d-7fec-49f2-ba2e-b3abd522bcd4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/quotas/b1c864bebc5e4ecf996f0cfd2d514168 HTTP/1.1" status: 200 len: 375 time: 0.0207083 Aug 20 12:06:00.513565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-c1e71092-1d4a-477f-94ca-0d1cd42c2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.518423 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-c1e71092-1d4a-477f-94ca-0d1cd42c2790 service neutron] 10.222.0.73 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 917 time: 0.1037805 Aug 20 12:06:00.518517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:00.524014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device cacc309d-883c-4e0a-869f-73ae81659c38 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:00.535026 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13a1da30-48bd-4e55-9ad4-b971404804ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.558098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11c35be8-2626-4ca1-9387-29de88d09205 req-d1b52345-4d92-4c0c-9eac-a4b1069c6621 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640974 Aug 20 12:06:00.577878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-e9fe20dd-79ef-49f7-b147-5e5dfaeae6d4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0766356 Aug 20 12:06:00.587416 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-2fcf916a-d890-4668-b426-be433dfaabe4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd5926c4-e72b-40b5-bbff-8ef59a760728 HTTP/1.1" status: 200 len: 217 time: 0.0501180 Aug 20 12:06:00.631211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port cacc309d-883c-4e0a-869f-73ae81659c38, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cacc309d-883c-4e0a-869f-73ae81659c38,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:00.644789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'cacc309d-883c-4e0a-869f-73ae81659c38', 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc', 'port_id': 'cacc309d-883c-4e0a-869f-73ae81659c38', 'mac_address': 'fa:16:3e:a8:0d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927284a5-509e-44c1-8345-c82d26db5191', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:00.662151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-3ddfd486-9817-43ad-9159-2527f2e12bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.663854 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-3ddfd486-9817-43ad-9159-2527f2e12bfc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=927284a5-509e-44c1-8345-c82d26db5191 HTTP/1.1" status: 200 len: 855 time: 0.0660532 Aug 20 12:06:00.686582 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.691069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-f062d135-f86f-4ccb-b2ed-880dfcc7646d service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033812 Aug 20 12:06:00.703011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacc309d-883c-4e0a-869f-73ae81659c38 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:00.725286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port cacc309d-883c-4e0a-869f-73ae81659c38, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cacc309d-883c-4e0a-869f-73ae81659c38,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:00.729778 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.730631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 920ba85f-3c3a-4b90-b113-e583287e87e7 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:00.737429 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-84288e5b-567c-44eb-9245-01b6369912a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.738970 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-84288e5b-567c-44eb-9245-01b6369912a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560475ee-4fb3-4edf-bf15-83d0821364bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650020 Aug 20 12:06:00.784664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13a1da30-48bd-4e55-9ad4-b971404804ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.822421 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13a1da30-48bd-4e55-9ad4-b971404804ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.829961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=cacc309d-883c-4e0a-869f-73ae81659c38,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:00.837564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-ccaf5f56-ca83-4ac1-982e-edcdbd9c2723 service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404357 Aug 20 12:06:00.861839 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-13a1da30-48bd-4e55-9ad4-b971404804ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b041121870d14ff49b5e5a3361d89792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398435 Aug 20 12:06:00.865133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46224) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:00.889973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 920ba85f-3c3a-4b90-b113-e583287e87e7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=920ba85f-3c3a-4b90-b113-e583287e87e7,segment=NetworkSegment(6be1f848-b4d6-4906-af6f-afb3f7b4ea23),segment_id=6be1f848-b4d6-4906-af6f-afb3f7b4ea23)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:00.909699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '920ba85f-3c3a-4b90-b113-e583287e87e7', 'network_id': '420fb1d6-e63e-48b5-bb34-76124997bada', 'port_id': '920ba85f-3c3a-4b90-b113-e583287e87e7', 'mac_address': 'fa:16:3e:4e:f7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20dc790-a624-4742-b752-79b9532180a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:00.921098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1da30-48bd-4e55-9ad4-b971404804ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b3ec79-d054-45d3-91ea-926aa65b4725,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:00.956419 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-179d2fa2-a0a1-4c96-913f-ff2687b53047 service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054732 Aug 20 12:06:00.962347 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.973235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660957-5105-4e2c-b18e-1eb0fa4af292 req-cd540370-ac2c-480a-b586-87355171fd38 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:00.976811 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68da1d2e-4ea3-4b3d-8d7b-da862c96f903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:00.977290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920ba85f-3c3a-4b90-b113-e583287e87e7 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:00.982133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b660957-5105-4e2c-b18e-1eb0fa4af292 req-cd540370-ac2c-480a-b586-87355171fd38 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1428158 Aug 20 12:06:01.003284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68da1d2e-4ea3-4b3d-8d7b-da862c96f903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.003997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 920ba85f-3c3a-4b90-b113-e583287e87e7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=920ba85f-3c3a-4b90-b113-e583287e87e7,segment=NetworkSegment(6be1f848-b4d6-4906-af6f-afb3f7b4ea23),segment_id=6be1f848-b4d6-4906-af6f-afb3f7b4ea23)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:01.010949 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.034081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b660957-5105-4e2c-b18e-1eb0fa4af292 req-4faf9f5d-249c-4bb8-aa95-0b77b7fb5afc tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499215 Aug 20 12:06:01.138853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=920ba85f-3c3a-4b90-b113-e583287e87e7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:01.153733 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45195a52-8e91-43eb-b3e3-87902638dc18 req-b4a15f89-a503-4f0f-ab9e-396fa9b76f77 service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790607 Aug 20 12:06:01.156101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68da1d2e-4ea3-4b3d-8d7b-da862c96f903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.163277 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68da1d2e-4ea3-4b3d-8d7b-da862c96f903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:01.167209 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-68da1d2e-4ea3-4b3d-8d7b-da862c96f903 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1b3ec79-d054-45d3-91ea-926aa65b4725 HTTP/1.1" status: 204 len: 168 time: 0.2989049 Aug 20 12:06:01.176299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da1d2e-4ea3-4b3d-8d7b-da862c96f903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b3ec79-d054-45d3-91ea-926aa65b4725,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:01.203146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b6c4797-e1cc-478b-bc74-0f4a6a185f4b req-80c50bc1-fc8c-46cb-b2ae-35c2d0d29ba4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 210 time: 0.0427914 Aug 20 12:06:01.368395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96cb15-b37b-4e1e-8cb5-dabf76357618 req-1cc0f078-fb88-4bdb-9369-2cc26f5f3b8a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:01.370065 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d96cb15-b37b-4e1e-8cb5-dabf76357618 req-1cc0f078-fb88-4bdb-9369-2cc26f5f3b8a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 943 time: 0.1043475 Aug 20 12:06:01.402863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3abaaa-aaf6-4d3a-827f-d4416411ebc4 req-c0d24d6a-56da-404a-8a63-4b09c8fc909f tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:01.404766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef3abaaa-aaf6-4d3a-827f-d4416411ebc4 req-c0d24d6a-56da-404a-8a63-4b09c8fc909f tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 944 time: 0.1070848 Aug 20 12:06:01.443143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['cacc309d-883c-4e0a-869f-73ae81659c38'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:01.471187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d96cb15-b37b-4e1e-8cb5-dabf76357618 req-89e7b9e8-82e1-4a3d-8e8f-70f6f0767361 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832341 Aug 20 12:06:01.485543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['920ba85f-3c3a-4b90-b113-e583287e87e7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:01.485813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef3abaaa-aaf6-4d3a-827f-d4416411ebc4 req-e3a80d64-e4c6-415b-a771-b5a3397ef8e1 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615275 Aug 20 12:06:01.704474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24a2a-db1c-442b-b01a-19e559a7e418 req-0052d82b-e16c-436f-8308-515237ba3529 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:01.706005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17d24a2a-db1c-442b-b01a-19e559a7e418 req-0052d82b-e16c-436f-8308-515237ba3529 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0526149 Aug 20 12:06:01.755554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17d24a2a-db1c-442b-b01a-19e559a7e418 req-be3014b4-4402-469e-a624-606c116a319a tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Aug 20 12:06:02.161113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188fe7d-cda5-4c5c-bf96-da1ef7177def req-ce836356-148a-4779-bde0-56cd883115b8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:02.162782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3188fe7d-cda5-4c5c-bf96-da1ef7177def req-ce836356-148a-4779-bde0-56cd883115b8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0578392 Aug 20 12:06:02.226405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3188fe7d-cda5-4c5c-bf96-da1ef7177def req-8c74b13d-b593-487f-a0b0-b5ed26bbfcc6 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505548 Aug 20 12:06:02.373868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-923a5850-a37a-413a-ab80-76aaa4265b63 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:02.387256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-923a5850-a37a-413a-ab80-76aaa4265b63 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.1793792 Aug 20 12:06:02.403510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'port': {'device_id': 'a60dd984-5a4e-40bd-87af-a966cb5f05e3', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'admin_state_up': True, 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:02.549491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Made reservation on behalf of b1c864bebc5e4ecf996f0cfd2d514168 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:02.554705 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:02.566553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bd5926c4-e72b-40b5-bbff-8ef59a760728 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:02.572071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 17b75561-5b3a-4ae0-a831-be2fc72d93a1 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:02.759190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Allocated IP 172.20.0.5 (1dc1aa9a-07af-4258-a94a-69c38875253d/abf6c526-a7c9-46e6-8a5e-d5e68edb8078/b99f97e3-17fd-4b14-a820-ddc0b81af924) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:02.882313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:02.900214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:02.900802 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:02.951196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bd5926c4-e72b-40b5-bbff-8ef59a760728, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bd5926c4-e72b-40b5-bbff-8ef59a760728,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:02.963230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d043171-3030-4f12-aa79-9b0cdb7567d8 req-3f56c472-cc94-422a-a6a9-e23b7c02f353 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 210 time: 0.5871012 Aug 20 12:06:02.969286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'bd5926c4-e72b-40b5-bbff-8ef59a760728', 'network_id': '560475ee-4fb3-4edf-bf15-83d0821364bc', 'port_id': 'bd5926c4-e72b-40b5-bbff-8ef59a760728', 'mac_address': 'fa:16:3e:f0:f8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927284a5-509e-44c1-8345-c82d26db5191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:03.029814 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.044413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5926c4-e72b-40b5-bbff-8ef59a760728 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:03.049564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14666499-40ee-4458-9f02-10d9ef8e015a req-d38bcd24-2cfe-4366-b45a-a2133c792f7a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:03.060031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14666499-40ee-4458-9f02-10d9ef8e015a req-d38bcd24-2cfe-4366-b45a-a2133c792f7a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1142478 Aug 20 12:06:03.085868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bd5926c4-e72b-40b5-bbff-8ef59a760728, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bd5926c4-e72b-40b5-bbff-8ef59a760728,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:03.092694 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.102348 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.131345 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.151240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Transition to ACTIVE for port object b99f97e3-17fd-4b14-a820-ddc0b81af924 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:03.158226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcf144-4d52-4145-a63c-6df2388b1196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b75561-5b3a-4ae0-a831-be2fc72d93a1'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:03.160182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14666499-40ee-4458-9f02-10d9ef8e015a req-45b0e56d-0d72-4a08-8148-100a4aabdd43 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980570 Aug 20 12:06:03.160534 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6006eac3-dabd-43ef-873d-ddcd29a1b350" -d '{"events": [{"server_uuid": "d6dcf144-4d52-4145-a63c-6df2388b1196", "name": "network-vif-plugged", "status": "completed", "tag": "17b75561-5b3a-4ae0-a831-be2fc72d93a1"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:03.197717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545ed23-396c-454a-be46-9f6123e84fbd req-4a635660-d8b6-4d9b-a352-f02db18d671e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:03.198936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 17b75561-5b3a-4ae0-a831-be2fc72d93a1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=17b75561-5b3a-4ae0-a831-be2fc72d93a1,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:03.200325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bd5926c4-e72b-40b5-bbff-8ef59a760728,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:03.200710 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.217480 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.228636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a545ed23-396c-454a-be46-9f6123e84fbd req-4a635660-d8b6-4d9b-a352-f02db18d671e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 944 time: 0.1281798 Aug 20 12:06:03.274033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:03.275862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['afd87ac4-0126-41de-bf6c-f1df18b55635'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:03.279389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=17b75561-5b3a-4ae0-a831-be2fc72d93a1,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:03.279719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:03.296522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:03.326807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a545ed23-396c-454a-be46-9f6123e84fbd req-86933335-eb13-4a7a-80a7-9b91e4b65e4d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971806 Aug 20 12:06:03.356401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689d8ad-5798-4d1c-bb4b-6807e80172c2 req-f5ab653b-ab68-4419-b0c6-532e76d1554d tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:03.359992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'Port': ['ID=b99f97e3-17fd-4b14-a820-ddc0b81af924,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:03.366445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7689d8ad-5798-4d1c-bb4b-6807e80172c2 req-f5ab653b-ab68-4419-b0c6-532e76d1554d tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 944 time: 0.1291327 Aug 20 12:06:03.408355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:03.409188 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.440175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7689d8ad-5798-4d1c-bb4b-6807e80172c2 req-efa836dc-c422-4213-b2de-de8cfe1ef023 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724626 Aug 20 12:06:03.444662 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-38c27951-31b9-4a2b-b103-e3e1361e5794 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0445650 Aug 20 12:06:03.457935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Request body: {'port': {'device_id': 'a60dd984-5a4e-40bd-87af-a966cb5f05e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:03.509848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['bd5926c4-e72b-40b5-bbff-8ef59a760728'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:03.550885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032129a6-58ff-4d56-82a1-1ef48bb05426 req-03318436-7db6-4420-b59a-3afba6b02923 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:03.558115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-032129a6-58ff-4d56-82a1-1ef48bb05426 req-03318436-7db6-4420-b59a-3afba6b02923 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0981212 Aug 20 12:06:03.588844 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2e2c43-6f26-4df7-8943-2f9a4b96ac83 x-openstack-request-id: req-0e2e2c43-6f26-4df7-8943-2f9a4b96ac83 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:03.589384 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcf144-4d52-4145-a63c-6df2388b1196", "name": "network-vif-plugged", "status": "completed", "tag": "17b75561-5b3a-4ae0-a831-be2fc72d93a1", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:03.589384 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e2e2c43-6f26-4df7-8943-2f9a4b96ac83 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:03.589743 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcf144-4d52-4145-a63c-6df2388b1196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b75561-5b3a-4ae0-a831-be2fc72d93a1', 'code': 200} Aug 20 12:06:03.602049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.685918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-032129a6-58ff-4d56-82a1-1ef48bb05426 req-09c7fb94-a08a-4f09-ba38-e3bcceacf7d5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256173 Aug 20 12:06:03.716641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15c4d-b798-413b-9d9f-98c1f83249c0 req-47c533dc-a2d4-4630-acc4-0e454f5436ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:03.721576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edb15c4d-b798-413b-9d9f-98c1f83249c0 req-47c533dc-a2d4-4630-acc4-0e454f5436ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 1097 time: 0.1073949 Aug 20 12:06:03.787887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edb15c4d-b798-413b-9d9f-98c1f83249c0 req-15fd9f4b-fd58-478e-a542-3e134652853f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557053 Aug 20 12:06:03.797860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-01e55533-804c-49f9-b87a-bea5ede02ffc None None] Provisioning for port b99f97e3-17fd-4b14-a820-ddc0b81af924 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:03.802138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-01e55533-804c-49f9-b87a-bea5ede02ffc None None] Provisioning complete for port b99f97e3-17fd-4b14-a820-ddc0b81af924 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:03.802537 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-01e55533-804c-49f9-b87a-bea5ede02ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.842053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-01e55533-804c-49f9-b87a-bea5ede02ffc None None] Port b99f97e3-17fd-4b14-a820-ddc0b81af924 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:03.962399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99f97e3-17fd-4b14-a820-ddc0b81af924 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:03.969938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.982316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Transition to ACTIVE for port object b99f97e3-17fd-4b14-a820-ddc0b81af924 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:03.986370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.042380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Pushing event updated for resources: {'Port': ['ID=b99f97e3-17fd-4b14-a820-ddc0b81af924,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:04.103452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253e6af-c562-4cad-9f45-721ab7985590 req-a21e0960-20ad-4782-a3b1-8109bb8882d0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.105152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6253e6af-c562-4cad-9f45-721ab7985590 req-a21e0960-20ad-4782-a3b1-8109bb8882d0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 943 time: 0.0503504 Aug 20 12:06:04.112179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Attempting to bind port b99f97e3-17fd-4b14-a820-ddc0b81af924 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:04.112520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Attempting to bind port b99f97e3-17fd-4b14-a820-ddc0b81af924 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:04.112853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Attempting to bind port b99f97e3-17fd-4b14-a820-ddc0b81af924 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:04.118331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Port b99f97e3-17fd-4b14-a820-ddc0b81af924 on network 1dc1aa9a-07af-4258-a94a-69c38875253d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:06:04.118661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Attempting to bind port b99f97e3-17fd-4b14-a820-ddc0b81af924 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:04.124241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:04.124581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Checking segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:04.124970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Bound using segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:04.125556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Bound port: b99f97e3-17fd-4b14-a820-ddc0b81af924, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:04.125926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.150217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6253e6af-c562-4cad-9f45-721ab7985590 req-649f2f68-cd58-4a87-a46c-f39bdc0bb415 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363283 Aug 20 12:06:04.196330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] For port b99f97e3-17fd-4b14-a820-ddc0b81af924, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:04.200080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] For port b99f97e3-17fd-4b14-a820-ddc0b81af924, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b99f97e3-17fd-4b14-a820-ddc0b81af924,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:04.205374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.240604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.240960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.242699 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] 10.222.0.73 "PUT /v2.0/ports/b99f97e3-17fd-4b14-a820-ddc0b81af924 HTTP/1.1" status: 200 len: 1092 time: 0.7892299 Aug 20 12:06:04.242890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60dd984-5a4e-40bd-87af-a966cb5f05e3', 'tag': 'b99f97e3-17fd-4b14-a820-ddc0b81af924'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:04.245173 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb2eae-e623-4672-bbcd-3e6d183d4517" -d '{"events": [{"name": "network-changed", "server_uuid": "a60dd984-5a4e-40bd-87af-a966cb5f05e3", "tag": "b99f97e3-17fd-4b14-a820-ddc0b81af924"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:04.295309 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ffffc-1eb2-4b26-8044-a18ac4dead59 x-openstack-request-id: req-7e6ffffc-1eb2-4b26-8044-a18ac4dead59 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:04.295586 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60dd984-5a4e-40bd-87af-a966cb5f05e3", "tag": "b99f97e3-17fd-4b14-a820-ddc0b81af924", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:04.296487 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e6ffffc-1eb2-4b26-8044-a18ac4dead59 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:04.296487 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60dd984-5a4e-40bd-87af-a966cb5f05e3', 'tag': 'b99f97e3-17fd-4b14-a820-ddc0b81af924', 'status': 'completed', 'code': 200} Aug 20 12:06:04.304895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4bd1-5d62-47b2-ac9b-80b7b4750791 req-f3b93e8a-fbb3-4844-adc4-5f0fc45ceaac tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.309245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba94fa6-25ff-4b9b-966d-505b0975df2e service neutron] Pushing event updated for resources: {'Port': ['ID=b99f97e3-17fd-4b14-a820-ddc0b81af924,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:04.310705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b2e4bd1-5d62-47b2-ac9b-80b7b4750791 req-f3b93e8a-fbb3-4844-adc4-5f0fc45ceaac tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0705385 Aug 20 12:06:04.347119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-1a343603-7b6a-49b3-b9e1-ae9390ab59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.348458 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-1a343603-7b6a-49b3-b9e1-ae9390ab59d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 1095 time: 0.0474555 Aug 20 12:06:04.355037 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b2e4bd1-5d62-47b2-ac9b-80b7b4750791 req-f2c0447a-6ad6-45c5-a182-89b80c4494b1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Aug 20 12:06:04.414369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-c2d52e32-fe85-4815-86c9-917523555952 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b99f97e3-17fd-4b14-a820-ddc0b81af924 HTTP/1.1" status: 200 len: 217 time: 0.0509770 Aug 20 12:06:04.476648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-9843adb1-68f8-4c5f-b1a0-9dba42d37acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.478333 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-9843adb1-68f8-4c5f-b1a0-9dba42d37acb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0531898 Aug 20 12:06:04.482511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc506d87-0f87-450d-ac79-24560e24a77c req-f1b14b27-6750-4a9a-8162-50f324095ccf tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.484088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc506d87-0f87-450d-ac79-24560e24a77c req-f1b14b27-6750-4a9a-8162-50f324095ccf tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 944 time: 0.0679562 Aug 20 12:06:04.531554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-ed671108-e9b4-4584-a275-19c1c9c07920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.533072 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-ed671108-e9b4-4584-a275-19c1c9c07920 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463946 Aug 20 12:06:04.534905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc506d87-0f87-450d-ac79-24560e24a77c req-35806a4f-7636-47e9-b406-3ffe90836692 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Aug 20 12:06:04.574837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d43900-eabf-4140-b6f5-f376cd17dc6d req-9a2b58cc-4d46-4b65-90ad-d0fb7ce0dab3 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.576329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05d43900-eabf-4140-b6f5-f376cd17dc6d req-9a2b58cc-4d46-4b65-90ad-d0fb7ce0dab3 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 944 time: 0.0566361 Aug 20 12:06:04.579368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device cacc309d-883c-4e0a-869f-73ae81659c38 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:04.618221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05d43900-eabf-4140-b6f5-f376cd17dc6d req-da7bcb90-8f1a-4e09-95db-a37329bbcae4 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Aug 20 12:06:04.647413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port cacc309d-883c-4e0a-869f-73ae81659c38 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:04.649165 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-9c21ae6e-bbcf-47f0-af8d-cece4e1e9531 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977380 Aug 20 12:06:04.651433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port cacc309d-883c-4e0a-869f-73ae81659c38 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:04.651810 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.743138 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.766206 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6046ba0-c161-4b04-bb09-8ed2c4b641d5 req-7f89b87f-1a56-4fba-a877-773ff43fb316 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025708 Aug 20 12:06:04.779268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port cacc309d-883c-4e0a-869f-73ae81659c38, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cacc309d-883c-4e0a-869f-73ae81659c38,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:04.786573 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.787504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 920ba85f-3c3a-4b90-b113-e583287e87e7 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:04.821352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb633e-70b7-422c-a5aa-c3c81a487173 req-175b2acb-8a94-4bbf-8193-e4921ec4f1e5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.822681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dbb633e-70b7-422c-a5aa-c3c81a487173 req-175b2acb-8a94-4bbf-8193-e4921ec4f1e5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0694005 Aug 20 12:06:04.875033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dbb633e-70b7-422c-a5aa-c3c81a487173 req-d9e38aeb-28bd-47fd-89ae-698d95b3914a tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Aug 20 12:06:04.881177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=cacc309d-883c-4e0a-869f-73ae81659c38,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:04.902304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 920ba85f-3c3a-4b90-b113-e583287e87e7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:04.906926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 920ba85f-3c3a-4b90-b113-e583287e87e7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:04.907309 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:04.926050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-8deb6d64-3011-4c22-8909-3aaa1e77eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:04.931528 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-8deb6d64-3011-4c22-8909-3aaa1e77eca5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 1095 time: 0.0897484 Aug 20 12:06:05.011479 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:05.039075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-6943a00f-c360-44ad-ab3b-32f488bcc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.040596 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-6943a00f-c360-44ad-ab3b-32f488bcc00e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.1006570 Aug 20 12:06:05.045438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 920ba85f-3c3a-4b90-b113-e583287e87e7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=920ba85f-3c3a-4b90-b113-e583287e87e7,segment=NetworkSegment(6be1f848-b4d6-4906-af6f-afb3f7b4ea23),segment_id=6be1f848-b4d6-4906-af6f-afb3f7b4ea23)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:05.049694 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:05.094844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-415e9f01-dc16-43f5-a304-ca3f27f07af5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b99f97e3-17fd-4b14-a820-ddc0b81af924 HTTP/1.1" status: 200 len: 217 time: 0.0375566 Aug 20 12:06:05.103907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=920ba85f-3c3a-4b90-b113-e583287e87e7,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:05.165278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-a0e70c46-cd38-4f13-87f1-3fffabb2bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.166804 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-a0e70c46-cd38-4f13-87f1-3fffabb2bcf8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0532997 Aug 20 12:06:05.241682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-31e45e58-5bca-4e09-a8f2-6d5d3defae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.243827 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-31e45e58-5bca-4e09-a8f2-6d5d3defae5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476146 Aug 20 12:06:05.305244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a892fd3-339f-4855-ac66-68304c452702 req-9d092847-b6f8-4df0-9381-fcb57774c638 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.313099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a892fd3-339f-4855-ac66-68304c452702 req-9d092847-b6f8-4df0-9381-fcb57774c638 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 943 time: 0.0727961 Aug 20 12:06:05.354054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-84eaaf09-9086-4ce1-b239-8c00fa3cb556 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959880 Aug 20 12:06:05.355113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a892fd3-339f-4855-ac66-68304c452702 req-d334a231-3a9f-4302-ab27-feec4c164148 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Aug 20 12:06:05.453350 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43cb2eae-e623-4672-bbcd-3e6d183d4517 req-ec77ecc2-6bbd-42fe-9157-acb13e2bdd2f service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899265 Aug 20 12:06:05.491543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064bf90-0d60-4282-8c5a-e1a023f12369 req-9a7b6b0c-d17c-4684-a032-ee97c48ce269 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.493325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2064bf90-0d60-4282-8c5a-e1a023f12369 req-9a7b6b0c-d17c-4684-a032-ee97c48ce269 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0550559 Aug 20 12:06:05.532722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2064bf90-0d60-4282-8c5a-e1a023f12369 req-3352fc1e-77e2-4763-8c93-859842f4b03c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Aug 20 12:06:05.590911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17136d0-7652-47e3-8e05-39f603d31878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacc309d-883c-4e0a-869f-73ae81659c38'}, {'server_uuid': 'd50aafb2-7fbd-4b55-8216-5cd84fbc44ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ba85f-3c3a-4b90-b113-e583287e87e7'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:05.593347 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7973380-b0e8-47f1-9292-89c9e9f3c9a4" -d '{"events": [{"server_uuid": "d17136d0-7652-47e3-8e05-39f603d31878", "name": "network-vif-plugged", "status": "completed", "tag": "cacc309d-883c-4e0a-869f-73ae81659c38"}, {"server_uuid": "d50aafb2-7fbd-4b55-8216-5cd84fbc44ba", "name": "network-vif-plugged", "status": "completed", "tag": "920ba85f-3c3a-4b90-b113-e583287e87e7"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:05.635447 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26338f33-38bf-4f38-91e6-ce61af18ea7d x-openstack-request-id: req-26338f33-38bf-4f38-91e6-ce61af18ea7d {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:05.635812 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17136d0-7652-47e3-8e05-39f603d31878", "name": "network-vif-plugged", "status": "completed", "tag": "cacc309d-883c-4e0a-869f-73ae81659c38", "code": 200}, {"server_uuid": "d50aafb2-7fbd-4b55-8216-5cd84fbc44ba", "name": "network-vif-plugged", "status": "completed", "tag": "920ba85f-3c3a-4b90-b113-e583287e87e7", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:05.636073 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26338f33-38bf-4f38-91e6-ce61af18ea7d {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:05.636463 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17136d0-7652-47e3-8e05-39f603d31878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacc309d-883c-4e0a-869f-73ae81659c38', 'code': 200} Aug 20 12:06:05.636712 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50aafb2-7fbd-4b55-8216-5cd84fbc44ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920ba85f-3c3a-4b90-b113-e583287e87e7', 'code': 200} Aug 20 12:06:05.660716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832bccc-c120-4ac9-9cb6-c32f01e009de req-70e28cea-9483-4581-890f-8f71035ed12f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.661313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2832bccc-c120-4ac9-9cb6-c32f01e009de req-70e28cea-9483-4581-890f-8f71035ed12f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 944 time: 0.0566850 Aug 20 12:06:05.714063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2832bccc-c120-4ac9-9cb6-c32f01e009de req-e3f8b92d-9b6a-4280-914b-ab45a02e4de4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454767 Aug 20 12:06:05.783369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023877-93a0-447f-b0a8-43d75c7d3f91 req-be65e730-60f6-4c7d-bc20-84f9699b7eed tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.784097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778fa0e-2cb7-42eb-9cf2-387369c5bbd9 req-7aa4dba8-27f8-49da-ab50-35256d6bf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.785011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad023877-93a0-447f-b0a8-43d75c7d3f91 req-be65e730-60f6-4c7d-bc20-84f9699b7eed tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 945 time: 0.0939558 Aug 20 12:06:05.785756 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a778fa0e-2cb7-42eb-9cf2-387369c5bbd9 req-7aa4dba8-27f8-49da-ab50-35256d6bf3c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 1097 time: 0.0508692 Aug 20 12:06:05.812216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4daf1-be9d-48e2-8fd8-4210d3b08cc6 req-da1c8bc8-2cc1-4481-a37f-b6cd1de9d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.813739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-afa4daf1-be9d-48e2-8fd8-4210d3b08cc6 req-da1c8bc8-2cc1-4481-a37f-b6cd1de9d68e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 1097 time: 0.0765226 Aug 20 12:06:05.836162 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a778fa0e-2cb7-42eb-9cf2-387369c5bbd9 req-68103b6c-5903-4e81-bc1e-e8bf1b406ea1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Aug 20 12:06:05.855510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad023877-93a0-447f-b0a8-43d75c7d3f91 req-5527473e-755b-4f23-9e58-45ae35a4b40d tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616863 Aug 20 12:06:05.868158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-afa4daf1-be9d-48e2-8fd8-4210d3b08cc6 req-7bd248db-96ff-48ae-a79a-5758f43c065d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448010 Aug 20 12:06:05.995401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314dc4b-c2eb-4d04-81d3-83ec189ad5dc req-829adcc6-3f33-40fd-a523-400e0d0b5d43 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:05.996943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b314dc4b-c2eb-4d04-81d3-83ec189ad5dc req-829adcc6-3f33-40fd-a523-400e0d0b5d43 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0493336 Aug 20 12:06:06.040800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b314dc4b-c2eb-4d04-81d3-83ec189ad5dc req-e90e3fb3-89fe-4636-b5e1-9c6c55fa56fd tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Aug 20 12:06:06.569565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bd5926c4-e72b-40b5-bbff-8ef59a760728 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:06.635581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port bd5926c4-e72b-40b5-bbff-8ef59a760728 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:06.639969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port bd5926c4-e72b-40b5-bbff-8ef59a760728 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:06.640341 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:06.706163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3011cfe-78f7-4164-91e6-5575438d2a4b req-ba31870c-348a-43fc-8aaf-69c06acbbff2 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:06.707828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3011cfe-78f7-4164-91e6-5575438d2a4b req-ba31870c-348a-43fc-8aaf-69c06acbbff2 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0834858 Aug 20 12:06:06.717047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f761b-6a3f-4b00-b69f-9e362aeae41d req-e566ad07-ce4c-4a72-803c-76f9cc415c0d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:06.718672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e91f761b-6a3f-4b00-b69f-9e362aeae41d req-e566ad07-ce4c-4a72-803c-76f9cc415c0d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 943 time: 0.0846879 Aug 20 12:06:06.744676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:06.781469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bd5926c4-e72b-40b5-bbff-8ef59a760728, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bd5926c4-e72b-40b5-bbff-8ef59a760728,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:06.786218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3011cfe-78f7-4164-91e6-5575438d2a4b req-e9cdacc4-0dc0-42d3-85ae-6dd1d093c735 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615563 Aug 20 12:06:06.787331 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:06.816426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e91f761b-6a3f-4b00-b69f-9e362aeae41d req-7f727b3e-34a7-45f9-9fa2-92d39a0abe0a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892696 Aug 20 12:06:06.892264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bd5926c4-e72b-40b5-bbff-8ef59a760728,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:06.917435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2e2b-de69-43d2-a75d-4d4095c3456d req-7c472086-ed3e-4ec4-b8a7-b59677cba408 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:06.919189 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-883f2e2b-de69-43d2-a75d-4d4095c3456d req-7c472086-ed3e-4ec4-b8a7-b59677cba408 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.0624983 Aug 20 12:06:06.964624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-883f2e2b-de69-43d2-a75d-4d4095c3456d req-1c728de8-0379-4d1a-b08f-18cf2ae10620 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Aug 20 12:06:07.068640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da9395-50c2-474f-a24b-e4dcbf821570 req-baf9b1b7-373d-4ee8-b1da-2665c233fa4c tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:07.070534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5da9395-50c2-474f-a24b-e4dcbf821570 req-baf9b1b7-373d-4ee8-b1da-2665c233fa4c tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 945 time: 0.0536413 Aug 20 12:06:07.114349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5da9395-50c2-474f-a24b-e4dcbf821570 req-48411573-cfbd-4e4c-a3da-898504efe58c tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Aug 20 12:06:07.179028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e259-f0e0-41e5-bcfb-8f5894346983 req-10cd7d78-9f04-4e2b-ac9f-e33aa3b9561e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:07.181142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be9e259-f0e0-41e5-bcfb-8f5894346983 req-10cd7d78-9f04-4e2b-ac9f-e33aa3b9561e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0538385 Aug 20 12:06:07.230974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2be9e259-f0e0-41e5-bcfb-8f5894346983 req-522337cb-39d9-458d-8f03-b5c4565e3a46 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Aug 20 12:06:07.245291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46406) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:07.359382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf343fc8-8530-462d-b025-c39f72d81136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.473354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf343fc8-8530-462d-b025-c39f72d81136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.477772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf343fc8-8530-462d-b025-c39f72d81136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.515543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bf343fc8-8530-462d-b025-c39f72d81136 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0258dfeb473b4239a22d2b5e64e18ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690110 Aug 20 12:06:07.517335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf343fc8-8530-462d-b025-c39f72d81136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ed323-d390-4f98-a3cb-695e25057807,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:07.518479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46412) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:07.578566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af6ef8cf-38ce-406f-a87c-f4b3d490f4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.606627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af6ef8cf-38ce-406f-a87c-f4b3d490f4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.637698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308a90c5-4506-429f-8b89-9af551fe55e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5926c4-e72b-40b5-bbff-8ef59a760728'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:07.641049 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9cc2dc-513e-4a46-af27-dd1aa9625c08" -d '{"events": [{"server_uuid": "308a90c5-4506-429f-8b89-9af551fe55e0", "name": "network-vif-plugged", "status": "completed", "tag": "bd5926c4-e72b-40b5-bbff-8ef59a760728"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:07.668380 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af6ef8cf-38ce-406f-a87c-f4b3d490f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.671960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af6ef8cf-38ce-406f-a87c-f4b3d490f4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:07.683275 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-af6ef8cf-38ce-406f-a87c-f4b3d490f4d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a1ed323-d390-4f98-a3cb-695e25057807 HTTP/1.1" status: 204 len: 168 time: 0.1583872 Aug 20 12:06:07.693755 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ef8cf-38ce-406f-a87c-f4b3d490f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ed323-d390-4f98-a3cb-695e25057807,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:07.699177 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fdd6dc-181b-4495-a135-dcfda84c55d9 x-openstack-request-id: req-18fdd6dc-181b-4495-a135-dcfda84c55d9 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:07.699432 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308a90c5-4506-429f-8b89-9af551fe55e0", "name": "network-vif-plugged", "status": "completed", "tag": "bd5926c4-e72b-40b5-bbff-8ef59a760728", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:07.699611 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18fdd6dc-181b-4495-a135-dcfda84c55d9 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:07.700005 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308a90c5-4506-429f-8b89-9af551fe55e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5926c4-e72b-40b5-bbff-8ef59a760728', 'code': 200} Aug 20 12:06:07.812850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18335e2-0abb-4ab0-b66b-b96971874cdf req-92986658-dba8-4497-8135-5895aa53d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:07.814396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c18335e2-0abb-4ab0-b66b-b96971874cdf req-92986658-dba8-4497-8135-5895aa53d151 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 1097 time: 0.0425789 Aug 20 12:06:07.856252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c18335e2-0abb-4ab0-b66b-b96971874cdf req-bc90f742-555d-4a47-ba09-4aca6eab9504 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Aug 20 12:06:07.923741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728330-f6ff-49df-b524-397b5c640f2d req-88f52da4-4274-4494-a0e5-8f22ad42b41f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:07.925352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2728330-f6ff-49df-b524-397b5c640f2d req-88f52da4-4274-4494-a0e5-8f22ad42b41f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0662403 Aug 20 12:06:07.987107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46426) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:07.989077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2728330-f6ff-49df-b524-397b5c640f2d req-42c8c670-2c13-42d4-8754-6898447a79b6 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461378 Aug 20 12:06:07.997265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71c1cd-5d54-4ce0-bebd-d0d98942e47a req-ac98c380-2b00-4d08-b3da-45bb4e60cb35 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:07.998833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce71c1cd-5d54-4ce0-bebd-d0d98942e47a req-ac98c380-2b00-4d08-b3da-45bb4e60cb35 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 943 time: 0.0931675 Aug 20 12:06:08.001300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c702a686-bccc-4bd3-aec3-9ff57a0a547e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.042644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce71c1cd-5d54-4ce0-bebd-d0d98942e47a req-5d80d23f-a743-424c-bdc8-7ea4b57a72d1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Aug 20 12:06:08.101913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c702a686-bccc-4bd3-aec3-9ff57a0a547e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.105947 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c702a686-bccc-4bd3-aec3-9ff57a0a547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.151505 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c702a686-bccc-4bd3-aec3-9ff57a0a547e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf29ff29f46c47e3a9ac4eb1a83ca804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605220 Aug 20 12:06:08.151772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46432) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:08.158084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702a686-bccc-4bd3-aec3-9ff57a0a547e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0931680-1b4b-46c6-a793-f48ef138c03e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:08.173836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd2d9-c62f-487c-8457-caed7e576a79 req-df42fa0c-c19d-4685-9cb5-75c9bb716946 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:08.176339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a5bd2d9-c62f-487c-8457-caed7e576a79 req-df42fa0c-c19d-4685-9cb5-75c9bb716946 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.0611575 Aug 20 12:06:08.211763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393f00d5-71d7-42c4-926f-e18c99fdc4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.226320 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a5bd2d9-c62f-487c-8457-caed7e576a79 req-dbb8e2dd-32c9-4041-a555-2e43aebc716d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Aug 20 12:06:08.234862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393f00d5-71d7-42c4-926f-e18c99fdc4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.268368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b598-3381-4105-bee9-04b23f47aaa6 req-a509c14f-9b16-4477-b6f2-2d3b370a3931 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:08.269893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dba2b598-3381-4105-bee9-04b23f47aaa6 req-a509c14f-9b16-4477-b6f2-2d3b370a3931 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 945 time: 0.0612607 Aug 20 12:06:08.291400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393f00d5-71d7-42c4-926f-e18c99fdc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.295462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393f00d5-71d7-42c4-926f-e18c99fdc4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.297044 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-393f00d5-71d7-42c4-926f-e18c99fdc4d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0931680-1b4b-46c6-a793-f48ef138c03e HTTP/1.1" status: 204 len: 168 time: 0.1439986 Aug 20 12:06:08.306597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f00d5-71d7-42c4-926f-e18c99fdc4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0931680-1b4b-46c6-a793-f48ef138c03e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:08.339375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dba2b598-3381-4105-bee9-04b23f47aaa6 req-c291d291-260a-410a-93eb-23cb97544790 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610528 Aug 20 12:06:08.373614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864bfa0-6315-40ee-884c-421aeb50d0d0 req-281e77b2-1306-480a-b9e5-1168000bb506 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:08.381000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d864bfa0-6315-40ee-884c-421aeb50d0d0 req-281e77b2-1306-480a-b9e5-1168000bb506 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0860913 Aug 20 12:06:08.416454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d864bfa0-6315-40ee-884c-421aeb50d0d0 req-36bacea1-836e-4c93-a84b-ab323f1d0d92 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Aug 20 12:06:08.580679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b99f97e3-17fd-4b14-a820-ddc0b81af924 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:08.679604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b99f97e3-17fd-4b14-a820-ddc0b81af924, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b99f97e3-17fd-4b14-a820-ddc0b81af924,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:08.696042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'b99f97e3-17fd-4b14-a820-ddc0b81af924', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': 'b99f97e3-17fd-4b14-a820-ddc0b81af924', 'mac_address': 'fa:16:3e:50:f4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:08.736985 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.754544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99f97e3-17fd-4b14-a820-ddc0b81af924 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:08.775270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b99f97e3-17fd-4b14-a820-ddc0b81af924, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b99f97e3-17fd-4b14-a820-ddc0b81af924,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:08.779572 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:08.836606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b99f97e3-17fd-4b14-a820-ddc0b81af924,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:09.122470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85222-b675-4b71-ac47-cdeec8213950 req-81e01faf-7746-4473-b895-efd0753091a4 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:09.124026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ad85222-b675-4b71-ac47-cdeec8213950 req-81e01faf-7746-4473-b895-efd0753091a4 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0543735 Aug 20 12:06:09.167762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ad85222-b675-4b71-ac47-cdeec8213950 req-70b4d9be-3dc9-4134-a705-539619e36492 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363286 Aug 20 12:06:09.272921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6682-49ee-4373-9a00-69fa45b7736d req-5d0d224a-202c-4cb1-8a0d-b5e0c36f3e10 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:09.280260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0f6682-49ee-4373-9a00-69fa45b7736d req-5d0d224a-202c-4cb1-8a0d-b5e0c36f3e10 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 944 time: 0.0897350 Aug 20 12:06:09.316193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0f6682-49ee-4373-9a00-69fa45b7736d req-9fd22643-17f0-4fdc-99b4-43e7d1df8614 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350058 Aug 20 12:06:09.323124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['b99f97e3-17fd-4b14-a820-ddc0b81af924'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:09.505313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22227-a792-4b90-972c-1dad2ce78faa req-05400347-b70f-4249-9aef-bc56752d6e5f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:09.507419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7b22227-a792-4b90-972c-1dad2ce78faa req-05400347-b70f-4249-9aef-bc56752d6e5f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.0947444 Aug 20 12:06:09.563298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7b22227-a792-4b90-972c-1dad2ce78faa req-a2d79629-570d-476f-a1ea-d34d8f6fb2d0 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Aug 20 12:06:09.689710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2ef6-ec9a-4b43-aca0-7dad6866ae3d req-d3376fe9-7f34-46b2-92f1-602980d631b5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:09.691083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-580e2ef6-ec9a-4b43-aca0-7dad6866ae3d req-d3376fe9-7f34-46b2-92f1-602980d631b5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0522935 Aug 20 12:06:09.736632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-580e2ef6-ec9a-4b43-aca0-7dad6866ae3d req-bd7e9f76-4353-4244-acf6-fd1527aaa21f tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372050 Aug 20 12:06:10.305112 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b560d-3f4d-4ef1-9a70-72bfeee66fda req-e1541afb-2aff-45b2-9223-5f7e4bd3692c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:10.307458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db6b560d-3f4d-4ef1-9a70-72bfeee66fda req-e1541afb-2aff-45b2-9223-5f7e4bd3692c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0631545 Aug 20 12:06:10.352562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db6b560d-3f4d-4ef1-9a70-72bfeee66fda req-c84d14c7-2469-40cf-9671-abc9e091ac72 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Aug 20 12:06:10.506268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f5b32-3e41-409b-9008-2a713026e7df req-9f3ff93d-ab83-44f4-8d08-98ce67ac6ab0 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:10.508622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e93f5b32-3e41-409b-9008-2a713026e7df req-9f3ff93d-ab83-44f4-8d08-98ce67ac6ab0 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 945 time: 0.0997989 Aug 20 12:06:10.545219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff0ee-283d-48d5-8c66-201666cb779f req-0d1bb173-970e-4173-b3c0-32e3eba3636c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:10.546771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca3ff0ee-283d-48d5-8c66-201666cb779f req-0d1bb173-970e-4173-b3c0-32e3eba3636c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 944 time: 0.1079397 Aug 20 12:06:10.572043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e93f5b32-3e41-409b-9008-2a713026e7df req-8f035231-0947-40af-b989-bb3dbb79f260 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Aug 20 12:06:10.608637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca3ff0ee-283d-48d5-8c66-201666cb779f req-4f161ad2-3ed0-4fb9-ba04-c8b54e8e7383 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513525 Aug 20 12:06:10.699843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72a3a2-5673-4398-b309-acb882cb978b req-0e7eb039-9699-45c7-a181-02ffeb061b56 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:10.701264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca72a3a2-5673-4398-b309-acb882cb978b req-0e7eb039-9699-45c7-a181-02ffeb061b56 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.0609567 Aug 20 12:06:10.739366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca72a3a2-5673-4398-b309-acb882cb978b req-489bf54b-f398-4ded-91a4-e50fd99ac305 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320554 Aug 20 12:06:10.889998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0e49b-eb5d-4faf-86ec-55c3c1380927 req-44028038-ba29-4bea-86ad-d216cce42970 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:10.891528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62e0e49b-eb5d-4faf-86ec-55c3c1380927 req-44028038-ba29-4bea-86ad-d216cce42970 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0807216 Aug 20 12:06:10.900328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7b28c-fdb0-4f6f-a8a8-cec3ad7fd56a req-ac0da6f4-3c90-4c8d-838e-c8039fa67990 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:10.901770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48c7b28c-fdb0-4f6f-a8a8-cec3ad7fd56a req-ac0da6f4-3c90-4c8d-838e-c8039fa67990 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0890548 Aug 20 12:06:10.962086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62e0e49b-eb5d-4faf-86ec-55c3c1380927 req-7968d214-5986-4abe-9a8c-a546c4947821 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592031 Aug 20 12:06:10.967122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48c7b28c-fdb0-4f6f-a8a8-cec3ad7fd56a req-a88b2cc9-64e9-4657-9efc-c5fee8049350 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584941 Aug 20 12:06:11.091566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c6fae-c845-4d3b-8345-8d98d35430de req-146ae2e7-bcc9-4c57-9e31-24cb967dda74 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.094336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-025c6fae-c845-4d3b-8345-8d98d35430de req-146ae2e7-bcc9-4c57-9e31-24cb967dda74 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 945 time: 0.0557551 Aug 20 12:06:11.138493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-025c6fae-c845-4d3b-8345-8d98d35430de req-ee72d2cb-dbb1-44ce-9be7-11876ca40096 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368335 Aug 20 12:06:11.421340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1257d-5aaa-491c-b021-ac6639e6afca req-233f6956-b9db-4190-b396-7799e1382bed tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.423607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ea1257d-5aaa-491c-b021-ac6639e6afca req-233f6956-b9db-4190-b396-7799e1382bed tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.0555184 Aug 20 12:06:11.464152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ea1257d-5aaa-491c-b021-ac6639e6afca req-02bbdc5e-5171-412f-a186-723c279d7148 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340548 Aug 20 12:06:11.528710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1909f-d24f-4096-81c7-6f3bfa3b60d4 req-fbc5e7bf-fd4c-4f22-9337-2e54be43d420 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.530522 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41b1909f-d24f-4096-81c7-6f3bfa3b60d4 req-fbc5e7bf-fd4c-4f22-9337-2e54be43d420 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0543482 Aug 20 12:06:11.577165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41b1909f-d24f-4096-81c7-6f3bfa3b60d4 req-494599ac-9df4-46ca-8d52-b7a32ce8c2d7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Aug 20 12:06:11.733384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d98a10-4691-4cec-a809-bc937abaf7d0 req-72910a9d-089f-4ea0-99c7-41fe1193249f tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.735129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2d98a10-4691-4cec-a809-bc937abaf7d0 req-72910a9d-089f-4ea0-99c7-41fe1193249f tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 945 time: 0.0886393 Aug 20 12:06:11.762158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b115c4-141c-43e5-bb92-d0f156504b47 req-7c5088f4-44dd-4acb-b324-72693d71fa8a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.763904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06b115c4-141c-43e5-bb92-d0f156504b47 req-7c5088f4-44dd-4acb-b324-72693d71fa8a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0752947 Aug 20 12:06:11.815659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2d98a10-4691-4cec-a809-bc937abaf7d0 req-f3277558-b827-4bb0-b239-dc0459a7f1b2 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/security-groups?id=580ce932-2c21-490f-9710-40ee89187329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671692 Aug 20 12:06:11.837760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06b115c4-141c-43e5-bb92-d0f156504b47 req-a622161e-ae04-4f19-a608-3bbfa77e8384 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530870 Aug 20 12:06:11.922770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:11.959354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31f29f-f292-4684-b602-c0d967837b19 req-96ca7c24-b1a8-4f2e-ac7b-c8eb7b9ae105 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:11.960882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af31f29f-f292-4684-b602-c0d967837b19 req-96ca7c24-b1a8-4f2e-ac7b-c8eb7b9ae105 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 944 time: 0.0796804 Aug 20 12:06:12.017213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af31f29f-f292-4684-b602-c0d967837b19 req-7bc24429-8720-4308-926f-b01015d8ba29 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Aug 20 12:06:12.128968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7053715-ffbe-422e-a0c5-08bb6d9a700a req-fcd26276-9011-4862-9e7a-47562dae08b5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:12.130561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7053715-ffbe-422e-a0c5-08bb6d9a700a req-fcd26276-9011-4862-9e7a-47562dae08b5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0520678 Aug 20 12:06:12.235271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7053715-ffbe-422e-a0c5-08bb6d9a700a req-a67eebc2-0e8c-415f-9573-f3a82fbb644c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Aug 20 12:06:12.256800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bb2bc-85c0-4def-84bd-0b571c53c03d req-1bef83d3-c247-44b0-b801-fd060b5416d7 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:12.262376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bb2bc-85c0-4def-84bd-0b571c53c03d req-1bef83d3-c247-44b0-b801-fd060b5416d7 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:12.268489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bb2bc-85c0-4def-84bd-0b571c53c03d req-1bef83d3-c247-44b0-b801-fd060b5416d7 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:12.270233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-570bb2bc-85c0-4def-84bd-0b571c53c03d req-1bef83d3-c247-44b0-b801-fd060b5416d7 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0&device_id=d17136d0-7652-47e3-8e05-39f603d31878&device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 2416 time: 0.1262145 Aug 20 12:06:12.279259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-347584eb-3b2b-4b22-bc9c-8e5817ae8b31 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:12.281062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-347584eb-3b2b-4b22-bc9c-8e5817ae8b31 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.73 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 945 time: 0.1188536 Aug 20 12:06:12.348878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-570bb2bc-85c0-4def-84bd-0b571c53c03d req-579ba2bd-2e0b-4b4c-bb78-60405eb8443c tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667453 Aug 20 12:06:12.401615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Deleting port 920ba85f-3c3a-4b90-b113-e583287e87e7 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:12.402090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:12.532765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75a65f-772d-4ea0-aa17-bad2d7cdb37a req-3993f912-3cbd-44fc-95b9-c0e69b47c46a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:12.534281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b75a65f-772d-4ea0-aa17-bad2d7cdb37a req-3993f912-3cbd-44fc-95b9-c0e69b47c46a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.0821884 Aug 20 12:06:12.540075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] For port 920ba85f-3c3a-4b90-b113-e583287e87e7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=920ba85f-3c3a-4b90-b113-e583287e87e7,segment=NetworkSegment(6be1f848-b4d6-4906-af6f-afb3f7b4ea23),segment_id=6be1f848-b4d6-4906-af6f-afb3f7b4ea23)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:12.540443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:12.565838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Calling delete_port for 920ba85f-3c3a-4b90-b113-e583287e87e7 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:12.599593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b99f97e3-17fd-4b14-a820-ddc0b81af924 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:12.634803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b75a65f-772d-4ea0-aa17-bad2d7cdb37a req-8374d63e-205a-41a3-bfbf-c5b94a382fe6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916059 Aug 20 12:06:12.673850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port b99f97e3-17fd-4b14-a820-ddc0b81af924 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:12.680425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port b99f97e3-17fd-4b14-a820-ddc0b81af924 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:12.681137 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:12.749463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b76fd-3b2c-412e-9e52-25316169ff72 req-50a75538-d074-4f35-875f-1f683d35f1bd tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:12.757002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e2b76fd-3b2c-412e-9e52-25316169ff72 req-50a75538-d074-4f35-875f-1f683d35f1bd tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1008284 Aug 20 12:06:12.799083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:12.806482 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:12.838436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dd984-5a4e-40bd-87af-a966cb5f05e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99f97e3-17fd-4b14-a820-ddc0b81af924'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:12.843674 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a8559-4a4c-4633-8fff-2de463054b87" -d '{"events": [{"server_uuid": "a60dd984-5a4e-40bd-87af-a966cb5f05e3", "name": "network-vif-plugged", "status": "completed", "tag": "b99f97e3-17fd-4b14-a820-ddc0b81af924"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:12.848317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e2b76fd-3b2c-412e-9e52-25316169ff72 req-ff348813-cadf-4181-9ea6-140ccc5f2a1a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902283 Aug 20 12:06:12.862485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b99f97e3-17fd-4b14-a820-ddc0b81af924, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b99f97e3-17fd-4b14-a820-ddc0b81af924,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:12.868663 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:12.909802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Pushing event deleted for resources: {'Port': ['ID=920ba85f-3c3a-4b90-b113-e583287e87e7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:12.955860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b99f97e3-17fd-4b14-a820-ddc0b81af924,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:12.965887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.966350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.966767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.967203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.967742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.968311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.968868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.969390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.969909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.970472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.971049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.971568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:12.991743 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f947e4b3-3104-47d9-ae46-80552ff5e623 x-openstack-request-id: req-f947e4b3-3104-47d9-ae46-80552ff5e623 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:12.992130 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dd984-5a4e-40bd-87af-a966cb5f05e3", "name": "network-vif-plugged", "status": "completed", "tag": "b99f97e3-17fd-4b14-a820-ddc0b81af924", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:12.992618 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f947e4b3-3104-47d9-ae46-80552ff5e623 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:12.993123 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dd984-5a4e-40bd-87af-a966cb5f05e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99f97e3-17fd-4b14-a820-ddc0b81af924', 'code': 200} Aug 20 12:06:12.999338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] No DVR routers for this DVR port 920ba85f-3c3a-4b90-b113-e583287e87e7 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:13.009228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd90a608-18d5-4380-b20b-f353e7e7fbaa req-b5caee83-ac13-402f-a0f9-a4046adcd307 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 210 time: 0.0509231 Aug 20 12:06:13.010458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:13.029775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f9acf53-7f14-4b6d-8ded-cddde58a0cd1 req-4587ff12-888b-4249-aba5-5591f0a11135 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.73 "DELETE /v2.0/ports/920ba85f-3c3a-4b90-b113-e583287e87e7 HTTP/1.1" status: 204 len: 173 time: 0.7409651 Aug 20 12:06:13.030302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50aafb2-7fbd-4b55-8216-5cd84fbc44ba', 'name': 'network-vif-deleted', 'tag': '920ba85f-3c3a-4b90-b113-e583287e87e7'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:13.033240 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d884f0d0-c33c-4a02-a5c3-c65eaeb63659" -d '{"events": [{"server_uuid": "d50aafb2-7fbd-4b55-8216-5cd84fbc44ba", "name": "network-vif-deleted", "tag": "920ba85f-3c3a-4b90-b113-e583287e87e7"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:13.133986 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a262a877-e95c-4703-a542-40afb0861eb6 x-openstack-request-id: req-a262a877-e95c-4703-a542-40afb0861eb6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:13.134379 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50aafb2-7fbd-4b55-8216-5cd84fbc44ba", "name": "network-vif-deleted", "tag": "920ba85f-3c3a-4b90-b113-e583287e87e7", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:13.134700 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a262a877-e95c-4703-a542-40afb0861eb6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:13.135187 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50aafb2-7fbd-4b55-8216-5cd84fbc44ba', 'name': 'network-vif-deleted', 'tag': '920ba85f-3c3a-4b90-b113-e583287e87e7', 'status': 'completed', 'code': 200} Aug 20 12:06:13.141585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04246d61-56db-464a-9931-ad08d6f14ead req-fe1ab093-f788-450e-b63d-4a760206a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:13.143480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04246d61-56db-464a-9931-ad08d6f14ead req-fe1ab093-f788-450e-b63d-4a760206a602 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 1097 time: 0.0569816 Aug 20 12:06:13.233557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04246d61-56db-464a-9931-ad08d6f14ead req-fe04771c-3ee0-4cde-9cb7-f9fca2961ed2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782592 Aug 20 12:06:13.255253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461caf9-6072-484d-8f37-f863989d97fb req-4735f3a4-6663-4557-9eb8-ef0be533c871 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:13.257468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e461caf9-6072-484d-8f37-f863989d97fb req-4735f3a4-6663-4557-9eb8-ef0be533c871 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 945 time: 0.0689161 Aug 20 12:06:13.306056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e461caf9-6072-484d-8f37-f863989d97fb req-e5c38c05-c448-4802-b548-7e9b52c29169 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Aug 20 12:06:13.419872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1323c87-844d-4cfb-aef6-7605f924c710 req-509b0492-3511-4ace-8788-a8745a856b06 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:13.421447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1323c87-844d-4cfb-aef6-7605f924c710 req-509b0492-3511-4ace-8788-a8745a856b06 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Aug 20 12:06:13.461871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1323c87-844d-4cfb-aef6-7605f924c710 req-ac1e384a-0849-4fc1-9dad-3593c2c65fca tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Aug 20 12:06:13.601731 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:13.993879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0af49a-c82d-476f-8946-e7d2dc3dcec1 req-3d4d785d-e91d-489a-9b40-b5af413642fe tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:13.995851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0af49a-c82d-476f-8946-e7d2dc3dcec1 req-3d4d785d-e91d-489a-9b40-b5af413642fe tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0988634 Aug 20 12:06:14.011702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833b06f-3a60-43a6-9272-1c1e016d44f3 req-a79b2ec3-9091-4212-af59-ea0b9592a2b8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:14.019849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4833b06f-3a60-43a6-9272-1c1e016d44f3 req-a79b2ec3-9091-4212-af59-ea0b9592a2b8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1077414 Aug 20 12:06:14.088330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4833b06f-3a60-43a6-9272-1c1e016d44f3 req-2d8bfe82-f769-4ec7-96b3-8fbec8f1413e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675540 Aug 20 12:06:14.124709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0af49a-c82d-476f-8946-e7d2dc3dcec1 req-457dfa7a-fc96-4794-9055-aa0e848cf77e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222043 Aug 20 12:06:14.219812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-204daa5c-9cff-4b54-aec6-98e419759b27 req-2e5e8ed8-d638-434e-8ef6-406438509ca4 tempest-ServerTagsTestJSON-768553030 tempest-ServerTagsTestJSON-768553030-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50aafb2-7fbd-4b55-8216-5cd84fbc44ba HTTP/1.1" status: 200 len: 210 time: 0.0479085 Aug 20 12:06:14.286288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:14.403785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fabb-fdcf-4a5c-81a9-168df15f45e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:14.449424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1214-0a08-4f66-9c0a-5c46a2ab1d4b req-92d3b416-87a5-44f8-8498-80089511103d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:14.451197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-374f1214-0a08-4f66-9c0a-5c46a2ab1d4b req-92d3b416-87a5-44f8-8498-80089511103d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 945 time: 0.0537598 Aug 20 12:06:14.494366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-374f1214-0a08-4f66-9c0a-5c46a2ab1d4b req-a84ddd23-bd70-4bf0-afda-466997c9ad1c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Aug 20 12:06:14.497965 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fabb-fdcf-4a5c-81a9-168df15f45e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:14.502406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fabb-fdcf-4a5c-81a9-168df15f45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:14.542373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d8d2fabb-fdcf-4a5c-81a9-168df15f45e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f95ba90d772c4694a0f4161b30ba1b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548490 Aug 20 12:06:14.543317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2fabb-fdcf-4a5c-81a9-168df15f45e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582cb1a-0339-4546-8d9d-39ff03f21003,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:14.545582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46654) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:14.595583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-602d16fb-0cfb-42f7-91a2-ecb568a0f40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:14.600357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aedca7-c1c5-49ac-b7e5-449d3c889320 req-e2842cd1-b458-4bf1-bdb9-aefe82611ab8 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:14.602301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2aedca7-c1c5-49ac-b7e5-449d3c889320 req-e2842cd1-b458-4bf1-bdb9-aefe82611ab8 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0573111 Aug 20 12:06:14.603850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 920ba85f-3c3a-4b90-b113-e583287e87e7 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:14.625091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 920ba85f-3c3a-4b90-b113-e583287e87e7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:14.625441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 920ba85f-3c3a-4b90-b113-e583287e87e7 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:14.630726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-602d16fb-0cfb-42f7-91a2-ecb568a0f40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:14.653077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2aedca7-c1c5-49ac-b7e5-449d3c889320 req-df402db1-7cfc-4928-9a0b-c022a7da6193 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Aug 20 12:06:14.682853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-602d16fb-0cfb-42f7-91a2-ecb568a0f40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:14.685658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-602d16fb-0cfb-42f7-91a2-ecb568a0f40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:14.686871 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-602d16fb-0cfb-42f7-91a2-ecb568a0f40f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9582cb1a-0339-4546-8d9d-39ff03f21003 HTTP/1.1" status: 204 len: 168 time: 0.1404126 Aug 20 12:06:14.695511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d16fb-0cfb-42f7-91a2-ecb568a0f40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582cb1a-0339-4546-8d9d-39ff03f21003,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:14.941189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46662) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:14.955045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ce91018-3ff8-4eb1-b1ce-b6592f448f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.057700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ce91018-3ff8-4eb1-b1ce-b6592f448f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.061153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ce91018-3ff8-4eb1-b1ce-b6592f448f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.098087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce91018-3ff8-4eb1-b1ce-b6592f448f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd3694e-24c8-4b08-8422-25974a221392,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:15.103710 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8ce91018-3ff8-4eb1-b1ce-b6592f448f76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c4c14d8bf574ef59becb7d1568c7990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613598 Aug 20 12:06:15.106700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46664) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:15.161497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d6ef-bb40-4467-9ca0-be8c3c007301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.193286 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d6ef-bb40-4467-9ca0-be8c3c007301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.222059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916458-579b-4553-a1dc-f5015aaf6278 req-215566e7-1e9e-43b6-a5ce-ebc856595a10 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:15.223626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85916458-579b-4553-a1dc-f5015aaf6278 req-215566e7-1e9e-43b6-a5ce-ebc856595a10 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0696924 Aug 20 12:06:15.246084 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d6ef-bb40-4467-9ca0-be8c3c007301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.249303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d6ef-bb40-4467-9ca0-be8c3c007301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.250568 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5ed0d6ef-bb40-4467-9ca0-be8c3c007301 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fd3694e-24c8-4b08-8422-25974a221392 HTTP/1.1" status: 204 len: 168 time: 0.1432743 Aug 20 12:06:15.258361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0d6ef-bb40-4467-9ca0-be8c3c007301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd3694e-24c8-4b08-8422-25974a221392,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:15.285285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc76034-7ca1-4969-9fa2-d6b50d0db4cb req-4912a507-4832-4abc-bf5d-8faebe6ff660 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:15.286810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cc76034-7ca1-4969-9fa2-d6b50d0db4cb req-4912a507-4832-4abc-bf5d-8faebe6ff660 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0855019 Aug 20 12:06:15.292795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85916458-579b-4553-a1dc-f5015aaf6278 req-23495d2d-ecf1-485d-8e2d-c47686168675 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548632 Aug 20 12:06:15.335544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cc76034-7ca1-4969-9fa2-d6b50d0db4cb req-4679c27d-b119-4169-b619-4285cdb55a80 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Aug 20 12:06:15.397538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46676) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:15.446465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19ea76f-d32d-47f6-9eaa-a1cc30515875 admin admin] Deleting subnet c20dc790-a624-4742-b752-79b9532180a6 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:06:15.449959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19ea76f-d32d-47f6-9eaa-a1cc30515875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.488459 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19ea76f-d32d-47f6-9eaa-a1cc30515875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.527959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19ea76f-d32d-47f6-9eaa-a1cc30515875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.591442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19ea76f-d32d-47f6-9eaa-a1cc30515875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.625533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce0b33-e2f1-435f-bf37-f37a0f196f4a req-403f33b9-86f9-4a74-95a2-0f67e371ff0c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:15.627094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74ce0b33-e2f1-435f-bf37-f37a0f196f4a req-403f33b9-86f9-4a74-95a2-0f67e371ff0c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 945 time: 0.0538990 Aug 20 12:06:15.633916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea76f-d32d-47f6-9eaa-a1cc30515875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20dc790-a624-4742-b752-79b9532180a6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:15.639400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19ea76f-d32d-47f6-9eaa-a1cc30515875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.641572 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c19ea76f-d32d-47f6-9eaa-a1cc30515875 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c20dc790-a624-4742-b752-79b9532180a6 HTTP/1.1" status: 204 len: 168 time: 0.2428036 Aug 20 12:06:15.644705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46688) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:15.668667 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74ce0b33-e2f1-435f-bf37-f37a0f196f4a req-9547a5f2-3ee7-4f3c-8114-c7fa19a9b042 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 Aug 20 12:06:15.735878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.823332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbad4c-7731-4c50-8b25-a31947c207ca req-f21b4de1-9716-4697-82ca-e5f53e368d7e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:15.825228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9fbad4c-7731-4c50-8b25-a31947c207ca req-f21b4de1-9716-4697-82ca-e5f53e368d7e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0753386 Aug 20 12:06:15.841826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.858739 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420fb1d6-e63e-48b5-bb34-76124997bada']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:15.873340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be1f848-b4d6-4906-af6f-afb3f7b4ea23') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:15.873645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be1f848-b4d6-4906-af6f-afb3f7b4ea23') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:15.885927 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.889767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9fbad4c-7731-4c50-8b25-a31947c207ca req-f52b0329-6c1f-47e9-9643-5d9a7d7b7504 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Aug 20 12:06:15.909224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.916881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:06:15.917722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:06:15.919305 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:06:15.967977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ace99-0c93-447b-b316-7e106c505c29 req-fde7eed5-7a2c-4978-991e-d72b831a6c8e tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:15.969914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-867ace99-0c93-447b-b316-7e106c505c29 req-fde7eed5-7a2c-4978-991e-d72b831a6c8e tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.0563631 Aug 20 12:06:15.978729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.985330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.987571 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] 10.222.0.25 "DELETE /v2.0/networks/420fb1d6-e63e-48b5-bb34-76124997bada HTTP/1.1" status: 204 len: 168 time: 0.3415377 Aug 20 12:06:16.000384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382488c8-d1bc-4acc-8c3a-cd505730954d admin admin] Pushing event deleted for resources: {'Network': ['ID=420fb1d6-e63e-48b5-bb34-76124997bada,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:16.028089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-867ace99-0c93-447b-b316-7e106c505c29 req-b4e13049-90f1-454e-9712-094cf41b7835 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490592 Aug 20 12:06:16.161626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46716) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:16.203288 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3bb78149-daa0-455e-93a7-3f6642629cb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36bda00c52a144bdaca5681f9260c99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388017 Aug 20 12:06:16.204452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46718) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:16.254360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-679d2c38-1d22-4671-af60-da200e41d394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:16.277405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-679d2c38-1d22-4671-af60-da200e41d394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:16.324689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-679d2c38-1d22-4671-af60-da200e41d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:16.327278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-679d2c38-1d22-4671-af60-da200e41d394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:16.330769 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-679d2c38-1d22-4671-af60-da200e41d394 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/580ce932-2c21-490f-9710-40ee89187329 HTTP/1.1" status: 204 len: 168 time: 0.1229482 Aug 20 12:06:16.338482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d2c38-1d22-4671-af60-da200e41d394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580ce932-2c21-490f-9710-40ee89187329,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:16.471339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2136a-718f-427d-9f79-9ee7dafa73c0 req-a3569de3-cf2f-4db7-9159-6b99ae9b5687 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:16.472862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1d2136a-718f-427d-9f79-9ee7dafa73c0 req-a3569de3-cf2f-4db7-9159-6b99ae9b5687 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0841429 Aug 20 12:06:16.508994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21734d-bb84-454d-8d8c-80181fa3e3e1 req-20099522-8bb9-4fce-9ef8-3073cd37b326 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:16.510669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c21734d-bb84-454d-8d8c-80181fa3e3e1 req-20099522-8bb9-4fce-9ef8-3073cd37b326 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0816045 Aug 20 12:06:16.535351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1d2136a-718f-427d-9f79-9ee7dafa73c0 req-04971b4b-38f3-40ca-be51-234e8424f38e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552609 Aug 20 12:06:16.576182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c21734d-bb84-454d-8d8c-80181fa3e3e1 req-d24cc5e5-4065-4699-ab5c-23faf0e2d40c tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Aug 20 12:06:17.025908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b20a44-052d-4cf4-af84-e7b62bb91284 req-8df1fb69-e7d8-4c37-9085-8f190c0d2798 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:17.036243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3b20a44-052d-4cf4-af84-e7b62bb91284 req-8df1fb69-e7d8-4c37-9085-8f190c0d2798 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.0764210 Aug 20 12:06:17.083821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3b20a44-052d-4cf4-af84-e7b62bb91284 req-30702d3d-0e7b-41bb-b3f2-4aaf4663b65b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 Aug 20 12:06:17.118370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46776) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:17.237580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea051a19-de95-47fe-af6a-21e8a1ff02e7 req-4e68e2de-985a-4e7b-bf8f-2490b245d901 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:17.239307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea051a19-de95-47fe-af6a-21e8a1ff02e7 req-4e68e2de-985a-4e7b-bf8f-2490b245d901 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.0541735 Aug 20 12:06:17.244954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1021663711-network', 'tenant_id': '4a1726240be84e4ebc8c11fcc7a69d79'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:17.274569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Made reservation on behalf of 4a1726240be84e4ebc8c11fcc7a69d79 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:17.277371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.281430 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea051a19-de95-47fe-af6a-21e8a1ff02e7 req-b98f7c01-0503-4de5-b9e4-43a2e4f4206d tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346394 Aug 20 12:06:17.305240 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.417182 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.421989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.454053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:06:17.460836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:17.468325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.469121 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Added segment 461711cd-aa35-4f94-9a96-4ac1a136325c of type vlan for network 31af9fba-a752-4bfa-8e71-3971d328722c Aug 20 12:06:17.522028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.550465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.551854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:17.552636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.619885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46810) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:17.620373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5004482 Aug 20 12:06:17.625453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Request body: {'subnet': {'network_id': '31af9fba-a752-4bfa-8e71-3971d328722c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1021663711-subnet', 'tenant_id': '4a1726240be84e4ebc8c11fcc7a69d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:17.639226 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632d03-e140-4ba2-9e23-09908d2fcd27 admin admin] Pushing event updated for resources: {'Network': ['ID=31af9fba-a752-4bfa-8e71-3971d328722c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:17.658038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 31af9fba-a752-4bfa-8e71-3971d328722c details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:06:17.667620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46814) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:17.704635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Made reservation on behalf of 4a1726240be84e4ebc8c11fcc7a69d79 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:17.707915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.806729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210e526-1ae4-4218-9182-bc4d731298e9 req-7c5f8317-9fbb-449e-a90a-87a0bd1b4707 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:17.808362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9210e526-1ae4-4218-9182-bc4d731298e9 req-7c5f8317-9fbb-449e-a90a-87a0bd1b4707 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1540399 Aug 20 12:06:17.834337 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b9de7c7-6a2a-4254-adb5-6e8f7cae4fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.842568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e201e-058d-4c88-9449-805c68fca8eb req-ce42c4a3-a227-4731-b4ba-74f6670610cf tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:17.844012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-132e201e-058d-4c88-9449-805c68fca8eb req-ce42c4a3-a227-4731-b4ba-74f6670610cf tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1482301 Aug 20 12:06:17.920630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9210e526-1ae4-4218-9182-bc4d731298e9 req-8afc587b-a952-4467-9382-a13b8eaa8085 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907168 Aug 20 12:06:17.951967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-132e201e-058d-4c88-9449-805c68fca8eb req-adc3b55e-0b4d-4212-a618-ccee41ca0819 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990074 Aug 20 12:06:17.961698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b9de7c7-6a2a-4254-adb5-6e8f7cae4fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.967607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b9de7c7-6a2a-4254-adb5-6e8f7cae4fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.016598 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2b9de7c7-6a2a-4254-adb5-6e8f7cae4fc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4198f813437d4d77886f352fe848ee0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478725 Aug 20 12:06:18.019158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9de7c7-6a2a-4254-adb5-6e8f7cae4fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acc4620-26ba-4801-9713-5f5622a83ec1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:18.034834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46822) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:18.055928 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.101852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-58c75842-c29a-4d81-8596-b0d7b1523bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.125729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-58c75842-c29a-4d81-8596-b0d7b1523bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.126603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befa2e05-684e-4cd1-9382-2113997f33c3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:18.136347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Checking segment: {'id': '461711cd-aa35-4f94-9a96-4ac1a136325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '31af9fba-a752-4bfa-8e71-3971d328722c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:18.137327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Network hostable DHCP agents. Network: 31af9fba-a752-4bfa-8e71-3971d328722c, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:06:18.166401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Network 31af9fba-a752-4bfa-8e71-3971d328722c is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:06:18.186240 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-58c75842-c29a-4d81-8596-b0d7b1523bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.188658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-58c75842-c29a-4d81-8596-b0d7b1523bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.189834 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-58c75842-c29a-4d81-8596-b0d7b1523bd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6acc4620-26ba-4801-9713-5f5622a83ec1 HTTP/1.1" status: 204 len: 168 time: 0.1537969 Aug 20 12:06:18.190126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 31af9fba-a752-4bfa-8e71-3971d328722c) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:18.198741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.199950 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.208331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2446810-b2d2-4ace-a626-9e18585ad10b None None] Network 31af9fba-a752-4bfa-8e71-3971d328722c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:18.229260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75842-c29a-4d81-8596-b0d7b1523bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acc4620-26ba-4801-9713-5f5622a83ec1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:18.260984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ece766e3-991f-4c86-8b96-3a986df14e66 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6395473 Aug 20 12:06:18.373874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623f38-c051-4b43-8cab-28443f87bba8 req-5407f314-4c42-475b-a710-63c193665681 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.381934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12623f38-c051-4b43-8cab-28443f87bba8 req-5407f314-4c42-475b-a710-63c193665681 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1189613 Aug 20 12:06:18.401587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7492e-b5eb-4885-aaf7-ea7d4779d576 req-54893c30-a849-4e40-8fc6-e9dc77cf0254 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:18.408835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38c7492e-b5eb-4885-aaf7-ea7d4779d576 req-54893c30-a849-4e40-8fc6-e9dc77cf0254 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.1176383 Aug 20 12:06:18.474125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c04b5c-78af-4076-b546-e600c35905b8 None None] Network 31af9fba-a752-4bfa-8e71-3971d328722c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:18.504675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12623f38-c051-4b43-8cab-28443f87bba8 req-e089c9ee-ad62-4916-b981-4cba3e31d4dd tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089439 Aug 20 12:06:18.524689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38c7492e-b5eb-4885-aaf7-ea7d4779d576 req-b0d1e963-3a35-4c07-9bb0-8b4d107963ce tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088493 Aug 20 12:06:18.639714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46838) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:18.660145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ae91364-e03d-4e20-b5ca-349ea771d459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.759493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ae91364-e03d-4e20-b5ca-349ea771d459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.763608 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ae91364-e03d-4e20-b5ca-349ea771d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.804205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae91364-e03d-4e20-b5ca-349ea771d459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2c0a6d-44a1-4c1b-b78e-8b89f6599dab,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:18.811994 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2ae91364-e03d-4e20-b5ca-349ea771d459 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0701a7bd421e47cea3249f48a40e3f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691427 Aug 20 12:06:18.813018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46844) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:18.866446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5690597-15a6-4a52-a46a-1448e7a99144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.888636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5690597-15a6-4a52-a46a-1448e7a99144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.889009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46848) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:18.894284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-993454430-network', 'tenant_id': 'ff620580f2ed4f9db0208d54948693cb'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:18.915571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Made reservation on behalf of ff620580f2ed4f9db0208d54948693cb for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:18.917923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.926906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.935547 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5690597-15a6-4a52-a46a-1448e7a99144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.938072 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5690597-15a6-4a52-a46a-1448e7a99144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.939273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e5690597-15a6-4a52-a46a-1448e7a99144 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec2c0a6d-44a1-4c1b-b78e-8b89f6599dab HTTP/1.1" status: 204 len: 168 time: 0.1256750 Aug 20 12:06:18.948172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5690597-15a6-4a52-a46a-1448e7a99144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2c0a6d-44a1-4c1b-b78e-8b89f6599dab,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:19.101536 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.110030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.152090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd06caa-c445-4e3b-9d48-7c3fd1d57b16 req-6d5b0668-2300-4f98-8756-8a6bf2de1ecf tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.153620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0dd06caa-c445-4e3b-9d48-7c3fd1d57b16 req-6d5b0668-2300-4f98-8756-8a6bf2de1ecf tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1186838 Aug 20 12:06:19.158771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:06:19.185438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8034f4-1c0f-4658-a882-454428c4ce93,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:19.196282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30519800-90f2-47a7-a21c-39638e853b51 req-8c8bd10c-42d2-4636-9b36-d9e9c1e6d9cd tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.198701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30519800-90f2-47a7-a21c-39638e853b51 req-8c8bd10c-42d2-4636-9b36-d9e9c1e6d9cd tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1473632 Aug 20 12:06:19.206590 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.206933 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Added segment 88f41feb-530d-4cf0-8555-db91d762e23f of type vlan for network 1f0238d8-8e1f-44bd-a5f9-1567b5519573 Aug 20 12:06:19.281993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.298684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0dd06caa-c445-4e3b-9d48-7c3fd1d57b16 req-7d9a61f4-574d-4895-9e28-b66265409700 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338892 Aug 20 12:06:19.306512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30519800-90f2-47a7-a21c-39638e853b51 req-f39c4a12-6839-40e4-92ce-bc0b51cdfeec tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887344 Aug 20 12:06:19.325291 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.326375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.330564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.401952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5118210 Aug 20 12:06:19.404761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46870) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:19.412824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14336f1a-bf76-4587-8f02-f2b789ce582c admin admin] Pushing event updated for resources: {'Network': ['ID=1f0238d8-8e1f-44bd-a5f9-1567b5519573,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:19.413991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Request body: {'subnet': {'network_id': '1f0238d8-8e1f-44bd-a5f9-1567b5519573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-993454430-subnet', 'tenant_id': 'ff620580f2ed4f9db0208d54948693cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:19.423031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1f0238d8-8e1f-44bd-a5f9-1567b5519573 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:06:19.451188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Made reservation on behalf of ff620580f2ed4f9db0208d54948693cb for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:19.454757 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.650093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.664308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfd1e7-d842-4f0d-9244-22b7bb57251b req-af72d6fb-9ba9-4de0-b6b7-969e7e95c3ee tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.665922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0abfd1e7-d842-4f0d-9244-22b7bb57251b req-af72d6fb-9ba9-4de0-b6b7-969e7e95c3ee tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1033428 Aug 20 12:06:19.674890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1e712-3320-41d8-b4b9-10fdc9163253 req-40ffc37d-fce9-45e4-b062-4403511a94d6 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.676360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30d1e712-3320-41d8-b4b9-10fdc9163253 req-40ffc37d-fce9-45e4-b062-4403511a94d6 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.0759721 Aug 20 12:06:19.716518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92d84b8-bfdd-4164-a296-3d35b10a56b1,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:19.729966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Checking segment: {'id': '88f41feb-530d-4cf0-8555-db91d762e23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1f0238d8-8e1f-44bd-a5f9-1567b5519573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:19.730754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Network hostable DHCP agents. Network: 1f0238d8-8e1f-44bd-a5f9-1567b5519573, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:06:19.730944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0abfd1e7-d842-4f0d-9244-22b7bb57251b req-91c3371a-cbfd-4b47-83f9-1c901804eef6 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Aug 20 12:06:19.744171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30d1e712-3320-41d8-b4b9-10fdc9163253 req-bd444d02-e702-43c5-b93b-d387cc122fa6 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d80e177-b99f-4cd4-a39b-c299e434e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518014 Aug 20 12:06:19.750703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Network 1f0238d8-8e1f-44bd-a5f9-1567b5519573 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:06:19.768690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1f0238d8-8e1f-44bd-a5f9-1567b5519573) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:19.773901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.774572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.784198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b14f95-2597-41ea-9bf0-c07ba26abb99 None None] Network 1f0238d8-8e1f-44bd-a5f9-1567b5519573 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:19.790883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-06f502f4-f970-40b7-adb1-695a71cceb1d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3840194 Aug 20 12:06:19.925151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff6690-7a61-4528-990e-44ff61c77681 None None] Network 1f0238d8-8e1f-44bd-a5f9-1567b5519573 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:19.943200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-48446819-212e-4163-bffd-33c4b1b88cb0 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:19.945565 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-48446819-212e-4163-bffd-33c4b1b88cb0 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.73 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 945 time: 0.0776582 Aug 20 12:06:20.073878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Deleting port 5e420bca-2d49-47cb-bd9f-489a4621efb3 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:20.074236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.167637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] For port 5e420bca-2d49-47cb-bd9f-489a4621efb3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5e420bca-2d49-47cb-bd9f-489a4621efb3,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:20.168002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.225335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46900) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:20.342667 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b67af04a-6cab-4eb7-ab64-c6f16656ebd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.440336 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b67af04a-6cab-4eb7-ab64-c6f16656ebd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.445586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b67af04a-6cab-4eb7-ab64-c6f16656ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.488649 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b67af04a-6cab-4eb7-ab64-c6f16656ebd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b1d4244568d4c79a2816070f23927f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619200 Aug 20 12:06:20.489523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67af04a-6cab-4eb7-ab64-c6f16656ebd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fab97e7-ac64-4f16-a653-e2a941c1cde9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:20.492440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:20.548348 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91453bab-5b5d-49cc-b369-2c46742fb6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.571764 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91453bab-5b5d-49cc-b369-2c46742fb6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.623129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91453bab-5b5d-49cc-b369-2c46742fb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.625731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91453bab-5b5d-49cc-b369-2c46742fb6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.626949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-91453bab-5b5d-49cc-b369-2c46742fb6b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fab97e7-ac64-4f16-a653-e2a941c1cde9 HTTP/1.1" status: 204 len: 168 time: 0.1316364 Aug 20 12:06:20.636682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91453bab-5b5d-49cc-b369-2c46742fb6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fab97e7-ac64-4f16-a653-e2a941c1cde9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:20.850840 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.851425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:20.851747 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Floating IP d8969512-7aa7-4aee-b5ad-608113a6ecf0 disassociated. External IP: 172.25.0.223, port: 5e420bca-2d49-47cb-bd9f-489a4621efb3. Aug 20 12:06:20.852104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Calling delete_port for 5e420bca-2d49-47cb-bd9f-489a4621efb3 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:20.893290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400352f-3718-4e1e-a668-e209720b3e7f req-340b8904-af01-467b-9e81-626a6a50df9c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:20.894808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9400352f-3718-4e1e-a668-e209720b3e7f req-340b8904-af01-467b-9e81-626a6a50df9c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.4916618 Aug 20 12:06:20.967181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-47b11655-a327-47f7-8a45-cc3d49b77c61 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:20.968730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-47b11655-a327-47f7-8a45-cc3d49b77c61 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/networks?id=31af9fba-a752-4bfa-8e71-3971d328722c HTTP/1.1" status: 200 len: 825 time: 0.5640409 Aug 20 12:06:21.019007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-52d7808c-9877-4eb8-8442-940ca8017892 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/quotas/4a1726240be84e4ebc8c11fcc7a69d79 HTTP/1.1" status: 200 len: 375 time: 0.0346704 Aug 20 12:06:21.022385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9400352f-3718-4e1e-a668-e209720b3e7f req-5c65e189-1506-4014-927a-f69ad4d6aa09 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917277 Aug 20 12:06:21.066470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-f746c9e5-c3fc-49f5-ba8f-ef0d2bd14835 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a1726240be84e4ebc8c11fcc7a69d79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369370 Aug 20 12:06:21.207305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:21.222633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb4930-4221-4a2f-8f28-94aae09ee1ac req-444d424b-4300-4303-ae65-76f4b6bbedd1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:21.224112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbbb4930-4221-4a2f-8f28-94aae09ee1ac req-444d424b-4300-4303-ae65-76f4b6bbedd1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1320307 Aug 20 12:06:21.262289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event deleted for resources: {'Port': ['ID=5e420bca-2d49-47cb-bd9f-489a4621efb3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:21.291182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-c1f1102d-f820-4f3c-88d7-0b43f1434ab7 service neutron] 10.222.0.25 "GET /v2.0/networks/31af9fba-a752-4bfa-8e71-3971d328722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000883 Aug 20 12:06:21.403408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbbb4930-4221-4a2f-8f28-94aae09ee1ac req-3369be05-6c08-4071-b6e6-5e6384029d15 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510460 Aug 20 12:06:21.501923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-7310ce6a-2306-4331-a204-ea382233d1ee service neutron] 10.222.0.25 "GET /v2.0/networks/31af9fba-a752-4bfa-8e71-3971d328722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753285 Aug 20 12:06:21.503830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Router 9667c1a4-44ba-4c43-bda0-b38990638ca8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:21.650215 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cbeae8f3-7e5e-4f3c-a49d-0928bfbdb769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:21.705271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:21.721286 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] Sync routers for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:21.735699 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:21.736580 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:05:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:21.751093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa526608-37ea-49bd-b98f-11f8dccb5e05 req-e07bc6ea-a69a-4273-bb04-3411a7023e5b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:21.753765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa526608-37ea-49bd-b98f-11f8dccb5e05 req-e07bc6ea-a69a-4273-bb04-3411a7023e5b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1442959 Aug 20 12:06:21.797577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20d94812-d22c-4fd5-9f51-9bc7bd773668 req-1f801969-746e-4232-8434-228566c3954c tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/ports?device_id=899ccd61-8bc6-4758-9938-ebcb3e676d39 HTTP/1.1" status: 200 len: 210 time: 0.0600688 Aug 20 12:06:21.799567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] No DVR routers for this DVR port 5e420bca-2d49-47cb-bd9f-489a4621efb3 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:21.802416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:21.805041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f11eeee2-64c0-4563-b8e5-7fdd07e13139 req-d2bb9c97-e5fd-4ba3-a7b0-e1f32b679462 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.73 "DELETE /v2.0/ports/5e420bca-2d49-47cb-bd9f-489a4621efb3 HTTP/1.1" status: 204 len: 173 time: 1.8488183 Aug 20 12:06:21.805609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'name': 'network-vif-deleted', 'tag': '5e420bca-2d49-47cb-bd9f-489a4621efb3'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:21.808118 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068824fa-5f35-43e5-a2e6-540962f245e5" -d '{"events": [{"server_uuid": "899ccd61-8bc6-4758-9938-ebcb3e676d39", "name": "network-vif-deleted", "tag": "5e420bca-2d49-47cb-bd9f-489a4621efb3"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:21.869285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa526608-37ea-49bd-b98f-11f8dccb5e05 req-51771e30-b06f-45db-982a-27954f989d0e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Aug 20 12:06:21.952415 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:21.981058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f063e2f0-de35-4ecb-ad0d-4d5fd2cf5861 req-afa32bf4-3168-4280-9d97-c4cc7c33eaa1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 210 time: 0.0491898 Aug 20 12:06:22.001757 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b0a58d-6e10-410e-befc-ec44c5127ebf x-openstack-request-id: req-e6b0a58d-6e10-410e-befc-ec44c5127ebf {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:22.008961 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899ccd61-8bc6-4758-9938-ebcb3e676d39", "name": "network-vif-deleted", "tag": "5e420bca-2d49-47cb-bd9f-489a4621efb3", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:22.009880 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6b0a58d-6e10-410e-befc-ec44c5127ebf {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:22.011292 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899ccd61-8bc6-4758-9938-ebcb3e676d39', 'name': 'network-vif-deleted', 'tag': '5e420bca-2d49-47cb-bd9f-489a4621efb3', 'status': 'completed', 'code': 200} Aug 20 12:06:22.168853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c5095-28ea-44bf-b1c3-4f9beefd1da6 req-d34d1cbf-e686-4baf-bdc4-2a874207d10f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:22.177080 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-605c5095-28ea-44bf-b1c3-4f9beefd1da6 req-d34d1cbf-e686-4baf-bdc4-2a874207d10f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0616355 Aug 20 12:06:22.230501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-605c5095-28ea-44bf-b1c3-4f9beefd1da6 req-feb3c0dc-3438-43d5-8af5-5ce2561c7b8d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476139 Aug 20 12:06:22.261138 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:04:06Z', 'revision_number': 5, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:22.295515 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] Checking router: 9667c1a4-44ba-4c43-bda0-b38990638ca8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:22.305107 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:22.305722 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:05:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:22.546089 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:22.578707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b3975-035f-4729-9892-2be6709bfc48 req-a3726c60-9851-4b6f-ac06-4d722c04caee tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:22.594836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c9b3975-035f-4729-9892-2be6709bfc48 req-a3726c60-9851-4b6f-ac06-4d722c04caee tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0932539 Aug 20 12:06:22.649559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c9b3975-035f-4729-9892-2be6709bfc48 req-f932a4ea-818b-404e-b819-07102afe0751 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536308 Aug 20 12:06:22.650269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5e420bca-2d49-47cb-bd9f-489a4621efb3 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:22.704641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 5e420bca-2d49-47cb-bd9f-489a4621efb3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:22.705829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5e420bca-2d49-47cb-bd9f-489a4621efb3 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:22.841877 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:04:06Z', 'revision_number': 5, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:22.873093 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7d934-b965-4d7e-b40b-86ef1a71e6fc None None] The sync data for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 is: [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:03:54Z', 'revision_number': 4, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '54c94389-9e88-4b00-93ea-67e50e2c93c6', 'name': '', 'network_id': '69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'mac_address': 'fa:16:3e:5a:f3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:53Z', 'updated_at': '2021-08-20T12:04:06Z', 'revision_number': 5, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'subnets': [{'id': '6b035f93-5b6c-4d5d-8971-6066286ed627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:22.894821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46986) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:22.968334 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26eaa27b-1039-4854-969e-dc55848a56ca tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.016103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26eaa27b-1039-4854-969e-dc55848a56ca tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.053768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f4561-b8de-42ca-b257-895c68bfd9b8 req-02fffb12-c7d6-438e-b2ed-920f8817d575 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:23.060683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc3f4561-b8de-42ca-b257-895c68bfd9b8 req-02fffb12-c7d6-438e-b2ed-920f8817d575 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1028807 Aug 20 12:06:23.122961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd5f560f-4143-4b07-be1d-c8029c10d1a5 req-407fa8df-38d3-4f3f-bd1c-e9ac803e44ad tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 210 time: 0.0479076 Aug 20 12:06:23.179545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc3f4561-b8de-42ca-b257-895c68bfd9b8 req-3967f81a-95d3-4926-a421-7c7b2ce57986 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997198 Aug 20 12:06:23.197566 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26eaa27b-1039-4854-969e-dc55848a56ca tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.200298 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26eaa27b-1039-4854-969e-dc55848a56ca tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.201532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-26eaa27b-1039-4854-969e-dc55848a56ca tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d80e177-b99f-4cd4-a39b-c299e434e03e HTTP/1.1" status: 204 len: 168 time: 0.3056445 Aug 20 12:06:23.205116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46996) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:23.213108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfcaeb0-a8f4-499c-bbfc-cd84801e360d None None] New status for floating IP d8969512-7aa7-4aee-b5ad-608113a6ecf0: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:06:23.229778 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-b742a5ac-8d83-416c-82ee-3c91d7312ede tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] show failed (client error): The resource could not be found. Aug 20 12:06:23.230985 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b742a5ac-8d83-416c-82ee-3c91d7312ede tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "GET /v2.0/security-groups/7d80e177-b99f-4cd4-a39b-c299e434e03e HTTP/1.1" status: 404 len: 347 time: 0.0247493 Aug 20 12:06:23.233827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46998) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:23.257634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaa27b-1039-4854-969e-dc55848a56ca tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80e177-b99f-4cd4-a39b-c299e434e03e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:23.401946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-8fc9c099-57b5-4bec-9b69-6c14ccfe8e8a tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:23.403127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-8fc9c099-57b5-4bec-9b69-6c14ccfe8e8a tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.73 "GET /v2.0/networks?id=31af9fba-a752-4bfa-8e71-3971d328722c HTTP/1.1" status: 200 len: 825 time: 0.2541907 Aug 20 12:06:23.422381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Request body: {'port': {'device_id': '2b861db9-cabf-4350-b634-68081943178d', 'network_id': '31af9fba-a752-4bfa-8e71-3971d328722c', 'admin_state_up': True, 'tenant_id': '4a1726240be84e4ebc8c11fcc7a69d79'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:23.434084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba6a8-132c-48a9-8bf0-09dc3a4d50c9 req-4c4bbf3a-8a31-46c1-8952-bf3676edf5c7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:23.435729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfdba6a8-132c-48a9-8bf0-09dc3a4d50c9 req-4c4bbf3a-8a31-46c1-8952-bf3676edf5c7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1042373 Aug 20 12:06:23.550924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfdba6a8-132c-48a9-8bf0-09dc3a4d50c9 req-52ee671e-552f-43b7-afe0-7046b3fbb107 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087959 Aug 20 12:06:23.619675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Made reservation on behalf of 4a1726240be84e4ebc8c11fcc7a69d79 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:23.625574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.820938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Deleting port 4aebfd97-0db7-4bc8-8f3e-902e28d0d65b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:23.821456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.852701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Allocated IP 172.20.0.7 (31af9fba-a752-4bfa-8e71-3971d328722c/befa2e05-684e-4cd1-9382-2113997f33c3/e74332a3-f75a-42a1-8bc4-477eae467846) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:23.872642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244b963-3e6d-4daa-8a90-052927848eb3 req-d7c246d4-ddec-485d-be1c-da16f8968e5c tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:23.873723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6244b963-3e6d-4daa-8a90-052927848eb3 req-d7c246d4-ddec-485d-be1c-da16f8968e5c tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0941691 Aug 20 12:06:23.905898 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:06:23.943156 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.944283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.949613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6244b963-3e6d-4daa-8a90-052927848eb3 req-ca4cd291-68de-4f51-b58a-f75d0f97622b tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558720 Aug 20 12:06:23.957927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673553a-1d9e-49c6-a488-81e540391281 req-086a8f36-9eae-404e-bcc3-97561bed5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:23.960391 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d673553a-1d9e-49c6-a488-81e540391281 req-086a8f36-9eae-404e-bcc3-97561bed5f57 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 1097 time: 0.0785079 Aug 20 12:06:23.963938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Calling delete_port for 4aebfd97-0db7-4bc8-8f3e-902e28d0d65b owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:24.051435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.053851 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d673553a-1d9e-49c6-a488-81e540391281 req-20160198-8945-467d-a1ed-3057bf1a1a9d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800304 Aug 20 12:06:24.100111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.137340 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.157001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Network 31af9fba-a752-4bfa-8e71-3971d328722c is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:24.158551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:24.168507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Pushing event deleted for resources: {'Port': ['ID=4aebfd97-0db7-4bc8-8f3e-902e28d0d65b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:24.171187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:24.262793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.263923 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-224cd86d-1f04-49f5-b158-9f7432d66c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.266009 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.270573 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4905dbb4-5e3c-49c9-8236-1d8bf47eed81 tempest-ServersTestJSON-798694370 tempest-ServersTestJSON-798694370-project] 10.222.0.25 "DELETE /v2.0/floatingips/d8969512-7aa7-4aee-b5ad-608113a6ecf0 HTTP/1.1" status: 204 len: 168 time: 1.0355780 Aug 20 12:06:24.271198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47014) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:24.273816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Pushing event updated for resources: {'Port': ['ID=e74332a3-f75a-42a1-8bc4-477eae467846,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:24.332084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:24.332867 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.359639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ee334-1ce6-49e9-86f3-8ab9cb6aede1 req-6666af46-8ce2-4018-b7e2-599e6e712860 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:24.366774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e0ee334-1ce6-49e9-86f3-8ab9cb6aede1 req-6666af46-8ce2-4018-b7e2-599e6e712860 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 931 time: 0.1446950 Aug 20 12:06:24.379803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304c90c-0851-48cc-a954-eb143bc52cd4 req-7f72a50a-99ff-4335-9f0a-42b5e50cb0cf tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:24.381610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3304c90c-0851-48cc-a954-eb143bc52cd4 req-7f72a50a-99ff-4335-9f0a-42b5e50cb0cf tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1246262 Aug 20 12:06:24.388073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-a03d9346-e3d9-4c87-b8cf-8bb8d71c92c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9712455 Aug 20 12:06:24.418905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Request body: {'port': {'device_id': '2b861db9-cabf-4350-b634-68081943178d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:24.497848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3304c90c-0851-48cc-a954-eb143bc52cd4 req-075736dd-68c6-40ef-9c7e-21da844ea17b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077435 Aug 20 12:06:24.502203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e0ee334-1ce6-49e9-86f3-8ab9cb6aede1 req-ef59485e-2519-4dc4-a5d5-6ba4e560530b tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331871 Aug 20 12:06:24.503166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.708701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.774293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f1172-6cef-4288-9726-7defd6dfa661 req-d6ea592a-3e48-48a7-b172-eeba80f724c3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:24.775845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-047f1172-6cef-4288-9726-7defd6dfa661 req-d6ea592a-3e48-48a7-b172-eeba80f724c3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1354706 Aug 20 12:06:24.859889 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-047f1172-6cef-4288-9726-7defd6dfa661 req-e0f1616e-c802-4df8-b957-7c919ff8be67 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646679 Aug 20 12:06:24.925219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74332a3-f75a-42a1-8bc4-477eae467846 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:24.935488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.950976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Transition to ACTIVE for port object e74332a3-f75a-42a1-8bc4-477eae467846 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:24.956232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.971645 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.025050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Pushing event updated for resources: {'Port': ['ID=e74332a3-f75a-42a1-8bc4-477eae467846,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:25.028852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Deleting port 54c94389-9e88-4b00-93ea-67e50e2c93c6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:25.029314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.123509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] For port 54c94389-9e88-4b00-93ea-67e50e2c93c6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=54c94389-9e88-4b00-93ea-67e50e2c93c6,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:25.123908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.126209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Attempting to bind port e74332a3-f75a-42a1-8bc4-477eae467846 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:25.126540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Attempting to bind port e74332a3-f75a-42a1-8bc4-477eae467846 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '461711cd-aa35-4f94-9a96-4ac1a136325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '31af9fba-a752-4bfa-8e71-3971d328722c'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:25.126859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Attempting to bind port e74332a3-f75a-42a1-8bc4-477eae467846 on network 31af9fba-a752-4bfa-8e71-3971d328722c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:25.133544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Port e74332a3-f75a-42a1-8bc4-477eae467846 on network 31af9fba-a752-4bfa-8e71-3971d328722c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:06:25.133862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Attempting to bind port e74332a3-f75a-42a1-8bc4-477eae467846 on network 31af9fba-a752-4bfa-8e71-3971d328722c {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:25.138335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Calling delete_port for 54c94389-9e88-4b00-93ea-67e50e2c93c6 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:25.144529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336be0dd-c6a7-4527-a234-dc557f825bad req-9862c18a-e154-467b-8d65-52d6ac2b9ca4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:25.146172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-336be0dd-c6a7-4527-a234-dc557f825bad req-9862c18a-e154-467b-8d65-52d6ac2b9ca4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0956841 Aug 20 12:06:25.149076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:25.149416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Checking segment: {'id': '461711cd-aa35-4f94-9a96-4ac1a136325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '31af9fba-a752-4bfa-8e71-3971d328722c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:25.149798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Bound using segment: {'id': '461711cd-aa35-4f94-9a96-4ac1a136325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '31af9fba-a752-4bfa-8e71-3971d328722c'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:25.151069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Bound port: e74332a3-f75a-42a1-8bc4-477eae467846, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461711cd-aa35-4f94-9a96-4ac1a136325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '31af9fba-a752-4bfa-8e71-3971d328722c'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:25.151069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.236591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-336be0dd-c6a7-4527-a234-dc557f825bad req-3f807e8b-cb7f-4904-b322-5810a4744b21 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774009 Aug 20 12:06:25.246917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] For port e74332a3-f75a-42a1-8bc4-477eae467846, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:25.252128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] For port e74332a3-f75a-42a1-8bc4-477eae467846, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e74332a3-f75a-42a1-8bc4-477eae467846,segment=NetworkSegment(461711cd-aa35-4f94-9a96-4ac1a136325c),segment_id=461711cd-aa35-4f94-9a96-4ac1a136325c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:25.257729 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.301035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:25.301661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.303123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] 10.222.0.73 "PUT /v2.0/ports/e74332a3-f75a-42a1-8bc4-477eae467846 HTTP/1.1" status: 200 len: 1092 time: 0.8959460 Aug 20 12:06:25.303572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b861db9-cabf-4350-b634-68081943178d', 'tag': 'e74332a3-f75a-42a1-8bc4-477eae467846'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:25.305783 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2b861db9-cabf-4350-b634-68081943178d", "tag": "e74332a3-f75a-42a1-8bc4-477eae467846"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:25.343105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e6e17-81d1-4989-a937-f45b7b20cd9a service neutron] Pushing event updated for resources: {'Port': ['ID=e74332a3-f75a-42a1-8bc4-477eae467846,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:25.358749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.376436 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37a2803-8364-4a71-acd5-662d10ebc005 x-openstack-request-id: req-c37a2803-8364-4a71-acd5-662d10ebc005 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:25.376724 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b861db9-cabf-4350-b634-68081943178d", "tag": "e74332a3-f75a-42a1-8bc4-477eae467846", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:25.376975 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c37a2803-8364-4a71-acd5-662d10ebc005 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:25.377376 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b861db9-cabf-4350-b634-68081943178d', 'tag': 'e74332a3-f75a-42a1-8bc4-477eae467846', 'status': 'completed', 'code': 200} Aug 20 12:06:25.390629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Pushing event deleted for resources: {'Port': ['ID=54c94389-9e88-4b00-93ea-67e50e2c93c6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:25.440744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-b4cb9fd7-be39-4770-9953-7eb822752ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:25.443933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-b4cb9fd7-be39-4770-9953-7eb822752ce9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a1726240be84e4ebc8c11fcc7a69d79&device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 1095 time: 0.0593190 Aug 20 12:06:25.536227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-51855929-5082-49b8-97c4-49401cf302b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74332a3-f75a-42a1-8bc4-477eae467846 HTTP/1.1" status: 200 len: 217 time: 0.0694606 Aug 20 12:06:25.561082 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.688732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.743295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-57339cbb-9d2e-4b05-9ff5-bc986426762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:25.745220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-57339cbb-9d2e-4b05-9ff5-bc986426762e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=befa2e05-684e-4cd1-9382-2113997f33c3 HTTP/1.1" status: 200 len: 865 time: 0.1989117 Aug 20 12:06:25.767016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ded4d-8c80-456d-9e8c-54ccf1041e82 req-3c3ec867-ae2d-4c72-aa5e-e29c28d2f032 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:25.769085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-023ded4d-8c80-456d-9e8c-54ccf1041e82 req-3c3ec867-ae2d-4c72-aa5e-e29c28d2f032 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 943 time: 0.1391873 Aug 20 12:06:25.779119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940f0f6-85d7-411d-b175-6ab1843ebbf9 req-0f173668-8da7-4749-8f38-7fc05fa2a3af tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:25.780840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6940f0f6-85d7-411d-b175-6ab1843ebbf9 req-0f173668-8da7-4749-8f38-7fc05fa2a3af tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1910005 Aug 20 12:06:25.846465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-849364da-915b-4557-9234-78bb8c68416d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31af9fba-a752-4bfa-8e71-3971d328722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633585 Aug 20 12:06:25.935958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6940f0f6-85d7-411d-b175-6ab1843ebbf9 req-defc21f2-9f42-4ea3-933f-ed70a04093f0 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450095 Aug 20 12:06:25.958234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-023ded4d-8c80-456d-9e8c-54ccf1041e82 req-b2237f74-5358-4826-80d4-7537e9bbe097 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722629 Aug 20 12:06:26.008683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Router 9667c1a4-44ba-4c43-bda0-b38990638ca8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:26.038255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-94fadef8-84d2-4ffd-8f14-cf6b6d571f7c service neutron] 10.222.0.73 "GET /v2.0/networks/31af9fba-a752-4bfa-8e71-3971d328722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795454 Aug 20 12:06:26.190463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:26.197936 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7bc71cae-69b6-41ac-9874-079afb5f103d admin admin] 10.222.0.25 "PUT /v2.0/routers/9667c1a4-44ba-4c43-bda0-b38990638ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255483 Aug 20 12:06:26.200880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47046) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:26.204985 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] Sync routers for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:26.215786 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:26.216397 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:06:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:26.242445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc22441-631c-4f1a-88e9-a7adf03690c1 req-ea845012-b1ae-493c-b410-8007b1e5ac42 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:26.244932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fc22441-631c-4f1a-88e9-a7adf03690c1 req-ea845012-b1ae-493c-b410-8007b1e5ac42 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1999280 Aug 20 12:06:26.317614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.353785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fc22441-631c-4f1a-88e9-a7adf03690c1 req-04cf8ee8-9b74-4e25-ad93-6930b55593f8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844836 Aug 20 12:06:26.355403 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:26.357589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c953cb32-d24f-4d11-ba09-a369e3cfa28d req-48a981be-5394-4885-8608-328076c03822 service neutron] 10.222.0.73 "GET /v2.0/networks/31af9fba-a752-4bfa-8e71-3971d328722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460415 Aug 20 12:06:26.390340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6405c4-8065-4ae6-adf3-bd783f4477ae req-34addcb8-94bc-4f07-b6fa-f395c7abb40d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:26.397952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab6405c4-8065-4ae6-adf3-bd783f4477ae req-34addcb8-94bc-4f07-b6fa-f395c7abb40d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1762702 Aug 20 12:06:26.491395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab6405c4-8065-4ae6-adf3-bd783f4477ae req-0d9ba3d7-3163-4899-9b55-007d78163453 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925410 Aug 20 12:06:26.524069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.562380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-38cbef5d-34df-4868-a7ca-f5eb4d1f6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:26.564331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-38cbef5d-34df-4868-a7ca-f5eb4d1f6ccc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a1726240be84e4ebc8c11fcc7a69d79&device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 1095 time: 0.1379085 Aug 20 12:06:26.595873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Deleting port 8f48dade-f3b9-4e83-8713-b53ad3ce5938 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:26.596299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.630961 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:06:25Z', 'revision_number': 5, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port': {'id': '8f48dade-f3b9-4e83-8713-b53ad3ce5938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:03:48Z', 'updated_at': '2021-08-20T12:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:26.663685 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] Checking router: 9667c1a4-44ba-4c43-bda0-b38990638ca8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:26.673096 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] Routers {'9667c1a4-44ba-4c43-bda0-b38990638ca8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:26.674406 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:06:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9667c1a4-44ba-4c43-bda0-b38990638ca8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:26.674658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f555930-779b-4045-b646-1b5212a8acc9 req-27b9416b-679d-4ebb-ac64-b0cea439c5e4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:26.683639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f555930-779b-4045-b646-1b5212a8acc9 req-27b9416b-679d-4ebb-ac64-b0cea439c5e4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1867168 Aug 20 12:06:26.702894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] For port 8f48dade-f3b9-4e83-8713-b53ad3ce5938, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8f48dade-f3b9-4e83-8713-b53ad3ce5938,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:26.703430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.733632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Calling delete_port for 8f48dade-f3b9-4e83-8713-b53ad3ce5938 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:26.767400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f555930-779b-4045-b646-1b5212a8acc9 req-c1169dc3-1914-4b1b-9ed3-245ba3339261 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827756 Aug 20 12:06:26.804686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-4eaee116-8af4-4f84-9f67-f1e89541ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:26.806639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-4eaee116-8af4-4f84-9f67-f1e89541ecb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31af9fba-a752-4bfa-8e71-3971d328722c HTTP/1.1" status: 200 len: 926 time: 0.2285545 Aug 20 12:06:26.807790 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] Set router 9667c1a4-44ba-4c43-bda0-b38990638ca8 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:26.866925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-9b96d3fc-6de9-4794-94ee-5bc485d31cfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74332a3-f75a-42a1-8bc4-477eae467846 HTTP/1.1" status: 200 len: 217 time: 0.0501106 Aug 20 12:06:26.890874 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:06:26Z', 'revision_number': 6, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:26.911181 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.931124 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d221f1-4c17-4346-a224-711cbab44bf2 None None] The sync data for ids ['9667c1a4-44ba-4c43-bda0-b38990638ca8'] in n-d-800634-10 is: [{'id': '9667c1a4-44ba-4c43-bda0-b38990638ca8', 'name': 'tempest-ServersTestJSON-1377321738-router', 'tenant_id': 'e58f53133ff849689f258cb07c84c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:03:45Z', 'updated_at': '2021-08-20T12:06:26Z', 'revision_number': 6, 'project_id': 'e58f53133ff849689f258cb07c84c7c2', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:26.952567 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.982982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d806d-3b74-4d05-9e98-d5cda9eb02a8 req-1e71b0cf-719c-46a8-b1c6-04994636211d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:26.984792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a2d806d-3b74-4d05-9e98-d5cda9eb02a8 req-1e71b0cf-719c-46a8-b1c6-04994636211d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1586323 Aug 20 12:06:26.991828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-28359e39-dc6d-4bc6-9614-1d8abef0bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:26.993664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-28359e39-dc6d-4bc6-9614-1d8abef0bc7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=befa2e05-684e-4cd1-9382-2113997f33c3 HTTP/1.1" status: 200 len: 865 time: 0.1126256 Aug 20 12:06:26.996417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f48dade-f3b9-4e83-8713-b53ad3ce5938,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:27.043133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-822428b4-4140-4a97-8e86-d7245e02c462 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31af9fba-a752-4bfa-8e71-3971d328722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394933 Aug 20 12:06:27.087668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.116979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a2d806d-3b74-4d05-9e98-d5cda9eb02a8 req-c934551b-5054-4791-b2d8-fb8949908661 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218300 Aug 20 12:06:27.188561 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.191191 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.231673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-52565d85-f347-43a6-bf07-7c4497150447 service neutron] 10.222.0.73 "GET /v2.0/networks/31af9fba-a752-4bfa-8e71-3971d328722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458163 Aug 20 12:06:27.249247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507c69-bc12-4338-bbf9-5d4808a96513 req-123c2491-90c2-4c1a-bcea-b07aff0d5f5f tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:27.252612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55507c69-bc12-4338-bbf9-5d4808a96513 req-123c2491-90c2-4c1a-bcea-b07aff0d5f5f tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 943 time: 0.1883583 Aug 20 12:06:27.263113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.263717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9667c1a4-44ba-4c43-bda0-b38990638ca8 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:06:27.274904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.276684 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-18a8b0dd-d774-4e12-8610-01daef02e152 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9667c1a4-44ba-4c43-bda0-b38990638ca8 HTTP/1.1" status: 204 len: 168 time: 1.0749748 Aug 20 12:06:27.279587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47064) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:27.341448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecfb3c8-1f94-47cb-a8c4-57224c751f91 admin admin] Deleting subnet 6b035f93-5b6c-4d5d-8971-6066286ed627 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:06:27.345965 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb3c8-1f94-47cb-a8c4-57224c751f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.357977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55507c69-bc12-4338-bbf9-5d4808a96513 req-61025e20-c292-493a-86ac-66d59e885b84 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962555 Aug 20 12:06:27.418880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390a391d-bdd3-45ff-b7c1-7d24cc5b07bb req-4602f194-6d14-42f0-93d9-ce25859ccf4b service neutron] 10.222.0.73 "GET /v2.0/networks/31af9fba-a752-4bfa-8e71-3971d328722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668606 Aug 20 12:06:27.422447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb3c8-1f94-47cb-a8c4-57224c751f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.522087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb3c8-1f94-47cb-a8c4-57224c751f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.591347 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb3c8-1f94-47cb-a8c4-57224c751f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.622466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfb3c8-1f94-47cb-a8c4-57224c751f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b035f93-5b6c-4d5d-8971-6066286ed627,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:27.628270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb3c8-1f94-47cb-a8c4-57224c751f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.630533 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ecfb3c8-1f94-47cb-a8c4-57224c751f91 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6b035f93-5b6c-4d5d-8971-6066286ed627 HTTP/1.1" status: 204 len: 168 time: 0.3493166 Aug 20 12:06:27.633306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47070) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:27.635298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e559ec-4a8b-4301-b238-30585b84722c None None] Network 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:27.721453 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.808149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Deleting port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:27.808497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.892200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] DHCP port deletion for 69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:06:27.914142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] For port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:27.914588 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.935396 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Calling delete_port for a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:27.947914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] Deleting port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:27.948449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.017561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-a78265b1-81e8-497e-ab83-80539a9f24f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5636296 Aug 20 12:06:28.032297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] For port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,segment=NetworkSegment(71919e5a-56db-446e-abcb-24792f90200c),segment_id=71919e5a-56db-446e-abcb-24792f90200c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:28.032959 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.034530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35220-0ed9-4255-bd73-de3ffdb66315 req-48001f74-39e8-4833-9781-e8c1d591f3d2 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.045787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05a35220-0ed9-4255-bd73-de3ffdb66315 req-48001f74-39e8-4833-9781-e8c1d591f3d2 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1349170 Aug 20 12:06:28.050958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] Calling delete_port for a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:28.056882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.100677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:28.108243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] No DVR routers for this DVR port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:28.187518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0dfb-3c1f-4b83-bea7-ccdc3a2219d0 req-267718eb-2464-499f-b094-5329ca652b12 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.189148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df9f0dfb-3c1f-4b83-bea7-ccdc3a2219d0 req-267718eb-2464-499f-b094-5329ca652b12 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.2782030 Aug 20 12:06:28.200954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 54c94389-9e88-4b00-93ea-67e50e2c93c6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:28.229632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 54c94389-9e88-4b00-93ea-67e50e2c93c6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:28.229955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 54c94389-9e88-4b00-93ea-67e50e2c93c6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:28.230472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:28.235842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.247504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:28.259635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71919e5a-56db-446e-abcb-24792f90200c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:28.260080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71919e5a-56db-446e-abcb-24792f90200c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:28.269004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:28.269345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:28.269774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8f48dade-f3b9-4e83-8713-b53ad3ce5938 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:28.275973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.292356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.299587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8f48dade-f3b9-4e83-8713-b53ad3ce5938 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:28.299990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:06:28.300103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8f48dade-f3b9-4e83-8713-b53ad3ce5938 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:28.300339 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:06:28.302499 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:06:28.323483 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.327621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05a35220-0ed9-4255-bd73-de3ffdb66315 req-19e2db3c-5427-4bc2-9d06-4813d92adc32 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637784 Aug 20 12:06:28.351995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-b4ef197c-bbfb-486d-a262-c007e2201edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.351995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-b4ef197c-bbfb-486d-a262-c007e2201edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.351995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-b4ef197c-bbfb-486d-a262-c007e2201edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.351995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-b4ef197c-bbfb-486d-a262-c007e2201edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.351995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-b4ef197c-bbfb-486d-a262-c007e2201edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.351995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-b4ef197c-bbfb-486d-a262-c007e2201edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.351995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-b4ef197c-bbfb-486d-a262-c007e2201edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.352616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] Pushing event deleted for resources: {'Port': ['ID=a9ed4b4f-e85e-4d5e-bfc8-99946e4da627,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:28.352864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-b4ef197c-bbfb-486d-a262-c007e2201edf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6508 time: 0.2297812 Aug 20 12:06:28.359810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c4177-aff6-46a2-b14f-fe6ccc3bfa1e None None] No DVR routers for this DVR port a9ed4b4f-e85e-4d5e-bfc8-99946e4da627 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:28.377448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df9f0dfb-3c1f-4b83-bea7-ccdc3a2219d0 req-117c3f81-9051-4238-b386-b7bae3b36875 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451089 Aug 20 12:06:28.416673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.424268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.430308 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] 10.222.0.25 "DELETE /v2.0/networks/69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f HTTP/1.1" status: 204 len: 168 time: 0.7943010 Aug 20 12:06:28.448441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15be82-3588-493a-8e33-ea361e069128 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c2eeb8-84a8-41dd-83ba-0fb1ea9e6a3f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:28.587540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40930e-9547-4e1e-bcce-d7cc6c09ed2e req-25137e5e-1d49-4dba-8e60-4b1318a0dbb7 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.589141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d40930e-9547-4e1e-bcce-d7cc6c09ed2e req-25137e5e-1d49-4dba-8e60-4b1318a0dbb7 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0875990 Aug 20 12:06:28.599309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-df4ece40-c9c0-4da2-a13b-4f238e085d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.599309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-df4ece40-c9c0-4da2-a13b-4f238e085d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.600383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-df4ece40-c9c0-4da2-a13b-4f238e085d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.606072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-df4ece40-c9c0-4da2-a13b-4f238e085d4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=04055f11-a4d0-472f-9545-221fd61c4d3a&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=8e2889d6-5a65-410a-9861-3239109dd4ae&id=8e2889d6-5a65-410a-9861-3239109dd4ae HTTP/1.1" status: 200 len: 2298 time: 0.1777472 Aug 20 12:06:28.660584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e74332a3-f75a-42a1-8bc4-477eae467846 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:28.680810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47086) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:28.732599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-adb0766a-78f1-40f5-b5ec-25b8c7fbaa1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e58f53133ff849689f258cb07c84c7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481856 Aug 20 12:06:28.733459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:28.759465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-c5a77e85-d954-440b-a5f1-acd91c1e68bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59 HTTP/1.1" status: 200 len: 1001 time: 0.1415586 Aug 20 12:06:28.778600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d40930e-9547-4e1e-bcce-d7cc6c09ed2e req-b7108b98-4004-4ae4-bacb-178148eba76d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581719 Aug 20 12:06:28.801030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c3d2f-4c0a-4c4c-bdff-4e497997d838 req-2a50af17-f220-4051-8652-542613c656d9 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.803593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390c3d2f-4c0a-4c4c-bdff-4e497997d838 req-2a50af17-f220-4051-8652-542613c656d9 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 943 time: 0.1265178 Aug 20 12:06:28.805792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e74332a3-f75a-42a1-8bc4-477eae467846, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e74332a3-f75a-42a1-8bc4-477eae467846,segment=NetworkSegment(461711cd-aa35-4f94-9a96-4ac1a136325c),segment_id=461711cd-aa35-4f94-9a96-4ac1a136325c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:28.814389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d2c01fb1-4725-4e6a-a44e-1e76031cdd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.825191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'e74332a3-f75a-42a1-8bc4-477eae467846', 'network_id': '31af9fba-a752-4bfa-8e71-3971d328722c', 'port_id': 'e74332a3-f75a-42a1-8bc4-477eae467846', 'mac_address': 'fa:16:3e:63:da:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'befa2e05-684e-4cd1-9382-2113997f33c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:28.840278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d2c01fb1-4725-4e6a-a44e-1e76031cdd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.884625 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.914469 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d2c01fb1-4725-4e6a-a44e-1e76031cdd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.915143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74332a3-f75a-42a1-8bc4-477eae467846 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:28.917926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d2c01fb1-4725-4e6a-a44e-1e76031cdd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.922115 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d2c01fb1-4725-4e6a-a44e-1e76031cdd84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c7b7975-c12e-4a3d-9298-34d732744081 HTTP/1.1" status: 204 len: 168 time: 0.1876323 Aug 20 12:06:28.933086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c01fb1-4725-4e6a-a44e-1e76031cdd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b7975-c12e-4a3d-9298-34d732744081,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:28.950395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-d8a49d1f-5a00-4f80-877a-bf3329fd03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:28.952288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-d8a49d1f-5a00-4f80-877a-bf3329fd03ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0024e3-2062-40b0-9cde-ef72ee39abcd HTTP/1.1" status: 200 len: 856 time: 0.1714442 Aug 20 12:06:28.959312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e74332a3-f75a-42a1-8bc4-477eae467846, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e74332a3-f75a-42a1-8bc4-477eae467846,segment=NetworkSegment(461711cd-aa35-4f94-9a96-4ac1a136325c),segment_id=461711cd-aa35-4f94-9a96-4ac1a136325c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:28.990439 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.994881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-390c3d2f-4c0a-4c4c-bdff-4e497997d838 req-b16ebf74-5b38-4c6c-909e-966625956b7d tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367879 Aug 20 12:06:29.051870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-a637b1f3-471b-449e-8087-b724060a161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:29.054009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-a637b1f3-471b-449e-8087-b724060a161e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04055f11-a4d0-472f-9545-221fd61c4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889239 Aug 20 12:06:29.079419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=e74332a3-f75a-42a1-8bc4-477eae467846,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:29.248960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-459b8c3b-a990-4df8-afb7-6eb0f2b9877a service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860371 Aug 20 12:06:29.258846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0a2e-9502-4633-88e7-3f7f7bd7d156 req-5a8bb0a2-49f7-4042-b5c2-f4357ce721e4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:29.260288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-626e0a2e-9502-4633-88e7-3f7f7bd7d156 req-5a8bb0a2-49f7-4042-b5c2-f4357ce721e4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0797470 Aug 20 12:06:29.377248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-626e0a2e-9502-4633-88e7-3f7f7bd7d156 req-f793fbd3-eb0f-4b42-b6b4-d664e9872b9c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076062 Aug 20 12:06:29.435139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-dfe6237f-d882-4817-a095-0c520b11eb70 service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732905 Aug 20 12:06:29.545771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee2871-d79f-4667-bbc8-1bdacfdb0e85 req-2b035378-ae11-480a-a2e1-512740f512de tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:29.549847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e74332a3-f75a-42a1-8bc4-477eae467846'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:29.553760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbee2871-d79f-4667-bbc8-1bdacfdb0e85 req-2b035378-ae11-480a-a2e1-512740f512de tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0957141 Aug 20 12:06:29.581932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72153b-4e1f-4388-8ef8-b264ffb2c41e req-53d4e1f2-4e8b-478e-b698-1a3535c20a1a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:29.589879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e72153b-4e1f-4388-8ef8-b264ffb2c41e req-53d4e1f2-4e8b-478e-b698-1a3535c20a1a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1190419 Aug 20 12:06:29.637098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbee2871-d79f-4667-bbc8-1bdacfdb0e85 req-a982640d-4097-4851-9598-803aa52eba20 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823531 Aug 20 12:06:29.701202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e72153b-4e1f-4388-8ef8-b264ffb2c41e req-3aab4dec-81f9-4f4f-8d4f-4a11e0342ad3 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103225 Aug 20 12:06:29.925738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47128) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:30.029163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1096275080-network', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:30.050581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:30.054895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.066878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.160761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.164831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.197814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:06:30.204670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050b16b4-191f-4fb2-865f-970e19b8221b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:30.214793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.214793 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Added segment d16b0977-648b-4f80-972f-473b9a5a8b97 of type vlan for network a75a8f05-fbaa-4e37-b799-ea4326a21b98 Aug 20 12:06:30.256313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.281376 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.282416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:30.283024 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.342458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4129612 Aug 20 12:06:30.343186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:30.347017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1b987-5094-47b9-bba7-d6032048e823 admin admin] Pushing event updated for resources: {'Network': ['ID=a75a8f05-fbaa-4e37-b799-ea4326a21b98,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:30.351100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Request body: {'subnet': {'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1096275080-subnet', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:30.357641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:06:30.395239 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:30.397706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.572609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.627981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1997658-2814-450a-ba4d-6c3bc1dc231e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:30.645642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Checking segment: {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:30.646006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Network hostable DHCP agents. Network: a75a8f05-fbaa-4e37-b799-ea4326a21b98, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:06:30.665683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:06:30.675521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, a75a8f05-fbaa-4e37-b799-ea4326a21b98) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:30.683375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415017ec-18b7-4abf-b9c3-e2a075f821f1 None None] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:30.686839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:30.687421 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.701126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6fabea8e-7ef3-43fe-9e83-0f29eaca1fa4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3567913 Aug 20 12:06:30.703986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:30.713530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:30.737095 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.738119 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.807001 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.866295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:06:30.867172 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.022395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Allocated IP 172.20.0.2 (a75a8f05-fbaa-4e37-b799-ea4326a21b98/c1997658-2814-450a-ba4d-6c3bc1dc231e/2492ae2c-05d7-4a4d-a392-fac4984360f0) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:31.200798 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.210201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Transition to ACTIVE for port object 2492ae2c-05d7-4a4d-a392-fac4984360f0 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:31.225173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Transition to ACTIVE for port object 2492ae2c-05d7-4a4d-a392-fac4984360f0 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:31.230759 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.242740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.268270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:31.271006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:31.276210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:31.285809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Pushing event updated for resources: {'Port': ['ID=2492ae2c-05d7-4a4d-a392-fac4984360f0,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:31.447842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-52155a7b-1d77-4e52-9427-c393a6650b26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 200 len: 217 time: 0.1224401 Aug 20 12:06:31.524575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.534288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Attempting to bind port 2492ae2c-05d7-4a4d-a392-fac4984360f0 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:31.534824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Attempting to bind port 2492ae2c-05d7-4a4d-a392-fac4984360f0 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:31.535068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Attempting to bind port 2492ae2c-05d7-4a4d-a392-fac4984360f0 on network a75a8f05-fbaa-4e37-b799-ea4326a21b98 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:31.540270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:31.540650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Checking segment: {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:31.541322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.541692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Bound using segment: {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:31.542229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Bound port: 2492ae2c-05d7-4a4d-a392-fac4984360f0, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:31.542870 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.549616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.559134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-e7f231b7-d848-434f-8ba7-c180f5b8c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:31.560612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-e7f231b7-d848-434f-8ba7-c180f5b8c350 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.0970190 Aug 20 12:06:31.572279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e736-4fe2-4744-91b2-22b7391b4c16 req-d1e6680e-bbb2-406b-8dc2-4a0a35201e31 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:31.574655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fc3e736-4fe2-4744-91b2-22b7391b4c16 req-d1e6680e-bbb2-406b-8dc2-4a0a35201e31 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1325815 Aug 20 12:06:31.583366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2436b8-6c41-4688-beaf-82384564d574 req-719cd2be-9740-4e80-aa75-74faffa7e6ef tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:31.584944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e2436b8-6c41-4688-beaf-82384564d574 req-719cd2be-9740-4e80-aa75-74faffa7e6ef tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 944 time: 0.1414838 Aug 20 12:06:31.610435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] For port 2492ae2c-05d7-4a4d-a392-fac4984360f0, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:31.613823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] For port 2492ae2c-05d7-4a4d-a392-fac4984360f0, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2492ae2c-05d7-4a4d-a392-fac4984360f0,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:31.619851 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.678804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Allocated IP 172.25.0.201 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/6fc7f45a-a508-4465-b9c2-cecd0db5ee21) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:31.688368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f97562-d035-4bc4-bf42-1e5b7d896fe2 None None] Pushing event updated for resources: {'Port': ['ID=2492ae2c-05d7-4a4d-a392-fac4984360f0,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:31.689130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fc3e736-4fe2-4744-91b2-22b7391b4c16 req-9366f8b4-f373-4825-9804-d68bc9516aa4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965290 Aug 20 12:06:31.708196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e2436b8-6c41-4688-beaf-82384564d574 req-37aee804-9dad-4c46-8ea1-84262f4a8292 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128752 Aug 20 12:06:31.725932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-07184d03-886b-428f-a838-655237d32f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:31.727621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-07184d03-886b-428f-a838-655237d32f6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1519351 Aug 20 12:06:31.874949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.936753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.970509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41d48-9751-4d05-9135-101292eb0259 req-12a476a1-f14c-4d93-b72e-7c3cc38dfb18 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:31.978800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57a41d48-9751-4d05-9135-101292eb0259 req-12a476a1-f14c-4d93-b72e-7c3cc38dfb18 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1749084 Aug 20 12:06:32.042660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57a41d48-9751-4d05-9135-101292eb0259 req-9dc1c0c9-8f26-4ffa-8726-6138f859beb4 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Aug 20 12:06:32.056054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65d5dd-b312-447e-a4cf-48e31e0ea5e1 req-1e1f1ff2-5ef9-4ea6-aebe-a4eeaf39aae4 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:32.056306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:32.058209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc7f45a-a508-4465-b9c2-cecd0db5ee21,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:32.061434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:32.066419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d65d5dd-b312-447e-a4cf-48e31e0ea5e1 req-1e1f1ff2-5ef9-4ea6-aebe-a4eeaf39aae4 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.2609768 Aug 20 12:06:32.067484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:32.176369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d65d5dd-b312-447e-a4cf-48e31e0ea5e1 req-2f56dcf8-ce40-4a87-a88a-b497665d8675 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038682 Aug 20 12:06:32.189636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-525d7c90-293a-4a7c-bb88-db6f3a51f65e service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536443 Aug 20 12:06:32.283986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2492ae2c-05d7-4a4d-a392-fac4984360f0 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:32.328226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-c789b1fd-8a09-43e7-b631-0d10ec0c92b9 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199400 Aug 20 12:06:32.372959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2492ae2c-05d7-4a4d-a392-fac4984360f0 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:32.410166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-7244a677-1520-4c0d-9650-f2e6b9630019 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 200 len: 217 time: 0.0708585 Aug 20 12:06:32.496463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-0106d330-0d52-42ab-a599-7928594c1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:32.498038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-0106d330-0d52-42ab-a599-7928594c1d9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.0674069 Aug 20 12:06:32.552253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-7350a2e7-3b7f-43ae-af2e-2fc455b6a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:32.555031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-7350a2e7-3b7f-43ae-af2e-2fc455b6a3a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472648 Aug 20 12:06:32.576120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.690391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e74332a3-f75a-42a1-8bc4-477eae467846 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:32.711663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-1ae803eb-7883-4bec-8efc-457cacae86a1 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401935 Aug 20 12:06:32.762834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port e74332a3-f75a-42a1-8bc4-477eae467846 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:32.770452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port e74332a3-f75a-42a1-8bc4-477eae467846 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:32.771100 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.900193 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.931015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.934618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b861db9-cabf-4350-b634-68081943178d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74332a3-f75a-42a1-8bc4-477eae467846'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:32.941057 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57baf7c6-057a-4e7c-8134-f7c485a2bb7c" -d '{"events": [{"server_uuid": "2b861db9-cabf-4350-b634-68081943178d", "name": "network-vif-plugged", "status": "completed", "tag": "e74332a3-f75a-42a1-8bc4-477eae467846"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:32.973035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a905b-d90f-4be5-a34b-bf4232aa7992 req-f3a485a5-5f70-4f54-9391-67fe34c46a9b tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:32.975297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b31a905b-d90f-4be5-a34b-bf4232aa7992 req-f3a485a5-5f70-4f54-9391-67fe34c46a9b tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 944 time: 0.1201255 Aug 20 12:06:32.988760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e74332a3-f75a-42a1-8bc4-477eae467846, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e74332a3-f75a-42a1-8bc4-477eae467846,segment=NetworkSegment(461711cd-aa35-4f94-9a96-4ac1a136325c),segment_id=461711cd-aa35-4f94-9a96-4ac1a136325c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:33.002490 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.023682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-da20c923-48c9-4a23-9d0b-12e4ca43a9df service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924297 Aug 20 12:06:33.045900 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c23531-992e-467d-a1a9-c22200b79fcd x-openstack-request-id: req-18c23531-992e-467d-a1a9-c22200b79fcd {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:33.046676 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b861db9-cabf-4350-b634-68081943178d", "name": "network-vif-plugged", "status": "completed", "tag": "e74332a3-f75a-42a1-8bc4-477eae467846", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:33.047138 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18c23531-992e-467d-a1a9-c22200b79fcd {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:33.047745 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b861db9-cabf-4350-b634-68081943178d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74332a3-f75a-42a1-8bc4-477eae467846', 'code': 200} Aug 20 12:06:33.091804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-8da27a5b-22f5-430e-98db-0ef39599ef88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1 HTTP/1.1" status: 200 len: 217 time: 0.0556996 Aug 20 12:06:33.095178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b31a905b-d90f-4be5-a34b-bf4232aa7992 req-7c680662-db11-455d-9e15-f12f28be565c tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104462 Aug 20 12:06:33.171393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Router 5597ee4b-b502-4004-b15e-92dbdf766aa8 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:06:33.218435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=e74332a3-f75a-42a1-8bc4-477eae467846,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:33.221730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-1287259f-4c8f-4804-9758-09d4799e051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:33.223669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-1287259f-4c8f-4804-9758-09d4799e051e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.1228986 Aug 20 12:06:33.304196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec929a6-7203-4835-b65c-7df78226d56f None None] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:33.351719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6837bf4-d7c2-40e4-a4eb-5135d6af8623 req-c39c6fbc-2b5d-43da-9480-5158abae74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:33.353250 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6837bf4-d7c2-40e4-a4eb-5135d6af8623 req-c39c6fbc-2b5d-43da-9480-5158abae74fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 1097 time: 0.2138729 Aug 20 12:06:33.417974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-08a8ef0c-90b1-44e0-8260-02d11667f8e0 None None] Provisioning for port 2492ae2c-05d7-4a4d-a392-fac4984360f0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:33.423435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-08a8ef0c-90b1-44e0-8260-02d11667f8e0 None None] Provisioning complete for port 2492ae2c-05d7-4a4d-a392-fac4984360f0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:33.423805 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-08a8ef0c-90b1-44e0-8260-02d11667f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.441239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-acbfae6b-19e4-4260-8fc2-abccc798c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:33.443515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-acbfae6b-19e4-4260-8fc2-abccc798c4ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2002640 Aug 20 12:06:33.457869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a486b4-08c6-4d83-8967-52486d5bbb5b req-6da83033-f651-4a68-b2b2-b46b0ce530a9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:33.460554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8a486b4-08c6-4d83-8967-52486d5bbb5b req-6da83033-f651-4a68-b2b2-b46b0ce530a9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.2159808 Aug 20 12:06:33.468596 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6837bf4-d7c2-40e4-a4eb-5135d6af8623 req-f4cad562-5a30-493e-8eb4-91c6c5e6352c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951755 Aug 20 12:06:33.469231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd485ed3-7da4-41e3-baa0-d7900c5c0e23 req-7058654f-5fb5-4e64-a626-6d1652a27e25 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:33.470934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd485ed3-7da4-41e3-baa0-d7900c5c0e23 req-7058654f-5fb5-4e64-a626-6d1652a27e25 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1350453 Aug 20 12:06:33.492052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:33.509161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Sync routers for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:33.524126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.525701 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-507786d6-7966-4e4f-a1ec-26b45dcb9cc0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8207061 Aug 20 12:06:33.528453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47196) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:33.554651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:33.555244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:06:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:33.612787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8a486b4-08c6-4d83-8967-52486d5bbb5b req-4f9f160b-95c7-4234-b3cf-bbd47a622a70 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388185 Aug 20 12:06:33.625296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd485ed3-7da4-41e3-baa0-d7900c5c0e23 req-d90efcd5-2d60-4786-af92-17d4c9ad90c2 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309049 Aug 20 12:06:33.674626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-c32d852d-8d33-454f-9fa5-956e0b12f3bb service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018507 Aug 20 12:06:33.760476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:33.817246 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-08a8ef0c-90b1-44e0-8260-02d11667f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.938689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-64871d4d-acb7-48fa-b1c6-2d1495b03700 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659956 Aug 20 12:06:34.006798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-aa7da5dc-c2fa-4b97-ab02-c07ea4360784 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d HTTP/1.1" status: 200 len: 217 time: 0.0576949 Aug 20 12:06:34.022951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-08a8ef0c-90b1-44e0-8260-02d11667f8e0 None None] For port 2492ae2c-05d7-4a4d-a392-fac4984360f0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2492ae2c-05d7-4a4d-a392-fac4984360f0,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:34.032206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-08a8ef0c-90b1-44e0-8260-02d11667f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.085609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-552c6391-a642-429c-986e-01c30d1a58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.087781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-552c6391-a642-429c-986e-01c30d1a58d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.0712118 Aug 20 12:06:34.111436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8ef0c-90b1-44e0-8260-02d11667f8e0 None None] Pushing event updated for resources: {'Port': ['ID=2492ae2c-05d7-4a4d-a392-fac4984360f0,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:34.132947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:32Z', 'revision_number': 3, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:34.151742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-d66ba91e-e340-4e25-86ee-162175696748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.153418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-d66ba91e-e340-4e25-86ee-162175696748 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568206 Aug 20 12:06:34.172448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Checking router: 5597ee4b-b502-4004-b15e-92dbdf766aa8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:34.172954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Updating router 5597ee4b-b502-4004-b15e-92dbdf766aa8 port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:06:34.212761 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.220176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0b7815da-9448-41a6-a07c-aef315451c61 None None] Provisioning complete for port 2492ae2c-05d7-4a4d-a392-fac4984360f0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:34.220802 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0b7815da-9448-41a6-a07c-aef315451c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.223206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.312294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb3ef-0576-4564-ac61-7a4bdf1225f7 req-f5b07f58-f0dd-45bf-aa12-c370f7b540ba tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.314348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb0cb3ef-0576-4564-ac61-7a4bdf1225f7 req-f5b07f58-f0dd-45bf-aa12-c370f7b540ba tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 945 time: 0.1085739 Aug 20 12:06:34.372182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-c25fed18-1441-48aa-9669-9ef067bcc832 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934268 Aug 20 12:06:34.382727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb0cb3ef-0576-4564-ac61-7a4bdf1225f7 req-6a83ae24-de0f-4fb4-827b-d6f5d415d970 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577044 Aug 20 12:06:34.496790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Allocated IP 172.20.0.1 (a75a8f05-fbaa-4e37-b799-ea4326a21b98/c1997658-2814-450a-ba4d-6c3bc1dc231e/6ca62bb1-63b6-43ae-96e9-8ebf7691127b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:34.513694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-2b310615-e91e-4c56-864d-5a55049fe251 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253397 Aug 20 12:06:34.616688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-564827e4-5bed-4bd1-8fb0-8c742c7ebbc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4 HTTP/1.1" status: 200 len: 217 time: 0.0871208 Aug 20 12:06:34.685734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12addf-e55b-458e-bc1f-428c95f6cdc3 req-01d47aed-e6ac-4402-8650-cf74a8b24794 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.687441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d12addf-e55b-458e-bc1f-428c95f6cdc3 req-01d47aed-e6ac-4402-8650-cf74a8b24794 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0701680 Aug 20 12:06:34.705323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.720279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Transition to ACTIVE for port object 6ca62bb1-63b6-43ae-96e9-8ebf7691127b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:34.761258 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.776281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.778726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d12addf-e55b-458e-bc1f-428c95f6cdc3 req-4c9260a8-661c-4da2-aad7-826b3ab8b4f1 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725284 Aug 20 12:06:34.781053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Transition to ACTIVE for port object 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:34.791148 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.807551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-9ebb5aac-3dbb-4be5-9b0b-574c9256e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.809624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-9ebb5aac-3dbb-4be5-9b0b-574c9256e6b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.1818681 Aug 20 12:06:34.837294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:34.842953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:34.845261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b93e64-2aac-4663-b1d5-88a4acda6b98 None None] Pushing event updated for resources: {'Port': ['ID=6fc7f45a-a508-4465-b9c2-cecd0db5ee21,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:34.859210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:34.875407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-13bf45e9-6c84-410f-9ca4-e824fa37836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.875667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299776bb-4521-4b1f-8294-f95d35144c85 req-f8db86da-b7fc-4fc4-b1a6-d53206ca2e92 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.877243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-299776bb-4521-4b1f-8294-f95d35144c85 req-f8db86da-b7fc-4fc4-b1a6-d53206ca2e92 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1178443 Aug 20 12:06:34.882526 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-13bf45e9-6c84-410f-9ca4-e824fa37836c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1098 time: 0.2525895 Aug 20 12:06:34.884278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Attempting to bind port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:34.884653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Attempting to bind port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:34.885021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Attempting to bind port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:34.902136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:34.902719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:34.902940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.903341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:34.903815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Bound port: 6fc7f45a-a508-4465-b9c2-cecd0db5ee21, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:34.904202 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.948769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Pushing event updated for resources: {'Port': ['ID=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:34.961170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-ae574749-3a13-4f80-a985-5d77165617f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:34.963261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-ae574749-3a13-4f80-a985-5d77165617f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1361699 Aug 20 12:06:34.987213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] For port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:34.990972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] For port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6fc7f45a-a508-4465-b9c2-cecd0db5ee21,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:34.996792 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.006434 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.080905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:35.081536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:06:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:35.122820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b93e64-2aac-4663-b1d5-88a4acda6b98 None None] Pushing event updated for resources: {'Port': ['ID=6fc7f45a-a508-4465-b9c2-cecd0db5ee21,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:35.173185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b33e5-6df7-4285-b40f-269cbf8e76a1 req-4ed14ba9-e9cc-443d-9ae6-c4ce882efd06 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.174972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f7b33e5-6df7-4285-b40f-269cbf8e76a1 req-4ed14ba9-e9cc-443d-9ae6-c4ce882efd06 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.2495985 Aug 20 12:06:35.190920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-299776bb-4521-4b1f-8294-f95d35144c85 req-22b3e7ae-7107-4a40-8849-09cd9951fcef tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022292 Aug 20 12:06:35.240115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-f17a2984-7e6d-411d-bc7a-a1654e8a49da service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504613 Aug 20 12:06:35.251177 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-32b92b33-7c39-4abf-8b0e-e8fa1eec8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.252756 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-32b92b33-7c39-4abf-8b0e-e8fa1eec8ed6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 920 time: 0.3270206 Aug 20 12:06:35.262536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:35.265116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ed279baa-831f-455e-a56c-0f4a07e91489 None None] Provisioning for port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:35.345398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-485f37a2-98d9-4cb3-b7a3-16dc0f6165a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 HTTP/1.1" status: 200 len: 217 time: 0.0456462 Aug 20 12:06:35.346092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.384156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ed279baa-831f-455e-a56c-0f4a07e91489 None None] Provisioning complete for port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:35.384536 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed279baa-831f-455e-a56c-0f4a07e91489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.402887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f7b33e5-6df7-4285-b40f-269cbf8e76a1 req-70a0143b-6760-4760-8eac-29051d63457e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104023 Aug 20 12:06:35.443630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-15697d0c-13dc-4a0b-aae4-e13efaf8ef4c service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905413 Aug 20 12:06:35.469940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-f9fbcc2e-ac7d-4bd8-bae3-c1879111428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.471449 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-f9fbcc2e-ac7d-4bd8-bae3-c1879111428f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.0928848 Aug 20 12:06:35.528848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-39e423a8-3b9b-4bf2-a483-be29720e221b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03c77869-f052-4695-af20-d722d5183e3e HTTP/1.1" status: 200 len: 217 time: 0.0724242 Aug 20 12:06:35.549972 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-8d51dc2b-c525-4833-aee7-6f99e983f65e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369287 Aug 20 12:06:35.656877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b57e27-f507-4aa4-9a5b-cc37b5c68373 req-f54c9de3-a96c-43af-a0e0-96bf0fa74a4b tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.664398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72b57e27-f507-4aa4-9a5b-cc37b5c68373 req-f54c9de3-a96c-43af-a0e0-96bf0fa74a4b tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 945 time: 0.1381164 Aug 20 12:06:35.674665 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-b308abf2-e09c-4b30-a43f-a9d5e94055dc service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144106 Aug 20 12:06:35.732089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72b57e27-f507-4aa4-9a5b-cc37b5c68373 req-a5ca2166-8005-4ce6-ad52-d45af946e9bf tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666544 Aug 20 12:06:35.734270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-79a958af-7504-4227-bdac-d2d7b0de8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.735921 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-79a958af-7504-4227-bdac-d2d7b0de8841 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.1630001 Aug 20 12:06:35.754117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ed279baa-831f-455e-a56c-0f4a07e91489 None None] Port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:35.768287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe137b6-4ba9-4512-8c5b-660286e3620f req-4ede57a2-fc57-41dd-8a3a-cd2a23ec0238 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.779873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfe137b6-4ba9-4512-8c5b-660286e3620f req-4ede57a2-fc57-41dd-8a3a-cd2a23ec0238 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2414854 Aug 20 12:06:35.787713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:32Z', 'revision_number': 3, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:35.826251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e99ab-275a-4849-9f2d-b2a8d2d7f4a5 None None] The sync data for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 is: [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:32Z', 'revision_number': 3, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:35.942344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfe137b6-4ba9-4512-8c5b-660286e3620f req-2d014cb4-1561-4264-9a6d-2780bed962ab tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562948 Aug 20 12:06:35.984482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-d635aca8-500a-42c7-8908-dd3ce9337137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.986013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-d635aca8-500a-42c7-8908-dd3ce9337137 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1878424 Aug 20 12:06:35.995198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee17ef-d6b7-4948-a2d6-83a4df9dbaf0 req-cbd9e076-ff94-4824-bb54-05533e06ef09 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:35.996749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4aee17ef-d6b7-4948-a2d6-83a4df9dbaf0 req-cbd9e076-ff94-4824-bb54-05533e06ef09 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 945 time: 0.1348696 Aug 20 12:06:36.165304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.179159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.241245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2492ae2c-05d7-4a4d-a392-fac4984360f0 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:36.248016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.364699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2492ae2c-05d7-4a4d-a392-fac4984360f0 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:36.365703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.387132 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6511f8dc-2673-4a52-9498-fffdda528ba9 req-b85e2431-baf7-4d07-b802-f2966f205028 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991279 Aug 20 12:06:36.430630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Pushing event updated for resources: {'Port': ['ID=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:36.529365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:36.531301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:36.685393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4aee17ef-d6b7-4948-a2d6-83a4df9dbaf0 req-f6cba865-dc27-4b47-bb58-f4a6a1efc583 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814218 Aug 20 12:06:36.752142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dcc80-e4c0-4b66-b843-99954c51c52a req-8470e6a7-d029-4621-ae39-83db6dafa583 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:36.759659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb1dcc80-e4c0-4b66-b843-99954c51c52a req-8470e6a7-d029-4621-ae39-83db6dafa583 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1793089 Aug 20 12:06:36.779982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-a3afc771-a3aa-4dc5-90a8-f1f2b6a25140 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773004 Aug 20 12:06:36.782896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Router 5597ee4b-b502-4004-b15e-92dbdf766aa8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:36.913429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb1dcc80-e4c0-4b66-b843-99954c51c52a req-7e17d4c3-8f45-462f-a108-f0bd7a2d8f72 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528025 Aug 20 12:06:36.929958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:36.930880 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-db527b1a-4dba-42b1-930d-c0142c8f555c admin admin] 10.222.0.25 "PUT /v2.0/routers/5597ee4b-b502-4004-b15e-92dbdf766aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008815 Aug 20 12:06:36.970152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74730ea-c9ab-4dc2-9ab7-b2f6627e179d req-b210716b-8542-426c-8ef1-af405b36ddaf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:36.970152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d74730ea-c9ab-4dc2-9ab7-b2f6627e179d req-b210716b-8542-426c-8ef1-af405b36ddaf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1829786 Aug 20 12:06:36.994017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df56e8c6-a8a9-44e7-ad6e-1207933be94c req-d60a5c82-54bc-4cec-a9ec-6a859ccf2264 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857946 Aug 20 12:06:37.006677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-32c4547a-b20c-4e4d-aa73-6f33d5e46bb7 None None] Provisioning complete for port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:37.007194 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32c4547a-b20c-4e4d-aa73-6f33d5e46bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.068467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d74730ea-c9ab-4dc2-9ab7-b2f6627e179d req-8b38bfdb-38b1-451c-bbf7-53287ddc63ff tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694845 Aug 20 12:06:37.075196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-32c4547a-b20c-4e4d-aa73-6f33d5e46bb7 None None] Port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:37.126214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141494f1-a2f4-4bb6-9c4d-b5a90501f233 req-3e7f50eb-c884-4cb6-82bb-830a4409f7d6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.127896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-141494f1-a2f4-4bb6-9c4d-b5a90501f233 req-3e7f50eb-c884-4cb6-82bb-830a4409f7d6 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0786765 Aug 20 12:06:37.204274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-141494f1-a2f4-4bb6-9c4d-b5a90501f233 req-01fcf719-7d0f-4ad3-a2bf-a7b0573ec6b5 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695696 Aug 20 12:06:37.348067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e670f-fab0-4d02-9c94-18c1c6a62349 req-c6beb110-9422-4d48-b9e8-8c209a659b2b tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.349854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a0e670f-fab0-4d02-9c94-18c1c6a62349 req-c6beb110-9422-4d48-b9e8-8c209a659b2b tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0716748 Aug 20 12:06:37.438976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a0e670f-fab0-4d02-9c94-18c1c6a62349 req-625ff7c2-c5bb-42e9-a6f4-4cdbdcf62c6b tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677183 Aug 20 12:06:37.628682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d91f0-1773-4f01-9def-81c6686565db req-a133b64b-cb31-4cee-83db-a742951cc6c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.635853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f69d91f0-1773-4f01-9def-81c6686565db req-a133b64b-cb31-4cee-83db-a742951cc6c1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 945 time: 0.0702982 Aug 20 12:06:37.694269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f69d91f0-1773-4f01-9def-81c6686565db req-bb5942d7-77c5-4085-a38e-733a0a1eaad0 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530264 Aug 20 12:06:37.782932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b1697-10ae-4060-aeaf-ae9775ef5f34 req-16ccec91-d185-4891-a700-7c3d5744049a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.785040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da9b1697-10ae-4060-aeaf-ae9775ef5f34 req-16ccec91-d185-4891-a700-7c3d5744049a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0628438 Aug 20 12:06:37.847124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da9b1697-10ae-4060-aeaf-ae9775ef5f34 req-b9954120-23fd-473f-a1d2-4d2935191f32 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485504 Aug 20 12:06:38.184267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6387-2e2c-4151-bc3e-c109b8e6d345 req-d3597dd0-be90-4780-95f9-7da26d3d2923 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:38.185841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3ac6387-2e2c-4151-bc3e-c109b8e6d345 req-d3597dd0-be90-4780-95f9-7da26d3d2923 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1097887 Aug 20 12:06:38.226619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:38.279131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3ac6387-2e2c-4151-bc3e-c109b8e6d345 req-85289fc0-ba33-424d-84e0-d26c715bbbfa tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860000 Aug 20 12:06:38.340165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:38.345025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:38.345359 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.478439 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.494503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175caa7-7e30-4f74-baeb-6081b4ebb805 req-d1f8e0da-9735-4c95-aa6a-05ded9027da7 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:38.497460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0175caa7-7e30-4f74-baeb-6081b4ebb805 req-d1f8e0da-9735-4c95-aa6a-05ded9027da7 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 945 time: 0.1083486 Aug 20 12:06:38.537792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6fc7f45a-a508-4465-b9c2-cecd0db5ee21,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:38.554506 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.603942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e77b0-70ea-4c3c-9c6c-e5993ad487f6 req-b60a6d81-2744-4be8-8ef9-c8d8a72f6f81 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:38.607297 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Sync routers for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:38.622812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b2e77b0-70ea-4c3c-9c6c-e5993ad487f6 req-b60a6d81-2744-4be8-8ef9-c8d8a72f6f81 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1228340 Aug 20 12:06:38.625723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=6fc7f45a-a508-4465-b9c2-cecd0db5ee21,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:38.627591 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:38.635499 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:06:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:38.653207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0175caa7-7e30-4f74-baeb-6081b4ebb805 req-ffff802e-fd23-4197-b994-d7d0d17847b7 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416888 Aug 20 12:06:38.722570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b2e77b0-70ea-4c3c-9c6c-e5993ad487f6 req-cd8390bb-1a52-471e-92bc-2eb39f1410ac tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950122 Aug 20 12:06:38.787526 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:38.876931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b77fb7-e759-4a94-b2d3-4d6cf437b3b2 req-eb5ea9b1-77a4-42cd-b131-9f831c264553 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:38.879217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1b77fb7-e759-4a94-b2d3-4d6cf437b3b2 req-eb5ea9b1-77a4-42cd-b131-9f831c264553 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0687222 Aug 20 12:06:38.970230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1b77fb7-e759-4a94-b2d3-4d6cf437b3b2 req-02e7216a-5c9a-4511-b0a9-15abeb9cb3bf tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786927 Aug 20 12:06:39.060932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c388b-bdb4-4ad8-bf48-5791f2dd43c3 req-37d9fb9d-d253-4fb8-b6ee-a0628062a7a4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:39.070854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-629c388b-bdb4-4ad8-bf48-5791f2dd43c3 req-37d9fb9d-d253-4fb8-b6ee-a0628062a7a4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1115258 Aug 20 12:06:39.117871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-629c388b-bdb4-4ad8-bf48-5791f2dd43c3 req-d78a55ce-6eb3-45db-8861-80287fadbc5b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405107 Aug 20 12:06:39.144500 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 2, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:39.172480 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Checking router: 5597ee4b-b502-4004-b15e-92dbdf766aa8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:39.172929 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Updating router 5597ee4b-b502-4004-b15e-92dbdf766aa8 port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:06:39.203992 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.419499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d1d8-67ab-4552-9b42-118dabfec95d req-bb8e1629-e1f3-417b-937d-4f93364e68d5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:39.427177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1345d1d8-67ab-4552-9b42-118dabfec95d req-bb8e1629-e1f3-417b-937d-4f93364e68d5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0724623 Aug 20 12:06:39.493414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1345d1d8-67ab-4552-9b42-118dabfec95d req-e8d0b78d-ab12-434c-87cb-cf2e4cc9d8d5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646727 Aug 20 12:06:39.570312 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.587415 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Transition to ACTIVE for port object 6ca62bb1-63b6-43ae-96e9-8ebf7691127b will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:39.599870 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.780636 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.808646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7addf-5110-4e8c-8bcd-778e13498beb req-ca626658-dc11-48f4-bb4a-e51b1c790ed1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:39.823368 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.823689 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.824066 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.824409 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.824744 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.825075 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.825606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.826066 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.826431 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.826758 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.827080 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.827402 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:39.836675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfa7addf-5110-4e8c-8bcd-778e13498beb req-ca626658-dc11-48f4-bb4a-e51b1c790ed1 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 945 time: 0.1072874 Aug 20 12:06:39.887016 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Attempting to bind port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:39.887403 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Attempting to bind port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:39.887749 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Attempting to bind port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b on network a75a8f05-fbaa-4e37-b799-ea4326a21b98 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:39.895494 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:39.895932 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Checking segment: {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:39.896559 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.896955 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Bound using segment: {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:39.897434 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Bound port: 6ca62bb1-63b6-43ae-96e9-8ebf7691127b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:39.897817 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.900571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfa7addf-5110-4e8c-8bcd-778e13498beb req-d5c49e19-7b06-4fe8-b8cb-24e9d560ae3f tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628562 Aug 20 12:06:39.987037 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] For port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:39.990954 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] For port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:39.996945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a578ed0-0f02-4e7d-9bd3-4e28cc07592d req-3711e1f4-bcde-45e6-bee7-fd46bf3d9423 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:39.999109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a578ed0-0f02-4e7d-9bd3-4e28cc07592d req-3711e1f4-bcde-45e6-bee7-fd46bf3d9423 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1335604 Aug 20 12:06:40.006379 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.134372 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f198e4-5a92-43c7-9027-174ce46fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:40.144908 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:40.145467 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:06:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:40.207874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a578ed0-0f02-4e7d-9bd3-4e28cc07592d req-053fc316-fa39-449a-aa27-a1654f1ff940 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874211 Aug 20 12:06:40.289335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:40.362343 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:40.377131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:40.377601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.390587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af2f78-1fdc-44e5-9a07-25cbe8670863 req-f47ed60e-fed5-4742-9f5f-8fa1c536666f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:40.399440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89af2f78-1fdc-44e5-9a07-25cbe8670863 req-f47ed60e-fed5-4742-9f5f-8fa1c536666f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.2605715 Aug 20 12:06:40.421291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-dae648f5-0394-40c2-acb7-a11273f9f71d tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:40.423105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-dae648f5-0394-40c2-acb7-a11273f9f71d tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 945 time: 0.2486625 Aug 20 12:06:40.574216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c065011-7795-430b-9812-45a815c09293 req-525c081c-9e64-44ea-8e32-cc5facb74348 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:40.574872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c065011-7795-430b-9812-45a815c09293 req-525c081c-9e64-44ea-8e32-cc5facb74348 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2620554 Aug 20 12:06:40.611962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89af2f78-1fdc-44e5-9a07-25cbe8670863 req-a86fb412-9abe-4ddf-85a0-af85aca5797f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116175 Aug 20 12:06:40.654426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c065011-7795-430b-9812-45a815c09293 req-44f06551-b9cc-4a41-9add-de942aa849c9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711763 Aug 20 12:06:40.677515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Deleting port e74332a3-f75a-42a1-8bc4-477eae467846 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:06:40.678217 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.813877 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:40.849348 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442f174-f393-4b56-bf62-ec6de4629e58 None None] The sync data for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 is: [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:40.918140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] For port e74332a3-f75a-42a1-8bc4-477eae467846, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e74332a3-f75a-42a1-8bc4-477eae467846,segment=NetworkSegment(461711cd-aa35-4f94-9a96-4ac1a136325c),segment_id=461711cd-aa35-4f94-9a96-4ac1a136325c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:40.918861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.936114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Calling delete_port for e74332a3-f75a-42a1-8bc4-477eae467846 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:06:41.044877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5f8df-deaf-4f6c-9841-7212fa6dc40e req-fb202093-52c3-4772-8247-3191c6686ef8 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.053224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ec5f8df-deaf-4f6c-9841-7212fa6dc40e req-fb202093-52c3-4772-8247-3191c6686ef8 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.2417660 Aug 20 12:06:41.162123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e339c2-2949-4e5f-9154-49c6eff6fa46 req-c059ad8f-3724-422b-86ad-fea0762f206d tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.170108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6e339c2-2949-4e5f-9154-49c6eff6fa46 req-c059ad8f-3724-422b-86ad-fea0762f206d tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 945 time: 0.1497123 Aug 20 12:06:41.188243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ec5f8df-deaf-4f6c-9841-7212fa6dc40e req-862452f2-3954-49b5-94f1-fe406a6c1bf6 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336396 Aug 20 12:06:41.279420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6e339c2-2949-4e5f-9154-49c6eff6fa46 req-1768ee60-492b-443c-8c42-86e8f88e449e tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/security-groups?id=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936019 Aug 20 12:06:41.300240 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.356213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Pushing event deleted for resources: {'Port': ['ID=e74332a3-f75a-42a1-8bc4-477eae467846,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:41.432824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] No DVR routers for this DVR port e74332a3-f75a-42a1-8bc4-477eae467846 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:06:41.440627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.441041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.441397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.441828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.442192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.443367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.443709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.444041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.444627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.444959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.445292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.445620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:41.449862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.451915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42e3f2bf-c59b-44f9-a499-50f48f6e5dae req-b0d2b34c-0fa3-4bb2-b0d6-613e85d918d3 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.73 "DELETE /v2.0/ports/e74332a3-f75a-42a1-8bc4-477eae467846 HTTP/1.1" status: 204 len: 173 time: 1.0167267 Aug 20 12:06:41.453428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b861db9-cabf-4350-b634-68081943178d', 'name': 'network-vif-deleted', 'tag': 'e74332a3-f75a-42a1-8bc4-477eae467846'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:41.463930 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9059f27-07ec-450e-aef8-871ae89514bb" -d '{"events": [{"server_uuid": "2b861db9-cabf-4350-b634-68081943178d", "name": "network-vif-deleted", "tag": "e74332a3-f75a-42a1-8bc4-477eae467846"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:41.509023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053684ca-e63d-4acb-960c-84bfc0e562bf req-50a59eea-a2bd-4ba2-ba05-fab858ca794b tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.522868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-053684ca-e63d-4acb-960c-84bfc0e562bf req-50a59eea-a2bd-4ba2-ba05-fab858ca794b tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.2049778 Aug 20 12:06:41.593190 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8afa9e-0c18-46aa-8d72-93f68b5714b1 x-openstack-request-id: req-5a8afa9e-0c18-46aa-8d72-93f68b5714b1 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:41.593670 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b861db9-cabf-4350-b634-68081943178d", "name": "network-vif-deleted", "tag": "e74332a3-f75a-42a1-8bc4-477eae467846", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:41.594219 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a8afa9e-0c18-46aa-8d72-93f68b5714b1 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:41.597140 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b861db9-cabf-4350-b634-68081943178d', 'name': 'network-vif-deleted', 'tag': 'e74332a3-f75a-42a1-8bc4-477eae467846', 'status': 'completed', 'code': 200} Aug 20 12:06:41.605260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-053684ca-e63d-4acb-960c-84bfc0e562bf req-8fa39e96-192e-4e91-9d83-10ab53212e5e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784111 Aug 20 12:06:41.793887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913dceb-5024-4325-9307-ebcbd0eadb48 req-6a5d2840-f991-4ad5-a3ce-d349afd48af3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.795503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4913dceb-5024-4325-9307-ebcbd0eadb48 req-6a5d2840-f991-4ad5-a3ce-d349afd48af3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0634470 Aug 20 12:06:41.882293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4913dceb-5024-4325-9307-ebcbd0eadb48 req-eed79e93-7389-4c05-b267-3c779d812d13 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770733 Aug 20 12:06:41.903465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdca03-9b3b-4020-bba5-6588958aeb36 req-e0705a3f-e8e0-467f-9212-c1918d9fcba3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.905098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bafdca03-9b3b-4020-bba5-6588958aeb36 req-e0705a3f-e8e0-467f-9212-c1918d9fcba3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1011958 Aug 20 12:06:41.928854 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.979904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bafdca03-9b3b-4020-bba5-6588958aeb36 req-463acec8-d726-43ee-b65f-50cc9bfd453a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740471 Aug 20 12:06:42.234088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6ca62bb1-63b6-43ae-96e9-8ebf7691127b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:42.326382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:42.343410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:42.344885 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.556198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.582714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c5cb343-84ba-45ea-9335-4d95ff7b7ca3 req-9f6845b9-a9c0-42de-8e1a-9667421f5070 tempest-ServersNegativeTestMultiTenantJSON-1556668376 tempest-ServersNegativeTestMultiTenantJSON-1556668376-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b861db9-cabf-4350-b634-68081943178d HTTP/1.1" status: 200 len: 210 time: 0.0736213 Aug 20 12:06:42.613928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465afc40-91b5-4a3d-9d12-2adefb1c0e37 req-34978fcf-91e0-4f93-a993-9f50f31eaa37 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:42.616399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-465afc40-91b5-4a3d-9d12-2adefb1c0e37 req-34978fcf-91e0-4f93-a993-9f50f31eaa37 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.2156019 Aug 20 12:06:42.620353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:42.627271 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.690975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-465afc40-91b5-4a3d-9d12-2adefb1c0e37 req-b1f752a9-c2d6-4a7b-8abd-86fb5e2445de tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634973 Aug 20 12:06:42.714461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:42.792134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e74332a3-f75a-42a1-8bc4-477eae467846 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:06:42.813958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9d2b-7f2e-4c15-94f6-4bdfe6f641cb req-c050af73-93ef-41d8-8b27-f3f5ace5bbe8 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:42.815810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5f9d2b-7f2e-4c15-94f6-4bdfe6f641cb req-c050af73-93ef-41d8-8b27-f3f5ace5bbe8 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0740163 Aug 20 12:06:42.828034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: e74332a3-f75a-42a1-8bc4-477eae467846 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:06:42.828872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e74332a3-f75a-42a1-8bc4-477eae467846 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:06:42.873173 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5f9d2b-7f2e-4c15-94f6-4bdfe6f641cb req-68f0f0f7-822f-4543-abbe-74fa59b45a13 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480666 Aug 20 12:06:43.030256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d76c6-b3b0-435e-b545-18f1f17ab481 req-725f5a7d-efed-4591-adad-bd99c0bbf123 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.031144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-695d76c6-b3b0-435e-b545-18f1f17ab481 req-725f5a7d-efed-4591-adad-bd99c0bbf123 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0701747 Aug 20 12:06:43.082467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-695d76c6-b3b0-435e-b545-18f1f17ab481 req-ff842fed-1677-425e-ab6b-c3e88de288ef tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Aug 20 12:06:43.169189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f57e1-4706-46b7-a31c-96f0bad5dfeb req-dd006003-37aa-4dc9-8afb-2eb22c6e1b70 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.170798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-137f57e1-4706-46b7-a31c-96f0bad5dfeb req-dd006003-37aa-4dc9-8afb-2eb22c6e1b70 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0717154 Aug 20 12:06:43.216438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-137f57e1-4706-46b7-a31c-96f0bad5dfeb req-1ec9370a-d9d2-4245-8221-5e13355698be tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 Aug 20 12:06:43.612511 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.667471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47530) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:43.727420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19f6be5-a6d3-4792-9e38-4a73a9716450 admin admin] Deleting subnet befa2e05-684e-4cd1-9382-2113997f33c3 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:06:43.731120 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f6be5-a6d3-4792-9e38-4a73a9716450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.786151 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f6be5-a6d3-4792-9e38-4a73a9716450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.866687 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f6be5-a6d3-4792-9e38-4a73a9716450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.903747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fbfac-ed72-4087-899a-c001aee71e7e req-7f113449-0760-4d41-b547-1a29645e8a72 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.905350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b4fbfac-ed72-4087-899a-c001aee71e7e req-7f113449-0760-4d41-b547-1a29645e8a72 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1216855 Aug 20 12:06:43.967276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f6be5-a6d3-4792-9e38-4a73a9716450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.979506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b4fbfac-ed72-4087-899a-c001aee71e7e req-95a1908e-2dc8-4e9f-9b24-f8654f6d410d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632324 Aug 20 12:06:44.014523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f6be5-a6d3-4792-9e38-4a73a9716450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befa2e05-684e-4cd1-9382-2113997f33c3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:44.027808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f6be5-a6d3-4792-9e38-4a73a9716450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.033074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d19f6be5-a6d3-4792-9e38-4a73a9716450 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/befa2e05-684e-4cd1-9382-2113997f33c3 HTTP/1.1" status: 204 len: 168 time: 0.3612542 Aug 20 12:06:44.034220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47540) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:44.177873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.191603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6ca62bb1-63b6-43ae-96e9-8ebf7691127b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:44.197726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e866fe-78d5-48db-9e7d-91669bfc6258 req-c3ad7ee4-0be8-4f0f-815d-6858b08370da tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:44.205963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41e866fe-78d5-48db-9e7d-91669bfc6258 req-c3ad7ee4-0be8-4f0f-815d-6858b08370da tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1750145 Aug 20 12:06:44.269356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:44.269734 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.381491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41e866fe-78d5-48db-9e7d-91669bfc6258 req-8583f805-3608-4edb-b9b3-62c0fd606fac tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722705 Aug 20 12:06:44.403324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874829ea-77d2-4df4-8a79-5a535331d0c6 req-4d115a60-5a77-4070-9600-3c7fa8039b94 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:44.414998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-874829ea-77d2-4df4-8a79-5a535331d0c6 req-4d115a60-5a77-4070-9600-3c7fa8039b94 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.2064993 Aug 20 12:06:44.423763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.449569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31af9fba-a752-4bfa-8e71-3971d328722c']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:44.467654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461711cd-aa35-4f94-9a96-4ac1a136325c') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:44.468094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461711cd-aa35-4f94-9a96-4ac1a136325c') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:44.499870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.515908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-874829ea-77d2-4df4-8a79-5a535331d0c6 req-b2936e6d-5a5f-42ee-b15e-5a75c0c31e8e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997651 Aug 20 12:06:44.523981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.532999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:06:44.533605 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:06:44.535784 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:06:44.639634 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.648048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.653266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47558) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:44.653763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] 10.222.0.25 "DELETE /v2.0/networks/31af9fba-a752-4bfa-8e71-3971d328722c HTTP/1.1" status: 204 len: 168 time: 0.6193826 Aug 20 12:06:44.664298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650122c0-528a-4a49-94e6-781908f06843 req-bd797569-9b16-4ea2-a8e2-f31e09bfb042 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:44.665929 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-650122c0-528a-4a49-94e6-781908f06843 req-bd797569-9b16-4ea2-a8e2-f31e09bfb042 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0883446 Aug 20 12:06:44.677803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f56b6-e993-436a-bede-16ff3c783082 admin admin] Pushing event deleted for resources: {'Network': ['ID=31af9fba-a752-4bfa-8e71-3971d328722c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:44.721407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-650122c0-528a-4a49-94e6-781908f06843 req-e1965c49-9117-4a79-956e-eaf5b30ef07c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461912 Aug 20 12:06:44.729724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Deleting subnet e92d84b8-bfdd-4164-a296-3d35b10a56b1 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:06:44.748162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.789575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.830824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.886461 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.914984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92d84b8-bfdd-4164-a296-3d35b10a56b1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:44.919655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:44.924161 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e92d84b8-bfdd-4164-a296-3d35b10a56b1 HTTP/1.1" status: 204 len: 168 time: 0.2667785 Aug 20 12:06:44.925074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47562) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:44.927633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.928201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.928719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.929211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.929704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.930206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.930696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.931192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.931673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.932153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.932640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:44.933246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13b2b-451d-4d93-bb2a-46516adc0cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:45.008499 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.097058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.137330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0238d8-8e1f-44bd-a5f9-1567b5519573']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:45.153318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f41feb-530d-4cf0-8555-db91d762e23f') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:45.153613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f41feb-530d-4cf0-8555-db91d762e23f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:45.166445 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.188447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d096b30-6e08-482c-9098-f4f766f7ae4b req-7eda19aa-dee1-4480-a99a-67c37767d16a tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:45.189926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d096b30-6e08-482c-9098-f4f766f7ae4b req-7eda19aa-dee1-4480-a99a-67c37767d16a tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0958169 Aug 20 12:06:45.194249 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.206823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:06:45.207229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:06:45.210169 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:06:45.292323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d096b30-6e08-482c-9098-f4f766f7ae4b req-a00b25fb-bf04-49ac-9064-c489708f3ec4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955696 Aug 20 12:06:45.297324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.301870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.307282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1f0238d8-8e1f-44bd-a5f9-1567b5519573 HTTP/1.1" status: 204 len: 168 time: 0.3810706 Aug 20 12:06:45.322500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546fe3c-ad74-4ce1-8688-2ccdc5ec5fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0238d8-8e1f-44bd-a5f9-1567b5519573,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:45.476855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:45.542341 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2eff5137-e6ae-4bcd-a48c-4d5038adf8f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a1726240be84e4ebc8c11fcc7a69d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638762 Aug 20 12:06:45.543319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:45.549783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3e92b-1d9a-40af-9d6c-8a5310f27156 req-6eaa2874-e913-4e28-80e5-d8ef6fc733ed tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:45.551393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21e3e92b-1d9a-40af-9d6c-8a5310f27156 req-6eaa2874-e913-4e28-80e5-d8ef6fc733ed tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0980573 Aug 20 12:06:45.634561 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8db4c314-1389-454b-9e77-774dfb72ebfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.660569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21e3e92b-1d9a-40af-9d6c-8a5310f27156 req-a17fde98-e9e8-46ca-85ef-2b2f82209905 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934706 Aug 20 12:06:45.705828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8db4c314-1389-454b-9e77-774dfb72ebfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.733487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88246294-9520-493f-8ce9-c8da2c3f9533 req-02925b39-1048-4aa6-bde5-57edeff7e843 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:45.733487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88246294-9520-493f-8ce9-c8da2c3f9533 req-02925b39-1048-4aa6-bde5-57edeff7e843 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0592105 Aug 20 12:06:45.790980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88246294-9520-493f-8ce9-c8da2c3f9533 req-cf720bdd-1c34-49e4-b5a9-797ccb292f39 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533483 Aug 20 12:06:45.795798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8db4c314-1389-454b-9e77-774dfb72ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.799322 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8db4c314-1389-454b-9e77-774dfb72ebfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.800850 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8db4c314-1389-454b-9e77-774dfb72ebfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7059dbd4-89bd-4bd9-b0ce-e700f1a1de28 HTTP/1.1" status: 204 len: 168 time: 0.2564254 Aug 20 12:06:45.825613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4c314-1389-454b-9e77-774dfb72ebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7059dbd4-89bd-4bd9-b0ce-e700f1a1de28,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:45.894320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb61b96-ceb9-4fa7-8fd4-def365781597 req-50f2065b-36a6-469f-91b2-f873aada311a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:45.902052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bb61b96-ceb9-4fa7-8fd4-def365781597 req-50f2065b-36a6-469f-91b2-f873aada311a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0754080 Aug 20 12:06:45.953628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bb61b96-ceb9-4fa7-8fd4-def365781597 req-d9a101c4-611e-49e4-a8fd-054f75f627a8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Aug 20 12:06:46.247497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47608) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:46.294276 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-890235bf-b068-4883-881d-80470b07e71f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff620580f2ed4f9db0208d54948693cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428634 Aug 20 12:06:46.294468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47612) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:46.350701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9726-2435-43c2-aa37-0eb60c84121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:46.382099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9726-2435-43c2-aa37-0eb60c84121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:46.453521 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9726-2435-43c2-aa37-0eb60c84121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:46.456661 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9726-2435-43c2-aa37-0eb60c84121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:46.457864 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aeaa9726-2435-43c2-aa37-0eb60c84121a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c8034f4-1c0f-4658-a882-454428c4ce93 HTTP/1.1" status: 204 len: 168 time: 0.1625659 Aug 20 12:06:46.467821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa9726-2435-43c2-aa37-0eb60c84121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8034f4-1c0f-4658-a882-454428c4ce93,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:46.529122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3bf9d-dd3d-4cef-909e-a6eca021b9bd req-cff841da-48d3-4b99-a47c-2212c50c5173 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:46.538059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04e3bf9d-dd3d-4cef-909e-a6eca021b9bd req-cff841da-48d3-4b99-a47c-2212c50c5173 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1048441 Aug 20 12:06:46.597517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04e3bf9d-dd3d-4cef-909e-a6eca021b9bd req-a0ca8aee-9805-4725-99c1-20bc9d871342 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520096 Aug 20 12:06:46.821446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcd0ac-eaef-4bee-a10d-19cadc7049b2 req-ca93dde3-12f3-4d7a-81bf-f8591a561928 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:46.829081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bcd0ac-eaef-4bee-a10d-19cadc7049b2 req-ca93dde3-12f3-4d7a-81bf-f8591a561928 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0739703 Aug 20 12:06:46.886619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26bcd0ac-eaef-4bee-a10d-19cadc7049b2 req-59d8847b-57a6-4e78-89cb-45aeb40b2f32 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565615 Aug 20 12:06:46.962444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2a2bb-ee88-48be-8da1-a2e359c7d78c req-8a86ab50-4cf4-402c-ac51-f843f4e7494d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:46.964044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06b2a2bb-ee88-48be-8da1-a2e359c7d78c req-8a86ab50-4cf4-402c-ac51-f843f4e7494d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.0639448 Aug 20 12:06:47.078360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06b2a2bb-ee88-48be-8da1-a2e359c7d78c req-a871e31b-8a84-4d7d-8051-e88b0a85e6a2 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892384 Aug 20 12:06:47.150783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dd928-253d-4a30-8f45-82ffa840bc2b req-1e133753-8b7e-4f45-b105-183481e53a5e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:47.155992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-936dd928-253d-4a30-8f45-82ffa840bc2b req-1e133753-8b7e-4f45-b105-183481e53a5e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0785656 Aug 20 12:06:47.198129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-936dd928-253d-4a30-8f45-82ffa840bc2b req-280c98a7-2a1f-4e87-84b8-932910fcd690 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380318 Aug 20 12:06:47.497487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47664) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:47.625511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-955248056-network', 'tenant_id': 'bd98d1e08d084514946cf70b49aca42e'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:47.651563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Made reservation on behalf of bd98d1e08d084514946cf70b49aca42e for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:47.654388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:47.672137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:47.775913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c61c2-7651-4f2d-949c-a9c3beebf777 req-d0c2b79d-4875-4464-8b42-40074a31162b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:47.777446 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a48c61c2-7651-4f2d-949c-a9c3beebf777 req-d0c2b79d-4875-4464-8b42-40074a31162b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0770934 Aug 20 12:06:47.846273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a48c61c2-7651-4f2d-949c-a9c3beebf777 req-e5f53837-6d79-4e49-8b61-33f804146295 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611687 Aug 20 12:06:47.868347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:47.872788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:47.910243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:06:47.928094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413d9f0b-973d-43eb-8501-17e247beb82f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:47.934516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:47.934865 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Added segment d4927563-7aaa-4230-86a2-8046d05f1a37 of type vlan for network b634c9c5-9e41-47f4-8872-9fdd08f42568 Aug 20 12:06:47.983474 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.020981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.022463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:48.023094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.083994 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5850792 Aug 20 12:06:48.086954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47680) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:48.094936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Request body: {'subnet': {'network_id': 'b634c9c5-9e41-47f4-8872-9fdd08f42568', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-955248056-subnet', 'tenant_id': 'bd98d1e08d084514946cf70b49aca42e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:48.129554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30645-90fe-4834-9f3e-2f5e0303ea6c admin admin] Pushing event updated for resources: {'Network': ['ID=b634c9c5-9e41-47f4-8872-9fdd08f42568,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:48.140963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b634c9c5-9e41-47f4-8872-9fdd08f42568 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:06:48.143164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Made reservation on behalf of bd98d1e08d084514946cf70b49aca42e for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:48.147670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.148660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639816c9-a242-4284-bbf3-393614e31909 req-4d773fde-8b83-4fce-9485-fa9d53f096fc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:48.150247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-639816c9-a242-4284-bbf3-393614e31909 req-4d773fde-8b83-4fce-9485-fa9d53f096fc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1172309 Aug 20 12:06:48.253752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-639816c9-a242-4284-bbf3-393614e31909 req-6a0d9732-bd27-4eac-8235-f5a25ab721c0 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959730 Aug 20 12:06:48.277105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22953199-8c59-4906-bebb-2375c37e79b8 req-caf416f0-e8d6-47b5-8030-9e5ff1494fc9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:48.285053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22953199-8c59-4906-bebb-2375c37e79b8 req-caf416f0-e8d6-47b5-8030-9e5ff1494fc9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 946 time: 0.1040759 Aug 20 12:06:48.332614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22953199-8c59-4906-bebb-2375c37e79b8 req-6a852f53-9f69-4b7b-b6b9-e04d2e51d249 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Aug 20 12:06:48.407328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9a416-3bc0-49b9-8b94-c3f1d1826af9 req-a1bbe90b-9573-47f2-b776-bd7a39e1291d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:48.415684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26d9a416-3bc0-49b9-8b94-c3f1d1826af9 req-a1bbe90b-9573-47f2-b776-bd7a39e1291d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0866199 Aug 20 12:06:48.466537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26d9a416-3bc0-49b9-8b94-c3f1d1826af9 req-82266191-ffc6-4d7e-8f79-6ff619388ee9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Aug 20 12:06:48.492566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.601261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb010937-4638-4bc4-9402-8c3a309bf0a8,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:48.616942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Checking segment: {'id': 'd4927563-7aaa-4230-86a2-8046d05f1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b634c9c5-9e41-47f4-8872-9fdd08f42568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:48.617303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Network hostable DHCP agents. Network: b634c9c5-9e41-47f4-8872-9fdd08f42568, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:06:48.639379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Network b634c9c5-9e41-47f4-8872-9fdd08f42568 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:06:48.657894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b634c9c5-9e41-47f4-8872-9fdd08f42568) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:48.667874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e070c3f-faf9-4cb0-b68d-ef4862494c0a None None] Network b634c9c5-9e41-47f4-8872-9fdd08f42568 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:48.672203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:48.672947 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.693274 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23d928c4-85e2-49fe-9ce4-2e5ca869c81a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6037924 Aug 20 12:06:48.949010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47730) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:48.979203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0f183-d0ee-420f-8a84-b02965084629 None None] Network b634c9c5-9e41-47f4-8872-9fdd08f42568 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:49.034084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa98b68-feea-4256-80e0-6236bbdc0e07 admin admin] Deleting subnet bb010937-4638-4bc4-9402-8c3a309bf0a8 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:06:49.039331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-caa98b68-feea-4256-80e0-6236bbdc0e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.062981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7bb86-75f1-4941-a670-1fbfc6b0060f req-755a546c-969b-497f-8d15-cf58b0b53a0e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:49.065395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37f7bb86-75f1-4941-a670-1fbfc6b0060f req-755a546c-969b-497f-8d15-cf58b0b53a0e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0700822 Aug 20 12:06:49.108110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-caa98b68-feea-4256-80e0-6236bbdc0e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.140132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37f7bb86-75f1-4941-a670-1fbfc6b0060f req-69c23b32-2f90-4fff-b72e-29769fd135c4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619745 Aug 20 12:06:49.167283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-caa98b68-feea-4256-80e0-6236bbdc0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.238707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-caa98b68-feea-4256-80e0-6236bbdc0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.275558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa98b68-feea-4256-80e0-6236bbdc0e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb010937-4638-4bc4-9402-8c3a309bf0a8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:49.293201 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-caa98b68-feea-4256-80e0-6236bbdc0e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.295199 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-caa98b68-feea-4256-80e0-6236bbdc0e07 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bb010937-4638-4bc4-9402-8c3a309bf0a8 HTTP/1.1" status: 204 len: 168 time: 0.3451891 Aug 20 12:06:49.297884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47738) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:49.391742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.420790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580f286-4542-4c60-94ea-b622beffe607 req-afc50f0e-7ae8-4cbe-aa53-906abee08148 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:49.422598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b580f286-4542-4c60-94ea-b622beffe607 req-afc50f0e-7ae8-4cbe-aa53-906abee08148 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0797081 Aug 20 12:06:49.479502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b580f286-4542-4c60-94ea-b622beffe607 req-c0252eb9-457c-4a1f-b275-b5747f99292d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487907 Aug 20 12:06:49.543199 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.554721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b634c9c5-9e41-47f4-8872-9fdd08f42568']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:49.569264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4927563-7aaa-4230-86a2-8046d05f1a37') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:49.570535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4927563-7aaa-4230-86a2-8046d05f1a37') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:49.585888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.612712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.625744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:06:49.627014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:06:49.629742 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:06:49.672523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff16b7-3f5d-46bc-b172-474b4a643e25 req-15604d77-706b-4d11-a890-07f3d78273f9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:49.680868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84ff16b7-3f5d-46bc-b172-474b4a643e25 req-15604d77-706b-4d11-a890-07f3d78273f9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1132417 Aug 20 12:06:49.718164 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.718164 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:49.732371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84ff16b7-3f5d-46bc-b172-474b4a643e25 req-c393c262-bf06-49fa-80d3-d50ae2142ad0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495930 Aug 20 12:06:49.733149 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b634c9c5-9e41-47f4-8872-9fdd08f42568 HTTP/1.1" status: 204 len: 168 time: 0.4342093 Aug 20 12:06:49.747749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f49a-9ed5-40d4-a5ac-bc9e8f7f1ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b634c9c5-9e41-47f4-8872-9fdd08f42568,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:49.866241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47752) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:49.961201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fea11fe5-948f-4d20-a792-ee75e7a3a588 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd98d1e08d084514946cf70b49aca42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936487 Aug 20 12:06:49.963517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47764) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:50.041245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0df5cc8-29a2-4fd8-a5d0-4e45ec13c61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:50.058497 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0df5cc8-29a2-4fd8-a5d0-4e45ec13c61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:50.107156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0df5cc8-29a2-4fd8-a5d0-4e45ec13c61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:50.111063 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0df5cc8-29a2-4fd8-a5d0-4e45ec13c61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:50.112317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b0df5cc8-29a2-4fd8-a5d0-4e45ec13c61c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/413d9f0b-973d-43eb-8501-17e247beb82f HTTP/1.1" status: 204 len: 168 time: 0.1476927 Aug 20 12:06:50.121929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df5cc8-29a2-4fd8-a5d0-4e45ec13c61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413d9f0b-973d-43eb-8501-17e247beb82f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:50.303765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898640b-0d36-4e4c-924f-cf47af1911f1 req-fec89041-c8af-4023-a213-28fc7e948deb tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:50.305314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8898640b-0d36-4e4c-924f-cf47af1911f1 req-fec89041-c8af-4023-a213-28fc7e948deb tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0833180 Aug 20 12:06:50.363494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8898640b-0d36-4e4c-924f-cf47af1911f1 req-243132ff-a8d2-4af5-8bc6-443b57c70df7 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 Aug 20 12:06:50.654833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b97c80-c48c-4405-aa09-c0c1d6e44326 req-2eab2a7d-c6f4-42df-9fcb-79e64c822b7f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:50.658867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0b97c80-c48c-4405-aa09-c0c1d6e44326 req-2eab2a7d-c6f4-42df-9fcb-79e64c822b7f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0891430 Aug 20 12:06:50.714744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0b97c80-c48c-4405-aa09-c0c1d6e44326 req-670303af-4585-42c2-bcb4-32200f14cae0 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Aug 20 12:06:50.828154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aa85995a-4291-421e-950c-4952b6a9c07b details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:50.999872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:51.045069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0763e0-952f-4c36-ba46-0935a50d8a50 req-58aee26a-9045-408c-8a1f-41ff4124af05 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:51.048850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd0763e0-952f-4c36-ba46-0935a50d8a50 req-58aee26a-9045-408c-8a1f-41ff4124af05 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1401110 Aug 20 12:06:51.058361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'port_id': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'mac_address': 'fa:16:3e:e0:ee:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71eab11-da89-4282-8c34-1c138ac0222d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:51.110531 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.127798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa85995a-4291-421e-950c-4952b6a9c07b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:51.151172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:51.157172 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.172838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd0763e0-952f-4c36-ba46-0935a50d8a50 req-a03441a7-635d-45ac-9d90-fd108fb6f0ef tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150687 Aug 20 12:06:51.279007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-7fde37aa-b415-4881-933d-a8e2df379f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:51.283400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-7fde37aa-b415-4881-933d-a8e2df379f23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 1097 time: 0.1095634 Aug 20 12:06:51.306062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:51.378169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['aa85995a-4291-421e-950c-4952b6a9c07b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:51.511340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898986-ae40-4a17-982f-7e25691eabc6 req-07d7e29c-5c7b-4240-ae8e-edd47519eb4f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:51.512900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e898986-ae40-4a17-982f-7e25691eabc6 req-07d7e29c-5c7b-4240-ae8e-edd47519eb4f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1964712 Aug 20 12:06:51.580283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e898986-ae40-4a17-982f-7e25691eabc6 req-9e66b512-ccc6-480c-9780-82399b0476df tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Aug 20 12:06:51.614023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-4d209f9d-3c41-45e5-8b71-88e5028d55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:51.616125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-4d209f9d-3c41-45e5-8b71-88e5028d55c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 200 len: 917 time: 0.3188834 Aug 20 12:06:51.654276 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c85010a-fe74-4bca-ad15-7e0c123e4e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.704139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-c6002f07-e69b-4936-a802-8454e4ae0479 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17b75561-5b3a-4ae0-a831-be2fc72d93a1 HTTP/1.1" status: 200 len: 217 time: 0.0749164 Aug 20 12:06:51.809154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6757f-54d9-4906-988f-782e2ad2b57b req-4189bd3a-88eb-401f-a524-891dbdab2011 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:51.814704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37b6757f-54d9-4906-988f-782e2ad2b57b req-4189bd3a-88eb-401f-a524-891dbdab2011 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1132360 Aug 20 12:06:51.841142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-7bbe98d8-1ce3-471a-8a2d-2a3a5f22f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:51.842897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-7bbe98d8-1ce3-471a-8a2d-2a3a5f22f0f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=927284a5-509e-44c1-8345-c82d26db5191 HTTP/1.1" status: 200 len: 855 time: 0.1287069 Aug 20 12:06:51.902062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37b6757f-54d9-4906-988f-782e2ad2b57b req-435977b7-1024-48be-a401-6f6dd210fd6f tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823722 Aug 20 12:06:51.929676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-576a958a-2936-4c5e-86eb-2d34fbbac861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:51.931427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-576a958a-2936-4c5e-86eb-2d34fbbac861 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560475ee-4fb3-4edf-bf15-83d0821364bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804908 Aug 20 12:06:52.071954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-a7c5243e-ce86-40d9-abc3-1f5b63763902 service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244874 Aug 20 12:06:52.370422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d288-8e54-4ba7-8b76-dc8b0ef44a6f req-40cf4a84-9e61-4add-a63e-d211403ba5a8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:52.372051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f61d288-8e54-4ba7-8b76-dc8b0ef44a6f req-40cf4a84-9e61-4add-a63e-d211403ba5a8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0848997 Aug 20 12:06:52.406082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e58106eb-4100-4aa2-8067-b275fe79b5a8 req-0eecbd47-a37f-46fa-b800-821c346b1b38 service neutron] 10.222.0.73 "GET /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098305 Aug 20 12:06:52.470412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47904) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:52.474762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f61d288-8e54-4ba7-8b76-dc8b0ef44a6f req-6d506d1e-cfd1-472a-84e9-6214336e5a00 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670893 Aug 20 12:06:52.658645 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b28b83c-d988-42a7-b344-651051cd8ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.749794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf373d-139e-4841-8953-811e459f9f06 req-569c2af8-463a-4d26-8fe6-046384562fe2 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:52.759677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19bf373d-139e-4841-8953-811e459f9f06 req-569c2af8-463a-4d26-8fe6-046384562fe2 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0984943 Aug 20 12:06:52.797772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b28b83c-d988-42a7-b344-651051cd8ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.804187 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b28b83c-d988-42a7-b344-651051cd8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.812431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19bf373d-139e-4841-8953-811e459f9f06 req-34c999c0-8a89-4907-bd9f-f0c7228a952c tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Aug 20 12:06:52.833817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aa85995a-4291-421e-950c-4952b6a9c07b up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:52.871759 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2b28b83c-d988-42a7-b344-651051cd8ca8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=117b09c2ba8f47d39aaff65d846caa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990288 Aug 20 12:06:52.874498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47928) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:52.886928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28b83c-d988-42a7-b344-651051cd8ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1740d52f-c7ea-4dff-a08b-683a64046188,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:52.965720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bec54f9e-8d24-4935-939d-c3626f6a243f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.968406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port aa85995a-4291-421e-950c-4952b6a9c07b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:52.968781 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:52.997001 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bec54f9e-8d24-4935-939d-c3626f6a243f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.086449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bec54f9e-8d24-4935-939d-c3626f6a243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.089726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bec54f9e-8d24-4935-939d-c3626f6a243f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.091229 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bec54f9e-8d24-4935-939d-c3626f6a243f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1740d52f-c7ea-4dff-a08b-683a64046188 HTTP/1.1" status: 204 len: 168 time: 0.2149727 Aug 20 12:06:53.112270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54f9e-8d24-4935-939d-c3626f6a243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1740d52f-c7ea-4dff-a08b-683a64046188,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:53.231185 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.312160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:53.313403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:53.320227 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecce102-27cf-487f-8810-62633ed7f8f2" -d '{"events": [{"server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "name": "network-vif-plugged", "status": "completed", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:53.325788 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.431304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:53.521193 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b71b7-31ab-4d1d-84b1-91ebff8eb552 x-openstack-request-id: req-5b2b71b7-31ab-4d1d-84b1-91ebff8eb552 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:53.521504 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "name": "network-vif-plugged", "status": "completed", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:53.522147 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b2b71b7-31ab-4d1d-84b1-91ebff8eb552 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:53.522833 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'code': 200} Aug 20 12:06:53.687939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941499f-fdf1-4f94-8c82-53130c1b4f1d req-0cc12ddd-6fba-4629-abda-65cdb68fa0ad tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:53.696214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2941499f-fdf1-4f94-8c82-53130c1b4f1d req-0cc12ddd-6fba-4629-abda-65cdb68fa0ad tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.6650336 Aug 20 12:06:53.735351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2941499f-fdf1-4f94-8c82-53130c1b4f1d req-6166caaa-2c71-4656-8b62-c76476946519 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Aug 20 12:06:53.919280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f526b7-f62c-42f6-988a-469cd33e800f req-ed772d67-88ca-480e-b025-9ca15490f518 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:53.921236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6f526b7-f62c-42f6-988a-469cd33e800f req-ed772d67-88ca-480e-b025-9ca15490f518 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1011221 Aug 20 12:06:54.029343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54267eb-b283-4791-90a3-d1734b1d3c88 req-a52c5758-d9d4-461f-b670-dfeff514e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:54.033066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e54267eb-b283-4791-90a3-d1734b1d3c88 req-a52c5758-d9d4-461f-b670-dfeff514e6f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1098 time: 0.0839148 Aug 20 12:06:54.043229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6f526b7-f62c-42f6-988a-469cd33e800f req-29ad2169-615f-4a7e-8b41-0ecfa69581f1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124287 Aug 20 12:06:54.134971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e54267eb-b283-4791-90a3-d1734b1d3c88 req-d506f60f-adba-4161-b481-57eda1ef1b0b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901234 Aug 20 12:06:54.253931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c979a9a-97ea-4a64-80ce-568056e0e62a req-c7ad65fb-e0fc-46f1-b02c-9675c0ac327d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:54.260460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c979a9a-97ea-4a64-80ce-568056e0e62a req-c7ad65fb-e0fc-46f1-b02c-9675c0ac327d tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.0893700 Aug 20 12:06:54.278918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82e3f5a3-6eec-46cd-a5ee-9d0ffdb0022e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:54.340321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c979a9a-97ea-4a64-80ce-568056e0e62a req-bb5de260-9d40-4343-b5f4-dc351e3fb1f9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664420 Aug 20 12:06:54.696883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420ad2-16fe-4233-9f43-ad1a4af390c8 req-ca71c1bf-dd45-4d7b-9a4f-00f222fd59cd tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:54.705050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a420ad2-16fe-4233-9f43-ad1a4af390c8 req-ca71c1bf-dd45-4d7b-9a4f-00f222fd59cd tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1385784 Aug 20 12:06:54.786873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a420ad2-16fe-4233-9f43-ad1a4af390c8 req-1b01052b-b92a-4da9-acc5-3ede1d4f5e82 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802133 Aug 20 12:06:55.045514 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.057378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307ae58-4c22-4eb6-ae8d-20153f132cdd req-d82b0b52-29ed-4081-85ce-4db34f404fac tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.069496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8307ae58-4c22-4eb6-ae8d-20153f132cdd req-d82b0b52-29ed-4081-85ce-4db34f404fac tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1220436 Aug 20 12:06:55.136014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8307ae58-4c22-4eb6-ae8d-20153f132cdd req-77b8ac24-210b-4cf1-96ec-b3e9ed92da2c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666330 Aug 20 12:06:55.306085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3b8c6-719c-40f2-b51f-dfb824361653 req-c86b76f9-23f8-4ad1-8bc7-49423067abba tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.315408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bb3b8c6-719c-40f2-b51f-dfb824361653 req-c86b76f9-23f8-4ad1-8bc7-49423067abba tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 945 time: 0.0829923 Aug 20 12:06:55.414712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bb3b8c6-719c-40f2-b51f-dfb824361653 req-992dfd82-f14e-4d20-a39c-d396ecbb924c tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979095 Aug 20 12:06:55.531784 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.675940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed4d9b-7a13-4409-ba18-b3cd5ac676f0 req-9242104f-0991-4fbc-9b36-72c0dccc3ffc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.684886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fed4d9b-7a13-4409-ba18-b3cd5ac676f0 req-9242104f-0991-4fbc-9b36-72c0dccc3ffc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1865282 Aug 20 12:06:55.768439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fed4d9b-7a13-4409-ba18-b3cd5ac676f0 req-9010cec7-bbd9-4cd1-bc23-081622aacd97 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739741 Aug 20 12:06:55.880973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d0713-ccd0-44fd-9d1d-4244259dafa8 req-a5b45292-90f5-46c8-9cfa-04419fecc678 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.889127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a20d0713-ccd0-44fd-9d1d-4244259dafa8 req-a5b45292-90f5-46c8-9cfa-04419fecc678 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.0661032 Aug 20 12:06:55.933665 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a20d0713-ccd0-44fd-9d1d-4244259dafa8 req-7783ff19-a86a-421f-a86d-c19a249e0017 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434091 Aug 20 12:06:56.061215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-517364e8-4c74-4d57-af32-08d138d2a226 req-fd096a0b-d214-469a-bf39-0856738edc61 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:06:56.062481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-517364e8-4c74-4d57-af32-08d138d2a226 req-fd096a0b-d214-469a-bf39-0856738edc61 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064564 Aug 20 12:06:56.463577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-517364e8-4c74-4d57-af32-08d138d2a226 req-f48649f6-6302-4d1c-98bc-a86834aff02a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3632729 Aug 20 12:06:56.495870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-affeb673-ba0b-41df-9cf6-38d8b2e1aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:56.497523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-affeb673-ba0b-41df-9cf6-38d8b2e1aef9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1096 time: 0.2555351 Aug 20 12:06:56.514171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f56834-daae-4a4d-b386-34b3680beb13 req-0bf0dd3c-41a4-4db0-a041-eff08e347622 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:56.525387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75f56834-daae-4a4d-b386-34b3680beb13 req-0bf0dd3c-41a4-4db0-a041-eff08e347622 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2429721 Aug 20 12:06:56.759745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75f56834-daae-4a4d-b386-34b3680beb13 req-d2b5a730-9fb7-4e59-b681-39628bd90927 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332954 Aug 20 12:06:56.843391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-fdf9ccf3-832c-44b7-8d48-2cfa8513c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:56.844821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-fdf9ccf3-832c-44b7-8d48-2cfa8513c5f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.3166487 Aug 20 12:06:56.931701 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:56.998862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-b9c48f44-4d76-4f48-98ff-712d183e4533 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 998 time: 0.1440849 Aug 20 12:06:57.133353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b24310-3039-4787-9483-7ca49756ee65 req-490b595f-03cb-4615-a2c6-6454cacbadc1 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.140569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2b24310-3039-4787-9483-7ca49756ee65 req-490b595f-03cb-4615-a2c6-6454cacbadc1 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1405156 Aug 20 12:06:57.143840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-07bdaf31-d76b-4425-8165-e24591ea157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.145750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-07bdaf31-d76b-4425-8165-e24591ea157e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.1149414 Aug 20 12:06:57.154682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367ca68-df8c-4559-a3fe-719eaf23e349 req-fffc637b-1f4f-451c-a19d-d780f61d2985 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.162001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a367ca68-df8c-4559-a3fe-719eaf23e349 req-fffc637b-1f4f-451c-a19d-d780f61d2985 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1299117 Aug 20 12:06:57.257760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2b24310-3039-4787-9483-7ca49756ee65 req-7a460d3c-9a5a-49b5-8a57-090e10a13848 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162176 Aug 20 12:06:57.296752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a367ca68-df8c-4559-a3fe-719eaf23e349 req-bb15a517-23e0-4fce-8295-43803b676531 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314480 Aug 20 12:06:57.320641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-21d5eaee-76e8-4290-a6d1-ce369aaa68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.322579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-21d5eaee-76e8-4290-a6d1-ce369aaa68d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537399 Aug 20 12:06:57.546033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-c63c9cdc-53e8-4cc9-9085-58a5ea4568d6 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029145 Aug 20 12:06:57.657125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e17062-7f3d-4817-80c5-26485551ffd6 req-3258c7cc-3ff4-4919-9a29-984ffe61b929 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023614 Aug 20 12:06:57.732784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884c79-a191-48bb-b5e7-695c0e13e176 req-f6af7332-8e2e-4c15-81fd-88e061583430 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.745294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3884c79-a191-48bb-b5e7-695c0e13e176 req-f6af7332-8e2e-4c15-81fd-88e061583430 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 945 time: 0.0871575 Aug 20 12:06:57.836082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3884c79-a191-48bb-b5e7-695c0e13e176 req-99fa9e68-ff18-4e23-965b-b80913aa7ec9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898147 Aug 20 12:06:58.034251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-9a0a7022-5e2a-4b7f-a881-41b0e4f1e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:58.034251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-9a0a7022-5e2a-4b7f-a881-41b0e4f1e5cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1098 time: 0.0986273 Aug 20 12:06:58.291311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f7ffa-aab8-4484-8200-6d48280dcdd4 req-724c8ad2-1885-4e77-81be-eb43fc47bf62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:58.300043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-698f7ffa-aab8-4484-8200-6d48280dcdd4 req-724c8ad2-1885-4e77-81be-eb43fc47bf62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2957666 Aug 20 12:06:58.419057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-bfe23934-ef00-45e0-9c58-83310077f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:58.421247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-bfe23934-ef00-45e0-9c58-83310077f412 service neutron] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 920 time: 0.4302533 Aug 20 12:06:58.510335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8d80b-d43f-4624-8d5a-f1b7ad0a8d89 req-c971154c-32cd-43f6-b31a-2c0794965d7f tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:58.532424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57e8d80b-d43f-4624-8d5a-f1b7ad0a8d89 req-c971154c-32cd-43f6-b31a-2c0794965d7f tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.2455409 Aug 20 12:06:58.532831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-698f7ffa-aab8-4484-8200-6d48280dcdd4 req-937fe27e-a44a-4dcd-9b8a-1bfcaa05ab0a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307401 Aug 20 12:06:58.628698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57e8d80b-d43f-4624-8d5a-f1b7ad0a8d89 req-d6c448ae-ab78-46ed-ba34-fa088d72fdaa tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082509 Aug 20 12:06:58.630363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-6924f819-d6de-4ed8-ac67-221d286cc1ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 HTTP/1.1" status: 200 len: 217 time: 0.1980145 Aug 20 12:06:58.720559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-41376abd-482e-4d0f-887f-12371960dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:58.722152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-41376abd-482e-4d0f-887f-12371960dfec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.0787811 Aug 20 12:06:58.863421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-313a1286-0803-481a-9be6-5be532d0593a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746508 Aug 20 12:06:58.906298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e0166-39d1-4ca2-9420-38b90ab595df req-788aca03-8b61-48fe-98ce-9fbb04a1904a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:58.920862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f60e0166-39d1-4ca2-9420-38b90ab595df req-788aca03-8b61-48fe-98ce-9fbb04a1904a tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.1974473 Aug 20 12:06:59.106693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f60e0166-39d1-4ca2-9420-38b90ab595df req-7311aa1d-cdae-424e-ae14-67c03a9dfb63 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804905 Aug 20 12:06:59.150285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-4eea9ed6-760e-48ed-b2c3-d1b805adfc09 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264197 Aug 20 12:06:59.329207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a55293e4-3392-43a2-aa84-b8dc5537d6eb req-f613f3d3-ef42-4943-81ac-b43bcd11b9a7 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614521 Aug 20 12:06:59.466723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9a4e6-1a37-4c06-8e07-5f21df8db4a8 req-fe17c89d-a47e-4db6-95bd-72dbc163d7b1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:59.478940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9a4e6-1a37-4c06-8e07-5f21df8db4a8 req-fe17c89d-a47e-4db6-95bd-72dbc163d7b1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:59.486162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9a4e6-1a37-4c06-8e07-5f21df8db4a8 req-fe17c89d-a47e-4db6-95bd-72dbc163d7b1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:59.494977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4b9a4e6-1a37-4c06-8e07-5f21df8db4a8 req-fe17c89d-a47e-4db6-95bd-72dbc163d7b1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0&device_id=d17136d0-7652-47e3-8e05-39f603d31878&device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 2416 time: 0.1312277 Aug 20 12:06:59.584240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4b9a4e6-1a37-4c06-8e07-5f21df8db4a8 req-60eaf9fb-ab17-4306-a9c0-e83db855a3b3 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874984 Aug 20 12:06:59.633006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-3e8eb7f3-d898-47cb-896a-d1e490567ed0 req-4fe34a1a-9f28-4087-b87f-d3d53d033fb9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:06:59.640354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e8eb7f3-d898-47cb-896a-d1e490567ed0 req-4fe34a1a-9f28-4087-b87f-d3d53d033fb9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140772 Aug 20 12:06:59.755504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4a896-9d5a-4831-b237-899eddad91eb req-dfd1c6f3-160a-466d-b4b4-f223d0e35dd7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:59.757497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edf4a896-9d5a-4831-b237-899eddad91eb req-dfd1c6f3-160a-466d-b4b4-f223d0e35dd7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1138625 Aug 20 12:06:59.842215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e8eb7f3-d898-47cb-896a-d1e490567ed0 req-1fa7269a-eb4d-4ed3-bc95-22a4a2d311cd tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1840892 Aug 20 12:06:59.915927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edf4a896-9d5a-4831-b237-899eddad91eb req-92abc1cc-1715-4561-a8db-4933f5b9268e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471777 Aug 20 12:07:00.100161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917e092-ec9e-43e2-a14d-ef501f66d7bf req-635f5ded-4b28-408a-be37-31df54dd7b89 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:00.101987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c917e092-ec9e-43e2-a14d-ef501f66d7bf req-635f5ded-4b28-408a-be37-31df54dd7b89 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0886092 Aug 20 12:07:00.173920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c917e092-ec9e-43e2-a14d-ef501f66d7bf req-baea8c21-6a95-455d-9a13-d229786ffa33 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Aug 20 12:07:00.540536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42506a54-f75a-49d7-a932-6f2f94dca0f4 req-f3232e02-01d1-48ed-97f6-7ce018ca4599 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:00.554658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42506a54-f75a-49d7-a932-6f2f94dca0f4 req-f3232e02-01d1-48ed-97f6-7ce018ca4599 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1175797 Aug 20 12:07:00.617582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42506a54-f75a-49d7-a932-6f2f94dca0f4 req-3e7b4f5e-b0e1-43fb-812d-6ab5c51bf882 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584209 Aug 20 12:07:00.909165 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:07:01.209470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328cc5f-616c-423a-84a4-b5d19392b845 req-ab813dd1-1b1f-44b5-9547-a1e57f93ab34 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:01.218733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5328cc5f-616c-423a-84a4-b5d19392b845 req-ab813dd1-1b1f-44b5-9547-a1e57f93ab34 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1206846 Aug 20 12:07:01.265297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5328cc5f-616c-423a-84a4-b5d19392b845 req-784ed519-e728-4114-a9ce-8ea24ac36c76 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446830 Aug 20 12:07:01.543638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5f54-6fbd-4143-9f4a-0e83bd4869ba req-26b4675e-622f-4952-97f3-317d75e2187e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:01.545311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f73e5f54-6fbd-4143-9f4a-0e83bd4869ba req-26b4675e-622f-4952-97f3-317d75e2187e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1090412 Aug 20 12:07:01.711675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f73e5f54-6fbd-4143-9f4a-0e83bd4869ba req-4b2e9264-7736-474c-b84b-ffaf609c448f tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499004 Aug 20 12:07:02.375492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5343e-ca81-45d2-97af-5a4133b01f29 req-8ac80a4b-9fe6-4b9f-be1d-4d748a3c8f8b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:02.391733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09a5343e-ca81-45d2-97af-5a4133b01f29 req-8ac80a4b-9fe6-4b9f-be1d-4d748a3c8f8b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1842659 Aug 20 12:07:02.499082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09a5343e-ca81-45d2-97af-5a4133b01f29 req-21cf1e74-e166-4f57-8c09-f8274fa895bc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061985 Aug 20 12:07:02.680554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48294) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:02.927067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be41cb-e39f-4b32-b6de-20f6ea946ce9 req-0c4f157b-1b88-451c-ad66-ea1bb84c62f3 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:02.935079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1be41cb-e39f-4b32-b6de-20f6ea946ce9 req-0c4f157b-1b88-451c-ad66-ea1bb84c62f3 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1029744 Aug 20 12:07:02.988179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1be41cb-e39f-4b32-b6de-20f6ea946ce9 req-d694c497-f4cf-4baf-b05b-e448392ce216 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471442 Aug 20 12:07:03.000392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8de1be8f-75f2-4a7c-8eb6-c65e5118b3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:03.280071 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8de1be8f-75f2-4a7c-8eb6-c65e5118b3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:03.299142 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8de1be8f-75f2-4a7c-8eb6-c65e5118b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:03.335809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1be8f-75f2-4a7c-8eb6-c65e5118b3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f07c41-4960-4d0e-aba3-cce2530bc904,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:03.425791 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8de1be8f-75f2-4a7c-8eb6-c65e5118b3d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f8fe35a12c14c0092ed757c7c2c2e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7441704 Aug 20 12:07:03.432974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48330) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:03.621356 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-779c59a2-69a6-4571-950d-5a400ebe5c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:03.687436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-779c59a2-69a6-4571-950d-5a400ebe5c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:03.778856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eadc85-a72c-456c-8595-083238e18151 req-fe2af76f-e844-4804-a132-757d87f305a0 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:03.788399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6eadc85-a72c-456c-8595-083238e18151 req-fe2af76f-e844-4804-a132-757d87f305a0 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.4399621 Aug 20 12:07:03.853085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6eadc85-a72c-456c-8595-083238e18151 req-a953892a-d6dc-46fd-8f42-8c47dca8c62e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637891 Aug 20 12:07:03.887304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b337d-3b51-4f4f-b92c-780747ce823c req-71b00b46-9ed4-4fcc-b2dc-611eaf595c6f tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:03.889499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-428b337d-3b51-4f4f-b92c-780747ce823c req-71b00b46-9ed4-4fcc-b2dc-611eaf595c6f tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1935182 Aug 20 12:07:03.891068 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-779c59a2-69a6-4571-950d-5a400ebe5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:03.894374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-779c59a2-69a6-4571-950d-5a400ebe5c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:03.902677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-779c59a2-69a6-4571-950d-5a400ebe5c60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62f07c41-4960-4d0e-aba3-cce2530bc904 HTTP/1.1" status: 204 len: 168 time: 0.4460535 Aug 20 12:07:03.967764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c59a2-69a6-4571-950d-5a400ebe5c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f07c41-4960-4d0e-aba3-cce2530bc904,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:04.056794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-428b337d-3b51-4f4f-b92c-780747ce823c req-c76be99a-72f7-41a9-9e0c-66f636a97630 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480148 Aug 20 12:07:04.437207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fa93-16f9-476f-8c8e-97d7d43d6f8f req-b5a0c7c6-890e-46f4-b830-df6c7f6afcce tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:04.448803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1498fa93-16f9-476f-8c8e-97d7d43d6f8f req-b5a0c7c6-890e-46f4-b830-df6c7f6afcce tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1025193 Aug 20 12:07:04.561492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1498fa93-16f9-476f-8c8e-97d7d43d6f8f req-f580fba3-dfc7-4191-8b42-0315ae3902c6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058013 Aug 20 12:07:05.225433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079054ff-2dd3-4b16-8f3a-13eccd44e73e req-533bc170-f52d-4c7c-b1d8-1acb005bfe6f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:05.227651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-079054ff-2dd3-4b16-8f3a-13eccd44e73e req-533bc170-f52d-4c7c-b1d8-1acb005bfe6f tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.2413485 Aug 20 12:07:05.293974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-832eda9b-c869-4bad-b362-1e1c8b41d28e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:05.295559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-832eda9b-c869-4bad-b362-1e1c8b41d28e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 945 time: 0.1787453 Aug 20 12:07:05.359397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-079054ff-2dd3-4b16-8f3a-13eccd44e73e req-b6749c56-77fb-45a6-bd30-83c143a988de tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111796 Aug 20 12:07:05.512253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Deleting port bd5926c4-e72b-40b5-bbff-8ef59a760728 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:05.512927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:05.836553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2411728-ab0b-469a-b0de-47468bf080af req-a63a5714-df18-4cb7-9819-4e74fafb7bf0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:05.863040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2411728-ab0b-469a-b0de-47468bf080af req-a63a5714-df18-4cb7-9819-4e74fafb7bf0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1903942 Aug 20 12:07:05.868047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] For port bd5926c4-e72b-40b5-bbff-8ef59a760728, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bd5926c4-e72b-40b5-bbff-8ef59a760728,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:05.870078 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:05.959994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Calling delete_port for bd5926c4-e72b-40b5-bbff-8ef59a760728 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:06.104067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2411728-ab0b-469a-b0de-47468bf080af req-a0c80455-8920-437a-92b8-1247073438b2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289283 Aug 20 12:07:06.237642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18cf7-805d-430d-90a3-2fa32648c416 req-c27a25d4-4943-4a2c-a939-41601f4a5bf6 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:06.251746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81a18cf7-805d-430d-90a3-2fa32648c416 req-c27a25d4-4943-4a2c-a939-41601f4a5bf6 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.2198553 Aug 20 12:07:06.403591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5f6dc-ee91-470a-a15e-2bd91b78e436 req-9bddabec-6fd3-4310-bacf-6994f9ab7d5d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:06.414878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13b5f6dc-ee91-470a-a15e-2bd91b78e436 req-9bddabec-6fd3-4310-bacf-6994f9ab7d5d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2458413 Aug 20 12:07:06.449845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81a18cf7-805d-430d-90a3-2fa32648c416 req-33a121f8-bab7-460f-896c-a7cdc7c5eaa9 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642962 Aug 20 12:07:06.558544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13b5f6dc-ee91-470a-a15e-2bd91b78e436 req-fc8a64e3-6a26-4ee3-a209-c1a20c3d7637 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422975 Aug 20 12:07:06.560763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:06.590064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['17b75561-5b3a-4ae0-a831-be2fc72d93a1', 'cacc309d-883c-4e0a-869f-73ae81659c38', 'bd5926c4-e72b-40b5-bbff-8ef59a760728'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:06.679931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Pushing event deleted for resources: {'Port': ['ID=bd5926c4-e72b-40b5-bbff-8ef59a760728,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:06.932377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fa7f63a-e11d-4c16-b6da-329ea51a4e26 req-02be1ea1-1522-4d75-acc0-ff66901aef2e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=308a90c5-4506-429f-8b89-9af551fe55e0 HTTP/1.1" status: 200 len: 210 time: 0.1590111 Aug 20 12:07:07.024628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] No DVR routers for this DVR port bd5926c4-e72b-40b5-bbff-8ef59a760728 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:07.029230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:07.039121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f3f67d6-c2f2-4c39-b459-895f1c43c910 req-3ac41c19-a135-42b3-90bb-8b86a622eea9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "DELETE /v2.0/ports/bd5926c4-e72b-40b5-bbff-8ef59a760728 HTTP/1.1" status: 204 len: 173 time: 1.7339053 Aug 20 12:07:07.039915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308a90c5-4506-429f-8b89-9af551fe55e0', 'name': 'network-vif-deleted', 'tag': 'bd5926c4-e72b-40b5-bbff-8ef59a760728'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:07.050872 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ede7c14-ae25-4e53-93df-a2f7c102aa6c" -d '{"events": [{"server_uuid": "308a90c5-4506-429f-8b89-9af551fe55e0", "name": "network-vif-deleted", "tag": "bd5926c4-e72b-40b5-bbff-8ef59a760728"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:07.389766 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004aede6-1262-46e9-8495-4adbe69f0007 x-openstack-request-id: req-004aede6-1262-46e9-8495-4adbe69f0007 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:07.391354 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308a90c5-4506-429f-8b89-9af551fe55e0", "name": "network-vif-deleted", "tag": "bd5926c4-e72b-40b5-bbff-8ef59a760728", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:07.393046 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-004aede6-1262-46e9-8495-4adbe69f0007 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:07.394589 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308a90c5-4506-429f-8b89-9af551fe55e0', 'name': 'network-vif-deleted', 'tag': 'bd5926c4-e72b-40b5-bbff-8ef59a760728', 'status': 'completed', 'code': 200} Aug 20 12:07:07.460712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dee4a4-59f1-40d5-9490-f9c214433571 req-7862a142-04db-4a91-bfe8-dce86d34e4b5 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:07.474013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16dee4a4-59f1-40d5-9490-f9c214433571 req-7862a142-04db-4a91-bfe8-dce86d34e4b5 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2130737 Aug 20 12:07:07.577856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16dee4a4-59f1-40d5-9490-f9c214433571 req-778e7803-d459-4de9-8dc7-6b5afa2436b0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026869 Aug 20 12:07:07.862972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f317f-3523-4b06-8733-becbef53d296 req-a07cda57-0ea7-45b3-a1bf-df26d1287fc3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:07.872015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f8f317f-3523-4b06-8733-becbef53d296 req-a07cda57-0ea7-45b3-a1bf-df26d1287fc3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1301851 Aug 20 12:07:07.968214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f8f317f-3523-4b06-8733-becbef53d296 req-120c3548-5f7e-4beb-99e3-bdb8bf7edcea tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945215 Aug 20 12:07:08.651485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9164946-ca2b-41b3-9e20-a1382f60b750 req-14c40648-96ea-4d90-a0dd-1f94d95e8476 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:08.659422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9164946-ca2b-41b3-9e20-a1382f60b750 req-14c40648-96ea-4d90-a0dd-1f94d95e8476 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 945 time: 0.1548615 Aug 20 12:07:08.733280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9164946-ca2b-41b3-9e20-a1382f60b750 req-f7b24f77-151a-42f4-96bc-d60bee26a9c1 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725954 Aug 20 12:07:08.897699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bd5926c4-e72b-40b5-bbff-8ef59a760728 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:08.930744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: bd5926c4-e72b-40b5-bbff-8ef59a760728 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:08.931356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bd5926c4-e72b-40b5-bbff-8ef59a760728 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:09.898913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27733a-3c44-42b8-a090-1858147dd219 req-b0391d3f-eadc-4935-abb6-09e54c68dc0c tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:09.910656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f27733a-3c44-42b8-a090-1858147dd219 req-b0391d3f-eadc-4935-abb6-09e54c68dc0c tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 945 time: 0.0715356 Aug 20 12:07:09.962705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f27733a-3c44-42b8-a090-1858147dd219 req-ec7f243b-2236-41e6-8972-7ab8517e3781 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517709 Aug 20 12:07:10.233380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-ccdc2e08-9867-4104-b069-82bbf11f69d2 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:10.234982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-ccdc2e08-9867-4104-b069-82bbf11f69d2 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "GET /v2.0/ports?device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 945 time: 0.0677655 Aug 20 12:07:10.365103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Deleting port cacc309d-883c-4e0a-869f-73ae81659c38 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:10.365637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:10.471073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] For port cacc309d-883c-4e0a-869f-73ae81659c38, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=cacc309d-883c-4e0a-869f-73ae81659c38,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:10.471748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:10.490320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Calling delete_port for cacc309d-883c-4e0a-869f-73ae81659c38 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:10.631301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:10.636881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1992273983'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:10.682322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:10.691377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:10.762565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:07:10.775590 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:10.776287 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Added segment 57c5f168-5482-4852-bb91-fc01f1cb3cd3 of type vlan for network 2ab08ba9-57fe-404f-b96d-7891141a6758 Aug 20 12:07:10.787283 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:10.806693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['17b75561-5b3a-4ae0-a831-be2fc72d93a1', 'cacc309d-883c-4e0a-869f-73ae81659c38'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:10.882838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Pushing event deleted for resources: {'Port': ['ID=cacc309d-883c-4e0a-869f-73ae81659c38,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:10.909986 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:10.990522 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.007210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:11.027644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.046764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] No DVR routers for this DVR port cacc309d-883c-4e0a-869f-73ae81659c38 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:11.061535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.071394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c6f2a0e-2207-4fd8-98f9-7f597f1aeddb req-6b3b78ab-01fd-4599-ac26-a7ab2977d0bc tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "DELETE /v2.0/ports/cacc309d-883c-4e0a-869f-73ae81659c38 HTTP/1.1" status: 204 len: 173 time: 0.8273304 Aug 20 12:07:11.072282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17136d0-7652-47e3-8e05-39f603d31878', 'name': 'network-vif-deleted', 'tag': 'cacc309d-883c-4e0a-869f-73ae81659c38'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:11.081414 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa789d7-4e79-4016-a307-60f05606a3e2" -d '{"events": [{"server_uuid": "d17136d0-7652-47e3-8e05-39f603d31878", "name": "network-vif-deleted", "tag": "cacc309d-883c-4e0a-869f-73ae81659c38"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:11.228309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e061a224-327a-4a7d-b97b-7d3c8b86a799 req-d3b6f31f-fa88-460c-ab2e-ee828604f329 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17136d0-7652-47e3-8e05-39f603d31878 HTTP/1.1" status: 200 len: 210 time: 0.0941546 Aug 20 12:07:11.231888 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc16e433-0a3c-46a9-82db-cd90dc41c60d x-openstack-request-id: req-dc16e433-0a3c-46a9-82db-cd90dc41c60d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:11.232344 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17136d0-7652-47e3-8e05-39f603d31878", "name": "network-vif-deleted", "tag": "cacc309d-883c-4e0a-869f-73ae81659c38", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:11.233153 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc16e433-0a3c-46a9-82db-cd90dc41c60d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:11.233840 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17136d0-7652-47e3-8e05-39f603d31878', 'name': 'network-vif-deleted', 'tag': 'cacc309d-883c-4e0a-869f-73ae81659c38', 'status': 'completed', 'code': 200} Aug 20 12:07:11.311846 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6781623 Aug 20 12:07:11.313372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48652) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:11.321404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-426546027'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:11.337293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55320478-f693-41cb-9c97-33511800d066 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Network': ['ID=2ab08ba9-57fe-404f-b96d-7891141a6758,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:11.354746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:07:11.402323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:11.413711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.497725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:07:11.528768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.530530 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Added segment dc638822-c110-4ea9-9061-e99222c2f3ff of type vlan for network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d Aug 20 12:07:11.681011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.737536 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.747655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:11.748901 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.925295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6106477 Aug 20 12:07:11.927088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48670) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:11.941803 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.970147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'subnet': {'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:12.168741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66894c8c-a660-41d2-bfff-b356435a03f0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Network': ['ID=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:12.172692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:12.180551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:07:12.184500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:12.681651 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:12.751819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Subnet': ['ID=b084064d-a4f1-4d9f-83b1-687b07e3fb63,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:12.860389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Checking segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:12.860754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network hostable DHCP agents. Network: 2ab08ba9-57fe-404f-b96d-7891141a6758, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:07:12.888493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172962-6f79-4eee-af2f-e419bc4db1c7 req-8b250378-e2dd-4ec5-ae81-33d8b21b3c1e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:12.890095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9172962-6f79-4eee-af2f-e419bc4db1c7 req-8b250378-e2dd-4ec5-ae81-33d8b21b3c1e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1293280 Aug 20 12:07:12.946662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:07:12.974272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9172962-6f79-4eee-af2f-e419bc4db1c7 req-5dae3f3c-e7b5-4472-8615-6e40b7799390 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620623 Aug 20 12:07:12.992384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2ab08ba9-57fe-404f-b96d-7891141a6758) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:13.001332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c19dd0-e5dc-49b7-8105-917bef869596 None None] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:13.005223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:13.006569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.044063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-671ab931-e61a-4d74-9fe3-cdf524a49dc4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0942504 Aug 20 12:07:13.046530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48708) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:13.055761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'subnet': {'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:13.269803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:13.283171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.395727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-2ab08ba9-57fe-404f-b96d-7891141a6758', 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'fixed_ips': [{'subnet_id': 'b084064d-a4f1-4d9f-83b1-687b07e3fb63'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:07:13.397148 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.605583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Allocated IP 10.1.1.2 (2ab08ba9-57fe-404f-b96d-7891141a6758/b084064d-a4f1-4d9f-83b1-687b07e3fb63/c420ef54-247f-4fb6-a37e-0467ca2318d5) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:13.762656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.790160 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.801042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Transition to ACTIVE for port object c420ef54-247f-4fb6-a37e-0467ca2318d5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:13.846635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Transition to ACTIVE for port object c420ef54-247f-4fb6-a37e-0467ca2318d5 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:13.870530 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.933125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Subnet': ['ID=ef244ae5-44f8-465a-b334-b47b21771c84,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:13.959201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Checking segment: {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:13.959603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network hostable DHCP agents. Network: 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:07:13.979599 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.982975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:07:14.001036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:14.010269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:14.013168 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.016693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16395f-0446-4876-bf41-4dd1b32636d2 None None] Network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:14.019255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Pushing event updated for resources: {'Port': ['ID=c420ef54-247f-4fb6-a37e-0467ca2318d5,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:14.044950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:14.050031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ee55339f-19aa-4a2e-87be-b076df1c52a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9998546 Aug 20 12:07:14.050279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48752) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:14.056078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'port': {'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'name': 'tempest-TaggedBootDevicesTest-1854000027', 'fixed_ips': [{'subnet_id': 'b084064d-a4f1-4d9f-83b1-687b07e3fb63'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:14.082224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.082610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.082956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.083292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.083625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.083962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.084287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.088810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.089191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.090151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.090524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.090862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:14.105223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:14.107780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:14.352998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Attempting to bind port c420ef54-247f-4fb6-a37e-0467ca2318d5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:14.353373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Attempting to bind port c420ef54-247f-4fb6-a37e-0467ca2318d5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:14.353736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Attempting to bind port c420ef54-247f-4fb6-a37e-0467ca2318d5 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:14.379180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:14.380270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Checking segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:14.380677 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.381072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Bound using segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:14.381557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Bound port: c420ef54-247f-4fb6-a37e-0467ca2318d5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:14.381946 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.386649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcb969-adb5-4f0c-a69c-6e9247713859 req-758164cf-c8be-4843-9562-8acb9d3f2446 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:14.389099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74fcb969-adb5-4f0c-a69c-6e9247713859 req-758164cf-c8be-4843-9562-8acb9d3f2446 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.2283318 Aug 20 12:07:14.514865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74fcb969-adb5-4f0c-a69c-6e9247713859 req-3948ac8b-8b74-482b-959e-e43790a2d9c9 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145341 Aug 20 12:07:14.582263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:14.669561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-60b630c5-49f2-47f2-8d60-e5f20175271e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:14.671661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-60b630c5-49f2-47f2-8d60-e5f20175271e tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.1494048 Aug 20 12:07:14.761006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] For port c420ef54-247f-4fb6-a37e-0467ca2318d5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:14.772500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] For port c420ef54-247f-4fb6-a37e-0467ca2318d5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c420ef54-247f-4fb6-a37e-0467ca2318d5,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:14.780421 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.896911 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.921005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d', 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'fixed_ips': [{'subnet_id': 'ef244ae5-44f8-465a-b334-b47b21771c84'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:07:14.923676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.951465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device cacc309d-883c-4e0a-869f-73ae81659c38 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:14.990257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: cacc309d-883c-4e0a-869f-73ae81659c38 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:14.990613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device cacc309d-883c-4e0a-869f-73ae81659c38 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:14.995022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081fff7-0349-469b-965d-72fac240fac8 None None] Pushing event updated for resources: {'Port': ['ID=c420ef54-247f-4fb6-a37e-0467ca2318d5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:15.116283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] device_id is not set on port 27914b79-07ac-46d0-8d6e-9e1f681434d4 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:07:15.196589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Allocated IP 10.2.2.2 (1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d/ef244ae5-44f8-465a-b334-b47b21771c84/10ad1eaf-48b0-420b-b674-018fdabd3199) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:15.716492 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.734618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Transition to ACTIVE for port object 10ad1eaf-48b0-420b-b674-018fdabd3199 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:15.771929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Transition to ACTIVE for port object 10ad1eaf-48b0-420b-b674-018fdabd3199 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:15.783658 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.881218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:15.886145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:15.894329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:15.897908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Pushing event updated for resources: {'Port': ['ID=10ad1eaf-48b0-420b-b674-018fdabd3199,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:16.001972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Attempting to bind port 10ad1eaf-48b0-420b-b674-018fdabd3199 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:16.002436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Attempting to bind port 10ad1eaf-48b0-420b-b674-018fdabd3199 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:16.002789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Attempting to bind port 10ad1eaf-48b0-420b-b674-018fdabd3199 on network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:16.023927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:16.025231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Checking segment: {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:16.025718 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.026452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Bound using segment: {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:16.026974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Bound port: 10ad1eaf-48b0-420b-b674-018fdabd3199, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:16.027368 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.228742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Deleting port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:16.229347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.272096 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] For port 10ad1eaf-48b0-420b-b674-018fdabd3199, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:16.277642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] For port 10ad1eaf-48b0-420b-b674-018fdabd3199, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=10ad1eaf-48b0-420b-b674-018fdabd3199,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:16.283390 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.360329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c420ef54-247f-4fb6-a37e-0467ca2318d5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:16.431603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe4314-765b-4601-8a7e-2c9baa0fd295 req-60285498-103b-4682-ae5f-595387260607 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:16.445508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9fe4314-765b-4601-8a7e-2c9baa0fd295 req-60285498-103b-4682-ae5f-595387260607 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 945 time: 0.4202299 Aug 20 12:07:16.470590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88369fb2-4aaa-400e-8f35-2db83a396a32 None None] Pushing event updated for resources: {'Port': ['ID=10ad1eaf-48b0-420b-b674-018fdabd3199,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:16.509568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c420ef54-247f-4fb6-a37e-0467ca2318d5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:16.632843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] For port 17b75561-5b3a-4ae0-a831-be2fc72d93a1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=17b75561-5b3a-4ae0-a831-be2fc72d93a1,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:16.633100 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.669071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9fe4314-765b-4601-8a7e-2c9baa0fd295 req-0d26e7fe-574d-4724-9069-2fc779106805 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b184948-f323-461b-a4be-7a13c90f63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347136 Aug 20 12:07:16.693579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Allocated IP 10.1.1.91 (2ab08ba9-57fe-404f-b96d-7891141a6758/b084064d-a4f1-4d9f-83b1-687b07e3fb63/27914b79-07ac-46d0-8d6e-9e1f681434d4) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:16.823262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Calling delete_port for 17b75561-5b3a-4ae0-a831-be2fc72d93a1 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:16.960981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8252e6-827f-41b4-b6e4-75a36d7b357b None None] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:16.986314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48848) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:17.001225 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.020921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Transition to ACTIVE for port object 27914b79-07ac-46d0-8d6e-9e1f681434d4 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:17.037427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f26a8aa6-d32b-4b93-9797-b9da2ed828c5 None None] Provisioning for port c420ef54-247f-4fb6-a37e-0467ca2318d5 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:17.042699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f26a8aa6-d32b-4b93-9797-b9da2ed828c5 None None] Provisioning complete for port c420ef54-247f-4fb6-a37e-0467ca2318d5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:17.043221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f26a8aa6-d32b-4b93-9797-b9da2ed828c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.102900 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.132656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Pushing event deleted for resources: {'Port': ['ID=17b75561-5b3a-4ae0-a831-be2fc72d93a1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:17.139134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.219768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:17.248724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b73329df-bce1-410d-8db8-99ea99b0ca0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.267956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:17.271456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] No DVR routers for this DVR port 17b75561-5b3a-4ae0-a831-be2fc72d93a1 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:17.284737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:17.359385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:17.382645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.384955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.387025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4baeaa9-f6b9-443c-bc4e-f706b7b23fa9 req-ec892156-d563-4afd-8931-726205556b29 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.73 "DELETE /v2.0/ports/17b75561-5b3a-4ae0-a831-be2fc72d93a1 HTTP/1.1" status: 204 len: 173 time: 2.6988750 Aug 20 12:07:17.405858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcf144-4d52-4145-a63c-6df2388b1196', 'name': 'network-vif-deleted', 'tag': '17b75561-5b3a-4ae0-a831-be2fc72d93a1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:17.411299 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb69d4ec-1e68-4212-a50d-b95dbb630ebe" -d '{"events": [{"server_uuid": "d6dcf144-4d52-4145-a63c-6df2388b1196", "name": "network-vif-deleted", "tag": "17b75561-5b3a-4ae0-a831-be2fc72d93a1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:17.427104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f26a8aa6-d32b-4b93-9797-b9da2ed828c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.436969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=27914b79-07ac-46d0-8d6e-9e1f681434d4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:17.492737 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b075dcb-20cd-4291-80e7-fffe05d9151f x-openstack-request-id: req-0b075dcb-20cd-4291-80e7-fffe05d9151f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:17.493636 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcf144-4d52-4145-a63c-6df2388b1196", "name": "network-vif-deleted", "tag": "17b75561-5b3a-4ae0-a831-be2fc72d93a1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:17.494129 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b075dcb-20cd-4291-80e7-fffe05d9151f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:17.494908 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcf144-4d52-4145-a63c-6df2388b1196', 'name': 'network-vif-deleted', 'tag': '17b75561-5b3a-4ae0-a831-be2fc72d93a1', 'status': 'completed', 'code': 200} Aug 20 12:07:17.498752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f26a8aa6-d32b-4b93-9797-b9da2ed828c5 None None] For port c420ef54-247f-4fb6-a37e-0467ca2318d5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c420ef54-247f-4fb6-a37e-0467ca2318d5,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:17.506829 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f26a8aa6-d32b-4b93-9797-b9da2ed828c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.531666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b73329df-bce1-410d-8db8-99ea99b0ca0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.538810 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b73329df-bce1-410d-8db8-99ea99b0ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.547802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-278d0bfd-df54-4f3d-a1b6-f94e8b1237c6 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4963913 Aug 20 12:07:17.548569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48860) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:17.560975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'port': {'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'name': 'tempest-TaggedBootDevicesTest-364947158', 'fixed_ips': [{'subnet_id': 'b084064d-a4f1-4d9f-83b1-687b07e3fb63'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:17.579365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a8aa6-d32b-4b93-9797-b9da2ed828c5 None None] Pushing event updated for resources: {'Port': ['ID=c420ef54-247f-4fb6-a37e-0467ca2318d5,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:17.594718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73329df-bce1-410d-8db8-99ea99b0ca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb5142b-7ce3-4133-8c1d-4d746ae8768c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:17.674320 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b73329df-bce1-410d-8db8-99ea99b0ca0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=231c5b4fad314407ac3c700522ad223e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6862681 Aug 20 12:07:17.675935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48870) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:17.782035 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1cf4d48-c8d6-49cc-b273-85f47b822017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.827849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:17.834459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.838608 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1cf4d48-c8d6-49cc-b273-85f47b822017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.888457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] device_id is not set on port 9407b62f-5037-41fc-8d0b-227f52a3a814 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:07:17.942619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1cf4d48-c8d6-49cc-b273-85f47b822017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.945978 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1cf4d48-c8d6-49cc-b273-85f47b822017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.952949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f1cf4d48-c8d6-49cc-b273-85f47b822017 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cb5142b-7ce3-4133-8c1d-4d746ae8768c HTTP/1.1" status: 204 len: 168 time: 0.2716196 Aug 20 12:07:17.973237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf4d48-c8d6-49cc-b273-85f47b822017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb5142b-7ce3-4133-8c1d-4d746ae8768c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:18.006747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d55309b0-ac9f-4721-a119-05b9b27b13c6 req-2cf780b9-1f64-4d0a-b38a-092e661a22a2 tempest-ListServerFiltersTestJSON-867415024 tempest-ListServerFiltersTestJSON-867415024-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6dcf144-4d52-4145-a63c-6df2388b1196 HTTP/1.1" status: 200 len: 210 time: 0.1038322 Aug 20 12:07:18.161918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-20a8ef1e-8b40-45ab-af84-861bc6b4661d None None] Provisioning complete for port c420ef54-247f-4fb6-a37e-0467ca2318d5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:18.162333 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20a8ef1e-8b40-45ab-af84-861bc6b4661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.469144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93dffed-6eb0-462f-9ea0-9ec83e484493 None None] Network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:18.469726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Allocated IP 10.1.1.45 (2ab08ba9-57fe-404f-b96d-7891141a6758/b084064d-a4f1-4d9f-83b1-687b07e3fb63/9407b62f-5037-41fc-8d0b-227f52a3a814) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:18.529889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:18.547390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4eae6ee0-f845-4b6e-b4be-f6e4312cb33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.568766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c420ef54-247f-4fb6-a37e-0467ca2318d5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:18.686063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c420ef54-247f-4fb6-a37e-0467ca2318d5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:18.687831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.697555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-20a8ef1e-8b40-45ab-af84-861bc6b4661d None None] Provisioning for port 27914b79-07ac-46d0-8d6e-9e1f681434d4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:18.726629 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.739876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4eae6ee0-f845-4b6e-b4be-f6e4312cb33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.745277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Transition to ACTIVE for port object 9407b62f-5037-41fc-8d0b-227f52a3a814 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:18.745572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4eae6ee0-f845-4b6e-b4be-f6e4312cb33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.765564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-20a8ef1e-8b40-45ab-af84-861bc6b4661d None None] Provisioning complete for port 27914b79-07ac-46d0-8d6e-9e1f681434d4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:18.768210 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20a8ef1e-8b40-45ab-af84-861bc6b4661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.840442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.856045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae6ee0-f845-4b6e-b4be-f6e4312cb33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd465266-fc74-4935-84aa-b2d321dfb540,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:18.863318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-20a8ef1e-8b40-45ab-af84-861bc6b4661d None None] Port 27914b79-07ac-46d0-8d6e-9e1f681434d4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:18.897050 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4eae6ee0-f845-4b6e-b4be-f6e4312cb33e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2385167e91f54cb8a92407e24458a7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661010 Aug 20 12:07:18.901042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48938) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:18.925877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:18.928069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 10ad1eaf-48b0-420b-b674-018fdabd3199 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:18.930153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:18.935022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:18.959954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 17b75561-5b3a-4ae0-a831-be2fc72d93a1 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:18.988120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=9407b62f-5037-41fc-8d0b-227f52a3a814,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:19.000947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 17b75561-5b3a-4ae0-a831-be2fc72d93a1 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:19.001303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 17b75561-5b3a-4ae0-a831-be2fc72d93a1 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:19.038013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-126d177e-aa24-4acb-8aa8-1ee7bec03ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.057321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:19.058276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.071374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-126d177e-aa24-4acb-8aa8-1ee7bec03ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.085587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-22dc4c20-0e06-4b7b-9fc5-ee97504d9e30 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5357430 Aug 20 12:07:19.099806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Provisioning complete for port 27914b79-07ac-46d0-8d6e-9e1f681434d4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:19.100086 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.119643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48958) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:19.187056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 10ad1eaf-48b0-420b-b674-018fdabd3199 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:19.189558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Port 27914b79-07ac-46d0-8d6e-9e1f681434d4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:19.194026 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-126d177e-aa24-4acb-8aa8-1ee7bec03ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.197784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-126d177e-aa24-4acb-8aa8-1ee7bec03ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.199246 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-126d177e-aa24-4acb-8aa8-1ee7bec03ac9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd465266-fc74-4935-84aa-b2d321dfb540 HTTP/1.1" status: 204 len: 168 time: 0.2969849 Aug 20 12:07:19.224450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Provisioning for port 10ad1eaf-48b0-420b-b674-018fdabd3199 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:19.226755 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d177e-aa24-4acb-8aa8-1ee7bec03ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd465266-fc74-4935-84aa-b2d321dfb540,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:19.230662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Provisioning complete for port 10ad1eaf-48b0-420b-b674-018fdabd3199 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:19.231247 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.247502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-421b5fee-41b9-4588-829c-7eba19bc7d06 admin admin] Deleting subnet 927284a5-509e-44c1-8345-c82d26db5191 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:07:19.260441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-421b5fee-41b9-4588-829c-7eba19bc7d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.392382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-421b5fee-41b9-4588-829c-7eba19bc7d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.446228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.502520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] For port 10ad1eaf-48b0-420b-b674-018fdabd3199, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=10ad1eaf-48b0-420b-b674-018fdabd3199,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:19.512218 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.587712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710f15a-0c2b-4e03-ba68-30cc3bc2fa6b None None] Pushing event updated for resources: {'Port': ['ID=10ad1eaf-48b0-420b-b674-018fdabd3199,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:19.602399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48966) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:19.607503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-96ac525d-1332-4bbc-b118-4af0067ca711 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304064503', 'description': 'tempest-description--381115784'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:19.641978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bba05607-73d2-4317-b272-77da62bd6c5e None None] Provisioning complete for port 10ad1eaf-48b0-420b-b674-018fdabd3199 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:19.642572 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bba05607-73d2-4317-b272-77da62bd6c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.644007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-421b5fee-41b9-4588-829c-7eba19bc7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.695680 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96ac525d-1332-4bbc-b118-4af0067ca711 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.772385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-421b5fee-41b9-4588-829c-7eba19bc7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.811889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b5fee-41b9-4588-829c-7eba19bc7d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927284a5-509e-44c1-8345-c82d26db5191,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:19.815725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-421b5fee-41b9-4588-829c-7eba19bc7d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.821400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-421b5fee-41b9-4588-829c-7eba19bc7d06 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/927284a5-509e-44c1-8345-c82d26db5191 HTTP/1.1" status: 204 len: 168 time: 0.7004597 Aug 20 12:07:19.822037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:19.835753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374edbe-d85c-4c23-a0fb-c8078fca106a None None] Network 560475ee-4fb3-4edf-bf15-83d0821364bc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:19.923535 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96ac525d-1332-4bbc-b118-4af0067ca711 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.937392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.940095 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96ac525d-1332-4bbc-b118-4af0067ca711 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.982129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bba05607-73d2-4317-b272-77da62bd6c5e None None] Provisioning for port 9407b62f-5037-41fc-8d0b-227f52a3a814 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:20.031589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bba05607-73d2-4317-b272-77da62bd6c5e None None] Provisioning complete for port 9407b62f-5037-41fc-8d0b-227f52a3a814 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:20.031953 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bba05607-73d2-4317-b272-77da62bd6c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.038996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96ac525d-1332-4bbc-b118-4af0067ca711 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.043401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-96ac525d-1332-4bbc-b118-4af0067ca711 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4367907 Aug 20 12:07:20.047542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48994) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:20.109724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bba05607-73d2-4317-b272-77da62bd6c5e None None] Port 9407b62f-5037-41fc-8d0b-227f52a3a814 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:20.120955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fbf86505-301b-4ed7-a945-00bb0a8075ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'security_group_rule': {'security_group_id': 'fd7ae63e-2ebb-4dc7-8097-b6891d587b66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:20.130107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac525d-1332-4bbc-b118-4af0067ca711 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ae63e-2ebb-4dc7-8097-b6891d587b66,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.175086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Deleting port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:20.186112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.188300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbf86505-301b-4ed7-a945-00bb0a8075ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.207539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-3f76d5b3-6b75-4435-a94e-977b8c0db940 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:20.211726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] DHCP port deletion for 560475ee-4fb3-4edf-bf15-83d0821364bc request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:07:20.215507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-3f76d5b3-6b75-4435-a94e-977b8c0db940 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 804 time: 0.2110932 Aug 20 12:07:20.226540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-a4cb2e2e-9988-4ed1-b144-85ceb8addbf8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/quotas/cdc38b4b6e7a41898f4ecc3015670895 HTTP/1.1" status: 200 len: 375 time: 0.0101368 Aug 20 12:07:20.302538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 10ad1eaf-48b0-420b-b674-018fdabd3199 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:20.313636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-b4526343-140d-433a-b657-dd39ec956867 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791075 Aug 20 12:07:20.338929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] Deleting port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:20.339712 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.409639 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbf86505-301b-4ed7-a945-00bb0a8075ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.416684 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbf86505-301b-4ed7-a945-00bb0a8075ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.436279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] For port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:20.437695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.442860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] For port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,segment=NetworkSegment(1b1115ef-840c-44ac-a9a2-9ce5a49c1435),segment_id=1b1115ef-840c-44ac-a9a2-9ce5a49c1435)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:20.443189 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-b8722014-6ba2-40d3-a8a2-d0a053c25e3e service neutron] 10.222.0.25 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285939 Aug 20 12:07:20.443467 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.466948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] Calling delete_port for 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:20.486344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Calling delete_port for 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:20.501574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 10ad1eaf-48b0-420b-b674-018fdabd3199 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:20.501939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.609288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-a977a5b9-aa7e-46eb-8296-d4d0af1be657 service neutron] 10.222.0.25 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651309 Aug 20 12:07:20.618003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.666546 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.674726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf86505-301b-4ed7-a945-00bb0a8075ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005bcecc-d709-43cb-be00-2c92ddba0902,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.678303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] No DVR routers for this DVR port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:20.681414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.685385 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbf86505-301b-4ed7-a945-00bb0a8075ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.690410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49008) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:20.692440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fbf86505-301b-4ed7-a945-00bb0a8075ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5831048 Aug 20 12:07:20.695330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] Pushing event deleted for resources: {'Port': ['ID=3c01a1e7-a507-45d7-8cb7-b53d9539b1b9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.702757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f473b-12eb-46f9-89ed-77c7c3f7971c None None] No DVR routers for this DVR port 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:20.703379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-53d7b944-7d48-455a-85bd-0229eaef8f59 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'security_group_rule': {'security_group_id': 'fd7ae63e-2ebb-4dc7-8097-b6891d587b66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:20.766165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53d7b944-7d48-455a-85bd-0229eaef8f59 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.792679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.805222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560475ee-4fb3-4edf-bf15-83d0821364bc']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:20.816947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1115ef-840c-44ac-a9a2-9ce5a49c1435') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:20.817243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1115ef-840c-44ac-a9a2-9ce5a49c1435') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:20.828089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.844023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.852474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:07:20.853290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.883092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53d7b944-7d48-455a-85bd-0229eaef8f59 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.898013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53d7b944-7d48-455a-85bd-0229eaef8f59 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:07:20.951242 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:07:20.955839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aa85995a-4291-421e-950c-4952b6a9c07b no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:20.965915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.971704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7b944-7d48-455a-85bd-0229eaef8f59 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96018929-1d47-41f2-8a48-61be3ce88626,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.983234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.988301 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53d7b944-7d48-455a-85bd-0229eaef8f59 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.991538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-53d7b944-7d48-455a-85bd-0229eaef8f59 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995214 Aug 20 12:07:20.994963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49026) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:20.997507 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] 10.222.0.25 "DELETE /v2.0/networks/560475ee-4fb3-4edf-bf15-83d0821364bc HTTP/1.1" status: 204 len: 168 time: 1.1675587 Aug 20 12:07:21.003928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:21.026529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fac27-5dc2-4f05-850a-b775fb00ef9b admin admin] Pushing event deleted for resources: {'Network': ['ID=560475ee-4fb3-4edf-bf15-83d0821364bc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:21.108637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc6589a2-3856-4b59-b181-9dfdafc08480 req-035d8549-6f14-4643-97ed-f398b09e0315 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 210 time: 0.0926485 Aug 20 12:07:21.154126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.164506 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.209835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:21.215968 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7ce67e-bf47-4dbd-9b18-295ad2455e94" -d '{"events": [{"server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "name": "network-vif-unplugged", "status": "completed", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:21.248241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:21.256257 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.305482 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bd20c1-011e-4bb5-a6c5-2474cecaea7a x-openstack-request-id: req-20bd20c1-011e-4bb5-a6c5-2474cecaea7a {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:21.305852 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "name": "network-vif-unplugged", "status": "completed", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:21.306211 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20bd20c1-011e-4bb5-a6c5-2474cecaea7a {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:21.306986 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'code': 200} Aug 20 12:07:21.384881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:21.385017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49040) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:21.398900 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.431365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-9306567d-c42d-4c29-9aaa-76acec67ed1f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:21.433152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-9306567d-c42d-4c29-9aaa-76acec67ed1f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "GET /v2.0/ports?device_id=83666b64-f543-4dec-923a-a9666cc59db3 HTTP/1.1" status: 200 len: 944 time: 0.1019480 Aug 20 12:07:21.490874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dcd10a5d-89ac-4ad9-aaf9-0eb794c387a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14d0fc0d1e9a4d10a0c272da824a641e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985994 Aug 20 12:07:21.491492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49044) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:21.558406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2aea086-c253-4de8-acc5-921b3814cbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.589637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2aea086-c253-4de8-acc5-921b3814cbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.653050 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c70-0680-47fe-b16f-3553dbe395d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.675416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Allocated IP 172.25.0.104 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/e84b53f5-6ded-4f69-b719-0224f1269b1b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:21.678432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2aea086-c253-4de8-acc5-921b3814cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.682333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2aea086-c253-4de8-acc5-921b3814cbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.684562 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b2aea086-c253-4de8-acc5-921b3814cbfa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b184948-f323-461b-a4be-7a13c90f63b3 HTTP/1.1" status: 204 len: 168 time: 0.1915796 Aug 20 12:07:21.703950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Deleting port aa85995a-4291-421e-950c-4952b6a9c07b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:21.704581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.706511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aea086-c253-4de8-acc5-921b3814cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b184948-f323-461b-a4be-7a13c90f63b3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:21.963959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] For port aa85995a-4291-421e-950c-4952b6a9c07b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aa85995a-4291-421e-950c-4952b6a9c07b,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:21.964456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:22.015267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Calling delete_port for aa85995a-4291-421e-950c-4952b6a9c07b owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:22.062645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:22.245838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:22.260176 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:22.306098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:22.306496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c01a1e7-a507-45d7-8cb7-b53d9539b1b9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:22.382580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-380c0575-a101-4d53-a2e5-e94d65abec71 req-fd5e874c-f818-4704-b5de-2c810a9af247 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 210 time: 0.0988207 Aug 20 12:07:22.423364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Pushing event deleted for resources: {'Port': ['ID=aa85995a-4291-421e-950c-4952b6a9c07b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:22.462204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:22.606706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] No DVR routers for this DVR port aa85995a-4291-421e-950c-4952b6a9c07b on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:22.620823 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:22.624407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15db154b-92d9-4c88-9617-348d82e08ea2 req-a5e18621-e0bf-4cec-99a4-df724a6934fb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "DELETE /v2.0/ports/aa85995a-4291-421e-950c-4952b6a9c07b HTTP/1.1" status: 204 len: 173 time: 1.1667712 Aug 20 12:07:22.637013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'name': 'network-vif-deleted', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:22.643119 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbde222e-e9c7-457e-bbaa-765b5e208a4e" -d '{"events": [{"server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "name": "network-vif-deleted", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:22.703091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:22.707006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=e84b53f5-6ded-4f69-b719-0224f1269b1b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:22.712766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:22.719256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:22.758825 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6889db51-ee0a-4e0b-a752-671dd34c84db x-openstack-request-id: req-6889db51-ee0a-4e0b-a752-671dd34c84db {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:22.759112 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83666b64-f543-4dec-923a-a9666cc59db3", "name": "network-vif-deleted", "tag": "aa85995a-4291-421e-950c-4952b6a9c07b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:22.759364 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6889db51-ee0a-4e0b-a752-671dd34c84db {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:22.762803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-81c9ada8-7f65-4538-8f9e-f8fe1882446e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:22.764957 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83666b64-f543-4dec-923a-a9666cc59db3', 'name': 'network-vif-deleted', 'tag': 'aa85995a-4291-421e-950c-4952b6a9c07b', 'status': 'completed', 'code': 200} Aug 20 12:07:22.768611 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-81c9ada8-7f65-4538-8f9e-f8fe1882446e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 804 time: 0.3285315 Aug 20 12:07:22.788194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Request body: {'port': {'device_id': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'admin_state_up': True, 'tenant_id': 'cdc38b4b6e7a41898f4ecc3015670895'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:23.008454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Made reservation on behalf of cdc38b4b6e7a41898f4ecc3015670895 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:23.013849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.095566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347073a-cbc8-4208-a163-d548d6f260ef req-1532b7c4-5694-4612-bf5c-00ec7329b267 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:23.108933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6347073a-cbc8-4208-a163-d548d6f260ef req-1532b7c4-5694-4612-bf5c-00ec7329b267 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.2470477 Aug 20 12:07:23.121393 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.184906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6347073a-cbc8-4208-a163-d548d6f260ef req-252e7528-19aa-40df-bd4b-dea317658173 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742571 Aug 20 12:07:23.256253 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.259732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-191101fd-c83c-4e51-ab16-e1762dd8f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:23.261843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-191101fd-c83c-4e51-ab16-e1762dd8f755 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1098 time: 0.3564849 Aug 20 12:07:23.279406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Allocated IP 172.20.0.9 (3c26e07a-d386-4987-b09a-d2267ed5cd15/e71eab11-da89-4282-8c34-1c138ac0222d/9b42cd69-1551-46e6-8ebc-650b78252e43) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:23.520397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-d7dc4f53-3dc4-4a52-bc3a-0e7ed22adeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:23.524550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-d7dc4f53-3dc4-4a52-bc3a-0e7ed22adeda service neutron] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 920 time: 0.2169073 Aug 20 12:07:23.594136 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.599429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-cfdb454e-b121-41e9-ae25-d68ab83a0587 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 HTTP/1.1" status: 200 len: 217 time: 0.0658662 Aug 20 12:07:23.617296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49116) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:23.667794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.678490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-46b3471a-ce26-4f4e-bfbd-6236ec42f2f6 req-8dcbe6fe-482c-41f1-a7bc-f6e62296471e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 210 time: 0.0737684 Aug 20 12:07:23.704585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-4fc19b48-463a-497e-a899-2ee625939adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:23.706050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-4fc19b48-463a-497e-a899-2ee625939adb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.0860338 Aug 20 12:07:23.749451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Network 3c26e07a-d386-4987-b09a-d2267ed5cd15 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:23.768203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:23.768957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-99d9f6c3-cd04-4297-8c08-1dbd1cac2f81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531192 Aug 20 12:07:23.777427 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.777573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-124119282-network', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:23.781673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:23.789295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.815865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Pushing event updated for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:23.850501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Made reservation on behalf of 9f154d604b4e4da6b4e3ed54ea1d19d6 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:23.852724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.872151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:23.873295 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.878058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:23.936816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=e84b53f5-6ded-4f69-b719-0224f1269b1b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:23.938610 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-203cd15e-2906-4dea-b432-d2cf0acf4d59 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1545978 Aug 20 12:07:23.960037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Request body: {'port': {'device_id': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:23.985692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-2501aad4-2e1a-4733-b955-c5bc586a66fa service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052598 Aug 20 12:07:23.986593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.040362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.100304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c94df86-a5a2-4806-bd78-2920998bc433 req-4bc2ab4d-9f08-4e7d-a05c-377ca48637dd service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037858 Aug 20 12:07:24.267664 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cbc0786f-4971-4690-bd3f-24e8f8d7be92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.277673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.285008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.308999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.310333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7f71dd7a-a084-465e-936a-04e106c40f9b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3138065 Aug 20 12:07:24.344696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58feb7c-07a9-4c7c-bc5e-9af281c343d8 req-a4007868-3333-493c-aa4f-212942cb8b5c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:24.346649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b58feb7c-07a9-4c7c-bc5e-9af281c343d8 req-a4007868-3333-493c-aa4f-212942cb8b5c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0691373 Aug 20 12:07:24.368601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac7501b-c29a-4433-aeac-6b008838c389,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:24.387294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:07:24.424369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.424719 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Added segment 6415f55d-6cbe-46dc-8f83-2bac3ab0d310 of type vlan for network abe3de62-a057-40df-8ae1-000837cf1ca1 Aug 20 12:07:24.436061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b58feb7c-07a9-4c7c-bc5e-9af281c343d8 req-b74c52df-d326-4b7f-bf04-98a101fffd36 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826545 Aug 20 12:07:24.467090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49138) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:24.551890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.625906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.627497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:24.628549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.636507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b42cd69-1551-46e6-8ebc-650b78252e43 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:24.649543 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.658391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71a00317-6831-45e2-bdeb-2a1945e0afae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.708735 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0862832 Aug 20 12:07:24.709399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49154) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:24.710743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9acf5ff5-2653-44ef-9d7c-a9c045669714 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--304064503&fields=id&tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe HTTP/1.1" status: 200 len: 267 time: 0.0670180 Aug 20 12:07:24.716775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Transition to ACTIVE for port object 9b42cd69-1551-46e6-8ebc-650b78252e43 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:24.721690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Request body: {'subnet': {'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-subnet', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:24.730886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.735336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137b103-907e-4771-a578-29dd76d5b896 admin admin] Pushing event updated for resources: {'Network': ['ID=abe3de62-a057-40df-8ae1-000837cf1ca1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:24.746107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network abe3de62-a057-40df-8ae1-000837cf1ca1 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:07:24.780959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1ca35110-86e0-492e-8e16-e5b95964c932 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:24.788991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1ca35110-86e0-492e-8e16-e5b95964c932 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports/27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 200 len: 931 time: 0.0767875 Aug 20 12:07:24.797377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Pushing event updated for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:24.884291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-45503768-d2b2-471c-a53b-0a91bbdd2d06 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:24.885685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-45503768-d2b2-471c-a53b-0a91bbdd2d06 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports/9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 200 len: 930 time: 0.0959020 Aug 20 12:07:24.891789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Attempting to bind port 9b42cd69-1551-46e6-8ebc-650b78252e43 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:24.894016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Attempting to bind port 9b42cd69-1551-46e6-8ebc-650b78252e43 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:24.902611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Attempting to bind port 9b42cd69-1551-46e6-8ebc-650b78252e43 on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:24.909209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Port 9b42cd69-1551-46e6-8ebc-650b78252e43 on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:24.909598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Attempting to bind port 9b42cd69-1551-46e6-8ebc-650b78252e43 on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:24.918687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:24.918687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Checking segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:24.918687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Bound using segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:24.918687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Bound port: 9b42cd69-1551-46e6-8ebc-650b78252e43, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:24.919167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.965095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-53f81370-4457-4f18-a985-95c189f50775 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0640652 Aug 20 12:07:24.966096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:24.977643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6003c-c8e2-4fcf-ae05-262b2366d189 req-e79b5c13-2b68-4c4f-b1ec-80c884d77293 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:24.979159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cc6003c-c8e2-4fcf-ae05-262b2366d189 req-e79b5c13-2b68-4c4f-b1ec-80c884d77293 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 943 time: 0.1530266 Aug 20 12:07:24.989206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:24.989788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aa85995a-4291-421e-950c-4952b6a9c07b no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:24.994223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:25.000356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.014955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: aa85995a-4291-421e-950c-4952b6a9c07b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:25.015566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aa85995a-4291-421e-950c-4952b6a9c07b not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:25.025651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1d5c551e-f705-4d1e-bbb3-da391f72935c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0455158 Aug 20 12:07:25.040344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.040971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.042421 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b42cd69-1551-46e6-8ebc-650b78252e43 HTTP/1.1" status: 200 len: 1092 time: 1.0923758 Aug 20 12:07:25.042875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:25.045209 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b989da57-fc18-4128-bc93-9172794c5927" -d '{"events": [{"name": "network-changed", "server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:25.072246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abf8d3-4ebf-45ff-a403-9469cdcb3332 service neutron] Pushing event updated for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:25.127957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-018ff36f-271b-4285-bcaa-648ff9fa8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.130103 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-018ff36f-271b-4285-bcaa-648ff9fa8863 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 1095 time: 0.0443790 Aug 20 12:07:25.174966 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-ecca24d8-c819-4802-be57-5b906e89b9b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b42cd69-1551-46e6-8ebc-650b78252e43 HTTP/1.1" status: 200 len: 217 time: 0.0354335 Aug 20 12:07:25.230250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-9a63b79f-04a2-45c1-873c-98bff569a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.231748 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-9a63b79f-04a2-45c1-873c-98bff569a482 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 200 len: 844 time: 0.0472243 Aug 20 12:07:25.271473 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-4e11d4d9-5eac-417e-894f-15d6aa4c2c33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c26e07a-d386-4987-b09a-d2267ed5cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308130 Aug 20 12:07:25.367925 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-67a4e2a3-14dd-4df5-b764-0d3d26b490a8 service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883138 Aug 20 12:07:25.466105 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71a00317-6831-45e2-bdeb-2a1945e0afae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.466678 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9538b12e-7736-4bd9-ae56-e72e4e94ed57 req-b11cb504-fcea-423b-b990-a46a323a9b7b service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901370 Aug 20 12:07:25.476771 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71a00317-6831-45e2-bdeb-2a1945e0afae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.486957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cc6003c-c8e2-4fcf-ae05-262b2366d189 req-862bee4e-fc0e-4ad0-b68f-764a34fefc67 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921169 Aug 20 12:07:25.487228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Made reservation on behalf of 9f154d604b4e4da6b4e3ed54ea1d19d6 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:25.496105 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.520902 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.550470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-71a00317-6831-45e2-bdeb-2a1945e0afae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc867d37b2374268ae6e142f935daf8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0792716 Aug 20 12:07:25.550640 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faa7bf2-c01a-400a-85f3-23f787a762c6 x-openstack-request-id: req-9faa7bf2-c01a-400a-85f3-23f787a762c6 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:25.550640 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:25.550640 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9faa7bf2-c01a-400a-85f3-23f787a762c6 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:25.551827 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'status': 'completed', 'code': 200} Aug 20 12:07:25.552333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49166) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:25.569624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a00317-6831-45e2-bdeb-2a1945e0afae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13572ca-c726-419b-8d2e-e8c8000841ac,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:25.591059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-11962683-0c10-48cc-abc6-b8377c5d3c5d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.597215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-11962683-0c10-48cc-abc6-b8377c5d3c5d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.604950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-11962683-0c10-48cc-abc6-b8377c5d3c5d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.606633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-11962683-0c10-48cc-abc6-b8377c5d3c5d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/networks?id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d HTTP/1.1" status: 200 len: 1990 time: 0.5703959 Aug 20 12:07:25.634283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a94da8af-0112-4020-8fac-9a95c64ea068 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/quotas/65cdf5e81ebb4a0b8289f3b0fee879fe HTTP/1.1" status: 200 len: 375 time: 0.0167205 Aug 20 12:07:25.677719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989da57-fc18-4128-bc93-9172794c5927 req-c23af300-d441-495b-9625-9d566fa85ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.679266 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b989da57-fc18-4128-bc93-9172794c5927 req-c23af300-d441-495b-9625-9d566fa85ff5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 1095 time: 0.0992787 Aug 20 12:07:25.681970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a5b21ce-3010-4e40-8b1c-f8562acd0a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.735564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f975071-b202-417d-bfd6-8731e25f76fd tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0943973 Aug 20 12:07:25.746570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33b55-db2c-48d6-9e41-f9b991d08054 req-e98077a8-c27a-40cf-9e3a-2e43114f8d74 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.748183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ea33b55-db2c-48d6-9e41-f9b991d08054 req-e98077a8-c27a-40cf-9e3a-2e43114f8d74 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0741947 Aug 20 12:07:25.777452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a5b21ce-3010-4e40-8b1c-f8562acd0a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.836479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ea33b55-db2c-48d6-9e41-f9b991d08054 req-f3582532-4a14-4d03-b680-5df66f68c10c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793393 Aug 20 12:07:25.867719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9668a4f0-dd17-4189-b7d0-a880538be0cc service neutron] 10.222.0.25 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184402 Aug 20 12:07:25.888053 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.894082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989da57-fc18-4128-bc93-9172794c5927 req-3b581c6a-96c5-40c9-8fcb-9b3c365344ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:25.895670 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b989da57-fc18-4128-bc93-9172794c5927 req-3b581c6a-96c5-40c9-8fcb-9b3c365344ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 905 time: 0.2058606 Aug 20 12:07:25.966257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7d032daf-249b-444f-98e9-23d954ab44a2 service neutron] 10.222.0.25 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919297 Aug 20 12:07:25.969055 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b989da57-fc18-4128-bc93-9172794c5927 req-8383b9b0-ff7d-4d68-9a0a-d682a3b46042 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b42cd69-1551-46e6-8ebc-650b78252e43 HTTP/1.1" status: 200 len: 217 time: 0.0527906 Aug 20 12:07:25.969635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a5b21ce-3010-4e40-8b1c-f8562acd0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.972349 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a5b21ce-3010-4e40-8b1c-f8562acd0a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:25.976609 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9a5b21ce-3010-4e40-8b1c-f8562acd0a6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e13572ca-c726-419b-8d2e-e8c8000841ac HTTP/1.1" status: 204 len: 168 time: 0.4188936 Aug 20 12:07:26.031387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced49580-86cc-45c3-a503-3755a547f5db,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:26.040112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b21ce-3010-4e40-8b1c-f8562acd0a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13572ca-c726-419b-8d2e-e8c8000841ac,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:26.043164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-493a92dc-f1a6-4051-af03-82bb7d068c2e service neutron] 10.222.0.25 "GET /v2.0/ports/27914b79-07ac-46d0-8d6e-9e1f681434d4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0565023 Aug 20 12:07:26.074919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989da57-fc18-4128-bc93-9172794c5927 req-2aba906f-a4a1-4b48-b3ae-ad51c5d6daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:26.074919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b989da57-fc18-4128-bc93-9172794c5927 req-2aba906f-a4a1-4b48-b3ae-ad51c5d6daf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 200 len: 844 time: 0.0887277 Aug 20 12:07:26.094429 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Checking segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:26.094800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Network hostable DHCP agents. Network: abe3de62-a057-40df-8ae1-000837cf1ca1, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:07:26.114839 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b989da57-fc18-4128-bc93-9172794c5927 req-b1d6c45a-34e9-4292-8ef9-2ab3b86e6547 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c26e07a-d386-4987-b09a-d2267ed5cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330660 Aug 20 12:07:26.200458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-d5564ad6-f5e2-4acf-b66e-0845ca9055b9 service neutron] 10.222.0.25 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561933 Aug 20 12:07:26.201494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Network abe3de62-a057-40df-8ae1-000837cf1ca1 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:07:26.227999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, abe3de62-a057-40df-8ae1-000837cf1ca1) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:26.237200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af92b2a7-49e1-4860-8e5c-0ec56195aa60 None None] Network abe3de62-a057-40df-8ae1-000837cf1ca1 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:26.249987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:26.250759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.281569 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-363ad427-8563-4caf-bfba-1a6de66d0d8a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5681598 Aug 20 12:07:26.289994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49194) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:26.298822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:26.337436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b424832c-4516-4c42-b760-661745897bf3 service neutron] 10.222.0.25 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296935 Aug 20 12:07:26.352207 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b989da57-fc18-4128-bc93-9172794c5927 req-85997b6b-270a-40d9-8e8b-b2e3f4c8ba69 service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282257 Aug 20 12:07:26.353919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.355124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.401425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6492758f-60ac-4539-94b2-dd09719b1115 service neutron] 10.222.0.25 "GET /v2.0/ports/9407b62f-5037-41fc-8d0b-227f52a3a814?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0630262 Aug 20 12:07:26.504428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-ae42ee47-19f6-4e36-92c8-42ef0932f8d7 service neutron] 10.222.0.25 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019375 Aug 20 12:07:26.537657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.541358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-abe3de62-a057-40df-8ae1-000837cf1ca1', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:07:26.544570 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.643772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49230) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:26.680369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71e7bf86-4c80-4c78-9302-690e6f05416f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.720395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Allocated IP 172.20.0.2 (abe3de62-a057-40df-8ae1-000837cf1ca1/ced49580-86cc-45c3-a503-3755a547f5db/fe40670c-84b5-4e41-adfc-4e8bef915f71) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:26.796289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c15aa-2190-44a3-a7f4-3894d8884184 req-99f0a2f5-96f1-4e44-bfcd-9002aad750a5 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:26.798245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-020c15aa-2190-44a3-a7f4-3894d8884184 req-99f0a2f5-96f1-4e44-bfcd-9002aad750a5 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 943 time: 0.1562147 Aug 20 12:07:26.819392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-2ec5ba8e-5a2f-4abc-b8f6-3e94a65c6ede service neutron] 10.222.0.25 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988605 Aug 20 12:07:26.912100 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.930942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-020c15aa-2190-44a3-a7f4-3894d8884184 req-3c860e9a-578e-46c4-bb7c-a94ac1eacf9b tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218519 Aug 20 12:07:26.933650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Transition to ACTIVE for port object fe40670c-84b5-4e41-adfc-4e8bef915f71 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:26.951964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Transition to ACTIVE for port object fe40670c-84b5-4e41-adfc-4e8bef915f71 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:26.955385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.960334 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:26.981809 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b989da57-fc18-4128-bc93-9172794c5927 req-f0f0a782-7e23-47a2-b00e-f2fd3c4fe213 service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200125 Aug 20 12:07:27.024739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Network abe3de62-a057-40df-8ae1-000837cf1ca1 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:27.029274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:27.041835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:27.048258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-fc4ef2d2-77d6-4888-bb1d-539f477e5e8d service neutron] 10.222.0.25 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106376 Aug 20 12:07:27.049788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.052396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Pushing event updated for resources: {'Port': ['ID=fe40670c-84b5-4e41-adfc-4e8bef915f71,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:27.053913 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71e7bf86-4c80-4c78-9302-690e6f05416f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.077527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71e7bf86-4c80-4c78-9302-690e6f05416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.113653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Attempting to bind port fe40670c-84b5-4e41-adfc-4e8bef915f71 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:27.114085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Attempting to bind port fe40670c-84b5-4e41-adfc-4e8bef915f71 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:27.114470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Attempting to bind port fe40670c-84b5-4e41-adfc-4e8bef915f71 on network abe3de62-a057-40df-8ae1-000837cf1ca1 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:27.121669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:27.122048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Checking segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:27.122775 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.123333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Bound using segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:27.123994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Bound port: fe40670c-84b5-4e41-adfc-4e8bef915f71, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:27.124587 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.179493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-71e7bf86-4c80-4c78-9302-690e6f05416f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3105d1165e19495494ad72bff2ca90bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344682 Aug 20 12:07:27.184694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49286) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:27.189137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7bf86-4c80-4c78-9302-690e6f05416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331a3c96-929a-4b9e-b908-a0c3b8581d64,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:27.236755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7c588def-23dd-47d3-a4e5-0c28600a1f1e service neutron] 10.222.0.25 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782062 Aug 20 12:07:27.253030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] For port fe40670c-84b5-4e41-adfc-4e8bef915f71, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:27.258087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] For port fe40670c-84b5-4e41-adfc-4e8bef915f71, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fe40670c-84b5-4e41-adfc-4e8bef915f71,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:27.264875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.343217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666e683-3de9-45fa-b5e3-4d204f6d2241 None None] Pushing event updated for resources: {'Port': ['ID=fe40670c-84b5-4e41-adfc-4e8bef915f71,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:27.395753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44d959-4af1-4ed8-9f70-4dcaa4a60228 req-25a1594e-efc5-4496-a3dd-a9fb8dff228b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:27.397449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b44d959-4af1-4ed8-9f70-4dcaa4a60228 req-25a1594e-efc5-4496-a3dd-a9fb8dff228b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1421511 Aug 20 12:07:27.456017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-5152ba01-078c-4410-9c0b-3c9124a9c585 service neutron] 10.222.0.25 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120948 Aug 20 12:07:27.475666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b44d959-4af1-4ed8-9f70-4dcaa4a60228 req-e870d4b6-71d1-4f2b-b4e1-69d87766cff4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623477 Aug 20 12:07:27.495384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-85e3b445-1761-4946-becd-38d4b18eea55 req-4d961793-5b0e-4a78-90a9-d1b1dbc87222 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882521 Aug 20 12:07:27.496216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d803-6b4c-4a63-960b-ec7b67dedc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.579287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d803-6b4c-4a63-960b-ec7b67dedc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.583835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.615043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-eeceeba6-ee8d-4bb7-b5ae-a00f50ae731d service neutron] 10.222.0.25 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380804 Aug 20 12:07:27.636733 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.676460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b445-1761-4946-becd-38d4b18eea55 req-d3851791-3827-49ec-b472-3660867113b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:27.678776 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-85e3b445-1761-4946-becd-38d4b18eea55 req-d3851791-3827-49ec-b472-3660867113b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1096 time: 0.1530483 Aug 20 12:07:27.740423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-545ef754-3139-4971-a693-a617663b1e89 service neutron] 10.222.0.25 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246092 Aug 20 12:07:27.778116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d803-6b4c-4a63-960b-ec7b67dedc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.780989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d803-6b4c-4a63-960b-ec7b67dedc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:27.782102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a1d5d803-6b4c-4a63-960b-ec7b67dedc5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/331a3c96-929a-4b9e-b908-a0c3b8581d64 HTTP/1.1" status: 204 len: 168 time: 0.5971904 Aug 20 12:07:27.856711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5d803-6b4c-4a63-960b-ec7b67dedc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a3c96-929a-4b9e-b908-a0c3b8581d64,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:27.871468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-68f04ecf-5ee9-4d0b-a4a8-ceffcd87be7c service neutron] 10.222.0.25 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171467 Aug 20 12:07:27.967506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Allocated IP 172.25.0.34 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/c9c7a550-1890-4831-83ff-cd3df0243ed5) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:27.972376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b445-1761-4946-becd-38d4b18eea55 req-a60e1aa1-0ee2-4022-922b-8e85dfc285f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:27.974993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-85e3b445-1761-4946-becd-38d4b18eea55 req-a60e1aa1-0ee2-4022-922b-8e85dfc285f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.2271345 Aug 20 12:07:28.002780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0586581f-3790-4d45-87b0-edcdddab919c service neutron] 10.222.0.25 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239100 Aug 20 12:07:28.090552 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-85e3b445-1761-4946-becd-38d4b18eea55 req-215b4fdb-fc18-4da5-8dff-b4c51440ee67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 998 time: 0.1028795 Aug 20 12:07:28.192718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:28.245207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3952c-4070-45d7-9c68-7a45edb74979 req-42c3e385-9752-4d73-b53b-12a65cafdcea tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:28.252818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1f3952c-4070-45d7-9c68-7a45edb74979 req-42c3e385-9752-4d73-b53b-12a65cafdcea tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 943 time: 0.1717260 Aug 20 12:07:28.343673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b445-1761-4946-becd-38d4b18eea55 req-273463bd-0b7c-4f65-ac47-85bac9850369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:28.345453 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-85e3b445-1761-4946-becd-38d4b18eea55 req-273463bd-0b7c-4f65-ac47-85bac9850369 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.1405067 Aug 20 12:07:28.351102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:28.352974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-d48835e6-22e9-41aa-a60c-140a08561304 service neutron] 10.222.0.25 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492258 Aug 20 12:07:28.358134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fe40670c-84b5-4e41-adfc-4e8bef915f71 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:28.370001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1f3952c-4070-45d7-9c68-7a45edb74979 req-36d56437-6bbe-417c-935e-476cbb748477 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163356 Aug 20 12:07:28.477806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port fe40670c-84b5-4e41-adfc-4e8bef915f71 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:28.572304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:28.577138 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:28.584757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:28.654741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Pushing event updated for resources: {'Port': ['ID=c9c7a550-1890-4831-83ff-cd3df0243ed5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:28.662784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b445-1761-4946-becd-38d4b18eea55 req-66e449a2-99b6-4e92-8e31-ea9eb7ea9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:28.664780 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-85e3b445-1761-4946-becd-38d4b18eea55 req-66e449a2-99b6-4e92-8e31-ea9eb7ea9b2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2818565 Aug 20 12:07:28.736998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129df1f8-8f8a-4d9f-9001-c21d5f0e5a7a req-5e9ccbcc-cedc-4de7-9697-062f70e75510 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:28.746488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-129df1f8-8f8a-4d9f-9001-c21d5f0e5a7a req-5e9ccbcc-cedc-4de7-9697-062f70e75510 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1070662 Aug 20 12:07:28.799802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-129df1f8-8f8a-4d9f-9001-c21d5f0e5a7a req-f90b1a0b-10a5-48e2-9adb-6b7d0d2b34ba tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525682 Aug 20 12:07:28.841355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1b2a7-ac58-41f3-ad0b-9580c74da157 None None] Network abe3de62-a057-40df-8ae1-000837cf1ca1 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:28.922503 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-85e3b445-1761-4946-becd-38d4b18eea55 req-c90df75f-b714-413f-a62f-d80733920619 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473307 Aug 20 12:07:28.964845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-21b6bd9f-c66c-4307-9c40-0bef4aae9502 None None] Provisioning for port fe40670c-84b5-4e41-adfc-4e8bef915f71 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:28.976427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-21b6bd9f-c66c-4307-9c40-0bef4aae9502 None None] Provisioning complete for port fe40670c-84b5-4e41-adfc-4e8bef915f71 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:28.977656 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21b6bd9f-c66c-4307-9c40-0bef4aae9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:29.027130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b42cd69-1551-46e6-8ebc-650b78252e43 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:07:29.125104 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:29.130053 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-85e3b445-1761-4946-becd-38d4b18eea55 req-3f3f03c4-4edd-430e-93ce-534c91f99e79 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549349 Aug 20 12:07:29.388037 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21b6bd9f-c66c-4307-9c40-0bef4aae9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:29.502428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-21b6bd9f-c66c-4307-9c40-0bef4aae9502 None None] For port fe40670c-84b5-4e41-adfc-4e8bef915f71, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fe40670c-84b5-4e41-adfc-4e8bef915f71,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:29.514123 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21b6bd9f-c66c-4307-9c40-0bef4aae9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:29.610871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-321bea77-e3f8-4857-986a-b35309578339 req-f072e9a4-5187-46f1-b66c-a31490cf2f6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0616984 Aug 20 12:07:29.614430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:29.683485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:29.723138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fab302-a12b-4b8f-ab89-629481aed64e req-c14fe432-a17e-4906-adb9-1e35ff7fa09c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:29.724992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18fab302-a12b-4b8f-ab89-629481aed64e req-c14fe432-a17e-4906-adb9-1e35ff7fa09c tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 943 time: 0.1617069 Aug 20 12:07:29.753660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'port_id': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'mac_address': 'fa:16:3e:dd:ad:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71eab11-da89-4282-8c34-1c138ac0222d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:07:29.755497 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-c6b83116-0518-4682-8f5b-7646590bbe97 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2315786 Aug 20 12:07:29.812771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18fab302-a12b-4b8f-ab89-629481aed64e req-3779e337-78b3-4cae-9d7b-d8bbdf8ec402 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815718 Aug 20 12:07:29.838746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:29.859490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6bd9f-c66c-4307-9c40-0bef4aae9502 None None] Pushing event updated for resources: {'Port': ['ID=fe40670c-84b5-4e41-adfc-4e8bef915f71,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:29.880594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-578c2194-f977-49e1-8200-379bdb2541ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:29.883135 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-578c2194-f977-49e1-8200-379bdb2541ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 1097 time: 0.0967059 Aug 20 12:07:29.883816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:07:29.900127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-202b43b2-6ce1-4975-b17a-cda13784bbfa None None] Provisioning complete for port fe40670c-84b5-4e41-adfc-4e8bef915f71 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:29.901544 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-202b43b2-6ce1-4975-b17a-cda13784bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:29.941063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b42cd69-1551-46e6-8ebc-650b78252e43 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:30.021285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:30.031734 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:30.101673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:30.114305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198e43d-ba50-4e3f-b49c-be698ac40d04 req-98d25a81-eeda-4a84-b79c-0400a4715d33 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:30.128682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8198e43d-ba50-4e3f-b49c-be698ac40d04 req-98d25a81-eeda-4a84-b79c-0400a4715d33 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1274004 Aug 20 12:07:30.243753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8198e43d-ba50-4e3f-b49c-be698ac40d04 req-841ca75c-0a87-494c-99e4-d598ba475c2e tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133490 Aug 20 12:07:30.340797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-249af9b6-ab3c-4317-91d4-51e2cf5e0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:30.344187 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-249af9b6-ab3c-4317-91d4-51e2cf5e0128 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.3513303 Aug 20 12:07:30.346000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:07:30.406800 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-479e4d78-daaf-456b-a6f9-7e783e7fbba9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd87ac4-0126-41de-bf6c-f1df18b55635 HTTP/1.1" status: 200 len: 217 time: 0.0519855 Aug 20 12:07:30.428091 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:30.429371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3fc70561-39e3-47a5-a46d-1e0c1d0b76fc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1384165 Aug 20 12:07:30.432317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49666) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:30.549150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Sync routers for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:07:30.555962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fe40670c-84b5-4e41-adfc-4e8bef915f71 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:30.565522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-f40fe54e-8e0b-44c7-8164-6796ad93dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:30.568827 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-f40fe54e-8e0b-44c7-8164-6796ad93dd3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.1540082 Aug 20 12:07:30.672152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-d6574244-3efc-436b-9840-a7be30f599cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:30.674275 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-d6574244-3efc-436b-9840-a7be30f599cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924320 Aug 20 12:07:30.748344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9b42cd69-1551-46e6-8ebc-650b78252e43'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:30.803724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:07:30.804615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:07:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:30.851461 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-f95d655e-fb7e-4a99-a039-8f87a311b958 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682189 Aug 20 12:07:30.985084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-773f4b50-2ee3-44b8-abcd-9b198725c1f1 req-ec4ef969-672f-4626-9ff0-4cfa9f546bf1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.2036259 Aug 20 12:07:31.022105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port fe40670c-84b5-4e41-adfc-4e8bef915f71 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:31.022753 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:31.090057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:07:31.101419 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fc85c2d-3ada-40d0-8008-460419a3bbf9 req-958e62e8-9c14-4031-800f-f127e401aa88 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395954 Aug 20 12:07:31.149468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dfa72-459d-4e00-8dd4-d267757d73ae req-2e0fca5b-6fc9-4f28-94b4-faa4f3a437f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:31.151018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-081dfa72-459d-4e00-8dd4-d267757d73ae req-2e0fca5b-6fc9-4f28-94b4-faa4f3a437f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1098 time: 0.3041675 Aug 20 12:07:31.186074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07947f-605b-463f-8938-e496aeb8a12d req-59723677-bf2e-4fe4-94c5-c5abb4b25390 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:31.187699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b07947f-605b-463f-8938-e496aeb8a12d req-59723677-bf2e-4fe4-94c5-c5abb4b25390 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 944 time: 0.1392634 Aug 20 12:07:31.289747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-081dfa72-459d-4e00-8dd4-d267757d73ae req-e5787931-860e-4193-9d7f-d698795357e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288021 Aug 20 12:07:31.344597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b07947f-605b-463f-8938-e496aeb8a12d req-9e8f5a6b-062c-4651-93a5-2b37ad94bca5 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362398 Aug 20 12:07:31.455116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf105-49f9-411d-aae6-20cc1336a9c7 req-e07adbfe-611a-4855-8982-58a77f845ab2 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:31.456722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43acf105-49f9-411d-aae6-20cc1336a9c7 req-e07adbfe-611a-4855-8982-58a77f845ab2 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1206868 Aug 20 12:07:31.489501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:28Z', 'revision_number': 3, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:31.555358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Checking router: 34d9c5df-a323-41ac-b8db-e88fab6b16a4 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:07:31.559281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Updating router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 port c9c7a550-1890-4831-83ff-cd3df0243ed5 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:07:31.570265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43acf105-49f9-411d-aae6-20cc1336a9c7 req-042307ff-b7f8-451b-8be1-4213578ce3bc tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022425 Aug 20 12:07:31.577269 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:31.612336 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:31.774907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7b5c7180-fe83-4221-aa13-810e5d3b747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:31.776252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7b5c7180-fe83-4221-aa13-810e5d3b747f service neutron] 10.222.0.73 "GET /v2.0/ports/27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 200 len: 1027 time: 0.0579064 Aug 20 12:07:31.876835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-20148cab-5211-45c7-849a-71d87a5304ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:31.877676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-20148cab-5211-45c7-849a-71d87a5304ee service neutron] 10.222.0.73 "GET /v2.0/ports/9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 200 len: 1026 time: 0.0615830 Aug 20 12:07:31.881622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Allocated IP 172.20.0.1 (abe3de62-a057-40df-8ae1-000837cf1ca1/ced49580-86cc-45c3-a503-3755a547f5db/fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:32.109350 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:32.132531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Transition to ACTIVE for port object c9c7a550-1890-4831-83ff-cd3df0243ed5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:32.144007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-70d90013-eda4-47d1-b647-43918858897b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:32.144990 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:32.150752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-70d90013-eda4-47d1-b647-43918858897b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:32.157517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-70d90013-eda4-47d1-b647-43918858897b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:32.163709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-70d90013-eda4-47d1-b647-43918858897b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "GET /v2.0/networks?id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d HTTP/1.1" status: 200 len: 1990 time: 0.2775156 Aug 20 12:07:32.206997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Attempting to bind port c9c7a550-1890-4831-83ff-cd3df0243ed5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:32.208282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Attempting to bind port c9c7a550-1890-4831-83ff-cd3df0243ed5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:32.208929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Attempting to bind port c9c7a550-1890-4831-83ff-cd3df0243ed5 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:32.230972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:32.232046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:32.232505 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:32.233469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:32.233995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Bound port: c9c7a550-1890-4831-83ff-cd3df0243ed5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:32.235001 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:32.245563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709c2a5-2d66-49b8-b5c9-ee1a747018ca None None] Pushing event updated for resources: {'Port': ['ID=c9c7a550-1890-4831-83ff-cd3df0243ed5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:32.250351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-712ea18f-5d94-443a-a74a-ab26a18a6b42 req-5cc0a858-b561-494a-a9be-9325b801e658 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.1163661 Aug 20 12:07:32.286930 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:32.327952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] For port c9c7a550-1890-4831-83ff-cd3df0243ed5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:32.331478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] For port c9c7a550-1890-4831-83ff-cd3df0243ed5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c9c7a550-1890-4831-83ff-cd3df0243ed5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:32.340964 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:32.345227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-fa3a1dc1-067c-47fa-a1da-acb1f3a98fd7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe HTTP/1.1" status: 200 len: 379 time: 0.1565385 Aug 20 12:07:32.346285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Transition to ACTIVE for port object fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:32.380303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'admin_state_up': True, 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'security_groups': ['fd7ae63e-2ebb-4dc7-8097-b6891d587b66']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:32.449355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709c2a5-2d66-49b8-b5c9-ee1a747018ca None None] Pushing event updated for resources: {'Port': ['ID=c9c7a550-1890-4831-83ff-cd3df0243ed5,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:32.461832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:07:32.463599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:07:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:32.559908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:32.655119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Network abe3de62-a057-40df-8ae1-000837cf1ca1 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:32.659286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Pushing event updated for resources: {'Port': ['ID=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:32.663465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:32.685125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:32.731607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:07:32.736007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49754) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:32.893905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3fd2e-dcec-4196-b711-3d68c58df544 req-3d5360cf-e1bb-420b-be3e-80d3c0e7766d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:32.894126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43a38a4a-b08a-48c7-bc47-f5fd7f1204d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:32.896614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ce3fd2e-dcec-4196-b711-3d68c58df544 req-3d5360cf-e1bb-420b-be3e-80d3c0e7766d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 944 time: 0.3844707 Aug 20 12:07:32.936452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.022459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:28Z', 'revision_number': 3, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:33.041999 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ce3fd2e-dcec-4196-b711-3d68c58df544 req-ee98b333-f1d8-420e-b509-545b506ce3c8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346152 Aug 20 12:07:33.077739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:07:33.077739 n-d-800634-10 neutron-server[101034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 12:07:33.077739 n-d-800634-10 neutron-server[101034]: [parameters: {'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'id': '20abacd6-d1b1-43d9-8d46-5c5145cbc611', 'expiration': datetime.datetime(2021, 8, 20, 12, 9, 33, 1277)}] Aug 20 12:07:33.077739 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:07:33.078243 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:07:33.095233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a300a5f-6815-4356-893a-e25f2fcdb1ad None None] The sync data for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 is: [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:28Z', 'revision_number': 3, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:07:33.099598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f85b7-622d-4802-9530-05a9699d5347 req-68ca1084-3728-4f1f-b077-212dcb751ac0 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:33.105166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b42cd69-1551-46e6-8ebc-650b78252e43 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:33.111092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-789f85b7-622d-4802-9530-05a9699d5347 req-68ca1084-3728-4f1f-b077-212dcb751ac0 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.3501761 Aug 20 12:07:33.171568 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43a38a4a-b08a-48c7-bc47-f5fd7f1204d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.178705 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43a38a4a-b08a-48c7-bc47-f5fd7f1204d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.206453 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.235817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-540697be-5cf3-4055-9465-cb143d2ab939 None None] Provisioning for port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:33.241205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 9b42cd69-1551-46e6-8ebc-650b78252e43 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:33.246679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-540697be-5cf3-4055-9465-cb143d2ab939 None None] Provisioning complete for port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:33.247340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-540697be-5cf3-4055-9465-cb143d2ab939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.269313 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-43a38a4a-b08a-48c7-bc47-f5fd7f1204d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37ebe68aa7594da88dc20e9751e38b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320234 Aug 20 12:07:33.270839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a38a4a-b08a-48c7-bc47-f5fd7f1204d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5168f-2200-4eb7-b7af-e58e0b1faa26,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:33.274439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49760) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:33.313264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9b42cd69-1551-46e6-8ebc-650b78252e43 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:33.313712 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.345643 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa80e-2c2d-4782-bd29-f1182af0e59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.392979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa80e-2c2d-4782-bd29-f1182af0e59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.406201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-540697be-5cf3-4055-9465-cb143d2ab939 None None] Port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:33.454943 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.471609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa80e-2c2d-4782-bd29-f1182af0e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.475152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa80e-2c2d-4782-bd29-f1182af0e59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.476686 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f4ffa80e-2c2d-4782-bd29-f1182af0e59f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5e5168f-2200-4eb7-b7af-e58e0b1faa26 HTTP/1.1" status: 204 len: 168 time: 0.2007406 Aug 20 12:07:33.490066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:33.498641 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73e1dc6-4121-4180-a887-d0f685873b8d" -d '{"events": [{"server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "name": "network-vif-plugged", "status": "completed", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:33.506812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffa80e-2c2d-4782-bd29-f1182af0e59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5168f-2200-4eb7-b7af-e58e0b1faa26,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:33.531839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:33.579774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:33.930588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:33.994928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-789f85b7-622d-4802-9530-05a9699d5347 req-9d5af588-9132-4e3e-9926-889273c675ce tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8754570 Aug 20 12:07:34.005295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49772) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:34.023160 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-287c896e-5e44-4c6b-9fd8-40aad438555e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.065110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-803b5196-3c01-42c1-af6e-56d6af8d68b9 req-278ee50a-c4d0-4e22-b338-b836ca4be62f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0834219 Aug 20 12:07:34.085268 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796ee14d-6ce9-447c-911b-dff21e3915f4 x-openstack-request-id: req-796ee14d-6ce9-447c-911b-dff21e3915f4 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:34.085268 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "name": "network-vif-plugged", "status": "completed", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:34.085531 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-796ee14d-6ce9-447c-911b-dff21e3915f4 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:34.085884 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'code': 200} Aug 20 12:07:34.112568 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.140655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.331908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.337414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c9c7a550-1890-4831-83ff-cd3df0243ed5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:34.353680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Pushing event updated for resources: {'Port': ['ID=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:34.383912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39308d-1a65-487c-90de-09ad770dcf21 req-2b33d8d0-d532-401c-b909-28516f3c6550 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:34.388681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25f57-0779-460b-8b8a-7a73f314dc31 req-ba0f3b57-7926-4b3a-b5f5-016bdc86935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:34.395448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b39308d-1a65-487c-90de-09ad770dcf21 req-2b33d8d0-d532-401c-b909-28516f3c6550 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 945 time: 0.1366014 Aug 20 12:07:34.399973 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fad25f57-0779-460b-8b8a-7a73f314dc31 req-ba0f3b57-7926-4b3a-b5f5-016bdc86935a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 1097 time: 0.2445760 Aug 20 12:07:34.407601 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-287c896e-5e44-4c6b-9fd8-40aad438555e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.416508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-287c896e-5e44-4c6b-9fd8-40aad438555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.479575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c9c7a550-1890-4831-83ff-cd3df0243ed5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:34.485352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c9c7a550-1890-4831-83ff-cd3df0243ed5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:34.485733 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.528258 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-287c896e-5e44-4c6b-9fd8-40aad438555e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=814c79ec08df4909be03b8003c50f91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212197 Aug 20 12:07:34.531306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49784) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:34.572168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b39308d-1a65-487c-90de-09ad770dcf21 req-a2d8efd7-8dbc-4ad9-bd96-c06ccdcc1ccd tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755135 Aug 20 12:07:34.619936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c896e-5e44-4c6b-9fd8-40aad438555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5334dcc5-e0c3-4dd6-8856-b53338c62541,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:34.648026 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fad25f57-0779-460b-8b8a-7a73f314dc31 req-14710ddd-9bff-43e6-a992-78aaa670be1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325175 Aug 20 12:07:34.657402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:34.668357 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.717029 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.755383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e86c3a11-8f73-42c8-95e3-4c30b3e02bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.773665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c9c7a550-1890-4831-83ff-cd3df0243ed5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c9c7a550-1890-4831-83ff-cd3df0243ed5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:34.778494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.808952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e86c3a11-8f73-42c8-95e3-4c30b3e02bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.877359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c9c7a550-1890-4831-83ff-cd3df0243ed5,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:34.937169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Network abe3de62-a057-40df-8ae1-000837cf1ca1 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:34.944170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:34.966960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e86c3a11-8f73-42c8-95e3-4c30b3e02bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.972931 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e86c3a11-8f73-42c8-95e3-4c30b3e02bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:34.976386 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e86c3a11-8f73-42c8-95e3-4c30b3e02bdd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5334dcc5-e0c3-4dd6-8856-b53338c62541 HTTP/1.1" status: 204 len: 168 time: 0.4206173 Aug 20 12:07:34.990418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3a11-8f73-42c8-95e3-4c30b3e02bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5334dcc5-e0c3-4dd6-8856-b53338c62541,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:34.996005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-3e873578-eda9-4f88-974c-1b82b62454b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:34.997892 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-3e873578-eda9-4f88-974c-1b82b62454b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad488cb12a7401d8f5f3e81f342274f&device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 1098 time: 0.1309712 Aug 20 12:07:35.083623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cef2-374d-4735-b129-bf50f8b0cd24 req-731d19ed-66dd-428d-84c2-a389a0aba8e1 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:35.092228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4539cef2-374d-4735-b129-bf50f8b0cd24 req-731d19ed-66dd-428d-84c2-a389a0aba8e1 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.2662482 Aug 20 12:07:35.180093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4539cef2-374d-4735-b129-bf50f8b0cd24 req-11151c7c-934b-49d5-9b06-f2033d09335a tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865121 Aug 20 12:07:35.215692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Allocated IP 172.20.0.14 (a75a8f05-fbaa-4e37-b799-ea4326a21b98/c1997658-2814-450a-ba4d-6c3bc1dc231e/3869de41-f6fb-423c-b819-9b6dbbf24203) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:35.367464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6603d07-74d7-436c-be1b-efc0faaa2f7f req-e60a2ff8-791b-4524-95d5-f58d0f6a8ee4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.1474845 Aug 20 12:07:35.460329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f494dea0-7ebe-4be8-893a-aa52e2526eed None None] Provisioning complete for port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:35.463557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f494dea0-7ebe-4be8-893a-aa52e2526eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:35.473853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:07:35.550485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f494dea0-7ebe-4be8-893a-aa52e2526eed None None] Port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:35.633169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-560bb8f8-5971-4bd1-9106-8ae458ddb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:35.636002 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-560bb8f8-5971-4bd1-9106-8ae458ddb939 service neutron] 10.222.0.73 "GET /v2.0/networks?id=663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 200 len: 920 time: 0.6239152 Aug 20 12:07:35.702075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-e3cdfbdc-0db0-4bad-b034-792628abc02c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 HTTP/1.1" status: 200 len: 217 time: 0.0573893 Aug 20 12:07:35.783441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-6c0865f8-b746-4857-b28c-5cb3621ed70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:35.785955 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-6c0865f8-b746-4857-b28c-5cb3621ed70e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 200 len: 859 time: 0.0751064 Aug 20 12:07:35.835110 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-d8c6f8df-11c4-44d0-a3d2-5b44343ef23c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=663c4959-5c15-4bcb-b5e7-8c6845ac7022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401180 Aug 20 12:07:36.027551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64903c5-36e7-4b99-92b8-6cc31046e1c7 req-69a5a6a0-c370-47c7-8f03-31fc774b079a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:36.034984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b64903c5-36e7-4b99-92b8-6cc31046e1c7 req-69a5a6a0-c370-47c7-8f03-31fc774b079a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 945 time: 0.2973194 Aug 20 12:07:36.071402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-d302fe0d-3e86-49fc-9cb5-245e80ef8545 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246919 Aug 20 12:07:36.134921 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.139858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:07:36.152093 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Sync routers for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:07:36.166568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-360b54f7-3329-4281-9a06-6de8a398de47 admin admin] 10.222.0.25 "PUT /v2.0/routers/34d9c5df-a323-41ac-b8db-e88fab6b16a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7328002 Aug 20 12:07:36.195362 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:07:36.197530 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:07:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:36.202439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6793fc1-5552-4444-94a2-0ff239420b46 req-6f3a24c5-5547-488a-a257-30d3f32c5839 service neutron] 10.222.0.73 "GET /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230729 Aug 20 12:07:36.243827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Transition to ACTIVE for port object 3869de41-f6fb-423c-b819-9b6dbbf24203 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:36.270876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b64903c5-36e7-4b99-92b8-6cc31046e1c7 req-3cf749fe-40e3-45b2-befd-51cc7411262e tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349496 Aug 20 12:07:36.323426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c9c7a550-1890-4831-83ff-cd3df0243ed5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:36.350435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.435009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c9c7a550-1890-4831-83ff-cd3df0243ed5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:36.435652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.501932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:36.512057 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:07:36.590566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:36.601028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:36.663769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:36.664728 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.734280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3671622 Aug 20 12:07:36.739991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49834) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:36.775090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bfd80-adb7-4e27-96ef-5ea13156a336 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=3869de41-f6fb-423c-b819-9b6dbbf24203,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:36.789391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'admin_state_up': True, 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'security_groups': ['fd7ae63e-2ebb-4dc7-8097-b6891d587b66']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:36.913512 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 2, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:36.954717 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Checking router: 34d9c5df-a323-41ac-b8db-e88fab6b16a4 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:07:36.955392 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Updating router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:07:36.990581 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.033469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed472e-caf1-4a03-9649-a545b865308a req-8b5595f1-bd53-4200-8665-ace0f3a283e8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:37.042265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bed472e-caf1-4a03-9649-a545b865308a req-8b5595f1-bd53-4200-8665-ace0f3a283e8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 932 time: 0.4435928 Aug 20 12:07:37.061865 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34b55505-135f-4f8d-8f2d-495a9bc6436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.106943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c012c9-741d-4589-989a-77a871ef87df req-f5a2c966-ae66-42b4-8026-95f33a6acf43 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:37.109028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3983b30c-7859-4061-916c-6de507145052 None None] Provisioning for port 3869de41-f6fb-423c-b819-9b6dbbf24203 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:37.125002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3983b30c-7859-4061-916c-6de507145052 None None] Provisioning complete for port 3869de41-f6fb-423c-b819-9b6dbbf24203 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:37.125678 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3983b30c-7859-4061-916c-6de507145052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.128431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5c012c9-741d-4589-989a-77a871ef87df req-f5a2c966-ae66-42b4-8026-95f33a6acf43 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.7388391 Aug 20 12:07:37.181041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bed472e-caf1-4a03-9649-a545b865308a req-d253dd63-b99a-4f43-8f2d-892325d3f1d9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376567 Aug 20 12:07:37.192753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3983b30c-7859-4061-916c-6de507145052 None None] Port 3869de41-f6fb-423c-b819-9b6dbbf24203 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:37.207719 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:07:37.207719 n-d-800634-10 neutron-server[101034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 12:07:37.207719 n-d-800634-10 neutron-server[101034]: [parameters: {'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'id': 'a11e1181-89e1-40e3-a403-ffec9a7719b1', 'expiration': datetime.datetime(2021, 8, 20, 12, 9, 37, 153403)}] Aug 20 12:07:37.207719 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:07:37.207719 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:07:37.248898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5c012c9-741d-4589-989a-77a871ef87df req-70954bb3-3b5f-480a-abcb-83f5d9d5eece tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172791 Aug 20 12:07:37.394287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34b55505-135f-4f8d-8f2d-495a9bc6436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.405787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34b55505-135f-4f8d-8f2d-495a9bc6436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.497209 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34b55505-135f-4f8d-8f2d-495a9bc6436c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=424249f696674baa893721925ebffb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558265 Aug 20 12:07:37.501589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:37.529330 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.533089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b55505-135f-4f8d-8f2d-495a9bc6436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb5ab84-197a-4a18-8acf-ae50e0bb7613,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:37.556752 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Transition to ACTIVE for port object fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:37.571138 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.579276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f0c5-c9a6-48d3-b262-407d7792d1c7 req-a0bdff2c-94e0-408a-8415-ebf50b55072d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:37.583877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6626f0c5-c9a6-48d3-b262-407d7792d1c7 req-a0bdff2c-94e0-408a-8415-ebf50b55072d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 945 time: 0.1256113 Aug 20 12:07:37.637752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd8562ef-0610-4101-84b3-3af60012c991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.642058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6626f0c5-c9a6-48d3-b262-407d7792d1c7 req-5e4da12c-5890-45b9-a5a7-af5544ca8ecd tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506425 Aug 20 12:07:37.661100 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c83cd2-7404-4c47-a55e-8193e48fd58d None None] Pushing event updated for resources: {'Port': ['ID=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:37.671758 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd8562ef-0610-4101-84b3-3af60012c991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.752281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:37.761422 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.766874 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd8562ef-0610-4101-84b3-3af60012c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.769773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd8562ef-0610-4101-84b3-3af60012c991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.776036 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fd8562ef-0610-4101-84b3-3af60012c991 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6eb5ab84-197a-4a18-8acf-ae50e0bb7613 HTTP/1.1" status: 204 len: 168 time: 0.2725544 Aug 20 12:07:37.788124 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Attempting to bind port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:37.788714 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Attempting to bind port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:37.789333 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Attempting to bind port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b on network abe3de62-a057-40df-8ae1-000837cf1ca1 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:37.795893 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:37.796618 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Checking segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:37.797192 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.797728 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Bound using segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:37.798451 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Bound port: fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:37.799013 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.799453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8562ef-0610-4101-84b3-3af60012c991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb5ab84-197a-4a18-8acf-ae50e0bb7613,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:37.977001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49864) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:37.981918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3014cfc5-0dfd-4023-b3fd-cc4655d9028c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986902060', 'description': 'tempest-description--1528670020'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:37.997978 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] For port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:38.007736 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] For port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:38.034205 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:07:38.037369 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.041707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3014cfc5-0dfd-4023-b3fd-cc4655d9028c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.170737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Allocated IP 10.1.1.137 (2ab08ba9-57fe-404f-b96d-7891141a6758/b084064d-a4f1-4d9f-83b1-687b07e3fb63/69312276-bd5f-4b66-b9ce-6e382f12b8cb) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:38.231075 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c83cd2-7404-4c47-a55e-8193e48fd58d None None] Pushing event updated for resources: {'Port': ['ID=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:38.256555 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:07:38.259567 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:07:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:38.340728 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3014cfc5-0dfd-4023-b3fd-cc4655d9028c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.351002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3014cfc5-0dfd-4023-b3fd-cc4655d9028c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.445453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014cfc5-0dfd-4023-b3fd-cc4655d9028c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087ffceb-ff3c-4116-a728-3b9884312e0b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:38.455690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3014cfc5-0dfd-4023-b3fd-cc4655d9028c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.458725 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3014cfc5-0dfd-4023-b3fd-cc4655d9028c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4806597 Aug 20 12:07:38.461578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49880) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:38.473450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c08763e4-ccc8-4591-b30f-5178258f033d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'security_group_rule': {'security_group_id': '087ffceb-ff3c-4116-a728-3b9884312e0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:38.480249 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:07:38.568391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c08763e4-ccc8-4591-b30f-5178258f033d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.702729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a006da-30d2-40e2-950a-daff949d0a80 req-f7abd2be-1fb1-4a14-8b2a-199619369717 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:38.712045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8a006da-30d2-40e2-950a-daff949d0a80 req-f7abd2be-1fb1-4a14-8b2a-199619369717 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 945 time: 0.2685924 Aug 20 12:07:38.723984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c08763e4-ccc8-4591-b30f-5178258f033d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.729725 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c08763e4-ccc8-4591-b30f-5178258f033d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.777364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08763e4-ccc8-4591-b30f-5178258f033d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901c1b84-b83e-4b63-8b6c-eb039234770e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:38.788803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c08763e4-ccc8-4591-b30f-5178258f033d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.790656 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c08763e4-ccc8-4591-b30f-5178258f033d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276224 Aug 20 12:07:38.793427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49894) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:38.800387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-01ae576f-f450-4c4e-9f88-3b8465a28b41 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'security_group_rule': {'security_group_id': '087ffceb-ff3c-4116-a728-3b9884312e0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:38.845053 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-01ae576f-f450-4c4e-9f88-3b8465a28b41 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.870626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416cf70-6f51-4492-9139-610f4ae9f975 req-e9caca99-248a-4331-9337-86cddc05e661 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:38.888378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6416cf70-6f51-4492-9139-610f4ae9f975 req-e9caca99-248a-4331-9337-86cddc05e661 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 932 time: 0.4582067 Aug 20 12:07:38.942780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8a006da-30d2-40e2-950a-daff949d0a80 req-8ae32df5-a6ee-443e-a978-a696fc0d2bdc tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197611 Aug 20 12:07:38.947203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.973069 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:37Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:38.974016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-01ae576f-f450-4c4e-9f88-3b8465a28b41 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:38.986213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-01ae576f-f450-4c4e-9f88-3b8465a28b41 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.012388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae576f-f450-4c4e-9f88-3b8465a28b41 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75966828-f2f7-47b3-bf02-ca03e90ac2cc,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:39.021861 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd4960-3b9c-4f9a-a048-399f62ce1a56 None None] The sync data for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 is: [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:37Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:07:39.029033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-01ae576f-f450-4c4e-9f88-3b8465a28b41 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.034587 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-01ae576f-f450-4c4e-9f88-3b8465a28b41 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2397609 Aug 20 12:07:39.037029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49900) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:39.042267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:39.070029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Transition to ACTIVE for port object 69312276-bd5f-4b66-b9ce-6e382f12b8cb will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:39.074727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.116510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6416cf70-6f51-4492-9139-610f4ae9f975 req-a3608899-785e-4c12-adc3-fb496c734727 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268476 Aug 20 12:07:39.243559 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.306860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.351673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:39.356293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:39.361331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:39.431023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdffd5-5ccd-4043-af5e-b94e8ee0c7f4 req-0f16e190-c736-4f0b-b6e4-c76acf57485d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:39.432766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40cdffd5-5ccd-4043-af5e-b94e8ee0c7f4 req-0f16e190-c736-4f0b-b6e4-c76acf57485d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.3135386 Aug 20 12:07:39.440397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=69312276-bd5f-4b66-b9ce-6e382f12b8cb,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:39.549119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:39.549812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.587896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40cdffd5-5ccd-4043-af5e-b94e8ee0c7f4 req-40f65236-8be7-44c4-a20f-e77df2c58ca8 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277401 Aug 20 12:07:39.591054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-361993c2-a9a5-4f49-a9f1-26d9849130d7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8322480 Aug 20 12:07:39.614289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'admin_state_up': True, 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'security_groups': ['fd7ae63e-2ebb-4dc7-8097-b6891d587b66']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:39.636393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Allocated IP 172.25.0.153 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/5ead8e37-3754-49d8-ba9c-0fe46d8ee67f) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:39.820715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.852672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eb785263-bd2f-4f46-8861-e3c9d777afc7 None None] Provisioning for port 69312276-bd5f-4b66-b9ce-6e382f12b8cb completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:39.861413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eb785263-bd2f-4f46-8861-e3c9d777afc7 None None] Provisioning complete for port 69312276-bd5f-4b66-b9ce-6e382f12b8cb triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:39.861413 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eb785263-bd2f-4f46-8861-e3c9d777afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.936560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.949938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:39.954759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:39.964828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-eb785263-bd2f-4f46-8861-e3c9d777afc7 None None] Port 69312276-bd5f-4b66-b9ce-6e382f12b8cb cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:40.043515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:40.048545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:40.053027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:40.114682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'Port': ['ID=5ead8e37-3754-49d8-ba9c-0fe46d8ee67f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:40.265226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2485589-4abe-4702-bbc0-8ea1b3a42cb6 req-25dcd2aa-2fa2-4ba9-a86c-e76f670c09cf tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:40.266455 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.284534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2485589-4abe-4702-bbc0-8ea1b3a42cb6 req-25dcd2aa-2fa2-4ba9-a86c-e76f670c09cf tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 945 time: 0.2041199 Aug 20 12:07:40.327359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:40.368869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.417811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Allocated IP 10.1.1.109 (2ab08ba9-57fe-404f-b96d-7891141a6758/b084064d-a4f1-4d9f-83b1-687b07e3fb63/ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:40.436156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:40.443287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:40.443831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.470021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2485589-4abe-4702-bbc0-8ea1b3a42cb6 req-f8f7b357-99dc-4a0d-bcee-0b131e026ed3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833169 Aug 20 12:07:40.649719 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.746240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:40.756847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.762222 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.771363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.902848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:40.916571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'Port': ['ID=5ead8e37-3754-49d8-ba9c-0fe46d8ee67f,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:40.942213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.945988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.966686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91759248-d2c8-4b33-b877-cdd993ff1661 req-56e93278-07aa-4a16-95b7-064bdfa00550 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:40.968073 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:40.970121 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-57501a9f-afc1-4731-ace8-bfe623ba050a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9319706 Aug 20 12:07:40.983837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91759248-d2c8-4b33-b877-cdd993ff1661 req-56e93278-07aa-4a16-95b7-064bdfa00550 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:40.985854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91759248-d2c8-4b33-b877-cdd993ff1661 req-56e93278-07aa-4a16-95b7-064bdfa00550 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 1654 time: 0.2504852 Aug 20 12:07:41.016138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Transition to ACTIVE for port object ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:41.069958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91759248-d2c8-4b33-b877-cdd993ff1661 req-c70e7b0b-e08c-4690-870c-fe5bf2a08e1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743179 Aug 20 12:07:41.149538 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:41.210984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:41.212728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:41.230057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:41.297482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:41.359566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:41.363795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:41.463445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6f3b6842-3847-477b-9f1b-22c3bd652c67 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8639095 Aug 20 12:07:41.485501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d', 'admin_state_up': True, 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'security_groups': ['fd7ae63e-2ebb-4dc7-8097-b6891d587b66']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:41.589243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-fb58efdb-cb47-485e-abaf-d726e3b02f19 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--986902060&fields=id&tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6 HTTP/1.1" status: 200 len: 267 time: 0.2036960 Aug 20 12:07:41.716966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0a8948d2-7f49-41ac-8f86-06dc6bc81362 None None] Provisioning for port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:41.721602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0a8948d2-7f49-41ac-8f86-06dc6bc81362 None None] Provisioning complete for port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:41.721984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0a8948d2-7f49-41ac-8f86-06dc6bc81362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:41.768025 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:41.816020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0a8948d2-7f49-41ac-8f86-06dc6bc81362 None None] Port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:41.893721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-87d05dec-baa1-467a-ad7a-fbec8b99428a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:41.896242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-87d05dec-baa1-467a-ad7a-fbec8b99428a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 816 time: 0.2727954 Aug 20 12:07:41.935190 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:41.937831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-a9eedaee-c5c2-4f20-a5ce-00c24cc56419 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/quotas/9f154d604b4e4da6b4e3ed54ea1d19d6 HTTP/1.1" status: 200 len: 375 time: 0.0303445 Aug 20 12:07:42.004549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:42.029706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-031170fa-3530-443e-8173-70c48d6c245f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838962 Aug 20 12:07:42.232834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:42.261441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-dd3c1654-89cf-472a-846f-07bc42cc356d service neutron] 10.222.0.25 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267551 Aug 20 12:07:42.323834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:42.324565 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:42.865400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5f1c-2bbe-45bb-b64b-5c563cdcc67e req-ec38be67-6659-42c7-ba82-d1ddf279ec64 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:42.870989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5f1c-2bbe-45bb-b64b-5c563cdcc67e req-ec38be67-6659-42c7-ba82-d1ddf279ec64 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:42.879288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5f1c-2bbe-45bb-b64b-5c563cdcc67e req-ec38be67-6659-42c7-ba82-d1ddf279ec64 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:42.887979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-525b5f1c-2bbe-45bb-b64b-5c563cdcc67e req-ec38be67-6659-42c7-ba82-d1ddf279ec64 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 2375 time: 0.6563244 Aug 20 12:07:42.987088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-359902ca-bb04-42d9-8437-9edd383e9576 service neutron] 10.222.0.25 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123773 Aug 20 12:07:43.034482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-525b5f1c-2bbe-45bb-b64b-5c563cdcc67e req-fcb38e94-15c5-40b3-8919-bd2a6a74b5bd tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404150 Aug 20 12:07:43.035994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Allocated IP 10.2.2.100 (1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d/ef244ae5-44f8-465a-b334-b47b21771c84/5174095a-6f98-45d2-9bce-c8534a533a1c) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:43.298387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22ef617b-3ea4-4211-89db-587392974646 req-389e70a2-471b-4bae-8351-927cc0d52b9e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 210 time: 0.0374308 Aug 20 12:07:43.336247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.354127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Transition to ACTIVE for port object 5174095a-6f98-45d2-9bce-c8534a533a1c will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:43.410948 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.462893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:43.466073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:43.468441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:43.506378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=5174095a-6f98-45d2-9bce-c8534a533a1c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:43.520639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.520964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.521219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.521550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.521940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.522204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.522895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.523233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.523545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.523864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.524183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.524502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:43.552631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:43.553305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.579179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1274bcff-7594-4226-845e-b09684e3baf4 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0976362 Aug 20 12:07:43.596131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d', 'admin_state_up': True, 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'security_groups': ['fd7ae63e-2ebb-4dc7-8097-b6891d587b66']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:43.645925 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.753514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Made reservation on behalf of 65cdf5e81ebb4a0b8289f3b0fee879fe for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:43.758797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.958315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e04c8273-fc76-4a62-9a06-088b16f572b5 None None] Provisioning for port 5174095a-6f98-45d2-9bce-c8534a533a1c completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:43.963244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e04c8273-fc76-4a62-9a06-088b16f572b5 None None] Provisioning complete for port 5174095a-6f98-45d2-9bce-c8534a533a1c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:43.963949 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e04c8273-fc76-4a62-9a06-088b16f572b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:44.013233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e04c8273-fc76-4a62-9a06-088b16f572b5 None None] Port 5174095a-6f98-45d2-9bce-c8534a533a1c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:44.040215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Allocated IP 10.2.2.200 (1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d/ef244ae5-44f8-465a-b334-b47b21771c84/974dfba0-a796-4f0b-909c-ecf0022451e1) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:44.300179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a668c-f892-4716-b41e-54a48be13f79 req-aaa298a5-d536-4700-b3d7-36319bb0d5f7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.306866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a668c-f892-4716-b41e-54a48be13f79 req-aaa298a5-d536-4700-b3d7-36319bb0d5f7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.312910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a668c-f892-4716-b41e-54a48be13f79 req-aaa298a5-d536-4700-b3d7-36319bb0d5f7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.319317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a668c-f892-4716-b41e-54a48be13f79 req-aaa298a5-d536-4700-b3d7-36319bb0d5f7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.321112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad7a668c-f892-4716-b41e-54a48be13f79 req-aaa298a5-d536-4700-b3d7-36319bb0d5f7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 3096 time: 0.1638687 Aug 20 12:07:44.385576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:44.423776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Transition to ACTIVE for port object 974dfba0-a796-4f0b-909c-ecf0022451e1 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:44.449766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad7a668c-f892-4716-b41e-54a48be13f79 req-a8067db0-4c55-476e-b365-b8f6dbbdbc79 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159561 Aug 20 12:07:44.510069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:44.623376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event updated for resources: {'Port': ['ID=974dfba0-a796-4f0b-909c-ecf0022451e1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:44.723028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:44.729016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:44.747669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b31b37bb-a11d-4380-a4d9-9e7a652fe158 req-788f151f-3e08-4832-a74c-fee579552773 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 210 time: 0.1262970 Aug 20 12:07:44.756120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:44.821363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-83fc7671-0972-4375-83b4-60a9430728d7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.823945 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-83fc7671-0972-4375-83b4-60a9430728d7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 816 time: 0.2226996 Aug 20 12:07:44.828138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.828841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:44.851504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-976fa087-9804-40c4-bd6f-8a88f9df1b28 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2624474 Aug 20 12:07:44.885393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-57d02aac-4119-42a3-8aba-ef45509eff06 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.902749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-57d02aac-4119-42a3-8aba-ef45509eff06 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.923105 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-145281e2-db07-436c-8c8d-2e272babba99 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6 HTTP/1.1" status: 200 len: 379 time: 0.0833676 Aug 20 12:07:44.931562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-57d02aac-4119-42a3-8aba-ef45509eff06 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.938299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-57d02aac-4119-42a3-8aba-ef45509eff06 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.944511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'port': {'device_id': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'admin_state_up': True, 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'security_groups': ['087ffceb-ff3c-4116-a728-3b9884312e0b']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:44.945974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-57d02aac-4119-42a3-8aba-ef45509eff06 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.953720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-57d02aac-4119-42a3-8aba-ef45509eff06 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.960265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-57d02aac-4119-42a3-8aba-ef45509eff06 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:44.969436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-57d02aac-4119-42a3-8aba-ef45509eff06 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.3495233 Aug 20 12:07:44.983646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:45.094092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b42cd69-1551-46e6-8ebc-650b78252e43 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:07:45.138002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55877d84-56f1-42ec-ac38-eaedad45a6d9 req-de01b9ce-c782-497a-a88b-b2a6a3bd1a5e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675322 Aug 20 12:07:45.210228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:45.220524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-446cb0e9-d6a2-4453-a847-060aa976381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.224207 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-446cb0e9-d6a2-4453-a847-060aa976381d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1096 time: 0.1279984 Aug 20 12:07:45.331337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Made reservation on behalf of 9f154d604b4e4da6b4e3ed54ea1d19d6 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:45.336260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:45.393363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:45.395223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49b88e-8ae7-46d1-aa6e-6e28869bcee0 req-d546c6cb-f3a2-4729-b44a-46221757b2c6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.408556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f49b88e-8ae7-46d1-aa6e-6e28869bcee0 req-d546c6cb-f3a2-4729-b44a-46221757b2c6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2055261 Aug 20 12:07:45.431942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'port_id': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'mac_address': 'fa:16:3e:dd:ad:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71eab11-da89-4282-8c34-1c138ac0222d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:07:45.433092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552898c-b4cb-4d44-b73b-852462d8d20b req-0550dea1-b474-4802-9c67-5937d08480da tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.459255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552898c-b4cb-4d44-b73b-852462d8d20b req-0550dea1-b474-4802-9c67-5937d08480da tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.460275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-01c73f12-492d-466e-a0ae-c7805b2b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.461814 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-01c73f12-492d-466e-a0ae-c7805b2b8e3d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.2203000 Aug 20 12:07:45.472551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552898c-b4cb-4d44-b73b-852462d8d20b req-0550dea1-b474-4802-9c67-5937d08480da tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.479029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552898c-b4cb-4d44-b73b-852462d8d20b req-0550dea1-b474-4802-9c67-5937d08480da tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.505525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552898c-b4cb-4d44-b73b-852462d8d20b req-0550dea1-b474-4802-9c67-5937d08480da tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.512005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552898c-b4cb-4d44-b73b-852462d8d20b req-0550dea1-b474-4802-9c67-5937d08480da tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.520721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-75ba0bc5-fe03-4a37-884f-cf23c4041a4f None None] Provisioning for port 974dfba0-a796-4f0b-909c-ecf0022451e1 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:45.527925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-75ba0bc5-fe03-4a37-884f-cf23c4041a4f None None] Provisioning complete for port 974dfba0-a796-4f0b-909c-ecf0022451e1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:45.528495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75ba0bc5-fe03-4a37-884f-cf23c4041a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:45.528622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552898c-b4cb-4d44-b73b-852462d8d20b req-0550dea1-b474-4802-9c67-5937d08480da tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.555194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d552898c-b4cb-4d44-b73b-852462d8d20b req-0550dea1-b474-4802-9c67-5937d08480da tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.2738681 Aug 20 12:07:45.580577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-75ba0bc5-fe03-4a37-884f-cf23c4041a4f None None] Port 974dfba0-a796-4f0b-909c-ecf0022451e1 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:45.598454 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:45.612834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b42cd69-1551-46e6-8ebc-650b78252e43 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:45.638506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:45.656724 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:45.788769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:45.833515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9b42cd69-1551-46e6-8ebc-650b78252e43'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:45.942004 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-08b2efc0-6934-40c1-adec-b829d67c1224 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 998 time: 0.3887239 Aug 20 12:07:45.957517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f49b88e-8ae7-46d1-aa6e-6e28869bcee0 req-b2e7a897-6d1f-4274-8c95-213c113a8e3a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5479510 Aug 20 12:07:46.022551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Allocated IP 172.20.0.6 (abe3de62-a057-40df-8ae1-000837cf1ca1/ced49580-86cc-45c3-a503-3755a547f5db/4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:46.042951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-7eb209a4-df77-44a0-b667-36d6a15ea849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:46.045158 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-7eb209a4-df77-44a0-b667-36d6a15ea849 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0948818 Aug 20 12:07:46.206156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06771b98-5ee6-491f-85c2-86dd572a065b req-b94a8dc6-e6b4-4811-8768-b4c4714ee322 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 210 time: 0.0606577 Aug 20 12:07:46.295025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:46.326084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Transition to ACTIVE for port object 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:46.337647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42ef0-3401-4d9c-8a1d-d98a51cea2ab req-47ed3d7d-b905-4ba7-84ff-e17c796ecc41 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:46.346373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42ef0-3401-4d9c-8a1d-d98a51cea2ab req-47ed3d7d-b905-4ba7-84ff-e17c796ecc41 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:46.353763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42ef0-3401-4d9c-8a1d-d98a51cea2ab req-47ed3d7d-b905-4ba7-84ff-e17c796ecc41 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:46.361782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42ef0-3401-4d9c-8a1d-d98a51cea2ab req-47ed3d7d-b905-4ba7-84ff-e17c796ecc41 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:46.369998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42ef0-3401-4d9c-8a1d-d98a51cea2ab req-47ed3d7d-b905-4ba7-84ff-e17c796ecc41 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:46.381211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1b42ef0-3401-4d9c-8a1d-d98a51cea2ab req-47ed3d7d-b905-4ba7-84ff-e17c796ecc41 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 3817 time: 0.4408982 Aug 20 12:07:46.441954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:46.444052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1b42ef0-3401-4d9c-8a1d-d98a51cea2ab req-8ff688f3-f3c5-48cc-afd4-49cd12fba8a8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571496 Aug 20 12:07:46.537119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-aa368653-043a-4e51-8790-01aacad10b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:46.544691 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-aa368653-043a-4e51-8790-01aacad10b84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4909725 Aug 20 12:07:46.597464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3869de41-f6fb-423c-b819-9b6dbbf24203 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:46.611064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:46.631807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Transition to ACTIVE for port object 3869de41-f6fb-423c-b819-9b6dbbf24203 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:46.640066 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:46.675019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-3cae4820-fcb2-45fa-b61b-3dfbe11e2cb3 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208265 Aug 20 12:07:46.808973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320865-ba15-4704-9560-680b9185e526 service neutron] Pushing event updated for resources: {'Port': ['ID=3869de41-f6fb-423c-b819-9b6dbbf24203,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:46.872549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Network abe3de62-a057-40df-8ae1-000837cf1ca1 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:46.888205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Attempting to bind port 3869de41-f6fb-423c-b819-9b6dbbf24203 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:46.889218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Attempting to bind port 3869de41-f6fb-423c-b819-9b6dbbf24203 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:46.889750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Attempting to bind port 3869de41-f6fb-423c-b819-9b6dbbf24203 on network a75a8f05-fbaa-4e37-b799-ea4326a21b98 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:46.896456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Port 3869de41-f6fb-423c-b819-9b6dbbf24203 on network a75a8f05-fbaa-4e37-b799-ea4326a21b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:46.897023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Attempting to bind port 3869de41-f6fb-423c-b819-9b6dbbf24203 on network a75a8f05-fbaa-4e37-b799-ea4326a21b98 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:46.898237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:46.903949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:46.904852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:46.905192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Checking segment: {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:46.905928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Bound using segment: {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:46.907349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Bound port: 3869de41-f6fb-423c-b819-9b6dbbf24203, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16b0977-648b-4f80-972f-473b9a5a8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:46.908008 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:46.913589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:47.029530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.035260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.043165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.043839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.046635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.047244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.047830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.048389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.048948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.049571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.053776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.054394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:47.083448 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-679cb1c2-8ea0-4201-9464-4cc2cd2c88b8 req-f62f15ca-b981-4711-96e3-efde23313a70 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989389 Aug 20 12:07:47.100364 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b42cd69-1551-46e6-8ebc-650b78252e43 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:47.137526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:47.138678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:47.149132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] For port 3869de41-f6fb-423c-b819-9b6dbbf24203, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:47.152888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] For port 3869de41-f6fb-423c-b819-9b6dbbf24203, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3869de41-f6fb-423c-b819-9b6dbbf24203,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:47.164567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:47.202472 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-f8732c94-8837-4248-b762-31c732a6653e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2542255 Aug 20 12:07:47.216897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Request body: {'port': {'device_id': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:47.308920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:47.417528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:47.418206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:47.419649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-43320865-ba15-4704-9560-680b9185e526 service neutron] 10.222.0.73 "PUT /v2.0/ports/3869de41-f6fb-423c-b819-9b6dbbf24203 HTTP/1.1" status: 200 len: 1093 time: 2.5573037 Aug 20 12:07:47.433266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:47.444364 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00ac260-25a4-4092-8451-f76cf098ba56" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:47.487480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:47.521452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9b42cd69-1551-46e6-8ebc-650b78252e43 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:47.521820 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:47.678163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee203b7-e65f-4b20-97b5-d0bddd856d16 req-b910dfc6-7a31-4ca3-941f-90d93fc88632 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:47.689611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eee203b7-e65f-4b20-97b5-d0bddd856d16 req-b910dfc6-7a31-4ca3-941f-90d93fc88632 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.5160832 Aug 20 12:07:47.759023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-164a80b5-732d-43f1-99d7-d9416d467954 None None] Provisioning for port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:47.767396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320865-ba15-4704-9560-680b9185e526 service neutron] Pushing event updated for resources: {'Port': ['ID=3869de41-f6fb-423c-b819-9b6dbbf24203,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:47.779989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-164a80b5-732d-43f1-99d7-d9416d467954 None None] Provisioning complete for port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:47.781727 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-164a80b5-732d-43f1-99d7-d9416d467954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:47.817286 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:47.844529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6932ded-f5bd-4e9d-b30a-91d7f7e7f941 req-1d1b6e03-c15d-44b6-9c56-7ebace02f889 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:47.848354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6932ded-f5bd-4e9d-b30a-91d7f7e7f941 req-1d1b6e03-c15d-44b6-9c56-7ebace02f889 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 931 time: 0.3936319 Aug 20 12:07:47.889162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eee203b7-e65f-4b20-97b5-d0bddd856d16 req-ba55f71c-64a4-4bbe-bd1d-b9c5b884f29c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986022 Aug 20 12:07:48.033553 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59329965-2e68-4b0f-9140-55536f742c52 x-openstack-request-id: req-59329965-2e68-4b0f-9140-55536f742c52 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:48.034120 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:48.035730 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59329965-2e68-4b0f-9140-55536f742c52 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:48.036322 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'status': 'completed', 'code': 200} Aug 20 12:07:48.038627 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:48.040733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-164a80b5-732d-43f1-99d7-d9416d467954 None None] Port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:48.118645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6932ded-f5bd-4e9d-b30a-91d7f7e7f941 req-e5f464a1-df5c-4168-be55-3631b70d8af5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556584 Aug 20 12:07:48.161231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:48.179235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:48.187605 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b02725-f90f-438e-a3c6-6da1c95603e9" -d '{"events": [{"server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "name": "network-vif-plugged", "status": "completed", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:48.219934 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:48.277794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:48.294496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-c9a57281-e06e-4f85-ad8c-9e9acdc25395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.294981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-c9a57281-e06e-4f85-ad8c-9e9acdc25395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.296269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-c9a57281-e06e-4f85-ad8c-9e9acdc25395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.296757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-c9a57281-e06e-4f85-ad8c-9e9acdc25395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.300339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-c9a57281-e06e-4f85-ad8c-9e9acdc25395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.302636 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-c9a57281-e06e-4f85-ad8c-9e9acdc25395 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 4365 time: 0.2799995 Aug 20 12:07:48.313575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:48.384760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:48.570371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Transition to ACTIVE for port object 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:48.573725 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9dbfd9-915f-420c-b64c-1d5fc7928327 x-openstack-request-id: req-ef9dbfd9-915f-420c-b64c-1d5fc7928327 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:48.574021 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "name": "network-vif-plugged", "status": "completed", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:48.574411 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef9dbfd9-915f-420c-b64c-1d5fc7928327 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:48.574807 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'code': 200} Aug 20 12:07:48.586127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50210) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:48.626546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ca957-b987-4554-956e-10e6a8b9d006 req-e4c62d52-417d-46e4-a1d3-ab31b7be93a9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.633299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:48.634952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ca957-b987-4554-956e-10e6a8b9d006 req-e4c62d52-417d-46e4-a1d3-ab31b7be93a9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.663488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ca957-b987-4554-956e-10e6a8b9d006 req-e4c62d52-417d-46e4-a1d3-ab31b7be93a9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.678927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ca957-b987-4554-956e-10e6a8b9d006 req-e4c62d52-417d-46e4-a1d3-ab31b7be93a9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.693988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ca957-b987-4554-956e-10e6a8b9d006 req-e4c62d52-417d-46e4-a1d3-ab31b7be93a9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.695851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b65ca957-b987-4554-956e-10e6a8b9d006 req-e4c62d52-417d-46e4-a1d3-ab31b7be93a9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 3829 time: 0.3616555 Aug 20 12:07:48.850291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b65ca957-b987-4554-956e-10e6a8b9d006 req-b1b238ca-3fd4-4bff-9caf-21e90236baa0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447313 Aug 20 12:07:48.985922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27914b79-07ac-46d0-8d6e-9e1f681434d4 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:49.006233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.032878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Transition to ACTIVE for port object 27914b79-07ac-46d0-8d6e-9e1f681434d4 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:49.040544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.045862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:49.080310 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-ef2067b7-5723-4eb9-882b-2c013b367d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.081158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-ef2067b7-5723-4eb9-882b-2c013b367d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.081907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-ef2067b7-5723-4eb9-882b-2c013b367d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.084083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-ef2067b7-5723-4eb9-882b-2c013b367d93 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7672737 Aug 20 12:07:49.290479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-2ec0e91c-636b-406d-902e-7ad355eff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.291156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-2ec0e91c-636b-406d-902e-7ad355eff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.291636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-2ec0e91c-636b-406d-902e-7ad355eff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.293010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-2ec0e91c-636b-406d-902e-7ad355eff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.293010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-2ec0e91c-636b-406d-902e-7ad355eff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.295993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-2ec0e91c-636b-406d-902e-7ad355eff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.299005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-2ec0e91c-636b-406d-902e-7ad355eff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.299723 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-2ec0e91c-636b-406d-902e-7ad355eff929 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6508 time: 0.7035663 Aug 20 12:07:49.324662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Pushing event updated for resources: {'Port': ['ID=27914b79-07ac-46d0-8d6e-9e1f681434d4,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:49.462168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a85cbf-b52a-4926-baaf-13fec7046933 req-a34c38ab-6f5c-4492-b3ae-00bf2311be07 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.468210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08a85cbf-b52a-4926-baaf-13fec7046933 req-a34c38ab-6f5c-4492-b3ae-00bf2311be07 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.3731713 Aug 20 12:07:49.527855 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-85fad249-f413-481b-9d26-5332ada989d8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830080 Aug 20 12:07:49.528889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Attempting to bind port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:49.529535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Attempting to bind port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:49.530096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Attempting to bind port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c on network abe3de62-a057-40df-8ae1-000837cf1ca1 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:49.563863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c on network abe3de62-a057-40df-8ae1-000837cf1ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:49.564468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Attempting to bind port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c on network abe3de62-a057-40df-8ae1-000837cf1ca1 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:49.583902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:49.590135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Checking segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:49.590902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Bound using segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:49.591644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Bound port: 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:49.592270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.595578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-a720997c-280e-430c-a74d-f5ff77aa6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.599087 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b00ac260-25a4-4092-8451-f76cf098ba56 req-a720997c-280e-430c-a74d-f5ff77aa6a22 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4924695 Aug 20 12:07:49.625817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Attempting to bind port 27914b79-07ac-46d0-8d6e-9e1f681434d4 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:49.626236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Attempting to bind port 27914b79-07ac-46d0-8d6e-9e1f681434d4 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:49.626586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Attempting to bind port 27914b79-07ac-46d0-8d6e-9e1f681434d4 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:49.704435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08a85cbf-b52a-4926-baaf-13fec7046933 req-d4f13961-ad14-4679-a2e2-e1bb4484241b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136154 Aug 20 12:07:49.705977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Port 27914b79-07ac-46d0-8d6e-9e1f681434d4 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:49.718452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:49.720058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Attempting to bind port 27914b79-07ac-46d0-8d6e-9e1f681434d4 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:49.735711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:49.745651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:49.748033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.748384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Checking segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:49.750424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Bound using segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:49.752540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Bound port: 27914b79-07ac-46d0-8d6e-9e1f681434d4, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:49.753712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.863100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.865499 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.871455 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] 10.222.0.73 "PUT /v2.0/ports/4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c HTTP/1.1" status: 200 len: 1092 time: 2.6665831 Aug 20 12:07:49.872292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:49.891903 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:49.939082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e4e13-63b0-4f7c-95ec-eacd970ae7de service neutron] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:50.052449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-0d76a2a5-f783-4297-a0f5-3982d796fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.054037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-0d76a2a5-f783-4297-a0f5-3982d796fe2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 1095 time: 0.1082942 Aug 20 12:07:50.110295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] For port 27914b79-07ac-46d0-8d6e-9e1f681434d4, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:50.120721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] For port 27914b79-07ac-46d0-8d6e-9e1f681434d4, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:50.164440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:50.274645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f53ecf-9177-465a-b7ba-0c174af5441d req-1b272d3e-425d-44c0-aafe-e2bd34509309 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.276588 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93f53ecf-9177-465a-b7ba-0c174af5441d req-1b272d3e-425d-44c0-aafe-e2bd34509309 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.4026675 Aug 20 12:07:50.308620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d552de-8f34-4047-a6b7-0ce86a294810 req-b6ce145c-9932-4656-9f2c-95dd0223ae42 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.315388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d552de-8f34-4047-a6b7-0ce86a294810 req-b6ce145c-9932-4656-9f2c-95dd0223ae42 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.322858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d552de-8f34-4047-a6b7-0ce86a294810 req-b6ce145c-9932-4656-9f2c-95dd0223ae42 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.329596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d552de-8f34-4047-a6b7-0ce86a294810 req-b6ce145c-9932-4656-9f2c-95dd0223ae42 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.336524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d552de-8f34-4047-a6b7-0ce86a294810 req-b6ce145c-9932-4656-9f2c-95dd0223ae42 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.343494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d552de-8f34-4047-a6b7-0ce86a294810 req-b6ce145c-9932-4656-9f2c-95dd0223ae42 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.351917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6d552de-8f34-4047-a6b7-0ce86a294810 req-b6ce145c-9932-4656-9f2c-95dd0223ae42 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 4601 time: 0.2267413 Aug 20 12:07:50.415656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:50.416690 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:50.419434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] 10.222.0.73 "PUT /v2.0/ports/27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 200 len: 1131 time: 2.9674566 Aug 20 12:07:50.422543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '27914b79-07ac-46d0-8d6e-9e1f681434d4'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:50.430388 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c511f56-8998-48ac-97f7-b78ad33257f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "27914b79-07ac-46d0-8d6e-9e1f681434d4"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:50.478359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:50.587736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6d552de-8f34-4047-a6b7-0ce86a294810 req-2ca5ceed-9ef7-4b73-8c45-cd69ecf426e7 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2341304 Aug 20 12:07:50.647863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93f53ecf-9177-465a-b7ba-0c174af5441d req-89686b38-6570-4a9b-9c3c-02a43a73042d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610890 Aug 20 12:07:50.648556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e980b3-c542-45ea-a600-b8ba963c36d4 service neutron] Pushing event updated for resources: {'Port': ['ID=27914b79-07ac-46d0-8d6e-9e1f681434d4,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:50.757097 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:50.786496 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5214349-320f-47af-a550-9d64badc358e x-openstack-request-id: req-a5214349-320f-47af-a550-9d64badc358e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:50.787040 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "27914b79-07ac-46d0-8d6e-9e1f681434d4", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:50.787449 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5214349-320f-47af-a550-9d64badc358e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:50.788001 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '27914b79-07ac-46d0-8d6e-9e1f681434d4', 'status': 'completed', 'code': 200} Aug 20 12:07:50.839989 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-a96be5bc-8486-4726-b752-f11dd2066733 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c HTTP/1.1" status: 200 len: 217 time: 0.7721064 Aug 20 12:07:50.841772 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d50edc8-c760-4957-addf-0077b2e97ddc x-openstack-request-id: req-5d50edc8-c760-4957-addf-0077b2e97ddc {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:50.842164 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:50.842584 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d50edc8-c760-4957-addf-0077b2e97ddc {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:50.843080 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'status': 'completed', 'code': 200} Aug 20 12:07:51.005561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-9a2c064b-8108-4ab7-b390-9d40b67da5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.007508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-9a2c064b-8108-4ab7-b390-9d40b67da5e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.1504614 Aug 20 12:07:51.024852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bf654e18-ab2c-471c-a4c7-587f6bc131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.025229 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bf654e18-ab2c-471c-a4c7-587f6bc131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.025701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bf654e18-ab2c-471c-a4c7-587f6bc131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.026165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bf654e18-ab2c-471c-a4c7-587f6bc131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.026655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bf654e18-ab2c-471c-a4c7-587f6bc131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.027124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bf654e18-ab2c-471c-a4c7-587f6bc131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.030915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bf654e18-ab2c-471c-a4c7-587f6bc131d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5289 time: 0.1891675 Aug 20 12:07:51.181607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9407b62f-5037-41fc-8d0b-227f52a3a814 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:51.192975 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.214627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Transition to ACTIVE for port object 9407b62f-5037-41fc-8d0b-227f52a3a814 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:51.222840 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.277435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-db16a97a-0ebe-4cec-b1bc-84742706584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.280273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-db16a97a-0ebe-4cec-b1bc-84742706584e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504420 Aug 20 12:07:51.321624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Pushing event updated for resources: {'Port': ['ID=9407b62f-5037-41fc-8d0b-227f52a3a814,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:51.420847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-1c6e2863-331b-4df1-9005-14a311bf7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.421327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-1c6e2863-331b-4df1-9005-14a311bf7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.421804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-1c6e2863-331b-4df1-9005-14a311bf7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.423447 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-1c6e2863-331b-4df1-9005-14a311bf7097 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3685598 Aug 20 12:07:51.532541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Attempting to bind port 9407b62f-5037-41fc-8d0b-227f52a3a814 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:51.534649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Attempting to bind port 9407b62f-5037-41fc-8d0b-227f52a3a814 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:51.535000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Attempting to bind port 9407b62f-5037-41fc-8d0b-227f52a3a814 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:51.544307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Port 9407b62f-5037-41fc-8d0b-227f52a3a814 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:51.544704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Attempting to bind port 9407b62f-5037-41fc-8d0b-227f52a3a814 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:51.567302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:51.567659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Checking segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:51.568024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Bound using segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:51.568469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Bound port: 9407b62f-5037-41fc-8d0b-227f52a3a814, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:51.568827 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.597412 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-dacb3ed9-0121-47b4-b221-d353acefdd6a service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073790 Aug 20 12:07:51.677674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-305ccb32-214b-4d3e-8d48-38ba1f8c9590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.775261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bb99c9a5-eb9b-4061-afac-4464c3c43ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.776894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3c511f56-8998-48ac-97f7-b78ad33257f8 req-bb99c9a5-eb9b-4061-afac-4464c3c43ea3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3350058 Aug 20 12:07:51.797306 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb943b22-0cc7-48f8-ae9a-84b1c8bbb032 req-698e8050-dd22-4031-ad10-5bec9796263f service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884696 Aug 20 12:07:51.839967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] For port 9407b62f-5037-41fc-8d0b-227f52a3a814, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:51.911647 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-207fb7b8-ff70-4439-a8a7-389ebf6962b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.913732 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-207fb7b8-ff70-4439-a8a7-389ebf6962b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 1095 time: 0.0641069 Aug 20 12:07:51.923790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] For port 9407b62f-5037-41fc-8d0b-227f52a3a814, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9407b62f-5037-41fc-8d0b-227f52a3a814,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:51.933078 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.948430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-d562b616-e316-4216-b050-30078a59dd85 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.955797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-d562b616-e316-4216-b050-30078a59dd85 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.963057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-d562b616-e316-4216-b050-30078a59dd85 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.970103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-d562b616-e316-4216-b050-30078a59dd85 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.977026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-d562b616-e316-4216-b050-30078a59dd85 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.984929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-d562b616-e316-4216-b050-30078a59dd85 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.991361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-d562b616-e316-4216-b050-30078a59dd85 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:51.993288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-d562b616-e316-4216-b050-30078a59dd85 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5372 time: 0.2524478 Aug 20 12:07:52.033185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.034040 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.035495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] 10.222.0.73 "PUT /v2.0/ports/9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 200 len: 1130 time: 1.5675032 Aug 20 12:07:52.074668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-c9c44078-612b-453d-9e56-e78be59d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.080854 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-c9c44078-612b-453d-9e56-e78be59d0328 service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.1595221 Aug 20 12:07:52.085575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:52.137533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a062b-438f-431f-b531-aa0ab74b8dc2 req-6d43cac9-2e05-4155-9f75-854d6be0a91f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.145827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-383a062b-438f-431f-b531-aa0ab74b8dc2 req-6d43cac9-2e05-4155-9f75-854d6be0a91f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.3201423 Aug 20 12:07:52.206034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eafe570-e13e-461f-8e43-fe7969231bd4 req-40c92474-5cc5-46c8-926b-4fd25021b2f1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901257 Aug 20 12:07:52.208156 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-57d64ebe-d094-4d42-b717-ad8546986eb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c HTTP/1.1" status: 200 len: 217 time: 0.1171358 Aug 20 12:07:52.235382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf0356-dd1b-4903-a63d-5369d4b35502 service neutron] Pushing event updated for resources: {'Port': ['ID=9407b62f-5037-41fc-8d0b-227f52a3a814,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:52.282416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.293702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-69531589-2eb9-4109-81fc-271d83e39f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.296068 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-69531589-2eb9-4109-81fc-271d83e39f16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.0790493 Aug 20 12:07:52.303844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-383a062b-438f-431f-b531-aa0ab74b8dc2 req-ffa2e041-a8da-480e-8f4f-a6529cdd3c04 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403165 Aug 20 12:07:52.391492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-63b5499b-6cb8-461c-b6b2-91917434cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.401186 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-63b5499b-6cb8-461c-b6b2-91917434cd50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942857 Aug 20 12:07:52.568626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-2b068db6-459e-4593-959c-364c238bbc68 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572285 Aug 20 12:07:52.688429 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ee2b20e-3e24-4459-8f85-5c9e8e9837ef req-bd4d6e50-85e6-43d0-a0ec-5091e9f9e2c9 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119092 Aug 20 12:07:52.819575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '9407b62f-5037-41fc-8d0b-227f52a3a814'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:52.822961 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512b709f-b14e-438a-a434-0953fe572ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "9407b62f-5037-41fc-8d0b-227f52a3a814"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:52.867251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69312276-bd5f-4b66-b9ce-6e382f12b8cb {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:52.888296 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667c9a5d-4dbe-40ca-b0a2-8f776c725487 x-openstack-request-id: req-667c9a5d-4dbe-40ca-b0a2-8f776c725487 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:52.888849 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "9407b62f-5037-41fc-8d0b-227f52a3a814", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:52.889258 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-667c9a5d-4dbe-40ca-b0a2-8f776c725487 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:52.900342 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '9407b62f-5037-41fc-8d0b-227f52a3a814', 'status': 'completed', 'code': 200} Aug 20 12:07:52.903000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.933760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Transition to ACTIVE for port object 69312276-bd5f-4b66-b9ce-6e382f12b8cb will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:52.945436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.976818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-3dc62824-aa3c-474a-9197-e130bef196db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.978558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-3dc62824-aa3c-474a-9197-e130bef196db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.979223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-3dc62824-aa3c-474a-9197-e130bef196db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.979863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-3dc62824-aa3c-474a-9197-e130bef196db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.980542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-3dc62824-aa3c-474a-9197-e130bef196db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.981738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-3dc62824-aa3c-474a-9197-e130bef196db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.982399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-3dc62824-aa3c-474a-9197-e130bef196db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:52.984558 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-512b709f-b14e-438a-a434-0953fe572ac5 req-3dc62824-aa3c-474a-9197-e130bef196db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6212 time: 0.0764658 Aug 20 12:07:53.079469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Pushing event updated for resources: {'Port': ['ID=69312276-bd5f-4b66-b9ce-6e382f12b8cb,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:53.125638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Attempting to bind port 69312276-bd5f-4b66-b9ce-6e382f12b8cb on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:53.126004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Attempting to bind port 69312276-bd5f-4b66-b9ce-6e382f12b8cb by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:53.126809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Attempting to bind port 69312276-bd5f-4b66-b9ce-6e382f12b8cb on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:53.138135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Port 69312276-bd5f-4b66-b9ce-6e382f12b8cb on network 2ab08ba9-57fe-404f-b96d-7891141a6758 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:53.138795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Attempting to bind port 69312276-bd5f-4b66-b9ce-6e382f12b8cb on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:53.146292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:53.146933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Checking segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:53.147822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Bound using segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:53.148474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Bound port: 69312276-bd5f-4b66-b9ce-6e382f12b8cb, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:53.149013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.185404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-40f8b768-4804-4ccc-9c25-c250757aec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.186058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-40f8b768-4804-4ccc-9c25-c250757aec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.186822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-40f8b768-4804-4ccc-9c25-c250757aec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.189067 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-512b709f-b14e-438a-a434-0953fe572ac5 req-40f8b768-4804-4ccc-9c25-c250757aec4a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1943958 Aug 20 12:07:53.196864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50316) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:53.311408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] For port 69312276-bd5f-4b66-b9ce-6e382f12b8cb, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:53.314939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] For port 69312276-bd5f-4b66-b9ce-6e382f12b8cb, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:53.322628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.489870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7fecc86-1750-466b-b8d8-6951a9328c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.507218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Pushing event updated for resources: {'Port': ['ID=69312276-bd5f-4b66-b9ce-6e382f12b8cb,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:53.614161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.614879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.616384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9f578ffd-2ea6-4b66-b40c-317995c3049f service neutron] 10.222.0.73 "PUT /v2.0/ports/69312276-bd5f-4b66-b9ce-6e382f12b8cb HTTP/1.1" status: 200 len: 1092 time: 1.5382729 Aug 20 12:07:53.665131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:53.795059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-3b8965df-512c-4f25-aec1-9e0f6b32a8ef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.802209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-3b8965df-512c-4f25-aec1-9e0f6b32a8ef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.810286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-3b8965df-512c-4f25-aec1-9e0f6b32a8ef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.818409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-3b8965df-512c-4f25-aec1-9e0f6b32a8ef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.823131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b709f-b14e-438a-a434-0953fe572ac5 req-5da888f5-6b38-4e8e-8370-18dc7da1f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.824282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-3b8965df-512c-4f25-aec1-9e0f6b32a8ef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.825053 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-512b709f-b14e-438a-a434-0953fe572ac5 req-5da888f5-6b38-4e8e-8370-18dc7da1f8b0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6193829 Aug 20 12:07:53.846428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-3b8965df-512c-4f25-aec1-9e0f6b32a8ef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.853466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-3b8965df-512c-4f25-aec1-9e0f6b32a8ef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.865736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-3b8965df-512c-4f25-aec1-9e0f6b32a8ef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5384 time: 0.3810418 Aug 20 12:07:53.879742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7fecc86-1750-466b-b8d8-6951a9328c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.893729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7fecc86-1750-466b-b8d8-6951a9328c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.907435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7e48-af47-48f0-8b38-9bf1bb47b339 req-a8728f85-f60a-40f4-b8bb-712e45d4a6ca tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:53.915491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-115e7e48-af47-48f0-8b38-9bf1bb47b339 req-a8728f85-f60a-40f4-b8bb-712e45d4a6ca tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.3716888 Aug 20 12:07:53.939227 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.959009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fecc86-1750-466b-b8d8-6951a9328c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff5d2f6-da5a-41bd-9813-761cfadfc9cb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:53.991695 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c7fecc86-1750-466b-b8d8-6951a9328c4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e87213237d44e0fbe9803966e31b69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7937009 Aug 20 12:07:53.994291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50338) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:53.999063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75e37f5e-9aea-4b45-b821-3fcd8612e527 req-c8a5a9f6-1304-4ca3-b91b-beea6f138b61 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323428 Aug 20 12:07:54.067699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45312f44-b803-478e-8168-75c6ebfa71eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.108477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45312f44-b803-478e-8168-75c6ebfa71eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.178431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-115e7e48-af47-48f0-8b38-9bf1bb47b339 req-636f35ee-fa57-45f5-9bcc-66cf9603d5ae tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619426 Aug 20 12:07:54.209150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45312f44-b803-478e-8168-75c6ebfa71eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.212023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-45312f44-b803-478e-8168-75c6ebfa71eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.218349 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-45312f44-b803-478e-8168-75c6ebfa71eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ff5d2f6-da5a-41bd-9813-761cfadfc9cb HTTP/1.1" status: 204 len: 168 time: 0.2204227 Aug 20 12:07:54.245249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45312f44-b803-478e-8168-75c6ebfa71eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff5d2f6-da5a-41bd-9813-761cfadfc9cb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:54.326219 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3497de89-af60-434e-9544-eadc48dad9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.745888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:54.776173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.800784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Transition to ACTIVE for port object ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:54.805722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.859907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50364) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:54.894990 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ee0060b3-4a7e-4c01-9b7d-5eb78241a200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.903951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '69312276-bd5f-4b66-b9ce-6e382f12b8cb'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:54.906830 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "69312276-bd5f-4b66-b9ce-6e382f12b8cb"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:54.910557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:54.988582 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.148998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:07:55.219153 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb4aa0-b5ff-4d2b-8ab1-30b092a294f2 x-openstack-request-id: req-25bb4aa0-b5ff-4d2b-8ab1-30b092a294f2 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:55.223392 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "69312276-bd5f-4b66-b9ce-6e382f12b8cb", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:55.223675 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25bb4aa0-b5ff-4d2b-8ab1-30b092a294f2 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:55.224234 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '69312276-bd5f-4b66-b9ce-6e382f12b8cb', 'status': 'completed', 'code': 200} Aug 20 12:07:55.335176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-06857902-2fe1-404e-bd5d-a5199ed10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.336034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-06857902-2fe1-404e-bd5d-a5199ed10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.336240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-06857902-2fe1-404e-bd5d-a5199ed10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.336540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-06857902-2fe1-404e-bd5d-a5199ed10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.337010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-06857902-2fe1-404e-bd5d-a5199ed10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.337677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-06857902-2fe1-404e-bd5d-a5199ed10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.338158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-06857902-2fe1-404e-bd5d-a5199ed10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.340184 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-06857902-2fe1-404e-bd5d-a5199ed10920 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6306 time: 0.2554216 Aug 20 12:07:55.575262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Attempting to bind port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:55.575597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Attempting to bind port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:55.575930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Attempting to bind port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:55.606006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa on network 2ab08ba9-57fe-404f-b96d-7891141a6758 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:55.606446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Attempting to bind port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:55.661256 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.669614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-59e78440-ccd6-48a9-bd92-90200956c055 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.694514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-59e78440-ccd6-48a9-bd92-90200956c055 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.722440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-59e78440-ccd6-48a9-bd92-90200956c055 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.743056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-59e78440-ccd6-48a9-bd92-90200956c055 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.775748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:55.792927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-59e78440-ccd6-48a9-bd92-90200956c055 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.800726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-59e78440-ccd6-48a9-bd92-90200956c055 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.801683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ee0060b3-4a7e-4c01-9b7d-5eb78241a200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.821500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ee0060b3-4a7e-4c01-9b7d-5eb78241a200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.822535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-59e78440-ccd6-48a9-bd92-90200956c055 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.850243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-59e78440-ccd6-48a9-bd92-90200956c055 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5396 time: 0.5996246 Aug 20 12:07:55.864465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'port_id': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'mac_address': 'fa:16:3e:07:f1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:07:55.914053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-e675bb1b-9b5b-46df-b88c-ee07d2cf1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.915335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-e675bb1b-9b5b-46df-b88c-ee07d2cf1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.916796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-e675bb1b-9b5b-46df-b88c-ee07d2cf1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.923949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-e675bb1b-9b5b-46df-b88c-ee07d2cf1ba9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5678079 Aug 20 12:07:55.929000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:55.935722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Checking segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:55.941073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Bound using segment: {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:55.949748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Bound port: ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c5f168-5482-4852-bb91-fc01f1cb3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:55.951105 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.985697 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ee0060b3-4a7e-4c01-9b7d-5eb78241a200 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36c4382b6268430f837cc46109ec21d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1183779 Aug 20 12:07:55.997019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50386) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:56.039499 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.065429 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0060b3-4a7e-4c01-9b7d-5eb78241a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7634f34d-7a4e-4be0-9f08-4c15fbc19ac7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:56.066528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-074cb420-b3ec-474b-bf15-98fb9d7ce248 req-ea8526fb-f7bf-4372-bdf3-40bef05b1407 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2047439 Aug 20 12:07:56.099750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:56.145956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42e21437-e6d1-4e23-83ac-c01ea46dd7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.163370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492af4-cd07-446c-8b28-59d9eacd90d2 req-09da052f-eb87-471e-89eb-caa51c8b3eef tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:56.165104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b492af4-cd07-446c-8b28-59d9eacd90d2 req-09da052f-eb87-471e-89eb-caa51c8b3eef tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.2914250 Aug 20 12:07:56.175729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:56.187391 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.198639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] For port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:56.212016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42e21437-e6d1-4e23-83ac-c01ea46dd7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.214859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-2f0120ff-f14a-42a3-afee-0d50fd0aef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:56.224247 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-092a2ae6-f9ae-45b1-a91a-2fe22d7ad743 req-2f0120ff-f14a-42a3-afee-0d50fd0aef4b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2904921 Aug 20 12:07:56.233207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] For port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:56.241374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.248848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b492af4-cd07-446c-8b28-59d9eacd90d2 req-b866a30a-5a58-48b8-b91c-6853aa0be3aa tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708671 Aug 20 12:07:56.285409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:56.286036 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.287564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] 10.222.0.73 "PUT /v2.0/ports/ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa HTTP/1.1" status: 200 len: 1092 time: 2.6271446 Aug 20 12:07:56.326261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:56.335251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc4750-6135-4d68-87ac-9de06dcc5909 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:56.345500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:56.355365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42e21437-e6d1-4e23-83ac-c01ea46dd7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.358045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-42e21437-e6d1-4e23-83ac-c01ea46dd7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.361473 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-42e21437-e6d1-4e23-83ac-c01ea46dd7eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7634f34d-7a4e-4be0-9f08-4c15fbc19ac7 HTTP/1.1" status: 204 len: 168 time: 0.3611724 Aug 20 12:07:56.392309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e21437-e6d1-4e23-83ac-c01ea46dd7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634f34d-7a4e-4be0-9f08-4c15fbc19ac7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:56.484150 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:56.557478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:56.922918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:57.168333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5174095a-6f98-45d2-9bce-c8534a533a1c {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:57.185053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:57.219535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50410) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:57.231122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Transition to ACTIVE for port object 5174095a-6f98-45d2-9bce-c8534a533a1c will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:57.233180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:57.241762 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a224e981-49b6-4cc4-9ffd-651106f7568e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:57.242013 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:57.255538 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:57.404807 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522d8d43-344d-4c1c-8b91-f8b1a5bbd443 x-openstack-request-id: req-522d8d43-344d-4c1c-8b91-f8b1a5bbd443 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:57.405152 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:57.405341 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-522d8d43-344d-4c1c-8b91-f8b1a5bbd443 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:57.405740 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa', 'status': 'completed', 'code': 200} Aug 20 12:07:57.539186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a224e981-49b6-4cc4-9ffd-651106f7568e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:57.561279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a224e981-49b6-4cc4-9ffd-651106f7568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:57.582285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-74ab2083-35ae-4c1e-8fae-fb668ea9ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.582782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-74ab2083-35ae-4c1e-8fae-fb668ea9ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.583259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-74ab2083-35ae-4c1e-8fae-fb668ea9ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.583736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-74ab2083-35ae-4c1e-8fae-fb668ea9ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.584202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-74ab2083-35ae-4c1e-8fae-fb668ea9ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.584666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-74ab2083-35ae-4c1e-8fae-fb668ea9ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.585131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-74ab2083-35ae-4c1e-8fae-fb668ea9ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.592828 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-74ab2083-35ae-4c1e-8fae-fb668ea9ad5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6374 time: 0.2311280 Aug 20 12:07:57.636548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Pushing event updated for resources: {'Port': ['ID=5174095a-6f98-45d2-9bce-c8534a533a1c,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:57.859683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-9c013103-27bc-4773-b3cb-fbd183c1c165 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.881010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-9c013103-27bc-4773-b3cb-fbd183c1c165 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.891285 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a224e981-49b6-4cc4-9ffd-651106f7568e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f83372ae51364dd1946fde3588529476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6700277 Aug 20 12:07:57.910454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-9c013103-27bc-4773-b3cb-fbd183c1c165 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.915995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50422) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:57.916409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-9c013103-27bc-4773-b3cb-fbd183c1c165 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.916693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224e981-49b6-4cc4-9ffd-651106f7568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae98ca61-7a69-49cb-a93f-70f843df52b7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:57.922606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-9c013103-27bc-4773-b3cb-fbd183c1c165 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.935069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-9c013103-27bc-4773-b3cb-fbd183c1c165 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.951627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-9c013103-27bc-4773-b3cb-fbd183c1c165 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:57.961364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-9c013103-27bc-4773-b3cb-fbd183c1c165 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5408 time: 0.7092445 Aug 20 12:07:58.040086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Attempting to bind port 5174095a-6f98-45d2-9bce-c8534a533a1c on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:58.040471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Attempting to bind port 5174095a-6f98-45d2-9bce-c8534a533a1c by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:58.040739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Attempting to bind port 5174095a-6f98-45d2-9bce-c8534a533a1c on network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:58.044472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a741ac69-e71c-4062-bd61-d229b5ccfa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:58.069252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcf585-d636-42fa-a00f-36505460a540 req-2eee85e1-0710-42a4-9db2-1261f57f7f53 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:58.070846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8efcf585-d636-42fa-a00f-36505460a540 req-2eee85e1-0710-42a4-9db2-1261f57f7f53 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 944 time: 0.5482900 Aug 20 12:07:58.090633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a741ac69-e71c-4062-bd61-d229b5ccfa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:58.097353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Port 5174095a-6f98-45d2-9bce-c8534a533a1c on network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:58.097771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Attempting to bind port 5174095a-6f98-45d2-9bce-c8534a533a1c on network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:58.153302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-5a604134-7b11-4834-8813-f5137b914ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:58.153787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-5a604134-7b11-4834-8813-f5137b914ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:58.154283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-5a604134-7b11-4834-8813-f5137b914ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:58.161581 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-5a604134-7b11-4834-8813-f5137b914ae1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5393035 Aug 20 12:07:58.178216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:58.178774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Checking segment: {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:58.178926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Bound using segment: {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:58.179377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Bound port: 5174095a-6f98-45d2-9bce-c8534a533a1c, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:58.179742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:58.255108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e00d1f9-d092-4266-bc78-a57a570c5fdd req-157f018d-8980-4d62-9948-a4431711854d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2636292 Aug 20 12:07:58.345314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-a8ef24d5-c918-4597-907f-5da7f1c22e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:58.348284 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2e3c5e1b-9036-4d62-bba7-c4ad99cb54a2 req-a8ef24d5-c918-4597-907f-5da7f1c22e81 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653495 Aug 20 12:07:58.386282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a741ac69-e71c-4062-bd61-d229b5ccfa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:58.389546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a741ac69-e71c-4062-bd61-d229b5ccfa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:58.397130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a741ac69-e71c-4062-bd61-d229b5ccfa9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae98ca61-7a69-49cb-a93f-70f843df52b7 HTTP/1.1" status: 204 len: 168 time: 0.4562209 Aug 20 12:07:58.406463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741ac69-e71c-4062-bd61-d229b5ccfa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae98ca61-7a69-49cb-a93f-70f843df52b7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:59.169840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:59.242059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8efcf585-d636-42fa-a00f-36505460a540 req-65ffd46d-75d6-480c-8e0f-76fc2f51b59c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1453686 Aug 20 12:07:59.299108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:59.312957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:59.313824 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:59.366303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] For port 5174095a-6f98-45d2-9bce-c8534a533a1c, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:59.376309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] For port 5174095a-6f98-45d2-9bce-c8534a533a1c, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5174095a-6f98-45d2-9bce-c8534a533a1c,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:59.383754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:59.583693 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:59.623500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.624145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:59.630878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:59.631787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] 10.222.0.73 "PUT /v2.0/ports/5174095a-6f98-45d2-9bce-c8534a533a1c HTTP/1.1" status: 200 len: 1092 time: 3.2921510 Aug 20 12:07:59.632211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '5174095a-6f98-45d2-9bce-c8534a533a1c'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:59.632920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:59.636853 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179bba34-9ce2-4448-9b87-1a66ea2c0a00" -d '{"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-plugged", "status": "completed", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:59.642647 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:59.650169 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a33cfc7-449a-446a-a3a7-4599109f30b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "5174095a-6f98-45d2-9bce-c8534a533a1c"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:59.695903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Request body: {'port': {'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:59.719049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:59.756189 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0fdc97-3ddb-4c7c-8500-698266e5450a x-openstack-request-id: req-be0fdc97-3ddb-4c7c-8500-698266e5450a {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:59.756481 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-plugged", "status": "completed", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:59.756726 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be0fdc97-3ddb-4c7c-8500-698266e5450a {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:59.757117 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'code': 200} Aug 20 12:07:59.780020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc524-e989-4c3c-b28d-9bbcb3668028 service neutron] Pushing event updated for resources: {'Port': ['ID=5174095a-6f98-45d2-9bce-c8534a533a1c,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:59.826744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-a8cb38fd-0f8a-434b-bb78-194cbf99d7fa tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.833380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-a8cb38fd-0f8a-434b-bb78-194cbf99d7fa tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.864996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-a8cb38fd-0f8a-434b-bb78-194cbf99d7fa tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.885624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-a8cb38fd-0f8a-434b-bb78-194cbf99d7fa tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.902400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-a8cb38fd-0f8a-434b-bb78-194cbf99d7fa tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.923933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-a8cb38fd-0f8a-434b-bb78-194cbf99d7fa tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.952181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-a8cb38fd-0f8a-434b-bb78-194cbf99d7fa tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.970853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-a8cb38fd-0f8a-434b-bb78-194cbf99d7fa tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5408 time: 0.4755630 Aug 20 12:07:59.981854 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87137e73-be94-4e9f-bb4f-3a6ad383014c x-openstack-request-id: req-87137e73-be94-4e9f-bb4f-3a6ad383014c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:59.982153 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "5174095a-6f98-45d2-9bce-c8534a533a1c", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:59.982610 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87137e73-be94-4e9f-bb4f-3a6ad383014c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:59.983215 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '5174095a-6f98-45d2-9bce-c8534a533a1c', 'status': 'completed', 'code': 200} Aug 20 12:08:00.029126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.077741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced8eb7-6100-4e51-ad1b-5442acf050f3 req-0c131dd2-11dd-4c78-9cdb-23a7bf28b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.080083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ced8eb7-6100-4e51-ad1b-5442acf050f3 req-0c131dd2-11dd-4c78-9cdb-23a7bf28b811 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 1097 time: 0.2421749 Aug 20 12:08:00.089758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-461360ab-f7b3-4176-ae87-7a9cc2dc218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.090517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-461360ab-f7b3-4176-ae87-7a9cc2dc218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.091175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-461360ab-f7b3-4176-ae87-7a9cc2dc218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.091812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-461360ab-f7b3-4176-ae87-7a9cc2dc218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.092447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-461360ab-f7b3-4176-ae87-7a9cc2dc218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.093066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-461360ab-f7b3-4176-ae87-7a9cc2dc218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.094076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-461360ab-f7b3-4176-ae87-7a9cc2dc218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.096195 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-461360ab-f7b3-4176-ae87-7a9cc2dc218f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6416 time: 0.1951962 Aug 20 12:08:00.157226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1edef76b-7a9a-47fd-81b2-52ef0ccb4b6e req-ca26989c-4654-4838-a081-c4fd4838fad9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823878 Aug 20 12:08:00.290614 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ced8eb7-6100-4e51-ad1b-5442acf050f3 req-f66ee7d5-980f-4cb2-8b42-88e0c335d63a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930158 Aug 20 12:08:00.382295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-82613858-b22a-4037-9061-aab458a83ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.382782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-82613858-b22a-4037-9061-aab458a83ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.383470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-82613858-b22a-4037-9061-aab458a83ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.384826 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-82613858-b22a-4037-9061-aab458a83ebe service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2577262 Aug 20 12:08:00.633030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f1a7a-bbb0-498b-96ca-5f8d7b78de73 req-696403a0-7fbf-4438-8d42-24bcad8a09c1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.639596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c54f1a7a-bbb0-498b-96ca-5f8d7b78de73 req-696403a0-7fbf-4438-8d42-24bcad8a09c1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.2059929 Aug 20 12:08:00.795987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-fd8fa29f-a842-4e25-bcbe-c8cece7a2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.797595 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8a33cfc7-449a-446a-a3a7-4599109f30b8 req-fd8fa29f-a842-4e25-bcbe-c8cece7a2529 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2732582 Aug 20 12:08:00.858223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c54f1a7a-bbb0-498b-96ca-5f8d7b78de73 req-8ee2cbdd-5929-4f92-a2ea-590610be2579 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076223 Aug 20 12:08:00.957835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974dfba0-a796-4f0b-909c-ecf0022451e1 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:00.967767 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.988049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Transition to ACTIVE for port object 974dfba0-a796-4f0b-909c-ecf0022451e1 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:00.993898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:01.121742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Pushing event updated for resources: {'Port': ['ID=974dfba0-a796-4f0b-909c-ecf0022451e1,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:01.272591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Attempting to bind port 974dfba0-a796-4f0b-909c-ecf0022451e1 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:01.273211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Attempting to bind port 974dfba0-a796-4f0b-909c-ecf0022451e1 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:01.273370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Attempting to bind port 974dfba0-a796-4f0b-909c-ecf0022451e1 on network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:01.287832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Port 974dfba0-a796-4f0b-909c-ecf0022451e1 on network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:01.288162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Attempting to bind port 974dfba0-a796-4f0b-909c-ecf0022451e1 on network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:01.396063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:01.396415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Checking segment: {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:01.396809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Bound using segment: {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:01.397260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Bound port: 974dfba0-a796-4f0b-909c-ecf0022451e1, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc638822-c110-4ea9-9061-e99222c2f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:01.397622 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:01.483592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-7ecceccb-d6d5-4441-b778-ca4ca925f875 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.491295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-7ecceccb-d6d5-4441-b778-ca4ca925f875 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.499022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-7ecceccb-d6d5-4441-b778-ca4ca925f875 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.505367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-7ecceccb-d6d5-4441-b778-ca4ca925f875 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.512223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-7ecceccb-d6d5-4441-b778-ca4ca925f875 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.518848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-7ecceccb-d6d5-4441-b778-ca4ca925f875 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.525309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-7ecceccb-d6d5-4441-b778-ca4ca925f875 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.528569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-7ecceccb-d6d5-4441-b778-ca4ca925f875 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.2369406 Aug 20 12:08:01.713919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80b513af-e8a0-4625-b108-6e4cf0911b95 req-45c25dd2-2d3c-416d-a2b4-48ddfc9712b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727676 Aug 20 12:08:01.730664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] For port 974dfba0-a796-4f0b-909c-ecf0022451e1, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:01.739858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] For port 974dfba0-a796-4f0b-909c-ecf0022451e1, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=974dfba0-a796-4f0b-909c-ecf0022451e1,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:01.755013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:01.878875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.879540 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:01.883220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] 10.222.0.73 "PUT /v2.0/ports/974dfba0-a796-4f0b-909c-ecf0022451e1 HTTP/1.1" status: 200 len: 1092 time: 2.2172003 Aug 20 12:08:02.074009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '974dfba0-a796-4f0b-909c-ecf0022451e1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:02.082257 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c1a9ba-8670-46cf-aa32-097094e5d025" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "974dfba0-a796-4f0b-909c-ecf0022451e1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:02.132769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffd658-78a3-402f-8007-c5e74ab89720 service neutron] Pushing event updated for resources: {'Port': ['ID=974dfba0-a796-4f0b-909c-ecf0022451e1,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:02.219797 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274a89c5-62f4-4c4c-b4c0-b92bf0252ad5 x-openstack-request-id: req-274a89c5-62f4-4c4c-b4c0-b92bf0252ad5 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:02.220091 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "974dfba0-a796-4f0b-909c-ecf0022451e1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:02.220345 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-274a89c5-62f4-4c4c-b4c0-b92bf0252ad5 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:02.223901 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '974dfba0-a796-4f0b-909c-ecf0022451e1', 'status': 'completed', 'code': 200} Aug 20 12:08:02.296004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0b89baf1-a56b-489c-89f2-e9c858879e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.298973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0b89baf1-a56b-489c-89f2-e9c858879e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.299580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0b89baf1-a56b-489c-89f2-e9c858879e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.300130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0b89baf1-a56b-489c-89f2-e9c858879e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.302570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0b89baf1-a56b-489c-89f2-e9c858879e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.303074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0b89baf1-a56b-489c-89f2-e9c858879e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.305685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0b89baf1-a56b-489c-89f2-e9c858879e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.308964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-0b89baf1-a56b-489c-89f2-e9c858879e6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6484 time: 0.3286340 Aug 20 12:08:02.479325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57027866-c5f3-49f1-9832-0c59f7e8abc6 req-27aa5f71-71ae-4462-ba8f-04d7fec98e8f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.487560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57027866-c5f3-49f1-9832-0c59f7e8abc6 req-27aa5f71-71ae-4462-ba8f-04d7fec98e8f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.3935380 Aug 20 12:08:02.495120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-e2b90fcb-5ee0-4373-84e1-53ee34f0784b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3869de41-f6fb-423c-b819-9b6dbbf24203 HTTP/1.1" status: 200 len: 217 time: 0.1691439 Aug 20 12:08:02.628703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-d64ae2e1-8770-4cd3-81a5-fada7a548c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.630207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-d64ae2e1-8770-4cd3-81a5-fada7a548c5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1997658-2814-450a-ba4d-6c3bc1dc231e HTTP/1.1" status: 200 len: 851 time: 0.1151314 Aug 20 12:08:02.764086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57027866-c5f3-49f1-9832-0c59f7e8abc6 req-d2b6616c-efc2-4368-a0d1-14a036aa6f67 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755229 Aug 20 12:08:02.773151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-288aad28-57c1-471c-9c6f-717dc8c6c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.774970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-288aad28-57c1-471c-9c6f-717dc8c6c8b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214170 Aug 20 12:08:02.987924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-c75a57d0-b51d-462a-b17c-b975c413fbc3 service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035711 Aug 20 12:08:03.249963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea23fa-4466-4d94-85e2-e4f1accca94a req-be040f61-ee9d-4aee-aebb-e9ed15004838 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.261517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50566) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:03.266783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'floatingip': {'port_id': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:03.276074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a7ea23fa-4466-4d94-85e2-e4f1accca94a req-be040f61-ee9d-4aee-aebb-e9ed15004838 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.3672671 Aug 20 12:08:03.313682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-5de1f9a7-65ae-4580-b854-909433fa1f7c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.322528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-5de1f9a7-65ae-4580-b854-909433fa1f7c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.328676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-5de1f9a7-65ae-4580-b854-909433fa1f7c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.335313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-5de1f9a7-65ae-4580-b854-909433fa1f7c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.343191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-5de1f9a7-65ae-4580-b854-909433fa1f7c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.354086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-5de1f9a7-65ae-4580-b854-909433fa1f7c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.398788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-5de1f9a7-65ae-4580-b854-909433fa1f7c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.409942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-5de1f9a7-65ae-4580-b854-909433fa1f7c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.4891362 Aug 20 12:08:03.429983 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:03.569586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2aa51703-1c97-4408-9c5d-61aff840ffbd req-7b1edf11-9e5e-4249-ad81-2a49f472e1cb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585360 Aug 20 12:08:03.576704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-caa602d7-6de1-40a8-83c2-11a5d256dd91 service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652859 Aug 20 12:08:03.698658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-6786f7e6-46a1-408e-ae9e-942add22ea61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 200 len: 217 time: 0.1136744 Aug 20 12:08:03.843568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-704a9da7-8285-4294-92e4-9035b7d6ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.845198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-704a9da7-8285-4294-92e4-9035b7d6ee12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1373289 Aug 20 12:08:03.969511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-63ccd724-f1b3-4d52-ae75-a5d8cfc92248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.972106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-63ccd724-f1b3-4d52-ae75-a5d8cfc92248 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1142750 Aug 20 12:08:04.103266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50586) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:04.251023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-d8a9b42e-6860-4ab9-af30-8be0ba1dd880 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704849 Aug 20 12:08:04.338374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.resource_extend [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:08:04.425542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-640fb09c-e365-4306-a826-8d5f3d4d6f12 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656969 Aug 20 12:08:04.520259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9a787793-69e9-4dc0-8afa-eebef2dc3b90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 200 len: 217 time: 0.0832098 Aug 20 12:08:04.566284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:04.573818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13d009f4-b7b6-4fff-8522-a2f01ecd0186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:04.586264 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:04.694333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-266417bc-3ae2-4854-b545-44207b2d7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:04.699452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-266417bc-3ae2-4854-b545-44207b2d7fcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1626475 Aug 20 12:08:04.882659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-09f49e9f-3ef5-450e-94f1-4a625cc0a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:04.884122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-09f49e9f-3ef5-450e-94f1-4a625cc0a67b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1627102 Aug 20 12:08:04.919674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-f7fca6d4-6224-4ef3-accd-0d03f3713354 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:04.934589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-f7fca6d4-6224-4ef3-accd-0d03f3713354 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:04.956710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-f7fca6d4-6224-4ef3-accd-0d03f3713354 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:04.965193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-f7fca6d4-6224-4ef3-accd-0d03f3713354 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:04.983101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-f7fca6d4-6224-4ef3-accd-0d03f3713354 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:04.996451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-f7fca6d4-6224-4ef3-accd-0d03f3713354 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:05.022018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-f7fca6d4-6224-4ef3-accd-0d03f3713354 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:05.030384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-f7fca6d4-6224-4ef3-accd-0d03f3713354 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.3248930 Aug 20 12:08:05.232043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13d009f4-b7b6-4fff-8522-a2f01ecd0186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:05.272740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13d009f4-b7b6-4fff-8522-a2f01ecd0186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:05.278752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-3b549a50-c831-45b0-a2d2-e917567972b3 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473180 Aug 20 12:08:05.383767 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-13d009f4-b7b6-4fff-8522-a2f01ecd0186 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b2a0f65a4f74da7bbc129cc383b2e16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2775545 Aug 20 12:08:05.385764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50610) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:05.403709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d009f4-b7b6-4fff-8522-a2f01ecd0186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115405bd-e771-4653-9638-7f5d4f93b69b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:05.508632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-adf0b63c-dfdd-46dd-8ca3-80e1aa7d468e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:05.527473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b5481c9-6c41-4014-9e56-e2e535c208eb req-304afbe1-66f2-4d8b-9a94-b58214b8cb00 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2432392 Aug 20 12:08:05.555845 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Floating IP 14752571-a7b8-479f-8f2d-2119976e4291 associated. External IP: 172.25.0.153, port: 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c. Aug 20 12:08:05.648288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-89c2847e-b83b-437b-967a-44d0c9eba04f service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605838 Aug 20 12:08:05.673690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-adf0b63c-dfdd-46dd-8ca3-80e1aa7d468e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:05.733648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7d8cf6ec-3311-444f-b5bf-9161c6561ede service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb HTTP/1.1" status: 200 len: 217 time: 0.0767419 Aug 20 12:08:05.795996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50624) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:05.844602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1b4ade5e-0162-40cd-a4c7-67b3221604ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:05.850611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1b4ade5e-0162-40cd-a4c7-67b3221604ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1090114 Aug 20 12:08:05.961066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-8cb2db2b-8122-4c31-ac3d-5466c71b5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:05.968657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-8cb2db2b-8122-4c31-ac3d-5466c71b5f92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1098206 Aug 20 12:08:05.973656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf6cc-82d7-46e0-b1a2-80c6e3ed38fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:05.989274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-adf0b63c-dfdd-46dd-8ca3-80e1aa7d468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:06.000076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-adf0b63c-dfdd-46dd-8ca3-80e1aa7d468e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:06.010669 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-adf0b63c-dfdd-46dd-8ca3-80e1aa7d468e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/115405bd-e771-4653-9638-7f5d4f93b69b HTTP/1.1" status: 204 len: 168 time: 0.6181459 Aug 20 12:08:06.040700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0b63c-dfdd-46dd-8ca3-80e1aa7d468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115405bd-e771-4653-9638-7f5d4f93b69b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:06.222303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-cedc7c80-ee0b-4d12-aa93-07d312774d1d service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458882 Aug 20 12:08:06.479576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-3f1802c7-9e46-44f1-add5-328a2351452c service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378860 Aug 20 12:08:06.544353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf6cc-82d7-46e0-b1a2-80c6e3ed38fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:06.556823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf6cc-82d7-46e0-b1a2-80c6e3ed38fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:06.591549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-b15ee664-7e96-4f52-b3ce-29a723c94e14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa HTTP/1.1" status: 200 len: 217 time: 0.1080136 Aug 20 12:08:06.649136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:08:06.800821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ad6bf6cc-82d7-46e0-b1a2-80c6e3ed38fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2622c5e16e6427b8f4fcc7a3939ca30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034988 Aug 20 12:08:06.812935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50650) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:06.813742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bf6cc-82d7-46e0-b1a2-80c6e3ed38fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf8d69-c289-461e-b39a-d3e0d2e7cdfb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:06.821026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9beaa861-f083-48d0-80ea-2c14b065fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:06.822789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-9beaa861-f083-48d0-80ea-2c14b065fa35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.2242625 Aug 20 12:08:06.932791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf480-66d1-4fd1-a627-a83b54472d8b req-034878c9-914a-4334-8857-0ccf37381bdc tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:06.934710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57caf480-66d1-4fd1-a627-a83b54472d8b req-034878c9-914a-4334-8857-0ccf37381bdc tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.3040769 Aug 20 12:08:06.993431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0b34-0927-4b46-92f8-703d01988920 req-dafa212c-09cf-4c92-852b-12549efea22b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.001369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0b34-0927-4b46-92f8-703d01988920 req-dafa212c-09cf-4c92-852b-12549efea22b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.008699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0b34-0927-4b46-92f8-703d01988920 req-dafa212c-09cf-4c92-852b-12549efea22b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.016174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0b34-0927-4b46-92f8-703d01988920 req-dafa212c-09cf-4c92-852b-12549efea22b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.025240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0b34-0927-4b46-92f8-703d01988920 req-dafa212c-09cf-4c92-852b-12549efea22b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.033288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0b34-0927-4b46-92f8-703d01988920 req-dafa212c-09cf-4c92-852b-12549efea22b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.042286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0b34-0927-4b46-92f8-703d01988920 req-dafa212c-09cf-4c92-852b-12549efea22b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.044530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-013c0b34-0927-4b46-92f8-703d01988920 req-dafa212c-09cf-4c92-852b-12549efea22b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.2210424 Aug 20 12:08:07.067245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-08538cb1-eaae-4a92-adc8-e0cad625215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.069033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-08538cb1-eaae-4a92-adc8-e0cad625215a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1954119 Aug 20 12:08:07.078214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2909429-90aa-4a1f-8b54-b3557a9209e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:07.216040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57caf480-66d1-4fd1-a627-a83b54472d8b req-77c44664-e1c3-4edc-8935-521b99609a65 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711270 Aug 20 12:08:07.244269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2909429-90aa-4a1f-8b54-b3557a9209e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:07.245253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-013c0b34-0927-4b46-92f8-703d01988920 req-1f1f7db8-4ea8-4c37-a30d-871154003e40 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1893063 Aug 20 12:08:07.301713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-7c7120b6-4558-41c4-9647-4c657a9b7e2c service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958358 Aug 20 12:08:07.390394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:08:07.404351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] Sync routers for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:08:07.406590 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:07.419973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:08:07.420684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:07:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:07.454848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-a31dbd15-116a-4cdc-a871-12c88360eb01 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443236 Aug 20 12:08:07.486273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1d86da0f-347b-4566-8bc4-cba32d23ba1a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "PUT /v2.0/floatingips/14752571-a7b8-479f-8f2d-2119976e4291 HTTP/1.1" status: 200 len: 991 time: 4.2235410 Aug 20 12:08:07.488229 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:07.513267 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:07.551480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-f235bd1f-3ede-4bb1-b832-9c1cf6b8ed25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5174095a-6f98-45d2-9bce-c8534a533a1c HTTP/1.1" status: 200 len: 217 time: 0.0857794 Aug 20 12:08:07.551914 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2909429-90aa-4a1f-8b54-b3557a9209e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:07.554542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2909429-90aa-4a1f-8b54-b3557a9209e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:07.555712 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f2909429-90aa-4a1f-8b54-b3557a9209e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcaf8d69-c289-461e-b39a-d3e0d2e7cdfb HTTP/1.1" status: 204 len: 168 time: 0.7309759 Aug 20 12:08:07.590664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2909429-90aa-4a1f-8b54-b3557a9209e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf8d69-c289-461e-b39a-d3e0d2e7cdfb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:07.646768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:08:07.654394 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7438940e-de0e-4b7a-b36f-b2a9afc6b729 x-openstack-request-id: req-7438940e-de0e-4b7a-b36f-b2a9afc6b729 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:07.654784 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:07.655154 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7438940e-de0e-4b7a-b36f-b2a9afc6b729 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:07.655643 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'status': 'completed', 'code': 200} Aug 20 12:08:07.656369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1b53fd63-3c9b-47ed-8b68-ab862c5f060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.658309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-1b53fd63-3c9b-47ed-8b68-ab862c5f060b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.0989435 Aug 20 12:08:07.748898 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-1db206ff-d5e0-4403-acbd-4fe2818961fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.755554 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-1db206ff-d5e0-4403-acbd-4fe2818961fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 1097 time: 0.0737581 Aug 20 12:08:07.761637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-67e9b26b-e347-400a-b703-e295e97311aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.763245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-67e9b26b-e347-400a-b703-e295e97311aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926149 Aug 20 12:08:07.966395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-f0b25ce4-a666-4fdb-9866-876b50d1e4b3 service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883028 Aug 20 12:08:07.969687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-838a9846-cded-4e54-8945-f971a53ae827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.971861 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-838a9846-cded-4e54-8945-f971a53ae827 service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.1958971 Aug 20 12:08:08.166816 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-cafc5bfc-33f1-4bfb-b77d-599b29fbde98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c HTTP/1.1" status: 200 len: 999 time: 0.1788306 Aug 20 12:08:08.220437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '14752571-a7b8-479f-8f2d-2119976e4291', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'port_id': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'mac_address': 'fa:16:3e:07:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:07:40Z', 'updated_at': '2021-08-20T12:08:04Z', 'revision_number': 1, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:08.230008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-85567a5d-cdc9-4173-9cbc-4324e45085a9 service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469954 Aug 20 12:08:08.275349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] Checking router: 34d9c5df-a323-41ac-b8db-e88fab6b16a4 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:08:08.285579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:08:08.286245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:07:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:08.316307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-581a965a-1ef4-4a23-b761-a1addf6d076e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=974dfba0-a796-4f0b-909c-ecf0022451e1 HTTP/1.1" status: 200 len: 217 time: 0.0702343 Aug 20 12:08:08.329249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-11a7fd60-198b-4cde-a37d-0d001dd9213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.330028 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-11a7fd60-198b-4cde-a37d-0d001dd9213c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.1572950 Aug 20 12:08:08.430497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-74cbd626-3a5e-4489-9e9b-1533005db24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.431931 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-74cbd626-3a5e-4489-9e9b-1533005db24d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919805 Aug 20 12:08:08.506730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:08:08.553737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-eac8e79f-8bd9-4a67-88af-db32c2fe4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.555272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-eac8e79f-8bd9-4a67-88af-db32c2fe4ff5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.2283795 Aug 20 12:08:08.578218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d96ef-17fa-4b19-9ade-3531a4c505e3 req-e32a18bc-ca35-444d-9935-ea3e002368c5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.587121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e2d96ef-17fa-4b19-9ade-3531a4c505e3 req-e32a18bc-ca35-444d-9935-ea3e002368c5 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1975942 Aug 20 12:08:08.620377 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-02b7f72e-43dd-48e7-ab0f-b2562b1c17a4 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774867 Aug 20 12:08:08.657904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-f035ac7f-2070-4002-8b96-b10c8887bf47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.667610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-f035ac7f-2070-4002-8b96-b10c8887bf47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.675559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-f035ac7f-2070-4002-8b96-b10c8887bf47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.685829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-f035ac7f-2070-4002-8b96-b10c8887bf47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.694211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-f035ac7f-2070-4002-8b96-b10c8887bf47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.701391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-f035ac7f-2070-4002-8b96-b10c8887bf47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.708030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-f035ac7f-2070-4002-8b96-b10c8887bf47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.710424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-f035ac7f-2070-4002-8b96-b10c8887bf47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.2380717 Aug 20 12:08:08.763431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e2d96ef-17fa-4b19-9ade-3531a4c505e3 req-e3a850a9-ba11-492a-b8cf-0bdcd23f576b tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719480 Aug 20 12:08:08.781064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-bc67c8d2-0772-456f-9a63-768401f0e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.796154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-bc67c8d2-0772-456f-9a63-768401f0e063 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155349 Aug 20 12:08:08.875562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6eb56be7-98ce-4f3c-a211-1da6df42dd99 req-8512bbed-400e-4afa-909e-7ab6d63b442d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514390 Aug 20 12:08:08.892631 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-109dfbc9-2cd4-4009-8e4b-77d80c5505a0 req-548ed545-d077-4ea6-90c3-12e94969c67c service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640848 Aug 20 12:08:08.994520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-d76eecad-5011-4d33-acbd-7661e8dcd14e service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972651 Aug 20 12:08:09.123224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-a334055b-1089-42a6-bfd8-56fbf26ad9ab tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.126653 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-a334055b-1089-42a6-bfd8-56fbf26ad9ab tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.73 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 945 time: 0.1137941 Aug 20 12:08:09.134257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0451e26-2fc4-4d5a-8f07-79b839f4ef9f req-e2d93692-6b71-44a2-aad2-2ab5ad03705e service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193361 Aug 20 12:08:09.224982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '14752571-a7b8-479f-8f2d-2119976e4291', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'port_id': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'mac_address': 'fa:16:3e:07:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:07:40Z', 'updated_at': '2021-08-20T12:08:04Z', 'revision_number': 1, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:09.261936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b19f5-bca8-4620-a3c3-39a456ade84a None None] The sync data for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 is: [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '14752571-a7b8-479f-8f2d-2119976e4291', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'port_id': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'mac_address': 'fa:16:3e:07:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:07:40Z', 'updated_at': '2021-08-20T12:08:04Z', 'revision_number': 1, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:08:09.301110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-5e1d5fe5-c1f5-49c9-aa78-b239109aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.302500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-5e1d5fe5-c1f5-49c9-aa78-b239109aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.303515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-5e1d5fe5-c1f5-49c9-aa78-b239109aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.304343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-5e1d5fe5-c1f5-49c9-aa78-b239109aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.305095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-5e1d5fe5-c1f5-49c9-aa78-b239109aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.306378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-5e1d5fe5-c1f5-49c9-aa78-b239109aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.307134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-5e1d5fe5-c1f5-49c9-aa78-b239109aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.312443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-5e1d5fe5-c1f5-49c9-aa78-b239109aab25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6484 time: 0.0820010 Aug 20 12:08:09.351315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Deleting port 9b9519c5-56c7-40f1-99b3-18a3a599d071 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:09.352357 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:09.447128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-6c0cf058-0e0f-4fd0-8703-55079bd53181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.449068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-6c0cf058-0e0f-4fd0-8703-55079bd53181 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d HTTP/1.1" status: 200 len: 902 time: 0.1258547 Aug 20 12:08:09.455052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50738) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:09.492538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] For port 9b9519c5-56c7-40f1-99b3-18a3a599d071, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b9519c5-56c7-40f1-99b3-18a3a599d071,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:09.492896 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:09.509573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Calling delete_port for 9b9519c5-56c7-40f1-99b3-18a3a599d071 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:09.520954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-be20e224-9fba-4c89-b7cf-2ef0e00991ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=974dfba0-a796-4f0b-909c-ecf0022451e1 HTTP/1.1" status: 200 len: 217 time: 0.0630827 Aug 20 12:08:09.645875 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e7283-d834-44ea-9772-670a3e7a048f None None] New status for floating IP 14752571-a7b8-479f-8f2d-2119976e4291: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:08:09.662270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-16c7fc3f-6997-4e81-8588-1dbbdfc8a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.663759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-16c7fc3f-6997-4e81-8588-1dbbdfc8a17d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.1228850 Aug 20 12:08:09.684063 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:09.697523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9b9519c5-56c7-40f1-99b3-18a3a599d071', '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:09.718334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Pushing event deleted for resources: {'Port': ['ID=9b9519c5-56c7-40f1-99b3-18a3a599d071,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:09.785237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc293e5f-017e-4f36-acac-bf3fd177697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:09.801169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] No DVR routers for this DVR port 9b9519c5-56c7-40f1-99b3-18a3a599d071 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:09.808970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:09.811646 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2541ba38-7663-4bfe-99bd-28b23d3bb934 req-aa3e6ded-24ca-4115-a4cf-905b5b887a59 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.73 "DELETE /v2.0/ports/9b9519c5-56c7-40f1-99b3-18a3a599d071 HTTP/1.1" status: 204 len: 173 time: 0.6604500 Aug 20 12:08:09.814413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07648b4f-04d2-4d6a-98df-bde2932fb649', 'name': 'network-vif-deleted', 'tag': '9b9519c5-56c7-40f1-99b3-18a3a599d071'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:09.815814 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254da462-32b6-4e56-a438-c8b627c0819f" -d '{"events": [{"server_uuid": "07648b4f-04d2-4d6a-98df-bde2932fb649", "name": "network-vif-deleted", "tag": "9b9519c5-56c7-40f1-99b3-18a3a599d071"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:09.840226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-7ddc9e14-74af-4b51-bb7f-ac52b416a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.841911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-7ddc9e14-74af-4b51-bb7f-ac52b416a574 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1689734 Aug 20 12:08:09.930890 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf957e-2488-4ac9-bcb7-680a520fe180 x-openstack-request-id: req-33cf957e-2488-4ac9-bcb7-680a520fe180 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:09.932054 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07648b4f-04d2-4d6a-98df-bde2932fb649", "name": "network-vif-deleted", "tag": "9b9519c5-56c7-40f1-99b3-18a3a599d071", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:09.932054 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33cf957e-2488-4ac9-bcb7-680a520fe180 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:09.932054 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07648b4f-04d2-4d6a-98df-bde2932fb649', 'name': 'network-vif-deleted', 'tag': '9b9519c5-56c7-40f1-99b3-18a3a599d071', 'status': 'completed', 'code': 200} Aug 20 12:08:10.019789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-710a3b65-4960-4983-8639-7f327fac02c4 req-f9e23a34-431c-422a-b165-9670b23f3ea9 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=07648b4f-04d2-4d6a-98df-bde2932fb649 HTTP/1.1" status: 200 len: 210 time: 0.0977890 Aug 20 12:08:10.105736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-88943758-1112-4fd6-b29e-71223e9be429 service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499475 Aug 20 12:08:10.256009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97c1a9ba-8670-46cf-aa32-097094e5d025 req-722c21ed-3b5e-4bf4-997f-225e23587abc service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366091 Aug 20 12:08:10.280668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc293e5f-017e-4f36-acac-bf3fd177697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:10.301753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc293e5f-017e-4f36-acac-bf3fd177697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:10.355576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bc293e5f-017e-4f36-acac-bf3fd177697b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a73e21d529544d9589fbb41ec8b2ff4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8991709 Aug 20 12:08:10.357700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc293e5f-017e-4f36-acac-bf3fd177697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9b8b2-6663-46c8-91d1-8510ed6b4e97,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:10.358262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50760) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:10.425726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-7f380d12-8692-4403-b075-268aa2a1110d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:10.431945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-7f380d12-8692-4403-b075-268aa2a1110d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:10.437885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-7f380d12-8692-4403-b075-268aa2a1110d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:10.443861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-7f380d12-8692-4403-b075-268aa2a1110d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:10.449884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-7f380d12-8692-4403-b075-268aa2a1110d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:10.456396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-7f380d12-8692-4403-b075-268aa2a1110d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:10.463439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-7f380d12-8692-4403-b075-268aa2a1110d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:10.464093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-300b5c4e-0bfd-4b83-b33e-682203a001bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:10.465926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-7f380d12-8692-4403-b075-268aa2a1110d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.2124875 Aug 20 12:08:10.496991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-300b5c4e-0bfd-4b83-b33e-682203a001bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:10.521843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dac47b1-df15-4805-8c9a-22311612a7ee req-53a657e0-069c-44fb-93f7-4d848b9ed90a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424168 Aug 20 12:08:10.554546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-300b5c4e-0bfd-4b83-b33e-682203a001bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:10.558695 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-300b5c4e-0bfd-4b83-b33e-682203a001bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:10.560402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-300b5c4e-0bfd-4b83-b33e-682203a001bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9aa9b8b2-6663-46c8-91d1-8510ed6b4e97 HTTP/1.1" status: 204 len: 168 time: 0.2010028 Aug 20 12:08:10.571385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b5c4e-0bfd-4b83-b33e-682203a001bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9b8b2-6663-46c8-91d1-8510ed6b4e97,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:11.462260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c4d2e-dbd8-4216-8221-afabf15aca01 req-fbb50f7e-2382-469b-a32b-b7892216f6c7 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.466778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-590c4d2e-dbd8-4216-8221-afabf15aca01 req-fbb50f7e-2382-469b-a32b-b7892216f6c7 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0608048 Aug 20 12:08:11.522828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-590c4d2e-dbd8-4216-8221-afabf15aca01 req-e9b29d25-d318-4e9b-940c-398a4eae151c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Aug 20 12:08:11.693435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-d92b256a-7b9e-41b9-8631-fe0ec7f4282e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.699251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-d92b256a-7b9e-41b9-8631-fe0ec7f4282e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.705204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-d92b256a-7b9e-41b9-8631-fe0ec7f4282e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.712359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-d92b256a-7b9e-41b9-8631-fe0ec7f4282e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.718344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-d92b256a-7b9e-41b9-8631-fe0ec7f4282e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.724802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-d92b256a-7b9e-41b9-8631-fe0ec7f4282e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.730712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-d92b256a-7b9e-41b9-8631-fe0ec7f4282e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.732614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-d92b256a-7b9e-41b9-8631-fe0ec7f4282e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.0976832 Aug 20 12:08:11.774681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3ba86d-b9b4-4a7a-aae4-79e2403f6bbc req-5b05159e-cdd0-444e-b42f-8895ecce5182 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352421 Aug 20 12:08:11.925378 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.052525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50830) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:12.194358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1481185683'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:12.215807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Made reservation on behalf of 0261233ebff045ad9376f1263980ce8c for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:12.219470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.228523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.323457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.327620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.355075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:12.369790 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.370052 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Added segment 81d1dde7-5529-40ba-9bd4-d38580ef5128 of type vlan for network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 Aug 20 12:08:12.378937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19128444-d3e1-47d5-9a27-02081e438f5b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:12.416299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.442012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.447752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:12.448414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.509333 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4534185 Aug 20 12:08:12.521923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e208b5e-c30d-4552-b24a-dd9c8f53125a tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Pushing event updated for resources: {'Network': ['ID=7cbdc1c2-5123-4a36-9387-6dbcc51828f5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:12.532733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:12.697748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50884) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:12.702708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Request body: {'port': {'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5', 'binding:host_id': 'n-h2-800634-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-129126834'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:12.734815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Made reservation on behalf of 14cc667d991c48d4b2f892edf95edd05 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:12.738835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.749156 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.802460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a8721-e44b-4fb0-afbc-5773a3473f1e req-9707ff35-8b92-44ef-bfe1-c639c1a9bcbb tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:12.804869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a8a8721-e44b-4fb0-afbc-5773a3473f1e req-9707ff35-8b92-44ef-bfe1-c639c1a9bcbb tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0630858 Aug 20 12:08:12.855228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a8a8721-e44b-4fb0-afbc-5773a3473f1e req-31b8faf9-b2f6-4cf6-be13-204add7e0bf0 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Aug 20 12:08:12.870888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.879787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.885216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] device_id is not set on port 413b3526-36ab-4597-89f0-31e1ece5c5a7 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:08:12.975935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584eb43d-f3c2-4807-bd07-6ad63faa376c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:13.057862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255a8-204a-4748-832c-dbddc1308f31 req-72f437cd-5df7-4c1a-8f8f-de29d3d8f966 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.063814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255a8-204a-4748-832c-dbddc1308f31 req-72f437cd-5df7-4c1a-8f8f-de29d3d8f966 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.069927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255a8-204a-4748-832c-dbddc1308f31 req-72f437cd-5df7-4c1a-8f8f-de29d3d8f966 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.075868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255a8-204a-4748-832c-dbddc1308f31 req-72f437cd-5df7-4c1a-8f8f-de29d3d8f966 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.082219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255a8-204a-4748-832c-dbddc1308f31 req-72f437cd-5df7-4c1a-8f8f-de29d3d8f966 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.087775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255a8-204a-4748-832c-dbddc1308f31 req-72f437cd-5df7-4c1a-8f8f-de29d3d8f966 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.093744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791255a8-204a-4748-832c-dbddc1308f31 req-72f437cd-5df7-4c1a-8f8f-de29d3d8f966 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.095724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-791255a8-204a-4748-832c-dbddc1308f31 req-72f437cd-5df7-4c1a-8f8f-de29d3d8f966 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1035564 Aug 20 12:08:13.149259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] device_id is not set on port 413b3526-36ab-4597-89f0-31e1ece5c5a7 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:08:13.154690 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-791255a8-204a-4748-832c-dbddc1308f31 req-a1674dc4-7484-44fa-9571-55a7eeffdfef tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478964 Aug 20 12:08:13.159303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.170663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Transition to ACTIVE for port object 413b3526-36ab-4597-89f0-31e1ece5c5a7 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:13.185781 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.246464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=413b3526-36ab-4597-89f0-31e1ece5c5a7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:13.254340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Checking segment: {'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:13.254708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Network hostable DHCP agents. Network: 7cbdc1c2-5123-4a36-9387-6dbcc51828f5, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:13.255016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b9519c5-56c7-40f1-99b3-18a3a599d071 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:13.272900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:13.282867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7cbdc1c2-5123-4a36-9387-6dbcc51828f5) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:13.284905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 9b9519c5-56c7-40f1-99b3-18a3a599d071 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:08:13.285468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b9519c5-56c7-40f1-99b3-18a3a599d071 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:13.286065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b42cd69-1551-46e6-8ebc-650b78252e43 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:13.287554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:13.304291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.304654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.305120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.309619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.309966 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.310387 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 2 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.322827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.323166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.323510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.328026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43409d8-eb90-4afe-8db3-96f0a97ec1a7 None None] Network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:13.328337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.328672 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.329081 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 3 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.343164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.343507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.343831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.348994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.349330 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.349723 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 4 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.363131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.363471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.363815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.368336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.368871 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.369426 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 5 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.383391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.383716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.384251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.389862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.390171 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.390599 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 6 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.403863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-eff18dbf-0398-4528-ac89-d79c47bee0b0 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.405434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.405740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-eff18dbf-0398-4528-ac89-d79c47bee0b0 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 804 time: 0.1250753 Aug 20 12:08:13.405884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.406105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.411933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.412265 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.412653 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 7 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.423274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-15011bb6-8ffc-4584-be84-c55ea28071cd tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/quotas/cdc38b4b6e7a41898f4ecc3015670895 HTTP/1.1" status: 200 len: 375 time: 0.0096452 Aug 20 12:08:13.424370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.427404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.427930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.428439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.433137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.433464 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.433852 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 8 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.447092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.447337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.447880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.452719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.453040 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.453972 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 9 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.468554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.468901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.469243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.474523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.475065 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.475660 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 10 to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 Aug 20 12:08:13.480338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-d57adf1d-4da1-4e57-8f55-d80c1ee1fb86 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506189 Aug 20 12:08:13.488888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:13.489226 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:13.489581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:13.494116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:13.494486 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 413b3526-36ab-4597-89f0-31e1ece5c5a7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:13.494859 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.498599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:13.500845 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111327ac-d435-4148-8a0e-30fbd8e2958f" -d '{"events": [{"server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:13.528383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:13.541137 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.548250 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdc6179-1fac-4e87-ad60-a64338dec770 x-openstack-request-id: req-5fdc6179-1fac-4e87-ad60-a64338dec770 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:13.548760 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:13.549515 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fdc6179-1fac-4e87-ad60-a64338dec770 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:13.549912 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'code': 200} Aug 20 12:08:13.581902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] For port 413b3526-36ab-4597-89f0-31e1ece5c5a7, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:13.582405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempted to set empty binding levels {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:08:13.586951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-dc6e1df0-acbe-4b5e-aefe-c9b5e22a6c8e service neutron] 10.222.0.25 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984709 Aug 20 12:08:13.587134 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.598745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:13.629860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.631118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.631251 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.652878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.9540534 Aug 20 12:08:13.653728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfeaa5-9628-4a8d-8424-51455d37e8bc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=413b3526-36ab-4597-89f0-31e1ece5c5a7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:13.656164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:13.689377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-84c91392-7c04-496e-a688-c27c99f21381 service neutron] 10.222.0.25 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971560 Aug 20 12:08:13.734986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Deleting port 413b3526-36ab-4597-89f0-31e1ece5c5a7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:13.735411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.803736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] For port 413b3526-36ab-4597-89f0-31e1ece5c5a7, host n-h2-800634-10, got binding levels [] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:13.804192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.825982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Calling delete_port for 413b3526-36ab-4597-89f0-31e1ece5c5a7 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:13.873179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bde46a28-7bed-40a0-a341-7f6a836e83ce req-bdfe020f-a540-431b-a98d-637b0ad5bf54 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 210 time: 0.0270615 Aug 20 12:08:13.910711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.949524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event deleted for resources: {'Port': ['ID=413b3526-36ab-4597-89f0-31e1ece5c5a7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:13.960978 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:13.963316 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33f0172c-59db-456f-a953-1ec864e5efe2 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "DELETE /v2.0/ports/413b3526-36ab-4597-89f0-31e1ece5c5a7 HTTP/1.1" status: 204 len: 168 time: 0.3062322 Aug 20 12:08:13.971036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:13.996048 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c85c6c0-a5cb-45fb-8666-4224ca2f28a8 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:08:13.997591 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5c85c6c0-a5cb-45fb-8666-4224ca2f28a8 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "GET /v2.0/ports/413b3526-36ab-4597-89f0-31e1ece5c5a7 HTTP/1.1" status: 404 len: 333 time: 0.0248580 Aug 20 12:08:14.001057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50936) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:14.001201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612f823-4211-4192-a0a6-65707e595126 req-44e8deff-dff2-44e5-bfa6-1f16da915f0d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.004368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0612f823-4211-4192-a0a6-65707e595126 req-44e8deff-dff2-44e5-bfa6-1f16da915f0d tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0720515 Aug 20 12:08:14.014116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Request body: {'port': {'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1041584290'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:14.039186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Made reservation on behalf of 14cc667d991c48d4b2f892edf95edd05 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:14.042346 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.047479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0612f823-4211-4192-a0a6-65707e595126 req-99fee2e4-2a29-4c67-8fea-9642251aa8dc tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361438 Aug 20 12:08:14.062535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] device_id is not set on port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:08:14.228082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.268891 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.304302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-f44d249e-9d0f-47ae-98d3-fce5c79814ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.310584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-f44d249e-9d0f-47ae-98d3-fce5c79814ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.311529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:14.314436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:14.318100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-f44d249e-9d0f-47ae-98d3-fce5c79814ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.318718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:14.320066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.320243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.325022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-f44d249e-9d0f-47ae-98d3-fce5c79814ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.331123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-f44d249e-9d0f-47ae-98d3-fce5c79814ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.337403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-f44d249e-9d0f-47ae-98d3-fce5c79814ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.341473 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3394232 Aug 20 12:08:14.342334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c9fa2-110f-42dd-9745-a6c6d875396a tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=5742588e-6469-4c17-9dcf-f86a63f8cdd7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:14.343832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-f44d249e-9d0f-47ae-98d3-fce5c79814ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.344212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50942) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:14.345821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-f44d249e-9d0f-47ae-98d3-fce5c79814ed tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1009920 Aug 20 12:08:14.349845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:14.407778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed2f2948-3097-41b0-b4e6-8b2514c0c8dc req-5a0ed9ad-e1af-4c80-8d0e-b8ec30b9083c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544865 Aug 20 12:08:14.409814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.582911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] device_id is not set on port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:08:14.590202 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.602252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Transition to ACTIVE for port object 5742588e-6469-4c17-9dcf-f86a63f8cdd7 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:14.605979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.654119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=5742588e-6469-4c17-9dcf-f86a63f8cdd7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:14.670398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.670736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.671074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.676118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.676445 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.676819 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 2 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.689089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.689416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.689744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.693962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.694329 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.694711 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 3 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.706057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.706409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.706808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.712242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.712545 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.712930 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 4 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.731636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.731972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.732309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.736729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.737670 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.738022 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 5 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.749957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.750333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.750711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.755270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.755605 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.755991 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 6 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.769111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.769447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.769790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.775295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.775767 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.775992 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 7 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.789308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.789630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.789965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.794279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.794608 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.794995 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 8 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.808967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.809328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.809670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.814723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.815110 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.815636 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 9 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.828343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.828679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.829020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.835953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.836572 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.837166 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 10 to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 Aug 20 12:08:14.852434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:14.852998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:14.853265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:14.858509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:14.858875 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:14.859288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.937147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] For port 5742588e-6469-4c17-9dcf-f86a63f8cdd7, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:14.937512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempted to set empty binding levels {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:08:14.942225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-1deff203-27a9-49e1-9065-57b218573669 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.942754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.943022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-1deff203-27a9-49e1-9065-57b218573669 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 804 time: 0.1339891 Aug 20 12:08:14.956768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] In _notify_port_updated(), no bound segment for port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:08:14.957696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.958320 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.958741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Request body: {'port': {'device_id': 'e29c6e0f-f8ae-40e6-93db-2f8623870e64', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'admin_state_up': True, 'tenant_id': 'cdc38b4b6e7a41898f4ecc3015670895'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:14.959668 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "PUT /v2.0/ports/5742588e-6469-4c17-9dcf-f86a63f8cdd7 HTTP/1.1" status: 200 len: 976 time: 0.6144226 Aug 20 12:08:14.962616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50946) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:14.998099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aa5c3-e8e6-48fa-8a5e-31fd4be7daf1 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=5742588e-6469-4c17-9dcf-f86a63f8cdd7,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:15.025772 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:08:15.121024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82553cc1-962c-4525-9b63-489c12e3f593 req-565d5343-85ae-4521-8fd2-520463d8a984 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 210 time: 0.1365581 Aug 20 12:08:15.171148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-8b59a13d-130d-4718-baef-24cd58eda3c3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.172702 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-8b59a13d-130d-4718-baef-24cd58eda3c3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "GET /v2.0/ports?device_id=20fc62e6-b987-4ad7-a726-386b14be1c2c HTTP/1.1" status: 200 len: 943 time: 0.0571365 Aug 20 12:08:15.279649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Deleting port 9b42cd69-1551-46e6-8ebc-650b78252e43 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:15.280374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.380518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] For port 9b42cd69-1551-46e6-8ebc-650b78252e43, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b42cd69-1551-46e6-8ebc-650b78252e43,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:15.380946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.395293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Calling delete_port for 9b42cd69-1551-46e6-8ebc-650b78252e43 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:15.532554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.553834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.554358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.554822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.555293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.555760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.556222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.556690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.557167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.557609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.558067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.558554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.559013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.559470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.559927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.560389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.560845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.561377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.561758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.562242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.562703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.563162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.563618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.564078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.565408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.565616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.565718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Pushing event deleted for resources: {'Port': ['ID=9b42cd69-1551-46e6-8ebc-650b78252e43,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:15.566106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.566594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.567054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.567506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.567960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.568415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.568875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.569325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.569811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.570241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.570700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.571776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.571776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.572021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.572490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.572923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.573371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.573886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.574303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.574753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.577397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.577397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.580084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-504aefc4-558b-47f0-be25-80c72e785955 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42313 time: 0.6150908 Aug 20 12:08:15.591308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:15.629705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] No DVR routers for this DVR port 9b42cd69-1551-46e6-8ebc-650b78252e43 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:15.633780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.636041 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e73c7a0f-5c45-41f8-be59-6164b407495d req-7c33f885-a18e-4264-a2a4-5f19752c5dcb tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "DELETE /v2.0/ports/9b42cd69-1551-46e6-8ebc-650b78252e43 HTTP/1.1" status: 204 len: 173 time: 0.4560049 Aug 20 12:08:15.639262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'name': 'network-vif-deleted', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:15.641730 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06753925-2c21-4857-bb12-d104bf09a6cb" -d '{"events": [{"server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "name": "network-vif-deleted", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:15.657234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4085638-abf3-4c90-81a4-73e3f0945765 req-60a9d9f1-890d-4572-9434-c1a7671d227c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.659460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4085638-abf3-4c90-81a4-73e3f0945765 req-60a9d9f1-890d-4572-9434-c1a7671d227c tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.5369897 Aug 20 12:08:15.674664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-8dc5d14d-4b8c-4bac-89e2-8db71d9fd75d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.680989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-8dc5d14d-4b8c-4bac-89e2-8db71d9fd75d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.686937 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-8dc5d14d-4b8c-4bac-89e2-8db71d9fd75d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.692845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-8dc5d14d-4b8c-4bac-89e2-8db71d9fd75d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.698717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-8dc5d14d-4b8c-4bac-89e2-8db71d9fd75d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.701239 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Deleting port 5742588e-6469-4c17-9dcf-f86a63f8cdd7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:15.701577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.704578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-8dc5d14d-4b8c-4bac-89e2-8db71d9fd75d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.711208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-8dc5d14d-4b8c-4bac-89e2-8db71d9fd75d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.713693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-8dc5d14d-4b8c-4bac-89e2-8db71d9fd75d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1870754 Aug 20 12:08:15.772509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] For port 5742588e-6469-4c17-9dcf-f86a63f8cdd7, host n-h2-800634-10, got binding levels [] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:15.772509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.786382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Made reservation on behalf of cdc38b4b6e7a41898f4ecc3015670895 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:15.790725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Calling delete_port for 5742588e-6469-4c17-9dcf-f86a63f8cdd7 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:15.790945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.798998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4085638-abf3-4c90-81a4-73e3f0945765 req-b543deee-d82f-4ecc-8f70-c80e9d360eda tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823088 Aug 20 12:08:15.813975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4f3ae69-2521-4e59-977a-e0d9dd91fb79 req-0bbab2c0-807b-4c2f-97d1-bf3401a69e02 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890567 Aug 20 12:08:15.882825 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725d6683-288e-46f3-81f1-74f3fed434d3 x-openstack-request-id: req-725d6683-288e-46f3-81f1-74f3fed434d3 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:15.883181 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fc62e6-b987-4ad7-a726-386b14be1c2c", "name": "network-vif-deleted", "tag": "9b42cd69-1551-46e6-8ebc-650b78252e43", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:15.884437 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-725d6683-288e-46f3-81f1-74f3fed434d3 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:15.884756 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fc62e6-b987-4ad7-a726-386b14be1c2c', 'name': 'network-vif-deleted', 'tag': '9b42cd69-1551-46e6-8ebc-650b78252e43', 'status': 'completed', 'code': 200} Aug 20 12:08:15.885805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.919205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event deleted for resources: {'Port': ['ID=5742588e-6469-4c17-9dcf-f86a63f8cdd7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:15.925956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.930259 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-31bf451a-e6d3-4bc3-b036-5b5391c3601f tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5742588e-6469-4c17-9dcf-f86a63f8cdd7 HTTP/1.1" status: 204 len: 168 time: 0.3335061 Aug 20 12:08:15.930549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50958) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:15.947120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Allocated IP 172.20.0.10 (3c26e07a-d386-4987-b09a-d2267ed5cd15/e71eab11-da89-4282-8c34-1c138ac0222d/584e9af4-97cd-4633-9c09-163c07f9fd83) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:15.953971 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cea8d98-9669-4280-b699-d1fd83c67edc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:08:15.956075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0cea8d98-9669-4280-b699-d1fd83c67edc tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "GET /v2.0/ports/5742588e-6469-4c17-9dcf-f86a63f8cdd7 HTTP/1.1" status: 404 len: 333 time: 0.0240555 Aug 20 12:08:15.960221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50960) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:15.967284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1019228951', 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:16.019174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Made reservation on behalf of 14cc667d991c48d4b2f892edf95edd05 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:16.021555 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.075645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] device_id is not set on port 4bff8911-784b-4c68-bda3-fbc36fa9b98c yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:08:16.210587 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.289050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d0a271c-b235-4903-ac05-1db612a20c13 req-59c822e4-69ca-42c2-8df5-33853df5972d tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 210 time: 0.0730376 Aug 20 12:08:16.339789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.352503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.402926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Network 3c26e07a-d386-4987-b09a-d2267ed5cd15 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:16.410740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:16.418640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:16.453893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Pushing event updated for resources: {'Port': ['ID=584e9af4-97cd-4633-9c09-163c07f9fd83,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:16.469456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.489335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:16.489977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.527173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:16.535950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:16.543570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:16.544591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:16.545226 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.547748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=4bff8911-784b-4c68-bda3-fbc36fa9b98c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:16.552458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-3a4686eb-589d-43e4-9ebd-376a134e082f tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5988283 Aug 20 12:08:16.564916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dcc4f3a6-87ca-4691-b0db-f0fbb41b31cd tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6034281 Aug 20 12:08:16.568331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50966) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:16.569360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Request body: {'port': {'device_id': 'e29c6e0f-f8ae-40e6-93db-2f8623870e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:16.600383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5419a-b128-423d-9259-a67ec2792d24 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:16.601773 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b9c5419a-b128-423d-9259-a67ec2792d24 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "GET /v2.0/ports/4bff8911-784b-4c68-bda3-fbc36fa9b98c HTTP/1.1" status: 200 len: 955 time: 0.0324244 Aug 20 12:08:16.604502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50968) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:16.625702 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.686227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-82f66892-77c0-461d-8d0a-29211fd21ee0 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Deleting port 4bff8911-784b-4c68-bda3-fbc36fa9b98c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:16.686461 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82f66892-77c0-461d-8d0a-29211fd21ee0 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.746210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82f66892-77c0-461d-8d0a-29211fd21ee0 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.759644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-82f66892-77c0-461d-8d0a-29211fd21ee0 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Calling delete_port for 4bff8911-784b-4c68-bda3-fbc36fa9b98c owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:16.845063 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82f66892-77c0-461d-8d0a-29211fd21ee0 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.873790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f66892-77c0-461d-8d0a-29211fd21ee0 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bff8911-784b-4c68-bda3-fbc36fa9b98c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:16.885305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82f66892-77c0-461d-8d0a-29211fd21ee0 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.887320 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-82f66892-77c0-461d-8d0a-29211fd21ee0 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "DELETE /v2.0/ports/4bff8911-784b-4c68-bda3-fbc36fa9b98c HTTP/1.1" status: 204 len: 168 time: 0.2818761 Aug 20 12:08:16.889869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:16.919160 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b731d55-5d01-4bd4-9743-faa775178b7d tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:08:16.924350 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1b731d55-5d01-4bd4-9743-faa775178b7d tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "GET /v2.0/ports/4bff8911-784b-4c68-bda3-fbc36fa9b98c HTTP/1.1" status: 404 len: 333 time: 0.0298390 Aug 20 12:08:16.924941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50976) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:16.929639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Request body: {'port': {'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-975737521'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:16.943338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584e9af4-97cd-4633-9c09-163c07f9fd83 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:16.951953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Made reservation on behalf of 14cc667d991c48d4b2f892edf95edd05 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:16.954518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.970612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] device_id is not set on port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:08:16.972531 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:16.997679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Transition to ACTIVE for port object 584e9af4-97cd-4633-9c09-163c07f9fd83 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:17.011380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153221-e964-4245-ba3c-70910cb6e848 req-865cc7af-00af-49f9-af31-7ef644bb6470 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.013613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd153221-e964-4245-ba3c-70910cb6e848 req-865cc7af-00af-49f9-af31-7ef644bb6470 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.1185718 Aug 20 12:08:17.015117 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.066686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-1ca1210a-e86e-47e7-aa4a-f78412a66afb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.072595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-1ca1210a-e86e-47e7-aa4a-f78412a66afb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.078420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-1ca1210a-e86e-47e7-aa4a-f78412a66afb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.084866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-1ca1210a-e86e-47e7-aa4a-f78412a66afb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.090657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-1ca1210a-e86e-47e7-aa4a-f78412a66afb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.096516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-1ca1210a-e86e-47e7-aa4a-f78412a66afb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.102342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-1ca1210a-e86e-47e7-aa4a-f78412a66afb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.104271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-1ca1210a-e86e-47e7-aa4a-f78412a66afb tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1756675 Aug 20 12:08:17.125169 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.161298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Pushing event updated for resources: {'Port': ['ID=584e9af4-97cd-4633-9c09-163c07f9fd83,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:17.162540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.209019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:17.214945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=455c39c1-2b26-4674-bb05-0e0e90ba8b7f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:17.217352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:17.219578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:17.220509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.221839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.224867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd153221-e964-4245-ba3c-70910cb6e848 req-c8f70279-2638-431d-8b47-8b355ade39db tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/security-groups?id=e237d1c5-2485-4bfd-8124-30155417f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025850 Aug 20 12:08:17.232429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc72709b-6c50-43e1-b233-7e88f8496885 req-3f06a00e-0033-47fa-aff9-c3fb8cd47d8c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154172 Aug 20 12:08:17.246029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a6abac4-11c9-453c-bf93-2c9c704d7a78 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3175797 Aug 20 12:08:17.246518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50980) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:17.262416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:17.272447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Attempting to bind port 584e9af4-97cd-4633-9c09-163c07f9fd83 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.272774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Attempting to bind port 584e9af4-97cd-4633-9c09-163c07f9fd83 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.273098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Attempting to bind port 584e9af4-97cd-4633-9c09-163c07f9fd83 on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.277429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Port 584e9af4-97cd-4633-9c09-163c07f9fd83 on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.277752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Attempting to bind port 584e9af4-97cd-4633-9c09-163c07f9fd83 on network 3c26e07a-d386-4987-b09a-d2267ed5cd15 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.282899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:17.283234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Checking segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:17.283706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Bound using segment: {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:17.284299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Bound port: 584e9af4-97cd-4633-9c09-163c07f9fd83, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef70c35-7f9b-4b79-b858-eb7506d5957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:17.284661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.320265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.353177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] For port 584e9af4-97cd-4633-9c09-163c07f9fd83, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:17.357047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] For port 584e9af4-97cd-4633-9c09-163c07f9fd83, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=584e9af4-97cd-4633-9c09-163c07f9fd83,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:17.374294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.430733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.431462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.432971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] 10.222.0.73 "PUT /v2.0/ports/584e9af4-97cd-4633-9c09-163c07f9fd83 HTTP/1.1" status: 200 len: 1093 time: 0.8698814 Aug 20 12:08:17.433508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29c6e0f-f8ae-40e6-93db-2f8623870e64', 'tag': '584e9af4-97cd-4633-9c09-163c07f9fd83'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:17.435900 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa68cd8d-3a27-4006-9f3c-fc45ca984803" -d '{"events": [{"name": "network-changed", "server_uuid": "e29c6e0f-f8ae-40e6-93db-2f8623870e64", "tag": "584e9af4-97cd-4633-9c09-163c07f9fd83"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:17.465845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa90ba-cfac-4092-a565-feae0da256fc service neutron] Pushing event updated for resources: {'Port': ['ID=584e9af4-97cd-4633-9c09-163c07f9fd83,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:17.477709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287f27e-fe3d-40ca-85a7-3ea1fdd1d7f5 req-900cf438-c867-46b0-920e-36d48904d3d2 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.479299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f287f27e-fe3d-40ca-85a7-3ea1fdd1d7f5 req-900cf438-c867-46b0-920e-36d48904d3d2 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 944 time: 0.1157551 Aug 20 12:08:17.497928 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bfef67-2e3c-48d5-b69f-32365df0b017 x-openstack-request-id: req-a5bfef67-2e3c-48d5-b69f-32365df0b017 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:17.498256 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29c6e0f-f8ae-40e6-93db-2f8623870e64", "tag": "584e9af4-97cd-4633-9c09-163c07f9fd83", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:17.498793 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5bfef67-2e3c-48d5-b69f-32365df0b017 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:17.499187 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29c6e0f-f8ae-40e6-93db-2f8623870e64', 'tag': '584e9af4-97cd-4633-9c09-163c07f9fd83', 'status': 'completed', 'code': 200} Aug 20 12:08:17.515802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] device_id is not set on port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:08:17.526612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.539376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Transition to ACTIVE for port object 455c39c1-2b26-4674-bb05-0e0e90ba8b7f will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:17.542839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.560742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f287f27e-fe3d-40ca-85a7-3ea1fdd1d7f5 req-d322593f-e84b-49a2-be2f-cda27eadcdb3 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702004 Aug 20 12:08:17.571231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-e5ab886d-0c06-43a0-9394-fa566e798ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.573244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-e5ab886d-0c06-43a0-9394-fa566e798ece service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 1096 time: 0.0725482 Aug 20 12:08:17.600289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=455c39c1-2b26-4674-bb05-0e0e90ba8b7f,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:17.623837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-bd1437b5-3029-4ca6-ac06-12a30ca08800 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584e9af4-97cd-4633-9c09-163c07f9fd83 HTTP/1.1" status: 200 len: 217 time: 0.0362897 Aug 20 12:08:17.633890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.634246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.634644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.641445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.641770 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.643070 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 2 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:17.664368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-0edf42fe-697f-4c24-9400-f07eb5f38063 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.665862 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-0edf42fe-697f-4c24-9400-f07eb5f38063 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 946 time: 0.0752020 Aug 20 12:08:17.666682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.667008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.667345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.671797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.672132 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.673650 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 3 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:17.678456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-e0edf4e3-b2b2-4b08-a938-52aa5a73fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.679902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-e0edf4e3-b2b2-4b08-a938-52aa5a73fad6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 200 len: 844 time: 0.0490925 Aug 20 12:08:17.712478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-2d75029b-7939-40be-94c7-61889cec3dda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c26e07a-d386-4987-b09a-d2267ed5cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250325 Aug 20 12:08:17.714596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.714928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.715257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.724468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.724721 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.725248 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 4 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:17.763465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.763791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.764119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.771460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.771780 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.773842 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 5 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:17.789047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.789378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.789711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.796505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.796826 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.799285 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 6 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:17.804536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-e9efd0c1-f0ca-4a5e-946d-738ab8fa59d8 service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844562 Aug 20 12:08:17.818746 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.818992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.819327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.822873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Deleting port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:17.823207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.829037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.829828 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.829828 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 7 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:17.894811 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.895139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.895475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.903097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.903422 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.905490 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 8 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:17.912382 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04173dbc-1b4b-443c-8dfc-590a6c9458da req-1fc4b141-feb8-4a86-a6d5-6c4796fed82b service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992222 Aug 20 12:08:17.928816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.929241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.929591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.937978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.938357 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.940954 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 9 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:17.966154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] For port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:17.966538 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:17.969003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:17.969384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:17.969724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:17.983380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:17.983623 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:17.984414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Calling delete_port for 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:17.985967 n-d-800634-10 neutron-server[101033]: INFO neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempt 10 to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f Aug 20 12:08:18.009179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-563d4ffc-b626-4167-bcfa-c6ffe76f3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.010014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:18.010014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:18.010014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempting to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:18.010579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-563d4ffc-b626-4167-bcfa-c6ffe76f3a2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 1096 time: 0.0450487 Aug 20 12:08:18.044739 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:18.045056 n-d-800634-10 neutron-server[101033]: ERROR neutron.plugins.ml2.managers [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Failed to bind port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on host n-h2-800634-10 for vnic_type normal using segments [{'id': '81d1dde7-5529-40ba-9bd4-d38580ef5128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7cbdc1c2-5123-4a36-9387-6dbcc51828f5'}] Aug 20 12:08:18.045423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.105771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-d0efb15d-5238-42e2-bb6d-7ce7dbffca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.107291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-d0efb15d-5238-42e2-bb6d-7ce7dbffca24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 200 len: 905 time: 0.0878096 Aug 20 12:08:18.137387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] For port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:18.137738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attempted to set empty binding levels {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:08:18.151693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-981f7983-df6c-4ccd-9585-3ba96b550ee6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584e9af4-97cd-4633-9c09-163c07f9fd83 HTTP/1.1" status: 200 len: 217 time: 0.0356479 Aug 20 12:08:18.156775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.204451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-87a9f843-4f25-4ca9-9ec8-ee5b3fdf498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.204924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] In _notify_port_updated(), no bound segment for port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f on network 7cbdc1c2-5123-4a36-9387-6dbcc51828f5 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:08:18.206360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.206525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-87a9f843-4f25-4ca9-9ec8-ee5b3fdf498f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 200 len: 844 time: 0.0460296 Aug 20 12:08:18.207099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.208402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "PUT /v2.0/ports/455c39c1-2b26-4674-bb05-0e0e90ba8b7f HTTP/1.1" status: 200 len: 975 time: 0.9612739 Aug 20 12:08:18.211195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50986) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:18.223006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e5ec-020b-44aa-9ad9-fd11b46857c7 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event updated for resources: {'Port': ['ID=455c39c1-2b26-4674-bb05-0e0e90ba8b7f,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:18.225701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.238562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:18.254285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Pushing event deleted for resources: {'Port': ['ID=8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:18.276748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-e1745c1d-632c-43fc-bc96-889a35875c21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c26e07a-d386-4987-b09a-d2267ed5cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384874 Aug 20 12:08:18.305764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] No DVR routers for this DVR port 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:18.308713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.311500 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-618c13aa-ba79-4f6e-b5c3-b765ef1df9fe req-000f7e5e-d461-48f6-9468-9b93b18b5fd4 tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.73 "DELETE /v2.0/ports/8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 HTTP/1.1" status: 204 len: 173 time: 0.6385281 Aug 20 12:08:18.311944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b59aa1d-7a8a-4ba2-8652-1aabcfdff716', 'name': 'network-vif-deleted', 'tag': '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:18.314563 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873d9bc9-d60d-4329-a906-ee5dc14f1586" -d '{"events": [{"server_uuid": "6b59aa1d-7a8a-4ba2-8652-1aabcfdff716", "name": "network-vif-deleted", "tag": "8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:18.423618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7ac3f08-3a85-477a-b2b7-2ab858ba792e req-9e94e13d-b512-4ab4-bb67-988c0e4aa5ad tempest-ServerRescueNegativeTestJSON-1039292745 tempest-ServerRescueNegativeTestJSON-1039292745-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b59aa1d-7a8a-4ba2-8652-1aabcfdff716 HTTP/1.1" status: 200 len: 210 time: 0.0602872 Aug 20 12:08:18.457278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Deleting port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:18.457694 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.470905 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7d498-f61d-4995-80b2-307c519bcc2f x-openstack-request-id: req-81d7d498-f61d-4995-80b2-307c519bcc2f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:18.471268 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b59aa1d-7a8a-4ba2-8652-1aabcfdff716", "name": "network-vif-deleted", "tag": "8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:18.472019 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81d7d498-f61d-4995-80b2-307c519bcc2f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:18.472019 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b59aa1d-7a8a-4ba2-8652-1aabcfdff716', 'name': 'network-vif-deleted', 'tag': '8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846', 'status': 'completed', 'code': 200} Aug 20 12:08:18.540390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-610ad65a-4b26-42c9-a458-8158f8b24da5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.547230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-610ad65a-4b26-42c9-a458-8158f8b24da5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.553079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-610ad65a-4b26-42c9-a458-8158f8b24da5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.558915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-610ad65a-4b26-42c9-a458-8158f8b24da5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.564708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-610ad65a-4b26-42c9-a458-8158f8b24da5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.571158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-610ad65a-4b26-42c9-a458-8158f8b24da5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.577539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-610ad65a-4b26-42c9-a458-8158f8b24da5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.579393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-610ad65a-4b26-42c9-a458-8158f8b24da5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.2222478 Aug 20 12:08:18.585869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-a5654165-262f-4090-bfd2-d44ccb782eb0 service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853436 Aug 20 12:08:18.612739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] For port 455c39c1-2b26-4674-bb05-0e0e90ba8b7f, host n-h2-800634-10, got binding levels [] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:18.613117 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.628170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Calling delete_port for 455c39c1-2b26-4674-bb05-0e0e90ba8b7f owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:18.649955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bdadff7-08bf-4982-b9ff-ae33b3776608 req-81b9d3d0-fffe-4d3b-b0a0-028c25e88e13 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604286 Aug 20 12:08:18.805786 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.854149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Pushing event deleted for resources: {'Port': ['ID=455c39c1-2b26-4674-bb05-0e0e90ba8b7f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:18.865109 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.867134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5ab13468-4975-4062-8c3d-5e092857d668 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "DELETE /v2.0/ports/455c39c1-2b26-4674-bb05-0e0e90ba8b7f HTTP/1.1" status: 204 len: 168 time: 0.6549067 Aug 20 12:08:18.870359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50998) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:18.874855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5cb3b-59f0-4250-b233-0c5e37e11c4b req-976b4d82-ac85-49a2-8edf-dc4ae7fa8467 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.876314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ed5cb3b-59f0-4250-b233-0c5e37e11c4b req-976b4d82-ac85-49a2-8edf-dc4ae7fa8467 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 944 time: 0.1587336 Aug 20 12:08:18.884001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa68cd8d-3a27-4006-9f3c-fc45ca984803 req-299d10e3-76c1-4478-9262-c9b4a87c962c service neutron] 10.222.0.73 "GET /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863484 Aug 20 12:08:18.905725 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-884f51bb-fb29-4a0d-b671-588a4045fb15 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:08:18.907994 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-884f51bb-fb29-4a0d-b671-588a4045fb15 tempest-PortsAdminExtendedAttrsTestJSON-980334204 tempest-PortsAdminExtendedAttrsTestJSON-980334204-project-admin] 10.222.0.25 "GET /v2.0/ports/455c39c1-2b26-4674-bb05-0e0e90ba8b7f HTTP/1.1" status: 404 len: 333 time: 0.0367513 Aug 20 12:08:18.911502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:18.924051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ed5cb3b-59f0-4250-b233-0c5e37e11c4b req-059e55f8-88bf-4e4b-843c-086a03206036 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Aug 20 12:08:18.994168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.083619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.094006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbdc1c2-5123-4a36-9387-6dbcc51828f5']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:19.105676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d1dde7-5529-40ba-9bd4-d38580ef5128') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:19.105972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d1dde7-5529-40ba-9bd4-d38580ef5128') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:19.117421 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.132073 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.139660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:19.140081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:19.143890 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:19.204756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.216823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.219312 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] 10.222.0.25 "DELETE /v2.0/networks/7cbdc1c2-5123-4a36-9387-6dbcc51828f5 HTTP/1.1" status: 204 len: 168 time: 0.3067188 Aug 20 12:08:19.285031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b42cd69-1551-46e6-8ebc-650b78252e43 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:19.307086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 9b42cd69-1551-46e6-8ebc-650b78252e43 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:08:19.307444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b42cd69-1551-46e6-8ebc-650b78252e43 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:19.485874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51008) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:19.524812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51010) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:19.547391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b39ff2-8048-44e8-a601-09593bb217dc tempest-PortsAdminExtendedAttrsTestJSON-1913739284 tempest-PortsAdminExtendedAttrsTestJSON-1913739284-project] Pushing event deleted for resources: {'Network': ['ID=7cbdc1c2-5123-4a36-9387-6dbcc51828f5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:19.933467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e196be06-21c2-4065-8210-19c53b295549 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0261233ebff045ad9376f1263980ce8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073331 Aug 20 12:08:19.936157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:19.977258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7c583690-305c-45e8-88f3-d91521389674 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:19.982952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7c583690-305c-45e8-88f3-d91521389674 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:19.988926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8db3fe3-399f-4bf4-83b1-42bae64d498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.989124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7c583690-305c-45e8-88f3-d91521389674 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:19.994948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7c583690-305c-45e8-88f3-d91521389674 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:20.001039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7c583690-305c-45e8-88f3-d91521389674 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:20.007477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7c583690-305c-45e8-88f3-d91521389674 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:20.012824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8db3fe3-399f-4bf4-83b1-42bae64d498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.013403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7c583690-305c-45e8-88f3-d91521389674 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:20.015385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7c583690-305c-45e8-88f3-d91521389674 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1988142 Aug 20 12:08:20.066367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8db3fe3-399f-4bf4-83b1-42bae64d498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.068932 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b8db3fe3-399f-4bf4-83b1-42bae64d498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.070099 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b8db3fe3-399f-4bf4-83b1-42bae64d498b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19128444-d3e1-47d5-9a27-02081e438f5b HTTP/1.1" status: 204 len: 168 time: 0.1329024 Aug 20 12:08:20.078277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db3fe3-399f-4bf4-83b1-42bae64d498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19128444-d3e1-47d5-9a27-02081e438f5b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:20.132147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d730f8ab-65cb-452d-85d3-cf8bb6014ad2 req-7f896651-2178-4461-bc2f-266752c8a680 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018152 Aug 20 12:08:20.139846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd18908-db11-415b-8fd2-567e78f6cf07 req-702ec09a-9d9c-40f0-a294-d4097ceeb8bc tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:20.141334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ffd18908-db11-415b-8fd2-567e78f6cf07 req-702ec09a-9d9c-40f0-a294-d4097ceeb8bc tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 944 time: 0.1245601 Aug 20 12:08:20.241451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ffd18908-db11-415b-8fd2-567e78f6cf07 req-01f18a6e-58d6-4041-bb95-575918b902e7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888956 Aug 20 12:08:20.354361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51026) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:20.390952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.395104 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cc3f3f3f-a0ff-46dd-bd3f-3c1a513c0019 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14cc667d991c48d4b2f892edf95edd05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394416 Aug 20 12:08:20.397509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51028) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:20.447557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a006f855-0287-4866-903b-c1356d171687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.468785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a006f855-0287-4866-903b-c1356d171687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.519824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a006f855-0287-4866-903b-c1356d171687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.522327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a006f855-0287-4866-903b-c1356d171687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.525712 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a006f855-0287-4866-903b-c1356d171687 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/584eb43d-f3c2-4807-bd07-6ad63faa376c HTTP/1.1" status: 204 len: 168 time: 0.1250467 Aug 20 12:08:20.534344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f855-0287-4866-903b-c1356d171687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584eb43d-f3c2-4807-bd07-6ad63faa376c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:20.699144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Deleting port b9195a7f-ed7b-4160-9c4f-e273a5fe038b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:20.699726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.779291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] For port b9195a7f-ed7b-4160-9c4f-e273a5fe038b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,segment=NetworkSegment(89886138-3b46-4d59-bb85-298eb0465e38),segment_id=89886138-3b46-4d59-bb85-298eb0465e38)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:20.780765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:20.793173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Calling delete_port for b9195a7f-ed7b-4160-9c4f-e273a5fe038b owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:20.996238 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:21.028381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9195a7f-ed7b-4160-9c4f-e273a5fe038b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:21.203418 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:21.295930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 584e9af4-97cd-4633-9c09-163c07f9fd83 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:21.302775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:21.335475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:08:21.336903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8cfd2e9d-ec0d-45cb-a91a-f54fcaf19846 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:21.362728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-788d0cd1-59cf-46ca-a6d7-0b640fff974a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.368711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-788d0cd1-59cf-46ca-a6d7-0b640fff974a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.375150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-788d0cd1-59cf-46ca-a6d7-0b640fff974a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.381559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-788d0cd1-59cf-46ca-a6d7-0b640fff974a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.387312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-788d0cd1-59cf-46ca-a6d7-0b640fff974a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.394259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-788d0cd1-59cf-46ca-a6d7-0b640fff974a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.401257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-788d0cd1-59cf-46ca-a6d7-0b640fff974a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.402610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-788d0cd1-59cf-46ca-a6d7-0b640fff974a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1856503 Aug 20 12:08:21.438918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 584e9af4-97cd-4633-9c09-163c07f9fd83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=584e9af4-97cd-4633-9c09-163c07f9fd83,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:21.452130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '584e9af4-97cd-4633-9c09-163c07f9fd83', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'port_id': '584e9af4-97cd-4633-9c09-163c07f9fd83', 'mac_address': 'fa:16:3e:2e:41:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71eab11-da89-4282-8c34-1c138ac0222d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:21.491841 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:21.508093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584e9af4-97cd-4633-9c09-163c07f9fd83 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:21.523791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd86d90-4d39-4105-9b5b-d40b3cb2a946 req-d66b044f-fba0-477c-a5a4-5c6bebb1f164 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.525349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dd86d90-4d39-4105-9b5b-d40b3cb2a946 req-d66b044f-fba0-477c-a5a4-5c6bebb1f164 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 944 time: 0.1883655 Aug 20 12:08:21.533294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 584e9af4-97cd-4633-9c09-163c07f9fd83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=584e9af4-97cd-4633-9c09-163c07f9fd83,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:21.537734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b015ccf-0218-4315-8c47-65c217c16df9 req-2233c3f8-1cb3-435c-a450-3fb35e888b5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159160 Aug 20 12:08:21.538427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:21.600601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=584e9af4-97cd-4633-9c09-163c07f9fd83,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:21.608046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.608387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.608843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.609383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.609713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.610442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.610779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.611110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.611440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.613103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.613572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.613906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:21.623190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dd86d90-4d39-4105-9b5b-d40b3cb2a946 req-6e6485a8-b5c3-47b0-8621-1a206f2527e8 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906398 Aug 20 12:08:21.645960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Router d3a12b22-d132-4e68-bf88-c15c76a5cc4d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:08:21.656820 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-03ec463c-29b4-4046-a1cf-a6b41d76c812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:21.764027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:08:21.769926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-edc8a472-221c-476d-9b92-a19de75a5292 admin admin] 10.222.0.25 "PUT /v2.0/routers/d3a12b22-d132-4e68-bf88-c15c76a5cc4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2826385 Aug 20 12:08:21.772597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51068) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:21.774475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] Sync routers for ids ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:08:21.786022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] Routers {'d3a12b22-d132-4e68-bf88-c15c76a5cc4d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:08:21.786923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:07:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:21.891080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:21.903771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['584e9af4-97cd-4633-9c09-163c07f9fd83'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:21.935008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] Set router d3a12b22-d132-4e68-bf88-c15c76a5cc4d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:08:21.936770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51074) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:22.016362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.055956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1219028863', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:22.085877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Made reservation on behalf of 34a3adcf559f43c4937642bf83e638e9 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:22.088539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.100154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.119057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Deleting port 48a8f78e-58e1-4168-a539-77b56c6bd645 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:22.119395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.207441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:08:20Z', 'revision_number': 5, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port': {'id': '48a8f78e-58e1-4168-a539-77b56c6bd645', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:05:17Z', 'updated_at': '2021-08-20T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:22.241183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] Checking router: d3a12b22-d132-4e68-bf88-c15c76a5cc4d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:08:22.243147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] For port 48a8f78e-58e1-4168-a539-77b56c6bd645, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=48a8f78e-58e1-4168-a539-77b56c6bd645,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:22.243400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.250478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] Routers {'d3a12b22-d132-4e68-bf88-c15c76a5cc4d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:08:22.251208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:07:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:22.262418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Calling delete_port for 48a8f78e-58e1-4168-a539-77b56c6bd645 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:22.330726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.337570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] Set router d3a12b22-d132-4e68-bf88-c15c76a5cc4d gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:08:22.342788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.351939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] device_id is not set on port f13fd537-773e-4db2-baf4-28bbef2999a6 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:08:22.398777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:08:22Z', 'revision_number': 6, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:22.425085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5663dee-37a9-4b54-811a-feeabb3c4522 None None] The sync data for ids ['d3a12b22-d132-4e68-bf88-c15c76a5cc4d'] in n-d-800634-10 is: [{'id': 'd3a12b22-d132-4e68-bf88-c15c76a5cc4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1337717413-router', 'tenant_id': 'bad488cb12a7401d8f5f3e81f342274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:05:16Z', 'updated_at': '2021-08-20T12:08:22Z', 'revision_number': 6, 'project_id': 'bad488cb12a7401d8f5f3e81f342274f', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:08:22.462680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b0571a-5d8f-4d7d-af57-756e43d09d80,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:22.556176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Allocated IP 172.25.0.45 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/f13fd537-773e-4db2-baf4-28bbef2999a6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:22.585510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.629879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Pushing event deleted for resources: {'Port': ['ID=48a8f78e-58e1-4168-a539-77b56c6bd645,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:22.753518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.867999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.874777 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.913536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.938429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-4f9df011-f2b8-4729-a5f9-8c4e8179ab5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.945157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-4f9df011-f2b8-4729-a5f9-8c4e8179ab5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.951349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-4f9df011-f2b8-4729-a5f9-8c4e8179ab5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.957365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.957910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a12b22-d132-4e68-bf88-c15c76a5cc4d {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:08:22.958277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-4f9df011-f2b8-4729-a5f9-8c4e8179ab5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.962777 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:22.963909 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8acc15fc-2394-410c-a978-1dbaf9b747ea admin admin] 10.222.0.25 "DELETE /v2.0/routers/d3a12b22-d132-4e68-bf88-c15c76a5cc4d HTTP/1.1" status: 204 len: 168 time: 1.1903317 Aug 20 12:08:22.964406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-4f9df011-f2b8-4729-a5f9-8c4e8179ab5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.967352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51084) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:22.970469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-4f9df011-f2b8-4729-a5f9-8c4e8179ab5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.977101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-4f9df011-f2b8-4729-a5f9-8c4e8179ab5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.979084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-4f9df011-f2b8-4729-a5f9-8c4e8179ab5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.3576677 Aug 20 12:08:22.989016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d84356-4512-4449-909d-2ccb939dbd8f req-1d9c90a9-5a4b-40ec-8f00-65b9c47abe47 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.992470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20d84356-4512-4449-909d-2ccb939dbd8f req-1d9c90a9-5a4b-40ec-8f00-65b9c47abe47 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 945 time: 0.1121159 Aug 20 12:08:23.039260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb84b7fd-3bde-484b-8766-86c63747a51c admin admin] Deleting subnet ddf2ba24-29e0-4ef0-8da8-be95f761a6dd {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:08:23.042828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb84b7fd-3bde-484b-8766-86c63747a51c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.054362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53c24a2a-e8ba-4db8-aa47-93b6d9f4ac79 req-b864006e-c876-42c2-a393-b10d4f573cae tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608430 Aug 20 12:08:23.059260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20d84356-4512-4449-909d-2ccb939dbd8f req-c747fba0-fb59-4df0-9e73-ce7f26e21666 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586686 Aug 20 12:08:23.063617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.116318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:23.120768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:23.127070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb84b7fd-3bde-484b-8766-86c63747a51c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.129543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:23.175070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Pushing event updated for resources: {'Port': ['ID=f13fd537-773e-4db2-baf4-28bbef2999a6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:23.211884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb84b7fd-3bde-484b-8766-86c63747a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.213625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:23.214270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.253613 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f473eb6a-9201-43a3-a2d9-c55a68f5e2d8 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3158309 Aug 20 12:08:23.256836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51086) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:23.261600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.45'}]}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:23.277486 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb84b7fd-3bde-484b-8766-86c63747a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.287948 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.289287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.304559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84b7fd-3bde-484b-8766-86c63747a51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf2ba24-29e0-4ef0-8da8-be95f761a6dd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:23.310597 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb84b7fd-3bde-484b-8766-86c63747a51c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.312936 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bb84b7fd-3bde-484b-8766-86c63747a51c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ddf2ba24-29e0-4ef0-8da8-be95f761a6dd HTTP/1.1" status: 204 len: 168 time: 0.3443720 Aug 20 12:08:23.315686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:23.324663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 584e9af4-97cd-4633-9c09-163c07f9fd83 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:23.386088 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.386927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 584e9af4-97cd-4633-9c09-163c07f9fd83 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:23.391145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 584e9af4-97cd-4633-9c09-163c07f9fd83 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:23.391677 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.408245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.490663 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.508628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.517110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29c6e0f-f8ae-40e6-93db-2f8623870e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584e9af4-97cd-4633-9c09-163c07f9fd83'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:23.520053 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f463cc6f-dfa3-4088-b0ec-99cbf9753357" -d '{"events": [{"server_uuid": "e29c6e0f-f8ae-40e6-93db-2f8623870e64", "name": "network-vif-plugged", "status": "completed", "tag": "584e9af4-97cd-4633-9c09-163c07f9fd83"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:23.541200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 584e9af4-97cd-4633-9c09-163c07f9fd83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=584e9af4-97cd-4633-9c09-163c07f9fd83,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:23.543751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663c4959-5c15-4bcb-b5e7-8c6845ac7022']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:23.546226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.564105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89886138-3b46-4d59-bb85-298eb0465e38') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:23.564389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89886138-3b46-4d59-bb85-298eb0465e38') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:23.573517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.576052 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.581622 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eb64ff-c351-443d-b7b8-f5f1c6c769bd x-openstack-request-id: req-a1eb64ff-c351-443d-b7b8-f5f1c6c769bd {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:23.581986 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29c6e0f-f8ae-40e6-93db-2f8623870e64", "name": "network-vif-plugged", "status": "completed", "tag": "584e9af4-97cd-4633-9c09-163c07f9fd83", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:23.582512 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1eb64ff-c351-443d-b7b8-f5f1c6c769bd {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:23.583086 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29c6e0f-f8ae-40e6-93db-2f8623870e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584e9af4-97cd-4633-9c09-163c07f9fd83', 'code': 200} Aug 20 12:08:23.597194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.603559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:23.604398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:23.606252 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:23.613139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=584e9af4-97cd-4633-9c09-163c07f9fd83,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:23.671689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.678464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.680338 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] 10.222.0.25 "DELETE /v2.0/networks/663c4959-5c15-4bcb-b5e7-8c6845ac7022 HTTP/1.1" status: 204 len: 168 time: 0.3633056 Aug 20 12:08:23.699408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852370e4-57a3-4cb6-8ac2-59d979bae720 admin admin] Pushing event deleted for resources: {'Network': ['ID=663c4959-5c15-4bcb-b5e7-8c6845ac7022,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:23.724656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03827-ca68-44d0-8b45-74c67178684c req-d045993c-80f0-44ce-a515-958a60416137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:23.726254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9d03827-ca68-44d0-8b45-74c67178684c req-d045993c-80f0-44ce-a515-958a60416137 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 1098 time: 0.0604362 Aug 20 12:08:23.849902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9d03827-ca68-44d0-8b45-74c67178684c req-0aa1cf7e-d113-4958-8317-263b477bbca9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878453 Aug 20 12:08:23.864310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.889952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:23.979568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51096) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:24.021414 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4ee22321-f42d-4f72-be52-8bd884f23a6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bad488cb12a7401d8f5f3e81f342274f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406287 Aug 20 12:08:24.023979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51098) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:24.042934 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.072808 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41361893-be09-4abf-8cef-ec15aec9686d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.097757 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41361893-be09-4abf-8cef-ec15aec9686d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.153840 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41361893-be09-4abf-8cef-ec15aec9686d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.156427 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41361893-be09-4abf-8cef-ec15aec9686d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.157605 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-41361893-be09-4abf-8cef-ec15aec9686d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e237d1c5-2485-4bfd-8124-30155417f5a9 HTTP/1.1" status: 204 len: 168 time: 0.1327000 Aug 20 12:08:24.166610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41361893-be09-4abf-8cef-ec15aec9686d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e237d1c5-2485-4bfd-8124-30155417f5a9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:24.262167 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-39dde506-f5bf-4111-88fb-e6447d484964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.275789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 48a8f78e-58e1-4168-a539-77b56c6bd645 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:24.289661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.292432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.297642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 48a8f78e-58e1-4168-a539-77b56c6bd645 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:08:24.297985 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 48a8f78e-58e1-4168-a539-77b56c6bd645 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:24.298610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b9195a7f-ed7b-4160-9c4f-e273a5fe038b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:24.325702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: b9195a7f-ed7b-4160-9c4f-e273a5fe038b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:08:24.326334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b9195a7f-ed7b-4160-9c4f-e273a5fe038b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:24.369758 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.370297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f62a04a-662e-4a22-bba2-59049a01e121 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:08:24.380273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7def-c0db-4fa4-8407-188197af8337 req-05e54bdc-4e68-4209-837a-54e883a98282 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.381684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aeac7def-c0db-4fa4-8407-188197af8337 req-05e54bdc-4e68-4209-837a-54e883a98282 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 946 time: 0.2187679 Aug 20 12:08:24.395815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-10105c9a-2ec2-415c-bf83-9673671aab71 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.401582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-10105c9a-2ec2-415c-bf83-9673671aab71 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.407413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-10105c9a-2ec2-415c-bf83-9673671aab71 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.413764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-10105c9a-2ec2-415c-bf83-9673671aab71 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.419580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-10105c9a-2ec2-415c-bf83-9673671aab71 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.426263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-10105c9a-2ec2-415c-bf83-9673671aab71 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.432425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-10105c9a-2ec2-415c-bf83-9673671aab71 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.434616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-10105c9a-2ec2-415c-bf83-9673671aab71 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.2728112 Aug 20 12:08:24.479177 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 12:08:24.480219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-83f7a6a2-c09a-4e3b-852e-5c5c72047225 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2222357 Aug 20 12:08:24.483113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51114) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:24.504066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aeac7def-c0db-4fa4-8407-188197af8337 req-98d1eb82-f67f-4172-8167-04e8b80fdaaa tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683789 Aug 20 12:08:24.525032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5b42891-df5c-4ad4-bdee-bd40a444927d req-0e8a766c-016e-45ed-ba69-75ce7b6f684c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781791 Aug 20 12:08:24.584002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-315f016d-80df-4a18-8edc-8ce502d90b48 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Deleting port f13fd537-773e-4db2-baf4-28bbef2999a6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:24.584351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-315f016d-80df-4a18-8edc-8ce502d90b48 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.666843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-315f016d-80df-4a18-8edc-8ce502d90b48 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.679170 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-315f016d-80df-4a18-8edc-8ce502d90b48 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Calling delete_port for f13fd537-773e-4db2-baf4-28bbef2999a6 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:24.816524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-315f016d-80df-4a18-8edc-8ce502d90b48 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.844954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f016d-80df-4a18-8edc-8ce502d90b48 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Pushing event deleted for resources: {'Port': ['ID=f13fd537-773e-4db2-baf4-28bbef2999a6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:24.916200 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-315f016d-80df-4a18-8edc-8ce502d90b48 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:24.918459 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-315f016d-80df-4a18-8edc-8ce502d90b48 tempest-RoutersAdminNegativeIpV6Test-187093549 tempest-RoutersAdminNegativeIpV6Test-187093549-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f13fd537-773e-4db2-baf4-28bbef2999a6 HTTP/1.1" status: 204 len: 168 time: 0.4338539 Aug 20 12:08:24.976528 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.198656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51138) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:25.315204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4535a83-2592-4832-bcaa-bdb372139ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.440093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4535a83-2592-4832-bcaa-bdb372139ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.443888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4535a83-2592-4832-bcaa-bdb372139ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.481395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4535a83-2592-4832-bcaa-bdb372139ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0285d3c1-2c8f-4e1e-96ab-0062846e0806,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:25.488288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a4535a83-2592-4832-bcaa-bdb372139ff8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=162bec4f038f4d278ee9732e044870c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860482 Aug 20 12:08:25.488696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:25.516413 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.554083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2beb-b995-447d-9c9a-a68124aa20b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.577202 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2beb-b995-447d-9c9a-a68124aa20b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.647145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2beb-b995-447d-9c9a-a68124aa20b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.651707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2beb-b995-447d-9c9a-a68124aa20b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:25.652998 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a8fa2beb-b995-447d-9c9a-a68124aa20b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0285d3c1-2c8f-4e1e-96ab-0062846e0806 HTTP/1.1" status: 204 len: 168 time: 0.1624336 Aug 20 12:08:25.663859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa2beb-b995-447d-9c9a-a68124aa20b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0285d3c1-2c8f-4e1e-96ab-0062846e0806,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:25.703780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185453-fc1e-4546-b553-4be0c25b54db req-ea94668d-dae4-4249-9cbb-c3ee5f44bbb0 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.705861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02185453-fc1e-4546-b553-4be0c25b54db req-ea94668d-dae4-4249-9cbb-c3ee5f44bbb0 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 946 time: 0.0954592 Aug 20 12:08:25.749102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-d46b4d52-6b5a-48ba-b08c-c3a4cbf1ab84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.755532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-d46b4d52-6b5a-48ba-b08c-c3a4cbf1ab84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.761411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-d46b4d52-6b5a-48ba-b08c-c3a4cbf1ab84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.769614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-d46b4d52-6b5a-48ba-b08c-c3a4cbf1ab84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.776489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-d46b4d52-6b5a-48ba-b08c-c3a4cbf1ab84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.782010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-d46b4d52-6b5a-48ba-b08c-c3a4cbf1ab84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.788016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-d46b4d52-6b5a-48ba-b08c-c3a4cbf1ab84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.789975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-d46b4d52-6b5a-48ba-b08c-c3a4cbf1ab84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1395519 Aug 20 12:08:25.815551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02185453-fc1e-4546-b553-4be0c25b54db req-f8ec60d0-2fc3-4d24-8f1c-7fdb3a1212b9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998530 Aug 20 12:08:25.858447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c1d75ff-7d70-4f73-a6b2-7a45b611f4c0 req-48e58fc8-a82f-41c5-88ae-44b79ab0519a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503461 Aug 20 12:08:25.980781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51170) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:26.030054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4ab3c299-287e-44c1-844d-a504eb05d391 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34a3adcf559f43c4937642bf83e638e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479119 Aug 20 12:08:26.032698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51172) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:26.088802 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-deeea4da-09a3-4ebc-a3df-e61186ae8c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:26.112628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-deeea4da-09a3-4ebc-a3df-e61186ae8c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:26.162560 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-deeea4da-09a3-4ebc-a3df-e61186ae8c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:26.165370 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-deeea4da-09a3-4ebc-a3df-e61186ae8c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:26.166569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-deeea4da-09a3-4ebc-a3df-e61186ae8c2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28b0571a-5d8f-4d7d-af57-756e43d09d80 HTTP/1.1" status: 204 len: 168 time: 0.1323755 Aug 20 12:08:26.176336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea4da-09a3-4ebc-a3df-e61186ae8c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b0571a-5d8f-4d7d-af57-756e43d09d80,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:26.588679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767ce58-b2ad-404f-a1a4-9db84b25dfb1 req-c5b45543-3726-478d-ac23-1a16165137e7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:26.591111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3767ce58-b2ad-404f-a1a4-9db84b25dfb1 req-c5b45543-3726-478d-ac23-1a16165137e7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 946 time: 0.0527670 Aug 20 12:08:26.639044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3767ce58-b2ad-404f-a1a4-9db84b25dfb1 req-a20ed410-9ea3-4e12-998f-0e6e17ba1ed9 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Aug 20 12:08:26.921965 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:26.980988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:27.004846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-af84a851-e315-47c0-baf2-7d1feee793a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.012832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-af84a851-e315-47c0-baf2-7d1feee793a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.019927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-af84a851-e315-47c0-baf2-7d1feee793a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.026466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-af84a851-e315-47c0-baf2-7d1feee793a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.032636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-af84a851-e315-47c0-baf2-7d1feee793a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.039731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-af84a851-e315-47c0-baf2-7d1feee793a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.045668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-af84a851-e315-47c0-baf2-7d1feee793a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.047602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-af84a851-e315-47c0-baf2-7d1feee793a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1102257 Aug 20 12:08:27.095664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d26fe44-d970-4f22-9797-3b4510e53950 req-3acc4ac8-1be3-4fdf-bcb7-d8fba6d378ee tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364487 Aug 20 12:08:27.103729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912309139'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:27.128043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:27.131565 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.140197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.234783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.239131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.272978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:27.283635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae275e61-c5fe-45f3-a842-53d69c2a3127,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:27.289422 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.289764 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce of type vlan for network c172a9d5-7127-4620-869a-6df5591ca6e2 Aug 20 12:08:27.332173 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.356861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.365286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.365286 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.432761 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4495876 Aug 20 12:08:27.449573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bea35-8ca7-4095-9175-d4c3073b6426 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=c172a9d5-7127-4620-869a-6df5591ca6e2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:27.463660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c172a9d5-7127-4620-869a-6df5591ca6e2 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:27.561195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51262) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:27.567166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': 'c172a9d5-7127-4620-869a-6df5591ca6e2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:27.586932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-0cb5876c-3986-4ba0-bc20-f7c4ad5afaf6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428848 Aug 20 12:08:27.662725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-2f34f84a-5315-4302-9abb-89d82763255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.664223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-2f34f84a-5315-4302-9abb-89d82763255a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 1097 time: 0.0526321 Aug 20 12:08:27.673118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:27.679207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.896333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d185a-f3b5-4577-9baa-145970b1b469 req-095dad5d-283a-4f51-b783-c43694100896 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.897972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104d185a-f3b5-4577-9baa-145970b1b469 req-095dad5d-283a-4f51-b783-c43694100896 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 946 time: 0.1494942 Aug 20 12:08:27.941722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-0fbe5e60-8787-4c9c-819a-3aee04bd283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.943367 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-0fbe5e60-8787-4c9c-819a-3aee04bd283c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.2459147 Aug 20 12:08:27.955955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:27.999043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104d185a-f3b5-4577-9baa-145970b1b469 req-7b7f48cb-ae28-4350-a0e2-b32f84c71560 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917919 Aug 20 12:08:28.001542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-6caffc90-aed3-4875-bb86-b141835faad7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b99f97e3-17fd-4b14-a820-ddc0b81af924 HTTP/1.1" status: 200 len: 217 time: 0.0474913 Aug 20 12:08:28.025076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=4619b54e-8a38-4ae0-bf7e-80b8c29c85b2,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:28.034568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': '24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c172a9d5-7127-4620-869a-6df5591ca6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:28.034932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: c172a9d5-7127-4620-869a-6df5591ca6e2, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:28.054380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network c172a9d5-7127-4620-869a-6df5591ca6e2 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:28.067560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c172a9d5-7127-4620-869a-6df5591ca6e2) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:28.071991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.072653 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.073352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-061cae1d-d781-48dd-85d6-ccf56f6010ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.074850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-061cae1d-d781-48dd-85d6-ccf56f6010ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0553570 Aug 20 12:08:28.080130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1663d0-1303-49fe-815f-81cd6fc9572d None None] Network c172a9d5-7127-4620-869a-6df5591ca6e2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:28.088561 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2c5ff6d2-44b1-4615-b139-9ace4570d4bf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5262957 Aug 20 12:08:28.092684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51272) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:28.099400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648741706'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:28.153272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:28.156807 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.162156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-2ad5e3fe-5319-44c7-9dc4-2db383f7fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.163694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-2ad5e3fe-5319-44c7-9dc4-2db383f7fe43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688019 Aug 20 12:08:28.238600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:28.240159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-c172a9d5-7127-4620-869a-6df5591ca6e2', 'network_id': 'c172a9d5-7127-4620-869a-6df5591ca6e2', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': '4619b54e-8a38-4ae0-bf7e-80b8c29c85b2'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:28.241015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.284254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.284652 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 2389bc0a-2cb5-4cd6-b3a2-fede92f67509 of type vlan for network 4a2e0615-791b-4dda-9511-ddb6ab41ec2b Aug 20 12:08:28.346928 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.350366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-1e9baedf-6a12-4727-af80-4bee700de4bc service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773179 Aug 20 12:08:28.362957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-31f9362f-5e03-474d-abc6-8f14011ff8ff tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.368768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-31f9362f-5e03-474d-abc6-8f14011ff8ff tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.374527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-31f9362f-5e03-474d-abc6-8f14011ff8ff tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.380369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-31f9362f-5e03-474d-abc6-8f14011ff8ff tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.386218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-31f9362f-5e03-474d-abc6-8f14011ff8ff tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.386739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Allocated IP 172.20.255.242 (c172a9d5-7127-4620-869a-6df5591ca6e2/4619b54e-8a38-4ae0-bf7e-80b8c29c85b2/d2bacdf0-15ce-4598-94d1-8037247fdc02) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:28.392062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-31f9362f-5e03-474d-abc6-8f14011ff8ff tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.398550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-31f9362f-5e03-474d-abc6-8f14011ff8ff tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.400430 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-31f9362f-5e03-474d-abc6-8f14011ff8ff tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.2181997 Aug 20 12:08:28.451665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.resource_extend [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:08:28.497246 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.502787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.503366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.537999 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.547343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Transition to ACTIVE for port object d2bacdf0-15ce-4598-94d1-8037247fdc02 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:28.568109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Transition to ACTIVE for port object d2bacdf0-15ce-4598-94d1-8037247fdc02 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:28.574847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.615722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Network c172a9d5-7127-4620-869a-6df5591ca6e2 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:28.618617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:28.621150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:28.633567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Pushing event updated for resources: {'Port': ['ID=d2bacdf0-15ce-4598-94d1-8037247fdc02,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:28.691376 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Attempting to bind port d2bacdf0-15ce-4598-94d1-8037247fdc02 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:28.691741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Attempting to bind port d2bacdf0-15ce-4598-94d1-8037247fdc02 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c172a9d5-7127-4620-869a-6df5591ca6e2'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:28.692136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Attempting to bind port d2bacdf0-15ce-4598-94d1-8037247fdc02 on network c172a9d5-7127-4620-869a-6df5591ca6e2 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:28.698025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:28.698474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Checking segment: {'id': '24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c172a9d5-7127-4620-869a-6df5591ca6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:28.698870 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.699260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Bound using segment: {'id': '24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c172a9d5-7127-4620-869a-6df5591ca6e2'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:28.699722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Bound port: d2bacdf0-15ce-4598-94d1-8037247fdc02, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c172a9d5-7127-4620-869a-6df5591ca6e2'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:28.700096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.769333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] For port d2bacdf0-15ce-4598-94d1-8037247fdc02, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:28.770628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cec0f013-e622-43d5-b9f2-2025a7051a49 req-81d2d6f0-5748-44ea-812c-2d0d3270f0cd tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3587682 Aug 20 12:08:28.773269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] For port d2bacdf0-15ce-4598-94d1-8037247fdc02, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d2bacdf0-15ce-4598-94d1-8037247fdc02,segment=NetworkSegment(24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce),segment_id=24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:28.778640 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:28.822879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7286971 Aug 20 12:08:28.823314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:28.832795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': '4a2e0615-791b-4dda-9511-ddb6ab41ec2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:28.838034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7439d-bfbe-49b0-92ce-c1cd464a2dff req-23aa0167-1203-4c4c-be9b-479141c1bf7d service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366095 Aug 20 12:08:28.841053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f3361-dbac-4aa4-808d-cc74f890f510 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=4a2e0615-791b-4dda-9511-ddb6ab41ec2b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:28.853710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 4a2e0615-791b-4dda-9511-ddb6ab41ec2b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:28.872544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074ba9-38eb-4a98-913f-27e952ecc763 None None] Pushing event updated for resources: {'Port': ['ID=d2bacdf0-15ce-4598-94d1-8037247fdc02,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:28.944357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:28.949416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.167361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd360a3-1b22-4707-adcb-2757a76aaeed req-d133d8a6-c78f-4601-9a06-f7cf986f0f09 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:29.175922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd360a3-1b22-4707-adcb-2757a76aaeed req-d133d8a6-c78f-4601-9a06-f7cf986f0f09 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 946 time: 0.0846770 Aug 20 12:08:29.226912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd360a3-1b22-4707-adcb-2757a76aaeed req-d51b2e9b-c3cc-46d6-9285-173ade20adba tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500107 Aug 20 12:08:29.248341 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.317610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=065c83e4-f390-4cbf-9ad7-5a43d42b9863,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:29.326303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': '2389bc0a-2cb5-4cd6-b3a2-fede92f67509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4a2e0615-791b-4dda-9511-ddb6ab41ec2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:29.326688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: 4a2e0615-791b-4dda-9511-ddb6ab41ec2b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:29.343671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network 4a2e0615-791b-4dda-9511-ddb6ab41ec2b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:29.353190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 4a2e0615-791b-4dda-9511-ddb6ab41ec2b) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:29.357273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:29.357871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.363816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 27914b79-07ac-46d0-8d6e-9e1f681434d4 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:29.375889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b677ae-1390-491c-a173-e818b6ac8f4b None None] Network 4a2e0615-791b-4dda-9511-ddb6ab41ec2b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:29.380950 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6d89ce72-2991-4361-a3eb-f9f583ef7b2f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5553694 Aug 20 12:08:29.383528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51294) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:29.491041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.551982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.646729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.689352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=065c83e4-f390-4cbf-9ad7-5a43d42b9863,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:29.731451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d580811f-f10b-41dd-9897-bb532f34ade4 None None] Network 4a2e0615-791b-4dda-9511-ddb6ab41ec2b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:29.765342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.777698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2e0615-791b-4dda-9511-ddb6ab41ec2b']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:29.799235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2389bc0a-2cb5-4cd6-b3a2-fede92f67509') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:29.800347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2389bc0a-2cb5-4cd6-b3a2-fede92f67509') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:29.815403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.844696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.858688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:29.859099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:29.863209 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:29.915047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 27914b79-07ac-46d0-8d6e-9e1f681434d4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:29.928973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '27914b79-07ac-46d0-8d6e-9e1f681434d4', 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'port_id': '27914b79-07ac-46d0-8d6e-9e1f681434d4', 'mac_address': 'fa:16:3e:dc:f7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b084064d-a4f1-4d9f-83b1-687b07e3fb63', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:29.985485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.989484 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.995196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:29.997211 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/4a2e0615-791b-4dda-9511-ddb6ab41ec2b HTTP/1.1" status: 204 len: 168 time: 0.6127319 Aug 20 12:08:30.001687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51302) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:30.012543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc179749-70c6-477e-8988-f564e19a04ef tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=4a2e0615-791b-4dda-9511-ddb6ab41ec2b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:30.013429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d70e7f-b5ac-4c89-9caa-1879223040ef req-699b1a8e-307a-4c17-b44e-e21dc0f787c6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.015417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04d70e7f-b5ac-4c89-9caa-1879223040ef req-699b1a8e-307a-4c17-b44e-e21dc0f787c6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1221263 Aug 20 12:08:30.021594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1367346516'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:30.031809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27914b79-07ac-46d0-8d6e-9e1f681434d4 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:30.057237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 27914b79-07ac-46d0-8d6e-9e1f681434d4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:30.061216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d21d9-a6f6-4a4c-814b-c9f179695238 None None] Network c172a9d5-7127-4620-869a-6df5591ca6e2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:30.063397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-880a34bc-842c-4172-a4b5-df7edbb2bf9f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.066221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.066884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:30.071472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-880a34bc-842c-4172-a4b5-df7edbb2bf9f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.077839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-880a34bc-842c-4172-a4b5-df7edbb2bf9f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.084173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-880a34bc-842c-4172-a4b5-df7edbb2bf9f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.092154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-880a34bc-842c-4172-a4b5-df7edbb2bf9f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.098346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-880a34bc-842c-4172-a4b5-df7edbb2bf9f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.105751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-880a34bc-842c-4172-a4b5-df7edbb2bf9f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.114800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-880a34bc-842c-4172-a4b5-df7edbb2bf9f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5420 time: 0.1732759 Aug 20 12:08:30.166577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:30.170890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.181764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04d70e7f-b5ac-4c89-9caa-1879223040ef req-86f1778d-1e89-45fa-a70d-2f17cdf1c90f tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544147 Aug 20 12:08:30.214271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b24d1c98-ce4a-4486-8cc3-a92aad6ff380 req-c516c4a1-7cf5-49f0-9d7c-20468fc074ae tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961268 Aug 20 12:08:30.222654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:30.246511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=27914b79-07ac-46d0-8d6e-9e1f681434d4,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:30.273380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5ba23b75-4882-4742-87af-6ea9ed3490f1 None None] Provisioning for port d2bacdf0-15ce-4598-94d1-8037247fdc02 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:30.282095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:30.288367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa', 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'port_id': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa', 'mac_address': 'fa:16:3e:a5:e0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b084064d-a4f1-4d9f-83b1-687b07e3fb63', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:30.329907 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.333432 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment cce0207b-b8a4-41b0-bf1a-55daf0ee7541 of type vlan for network 98c8128d-9252-4e24-ae42-8644c9c580c8 Aug 20 12:08:30.389777 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.409896 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.416843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:30.457933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d2bacdf0-15ce-4598-94d1-8037247fdc02 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:30.485722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.492442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.493172 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.521045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:30.530843 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.531530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 584e9af4-97cd-4633-9c09-163c07f9fd83 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:30.591307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5746307 Aug 20 12:08:30.597284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51316) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:30.607219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': '98c8128d-9252-4e24-ae42-8644c9c580c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:30.610702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d2bacdf0-15ce-4598-94d1-8037247fdc02 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:30.630667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b41b2-36da-466d-a8a2-79002748fb09 req-ad1294e3-444f-453c-9438-daeba74485ad tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.638936 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a06b41b2-36da-466d-a8a2-79002748fb09 req-ad1294e3-444f-453c-9438-daeba74485ad tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2013021 Aug 20 12:08:30.644187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e08b8-c171-422e-8994-a5e4d6784d01 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=98c8128d-9252-4e24-ae42-8644c9c580c8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:30.695047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d2bacdf0-15ce-4598-94d1-8037247fdc02 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:30.696059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.697878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:30.698871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38877d99-816c-4143-a3fc-be2c0f055d59 req-08a5adc9-ad1e-4128-a0b0-4ea6243a1192 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:30.708220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 98c8128d-9252-4e24-ae42-8644c9c580c8 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:30.709095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38877d99-816c-4143-a3fc-be2c0f055d59 req-08a5adc9-ad1e-4128-a0b0-4ea6243a1192 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 946 time: 0.1471426 Aug 20 12:08:30.725274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a06b41b2-36da-466d-a8a2-79002748fb09 req-c682b6ca-fd86-485a-9e19-1b4cb4806412 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807545 Aug 20 12:08:30.791432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38877d99-816c-4143-a3fc-be2c0f055d59 req-333f9ffb-0f65-42b9-b1c9-b944b270d50a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810556 Aug 20 12:08:30.819835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:30.823530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.907071 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:30.956052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Performing IP validity checks on allocation pools {{(pid=101033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 12:08:30.956900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 12:08:30.962581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 584e9af4-97cd-4633-9c09-163c07f9fd83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=584e9af4-97cd-4633-9c09-163c07f9fd83,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:30.993003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '584e9af4-97cd-4633-9c09-163c07f9fd83', 'network_id': '3c26e07a-d386-4987-b09a-d2267ed5cd15', 'port_id': '584e9af4-97cd-4633-9c09-163c07f9fd83', 'mac_address': 'fa:16:3e:2e:41:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71eab11-da89-4282-8c34-1c138ac0222d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:30.996198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d2bacdf0-15ce-4598-94d1-8037247fdc02, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d2bacdf0-15ce-4598-94d1-8037247fdc02,segment=NetworkSegment(24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce),segment_id=24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:31.003529 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.095112 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.112773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584e9af4-97cd-4633-9c09-163c07f9fd83 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:31.127865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c52e5db5-20b5-4564-b2bf-f918245ea25c None None] Provisioning complete for port d2bacdf0-15ce-4598-94d1-8037247fdc02 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:31.128155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c52e5db5-20b5-4564-b2bf-f918245ea25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.150302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-e79a9f81-689e-4460-8f94-0dbb88554011 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.152307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-e79a9f81-689e-4460-8f94-0dbb88554011 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.1401129 Aug 20 12:08:31.162435 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.173041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-15fdc34c-7c6b-4928-a29c-ad55c6f94deb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/quotas/b1c864bebc5e4ecf996f0cfd2d514168 HTTP/1.1" status: 200 len: 375 time: 0.0119760 Aug 20 12:08:31.192896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 584e9af4-97cd-4633-9c09-163c07f9fd83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=584e9af4-97cd-4633-9c09-163c07f9fd83,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:31.195923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d2bacdf0-15ce-4598-94d1-8037247fdc02,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:31.204862 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.205677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3869de41-f6fb-423c-b819-9b6dbbf24203 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:31.260713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=584e9af4-97cd-4633-9c09-163c07f9fd83,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:31.262085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=5046f79c-4fb7-4988-8751-98c1296cee98,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:31.270241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-7306839c-8dfe-42db-b58d-c6d9ebf9e44b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0822308 Aug 20 12:08:31.285367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': 'cce0207b-b8a4-41b0-bf1a-55daf0ee7541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '98c8128d-9252-4e24-ae42-8644c9c580c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:31.286058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: 98c8128d-9252-4e24-ae42-8644c9c580c8, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:31.313590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network 98c8128d-9252-4e24-ae42-8644c9c580c8 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:31.327841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 98c8128d-9252-4e24-ae42-8644c9c580c8) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:31.340308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.341045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.350687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec182420-7766-474d-bf34-74dc73c72722 None None] Network 98c8128d-9252-4e24-ae42-8644c9c580c8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:31.366769 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6d6cc97d-7f1b-49f9-87bb-e3fab600874b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7682865 Aug 20 12:08:31.367406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51346) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:31.407043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8413e5c-1628-4507-be0b-d6d4206e9a99 req-9bf4cb4f-3f9d-47b5-96ed-211e8cf6e735 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.409440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8413e5c-1628-4507-be0b-d6d4206e9a99 req-9bf4cb4f-3f9d-47b5-96ed-211e8cf6e735 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 945 time: 0.1322806 Aug 20 12:08:31.462234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-1c1277b4-0e22-4f1f-8e10-7add4a4fc8b9 service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648369 Aug 20 12:08:31.472428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3869de41-f6fb-423c-b819-9b6dbbf24203, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3869de41-f6fb-423c-b819-9b6dbbf24203,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:31.495855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'port_id': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'mac_address': 'fa:16:3e:0d:d4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:31.500994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.521562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8413e5c-1628-4507-be0b-d6d4206e9a99 req-aa07e32e-411a-4146-b1d6-30994b35e82a tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040192 Aug 20 12:08:31.574100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-2764b7d9-e0ab-408b-81d6-0039b2f2785d service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042824 Aug 20 12:08:31.580531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.590922 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.601419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906aa5ef-a696-45d0-adf5-221f17d8bdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-98c8128d-9252-4e24-ae42-8644c9c580c8', 'network_id': '98c8128d-9252-4e24-ae42-8644c9c580c8', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': '5046f79c-4fb7-4988-8751-98c1296cee98'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:31.603075 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-906aa5ef-a696-45d0-adf5-221f17d8bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.615796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3869de41-f6fb-423c-b819-9b6dbbf24203 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:31.647557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3869de41-f6fb-423c-b819-9b6dbbf24203, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3869de41-f6fb-423c-b819-9b6dbbf24203,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:31.653256 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.654054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9407b62f-5037-41fc-8d0b-227f52a3a814 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:31.683968 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.700520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-27723778-2883-43d9-9a5c-fb8cc0efe053 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.710272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-27723778-2883-43d9-9a5c-fb8cc0efe053 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.720210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-27723778-2883-43d9-9a5c-fb8cc0efe053 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.722290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=5046f79c-4fb7-4988-8751-98c1296cee98,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:31.744156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-27723778-2883-43d9-9a5c-fb8cc0efe053 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.753130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-27723778-2883-43d9-9a5c-fb8cc0efe053 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.773844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-27723778-2883-43d9-9a5c-fb8cc0efe053 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.784033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-27723778-2883-43d9-9a5c-fb8cc0efe053 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.786928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-27723778-2883-43d9-9a5c-fb8cc0efe053 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5422 time: 0.1709840 Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-906aa5ef-a696-45d0-adf5-221f17d8bdea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5046f79c-4fb7-4988-8751-98c1296cee98: This subnet is being modified by another concurrent operation. Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:08:31.812831 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5046f79c-4fb7-4988-8751-98c1296cee98: This subnet is being modified by another concurrent operation. Aug 20 12:08:31.817841 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:08:31.823821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3869de41-f6fb-423c-b819-9b6dbbf24203,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:31.830631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9407b62f-5037-41fc-8d0b-227f52a3a814, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9407b62f-5037-41fc-8d0b-227f52a3a814,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:31.836154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f8c6a-5582-41fb-9f07-2af8f65aaa10 None None] Network 98c8128d-9252-4e24-ae42-8644c9c580c8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:31.884680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c64c9063-963a-4ddf-8d95-9eaf5c0ccc2e req-800e92a9-c824-4fa0-a0e1-ce67b4ffe464 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912235 Aug 20 12:08:31.897200 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.912936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c8128d-9252-4e24-ae42-8644c9c580c8']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:31.921793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9407b62f-5037-41fc-8d0b-227f52a3a814', 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'port_id': '9407b62f-5037-41fc-8d0b-227f52a3a814', 'mac_address': 'fa:16:3e:47:46:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b084064d-a4f1-4d9f-83b1-687b07e3fb63', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:31.931963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce0207b-b8a4-41b0-bf1a-55daf0ee7541') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:31.931963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce0207b-b8a4-41b0-bf1a-55daf0ee7541') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:31.943039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.962834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.971951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:31.973905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:31.978548 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:32.012974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d59978b-ac97-41dc-867d-f8dea16fec52 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:08:32.035967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2cfe7c3-de29-4850-a3fc-03e84d73ae59 req-bab82a2c-f16d-4a3d-9340-e1109717ace9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 210 time: 0.0682595 Aug 20 12:08:32.066939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.089751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.101162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.107187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51370) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:32.108769 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/98c8128d-9252-4e24-ae42-8644c9c580c8 HTTP/1.1" status: 204 len: 168 time: 0.7382450 Aug 20 12:08:32.113179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9407b62f-5037-41fc-8d0b-227f52a3a814 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:32.113857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1771737281'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:32.148219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dca82a-aeb5-4a2e-938e-78133e7ddbe6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=98c8128d-9252-4e24-ae42-8644c9c580c8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:32.163744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:32.164823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9407b62f-5037-41fc-8d0b-227f52a3a814, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9407b62f-5037-41fc-8d0b-227f52a3a814,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:32.171784 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.172454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 69312276-bd5f-4b66-b9ce-6e382f12b8cb details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:32.173439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.211213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:32.234317 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.234953 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 4bd81556-ebe5-45a6-8428-31b86c145734 of type vlan for network b29d2f32-7161-4fcc-95cf-a1276fdad642 Aug 20 12:08:32.321550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.364362 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.380738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:32.381403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.404359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d2bacdf0-15ce-4598-94d1-8037247fdc02 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:32.417034 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:08:32.451251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3425510 Aug 20 12:08:32.456092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51374) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:32.461690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': 'b29d2f32-7161-4fcc-95cf-a1276fdad642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:32.469388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 69312276-bd5f-4b66-b9ce-6e382f12b8cb, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:32.474794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d59978b-ac97-41dc-867d-f8dea16fec52 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:08:32.477260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9407b62f-5037-41fc-8d0b-227f52a3a814,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:32.500039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '69312276-bd5f-4b66-b9ce-6e382f12b8cb', 'network_id': '2ab08ba9-57fe-404f-b96d-7891141a6758', 'port_id': '69312276-bd5f-4b66-b9ce-6e382f12b8cb', 'mac_address': 'fa:16:3e:4b:d4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b084064d-a4f1-4d9f-83b1-687b07e3fb63', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:32.518982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2f71a-3c2a-44c8-b488-6b5ad24e4c50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=b29d2f32-7161-4fcc-95cf-a1276fdad642,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:32.557641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b29d2f32-7161-4fcc-95cf-a1276fdad642 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:32.570984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:32.575455 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.669372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d2bacdf0-15ce-4598-94d1-8037247fdc02 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:32.670205 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.711513 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.729880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0aa3b-79c4-41cd-a9a8-a7674e332dc8 req-565111c4-e340-44bd-bf41-21c34598b941 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:32.731507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21a0aa3b-79c4-41cd-a9a8-a7674e332dc8 req-565111c4-e340-44bd-bf41-21c34598b941 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 945 time: 0.0775535 Aug 20 12:08:32.769972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69312276-bd5f-4b66-b9ce-6e382f12b8cb {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:32.810906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 69312276-bd5f-4b66-b9ce-6e382f12b8cb, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:32.816404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21a0aa3b-79c4-41cd-a9a8-a7674e332dc8 req-49c088cf-201a-4f73-9a1d-98a9aeb7e041 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/security-groups?id=efc83297-bcd3-4bd3-9559-5a5a49344dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779650 Aug 20 12:08:32.851435 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.852224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 974dfba0-a796-4f0b-909c-ecf0022451e1 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:32.878208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:32.993212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=ab7af8ca-9227-4c57-9196-00587692ecdf,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:33.017888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-a3b918b5-8af3-4c71-8173-1642913233f7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.018616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=69312276-bd5f-4b66-b9ce-6e382f12b8cb,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:33.019514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-a3b918b5-8af3-4c71-8173-1642913233f7 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 945 time: 0.1526473 Aug 20 12:08:33.063485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': '4bd81556-ebe5-45a6-8428-31b86c145734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b29d2f32-7161-4fcc-95cf-a1276fdad642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:33.063887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: b29d2f32-7161-4fcc-95cf-a1276fdad642, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:33.128642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 974dfba0-a796-4f0b-909c-ecf0022451e1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=974dfba0-a796-4f0b-909c-ecf0022451e1,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:33.149906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '974dfba0-a796-4f0b-909c-ecf0022451e1', 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d', 'port_id': '974dfba0-a796-4f0b-909c-ecf0022451e1', 'mac_address': 'fa:16:3e:73:df:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef244ae5-44f8-465a-b334-b47b21771c84', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:33.258850 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.260669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-4c4b6aea-a61b-426b-9305-adca686247fc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.262915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-4c4b6aea-a61b-426b-9305-adca686247fc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.1479762 Aug 20 12:08:33.275747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974dfba0-a796-4f0b-909c-ecf0022451e1 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:33.276517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f1f612c-6005-4d3b-9c6d-cf38d4594f19 req-03cff3cc-3c09-4c40-b4d8-49e2a13be901 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 210 time: 0.0580380 Aug 20 12:08:33.279977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network b29d2f32-7161-4fcc-95cf-a1276fdad642 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:33.280890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'port': {'device_id': '87d724da-72e8-4621-bdea-b617b48dd782', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'admin_state_up': True, 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:33.308165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2db7b-2136-483b-b919-a674482efab3 req-41432309-e386-417d-a07e-200b2ae8b8db tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.314028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2db7b-2136-483b-b919-a674482efab3 req-41432309-e386-417d-a07e-200b2ae8b8db tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.316130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 974dfba0-a796-4f0b-909c-ecf0022451e1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=974dfba0-a796-4f0b-909c-ecf0022451e1,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:33.321052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2db7b-2136-483b-b919-a674482efab3 req-41432309-e386-417d-a07e-200b2ae8b8db tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.324062 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.325608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5174095a-6f98-45d2-9bce-c8534a533a1c details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:33.327708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2db7b-2136-483b-b919-a674482efab3 req-41432309-e386-417d-a07e-200b2ae8b8db tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.337686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2db7b-2136-483b-b919-a674482efab3 req-41432309-e386-417d-a07e-200b2ae8b8db tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.344471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2db7b-2136-483b-b919-a674482efab3 req-41432309-e386-417d-a07e-200b2ae8b8db tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.351388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2db7b-2136-483b-b919-a674482efab3 req-41432309-e386-417d-a07e-200b2ae8b8db tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.362863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1af2db7b-2136-483b-b919-a674482efab3 req-41432309-e386-417d-a07e-200b2ae8b8db tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5425 time: 0.2856226 Aug 20 12:08:33.364634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b29d2f32-7161-4fcc-95cf-a1276fdad642) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:33.387494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152883ed-cdab-40db-aba2-eaa516eacd86 None None] Network b29d2f32-7161-4fcc-95cf-a1276fdad642 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:33.390225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.390827 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.427605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Deleting port 584e9af4-97cd-4633-9c09-163c07f9fd83 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:33.427968 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.453423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a074f04a-2f5b-4da0-8d0f-15c015cc0f50 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9936950 Aug 20 12:08:33.465509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51388) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:33.478768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Made reservation on behalf of b1c864bebc5e4ecf996f0cfd2d514168 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:33.483922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.494793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1af2db7b-2136-483b-b919-a674482efab3 req-4a2b0279-fbe7-4d9d-98a6-3a24c619fdd2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164188 Aug 20 12:08:33.529932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=974dfba0-a796-4f0b-909c-ecf0022451e1,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:33.542434 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:08:33.547894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] For port 584e9af4-97cd-4633-9c09-163c07f9fd83, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=584e9af4-97cd-4633-9c09-163c07f9fd83,segment=NetworkSegment(2ef70c35-7f9b-4b79-b858-eb7506d5957d),segment_id=2ef70c35-7f9b-4b79-b858-eb7506d5957d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:33.548553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.558428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5174095a-6f98-45d2-9bce-c8534a533a1c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5174095a-6f98-45d2-9bce-c8534a533a1c,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:33.565685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Calling delete_port for 584e9af4-97cd-4633-9c09-163c07f9fd83 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:33.571433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '5174095a-6f98-45d2-9bce-c8534a533a1c', 'network_id': '1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d', 'port_id': '5174095a-6f98-45d2-9bce-c8534a533a1c', 'mac_address': 'fa:16:3e:47:5f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef244ae5-44f8-465a-b334-b47b21771c84', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:33.639890 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.674033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5174095a-6f98-45d2-9bce-c8534a533a1c {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:33.703771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5174095a-6f98-45d2-9bce-c8534a533a1c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5174095a-6f98-45d2-9bce-c8534a533a1c,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:33.730389 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.736605 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.761960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Pushing event deleted for resources: {'Port': ['ID=584e9af4-97cd-4633-9c09-163c07f9fd83,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:33.817243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b29d2f32-7161-4fcc-95cf-a1276fdad642', 'network_id': 'b29d2f32-7161-4fcc-95cf-a1276fdad642', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': 'ab7af8ca-9227-4c57-9196-00587692ecdf'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:33.818014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.827551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] No DVR routers for this DVR port 584e9af4-97cd-4633-9c09-163c07f9fd83 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:33.831199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:33.833672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66faead4-70d5-4dff-97ab-1c0dd669cd65 req-e19079e3-fd2d-45f9-bb8a-fee7ef870af1 tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.73 "DELETE /v2.0/ports/584e9af4-97cd-4633-9c09-163c07f9fd83 HTTP/1.1" status: 204 len: 173 time: 0.8069220 Aug 20 12:08:33.834422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29c6e0f-f8ae-40e6-93db-2f8623870e64', 'name': 'network-vif-deleted', 'tag': '584e9af4-97cd-4633-9c09-163c07f9fd83'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:33.837146 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c74ad-43c2-4efa-8c78-2cf0ea8ff6b7" -d '{"events": [{"server_uuid": "e29c6e0f-f8ae-40e6-93db-2f8623870e64", "name": "network-vif-deleted", "tag": "584e9af4-97cd-4633-9c09-163c07f9fd83"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:33.844063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=5174095a-6f98-45d2-9bce-c8534a533a1c,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:33.847758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['584e9af4-97cd-4633-9c09-163c07f9fd83'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:33.915112 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa1292a-8a9b-4344-aaed-f403b5dc897d x-openstack-request-id: req-efa1292a-8a9b-4344-aaed-f403b5dc897d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:33.915413 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29c6e0f-f8ae-40e6-93db-2f8623870e64", "name": "network-vif-deleted", "tag": "584e9af4-97cd-4633-9c09-163c07f9fd83", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:33.915672 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efa1292a-8a9b-4344-aaed-f403b5dc897d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:33.916078 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29c6e0f-f8ae-40e6-93db-2f8623870e64', 'name': 'network-vif-deleted', 'tag': '584e9af4-97cd-4633-9c09-163c07f9fd83', 'status': 'completed', 'code': 200} Aug 20 12:08:33.983103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bed0306-fe0f-41ea-aa94-981f00359b3d req-2684e011-200d-4f42-b592-66111bb7b2ea tempest-ImagesTestJSON-691620181 tempest-ImagesTestJSON-691620181-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29c6e0f-f8ae-40e6-93db-2f8623870e64 HTTP/1.1" status: 200 len: 210 time: 0.0460653 Aug 20 12:08:34.063479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Allocated IP 172.20.0.1 (b29d2f32-7161-4fcc-95cf-a1276fdad642/ab7af8ca-9227-4c57-9196-00587692ecdf/1e3ced6c-ff2e-4215-8893-ec86337bb495) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:34.161913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.241795 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.245582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Allocated IP 172.20.0.3 (1dc1aa9a-07af-4258-a94a-69c38875253d/abf6c526-a7c9-46e6-8a5e-d5e68edb8078/367fe804-4025-4295-843c-5bbead3192d6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:34.251312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Transition to ACTIVE for port object 1e3ced6c-ff2e-4215-8893-ec86337bb495 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:34.267053 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.268734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Transition to ACTIVE for port object 1e3ced6c-ff2e-4215-8893-ec86337bb495 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:34.276295 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.323629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Network b29d2f32-7161-4fcc-95cf-a1276fdad642 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:34.332935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:34.340514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:34.346547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Pushing event updated for resources: {'Port': ['ID=1e3ced6c-ff2e-4215-8893-ec86337bb495,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:34.449396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Attempting to bind port 1e3ced6c-ff2e-4215-8893-ec86337bb495 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:34.449820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Attempting to bind port 1e3ced6c-ff2e-4215-8893-ec86337bb495 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4bd81556-ebe5-45a6-8428-31b86c145734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b29d2f32-7161-4fcc-95cf-a1276fdad642'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:34.451111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Attempting to bind port 1e3ced6c-ff2e-4215-8893-ec86337bb495 on network b29d2f32-7161-4fcc-95cf-a1276fdad642 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:34.458201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:34.458598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Checking segment: {'id': '4bd81556-ebe5-45a6-8428-31b86c145734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b29d2f32-7161-4fcc-95cf-a1276fdad642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:34.459756 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.460276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Bound using segment: {'id': '4bd81556-ebe5-45a6-8428-31b86c145734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b29d2f32-7161-4fcc-95cf-a1276fdad642'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:34.460860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Bound port: 1e3ced6c-ff2e-4215-8893-ec86337bb495, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd81556-ebe5-45a6-8428-31b86c145734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b29d2f32-7161-4fcc-95cf-a1276fdad642'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:34.461372 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.468349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c829a61-9f46-42f4-94fb-7c9db6e2a275 req-cb517c7c-e336-4a0e-a832-2f4dc437c338 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 210 time: 0.0544868 Aug 20 12:08:34.499677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.574632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7af8ca-9227-4c57-9196-00587692ecdf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:34.587726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] For port 1e3ced6c-ff2e-4215-8893-ec86337bb495, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:34.591660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] For port 1e3ced6c-ff2e-4215-8893-ec86337bb495, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e3ced6c-ff2e-4215-8893-ec86337bb495,segment=NetworkSegment(4bd81556-ebe5-45a6-8428-31b86c145734),segment_id=4bd81556-ebe5-45a6-8428-31b86c145734)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:34.597696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.691528 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.711120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.714615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-b5d6f87f-1567-4961-af66-89157a1697ac tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:34.715917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499068aa-2ff4-4c52-a992-fd8b1b17b162 None None] Pushing event updated for resources: {'Port': ['ID=1e3ced6c-ff2e-4215-8893-ec86337bb495,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:34.721703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-b5d6f87f-1567-4961-af66-89157a1697ac tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:34.731593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-b5d6f87f-1567-4961-af66-89157a1697ac tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:34.734350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ffea45-a74d-417e-bc5c-b68e28e17060 None None] Network b29d2f32-7161-4fcc-95cf-a1276fdad642 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:34.738431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-b5d6f87f-1567-4961-af66-89157a1697ac tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:34.742370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['27914b79-07ac-46d0-8d6e-9e1f681434d4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:34.744476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-b5d6f87f-1567-4961-af66-89157a1697ac tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:34.745158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Transition to ACTIVE for port object 367fe804-4025-4295-843c-5bbead3192d6 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:34.748820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29d2f32-7161-4fcc-95cf-a1276fdad642']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:34.750811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-b5d6f87f-1567-4961-af66-89157a1697ac tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:34.756532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-b5d6f87f-1567-4961-af66-89157a1697ac tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:34.763478 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd81556-ebe5-45a6-8428-31b86c145734') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:34.763773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd81556-ebe5-45a6-8428-31b86c145734') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:34.764434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-b5d6f87f-1567-4961-af66-89157a1697ac tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5427 time: 0.1531780 Aug 20 12:08:34.777181 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.811587 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.821944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:34.822386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:34.829245 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:34.832949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['69312276-bd5f-4b66-b9ce-6e382f12b8cb'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:34.835632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3869de41-f6fb-423c-b819-9b6dbbf24203'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:34.838113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9407b62f-5037-41fc-8d0b-227f52a3a814'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:34.866535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03503e50-574d-44e4-a655-4b6b2dfc3f7f req-6d74db0b-733e-4ed1-a568-1f1b0179e62d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936594 Aug 20 12:08:34.911989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:08:34.911989 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:08:34.911989 n-d-800634-10 neutron-server[101033]: [parameters: {'id': 'b29d2f32-7161-4fcc-95cf-a1276fdad642'}] Aug 20 12:08:34.911989 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:08:34.912556 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:08:34.915994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:34.954392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:34.956614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5174095a-6f98-45d2-9bce-c8534a533a1c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:34.959053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['974dfba0-a796-4f0b-909c-ecf0022451e1'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:34.962014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:34.967109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:34.970152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:35.010960 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'Port': ['ID=367fe804-4025-4295-843c-5bbead3192d6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:35.039615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:35.042011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.074696 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ec74732a-20b6-4daa-8569-5fab9d0aa554 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8014760 Aug 20 12:08:35.087527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Request body: {'port': {'device_id': '87d724da-72e8-4621-bdea-b617b48dd782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:35.140764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51428) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:35.259520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.315758 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fd041e7e-8f6c-4454-981d-ecf1e9108685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.486985 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fd041e7e-8f6c-4454-981d-ecf1e9108685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.491503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.493713 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fd041e7e-8f6c-4454-981d-ecf1e9108685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.586031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fd041e7e-8f6c-4454-981d-ecf1e9108685 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a48b7f791f70467283ec3be657e83db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405372 Aug 20 12:08:35.594794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51438) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:35.645182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd041e7e-8f6c-4454-981d-ecf1e9108685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1463f277-9abf-4688-9e40-7b8b72c556f0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:35.649364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Deleting port 1e3ced6c-ff2e-4215-8893-ec86337bb495 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:35.652297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.744075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016eab52-d183-4d6a-a6b7-f287079ee475 req-99200987-4c46-42cc-a9c3-eae426ef162b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:35.750108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-016eab52-d183-4d6a-a6b7-f287079ee475 req-99200987-4c46-42cc-a9c3-eae426ef162b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 931 time: 0.1573262 Aug 20 12:08:35.760202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] For port 1e3ced6c-ff2e-4215-8893-ec86337bb495, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e3ced6c-ff2e-4215-8893-ec86337bb495,segment=NetworkSegment(4bd81556-ebe5-45a6-8428-31b86c145734),segment_id=4bd81556-ebe5-45a6-8428-31b86c145734)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:35.760742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.798345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Calling delete_port for 1e3ced6c-ff2e-4215-8893-ec86337bb495 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:35.799354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 584e9af4-97cd-4633-9c09-163c07f9fd83 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:35.808499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-016eab52-d183-4d6a-a6b7-f287079ee475 req-64299d47-58c2-451f-ad2b-bc81cd7fb44d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571449 Aug 20 12:08:35.809373 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c46e59e9-0ba3-4a35-a767-8236e2d4ab6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.831060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 584e9af4-97cd-4633-9c09-163c07f9fd83 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:08:35.831850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 584e9af4-97cd-4633-9c09-163c07f9fd83 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:35.837069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1e3794f9-6cbd-4345-9fcd-6344684c6c45 None None] Provisioning for port 367fe804-4025-4295-843c-5bbead3192d6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:35.848797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c46e59e9-0ba3-4a35-a767-8236e2d4ab6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.875191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367fe804-4025-4295-843c-5bbead3192d6 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:35.922734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.940881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1e3794f9-6cbd-4345-9fcd-6344684c6c45 None None] Provisioning complete for port 367fe804-4025-4295-843c-5bbead3192d6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:35.941093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c46e59e9-0ba3-4a35-a767-8236e2d4ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.941211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1e3794f9-6cbd-4345-9fcd-6344684c6c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.943937 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c46e59e9-0ba3-4a35-a767-8236e2d4ab6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:35.945269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c46e59e9-0ba3-4a35-a767-8236e2d4ab6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1463f277-9abf-4688-9e40-7b8b72c556f0 HTTP/1.1" status: 204 len: 168 time: 0.3465939 Aug 20 12:08:35.949959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Transition to ACTIVE for port object 367fe804-4025-4295-843c-5bbead3192d6 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:35.965354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e59e9-0ba3-4a35-a767-8236e2d4ab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1463f277-9abf-4688-9e40-7b8b72c556f0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:35.972121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.080127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50002cd-c48f-4c69-88bf-a1eea02a8e2f None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:08:36.080702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Pushing event updated for resources: {'Port': ['ID=367fe804-4025-4295-843c-5bbead3192d6,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:36.086339 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.086508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-cff4204e-883b-4937-9393-59738d150e84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.093633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51466) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:36.094793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-cff4204e-883b-4937-9393-59738d150e84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.101449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-cff4204e-883b-4937-9393-59738d150e84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.107478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-cff4204e-883b-4937-9393-59738d150e84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.114622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-cff4204e-883b-4937-9393-59738d150e84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.121258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-cff4204e-883b-4937-9393-59738d150e84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.127945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-cff4204e-883b-4937-9393-59738d150e84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.136804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-cff4204e-883b-4937-9393-59738d150e84 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5427 time: 0.1593354 Aug 20 12:08:36.169441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Port': ['ID=1e3ced6c-ff2e-4215-8893-ec86337bb495,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:36.208075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No DVR routers for this DVR port 1e3ced6c-ff2e-4215-8893-ec86337bb495 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:36.214457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a83877c6-44c5-40f3-aad9-4161b2601566 req-ebdc0bed-8c89-40d8-85c6-dd17fd2ffbcc tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726216 Aug 20 12:08:36.258634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75c8c8e-9273-4f90-97c1-484b58e3bfda admin admin] Deleting subnet e71eab11-da89-4282-8c34-1c138ac0222d {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:08:36.274112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1e3794f9-6cbd-4345-9fcd-6344684c6c45 None None] Port 367fe804-4025-4295-843c-5bbead3192d6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:08:36.278235 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e75c8c8e-9273-4f90-97c1-484b58e3bfda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.357614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Attempting to bind port 367fe804-4025-4295-843c-5bbead3192d6 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:36.357955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Attempting to bind port 367fe804-4025-4295-843c-5bbead3192d6 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:36.358319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Attempting to bind port 367fe804-4025-4295-843c-5bbead3192d6 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:36.367900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Port 367fe804-4025-4295-843c-5bbead3192d6 on network 1dc1aa9a-07af-4258-a94a-69c38875253d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:36.367900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Attempting to bind port 367fe804-4025-4295-843c-5bbead3192d6 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:36.377545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:36.377701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Checking segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:36.378137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Bound using segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:36.378594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Bound port: 367fe804-4025-4295-843c-5bbead3192d6, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:36.378959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.382791 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.399678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e75c8c8e-9273-4f90-97c1-484b58e3bfda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.427351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29d2f32-7161-4fcc-95cf-a1276fdad642']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:36.474817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd81556-ebe5-45a6-8428-31b86c145734') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:36.475094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd81556-ebe5-45a6-8428-31b86c145734') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:36.506886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.513395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e75c8c8e-9273-4f90-97c1-484b58e3bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.544513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50002cd-c48f-4c69-88bf-a1eea02a8e2f None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:08:36.560642 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.565181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] For port 367fe804-4025-4295-843c-5bbead3192d6, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:36.585062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:36.585481 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:36.588486 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:36.602423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] For port 367fe804-4025-4295-843c-5bbead3192d6, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=367fe804-4025-4295-843c-5bbead3192d6,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:36.638403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.694958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e75c8c8e-9273-4f90-97c1-484b58e3bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.704747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.705447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.706898 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] 10.222.0.73 "PUT /v2.0/ports/367fe804-4025-4295-843c-5bbead3192d6 HTTP/1.1" status: 200 len: 1092 time: 1.6240730 Aug 20 12:08:36.711018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d724da-72e8-4621-bdea-b617b48dd782', 'tag': '367fe804-4025-4295-843c-5bbead3192d6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:36.711018 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b70204-b17d-4feb-b79d-a96ad68e0983" -d '{"events": [{"name": "network-changed", "server_uuid": "87d724da-72e8-4621-bdea-b617b48dd782", "tag": "367fe804-4025-4295-843c-5bbead3192d6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:36.735305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.746331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c8c8e-9273-4f90-97c1-484b58e3bfda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71eab11-da89-4282-8c34-1c138ac0222d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:36.751531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.753935 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/b29d2f32-7161-4fcc-95cf-a1276fdad642 HTTP/1.1" status: 204 len: 168 time: 3.2873359 Aug 20 12:08:36.758094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51490) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:36.764144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942502468'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:36.785512 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e75c8c8e-9273-4f90-97c1-484b58e3bfda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.787442 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e75c8c8e-9273-4f90-97c1-484b58e3bfda admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e71eab11-da89-4282-8c34-1c138ac0222d HTTP/1.1" status: 204 len: 168 time: 0.6775486 Aug 20 12:08:36.793539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51492) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:36.796873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360fe86-77d4-4052-a2bb-81549aaf7265 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=b29d2f32-7161-4fcc-95cf-a1276fdad642,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:36.805179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa4a3c-9727-4368-a5d5-0ba8b4eb199d service neutron] Pushing event updated for resources: {'Port': ['ID=367fe804-4025-4295-843c-5bbead3192d6,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:36.819957 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc892e47-001c-4846-b4b1-337294ccd024 x-openstack-request-id: req-bc892e47-001c-4846-b4b1-337294ccd024 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:36.822043 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d724da-72e8-4621-bdea-b617b48dd782", "tag": "367fe804-4025-4295-843c-5bbead3192d6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:36.822043 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc892e47-001c-4846-b4b1-337294ccd024 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:36.822043 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d724da-72e8-4621-bdea-b617b48dd782', 'tag': '367fe804-4025-4295-843c-5bbead3192d6', 'status': 'completed', 'code': 200} Aug 20 12:08:36.833059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:36.837205 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.868991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-20842f53-1b78-4102-a953-f952715fc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.872003 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-20842f53-1b78-4102-a953-f952715fc527 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 1095 time: 0.0903547 Aug 20 12:08:36.911153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:36.936091 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-49e3a52e-b57f-43a0-bf3b-48d6d46f6957 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=367fe804-4025-4295-843c-5bbead3192d6 HTTP/1.1" status: 200 len: 217 time: 0.0550342 Aug 20 12:08:36.959443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:36.959810 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment bedfafac-a30f-4964-80c4-ddf564d7c99f of type vlan for network 1aaaab7a-0523-4f7d-b70e-ff4d706f6181 Aug 20 12:08:36.963291 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.003443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-2361df9d-08f2-41df-b11a-67cea770d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.005244 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-2361df9d-08f2-41df-b11a-67cea770d40e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0616693 Aug 20 12:08:37.021047 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.035947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bbbd6-fb37-41fe-820d-9f402756cc4a req-ce4328be-a4ba-4005-bc09-fbe56caf0854 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.037550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-934bbbd6-fb37-41fe-820d-9f402756cc4a req-ce4328be-a4ba-4005-bc09-fbe56caf0854 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 943 time: 0.1311927 Aug 20 12:08:37.076362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-f1d9cf9a-d389-4b04-a616-ad1e9b648f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.079239 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-f1d9cf9a-d389-4b04-a616-ad1e9b648f3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651367 Aug 20 12:08:37.090120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['afd87ac4-0126-41de-bf6c-f1df18b55635', 'b99f97e3-17fd-4b14-a820-ddc0b81af924'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:37.169282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.171924 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.183734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.184421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.213088 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-ee9d7374-9f90-4c91-8689-69089fa81b63 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225069 Aug 20 12:08:37.218482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c26e07a-d386-4987-b09a-d2267ed5cd15']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:37.296327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-934bbbd6-fb37-41fe-820d-9f402756cc4a req-f5ddc282-0c0d-403f-9462-117cb1839705 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230217 Aug 20 12:08:37.296327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef70c35-7f9b-4b79-b858-eb7506d5957d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:37.296327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef70c35-7f9b-4b79-b858-eb7506d5957d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:37.335518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.356270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-194b2057-2c28-45c9-90ad-efd2fda13314 req-7f64e243-8972-4d8f-828b-3c85530abdef service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334510 Aug 20 12:08:37.366878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51510) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:37.367222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6078658 Aug 20 12:08:37.373644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': '1aaaab7a-0523-4f7d-b70e-ff4d706f6181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:37.397191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a86f9-1d41-44d9-a8bb-fcd20513bcf0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=1aaaab7a-0523-4f7d-b70e-ff4d706f6181,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:37.405024 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.424367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1aaaab7a-0523-4f7d-b70e-ff4d706f6181 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:37.498728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:37.499152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:37.503156 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:37.569473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:37.579751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.592098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.598307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-3efeef37-58c9-4290-9dbf-37d1e0f6ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.599970 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-3efeef37-58c9-4290-9dbf-37d1e0f6ad3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 1095 time: 0.1560788 Aug 20 12:08:37.622017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83552f-befa-4810-8ac0-081ddedda891 req-fac8479d-926b-448d-88ba-c512b5cecaa1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.628221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83552f-befa-4810-8ac0-081ddedda891 req-fac8479d-926b-448d-88ba-c512b5cecaa1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.636962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83552f-befa-4810-8ac0-081ddedda891 req-fac8479d-926b-448d-88ba-c512b5cecaa1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.647080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83552f-befa-4810-8ac0-081ddedda891 req-fac8479d-926b-448d-88ba-c512b5cecaa1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.656251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83552f-befa-4810-8ac0-081ddedda891 req-fac8479d-926b-448d-88ba-c512b5cecaa1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.663116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83552f-befa-4810-8ac0-081ddedda891 req-fac8479d-926b-448d-88ba-c512b5cecaa1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.669010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83552f-befa-4810-8ac0-081ddedda891 req-fac8479d-926b-448d-88ba-c512b5cecaa1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.677637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be83552f-befa-4810-8ac0-081ddedda891 req-fac8479d-926b-448d-88ba-c512b5cecaa1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5427 time: 0.2696033 Aug 20 12:08:37.680368 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.684643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] 10.222.0.25 "DELETE /v2.0/networks/3c26e07a-d386-4987-b09a-d2267ed5cd15 HTTP/1.1" status: 204 len: 168 time: 0.8800304 Aug 20 12:08:37.698379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a717-1549-4a61-bbcd-ed4ff22d98dc admin admin] Pushing event deleted for resources: {'Network': ['ID=3c26e07a-d386-4987-b09a-d2267ed5cd15,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:37.744499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be83552f-befa-4810-8ac0-081ddedda891 req-f965f944-f004-41aa-8ff8-ecdb7094f59b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661695 Aug 20 12:08:37.778393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 974dfba0-a796-4f0b-909c-ecf0022451e1 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:37.786096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-bbaec4b1-9344-41a1-a9cf-f1b04f2f28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.787591 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-bbaec4b1-9344-41a1-a9cf-f1b04f2f28ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.1752968 Aug 20 12:08:37.851125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 974dfba0-a796-4f0b-909c-ecf0022451e1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:37.856427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 974dfba0-a796-4f0b-909c-ecf0022451e1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:37.856803 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.865806 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-f56b16ff-5fbe-45d3-93e1-63f500772d07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=367fe804-4025-4295-843c-5bbead3192d6 HTTP/1.1" status: 200 len: 217 time: 0.0502992 Aug 20 12:08:37.941468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.941730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51522) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:37.965460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-c0576cbb-9d61-4123-9648-8cf1debeeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.967200 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-c0576cbb-9d61-4123-9648-8cf1debeeee1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0932622 Aug 20 12:08:37.968557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:37.981252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 974dfba0-a796-4f0b-909c-ecf0022451e1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=974dfba0-a796-4f0b-909c-ecf0022451e1,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:37.982372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974dfba0-a796-4f0b-909c-ecf0022451e1'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:37.988289 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed17c5c-283a-414f-bbed-f3eeb3389017" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "974dfba0-a796-4f0b-909c-ecf0022451e1"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:37.992237 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.008975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b828d4b6-006f-4819-810d-67a79216169f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdc38b4b6e7a41898f4ecc3015670895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635567 Aug 20 12:08:38.012254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51528) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:38.059512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=974dfba0-a796-4f0b-909c-ecf0022451e1,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:38.073880 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b50fefa-c0f5-46d1-b3fb-5e373e983050 x-openstack-request-id: req-0b50fefa-c0f5-46d1-b3fb-5e373e983050 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:38.074168 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "974dfba0-a796-4f0b-909c-ecf0022451e1", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:38.074440 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b50fefa-c0f5-46d1-b3fb-5e373e983050 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:38.075095 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974dfba0-a796-4f0b-909c-ecf0022451e1', 'code': 200} Aug 20 12:08:38.091515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c64e-80e1-493b-89e9-b95341e4fd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.102300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=700515d4-83cf-4cc1-8189-b0bd7e34010c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:38.116525 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c64e-80e1-493b-89e9-b95341e4fd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.124344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-b8dda310-5b3c-48dc-a6fb-7d4710d5696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.125877 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-b8dda310-5b3c-48dc-a6fb-7d4710d5696d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474960 Aug 20 12:08:38.127714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': 'bedfafac-a30f-4964-80c4-ddf564d7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1aaaab7a-0523-4f7d-b70e-ff4d706f6181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:38.128083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: 1aaaab7a-0523-4f7d-b70e-ff4d706f6181, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:38.173197 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c64e-80e1-493b-89e9-b95341e4fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.176908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c64e-80e1-493b-89e9-b95341e4fd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.180653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d9f8c64e-80e1-493b-89e9-b95341e4fd44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efc83297-bcd3-4bd3-9559-5a5a49344dec HTTP/1.1" status: 204 len: 168 time: 0.1651025 Aug 20 12:08:38.190037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8c64e-80e1-493b-89e9-b95341e4fd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc83297-bcd3-4bd3-9559-5a5a49344dec,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:38.208743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network 1aaaab7a-0523-4f7d-b70e-ff4d706f6181 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:38.228705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1aaaab7a-0523-4f7d-b70e-ff4d706f6181) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:38.236679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.237387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.246280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd430e-b575-4046-8f09-523057055989 None None] Network 1aaaab7a-0523-4f7d-b70e-ff4d706f6181 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:38.262106 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-bef8ba8c-1652-40c2-8900-55b0494cf8e2 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266546 Aug 20 12:08:38.264281 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-00f5da5e-513f-4f82-935b-ab5e5d4f20bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8954663 Aug 20 12:08:38.267073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51536) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:38.446332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-1aaaab7a-0523-4f7d-b70e-ff4d706f6181', 'network_id': '1aaaab7a-0523-4f7d-b70e-ff4d706f6181', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': '700515d4-83cf-4cc1-8189-b0bd7e34010c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:38.447674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.494621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.504435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda41a9-58df-4bd8-89ed-24f991ba3d37 req-173db351-cf39-42d8-a369-9fd799770129 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.506113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6eda41a9-58df-4bd8-89ed-24f991ba3d37 req-173db351-cf39-42d8-a369-9fd799770129 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 943 time: 0.1071558 Aug 20 12:08:38.527685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-15b70204-b17d-4feb-b79d-a96ad68e0983 req-d488fd30-7ff4-44de-ad92-cc6b41ad1808 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573016 Aug 20 12:08:38.589763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6eda41a9-58df-4bd8-89ed-24f991ba3d37 req-8079f5df-008d-4c43-9b9e-6d6bad3fa044 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756176 Aug 20 12:08:38.614472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.672761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Allocated IP 172.20.0.2 (1aaaab7a-0523-4f7d-b70e-ff4d706f6181/700515d4-83cf-4cc1-8189-b0bd7e34010c/424c93c1-24ea-4289-aeb2-d3b96987d0f1) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:38.848755 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.861850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Transition to ACTIVE for port object 424c93c1-24ea-4289-aeb2-d3b96987d0f1 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:38.879036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Transition to ACTIVE for port object 424c93c1-24ea-4289-aeb2-d3b96987d0f1 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:38.888371 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.914839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:38.932040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Network 1aaaab7a-0523-4f7d-b70e-ff4d706f6181 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:38.938121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:38.942882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-1f0ff120-e8e1-4102-87cc-801906c6e047 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.945965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:38.950863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-1f0ff120-e8e1-4102-87cc-801906c6e047 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.953613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=700515d4-83cf-4cc1-8189-b0bd7e34010c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:38.957932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-1f0ff120-e8e1-4102-87cc-801906c6e047 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.965443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-1f0ff120-e8e1-4102-87cc-801906c6e047 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.972403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-1f0ff120-e8e1-4102-87cc-801906c6e047 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.978881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-1f0ff120-e8e1-4102-87cc-801906c6e047 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.979345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Pushing event updated for resources: {'Port': ['ID=424c93c1-24ea-4289-aeb2-d3b96987d0f1,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:38.985171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-1f0ff120-e8e1-4102-87cc-801906c6e047 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:38.995821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-1f0ff120-e8e1-4102-87cc-801906c6e047 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5428 time: 0.1546078 Aug 20 12:08:39.043264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf1c3efa-6bf1-4629-b924-ff82af18316d req-3d4ef988-a37b-433a-b3f2-d7005a9ab147 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459774 Aug 20 12:08:39.052118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.067135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaaab7a-0523-4f7d-b70e-ff4d706f6181']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:39.073418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Attempting to bind port 424c93c1-24ea-4289-aeb2-d3b96987d0f1 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:39.073998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Attempting to bind port 424c93c1-24ea-4289-aeb2-d3b96987d0f1 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bedfafac-a30f-4964-80c4-ddf564d7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1aaaab7a-0523-4f7d-b70e-ff4d706f6181'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:39.074564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Attempting to bind port 424c93c1-24ea-4289-aeb2-d3b96987d0f1 on network 1aaaab7a-0523-4f7d-b70e-ff4d706f6181 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:39.079499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedfafac-a30f-4964-80c4-ddf564d7c99f') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:39.080361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedfafac-a30f-4964-80c4-ddf564d7c99f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:39.081554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:39.082318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Checking segment: {'id': 'bedfafac-a30f-4964-80c4-ddf564d7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1aaaab7a-0523-4f7d-b70e-ff4d706f6181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:39.082920 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.083654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Bound using segment: {'id': 'bedfafac-a30f-4964-80c4-ddf564d7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1aaaab7a-0523-4f7d-b70e-ff4d706f6181'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:39.084325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Bound port: 424c93c1-24ea-4289-aeb2-d3b96987d0f1, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedfafac-a30f-4964-80c4-ddf564d7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1aaaab7a-0523-4f7d-b70e-ff4d706f6181'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:39.084917 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.091283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.111493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.119245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:39.119992 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:39.124117 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:39.157832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] For port 424c93c1-24ea-4289-aeb2-d3b96987d0f1, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:39.188162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] For port 424c93c1-24ea-4289-aeb2-d3b96987d0f1, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=424c93c1-24ea-4289-aeb2-d3b96987d0f1,segment=NetworkSegment(bedfafac-a30f-4964-80c4-ddf564d7c99f),segment_id=bedfafac-a30f-4964-80c4-ddf564d7c99f)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:39.189363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:08:39.189363 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:08:39.189363 n-d-800634-10 neutron-server[101033]: [parameters: {'id': '1aaaab7a-0523-4f7d-b70e-ff4d706f6181'}] Aug 20 12:08:39.189363 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:08:39.189363 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:08:39.195521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.287804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85b02e-f0f8-4bf0-814b-1dd408798b08 None None] Pushing event updated for resources: {'Port': ['ID=424c93c1-24ea-4289-aeb2-d3b96987d0f1,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:39.303098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f9598-008c-4bfc-acc3-f86e9287e45f None None] Network 1aaaab7a-0523-4f7d-b70e-ff4d706f6181 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:39.430510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9a194b-8051-4518-96fa-01c0df87b5cd None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:08:39.589904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a194b-8051-4518-96fa-01c0df87b5cd None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:08:39.690909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.744636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae106b-32f3-484f-845c-e2d2738681db req-597775ea-0efa-4480-b84d-0eaae4896b88 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:39.746652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eae106b-32f3-484f-845c-e2d2738681db req-597775ea-0efa-4480-b84d-0eaae4896b88 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 943 time: 0.0619824 Aug 20 12:08:39.792846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Deleting port 424c93c1-24ea-4289-aeb2-d3b96987d0f1 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:39.793196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.816120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eae106b-32f3-484f-845c-e2d2738681db req-cb6406d3-7505-491d-a046-37084b9177b6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550909 Aug 20 12:08:39.890562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] For port 424c93c1-24ea-4289-aeb2-d3b96987d0f1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=424c93c1-24ea-4289-aeb2-d3b96987d0f1,segment=NetworkSegment(bedfafac-a30f-4964-80c4-ddf564d7c99f),segment_id=bedfafac-a30f-4964-80c4-ddf564d7c99f)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:39.891367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:39.906270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Calling delete_port for 424c93c1-24ea-4289-aeb2-d3b96987d0f1 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:40.003464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.007201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51594) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:40.014582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51598) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:40.032686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Port': ['ID=424c93c1-24ea-4289-aeb2-d3b96987d0f1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:40.039976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No DVR routers for this DVR port 424c93c1-24ea-4289-aeb2-d3b96987d0f1 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:40.123437 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.134968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaaab7a-0523-4f7d-b70e-ff4d706f6181']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:40.141464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6711e55-6504-484a-9d09-af951c9a64c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.150694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedfafac-a30f-4964-80c4-ddf564d7c99f') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:40.150932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedfafac-a30f-4964-80c4-ddf564d7c99f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:40.157471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-070210c0-c762-4bff-8bff-3da439d12e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.160976 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.175628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.181679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:40.182067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:40.185105 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:40.225233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [None req-070210c0-c762-4bff-8bff-3da439d12e56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:08:40.225233 n-d-800634-10 neutron-server[101034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 12:08:40.225233 n-d-800634-10 neutron-server[101034]: [parameters: {'project_id': '8a2cd82183ff40849b12de701edb1380', 'id': 'e336fb4b-2868-43ff-af65-1cbfd38655aa', 'expiration': datetime.datetime(2021, 8, 20, 12, 10, 40, 212962)}] Aug 20 12:08:40.225233 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:08:40.225726 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [None req-070210c0-c762-4bff-8bff-3da439d12e56 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:08:40.244805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.245479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-d4b8af6a-ad64-41c2-b3af-0f392e5f9f89 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.251444 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.252763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-d4b8af6a-ad64-41c2-b3af-0f392e5f9f89 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.253246 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/1aaaab7a-0523-4f7d-b70e-ff4d706f6181 HTTP/1.1" status: 204 len: 168 time: 1.9842041 Aug 20 12:08:40.256831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51604) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:40.258659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-d4b8af6a-ad64-41c2-b3af-0f392e5f9f89 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.264482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-d4b8af6a-ad64-41c2-b3af-0f392e5f9f89 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.270404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1233122805'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:40.270862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-d4b8af6a-ad64-41c2-b3af-0f392e5f9f89 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.274595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fbbcb-725b-423a-a122-7bb55ff9b09b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=1aaaab7a-0523-4f7d-b70e-ff4d706f6181,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:40.276788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-d4b8af6a-ad64-41c2-b3af-0f392e5f9f89 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.282780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-d4b8af6a-ad64-41c2-b3af-0f392e5f9f89 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.285369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-d4b8af6a-ad64-41c2-b3af-0f392e5f9f89 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5428 time: 0.1343760 Aug 20 12:08:40.344161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad3898e3-73af-4d3d-bb7e-be30d12d8c6d req-a4c0c20e-a01b-461b-b459-ce89a99ea927 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516574 Aug 20 12:08:40.384535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6711e55-6504-484a-9d09-af951c9a64c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.388442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6711e55-6504-484a-9d09-af951c9a64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.404961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:40.409300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.434666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c6711e55-6504-484a-9d09-af951c9a64c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5de9297881254c4e99cdf53b4d8a4fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239049 Aug 20 12:08:40.434666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6711e55-6504-484a-9d09-af951c9a64c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbded22-dd5d-418d-b3be-05c120e8614f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:40.435003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:40.435429 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:40.459077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.459423 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 41cbf7eb-8718-4408-aeab-7e94bbe98e08 of type vlan for network d10747f7-82ed-4101-bd9a-5394e7591f45 Aug 20 12:08:40.520666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.538631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b84bf11-1af2-4111-82fe-4c190172d1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.569956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.575449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.576036 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.579395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b84bf11-1af2-4111-82fe-4c190172d1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.661849 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4040565 Aug 20 12:08:40.664693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51610) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:40.666398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459ecd4-e3e4-4535-8cbc-ff920d53a3e4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=d10747f7-82ed-4101-bd9a-5394e7591f45,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:40.670770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': 'd10747f7-82ed-4101-bd9a-5394e7591f45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:40.677497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network d10747f7-82ed-4101-bd9a-5394e7591f45 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:40.692583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b84bf11-1af2-4111-82fe-4c190172d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.695383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b84bf11-1af2-4111-82fe-4c190172d1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.699001 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8b84bf11-1af2-4111-82fe-4c190172d1b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9dbded22-dd5d-418d-b3be-05c120e8614f HTTP/1.1" status: 204 len: 168 time: 0.2602069 Aug 20 12:08:40.709770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84bf11-1af2-4111-82fe-4c190172d1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbded22-dd5d-418d-b3be-05c120e8614f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:40.730578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-070210c0-c762-4bff-8bff-3da439d12e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.855765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-070210c0-c762-4bff-8bff-3da439d12e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.864470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-070210c0-c762-4bff-8bff-3da439d12e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.933602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:40.937065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:40.945797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-070210c0-c762-4bff-8bff-3da439d12e56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a2cd82183ff40849b12de701edb1380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302566 Aug 20 12:08:40.948818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:40.962310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070210c0-c762-4bff-8bff-3da439d12e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c400920-740d-4360-929c-ed94304cbf25,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:41.017263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c6f3-93de-413e-ab8a-a260d8185066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.046381 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c6f3-93de-413e-ab8a-a260d8185066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.100194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c6f3-93de-413e-ab8a-a260d8185066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.103244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c6f3-93de-413e-ab8a-a260d8185066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.107028 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3bd6c6f3-93de-413e-ab8a-a260d8185066 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c400920-740d-4360-929c-ed94304cbf25 HTTP/1.1" status: 204 len: 168 time: 0.1544120 Aug 20 12:08:41.125299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6c6f3-93de-413e-ab8a-a260d8185066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c400920-740d-4360-929c-ed94304cbf25,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:41.264254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_backend_mixin [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Performing IP validity checks on allocation pools {{(pid=101034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 12:08:41.265460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_backend_mixin [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 12:08:41.275345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93060792-2db4-4398-8fde-c48ff9b58636 req-6d107be6-9bd7-4f5f-bbd6-e623efd55186 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.282839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93060792-2db4-4398-8fde-c48ff9b58636 req-6d107be6-9bd7-4f5f-bbd6-e623efd55186 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 943 time: 0.4036214 Aug 20 12:08:41.337134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93060792-2db4-4398-8fde-c48ff9b58636 req-2052f99e-634e-455f-917d-0605c2481a3e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533509 Aug 20 12:08:41.506323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.513112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51642) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:41.562382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-8da47e33-6b44-4885-966c-e5dedc5b0e08 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.568395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-8da47e33-6b44-4885-966c-e5dedc5b0e08 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.574366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-8da47e33-6b44-4885-966c-e5dedc5b0e08 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.577627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:41.583988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-8da47e33-6b44-4885-966c-e5dedc5b0e08 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.590329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-8da47e33-6b44-4885-966c-e5dedc5b0e08 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.592055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-314a886f-7b72-423f-8581-2b4ca7fd4934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.597114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-8da47e33-6b44-4885-966c-e5dedc5b0e08 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.603042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-8da47e33-6b44-4885-966c-e5dedc5b0e08 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.605026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-8da47e33-6b44-4885-966c-e5dedc5b0e08 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5428 time: 0.1565614 Aug 20 12:08:41.660357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=7ef69826-23b9-465c-8f81-de04b2212b01,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:41.672798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d21677c6-3c2b-4e59-baa4-2fc203b505bd req-ce56368f-e7af-4a9f-9ce0-6c535852fa5c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574930 Aug 20 12:08:41.681031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': '41cbf7eb-8718-4408-aeab-7e94bbe98e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd10747f7-82ed-4101-bd9a-5394e7591f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:41.681686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: d10747f7-82ed-4101-bd9a-5394e7591f45, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:41.696298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-314a886f-7b72-423f-8581-2b4ca7fd4934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.702126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-314a886f-7b72-423f-8581-2b4ca7fd4934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.703569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network d10747f7-82ed-4101-bd9a-5394e7591f45 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:41.717617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, d10747f7-82ed-4101-bd9a-5394e7591f45) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:41.728154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a63ef-192b-4fda-9bae-e28b9494163d None None] Network d10747f7-82ed-4101-bd9a-5394e7591f45 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:41.739401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a886f-7b72-423f-8581-2b4ca7fd4934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1251b-f23a-43f1-a47e-9e57488ce84a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:41.755631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.757928 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.761275 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-314a886f-7b72-423f-8581-2b4ca7fd4934 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=004f89a162404db1bb811f620aad2588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802101 Aug 20 12:08:41.761461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51650) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:41.791342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9de8872e-0186-4c38-8733-5674935beea8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1253769 Aug 20 12:08:41.791627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51652) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:41.795204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 367fe804-4025-4295-843c-5bbead3192d6 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:41.802001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 27914b79-07ac-46d0-8d6e-9e1f681434d4 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:41.812730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1517051418-network', 'tenant_id': 'e4fb186c8edf42398833bc4482ed2927'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:42.145618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 27914b79-07ac-46d0-8d6e-9e1f681434d4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:42.151598 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.163624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 27914b79-07ac-46d0-8d6e-9e1f681434d4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:42.163989 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.174005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 367fe804-4025-4295-843c-5bbead3192d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=367fe804-4025-4295-843c-5bbead3192d6,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:42.208464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c0ce-ed84-4a7d-8d67-20191f803b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.216940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Made reservation on behalf of e4fb186c8edf42398833bc4482ed2927 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:42.219799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '367fe804-4025-4295-843c-5bbead3192d6', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': '367fe804-4025-4295-843c-5bbead3192d6', 'mac_address': 'fa:16:3e:7d:ed:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:42.220060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.232007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-d10747f7-82ed-4101-bd9a-5394e7591f45', 'network_id': 'd10747f7-82ed-4101-bd9a-5394e7591f45', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': '7ef69826-23b9-465c-8f81-de04b2212b01'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:42.232831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.245893 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.263294 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c0ce-ed84-4a7d-8d67-20191f803b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.293276 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.298230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.378832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c0ce-ed84-4a7d-8d67-20191f803b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.381317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c0ce-ed84-4a7d-8d67-20191f803b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.382482 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4fa1c0ce-ed84-4a7d-8d67-20191f803b35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97d1251b-f23a-43f1-a47e-9e57488ce84a HTTP/1.1" status: 204 len: 168 time: 0.6197805 Aug 20 12:08:42.387226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367fe804-4025-4295-843c-5bbead3192d6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:42.412615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1c0ce-ed84-4a7d-8d67-20191f803b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1251b-f23a-43f1-a47e-9e57488ce84a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:42.421876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.441520 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.467879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 367fe804-4025-4295-843c-5bbead3192d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=367fe804-4025-4295-843c-5bbead3192d6,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:42.485250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.494304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.499831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.526966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02208e13-8af9-4d53-b5b4-1bfea9f65161 req-67d58484-accf-4c88-81ee-dd59308ef46c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.531179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27914b79-07ac-46d0-8d6e-9e1f681434d4'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:42.531435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:42.534398 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef697b5e-18dd-44d3-b946-fcd80ae59b7d" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "27914b79-07ac-46d0-8d6e-9e1f681434d4"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:42.535952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02208e13-8af9-4d53-b5b4-1bfea9f65161 req-67d58484-accf-4c88-81ee-dd59308ef46c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 943 time: 0.0858197 Aug 20 12:08:42.554699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.555161 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Added segment 56b581fc-9a2e-49d2-9232-911f3bac617f of type vlan for network 1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46 Aug 20 12:08:42.556579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d99da4-cd51-44c3-bee1-378743bf2aa2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:42.565479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Allocated IP 172.20.0.3 (d10747f7-82ed-4101-bd9a-5394e7591f45/7ef69826-23b9-465c-8f81-de04b2212b01/d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:42.576474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 27914b79-07ac-46d0-8d6e-9e1f681434d4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:42.598924 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.600040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:42.611525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.628027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=367fe804-4025-4295-843c-5bbead3192d6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:42.645388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.646671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.647331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.652577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02208e13-8af9-4d53-b5b4-1bfea9f65161 req-f5e90236-0dfe-4969-8d58-d61ad8e10d67 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154764 Aug 20 12:08:42.669375 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6f742f-7b2a-470c-a198-45676b2811a8 x-openstack-request-id: req-ba6f742f-7b2a-470c-a198-45676b2811a8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:42.669924 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "27914b79-07ac-46d0-8d6e-9e1f681434d4", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:42.670393 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba6f742f-7b2a-470c-a198-45676b2811a8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:42.670956 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27914b79-07ac-46d0-8d6e-9e1f681434d4', 'code': 200} Aug 20 12:08:42.716106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] Pushing event updated for resources: {'Network': ['ID=1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:42.724587 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f15b3347-28a3-467d-875c-d5b4c598d74f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2076054 Aug 20 12:08:42.725660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51662) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:42.741439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Request body: {'subnet': {'network_id': '1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1517051418-subnet', 'tenant_id': 'e4fb186c8edf42398833bc4482ed2927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:42.744863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:42.778774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Made reservation on behalf of e4fb186c8edf42398833bc4482ed2927 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:42.782952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.854070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=27914b79-07ac-46d0-8d6e-9e1f681434d4,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:42.865417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:42.891056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:42.891457 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.893262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-86890205-90ce-4f38-94c6-e768e16f6a7f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.899807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-86890205-90ce-4f38-94c6-e768e16f6a7f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.905657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-86890205-90ce-4f38-94c6-e768e16f6a7f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.912044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-86890205-90ce-4f38-94c6-e768e16f6a7f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.917886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-86890205-90ce-4f38-94c6-e768e16f6a7f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.924491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-86890205-90ce-4f38-94c6-e768e16f6a7f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.930952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-86890205-90ce-4f38-94c6-e768e16f6a7f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.938120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['367fe804-4025-4295-843c-5bbead3192d6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:42.939848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-86890205-90ce-4f38-94c6-e768e16f6a7f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5429 time: 0.1437037 Aug 20 12:08:43.006551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6b6e40f-a043-4150-9cde-95512efeedb2 req-8cd22b5b-2693-414c-92ed-086f2ba9b1df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559573 Aug 20 12:08:43.006839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.019505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Transition to ACTIVE for port object d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:43.045765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Transition to ACTIVE for port object d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:43.080377 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.082004 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.112441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.146766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Network d10747f7-82ed-4101-bd9a-5394e7591f45 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:43.159891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.163817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:43.169271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:43.183795 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Pushing event updated for resources: {'Port': ['ID=d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:43.227384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f45b8cc-a625-4310-81c3-57ebf09f1f40,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:43.234660 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.250773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10747f7-82ed-4101-bd9a-5394e7591f45']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:43.275297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:43.276464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Checking segment: {'id': '56b581fc-9a2e-49d2-9232-911f3bac617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:43.276825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Network hostable DHCP agents. Network: 1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:43.281360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cbf7eb-8718-4408-aeab-7e94bbe98e08') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:43.281574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cbf7eb-8718-4408-aeab-7e94bbe98e08') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:43.284627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef69826-23b9-465c-8f81-de04b2212b01,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:43.289020 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.290165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3869de41-f6fb-423c-b819-9b6dbbf24203 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:43.292207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Attempting to bind port d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:43.292744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Attempting to bind port d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '41cbf7eb-8718-4408-aeab-7e94bbe98e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd10747f7-82ed-4101-bd9a-5394e7591f45'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:43.293180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Attempting to bind port d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f on network d10747f7-82ed-4101-bd9a-5394e7591f45 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:43.298533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.323952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.328714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Network 1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:43.334840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:43.335274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:43.338593 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:43.349044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:43.349497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Checking segment: {'id': '41cbf7eb-8718-4408-aeab-7e94bbe98e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd10747f7-82ed-4101-bd9a-5394e7591f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:43.349847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.350269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Bound using segment: {'id': '41cbf7eb-8718-4408-aeab-7e94bbe98e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd10747f7-82ed-4101-bd9a-5394e7591f45'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:43.350910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Bound port: d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cbf7eb-8718-4408-aeab-7e94bbe98e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd10747f7-82ed-4101-bd9a-5394e7591f45'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:43.351304 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.351552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:43.356456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:43.357175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.362855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5874f-64d1-49de-976d-5bc9fa8a0c51 None None] Network 1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:43.410297 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-03ffec6d-9288-4d18-a1f2-01d279f59ca9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6831863 Aug 20 12:08:43.425709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:08:43.425709 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:08:43.425709 n-d-800634-10 neutron-server[101033]: [parameters: {'id': 'd10747f7-82ed-4101-bd9a-5394e7591f45'}] Aug 20 12:08:43.425709 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:08:43.426146 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:08:43.485562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:43.538852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 3869de41-f6fb-423c-b819-9b6dbbf24203 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:43.549579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] For port d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:43.568257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 3869de41-f6fb-423c-b819-9b6dbbf24203 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:43.568635 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.603881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] For port d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f,segment=NetworkSegment(41cbf7eb-8718-4408-aeab-7e94bbe98e08),segment_id=41cbf7eb-8718-4408-aeab-7e94bbe98e08)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:43.624055 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.643432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fefbc-bfe5-4ad5-9653-d6b2f069c62a None None] Network 1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:43.761067 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.792513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9dc4-d18c-4536-ada4-52e9b5c729f2 req-9e0722c5-91f5-4eee-a215-5dc63886ed1a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:43.803201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dab9dc4-d18c-4536-ada4-52e9b5c729f2 req-9e0722c5-91f5-4eee-a215-5dc63886ed1a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 944 time: 0.0752335 Aug 20 12:08:43.805094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b33cfb-43d6-49c0-9761-8abdf688c522 None None] Network d10747f7-82ed-4101-bd9a-5394e7591f45 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:43.806763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd46cd-ba7c-42d6-b271-7c7311209a75 None None] Pushing event updated for resources: {'Port': ['ID=d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:43.847919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dab9dc4-d18c-4536-ada4-52e9b5c729f2 req-f562d897-97ee-4b38-8544-c96bad0a4eb8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Aug 20 12:08:43.927522 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.931846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b32d1a44-e922-410b-857e-7b029a8cdc12 req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1455792029', 'description': 'tempest-description-1213822037'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:43.943424 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:43.977613 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b32d1a44-e922-410b-857e-7b029a8cdc12 req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.007529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Deleting port d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:44.007529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.040775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3869de41-f6fb-423c-b819-9b6dbbf24203, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3869de41-f6fb-423c-b819-9b6dbbf24203,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:44.051380 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.052796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9407b62f-5037-41fc-8d0b-227f52a3a814 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:44.103586 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] For port d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f,segment=NetworkSegment(41cbf7eb-8718-4408-aeab-7e94bbe98e08),segment_id=41cbf7eb-8718-4408-aeab-7e94bbe98e08)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:44.104691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.104927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8815943-2c0f-4e5b-a33a-43970c1ade2a None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:08:44.131068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Calling delete_port for d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:44.176367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b32d1a44-e922-410b-857e-7b029a8cdc12 req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.182884 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b32d1a44-e922-410b-857e-7b029a8cdc12 req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.191689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3869de41-f6fb-423c-b819-9b6dbbf24203,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:44.226619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 9407b62f-5037-41fc-8d0b-227f52a3a814 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:44.243274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9407b62f-5037-41fc-8d0b-227f52a3a814 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:44.243658 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.244777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-2e619738-2197-406a-9782-5ce02637546c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.252431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-2e619738-2197-406a-9782-5ce02637546c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.261543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-2e619738-2197-406a-9782-5ce02637546c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.264618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.268645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-2e619738-2197-406a-9782-5ce02637546c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.275209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-2e619738-2197-406a-9782-5ce02637546c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.284187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-2e619738-2197-406a-9782-5ce02637546c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.293075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-2e619738-2197-406a-9782-5ce02637546c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.303000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-2e619738-2197-406a-9782-5ce02637546c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5431 time: 0.1822007 Aug 20 12:08:44.308138 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Port': ['ID=d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:44.310393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No DVR routers for this DVR port d1d86a9d-408c-4c6c-9d76-3aa593dc4f0f on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:44.325643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8815943-2c0f-4e5b-a33a-43970c1ade2a None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:08:44.344040 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b32d1a44-e922-410b-857e-7b029a8cdc12 req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.383083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b32d1a44-e922-410b-857e-7b029a8cdc12 req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4568598 Aug 20 12:08:44.385991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2193c3f5-ad17-491f-9c69-5d5e1ce301bd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:44.406306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.407073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.407569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.407956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.408298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.409358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.409717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.410051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.410410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.410744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.411069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.411394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.411722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0802a50-94d0-45ec-a2bd-8974accc76ad tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:44.419876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10747f7-82ed-4101-bd9a-5394e7591f45']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:44.421522 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.434984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cbf7eb-8718-4408-aeab-7e94bbe98e08') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:44.435190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cbf7eb-8718-4408-aeab-7e94bbe98e08') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:44.447110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.463078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.470153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:44.471503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:44.475085 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:44.490795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5124e270-a1a1-4ecf-a809-0f9c9377d703 req-5d23a5a5-562d-4521-aa3f-3474e6daf9e1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1865628 Aug 20 12:08:44.497453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9407b62f-5037-41fc-8d0b-227f52a3a814, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9407b62f-5037-41fc-8d0b-227f52a3a814,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:44.506132 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.506956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 69312276-bd5f-4b66-b9ce-6e382f12b8cb up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:44.522140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-549862fe-d067-43ca-8ab3-9ccab4e2f822 req-ce26a6bf-b19e-497f-87bd-76650fdaf9b7 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/2193c3f5-ad17-491f-9c69-5d5e1ce301bd HTTP/1.1" status: 200 len: 1807 time: 0.1214442 Aug 20 12:08:44.542744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-549862fe-d067-43ca-8ab3-9ccab4e2f822 req-ab2c7819-35cb-43fd-a6f7-c4ad1ea79e18 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2193c3f5-ad17-491f-9c69-5d5e1ce301bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:44.543206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-549862fe-d067-43ca-8ab3-9ccab4e2f822 req-ab2c7819-35cb-43fd-a6f7-c4ad1ea79e18 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2193c3f5-ad17-491f-9c69-5d5e1ce301bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:44.576282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.587088 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.589322 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/d10747f7-82ed-4101-bd9a-5394e7591f45 HTTP/1.1" status: 204 len: 168 time: 2.7967541 Aug 20 12:08:44.592829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51726) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:44.606501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-204107212'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:44.606880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89988-c2f9-43eb-ab6d-840ca6295c70 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=d10747f7-82ed-4101-bd9a-5394e7591f45,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:44.648057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-549862fe-d067-43ca-8ab3-9ccab4e2f822 req-ab2c7819-35cb-43fd-a6f7-c4ad1ea79e18 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.659844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:44.663053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.699133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-549862fe-d067-43ca-8ab3-9ccab4e2f822 req-ab2c7819-35cb-43fd-a6f7-c4ad1ea79e18 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.708176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:44.713700 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-549862fe-d067-43ca-8ab3-9ccab4e2f822 req-ab2c7819-35cb-43fd-a6f7-c4ad1ea79e18 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.733055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.733501 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 2335af25-3812-4b5b-8f95-31f3963b6734 of type vlan for network 7a9dfcc2-e020-4666-bac6-207e1838b0f8 Aug 20 12:08:44.747402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c7819-35cb-43fd-a6f7-c4ad1ea79e18 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c67c6c6-f201-4202-b807-0b6087385925,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:44.774541 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-549862fe-d067-43ca-8ab3-9ccab4e2f822 req-ab2c7819-35cb-43fd-a6f7-c4ad1ea79e18 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.775873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-549862fe-d067-43ca-8ab3-9ccab4e2f822 req-ab2c7819-35cb-43fd-a6f7-c4ad1ea79e18 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2388999 Aug 20 12:08:44.783684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa'}, {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203'}, {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9407b62f-5037-41fc-8d0b-227f52a3a814'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:44.787088 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af5f88e-6e45-4464-88be-abe203a32b52" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa"}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203"}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "9407b62f-5037-41fc-8d0b-227f52a3a814"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:44.807737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-03795146-564b-4112-a107-083f2a136387 req-2f4adb7a-0a04-42c9-83ea-46a22062365a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-776470923', 'description': 'tempest-description-1304172780'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:44.810693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9407b62f-5037-41fc-8d0b-227f52a3a814,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:44.813373 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.863570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03795146-564b-4112-a107-083f2a136387 req-2f4adb7a-0a04-42c9-83ea-46a22062365a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.867241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.868845 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9807a95-68f9-4bca-839d-45aa2db14578 x-openstack-request-id: req-c9807a95-68f9-4bca-839d-45aa2db14578 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:44.869169 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa", "code": 200}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203", "code": 200}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "9407b62f-5037-41fc-8d0b-227f52a3a814", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:44.869426 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9807a95-68f9-4bca-839d-45aa2db14578 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:44.869821 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa', 'code': 200} Aug 20 12:08:44.870081 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'code': 200} Aug 20 12:08:44.870365 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9407b62f-5037-41fc-8d0b-227f52a3a814', 'code': 200} Aug 20 12:08:44.873642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.874509 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.890499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 69312276-bd5f-4b66-b9ce-6e382f12b8cb completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:44.903034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 69312276-bd5f-4b66-b9ce-6e382f12b8cb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:44.903646 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.963843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3689368 Aug 20 12:08:44.967038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51744) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:44.975930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': '7a9dfcc2-e020-4666-bac6-207e1838b0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:45.002217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7408d-1961-4c0c-9d28-6bc50227f76b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=7a9dfcc2-e020-4666-bac6-207e1838b0f8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:45.024888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7a9dfcc2-e020-4666-bac6-207e1838b0f8 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:45.043293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbf0ac-83d3-4dbd-befd-e53efe735650 req-33ecb9ea-607b-4ac8-8ce6-8b85adb6eb68 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.045127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7cbf0ac-83d3-4dbd-befd-e53efe735650 req-33ecb9ea-607b-4ac8-8ce6-8b85adb6eb68 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 944 time: 0.0988925 Aug 20 12:08:45.078478 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.110668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03795146-564b-4112-a107-083f2a136387 req-2f4adb7a-0a04-42c9-83ea-46a22062365a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.114810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7cbf0ac-83d3-4dbd-befd-e53efe735650 req-49a8b7e9-5003-4ce7-83d8-1ba5bc0e99fe tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614352 Aug 20 12:08:45.118723 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03795146-564b-4112-a107-083f2a136387 req-2f4adb7a-0a04-42c9-83ea-46a22062365a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.128887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 69312276-bd5f-4b66-b9ce-6e382f12b8cb, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:45.145596 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.146485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5174095a-6f98-45d2-9bce-c8534a533a1c up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:45.164576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:45.169403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.171762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4adb7a-0a04-42c9-83ea-46a22062365a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afe3445-586e-4b61-82ac-ce3369872a79,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:45.177132 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03795146-564b-4112-a107-083f2a136387 req-2f4adb7a-0a04-42c9-83ea-46a22062365a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.183403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03795146-564b-4112-a107-083f2a136387 req-2f4adb7a-0a04-42c9-83ea-46a22062365a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3804679 Aug 20 12:08:45.229378 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=69312276-bd5f-4b66-b9ce-6e382f12b8cb,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:45.245019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 5174095a-6f98-45d2-9bce-c8534a533a1c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:45.249747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 5174095a-6f98-45d2-9bce-c8534a533a1c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:45.250222 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.276561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83393d16-9bd4-4524-a71e-df3b36a69454 req-c53e6934-824d-4d46-8932-321e15d4af58 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/1afe3445-586e-4b61-82ac-ce3369872a79 HTTP/1.1" status: 200 len: 1806 time: 0.0687492 Aug 20 12:08:45.282448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-83393d16-9bd4-4524-a71e-df3b36a69454 req-dc2b471d-627c-42f2-8f1a-30d13ce0659c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1afe3445-586e-4b61-82ac-ce3369872a79', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:45.282802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-83393d16-9bd4-4524-a71e-df3b36a69454 req-dc2b471d-627c-42f2-8f1a-30d13ce0659c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1afe3445-586e-4b61-82ac-ce3369872a79', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:45.366212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.367931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-83393d16-9bd4-4524-a71e-df3b36a69454 req-dc2b471d-627c-42f2-8f1a-30d13ce0659c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.403846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-83393d16-9bd4-4524-a71e-df3b36a69454 req-dc2b471d-627c-42f2-8f1a-30d13ce0659c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.409372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-83393d16-9bd4-4524-a71e-df3b36a69454 req-dc2b471d-627c-42f2-8f1a-30d13ce0659c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.412384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5174095a-6f98-45d2-9bce-c8534a533a1c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5174095a-6f98-45d2-9bce-c8534a533a1c,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:45.417914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.431481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b471d-627c-42f2-8f1a-30d13ce0659c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edcb1a3-33f6-49f5-86a5-23b0cc6bd98f,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:45.434515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 367fe804-4025-4295-843c-5bbead3192d6 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:45.442322 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-83393d16-9bd4-4524-a71e-df3b36a69454 req-dc2b471d-627c-42f2-8f1a-30d13ce0659c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.443651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83393d16-9bd4-4524-a71e-df3b36a69454 req-dc2b471d-627c-42f2-8f1a-30d13ce0659c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1660323 Aug 20 12:08:45.453628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.477123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-89086116-746e-447d-9b1b-f0b61fd4ba0c req-83f1ab6d-4f9a-46e0-b047-e5670bfd5b93 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-386489207', 'description': 'tempest-description-1602915790'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:45.509880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-89086116-746e-447d-9b1b-f0b61fd4ba0c req-83f1ab6d-4f9a-46e0-b047-e5670bfd5b93 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.533723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=32119a56-0324-4aee-a6c7-b5044b1fa9db,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:45.542639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': '2335af25-3812-4b5b-8f95-31f3963b6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7a9dfcc2-e020-4666-bac6-207e1838b0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:45.542980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: 7a9dfcc2-e020-4666-bac6-207e1838b0f8, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:45.546938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=5174095a-6f98-45d2-9bce-c8534a533a1c,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:45.567033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network 7a9dfcc2-e020-4666-bac6-207e1838b0f8 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:45.580205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 367fe804-4025-4295-843c-5bbead3192d6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:45.581516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7a9dfcc2-e020-4666-bac6-207e1838b0f8) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:45.589243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 367fe804-4025-4295-843c-5bbead3192d6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:45.589498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.589627 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.590289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.623190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28c1fb-38ea-4856-933b-fc57af8d230d None None] Network 7a9dfcc2-e020-4666-bac6-207e1838b0f8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:45.677420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045919-93ef-4ac4-9941-27748cefa899 req-d30c19f4-c25c-4d54-955b-5d309e591db1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.684221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045919-93ef-4ac4-9941-27748cefa899 req-d30c19f4-c25c-4d54-955b-5d309e591db1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.688144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51762) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:45.690614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045919-93ef-4ac4-9941-27748cefa899 req-d30c19f4-c25c-4d54-955b-5d309e591db1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.696712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045919-93ef-4ac4-9941-27748cefa899 req-d30c19f4-c25c-4d54-955b-5d309e591db1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.702890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045919-93ef-4ac4-9941-27748cefa899 req-d30c19f4-c25c-4d54-955b-5d309e591db1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.709344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045919-93ef-4ac4-9941-27748cefa899 req-d30c19f4-c25c-4d54-955b-5d309e591db1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.715740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045919-93ef-4ac4-9941-27748cefa899 req-d30c19f4-c25c-4d54-955b-5d309e591db1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.717708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40045919-93ef-4ac4-9941-27748cefa899 req-d30c19f4-c25c-4d54-955b-5d309e591db1 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.1258714 Aug 20 12:08:45.756288 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-89086116-746e-447d-9b1b-f0b61fd4ba0c req-83f1ab6d-4f9a-46e0-b047-e5670bfd5b93 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.762942 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-89086116-746e-447d-9b1b-f0b61fd4ba0c req-83f1ab6d-4f9a-46e0-b047-e5670bfd5b93 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.772208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b6340769-26eb-426e-9d50-43788b70628f tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8013349 Aug 20 12:08:45.773435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51766) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:45.800377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40045919-93ef-4ac4-9941-27748cefa899 req-0cbbc3ac-4e79-43aa-a150-509f4e981ce0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710254 Aug 20 12:08:45.810615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1ab6d-4f9a-46e0-b047-e5670bfd5b93 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e492b2d7-0c12-4791-9b4c-35feab4ce520,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:45.811501 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.816126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-89086116-746e-447d-9b1b-f0b61fd4ba0c req-83f1ab6d-4f9a-46e0-b047-e5670bfd5b93 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.842309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89086116-746e-447d-9b1b-f0b61fd4ba0c req-83f1ab6d-4f9a-46e0-b047-e5670bfd5b93 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3697321 Aug 20 12:08:45.848593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-19802fe7-fbff-41d0-849f-a846d4654c63 req-daaf35d4-7f85-427b-b68b-1b4e7300943b tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1560846385', 'description': 'tempest-description-1631279869'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:45.873301 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19802fe7-fbff-41d0-849f-a846d4654c63 req-daaf35d4-7f85-427b-b68b-1b4e7300943b tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.877393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-7a9dfcc2-e020-4666-bac6-207e1838b0f8', 'network_id': '7a9dfcc2-e020-4666-bac6-207e1838b0f8', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': '32119a56-0324-4aee-a6c7-b5044b1fa9db'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:45.878282 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.888622 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b375f65-667c-4b27-85ed-9529fed0c616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.890515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 367fe804-4025-4295-843c-5bbead3192d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=367fe804-4025-4295-843c-5bbead3192d6,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:45.896873 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.960045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.971867 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19802fe7-fbff-41d0-849f-a846d4654c63 req-daaf35d4-7f85-427b-b68b-1b4e7300943b tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.979310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19802fe7-fbff-41d0-849f-a846d4654c63 req-daaf35d4-7f85-427b-b68b-1b4e7300943b tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.013265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf35d4-7f85-427b-b68b-1b4e7300943b tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adef11c-a5b5-41bc-9e77-2e7d42f90f25,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.027183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=367fe804-4025-4295-843c-5bbead3192d6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.041022 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.073814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Allocated IP 172.20.0.1 (7a9dfcc2-e020-4666-bac6-207e1838b0f8/32119a56-0324-4aee-a6c7-b5044b1fa9db/e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:46.139575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b375f65-667c-4b27-85ed-9529fed0c616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.144388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b375f65-667c-4b27-85ed-9529fed0c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.149426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-19802fe7-fbff-41d0-849f-a846d4654c63 req-daaf35d4-7f85-427b-b68b-1b4e7300943b tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.156993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19802fe7-fbff-41d0-849f-a846d4654c63 req-daaf35d4-7f85-427b-b68b-1b4e7300943b tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3129270 Aug 20 12:08:46.192257 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7b375f65-667c-4b27-85ed-9529fed0c616 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75c66f9a2f1f44a3bd59be950311c2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030012 Aug 20 12:08:46.197748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b375f65-667c-4b27-85ed-9529fed0c616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782db8cb-2af7-4713-882a-7455a17b062f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.198370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51774) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:46.252580 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.260857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Transition to ACTIVE for port object e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:46.277177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Transition to ACTIVE for port object e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:46.286640 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.296762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-cd3867b3-1b74-49b9-a93f-07e7fbf0c6bf tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/e492b2d7-0c12-4791-9b4c-35feab4ce520 HTTP/1.1" status: 200 len: 1806 time: 0.1161127 Aug 20 12:08:46.309347 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.314704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3552bac-8972-4e95-b254-27465a525d35 req-33fb9f0d-0ce5-4de7-b71c-722c44a940d7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:46.316239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3552bac-8972-4e95-b254-27465a525d35 req-33fb9f0d-0ce5-4de7-b71c-722c44a940d7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 945 time: 0.1206253 Aug 20 12:08:46.340639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Network 7a9dfcc2-e020-4666-bac6-207e1838b0f8 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:46.343870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=32119a56-0324-4aee-a6c7-b5044b1fa9db,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.344715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:46.345704 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0327314f-6bc9-4d37-89f6-8e8500042cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.348467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:46.359094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Pushing event updated for resources: {'Port': ['ID=e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.400650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-e2c56c46-1080-4dfe-98ed-dee5253ba8df tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/9adef11c-a5b5-41bc-9e77-2e7d42f90f25 HTTP/1.1" status: 200 len: 1807 time: 0.0834391 Aug 20 12:08:46.420047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Attempting to bind port e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:46.420413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Attempting to bind port e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '2335af25-3812-4b5b-8f95-31f3963b6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7a9dfcc2-e020-4666-bac6-207e1838b0f8'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:46.420772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Attempting to bind port e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf on network 7a9dfcc2-e020-4666-bac6-207e1838b0f8 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:46.426455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:46.426689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-888627c7-b1fe-448b-bac4-47a59b96841a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e492b2d7-0c12-4791-9b4c-35feab4ce520', 'remote_group_id': '9adef11c-a5b5-41bc-9e77-2e7d42f90f25', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:46.426816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.426931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Checking segment: {'id': '2335af25-3812-4b5b-8f95-31f3963b6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7a9dfcc2-e020-4666-bac6-207e1838b0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:46.427025 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-888627c7-b1fe-448b-bac4-47a59b96841a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e492b2d7-0c12-4791-9b4c-35feab4ce520', 'remote_group_id': '9adef11c-a5b5-41bc-9e77-2e7d42f90f25', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:46.427244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.427607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Bound using segment: {'id': '2335af25-3812-4b5b-8f95-31f3963b6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7a9dfcc2-e020-4666-bac6-207e1838b0f8'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:46.428070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Bound port: e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2335af25-3812-4b5b-8f95-31f3963b6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7a9dfcc2-e020-4666-bac6-207e1838b0f8'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:46.428451 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.437511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3552bac-8972-4e95-b254-27465a525d35 req-dcd1d150-d6c1-41e0-8198-8c76f28601fc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061943 Aug 20 12:08:46.437832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9dfcc2-e020-4666-bac6-207e1838b0f8']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:46.440651 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0327314f-6bc9-4d37-89f6-8e8500042cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.453976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2335af25-3812-4b5b-8f95-31f3963b6734') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:46.454349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2335af25-3812-4b5b-8f95-31f3963b6734') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:46.478882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.497326 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.511642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] For port e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:46.512648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:46.515086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:46.527568 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:46.539307 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0327314f-6bc9-4d37-89f6-8e8500042cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.541919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0327314f-6bc9-4d37-89f6-8e8500042cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.543175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0327314f-6bc9-4d37-89f6-8e8500042cb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/782db8cb-2af7-4713-882a-7455a17b062f HTTP/1.1" status: 204 len: 168 time: 0.3437908 Aug 20 12:08:46.569115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327314f-6bc9-4d37-89f6-8e8500042cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782db8cb-2af7-4713-882a-7455a17b062f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.578062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-888627c7-b1fe-448b-bac4-47a59b96841a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.601357 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:08:46.601357 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:08:46.601357 n-d-800634-10 neutron-server[101033]: [parameters: {'id': '7a9dfcc2-e020-4666-bac6-207e1838b0f8'}] Aug 20 12:08:46.601357 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:08:46.601770 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:08:46.604334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] For port e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf,segment=NetworkSegment(2335af25-3812-4b5b-8f95-31f3963b6734),segment_id=2335af25-3812-4b5b-8f95-31f3963b6734)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:46.608944 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.625955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-888627c7-b1fe-448b-bac4-47a59b96841a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.632055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-888627c7-b1fe-448b-bac4-47a59b96841a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.656734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888627c7-b1fe-448b-bac4-47a59b96841a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fac456-522e-4b0e-a01e-29415c3b5e39,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.668484 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-888627c7-b1fe-448b-bac4-47a59b96841a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.670673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a473d9c-1de3-42da-ab2c-a0a0f5322c4f req-888627c7-b1fe-448b-bac4-47a59b96841a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2580285 Aug 20 12:08:46.688993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eb000-6d2a-456f-b725-69bd7e7b5aaf None None] Pushing event updated for resources: {'Port': ['ID=e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.703863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-099d3e4f-dc84-4fdb-a2bc-6a7924e6b772 req-a0096cef-a32a-438c-a4b3-494ef0ef3a01 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-197901359', 'description': 'tempest-description-361768789'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:46.717748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1fe15-2471-4742-8acb-686086494e8a None None] Network 7a9dfcc2-e020-4666-bac6-207e1838b0f8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:46.733264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-099d3e4f-dc84-4fdb-a2bc-6a7924e6b772 req-a0096cef-a32a-438c-a4b3-494ef0ef3a01 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.845503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-099d3e4f-dc84-4fdb-a2bc-6a7924e6b772 req-a0096cef-a32a-438c-a4b3-494ef0ef3a01 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.850507 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-099d3e4f-dc84-4fdb-a2bc-6a7924e6b772 req-a0096cef-a32a-438c-a4b3-494ef0ef3a01 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.886796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69312276-bd5f-4b66-b9ce-6e382f12b8cb'}, {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174095a-6f98-45d2-9bce-c8534a533a1c'}, {'server_uuid': '87d724da-72e8-4621-bdea-b617b48dd782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367fe804-4025-4295-843c-5bbead3192d6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:46.889391 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a30bc-178d-4af2-879b-ad718036451e" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "69312276-bd5f-4b66-b9ce-6e382f12b8cb"}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "5174095a-6f98-45d2-9bce-c8534a533a1c"}, {"server_uuid": "87d724da-72e8-4621-bdea-b617b48dd782", "name": "network-vif-plugged", "status": "completed", "tag": "367fe804-4025-4295-843c-5bbead3192d6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:46.896201 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-099d3e4f-dc84-4fdb-a2bc-6a7924e6b772 req-a0096cef-a32a-438c-a4b3-494ef0ef3a01 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.910020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-099d3e4f-dc84-4fdb-a2bc-6a7924e6b772 req-a0096cef-a32a-438c-a4b3-494ef0ef3a01 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2036626 Aug 20 12:08:46.929650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5126d-6feb-4826-940f-3aa9d8f9e1d3 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:08:46.936986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0096cef-a32a-438c-a4b3-494ef0ef3a01 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d093d500-c8e6-490f-99ed-3c2eada8e190,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:46.967210 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c2cc4a-4954-4c54-9164-10569ceb1864 x-openstack-request-id: req-e6c2cc4a-4954-4c54-9164-10569ceb1864 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:46.967509 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "69312276-bd5f-4b66-b9ce-6e382f12b8cb", "code": 200}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-plugged", "status": "completed", "tag": "5174095a-6f98-45d2-9bce-c8534a533a1c", "code": 200}, {"server_uuid": "87d724da-72e8-4621-bdea-b617b48dd782", "name": "network-vif-plugged", "status": "completed", "tag": "367fe804-4025-4295-843c-5bbead3192d6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:46.967769 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6c2cc4a-4954-4c54-9164-10569ceb1864 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:46.968291 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69312276-bd5f-4b66-b9ce-6e382f12b8cb', 'code': 200} Aug 20 12:08:46.968736 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5174095a-6f98-45d2-9bce-c8534a533a1c', 'code': 200} Aug 20 12:08:46.969146 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d724da-72e8-4621-bdea-b617b48dd782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367fe804-4025-4295-843c-5bbead3192d6', 'code': 200} Aug 20 12:08:46.973150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51790) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:46.993990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-bb714f3a-8bbb-449a-b89c-34b3c657a04c req-5beeb9bb-9b9b-4664-9e8e-40e7267ccd6c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1684770425', 'description': 'tempest-description-1408401873'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:47.014508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.043468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-b09ce951-8a9b-451e-903d-d843f0d21c5f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.051556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-b09ce951-8a9b-451e-903d-d843f0d21c5f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.058635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-b09ce951-8a9b-451e-903d-d843f0d21c5f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.066124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-b09ce951-8a9b-451e-903d-d843f0d21c5f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.072647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-b09ce951-8a9b-451e-903d-d843f0d21c5f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.079072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-b09ce951-8a9b-451e-903d-d843f0d21c5f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.086244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-b09ce951-8a9b-451e-903d-d843f0d21c5f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.088470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-b09ce951-8a9b-451e-903d-d843f0d21c5f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.1691444 Aug 20 12:08:47.089870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bb714f3a-8bbb-449a-b89c-34b3c657a04c req-5beeb9bb-9b9b-4664-9e8e-40e7267ccd6c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.109321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.109934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a5126d-6feb-4826-940f-3aa9d8f9e1d3 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:08:47.183586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2330d505-0968-457b-94e2-9ab30563c1c1 req-17e2cf2b-65f8-4c62-a125-ef3a62bf5996 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798452 Aug 20 12:08:47.188509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.193374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766bda-9903-45f7-9757-9579876dfdff req-b3390df2-c0db-4382-aae0-5dfe43615619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.193899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766bda-9903-45f7-9757-9579876dfdff req-b3390df2-c0db-4382-aae0-5dfe43615619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.194613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766bda-9903-45f7-9757-9579876dfdff req-b3390df2-c0db-4382-aae0-5dfe43615619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.195110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766bda-9903-45f7-9757-9579876dfdff req-b3390df2-c0db-4382-aae0-5dfe43615619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.195557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766bda-9903-45f7-9757-9579876dfdff req-b3390df2-c0db-4382-aae0-5dfe43615619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.196103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766bda-9903-45f7-9757-9579876dfdff req-b3390df2-c0db-4382-aae0-5dfe43615619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.196805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766bda-9903-45f7-9757-9579876dfdff req-b3390df2-c0db-4382-aae0-5dfe43615619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.199217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62766bda-9903-45f7-9757-9579876dfdff req-b3390df2-c0db-4382-aae0-5dfe43615619 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6498 time: 0.0968325 Aug 20 12:08:47.203231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.217364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6048-2e29-4507-92c2-985a44ada94d req-57fc8ab0-f1fb-4161-9446-4bc5f3de09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.219861 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-855a6048-2e29-4507-92c2-985a44ada94d req-57fc8ab0-f1fb-4161-9446-4bc5f3de09d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 1097 time: 0.1194837 Aug 20 12:08:47.261312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62766bda-9903-45f7-9757-9579876dfdff req-913cf85a-8e4f-472f-991b-43c7c35f093c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534286 Aug 20 12:08:47.292233 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e00953b9513451eb380d5a06502a5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092403 Aug 20 12:08:47.293630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d252745-ea74-4f0d-adde-9c47a50887e4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:47.295220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:47.315350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.315701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.315964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.316304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.316645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.316977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.317310 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.317635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.317961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.318307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.318631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.319035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea0292-1a41-4ad1-9d5f-bf9ec4330d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.324486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bb714f3a-8bbb-449a-b89c-34b3c657a04c req-5beeb9bb-9b9b-4664-9e8e-40e7267ccd6c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.329115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Deleting port e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:47.329461 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.341289 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bb714f3a-8bbb-449a-b89c-34b3c657a04c req-5beeb9bb-9b9b-4664-9e8e-40e7267ccd6c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.345436 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-855a6048-2e29-4507-92c2-985a44ada94d req-04f9ae08-720b-460c-8a9a-0b116d560c0f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107118 Aug 20 12:08:47.409628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] For port e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf,segment=NetworkSegment(2335af25-3812-4b5b-8f95-31f3963b6734),segment_id=2335af25-3812-4b5b-8f95-31f3963b6734)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:47.409995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.410980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-bb714f3a-8bbb-449a-b89c-34b3c657a04c req-5beeb9bb-9b9b-4664-9e8e-40e7267ccd6c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.412961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb714f3a-8bbb-449a-b89c-34b3c657a04c req-5beeb9bb-9b9b-4664-9e8e-40e7267ccd6c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4242020 Aug 20 12:08:47.428616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Calling delete_port for e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:47.430601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49072255-a4d8-47b3-990a-2f34cecc1862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.432219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beeb9bb-9b9b-4664-9e8e-40e7267ccd6c tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a1ffc8-1497-42ad-a777-d681938cefa6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:47.477458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49072255-a4d8-47b3-990a-2f34cecc1862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.521041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.535562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-add18630-5120-42c2-92e6-d649984623bd req-4a3caf45-acf2-4b81-a18a-d72a84994907 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/d093d500-c8e6-490f-99ed-3c2eada8e190 HTTP/1.1" status: 200 len: 1805 time: 0.0835238 Aug 20 12:08:47.547028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Port': ['ID=e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:47.558346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No DVR routers for this DVR port e95d2bb1-39f7-4cc3-8ee3-51e0f208adcf on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:47.609670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49072255-a4d8-47b3-990a-2f34cecc1862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.613905 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49072255-a4d8-47b3-990a-2f34cecc1862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.615090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-49072255-a4d8-47b3-990a-2f34cecc1862 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d252745-ea74-4f0d-adde-9c47a50887e4 HTTP/1.1" status: 204 len: 168 time: 0.3186729 Aug 20 12:08:47.620220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-add18630-5120-42c2-92e6-d649984623bd req-7ae1c53e-8cae-4093-8652-b8a290e5041d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/80a1ffc8-1497-42ad-a777-d681938cefa6 HTTP/1.1" status: 200 len: 1807 time: 0.0664308 Aug 20 12:08:47.628335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529bd40-9713-43eb-ae8b-d1997ce3c6cf req-6950fa5f-48fa-4e59-99ba-15c91d57ec55 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.629851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4529bd40-9713-43eb-ae8b-d1997ce3c6cf req-6950fa5f-48fa-4e59-99ba-15c91d57ec55 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 945 time: 0.1116178 Aug 20 12:08:47.638131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49072255-a4d8-47b3-990a-2f34cecc1862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d252745-ea74-4f0d-adde-9c47a50887e4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:47.644313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-add18630-5120-42c2-92e6-d649984623bd req-8ca19abc-9139-472e-b273-adaa5648279d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd093d500-c8e6-490f-99ed-3c2eada8e190', 'remote_group_id': '80a1ffc8-1497-42ad-a777-d681938cefa6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:47.644562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-add18630-5120-42c2-92e6-d649984623bd req-8ca19abc-9139-472e-b273-adaa5648279d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd093d500-c8e6-490f-99ed-3c2eada8e190', 'remote_group_id': '80a1ffc8-1497-42ad-a777-d681938cefa6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:47.656509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.670101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9dfcc2-e020-4666-bac6-207e1838b0f8']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:47.682761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2335af25-3812-4b5b-8f95-31f3963b6734') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:47.683061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2335af25-3812-4b5b-8f95-31f3963b6734') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:47.693080 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4529bd40-9713-43eb-ae8b-d1997ce3c6cf req-00f1a2ee-b3ab-4d9f-92d3-1338ddedd013 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528240 Aug 20 12:08:47.694090 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.711952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.723856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:47.724397 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:47.729759 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:47.743903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-add18630-5120-42c2-92e6-d649984623bd req-8ca19abc-9139-472e-b273-adaa5648279d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.788095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-add18630-5120-42c2-92e6-d649984623bd req-8ca19abc-9139-472e-b273-adaa5648279d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.792545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-add18630-5120-42c2-92e6-d649984623bd req-8ca19abc-9139-472e-b273-adaa5648279d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.802589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.809687 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.811929 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/7a9dfcc2-e020-4666-bac6-207e1838b0f8 HTTP/1.1" status: 204 len: 168 time: 2.0371513 Aug 20 12:08:47.815843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51802) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:47.821988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca19abc-9139-472e-b273-adaa5648279d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a8c9b0-e55c-4f70-a7d3-82d8b5ee1a36,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:47.824860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-add18630-5120-42c2-92e6-d649984623bd req-8ca19abc-9139-472e-b273-adaa5648279d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.826335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-add18630-5120-42c2-92e6-d649984623bd req-8ca19abc-9139-472e-b273-adaa5648279d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1901546 Aug 20 12:08:47.830475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1463240901'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:47.835094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a077-000c-4ad2-bcae-f3d9d0c3c9f1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=7a9dfcc2-e020-4666-bac6-207e1838b0f8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:47.856805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:47.861478 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.889265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:47.899234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a49e28c-6abb-4cc7-9632-8687ffebcb2f req-4cf92b86-e8ce-470f-8447-d07b08a3f58b tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/80a1ffc8-1497-42ad-a777-d681938cefa6 HTTP/1.1" status: 200 len: 1807 time: 0.0476851 Aug 20 12:08:47.900214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.900554 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 63b9c6ab-6415-4b06-9640-74eaaf304eb6 of type vlan for network f5b6f4b2-5257-4635-93ce-bc5c710e80e1 Aug 20 12:08:47.941600 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.962915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6a49e28c-6abb-4cc7-9632-8687ffebcb2f req-adaa5764-831c-4cb3-8af8-1de66af0031d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.974514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.983952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.984575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.987539 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6a49e28c-6abb-4cc7-9632-8687ffebcb2f req-adaa5764-831c-4cb3-8af8-1de66af0031d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.040975 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2240169 Aug 20 12:08:48.046220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51812) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:48.051404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': 'f5b6f4b2-5257-4635-93ce-bc5c710e80e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:48.058114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5757c5-818f-4688-b86d-ab2854e612ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=f5b6f4b2-5257-4635-93ce-bc5c710e80e1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:48.072583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f5b6f4b2-5257-4635-93ce-bc5c710e80e1 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:48.121355 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6a49e28c-6abb-4cc7-9632-8687ffebcb2f req-adaa5764-831c-4cb3-8af8-1de66af0031d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.124598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6a49e28c-6abb-4cc7-9632-8687ffebcb2f req-adaa5764-831c-4cb3-8af8-1de66af0031d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.125767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a49e28c-6abb-4cc7-9632-8687ffebcb2f req-adaa5764-831c-4cb3-8af8-1de66af0031d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "DELETE /v2.0/security-groups/80a1ffc8-1497-42ad-a777-d681938cefa6 HTTP/1.1" status: 204 len: 173 time: 0.2207580 Aug 20 12:08:48.146075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa5764-831c-4cb3-8af8-1de66af0031d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a1ffc8-1497-42ad-a777-d681938cefa6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:48.196799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:48.200148 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.243734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a6c1fc-06ed-4862-996f-71ce94e51981 req-a69453ae-b6e9-4e66-b147-8efd93ef81b5 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/d093d500-c8e6-490f-99ed-3c2eada8e190 HTTP/1.1" status: 200 len: 1805 time: 0.0893097 Aug 20 12:08:48.288688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-267b6609-c6c1-406c-a289-e527901d70e2 req-62be6f04-66ce-469a-a011-c156754d53e8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-357537201', 'description': 'tempest-description-835165192'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:48.361677 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-267b6609-c6c1-406c-a289-e527901d70e2 req-62be6f04-66ce-469a-a011-c156754d53e8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.423053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd379-bbed-4587-b9af-a0183c586709 req-f6742f66-c09b-4bdf-bff3-029cff7095b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.428875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd379-bbed-4587-b9af-a0183c586709 req-f6742f66-c09b-4bdf-bff3-029cff7095b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.434752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd379-bbed-4587-b9af-a0183c586709 req-f6742f66-c09b-4bdf-bff3-029cff7095b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.441165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd379-bbed-4587-b9af-a0183c586709 req-f6742f66-c09b-4bdf-bff3-029cff7095b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.446994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd379-bbed-4587-b9af-a0183c586709 req-f6742f66-c09b-4bdf-bff3-029cff7095b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.452769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd379-bbed-4587-b9af-a0183c586709 req-f6742f66-c09b-4bdf-bff3-029cff7095b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.459565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd379-bbed-4587-b9af-a0183c586709 req-f6742f66-c09b-4bdf-bff3-029cff7095b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.461495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-080cd379-bbed-4587-b9af-a0183c586709 req-f6742f66-c09b-4bdf-bff3-029cff7095b3 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.1594939 Aug 20 12:08:48.565708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.576157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-080cd379-bbed-4587-b9af-a0183c586709 req-e54cc127-006c-4a3c-b832-3ea1e071774b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065753 Aug 20 12:08:48.668584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=e1b62666-1fe5-4720-a7bc-7c1d8d8c51e4,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:48.687697 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-267b6609-c6c1-406c-a289-e527901d70e2 req-62be6f04-66ce-469a-a011-c156754d53e8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.692848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': '63b9c6ab-6415-4b06-9640-74eaaf304eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5b6f4b2-5257-4635-93ce-bc5c710e80e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:48.693226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: f5b6f4b2-5257-4635-93ce-bc5c710e80e1, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:48.697273 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-267b6609-c6c1-406c-a289-e527901d70e2 req-62be6f04-66ce-469a-a011-c156754d53e8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.741123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be6f04-66ce-469a-a011-c156754d53e8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0f8262-02e6-4d0b-aab7-dad7e1aba732,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:48.746161 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-267b6609-c6c1-406c-a289-e527901d70e2 req-62be6f04-66ce-469a-a011-c156754d53e8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.747895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-267b6609-c6c1-406c-a289-e527901d70e2 req-62be6f04-66ce-469a-a011-c156754d53e8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4707010 Aug 20 12:08:48.748625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network f5b6f4b2-5257-4635-93ce-bc5c710e80e1 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:48.801064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f5b6f4b2-5257-4635-93ce-bc5c710e80e1) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:48.812390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f939c-b4f8-41c9-9fd0-e8f77bd33dea None None] Network f5b6f4b2-5257-4635-93ce-bc5c710e80e1 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:48.827144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.828003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.869661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3f48d6f-fec4-4089-b045-20874289619f req-aefcaf00-236d-4163-9ffb-c7380f9d6a07 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/bf0f8262-02e6-4d0b-aab7-dad7e1aba732 HTTP/1.1" status: 200 len: 1805 time: 0.0959976 Aug 20 12:08:48.872501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-938826b9-abae-4d1e-b966-c2d14fed18dc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8267388 Aug 20 12:08:48.875904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51848) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:48.885687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d3f48d6f-fec4-4089-b045-20874289619f req-4b761cd6-41bc-4437-bd7b-77e0387cf0a8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf0f8262-02e6-4d0b-aab7-dad7e1aba732', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:48.885998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-d3f48d6f-fec4-4089-b045-20874289619f req-4b761cd6-41bc-4437-bd7b-77e0387cf0a8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf0f8262-02e6-4d0b-aab7-dad7e1aba732', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:48.897576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d39ec-bed3-465c-bf54-3376605181e1 req-a897498c-7819-484f-8e2d-60c37fd10f5c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:48.905876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f5d39ec-bed3-465c-bf54-3376605181e1 req-a897498c-7819-484f-8e2d-60c37fd10f5c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 945 time: 0.1227069 Aug 20 12:08:48.968892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f5d39ec-bed3-465c-bf54-3376605181e1 req-449c26c1-b6ff-4a51-9d0f-f0170073dee2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612967 Aug 20 12:08:49.031899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.044526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3f48d6f-fec4-4089-b045-20874289619f req-4b761cd6-41bc-4437-bd7b-77e0387cf0a8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.087836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6e6f3-b3fd-4947-aaad-0cb4e3a75243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-f5b6f4b2-5257-4635-93ce-bc5c710e80e1', 'network_id': 'f5b6f4b2-5257-4635-93ce-bc5c710e80e1', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': 'e1b62666-1fe5-4720-a7bc-7c1d8d8c51e4'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:49.088384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3f48d6f-fec4-4089-b045-20874289619f req-4b761cd6-41bc-4437-bd7b-77e0387cf0a8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.089583 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-38b6e6f3-b3fd-4947-aaad-0cb4e3a75243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.094695 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3f48d6f-fec4-4089-b045-20874289619f req-4b761cd6-41bc-4437-bd7b-77e0387cf0a8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.121965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b761cd6-41bc-4437-bd7b-77e0387cf0a8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79797cda-6f40-47da-b301-914fc643cec3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:49.130960 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3f48d6f-fec4-4089-b045-20874289619f req-4b761cd6-41bc-4437-bd7b-77e0387cf0a8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.131644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.135546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3f48d6f-fec4-4089-b045-20874289619f req-4b761cd6-41bc-4437-bd7b-77e0387cf0a8 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2546008 Aug 20 12:08:49.216272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd5936de-875c-4d38-9dbb-779a4313ea83 req-7af3e439-f53a-419b-ab1d-3f172e2973a6 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/bf0f8262-02e6-4d0b-aab7-dad7e1aba732 HTTP/1.1" status: 200 len: 2399 time: 0.0586064 Aug 20 12:08:49.218080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-38b6e6f3-b3fd-4947-aaad-0cb4e3a75243 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1b62666-1fe5-4720-a7bc-7c1d8d8c51e4: This subnet is being modified by another concurrent operation. Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:08:49.219287 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1b62666-1fe5-4720-a7bc-7c1d8d8c51e4: This subnet is being modified by another concurrent operation. Aug 20 12:08:49.225417 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:08:49.233268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-cd5936de-875c-4d38-9dbb-779a4313ea83 req-c8362ef8-37ca-4844-a80b-d8f60f132d1d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf0f8262-02e6-4d0b-aab7-dad7e1aba732', 'remote_group_id': None}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:49.233268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-cd5936de-875c-4d38-9dbb-779a4313ea83 req-c8362ef8-37ca-4844-a80b-d8f60f132d1d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf0f8262-02e6-4d0b-aab7-dad7e1aba732', 'remote_group_id': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:49.242287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0609d11-6fea-4417-b4c9-5a78cc777af8 None None] Network f5b6f4b2-5257-4635-93ce-bc5c710e80e1 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:49.290394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b62666-1fe5-4720-a7bc-7c1d8d8c51e4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:49.301863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cd5936de-875c-4d38-9dbb-779a4313ea83 req-c8362ef8-37ca-4844-a80b-d8f60f132d1d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.337379 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cd5936de-875c-4d38-9dbb-779a4313ea83 req-c8362ef8-37ca-4844-a80b-d8f60f132d1d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.338457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.343050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cd5936de-875c-4d38-9dbb-779a4313ea83 req-c8362ef8-37ca-4844-a80b-d8f60f132d1d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.355664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b6f4b2-5257-4635-93ce-bc5c710e80e1']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:49.370605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8362ef8-37ca-4844-a80b-d8f60f132d1d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49ec82d-78a1-48ae-82a6-95b31707fb06,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:49.372404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b9c6ab-6415-4b06-9640-74eaaf304eb6') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:49.372702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b9c6ab-6415-4b06-9640-74eaaf304eb6') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:49.381389 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cd5936de-875c-4d38-9dbb-779a4313ea83 req-c8362ef8-37ca-4844-a80b-d8f60f132d1d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.384776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd5936de-875c-4d38-9dbb-779a4313ea83 req-c8362ef8-37ca-4844-a80b-d8f60f132d1d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1676424 Aug 20 12:08:49.393031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.401595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4348a716-0ef0-4db1-bb48-840210167496 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:08:49.407493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.416657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:49.417660 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:49.421491 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:49.466066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-365615bb-32b1-4e2a-bd51-af9394079e76 req-bcf6e5c6-2fe0-4b08-b336-db7495ca89dc tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/bf0f8262-02e6-4d0b-aab7-dad7e1aba732 HTTP/1.1" status: 200 len: 2998 time: 0.0519919 Aug 20 12:08:49.503021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.514466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b13a07a-6cb8-4b75-bafa-43da312b6551 req-fa48eaba-5457-49e7-9fec-801bedb77967 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-group-rules/a49ec82d-78a1-48ae-82a6-95b31707fb06 HTTP/1.1" status: 200 len: 783 time: 0.0240321 Aug 20 12:08:49.539754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.544578 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/f5b6f4b2-5257-4635-93ce-bc5c710e80e1 HTTP/1.1" status: 204 len: 168 time: 0.6627707 Aug 20 12:08:49.544578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2b752-b62b-49d8-9447-84bd3c3c66a0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=f5b6f4b2-5257-4635-93ce-bc5c710e80e1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:49.545412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51870) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:49.550847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1434053196'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:49.572977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b13a07a-6cb8-4b75-bafa-43da312b6551 req-e4b71ff3-7585-48a9-bfe7-3fca04abbba5 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/bf0f8262-02e6-4d0b-aab7-dad7e1aba732 HTTP/1.1" status: 200 len: 2998 time: 0.0503905 Aug 20 12:08:49.575591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:49.577124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4348a716-0ef0-4db1-bb48-840210167496 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:08:49.583874 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.612366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b13a07a-6cb8-4b75-bafa-43da312b6551 req-45002654-d7bd-422a-aa4a-974dd62abc00 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.614551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:49.625086 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b13a07a-6cb8-4b75-bafa-43da312b6551 req-45002654-d7bd-422a-aa4a-974dd62abc00 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.627412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.629107 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment a608d447-1948-45ff-8a43-5942d44f0b7c of type vlan for network f8b78925-e57a-4923-980e-8581bfa16105 Aug 20 12:08:49.684350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b13a07a-6cb8-4b75-bafa-43da312b6551 req-45002654-d7bd-422a-aa4a-974dd62abc00 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.699980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4b13a07a-6cb8-4b75-bafa-43da312b6551 req-45002654-d7bd-422a-aa4a-974dd62abc00 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.700982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.702890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b13a07a-6cb8-4b75-bafa-43da312b6551 req-45002654-d7bd-422a-aa4a-974dd62abc00 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a49ec82d-78a1-48ae-82a6-95b31707fb06 HTTP/1.1" status: 204 len: 173 time: 0.1235917 Aug 20 12:08:49.706208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002654-d7bd-422a-aa4a-974dd62abc00 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a49ec82d-78a1-48ae-82a6-95b31707fb06,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:49.734241 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.740106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.740717 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.803019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-fd80cbc5-6aeb-4bc9-9812-56d6b326b3da tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.811279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2622211 Aug 20 12:08:49.813319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-fd80cbc5-6aeb-4bc9-9812-56d6b326b3da tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.816009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51880) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:49.821188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-fd80cbc5-6aeb-4bc9-9812-56d6b326b3da tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.822260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-33fec8d7-826d-45e2-ad57-60b071d17527 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:49.828084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-fd80cbc5-6aeb-4bc9-9812-56d6b326b3da tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.837068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-fd80cbc5-6aeb-4bc9-9812-56d6b326b3da tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.843941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-fd80cbc5-6aeb-4bc9-9812-56d6b326b3da tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.851237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-fd80cbc5-6aeb-4bc9-9812-56d6b326b3da tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.853763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-fd80cbc5-6aeb-4bc9-9812-56d6b326b3da tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.1581671 Aug 20 12:08:49.896803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-117db6d3-949b-479c-a8c5-4869a57c6226 req-c7fb0f72-3584-46b0-82a9-292beaedf7ec tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/bf0f8262-02e6-4d0b-aab7-dad7e1aba732 HTTP/1.1" status: 200 len: 2399 time: 0.1501846 Aug 20 12:08:49.940155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df18d2d4-74b2-42ba-a602-90ab273eefd7 req-cbbb9a58-70dd-4fbd-9179-2987460fc1a2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766716 Aug 20 12:08:49.967057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb6f52-f223-446f-91b4-3bc47ce7be21 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=f8b78925-e57a-4923-980e-8581bfa16105,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:50.015025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-117db6d3-949b-479c-a8c5-4869a57c6226 req-e269dfd6-6fa6-4e32-9a9e-4259820351a7 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.046981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-117db6d3-949b-479c-a8c5-4869a57c6226 req-e269dfd6-6fa6-4e32-9a9e-4259820351a7 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.055015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33fec8d7-826d-45e2-ad57-60b071d17527 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.075996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f8b78925-e57a-4923-980e-8581bfa16105 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:50.083089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33fec8d7-826d-45e2-ad57-60b071d17527 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.108569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33fec8d7-826d-45e2-ad57-60b071d17527 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network f8b78925-e57a-4923-980e-8581bfa16105 is not hosted by any dhcp agent {{(pid=101033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:08:50.119912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fec8d7-826d-45e2-ad57-60b071d17527 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.121243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33fec8d7-826d-45e2-ad57-60b071d17527 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.123854 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33fec8d7-826d-45e2-ad57-60b071d17527 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "PUT /v2.0/networks/f8b78925-e57a-4923-980e-8581bfa16105 HTTP/1.1" status: 200 len: 723 time: 0.3068581 Aug 20 12:08:50.129273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51894) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:50.135437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': 'f8b78925-e57a-4923-980e-8581bfa16105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:50.186613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fec8d7-826d-45e2-ad57-60b071d17527 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=f8b78925-e57a-4923-980e-8581bfa16105,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:50.197719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f44a41-7ed1-4677-9c1b-d859e81f1505 req-55f300a8-ba09-42df-896b-f15470f1fb2a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.206132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f8b78925-e57a-4923-980e-8581bfa16105 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:50.206689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82f44a41-7ed1-4677-9c1b-d859e81f1505 req-55f300a8-ba09-42df-896b-f15470f1fb2a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 945 time: 0.1474926 Aug 20 12:08:50.229646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-117db6d3-949b-479c-a8c5-4869a57c6226 req-e269dfd6-6fa6-4e32-9a9e-4259820351a7 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.232384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-117db6d3-949b-479c-a8c5-4869a57c6226 req-e269dfd6-6fa6-4e32-9a9e-4259820351a7 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.233500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-117db6d3-949b-479c-a8c5-4869a57c6226 req-e269dfd6-6fa6-4e32-9a9e-4259820351a7 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf0f8262-02e6-4d0b-aab7-dad7e1aba732 HTTP/1.1" status: 204 len: 173 time: 0.3299527 Aug 20 12:08:50.262043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269dfd6-6fa6-4e32-9a9e-4259820351a7 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0f8262-02e6-4d0b-aab7-dad7e1aba732,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:50.299378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82f44a41-7ed1-4677-9c1b-d859e81f1505 req-299f162f-2bc7-4732-8bd0-1d3417b3947c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921857 Aug 20 12:08:50.381344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef29e-5d88-4aac-bc4c-c1c1f8000d2f req-b24c9c06-4eec-4abf-a459-eef44d7317a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.387342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef29e-5d88-4aac-bc4c-c1c1f8000d2f req-b24c9c06-4eec-4abf-a459-eef44d7317a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.393633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef29e-5d88-4aac-bc4c-c1c1f8000d2f req-b24c9c06-4eec-4abf-a459-eef44d7317a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.399577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef29e-5d88-4aac-bc4c-c1c1f8000d2f req-b24c9c06-4eec-4abf-a459-eef44d7317a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.405393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef29e-5d88-4aac-bc4c-c1c1f8000d2f req-b24c9c06-4eec-4abf-a459-eef44d7317a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.411493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef29e-5d88-4aac-bc4c-c1c1f8000d2f req-b24c9c06-4eec-4abf-a459-eef44d7317a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.417343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef29e-5d88-4aac-bc4c-c1c1f8000d2f req-b24c9c06-4eec-4abf-a459-eef44d7317a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.419309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aedef29e-5d88-4aac-bc4c-c1c1f8000d2f req-b24c9c06-4eec-4abf-a459-eef44d7317a0 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.1185920 Aug 20 12:08:50.422208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:50.426278 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.430320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51904) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:50.435637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Request body: {'floatingip': {'port_id': '3869de41-f6fb-423c-b819-9b6dbbf24203'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:50.482625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.487518 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-6f4e9a76-cc4e-4abf-9046-c276a6040d31 req-e8cc4361-04f9-4f55-9eeb-d8de9c4f6881 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] show failed (client error): The resource could not be found. Aug 20 12:08:50.488401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f4e9a76-cc4e-4abf-9046-c276a6040d31 req-e8cc4361-04f9-4f55-9eeb-d8de9c4f6881 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/80a1ffc8-1497-42ad-a777-d681938cefa6 HTTP/1.1" status: 404 len: 352 time: 0.0677941 Aug 20 12:08:50.587409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-446ac816-3fe9-44af-a51c-092e060bc5b1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b1c864bebc5e4ecf996f0cfd2d514168 HTTP/1.1" status: 200 len: 267 time: 0.1084158 Aug 20 12:08:50.621139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b2bb85b-19d6-4ef2-ad41-fdc8d400e48c req-785d3b1e-7319-40ba-b898-e4db3d51fcc1 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/d093d500-c8e6-490f-99ed-3c2eada8e190 HTTP/1.1" status: 200 len: 1805 time: 0.0837121 Aug 20 12:08:50.741227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-c45ff1fe-221f-4c98-ab78-9364cd5740b1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.742767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-c45ff1fe-221f-4c98-ab78-9364cd5740b1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 945 time: 0.1430950 Aug 20 12:08:50.779068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'port': {'security_groups': []}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:50.834883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b2bb85b-19d6-4ef2-ad41-fdc8d400e48c req-2f533f80-15f8-4ab4-95d7-8526e5534ffd tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.856117 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.935833 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b2bb85b-19d6-4ef2-ad41-fdc8d400e48c req-2f533f80-15f8-4ab4-95d7-8526e5534ffd tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.947919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.975506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.980205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.028592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=3b7e5a74-47f8-44ca-aac1-ca57774e2c13,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:51.050335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': 'a608d447-1948-45ff-8a43-5942d44f0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f8b78925-e57a-4923-980e-8581bfa16105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:51.050583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: f8b78925-e57a-4923-980e-8581bfa16105, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:51.074518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b2bb85b-19d6-4ef2-ad41-fdc8d400e48c req-2f533f80-15f8-4ab4-95d7-8526e5534ffd tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.077009 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-8b2bb85b-19d6-4ef2-ad41-fdc8d400e48c req-2f533f80-15f8-4ab4-95d7-8526e5534ffd tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.078153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b2bb85b-19d6-4ef2-ad41-fdc8d400e48c req-2f533f80-15f8-4ab4-95d7-8526e5534ffd tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "DELETE /v2.0/security-groups/d093d500-c8e6-490f-99ed-3c2eada8e190 HTTP/1.1" status: 204 len: 173 time: 0.4394944 Aug 20 12:08:51.105523 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Floating IP 4885bb88-ed9e-4f1b-9306-34102bcacfb4 associated. External IP: 172.25.0.104, port: 3869de41-f6fb-423c-b819-9b6dbbf24203. Aug 20 12:08:51.143969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f533f80-15f8-4ab4-95d7-8526e5534ffd tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d093d500-c8e6-490f-99ed-3c2eada8e190,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:51.164900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network f8b78925-e57a-4923-980e-8581bfa16105 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:51.198296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f8b78925-e57a-4923-980e-8581bfa16105) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:51.206714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83e7f44-56b6-45d1-98be-0ca962e28719 None None] Network f8b78925-e57a-4923-980e-8581bfa16105 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:51.215405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:51.215992 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.243115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cfb8348-5f25-4647-91d8-e58d0d0c00ab req-ad05b838-4286-4c73-ab17-fce616669b08 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/9adef11c-a5b5-41bc-9e77-2e7d42f90f25 HTTP/1.1" status: 200 len: 1807 time: 0.1252525 Aug 20 12:08:51.261621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d0188849-55d0-4ef4-8066-969d625c2ff7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1280601 Aug 20 12:08:51.261956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51930) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:51.264536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] For port 367fe804-4025-4295-843c-5bbead3192d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=367fe804-4025-4295-843c-5bbead3192d6,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:51.274344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b1eaedad-2275-46c2-b08f-1abc450573bb tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:51.309834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.322817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.351969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['afd87ac4-0126-41de-bf6c-f1df18b55635', 'b99f97e3-17fd-4b14-a820-ddc0b81af924', '367fe804-4025-4295-843c-5bbead3192d6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:51.416168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:51.417650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.419434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a68ce08a-f9bf-4274-a0e8-e5daa79506b6 req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "PUT /v2.0/ports/367fe804-4025-4295-843c-5bbead3192d6 HTTP/1.1" status: 200 len: 904 time: 0.6654758 Aug 20 12:08:51.420150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d724da-72e8-4621-bdea-b617b48dd782', 'tag': '367fe804-4025-4295-843c-5bbead3192d6'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:51.429406 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097" -d '{"events": [{"name": "network-changed", "server_uuid": "87d724da-72e8-4621-bdea-b617b48dd782", "tag": "367fe804-4025-4295-843c-5bbead3192d6"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:51.441927 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1eaedad-2275-46c2-b08f-1abc450573bb tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30164998'] for subnet, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.474874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9974f-806b-4520-be20-2211da56c4ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'Port': ['ID=367fe804-4025-4295-843c-5bbead3192d6,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:51.487426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cfb8348-5f25-4647-91d8-e58d0d0c00ab req-dcabc31c-aef4-4fa4-b640-e97607b72a51 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.541023 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cfb8348-5f25-4647-91d8-e58d0d0c00ab req-dcabc31c-aef4-4fa4-b640-e97607b72a51 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.587532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-f8b78925-e57a-4923-980e-8581bfa16105', 'network_id': 'f8b78925-e57a-4923-980e-8581bfa16105', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': '3b7e5a74-47f8-44ca-aac1-ca57774e2c13'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:51.591091 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.612891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['367fe804-4025-4295-843c-5bbead3192d6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:51.710281 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cfb8348-5f25-4647-91d8-e58d0d0c00ab req-dcabc31c-aef4-4fa4-b640-e97607b72a51 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.714141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2cfb8348-5f25-4647-91d8-e58d0d0c00ab req-dcabc31c-aef4-4fa4-b640-e97607b72a51 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.727370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cfb8348-5f25-4647-91d8-e58d0d0c00ab req-dcabc31c-aef4-4fa4-b640-e97607b72a51 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "DELETE /v2.0/security-groups/9adef11c-a5b5-41bc-9e77-2e7d42f90f25 HTTP/1.1" status: 204 len: 173 time: 0.4550958 Aug 20 12:08:51.750815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1eaedad-2275-46c2-b08f-1abc450573bb tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764904533342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30681256'] for subnet, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.754760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Router 5597ee4b-b502-4004-b15e-92dbdf766aa8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:08:51.767109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabc31c-aef4-4fa4-b640-e97607b72a51 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adef11c-a5b5-41bc-9e77-2e7d42f90f25,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:51.807983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eaedad-2275-46c2-b08f-1abc450573bb tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:51.808572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b1eaedad-2275-46c2-b08f-1abc450573bb tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.812340 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b1eaedad-2275-46c2-b08f-1abc450573bb tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "PUT /v2.0/subnets/3b7e5a74-47f8-44ca-aac1-ca57774e2c13 HTTP/1.1" status: 200 len: 806 time: 0.5467770 Aug 20 12:08:51.813570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51944) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:51.818524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29a7b-fca3-41bb-8495-3d450386b7a9 req-c3c96c7e-b9f4-4a8f-90eb-6d926746d406 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:51.820178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4b29a7b-fca3-41bb-8495-3d450386b7a9 req-c3c96c7e-b9f4-4a8f-90eb-6d926746d406 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 907 time: 0.1608064 Aug 20 12:08:51.824226 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25065b3-5c31-4d29-898a-bb53133f7374 x-openstack-request-id: req-e25065b3-5c31-4d29-898a-bb53133f7374 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:51.824525 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d724da-72e8-4621-bdea-b617b48dd782", "tag": "367fe804-4025-4295-843c-5bbead3192d6", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:51.824784 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e25065b3-5c31-4d29-898a-bb53133f7374 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:51.825196 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d724da-72e8-4621-bdea-b617b48dd782', 'tag': '367fe804-4025-4295-843c-5bbead3192d6', 'status': 'completed', 'code': 200} Aug 20 12:08:51.885624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80bba784-2962-4b14-bb17-00ef576981c4 req-1316e435-c490-4522-8b1c-d905e6c674de tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/e492b2d7-0c12-4791-9b4c-35feab4ce520 HTTP/1.1" status: 200 len: 1806 time: 0.0531340 Aug 20 12:08:51.940899 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-72563d50-a688-402c-8ce4-05ad2fa0f482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.995283 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-80bba784-2962-4b14-bb17-00ef576981c4 req-59800972-65fe-4925-8ea3-34f32612d099 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.000655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Allocated IP 172.20.0.2 (f8b78925-e57a-4923-980e-8581bfa16105/3b7e5a74-47f8-44ca-aac1-ca57774e2c13/4723f943-d9be-4a1f-b5e8-bde028417113) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:52.003907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4b69692b-010b-4715-af87-85a7a3e80a52 None None] Provisioning complete for port 367fe804-4025-4295-843c-5bbead3192d6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:52.004406 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4b69692b-010b-4715-af87-85a7a3e80a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.011072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef2f2-d449-49a8-809a-b69b46456920 req-3a50bd24-b447-44fb-8a1a-d993cfa11ba1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:52.012851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98cef2f2-d449-49a8-809a-b69b46456920 req-3a50bd24-b447-44fb-8a1a-d993cfa11ba1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1024964 Aug 20 12:08:52.035495 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:08:52.053610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-80bba784-2962-4b14-bb17-00ef576981c4 req-59800972-65fe-4925-8ea3-34f32612d099 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.110245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98cef2f2-d449-49a8-809a-b69b46456920 req-9606a00f-9082-48de-b004-3ff01d0cdb04 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843415 Aug 20 12:08:52.126174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-80bba784-2962-4b14-bb17-00ef576981c4 req-59800972-65fe-4925-8ea3-34f32612d099 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.130741 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-80bba784-2962-4b14-bb17-00ef576981c4 req-59800972-65fe-4925-8ea3-34f32612d099 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.136345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80bba784-2962-4b14-bb17-00ef576981c4 req-59800972-65fe-4925-8ea3-34f32612d099 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "DELETE /v2.0/security-groups/e492b2d7-0c12-4791-9b4c-35feab4ce520 HTTP/1.1" status: 204 len: 173 time: 0.2492602 Aug 20 12:08:52.178082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59800972-65fe-4925-8ea3-34f32612d099 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e492b2d7-0c12-4791-9b4c-35feab4ce520,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:52.296335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63ce0de1-dd6d-4235-9db7-636df0d9c0e9 req-67be00a7-f2dd-43a6-b284-0b6042afbe5d tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/1afe3445-586e-4b61-82ac-ce3369872a79 HTTP/1.1" status: 200 len: 2406 time: 0.1200306 Aug 20 12:08:52.442588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaedad-2275-46c2-b08f-1abc450573bb tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=3b7e5a74-47f8-44ca-aac1-ca57774e2c13,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:52.473476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.484502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Transition to ACTIVE for port object 4723f943-d9be-4a1f-b5e8-bde028417113 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:52.490640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-751972f6-878d-402c-a2e7-f1d533ff778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:52.492174 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-751972f6-878d-402c-a2e7-f1d533ff778a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 1059 time: 0.6739016 Aug 20 12:08:52.506991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Transition to ACTIVE for port object 4723f943-d9be-4a1f-b5e8-bde028417113 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:52.515694 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.564593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Network f8b78925-e57a-4923-980e-8581bfa16105 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:52.568330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:52.577141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:52.583557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Pushing event updated for resources: {'Port': ['ID=4723f943-d9be-4a1f-b5e8-bde028417113,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:52.606336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ba940-642b-4357-90f2-a074d2209803 req-5990ae03-c9f9-4e5f-bc99-2c4b1349def9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:52.607875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d49ba940-642b-4357-90f2-a074d2209803 req-5990ae03-c9f9-4e5f-bc99-2c4b1349def9 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.3859725 Aug 20 12:08:52.635734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.666524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:08:52.674203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.675215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-63ce0de1-dd6d-4235-9db7-636df0d9c0e9 req-af03a024-2372-45ed-b5a5-ee021c660b0a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.678525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Attempting to bind port 4723f943-d9be-4a1f-b5e8-bde028417113 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:52.678971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Attempting to bind port 4723f943-d9be-4a1f-b5e8-bde028417113 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'a608d447-1948-45ff-8a43-5942d44f0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f8b78925-e57a-4923-980e-8581bfa16105'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:52.679331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Attempting to bind port 4723f943-d9be-4a1f-b5e8-bde028417113 on network f8b78925-e57a-4923-980e-8581bfa16105 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:52.681123 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] Sync routers for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:08:52.681288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d49ba940-642b-4357-90f2-a074d2209803 req-5e30f163-8650-4c8a-bb48-d6b13bf3a2fc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634186 Aug 20 12:08:52.703381 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:08:52.704021 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:08:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:52.712916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-63ce0de1-dd6d-4235-9db7-636df0d9c0e9 req-af03a024-2372-45ed-b5a5-ee021c660b0a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.715870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:52.716248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Checking segment: {'id': 'a608d447-1948-45ff-8a43-5942d44f0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f8b78925-e57a-4923-980e-8581bfa16105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:52.716721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.717393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Bound using segment: {'id': 'a608d447-1948-45ff-8a43-5942d44f0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f8b78925-e57a-4923-980e-8581bfa16105'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:52.718668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Bound port: 4723f943-d9be-4a1f-b5e8-bde028417113, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a608d447-1948-45ff-8a43-5942d44f0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f8b78925-e57a-4923-980e-8581bfa16105'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:52.718668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.747646 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7bc31254-36ba-4eb4-b6bb-920c699d046c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "PUT /v2.0/floatingips/4885bb88-ed9e-4f1b-9306-34102bcacfb4 HTTP/1.1" status: 200 len: 992 time: 2.3159771 Aug 20 12:08:52.762992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:52.765443 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76bbc50-ee94-4f25-9032-aba432c5326f" -d '{"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:52.817204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-63ce0de1-dd6d-4235-9db7-636df0d9c0e9 req-af03a024-2372-45ed-b5a5-ee021c660b0a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.820364 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-63ce0de1-dd6d-4235-9db7-636df0d9c0e9 req-af03a024-2372-45ed-b5a5-ee021c660b0a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.828978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63ce0de1-dd6d-4235-9db7-636df0d9c0e9 req-af03a024-2372-45ed-b5a5-ee021c660b0a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "DELETE /v2.0/security-groups/1afe3445-586e-4b61-82ac-ce3369872a79 HTTP/1.1" status: 204 len: 173 time: 0.5317862 Aug 20 12:08:52.858816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03a024-2372-45ed-b5a5-ee021c660b0a tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afe3445-586e-4b61-82ac-ce3369872a79,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:52.909064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:08:52.912180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-89cdf5d1-d001-41df-aedf-eafd70c8191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:52.912819 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-89cdf5d1-d001-41df-aedf-eafd70c8191b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.4110994 Aug 20 12:08:52.952541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] For port 4723f943-d9be-4a1f-b5e8-bde028417113, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:52.961083 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bfd761-65a4-45fd-a0e3-fabc75909901 x-openstack-request-id: req-c9bfd761-65a4-45fd-a0e3-fabc75909901 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:52.961375 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:52.962529 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9bfd761-65a4-45fd-a0e3-fabc75909901 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:52.963249 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'status': 'completed', 'code': 200} Aug 20 12:08:52.977907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] For port 4723f943-d9be-4a1f-b5e8-bde028417113, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4723f943-d9be-4a1f-b5e8-bde028417113,segment=NetworkSegment(a608d447-1948-45ff-8a43-5942d44f0b7c),segment_id=a608d447-1948-45ff-8a43-5942d44f0b7c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:52.989041 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.999645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a954db0f-8dec-4da4-9c7a-91c9257bc5ca req-2151d633-8050-4151-8ced-d5a06ad60272 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "GET /v2.0/security-groups/2193c3f5-ad17-491f-9c69-5d5e1ce301bd HTTP/1.1" status: 200 len: 2401 time: 0.1154947 Aug 20 12:08:53.061657 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-620442ab-d101-4b7c-8d82-c70afaab11d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=367fe804-4025-4295-843c-5bbead3192d6 HTTP/1.1" status: 200 len: 217 time: 0.1307991 Aug 20 12:08:53.070901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Deleting port 4723f943-d9be-4a1f-b5e8-bde028417113 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:53.071337 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.114346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-c3a73b67-5c35-43e4-a6bf-add1d7081757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.114841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-c3a73b67-5c35-43e4-a6bf-add1d7081757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.115387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-c3a73b67-5c35-43e4-a6bf-add1d7081757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.115928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-c3a73b67-5c35-43e4-a6bf-add1d7081757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.116467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-c3a73b67-5c35-43e4-a6bf-add1d7081757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.116999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-c3a73b67-5c35-43e4-a6bf-add1d7081757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.117536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-c3a73b67-5c35-43e4-a6bf-add1d7081757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.119594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-c3a73b67-5c35-43e4-a6bf-add1d7081757 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6498 time: 0.1497390 Aug 20 12:08:53.138365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4de8a2-0978-46c6-9e61-c12ed562eab6 None None] Pushing event updated for resources: {'Port': ['ID=4723f943-d9be-4a1f-b5e8-bde028417113,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:53.223944 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4885bb88-ed9e-4f1b-9306-34102bcacfb4', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'port_id': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'mac_address': 'fa:16:3e:0d:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:07:22Z', 'updated_at': '2021-08-20T12:08:50Z', 'revision_number': 1, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:42Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:53.259410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-07f6eae8-724a-4ae2-87d1-5f49adcc9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.260900 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-07f6eae8-724a-4ae2-87d1-5f49adcc9d52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.1820319 Aug 20 12:08:53.261676 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] Checking router: 5597ee4b-b502-4004-b15e-92dbdf766aa8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:08:53.274690 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:08:53.276187 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:08:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:53.284496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a954db0f-8dec-4da4-9c7a-91c9257bc5ca req-3d71dd46-97b1-45e3-940b-74b45ea0aef5 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.364332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] For port 4723f943-d9be-4a1f-b5e8-bde028417113, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4723f943-d9be-4a1f-b5e8-bde028417113,segment=NetworkSegment(a608d447-1948-45ff-8a43-5942d44f0b7c),segment_id=a608d447-1948-45ff-8a43-5942d44f0b7c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:53.364719 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.377182 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a954db0f-8dec-4da4-9c7a-91c9257bc5ca req-3d71dd46-97b1-45e3-940b-74b45ea0aef5 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.419339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-72b5b456-1664-4ab7-aa2e-44bfd4b947ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.421639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Calling delete_port for 4723f943-d9be-4a1f-b5e8-bde028417113 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:53.422134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-72b5b456-1664-4ab7-aa2e-44bfd4b947ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=a75a8f05-fbaa-4e37-b799-ea4326a21b98 HTTP/1.1" status: 200 len: 913 time: 0.2823241 Aug 20 12:08:53.431672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-07eef510-bb33-45d4-bfd2-353cb88f421e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.441052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-07eef510-bb33-45d4-bfd2-353cb88f421e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.3128483 Aug 20 12:08:53.459898 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:08:53.508194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-d6876541-5e89-4b7b-af23-dd87ca1df7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.509770 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-d6876541-5e89-4b7b-af23-dd87ca1df7fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2401907 Aug 20 12:08:53.584590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-ce276c95-d2ce-402a-a9bf-827553011463 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/quotas/b1c864bebc5e4ecf996f0cfd2d514168 HTTP/1.1" status: 200 len: 375 time: 0.1419237 Aug 20 12:08:53.619146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-9ecdd087-868a-4ff7-9bf3-8717a3a60a03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3869de41-f6fb-423c-b819-9b6dbbf24203 HTTP/1.1" status: 200 len: 1000 time: 0.1659691 Aug 20 12:08:53.693098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.701103 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-9bfb5d41-ceb4-4920-8750-2ba5ef669f36 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791253 Aug 20 12:08:53.701702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-1f46c81f-ab79-47ae-adf6-68cefbdb6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.703300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-1f46c81f-ab79-47ae-adf6-68cefbdb6f0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1997658-2814-450a-ba4d-6c3bc1dc231e HTTP/1.1" status: 200 len: 851 time: 0.0680833 Aug 20 12:08:53.708835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a954db0f-8dec-4da4-9c7a-91c9257bc5ca req-3d71dd46-97b1-45e3-940b-74b45ea0aef5 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.711844 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a954db0f-8dec-4da4-9c7a-91c9257bc5ca req-3d71dd46-97b1-45e3-940b-74b45ea0aef5 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.714686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a954db0f-8dec-4da4-9c7a-91c9257bc5ca req-3d71dd46-97b1-45e3-940b-74b45ea0aef5 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] 10.222.0.25 "DELETE /v2.0/security-groups/2193c3f5-ad17-491f-9c69-5d5e1ce301bd HTTP/1.1" status: 204 len: 173 time: 0.7088473 Aug 20 12:08:53.721164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51996) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:53.744735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Port': ['ID=4723f943-d9be-4a1f-b5e8-bde028417113,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:53.810381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-4bb3c348-fd52-4e0b-8504-b40edbd699e1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2157745 Aug 20 12:08:53.841147 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4885bb88-ed9e-4f1b-9306-34102bcacfb4', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'port_id': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'mac_address': 'fa:16:3e:0d:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:07:22Z', 'updated_at': '2021-08-20T12:08:50Z', 'revision_number': 1, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:42Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:53.875910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No DVR routers for this DVR port 4723f943-d9be-4a1f-b5e8-bde028417113 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:53.884826 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96db09-e24b-441c-9329-79e592ddb446 None None] The sync data for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 is: [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '4885bb88-ed9e-4f1b-9306-34102bcacfb4', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'port_id': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'mac_address': 'fa:16:3e:0d:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:07:22Z', 'updated_at': '2021-08-20T12:08:50Z', 'revision_number': 1, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:42Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:08:53.895236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71dd46-97b1-45e3-940b-74b45ea0aef5 tempest-SecurityGroupRulesTestJSON-706031326 tempest-SecurityGroupRulesTestJSON-706031326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2193c3f5-ad17-491f-9c69-5d5e1ce301bd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:53.904698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3045fa-7d70-49ff-adb0-34fce689070c admin admin] Deleting subnet 7f45b8cc-a625-4310-81c3-57ebf09f1f40 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:08:53.931057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-8e569337-4c3f-43a1-8be3-c569886ceaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:53.933106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-8e569337-4c3f-43a1-8be3-c569886ceaab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2167156 Aug 20 12:08:53.948603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca3045fa-7d70-49ff-adb0-34fce689070c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.015384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36cf378e-6fde-4c8c-a1cf-7cd6ab2fa097 req-33fcc8d9-b96f-412f-a64b-9bdc7c1428d3 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929840 Aug 20 12:08:54.025355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.058156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-0d053e2f-d62f-4335-b1c4-5a918130cbbf service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468784 Aug 20 12:08:54.066468 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca3045fa-7d70-49ff-adb0-34fce689070c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.172585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca3045fa-7d70-49ff-adb0-34fce689070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.175127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-30e825f3-f691-4dc7-a44f-b99ff7a0cc0d service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332823 Aug 20 12:08:54.247147 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.273708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec4131-4a54-4b15-a33f-017b090ea735 None None] New status for floating IP 4885bb88-ed9e-4f1b-9306-34102bcacfb4: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:08:54.287121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca3045fa-7d70-49ff-adb0-34fce689070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.340676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7e5a74-47f8-44ca-aac1-ca57774e2c13,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:54.368626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-e8a1fe51-b665-4d52-bc73-6bf35fdba0bc service neutron] 10.222.0.25 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948921 Aug 20 12:08:54.402351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e76bbc50-ee94-4f25-9032-aba432c5326f req-e206ba10-234b-4968-abbe-fe46051f20e8 service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145925 Aug 20 12:08:54.450795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3045fa-7d70-49ff-adb0-34fce689070c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f45b8cc-a625-4310-81c3-57ebf09f1f40,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:54.458454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.464004 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca3045fa-7d70-49ff-adb0-34fce689070c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.466589 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ca3045fa-7d70-49ff-adb0-34fce689070c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7f45b8cc-a625-4310-81c3-57ebf09f1f40 HTTP/1.1" status: 204 len: 168 time: 0.7424233 Aug 20 12:08:54.468742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52010) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:54.477063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b78925-e57a-4923-980e-8581bfa16105']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:54.491493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a608d447-1948-45ff-8a43-5942d44f0b7c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:54.491880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a608d447-1948-45ff-8a43-5942d44f0b7c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:54.518255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.553766 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2326e91d-740d-4c90-b694-c70c6886ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.565750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.580453 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.584571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:54.585007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.585459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea1cd8-170f-4ccc-969e-458993091611 None None] Network f8b78925-e57a-4923-980e-8581bfa16105 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:54.658677 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:54.710076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.717392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.720013 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/f8b78925-e57a-4923-980e-8581bfa16105 HTTP/1.1" status: 204 len: 168 time: 2.9027810 Aug 20 12:08:54.729720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52020) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:54.735424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b4d0d40-4403-421b-8e2e-2dc3dafa31a5 req-130202d3-f326-4753-bfa8-983a2b44f283 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 210 time: 0.0654824 Aug 20 12:08:54.744092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-63a1c4de-9eec-4631-9df0-e77db7fc7079 None None] Could not find standard attr ID for object 4723f943-d9be-4a1f-b5e8-bde028417113. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:08:54.756464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.760484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acadad-91d7-4ba0-9e59-6555c6b1a659 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=f8b78925-e57a-4923-980e-8581bfa16105,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:54.764612 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6759faff-c636-45c6-beb5-bf9bf21c9cd3 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:08:54.765206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6759faff-c636-45c6-beb5-bf9bf21c9cd3 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:08:54.767944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6759faff-c636-45c6-beb5-bf9bf21c9cd3 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/f8b78925-e57a-4923-980e-8581bfa16105 HTTP/1.1" status: 404 len: 339 time: 0.0340810 Aug 20 12:08:54.771792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52022) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:54.773865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:54.778208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-133621044', 'description': 'd1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:54.786320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b581fc-9a2e-49d2-9232-911f3bac617f') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:54.786694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b581fc-9a2e-49d2-9232-911f3bac617f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:54.800493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.804601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:54.810279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.817025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.826049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:54.827145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:54.830550 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:54.841441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:54.855093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.855457 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 22de6751-19e2-4770-9c32-a8d58a555370 of type vlan for network d6631031-9c2b-4166-ac38-e4e03e6bb76b Aug 20 12:08:54.918166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.920652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.931153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:54.955398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] 10.222.0.25 "DELETE /v2.0/networks/1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46 HTTP/1.1" status: 204 len: 168 time: 0.4845674 Aug 20 12:08:54.963614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee292d-748d-4535-92db-43f57f9bf7c2 None None] DHCP port deletion for f8b78925-e57a-4923-980e-8581bfa16105 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:08:55.000169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f405b9e-600c-4a4d-bc89-ee01e9e2a11b admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed3f16d-3a8d-4fbf-98dc-2e5b527f2a46,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:55.004614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.019787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:55.021984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.034372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac930f9-d3df-4fd1-88bc-f44fe2037eb3 None None] Network f8b78925-e57a-4923-980e-8581bfa16105 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:55.038325 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.075897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac930f9-d3df-4fd1-88bc-f44fe2037eb3 None None] Network f8b78925-e57a-4923-980e-8581bfa16105 could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:08:55.091091 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3179564 Aug 20 12:08:55.093883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.115482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fc225-7463-4189-b6b0-1dbfa617ea08 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=d6631031-9c2b-4166-ac38-e4e03e6bb76b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:55.136165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network d6631031-9c2b-4166-ac38-e4e03e6bb76b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:55.217284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be63792-65f9-41fc-923a-2ee784b9c327 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:55.222447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.222643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4be63792-65f9-41fc-923a-2ee784b9c327 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/networks?id=d6631031-9c2b-4166-ac38-e4e03e6bb76b HTTP/1.1" status: 200 len: 760 time: 0.1264508 Aug 20 12:08:55.234468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-837c43e7-5d2b-4947-af32-24c37554a25b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'description': 'd2'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:55.288789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52042) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.343250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4c7a8b1d-d02a-4527-9914-18e0ae6d448f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4fb186c8edf42398833bc4482ed2927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519292 Aug 20 12:08:55.346587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52044) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.414558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6eddff9a-82e4-41e2-8016-76486b01e71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.436484 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-837c43e7-5d2b-4947-af32-24c37554a25b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.445834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6eddff9a-82e4-41e2-8016-76486b01e71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.458002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-837c43e7-5d2b-4947-af32-24c37554a25b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.468808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-837c43e7-5d2b-4947-af32-24c37554a25b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network d6631031-9c2b-4166-ac38-e4e03e6bb76b is not hosted by any dhcp agent {{(pid=101033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:08:55.477692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837c43e7-5d2b-4947-af32-24c37554a25b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:55.478360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-837c43e7-5d2b-4947-af32-24c37554a25b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.483317 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-837c43e7-5d2b-4947-af32-24c37554a25b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "PUT /v2.0/networks/d6631031-9c2b-4166-ac38-e4e03e6bb76b HTTP/1.1" status: 200 len: 757 time: 0.2557406 Aug 20 12:08:55.483616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52048) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.524513 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.551098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c43e7-5d2b-4947-af32-24c37554a25b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=d6631031-9c2b-4166-ac38-e4e03e6bb76b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:55.570632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network d6631031-9c2b-4166-ac38-e4e03e6bb76b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:55.589195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da1a684-9c4c-49f5-9311-9ce0605795f5 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:55.594345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3da1a684-9c4c-49f5-9311-9ce0605795f5 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/networks?id=d6631031-9c2b-4166-ac38-e4e03e6bb76b HTTP/1.1" status: 200 len: 760 time: 0.1069922 Aug 20 12:08:55.594753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52052) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.602271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1555630563'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:55.623101 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6eddff9a-82e4-41e2-8016-76486b01e71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.625972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6eddff9a-82e4-41e2-8016-76486b01e71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.629825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6eddff9a-82e4-41e2-8016-76486b01e71a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5d99da4-cd51-44c3-bee1-378743bf2aa2 HTTP/1.1" status: 204 len: 168 time: 0.2799067 Aug 20 12:08:55.644287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddff9a-82e4-41e2-8016-76486b01e71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d99da4-cd51-44c3-bee1-378743bf2aa2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:55.652118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:55.656549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.691065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:55.702907 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.703241 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 69cd3f8a-e030-47bf-baab-fa4b60ea6a0f of type vlan for network e7574a2c-18ac-4194-bd2c-b70b41e97209 Aug 20 12:08:55.792851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.843095 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.855965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:55.857227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.879545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00194fe8-d4a8-48d2-920b-2ca7062b04f3 req-fb51e6e7-2f0b-46d2-a618-f7525aec48ad tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 210 time: 0.0560684 Aug 20 12:08:55.899943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52064) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.907722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52066) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.910675 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3141525 Aug 20 12:08:55.913945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': 'e7574a2c-18ac-4194-bd2c-b70b41e97209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:56.031572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f85a8-df4c-4243-84f1-c60b60e8beb9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=e7574a2c-18ac-4194-bd2c-b70b41e97209,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:56.031847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:56.051301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network e7574a2c-18ac-4194-bd2c-b70b41e97209 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:56.053721 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.153485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3936764a-cbc6-47e5-88f7-a0fe29b456e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.250365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4723f943-d9be-4a1f-b5e8-bde028417113 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:56.277592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 4723f943-d9be-4a1f-b5e8-bde028417113 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:08:56.278109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4723f943-d9be-4a1f-b5e8-bde028417113 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:56.384877 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.393892 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3936764a-cbc6-47e5-88f7-a0fe29b456e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.421467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3936764a-cbc6-47e5-88f7-a0fe29b456e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.488316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936764a-cbc6-47e5-88f7-a0fe29b456e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c492dd-f259-43c5-b14c-3389f9245752,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:56.498442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3936764a-cbc6-47e5-88f7-a0fe29b456e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4e5025a2c7140808aa4396e91610fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5968244 Aug 20 12:08:56.499202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=797104e5-61a6-4ec7-9ea8-56d6270d402c,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:56.501265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52090) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:56.519451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': '69cd3f8a-e030-47bf-baab-fa4b60ea6a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e7574a2c-18ac-4194-bd2c-b70b41e97209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:56.519827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: e7574a2c-18ac-4194-bd2c-b70b41e97209, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:56.538389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network e7574a2c-18ac-4194-bd2c-b70b41e97209 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:56.550580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, e7574a2c-18ac-4194-bd2c-b70b41e97209) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:56.556442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:56.557035 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.564141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15179e3-6b97-40d6-9491-9a6eae81ac12 None None] Network e7574a2c-18ac-4194-bd2c-b70b41e97209 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:56.578972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ea16e1d9-834b-4c86-9471-2a007715577e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6695459 Aug 20 12:08:56.579810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52092) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:56.586646 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5786bcd7-0ebe-4dad-a15f-e550e6002a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.607124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52094) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:56.617606 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5786bcd7-0ebe-4dad-a15f-e550e6002a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.675997 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5786bcd7-0ebe-4dad-a15f-e550e6002a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.678709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5786bcd7-0ebe-4dad-a15f-e550e6002a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.679922 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5786bcd7-0ebe-4dad-a15f-e550e6002a7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3c492dd-f259-43c5-b14c-3389f9245752 HTTP/1.1" status: 204 len: 168 time: 0.1775391 Aug 20 12:08:56.690846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786bcd7-0ebe-4dad-a15f-e550e6002a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c492dd-f259-43c5-b14c-3389f9245752,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:56.761479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1862191821-network', 'tenant_id': '8005b679d36d4dd2933d5de72c7df053'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:56.783830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.807857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Made reservation on behalf of 8005b679d36d4dd2933d5de72c7df053 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:56.815188 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.829316 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.855622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed154bf9-31e3-4c98-88af-dd3316e1595e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-e7574a2c-18ac-4194-bd2c-b70b41e97209', 'network_id': 'e7574a2c-18ac-4194-bd2c-b70b41e97209', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': '797104e5-61a6-4ec7-9ea8-56d6270d402c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:08:56.856907 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed154bf9-31e3-4c98-88af-dd3316e1595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.920041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.005595 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.012479 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.024739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-b951d961-8ce8-4c7f-81bc-2424f14d9d39 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:57.026391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-b951d961-8ce8-4c7f-81bc-2424f14d9d39 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 812 time: 0.2679572 Aug 20 12:08:57.027116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.033080 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-ed154bf9-31e3-4c98-88af-dd3316e1595e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 797104e5-61a6-4ec7-9ea8-56d6270d402c: This subnet is being modified by another concurrent operation. Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:08:57.040285 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 797104e5-61a6-4ec7-9ea8-56d6270d402c: This subnet is being modified by another concurrent operation. Aug 20 12:08:57.045538 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:08:57.049605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:57.049703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Request body: {'port': {'device_id': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'admin_state_up': True, 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:57.064693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa8912-ef32-4e19-b1af-c00c94a570a5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:57.070011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eecdd7-52e9-422a-9703-0a2bf3a186e9 None None] Network e7574a2c-18ac-4194-bd2c-b70b41e97209 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:57.070208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.070450 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Added segment 57014012-2f27-48b3-9068-38b968052de0 of type vlan for network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 Aug 20 12:08:57.122316 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.154502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.155947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:57.157040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.172787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=797104e5-61a6-4ec7-9ea8-56d6270d402c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:57.214802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb63b02-02e0-4455-96fe-bff36892ca8d None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:08:57.236464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90f4a4b4-9a93-4be6-b8f3-5d4c93d20138 req-2e47f6b7-c2f2-4229-b4ac-103c841ff39e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 210 time: 0.0706995 Aug 20 12:08:57.238451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52106) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:57.303880 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6953576 Aug 20 12:08:57.304998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62447d7f-b830-4ac1-bca8-6aa59ec945df admin admin] Pushing event updated for resources: {'Network': ['ID=2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:57.308435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52110) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:57.316495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Request body: {'subnet': {'network_id': '2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1862191821-subnet', 'tenant_id': '8005b679d36d4dd2933d5de72c7df053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:57.327319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Made reservation on behalf of b1c864bebc5e4ecf996f0cfd2d514168 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:57.331448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:57.331668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.334884 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-21af1cad-6c93-49b7-bfbc-0f215af12d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.348547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Made reservation on behalf of 8005b679d36d4dd2933d5de72c7df053 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:57.352250 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.363743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.385413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7574a2c-18ac-4194-bd2c-b70b41e97209']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:57.412427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd3f8a-e030-47bf-baab-fa4b60ea6a0f') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:57.412831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd3f8a-e030-47bf-baab-fa4b60ea6a0f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:57.460839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.499693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb63b02-02e0-4455-96fe-bff36892ca8d None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:08:57.502611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.520623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:57.520995 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:57.524484 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:57.589958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.678122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b178288-f697-48e2-b6c6-f15d8cc93d47,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:57.685351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Checking segment: {'id': '57014012-2f27-48b3-9068-38b968052de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:57.685731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Network hostable DHCP agents. Network: 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:57.707972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:57.721312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:57.726531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:57.727293 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.823406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26195c98-21f7-4b26-a67a-0ca189f429e7 None None] Network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:57.922793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Allocated IP 172.20.0.12 (1dc1aa9a-07af-4258-a94a-69c38875253d/abf6c526-a7c9-46e6-8a5e-d5e68edb8078/070ac837-dd3f-4e11-b22d-4531cb1bd6f2) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:57.926042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.940835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.942786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/e7574a2c-18ac-4194-bd2c-b70b41e97209 HTTP/1.1" status: 204 len: 168 time: 1.3596530 Aug 20 12:08:57.945801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52112) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:57.960916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de151de-f788-4b56-ac07-32e7148f8535 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=e7574a2c-18ac-4194-bd2c-b70b41e97209,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:57.983522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccbe7f-5154-416a-9885-33c746927a08 None None] Network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:57.994467 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-890376b5-10c8-481d-b77e-73adbc6f79bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] GET failed (client error): The resource could not be found. Aug 20 12:08:57.996139 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-890376b5-10c8-481d-b77e-73adbc6f79bc tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/subnets/797104e5-61a6-4ec7-9ea8-56d6270d402c HTTP/1.1" status: 404 len: 337 time: 0.0492897 Aug 20 12:08:57.999031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-21af1cad-6c93-49b7-bfbc-0f215af12d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:57.999269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52114) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:58.005811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-21af1cad-6c93-49b7-bfbc-0f215af12d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.021111 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cca3e21-c87f-40ba-870d-19fa69ffdda4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:08:58.021759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cca3e21-c87f-40ba-870d-19fa69ffdda4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:08:58.023884 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0cca3e21-c87f-40ba-870d-19fa69ffdda4 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/e7574a2c-18ac-4194-bd2c-b70b41e97209 HTTP/1.1" status: 404 len: 339 time: 0.0233204 Aug 20 12:08:58.027812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52116) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:58.029660 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5b9605ba-3021-4ff4-a1ea-6e8c47cd5212 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7200818 Aug 20 12:08:58.168981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-21af1cad-6c93-49b7-bfbc-0f215af12d24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ecbfafca24e4b89a56338e4363e57ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9218531 Aug 20 12:08:58.171656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52122) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:58.206838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af1cad-6c93-49b7-bfbc-0f215af12d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ca6f1-c935-4c8b-8f93-746593e78526,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:58.239114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e15fb137-ded9-4d63-b65c-077084f031c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.266616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e15fb137-ded9-4d63-b65c-077084f031c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.331650 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e15fb137-ded9-4d63-b65c-077084f031c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.334356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e15fb137-ded9-4d63-b65c-077084f031c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.337853 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e15fb137-ded9-4d63-b65c-077084f031c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d7ca6f1-c935-4c8b-8f93-746593e78526 HTTP/1.1" status: 204 len: 168 time: 0.1628406 Aug 20 12:08:58.352010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fb137-ded9-4d63-b65c-077084f031c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ca6f1-c935-4c8b-8f93-746593e78526,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:58.377603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42483942-a69c-4763-aeb6-3d6583d72efa tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.379171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-42483942-a69c-4763-aeb6-3d6583d72efa tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3504105 Aug 20 12:08:58.382480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52136) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:58.383481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91c866fe-7454-4f4a-8ebc-8c7d0e9bcf60 req-23e15fad-d66c-45a3-9b54-0f6283580022 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 210 time: 0.0684426 Aug 20 12:08:58.408615 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.435033 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d5aa1525-370d-45c4-814f-29575c3657d1 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 207 time: 0.0505331 Aug 20 12:08:58.436675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Transition to ACTIVE for port object 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:58.438298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52146) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:58.556769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.568833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['afd87ac4-0126-41de-bf6c-f1df18b55635', 'b99f97e3-17fd-4b14-a820-ddc0b81af924'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:58.577032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541c78e-e4e9-4bcb-be30-2fc77f44c93e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.585047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541c78e-e4e9-4bcb-be30-2fc77f44c93e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.593401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541c78e-e4e9-4bcb-be30-2fc77f44c93e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.600706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541c78e-e4e9-4bcb-be30-2fc77f44c93e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.606064 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3541c78e-e4e9-4bcb-be30-2fc77f44c93e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1609008 Aug 20 12:08:58.606345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52148) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:58.626213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:58.631165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:58.636357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:58.649189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-fd457765-55d1-47c1-bb55-485718b9ae64 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.651220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-fd457765-55d1-47c1-bb55-485718b9ae64 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/networks?id=2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 HTTP/1.1" status: 200 len: 822 time: 0.1993840 Aug 20 12:08:58.699934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event updated for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:58.708498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-ecbdb0e1-4f96-40bc-ae86-83bc3f5638ae tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/quotas/8005b679d36d4dd2933d5de72c7df053 HTTP/1.1" status: 200 len: 375 time: 0.0514483 Aug 20 12:08:58.756010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.756697 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.761515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-25434201-6bc0-4f20-9f02-39b3185f8c0b tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8005b679d36d4dd2933d5de72c7df053&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447896 Aug 20 12:08:58.798723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-62f38837-8c29-4d13-aa51-a1cf9427b070 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7589860 Aug 20 12:08:58.815576 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e07880f-b9d3-4049-85b8-f8c94d0e7b28 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2080562 Aug 20 12:08:58.820303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52154) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:58.848158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Request body: {'port': {'device_id': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:58.903699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64681816-b123-4e84-a80b-885bdada8eb6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.905913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64681816-b123-4e84-a80b-885bdada8eb6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.909107 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-64681816-b123-4e84-a80b-885bdada8eb6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0865698 Aug 20 12:08:58.914421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52160) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:58.925924 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:58.979383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe62be9-1d08-473f-9b40-1cdad02784cf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.981049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe62be9-1d08-473f-9b40-1cdad02784cf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:58.982594 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dfe62be9-1d08-473f-9b40-1cdad02784cf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0668058 Aug 20 12:08:58.986632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52164) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:59.013205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a93d671e-651a-4208-815c-718b03ee2905 None None] Provisioning for port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:59.018844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a93d671e-651a-4208-815c-718b03ee2905 None None] Provisioning complete for port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:59.019635 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a93d671e-651a-4208-815c-718b03ee2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.059485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a93d671e-651a-4208-815c-718b03ee2905 None None] Port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:08:59.070631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-ba9c7235-9b35-4855-9846-690e213e1af9 service neutron] 10.222.0.25 "GET /v2.0/networks/2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982478 Aug 20 12:08:59.117022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7e6271-fe74-4e3b-9dab-d8ba9c245655 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:59.118411 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8e7e6271-fe74-4e3b-9dab-d8ba9c245655 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/networks/c172a9d5-7127-4620-869a-6df5591ca6e2 HTTP/1.1" status: 200 len: 800 time: 0.1307597 Aug 20 12:08:59.122301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52168) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:59.238233 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b102b673-1c17-476a-b230-0b97c3a1d04e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/networks/c172a9d5-7127-4620-869a-6df5591ca6e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1121967 Aug 20 12:08:59.240078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52174) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:59.248404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-2dff8591-fe97-44b0-93c1-5405e5e3ef06 service neutron] 10.222.0.25 "GET /v2.0/networks/2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671181 Aug 20 12:08:59.319018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f1785-ab15-4864-bc89-3357cb60b6d8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:59.325650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f60f1785-ab15-4864-bc89-3357cb60b6d8 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/subnets/4619b54e-8a38-4ae0-bf7e-80b8c29c85b2 HTTP/1.1" status: 200 len: 811 time: 0.0835140 Aug 20 12:08:59.325806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52178) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:59.379183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:59.391050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.409111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d40fe8-b5b7-4620-a686-7bff083616ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['shared'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:59.410625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e5d40fe8-b5b7-4620-a686-7bff083616ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "GET /v2.0/subnets/4619b54e-8a38-4ae0-bf7e-80b8c29c85b2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0838935 Aug 20 12:08:59.413987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52184) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:59.418816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1818701527'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:59.431212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Transition to ACTIVE for port object 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:59.447433 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.487078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bb19fc-7721-469f-aca5-38dba5163bd8 req-28b16435-a72a-49ec-9100-6d66714dc594 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 210 time: 0.0737417 Aug 20 12:08:59.587260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:59.591131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.696767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594ad2c-9cdb-4be2-8b35-d8356652421a req-525ef47a-e9f8-4949-b513-e554b3a3a9ca tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:59.698477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a594ad2c-9cdb-4be2-8b35-d8356652421a req-525ef47a-e9f8-4949-b513-e554b3a3a9ca tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 944 time: 0.2181325 Aug 20 12:08:59.711217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Pushing event updated for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:59.734592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:59.775988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.776371 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Added segment 05ac0e38-818a-4210-b003-88f2222dd123 of type vlan for network 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 Aug 20 12:08:59.850997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a594ad2c-9cdb-4be2-8b35-d8356652421a req-e84292e7-db1f-4954-99ad-03fe83423b51 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235044 Aug 20 12:08:59.856805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Attempting to bind port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:59.857145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Attempting to bind port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:59.857475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Attempting to bind port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:59.865681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.872407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 on network 1dc1aa9a-07af-4258-a94a-69c38875253d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:59.873121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Attempting to bind port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 on network 1dc1aa9a-07af-4258-a94a-69c38875253d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:59.884558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:59.885047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Checking segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:59.885490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Bound using segment: {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:59.886075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Bound port: 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6c6b73-1456-4e78-ad25-44bd583064ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:59.886459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.938335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.944167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:59.944840 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.034133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6189835 Aug 20 12:09:00.038343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52210) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:00.043210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:00.044497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'network_id': '6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:00.045458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be681b-fa2d-455f-970f-a8a90f6b32ec tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Network': ['ID=6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:00.049252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:00.054541 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.059132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:00.103869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.104747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.106605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] 10.222.0.73 "PUT /v2.0/ports/070ac837-dd3f-4e11-b22d-4531cb1bd6f2 HTTP/1.1" status: 200 len: 1093 time: 1.2710018 Aug 20 12:09:00.107265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:00.109967 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:00.216253 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f72257d-16fc-47ac-a9ec-ac5ba4295146 x-openstack-request-id: req-7f72257d-16fc-47ac-a9ec-ac5ba4295146 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:00.216253 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:00.216253 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f72257d-16fc-47ac-a9ec-ac5ba4295146 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:00.216631 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'status': 'completed', 'code': 200} Aug 20 12:09:00.218501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Made reservation on behalf of f6da87cabedf403aa32e03ed51e958bd for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:00.226935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.262392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88f413-c7a3-4817-bde3-036585d4c1dd service neutron] Pushing event updated for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:00.291626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-0654c208-07a3-4420-89f0-e66658653e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.295209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-0654c208-07a3-4420-89f0-e66658653e24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 1096 time: 0.1251414 Aug 20 12:09:00.328477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Performing IP validity checks on allocation pools {{(pid=101033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 12:09:00.330240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 12:09:00.379919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-07603464-b517-4c24-9090-0cbf514819cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2 HTTP/1.1" status: 200 len: 217 time: 0.0762796 Aug 20 12:09:00.441178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-d65754ad-3061-40c2-b76a-164d60bf792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.442920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-d65754ad-3061-40c2-b76a-164d60bf792e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0547795 Aug 20 12:09:00.493809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-4ff66e71-d44e-4677-be0e-3c1cd8794b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.495433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-4ff66e71-d44e-4677-be0e-3c1cd8794b33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446703 Aug 20 12:09:00.506841 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.593268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=57ed41b8-cee8-4cdb-9117-7ce0d48f7f0c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:00.605398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Checking segment: {'id': '05ac0e38-818a-4210-b003-88f2222dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:00.605813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network hostable DHCP agents. Network: 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:00.608265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-1cb43022-0165-46a9-aee1-5d4cc00ba642 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039333 Aug 20 12:09:00.635888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Network 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:00.667987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:00.676629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.677305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.678439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c7e6933-fbcb-4633-82d6-5460d8f8bd91 req-3b169654-21e9-4965-82cd-580d59a09a07 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 210 time: 0.0640576 Aug 20 12:09:00.678692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b758c5-e005-4e81-a49f-423d1c245c65 None None] Network 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:00.699308 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-de371257-d571-4029-85e9-4002ee91b36c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6596777 Aug 20 12:09:00.703192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52234) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:00.710904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dc9eb947-48cf-4f3a-bd62-0c3c523619d6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:00.810439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5bc7e40-8b43-49c7-9ef9-309f706723b9 req-08560d1c-f8a7-4590-b331-748401b3ca13 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758831 Aug 20 12:09:00.928924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-3a9b3b06-97ae-41be-896b-27f6d4a5d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.931059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-3a9b3b06-97ae-41be-896b-27f6d4a5d36f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 1096 time: 0.0610731 Aug 20 12:09:00.936109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb947-48cf-4f3a-bd62-0c3c523619d6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30164998'] for subnet, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.980849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-2da05e94-6da1-408e-ba71-cf9fb81d748f tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.982809 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-2da05e94-6da1-408e-ba71-cf9fb81d748f tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.73 "GET /v2.0/networks?id=2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 HTTP/1.1" status: 200 len: 822 time: 0.1901336 Aug 20 12:09:01.008373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6', 'network_id': '6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6', 'tenant_id': 'f6da87cabedf403aa32e03ed51e958bd', 'fixed_ips': [{'subnet_id': '57ed41b8-cee8-4cdb-9117-7ce0d48f7f0c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:01.009760 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.015110 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Request body: {'port': {'device_id': '5d8bc3fb-4c6a-4d55-be82-e220a6f594eb', 'network_id': '2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1', 'admin_state_up': True, 'tenant_id': '8005b679d36d4dd2933d5de72c7df053'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:01.157371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3830-ce33-46bd-b3ab-eac042adb695 req-86a896d5-8b74-451c-8959-c2c1e80b801a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.164770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05aa3830-ce33-46bd-b3ab-eac042adb695 req-86a896d5-8b74-451c-8959-c2c1e80b801a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 944 time: 0.1226597 Aug 20 12:09:01.204832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-c2612ba5-b112-4439-aa03-64364779a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.208293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-c2612ba5-b112-4439-aa03-64364779a762 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.2693715 Aug 20 12:09:01.241116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Made reservation on behalf of 8005b679d36d4dd2933d5de72c7df053 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:01.244672 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.256998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb947-48cf-4f3a-bd62-0c3c523619d6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764904533342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30681256'] for subnet, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.283057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05aa3830-ce33-46bd-b3ab-eac042adb695 req-4f21901c-f144-4205-9a6c-b41ef488fd44 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138897 Aug 20 12:09:01.284407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-8881f63b-b129-47e8-8a0f-83800e4bc029 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2 HTTP/1.1" status: 200 len: 217 time: 0.0647202 Aug 20 12:09:01.322869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Allocated IP 172.20.0.3 (6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6/57ed41b8-cee8-4cdb-9117-7ce0d48f7f0c/d81b6a33-2344-4a11-8425-e0abe59e9df8) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:01.357285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-1a98a05c-5a50-4fdb-8208-530467f24d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.360135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-1a98a05c-5a50-4fdb-8208-530467f24d02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0608656 Aug 20 12:09:01.451390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-c70bc229-0429-4a91-a65a-5a79bb0909c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.453574 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-c70bc229-0429-4a91-a65a-5a79bb0909c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786543 Aug 20 12:09:01.530342 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.541182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Transition to ACTIVE for port object d81b6a33-2344-4a11-8425-e0abe59e9df8 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:01.566604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Transition to ACTIVE for port object d81b6a33-2344-4a11-8425-e0abe59e9df8 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:01.574261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.610008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-d00695c0-96e7-4acf-b061-680ac239121a service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478612 Aug 20 12:09:01.624628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Network 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:01.631442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:01.633889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:01.636290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Pushing event updated for resources: {'Port': ['ID=d81b6a33-2344-4a11-8425-e0abe59e9df8,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:01.701889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Attempting to bind port d81b6a33-2344-4a11-8425-e0abe59e9df8 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:01.706580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Attempting to bind port d81b6a33-2344-4a11-8425-e0abe59e9df8 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '05ac0e38-818a-4210-b003-88f2222dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:01.706812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Attempting to bind port d81b6a33-2344-4a11-8425-e0abe59e9df8 on network 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:01.712710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9eb947-48cf-4f3a-bd62-0c3c523619d6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.713679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb947-48cf-4f3a-bd62-0c3c523619d6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.718939 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dc9eb947-48cf-4f3a-bd62-0c3c523619d6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "PUT /v2.0/subnets/57ed41b8-cee8-4cdb-9117-7ce0d48f7f0c HTTP/1.1" status: 200 len: 877 time: 1.0133107 Aug 20 12:09:01.719094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52310) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:01.719496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:01.720232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Checking segment: {'id': '05ac0e38-818a-4210-b003-88f2222dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:01.721523 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.723055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Bound using segment: {'id': '05ac0e38-818a-4210-b003-88f2222dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:01.723649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Bound port: d81b6a33-2344-4a11-8425-e0abe59e9df8, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ac0e38-818a-4210-b003-88f2222dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:01.725338 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.767161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eb947-48cf-4f3a-bd62-0c3c523619d6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event updated for resources: {'Subnet': ['ID=57ed41b8-cee8-4cdb-9117-7ce0d48f7f0c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:01.850365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] For port d81b6a33-2344-4a11-8425-e0abe59e9df8, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:01.857039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] For port d81b6a33-2344-4a11-8425-e0abe59e9df8, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d81b6a33-2344-4a11-8425-e0abe59e9df8,segment=NetworkSegment(05ac0e38-818a-4210-b003-88f2222dd123),segment_id=05ac0e38-818a-4210-b003-88f2222dd123)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:01.863470 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.871335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Allocated IP 172.20.0.11 (2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1/1b178288-f697-48e2-b6c6-f15d8cc93d47/844adef7-cda2-4a0e-b80d-cf5c5f1b9614) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:01.889283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bcf335c4-dd68-4556-9aa1-2664c7e236bc req-a4609e17-31a8-49ed-8515-6b451de213e2 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 210 time: 0.0418975 Aug 20 12:09:01.927099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-311adadc-6f91-41cd-9a16-1ab9af8e8ed4 req-80e995e9-d94f-4f28-986d-829819d50e1a service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086629 Aug 20 12:09:01.940734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.944624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255944b-f1f8-4cff-a894-9c164a55bfff None None] Pushing event updated for resources: {'Port': ['ID=d81b6a33-2344-4a11-8425-e0abe59e9df8,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:01.998016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Deleting port d81b6a33-2344-4a11-8425-e0abe59e9df8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:01.998391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.059954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52316) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:02.099332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.109170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] For port d81b6a33-2344-4a11-8425-e0abe59e9df8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d81b6a33-2344-4a11-8425-e0abe59e9df8,segment=NetworkSegment(05ac0e38-818a-4210-b003-88f2222dd123),segment_id=05ac0e38-818a-4210-b003-88f2222dd123)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:02.109551 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.152708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Calling delete_port for d81b6a33-2344-4a11-8425-e0abe59e9df8 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:02.176078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.232403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-08834656-5800-47f8-9446-24786126ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.232577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:02.236474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:02.240986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:02.276345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Pushing event updated for resources: {'Port': ['ID=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:02.330540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:02.331539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.368775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d81b6a33-2344-4a11-8425-e0abe59e9df8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:02.381229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.418473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No active binding found for port d81b6a33-2344-4a11-8425-e0abe59e9df8 {{(pid=101035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 12:09:02.418817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d81b6a33-2344-4a11-8425-e0abe59e9df8 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 12:09:02.437549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Port d81b6a33-2344-4a11-8425-e0abe59e9df8 not found, will not notify nova. {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 12:09:02.445072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Port': ['ID=d81b6a33-2344-4a11-8425-e0abe59e9df8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:02.774769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No DVR routers for this DVR port d81b6a33-2344-4a11-8425-e0abe59e9df8 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:02.805334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c6c7e-0085-433c-b8bb-a2a555d59a7f req-44aae888-8481-47ec-a0e5-5b1f51c99a6a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:02.806905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb7c6c7e-0085-433c-b8bb-a2a555d59a7f req-44aae888-8481-47ec-a0e5-5b1f51c99a6a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 944 time: 0.4267704 Aug 20 12:09:02.808881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-08834656-5800-47f8-9446-24786126ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.819542 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-033dd315-fed6-490d-aca2-0fab447e5b8c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8097072 Aug 20 12:09:02.834299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-08834656-5800-47f8-9446-24786126ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.834513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Request body: {'port': {'device_id': '5d8bc3fb-4c6a-4d55-be82-e220a6f594eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:02.908675 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.918916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:02.941944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08834656-5800-47f8-9446-24786126ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f82fc3-79f4-4b94-b417-160623783872,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:02.971188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-08834656-5800-47f8-9446-24786126ca05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8299101520a54cae9fe63d0dd63375cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9100778 Aug 20 12:09:02.972630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52328) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:02.977821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb7c6c7e-0085-433c-b8bb-a2a555d59a7f req-afa70e8e-bd4c-4610-95f3-2c6e4b96d47a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493342 Aug 20 12:09:03.056851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.084998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2b60c-d458-4211-b398-c5064fa54973 None None] Network 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:03.116604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc505d-f654-4e90-8335-d8fde633b632 req-94462151-ac37-4b93-8b95-bfc741341af9 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:03.122693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86cc505d-f654-4e90-8335-d8fde633b632 req-94462151-ac37-4b93-8b95-bfc741341af9 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 932 time: 0.1204140 Aug 20 12:09:03.128105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=57ed41b8-cee8-4cdb-9117-7ce0d48f7f0c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:03.151500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3346376-4837-46aa-b7bd-805564444d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.190132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9d7a50d6-990f-469f-9e1b-d3e087e08553 None None] Could not find standard attr ID for object d81b6a33-2344-4a11-8425-e0abe59e9df8. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:03.214706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3346376-4837-46aa-b7bd-805564444d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.222390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.235130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86cc505d-f654-4e90-8335-d8fde633b632 req-754e1e0b-f9c2-4843-b866-33cb7627656c tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098719 Aug 20 12:09:03.243587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:03.263168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ac0e38-818a-4210-b003-88f2222dd123') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:03.263470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ac0e38-818a-4210-b003-88f2222dd123') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:03.274046 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.290360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42e0e6-459f-484c-a381-be78129f9427 None None] DHCP port deletion for 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:03.291237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.306735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:03.307277 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:03.311521 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:03.313907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c83c3a3-8fb4-447c-8bbc-a3bee7668b9b None None] Network 6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:03.315696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3346376-4837-46aa-b7bd-805564444d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.319095 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3346376-4837-46aa-b7bd-805564444d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.322915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b3346376-4837-46aa-b7bd-805564444d7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57f82fc3-79f4-4b94-b417-160623783872 HTTP/1.1" status: 204 len: 168 time: 0.3492603 Aug 20 12:09:03.354938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3346376-4837-46aa-b7bd-805564444d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f82fc3-79f4-4b94-b417-160623783872,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:03.379384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.384424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:03.397950 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.397950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 HTTP/1.1" status: 204 len: 168 time: 1.6745467 Aug 20 12:09:03.399366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52332) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:03.415710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134bac5-a04d-4ceb-b5d6-67f566f3019c tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:03.416696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.450036 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-478815ab-ff29-4d01-a0e2-0d588aa774cf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:03.450524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478815ab-ff29-4d01-a0e2-0d588aa774cf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:03.452614 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-478815ab-ff29-4d01-a0e2-0d588aa774cf tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/57ed41b8-cee8-4cdb-9117-7ce0d48f7f0c HTTP/1.1" status: 404 len: 337 time: 0.0521939 Aug 20 12:09:03.455807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52334) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:03.461628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Transition to ACTIVE for port object 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:03.467132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.481869 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ad85da-3ccd-41b1-be80-520f5d1b09ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:03.482654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ad85da-3ccd-41b1-be80-520f5d1b09ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:03.492733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-82ad85da-3ccd-41b1-be80-520f5d1b09ff tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/6cec1e04-c5cb-4659-a859-6ac4d5e0a6e6 HTTP/1.1" status: 404 len: 339 time: 0.0276582 Aug 20 12:09:03.493412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52338) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:03.523292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Pushing event updated for resources: {'Port': ['ID=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:03.527464 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5a0bb2-dc12-41ad-ab4d-e689963cdd92 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:03.527958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5a0bb2-dc12-41ad-ab4d-e689963cdd92 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:03.532769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2b5a0bb2-dc12-41ad-ab4d-e689963cdd92 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/797104e5-61a6-4ec7-9ea8-56d6270d402c HTTP/1.1" status: 404 len: 337 time: 0.0339530 Aug 20 12:09:03.533381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52340) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:03.560068 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a85957-4381-4508-b02f-158514bc308a tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:03.561048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a85957-4381-4508-b02f-158514bc308a tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:03.564889 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-79a85957-4381-4508-b02f-158514bc308a tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/e7574a2c-18ac-4194-bd2c-b70b41e97209 HTTP/1.1" status: 404 len: 339 time: 0.0279005 Aug 20 12:09:03.565631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52342) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:03.629404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Attempting to bind port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:03.629742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Attempting to bind port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '57014012-2f27-48b3-9068-38b968052de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:03.630072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Attempting to bind port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 on network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:03.636511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 on network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:09:03.636833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Attempting to bind port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 on network 2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:03.644292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:03.644655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Checking segment: {'id': '57014012-2f27-48b3-9068-38b968052de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:03.645130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Bound using segment: {'id': '57014012-2f27-48b3-9068-38b968052de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:03.646082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Bound port: 844adef7-cda2-4a0e-b80d-cf5c5f1b9614, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57014012-2f27-48b3-9068-38b968052de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:03.646082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.663190 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.712743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52344) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:03.732442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-20b91409-a052-4520-85a1-dfd81fcfdac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.736955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] For port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:03.756551 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.758629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] For port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,segment=NetworkSegment(57014012-2f27-48b3-9068-38b968052de0),segment_id=57014012-2f27-48b3-9068-38b968052de0)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:03.767503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.769305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6631031-9c2b-4166-ac38-e4e03e6bb76b']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:03.780755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22de6751-19e2-4770-9c32-a8d58a555370') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:03.781099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22de6751-19e2-4770-9c32-a8d58a555370') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:03.791517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.806412 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.813654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:03.814439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.814767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:03.815266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.815904 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/844adef7-cda2-4a0e-b80d-cf5c5f1b9614 HTTP/1.1" status: 200 len: 1093 time: 0.9868634 Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:03.818496 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:03.820768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8bc3fb-4c6a-4d55-be82-e220a6f594eb', 'tag': '844adef7-cda2-4a0e-b80d-cf5c5f1b9614'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:03.822553 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36455224-49cf-4daa-b1f3-d720e3adf63f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8bc3fb-4c6a-4d55-be82-e220a6f594eb", "tag": "844adef7-cda2-4a0e-b80d-cf5c5f1b9614"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:03.875375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:09:03.877381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8026b-6c70-4cf4-9e0d-91713f2c40d7 service neutron] Pushing event updated for resources: {'Port': ['ID=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:03.882530 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1a4c8d-f267-4a8b-b66b-34616a4c83d9 x-openstack-request-id: req-9e1a4c8d-f267-4a8b-b66b-34616a4c83d9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:03.882530 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8bc3fb-4c6a-4d55-be82-e220a6f594eb", "tag": "844adef7-cda2-4a0e-b80d-cf5c5f1b9614", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:03.882530 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e1a4c8d-f267-4a8b-b66b-34616a4c83d9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:03.882530 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8bc3fb-4c6a-4d55-be82-e220a6f594eb', 'tag': '844adef7-cda2-4a0e-b80d-cf5c5f1b9614', 'status': 'completed', 'code': 200} Aug 20 12:09:03.894710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.912131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.915021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/d6631031-9c2b-4166-ac38-e4e03e6bb76b HTTP/1.1" status: 204 len: 168 time: 0.3478913 Aug 20 12:09:03.917545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52350) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:03.961429 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-490c3bad-9d0e-43c4-8782-aeaf672e89bd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:03.961894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490c3bad-9d0e-43c4-8782-aeaf672e89bd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:03.966835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-490c3bad-9d0e-43c4-8782-aeaf672e89bd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/3b7e5a74-47f8-44ca-aac1-ca57774e2c13 HTTP/1.1" status: 404 len: 337 time: 0.0457585 Aug 20 12:09:03.967039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52354) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:03.972502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-20b91409-a052-4520-85a1-dfd81fcfdac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.977728 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-20b91409-a052-4520-85a1-dfd81fcfdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:03.988376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065238d-bd35-47cb-afa7-ae897aa7b4e6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=d6631031-9c2b-4166-ac38-e4e03e6bb76b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:03.992592 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59b6755-cb5f-4466-9ef4-bc93b522db78 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:03.993335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59b6755-cb5f-4466-9ef4-bc93b522db78 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:03.996345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c59b6755-cb5f-4466-9ef4-bc93b522db78 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/f8b78925-e57a-4923-980e-8581bfa16105 HTTP/1.1" status: 404 len: 339 time: 0.0283914 Aug 20 12:09:03.999846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52356) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.013852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b91409-a052-4520-85a1-dfd81fcfdac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bba012-bc78-4a96-b12b-f9dbe21e6470,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:04.042814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:04.045732 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a7c121-1c09-4b38-8d38-fa447a6a0ae7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.046786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a7c121-1c09-4b38-8d38-fa447a6a0ae7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.049928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d9a7c121-1c09-4b38-8d38-fa447a6a0ae7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/e1b62666-1fe5-4720-a7bc-7c1d8d8c51e4 HTTP/1.1" status: 404 len: 337 time: 0.0489368 Aug 20 12:09:04.052789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52360) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.058404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'mac_address': 'fa:16:3e:bb:ed:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:09:04.076242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52362) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.076499 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-20b91409-a052-4520-85a1-dfd81fcfdac9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00f5f4a3ffbc45d4be3fbcf6e8c46216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625636 Aug 20 12:09:04.095913 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6222950-de65-416e-9ab7-d66e51a02aa6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.096832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6222950-de65-416e-9ab7-d66e51a02aa6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.098770 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b6222950-de65-416e-9ab7-d66e51a02aa6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/f5b6f4b2-5257-4635-93ce-bc5c710e80e1 HTTP/1.1" status: 404 len: 339 time: 0.0400331 Aug 20 12:09:04.101291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52364) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.105020 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:04.126540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:04.150514 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2eec65-2391-4ebc-a84b-42e16f35b9c7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.150973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2eec65-2391-4ebc-a84b-42e16f35b9c7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.153146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6b2eec65-2391-4ebc-a84b-42e16f35b9c7 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/32119a56-0324-4aee-a6c7-b5044b1fa9db HTTP/1.1" status: 404 len: 337 time: 0.0507164 Aug 20 12:09:04.155662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52368) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.156981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:04.163251 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:04.180992 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf6ad0f-4acb-40dd-9afd-2c90229a749b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.181567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf6ad0f-4acb-40dd-9afd-2c90229a749b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.183331 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7cf6ad0f-4acb-40dd-9afd-2c90229a749b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/7a9dfcc2-e020-4666-bac6-207e1838b0f8 HTTP/1.1" status: 404 len: 339 time: 0.0267181 Aug 20 12:09:04.186989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52370) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.191239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a933b1dc-12f1-4768-acfe-a94cd415530d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:04.205757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-fa69d11e-e882-478f-8c96-35763a9986b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:04.207294 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-fa69d11e-e882-478f-8c96-35763a9986b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8005b679d36d4dd2933d5de72c7df053&device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 1096 time: 0.3230872 Aug 20 12:09:04.215119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a933b1dc-12f1-4768-acfe-a94cd415530d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:04.221250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:04.239891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f6359-bd8e-4e08-8260-6dbb45bf1338 req-b7065a75-c106-415b-a20f-96ed54dfa23c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:04.241349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d04f6359-bd8e-4e08-8260-6dbb45bf1338 req-b7065a75-c106-415b-a20f-96ed54dfa23c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 944 time: 0.1178992 Aug 20 12:09:04.274252 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-e9aa7dc3-23f0-45db-b7a6-bbc8e9ee2c69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=844adef7-cda2-4a0e-b80d-cf5c5f1b9614 HTTP/1.1" status: 200 len: 217 time: 0.0399308 Aug 20 12:09:04.275546 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3d1bd1-e708-4e5e-91b4-d7b1197eb48e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.276303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3d1bd1-e708-4e5e-91b4-d7b1197eb48e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.278906 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5e3d1bd1-e708-4e5e-91b4-d7b1197eb48e tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/7ef69826-23b9-465c-8f81-de04b2212b01 HTTP/1.1" status: 404 len: 337 time: 0.0891895 Aug 20 12:09:04.286155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52374) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.312924 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-9596d0e3-2cfe-4913-bc06-56dc5aac937d tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.314058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9596d0e3-2cfe-4913-bc06-56dc5aac937d tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.317635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d81b6a33-2344-4a11-8425-e0abe59e9df8 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:04.318664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9596d0e3-2cfe-4913-bc06-56dc5aac937d tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/d10747f7-82ed-4101-bd9a-5394e7591f45 HTTP/1.1" status: 404 len: 339 time: 0.0313878 Aug 20 12:09:04.319321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52376) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.340550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-258425ce-b990-41a7-bb0e-40ccabc4d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:04.342022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d81b6a33-2344-4a11-8425-e0abe59e9df8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:04.342488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d81b6a33-2344-4a11-8425-e0abe59e9df8 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:04.342609 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-258425ce-b990-41a7-bb0e-40ccabc4d3bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b178288-f697-48e2-b6c6-f15d8cc93d47 HTTP/1.1" status: 200 len: 862 time: 0.0612090 Aug 20 12:09:04.348233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d04f6359-bd8e-4e08-8260-6dbb45bf1338 req-52b29781-91d7-48f5-aa21-37ca33dde397 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953262 Aug 20 12:09:04.350607 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8540878f-5764-4d74-8d75-cc5ddcc40c23 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.351057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8540878f-5764-4d74-8d75-cc5ddcc40c23 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.355661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8540878f-5764-4d74-8d75-cc5ddcc40c23 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/700515d4-83cf-4cc1-8189-b0bd7e34010c HTTP/1.1" status: 404 len: 337 time: 0.0349395 Aug 20 12:09:04.391047 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-657f8308-cc78-4aaa-aa38-d2de32919c5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328252 Aug 20 12:09:04.391047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52378) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.392485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a933b1dc-12f1-4768-acfe-a94cd415530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:04.394353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a933b1dc-12f1-4768-acfe-a94cd415530d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:04.395936 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a933b1dc-12f1-4768-acfe-a94cd415530d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02bba012-bc78-4a96-b12b-f9dbe21e6470 HTTP/1.1" status: 204 len: 168 time: 0.3185208 Aug 20 12:09:04.419884 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e3ce74-a8e8-46cb-bad2-1eee470e82cd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.420469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e3ce74-a8e8-46cb-bad2-1eee470e82cd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.421617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933b1dc-12f1-4768-acfe-a94cd415530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bba012-bc78-4a96-b12b-f9dbe21e6470,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:04.422204 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-98e3ce74-a8e8-46cb-bad2-1eee470e82cd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/1aaaab7a-0523-4f7d-b70e-ff4d706f6181 HTTP/1.1" status: 404 len: 339 time: 0.0369172 Aug 20 12:09:04.426121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52382) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.458067 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-279162a6-d7a5-4c96-9367-39e794a1e1e0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.458513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279162a6-d7a5-4c96-9367-39e794a1e1e0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.460227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-279162a6-d7a5-4c96-9367-39e794a1e1e0 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/ab7af8ca-9227-4c57-9196-00587692ecdf HTTP/1.1" status: 404 len: 337 time: 0.0330081 Aug 20 12:09:04.462854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52384) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.475524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6841c-af46-4687-a302-bbb0ef63a11f req-f6f12cb1-db36-4821-9685-6c58722310ff tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:04.477217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63a6841c-af46-4687-a302-bbb0ef63a11f req-f6f12cb1-db36-4821-9685-6c58722310ff tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 944 time: 0.1205091 Aug 20 12:09:04.491046 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c85154-4b36-4ea5-b75f-7d3b7945c5bd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.491167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c85154-4b36-4ea5-b75f-7d3b7945c5bd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.495600 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b7c85154-4b36-4ea5-b75f-7d3b7945c5bd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/b29d2f32-7161-4fcc-95cf-a1276fdad642 HTTP/1.1" status: 404 len: 339 time: 0.0290136 Aug 20 12:09:04.495769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52386) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.528919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-7d7624a8-6305-4bc3-b934-68f7e76cefdf service neutron] 10.222.0.73 "GET /v2.0/networks/2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313331 Aug 20 12:09:04.540908 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82ebffa-3e74-4445-81d8-d2cd87ae83fa tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.541369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82ebffa-3e74-4445-81d8-d2cd87ae83fa tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.543084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d82ebffa-3e74-4445-81d8-d2cd87ae83fa tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/5046f79c-4fb7-4988-8751-98c1296cee98 HTTP/1.1" status: 404 len: 337 time: 0.0467339 Aug 20 12:09:04.546386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52388) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.557508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63a6841c-af46-4687-a302-bbb0ef63a11f req-fb164e53-7227-41b9-a8ab-90ec1173ec20 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714064 Aug 20 12:09:04.582227 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-149981d9-670d-4f20-9fd7-c96c8287cb7b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.582826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149981d9-670d-4f20-9fd7-c96c8287cb7b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.584566 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-149981d9-670d-4f20-9fd7-c96c8287cb7b tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/98c8128d-9252-4e24-ae42-8644c9c580c8 HTTP/1.1" status: 404 len: 339 time: 0.0372443 Aug 20 12:09:04.587219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52390) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.614716 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4a088b-093b-4e19-ac71-333c08f239d9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.615169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4a088b-093b-4e19-ac71-333c08f239d9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.616895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3a4a088b-093b-4e19-ac71-333c08f239d9 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/065c83e4-f390-4cbf-9ad7-5a43d42b9863 HTTP/1.1" status: 404 len: 337 time: 0.0286992 Aug 20 12:09:04.619948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52394) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.644801 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73db5e5-4379-4e32-98a8-9dc7d9747ef6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:04.645368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73db5e5-4379-4e32-98a8-9dc7d9747ef6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:04.647390 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e73db5e5-4379-4e32-98a8-9dc7d9747ef6 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/4a2e0615-791b-4dda-9511-ddb6ab41ec2b HTTP/1.1" status: 404 len: 339 time: 0.0260766 Aug 20 12:09:04.650113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52396) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:04.666479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['070ac837-dd3f-4e11-b22d-4531cb1bd6f2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:04.725512 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-381b57c1-08f2-4db3-96e1-b70cb08a00fc req-57f6dbcc-68b7-482b-bd70-a5dc6092fb2f service neutron] 10.222.0.73 "GET /v2.0/networks/2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890333 Aug 20 12:09:04.730971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-54069fb9-6e1c-4f9a-9dee-82312dac97dd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Deleting subnet 4619b54e-8a38-4ae0-bf7e-80b8c29c85b2 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:04.734247 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54069fb9-6e1c-4f9a-9dee-82312dac97dd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:04.780207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54069fb9-6e1c-4f9a-9dee-82312dac97dd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:04.873963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-5f51999c-0b85-4bda-8f7b-70ea656737bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:04.875501 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-5f51999c-0b85-4bda-8f7b-70ea656737bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8005b679d36d4dd2933d5de72c7df053&device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 1096 time: 0.0671904 Aug 20 12:09:04.961404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54069fb9-6e1c-4f9a-9dee-82312dac97dd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.034803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-75cc0277-e22c-4046-8232-50d5da165711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:05.036290 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-75cc0277-e22c-4046-8232-50d5da165711 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 HTTP/1.1" status: 200 len: 923 time: 0.1443400 Aug 20 12:09:05.048689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54069fb9-6e1c-4f9a-9dee-82312dac97dd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.086040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54069fb9-6e1c-4f9a-9dee-82312dac97dd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Subnet': ['ID=4619b54e-8a38-4ae0-bf7e-80b8c29c85b2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:05.121401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-4d8fc56f-842f-4a2e-86d7-3c12e0d07a59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=844adef7-cda2-4a0e-b80d-cf5c5f1b9614 HTTP/1.1" status: 200 len: 217 time: 0.0628901 Aug 20 12:09:05.122717 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54069fb9-6e1c-4f9a-9dee-82312dac97dd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.124575 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-54069fb9-6e1c-4f9a-9dee-82312dac97dd tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/subnets/4619b54e-8a38-4ae0-bf7e-80b8c29c85b2 HTTP/1.1" status: 204 len: 168 time: 0.4722543 Aug 20 12:09:05.127875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52414) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:05.129307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af98b4-855a-4416-9b38-a9cf06bcb213 None None] Network c172a9d5-7127-4620-869a-6df5591ca6e2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:05.195843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-fc0a49b7-1ae8-4e73-9ba0-60f9658bec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:05.198840 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-fc0a49b7-1ae8-4e73-9ba0-60f9658bec94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b178288-f697-48e2-b6c6-f15d8cc93d47 HTTP/1.1" status: 200 len: 862 time: 0.0633099 Aug 20 12:09:05.243475 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-a6a6a3dc-cbfd-404a-a4a3-c1158af226e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353925 Aug 20 12:09:05.252434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.323599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Deleting port d2bacdf0-15ce-4598-94d1-8037247fdc02 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:05.324130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.359819 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-6b89a037-5312-4502-be0a-a36e5d06864c service neutron] 10.222.0.73 "GET /v2.0/networks/2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070542 Aug 20 12:09:05.379474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] DHCP port deletion for c172a9d5-7127-4620-869a-6df5591ca6e2 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:05.436354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] Deleting port d2bacdf0-15ce-4598-94d1-8037247fdc02 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:05.437118 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.441365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] For port d2bacdf0-15ce-4598-94d1-8037247fdc02, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d2bacdf0-15ce-4598-94d1-8037247fdc02,segment=NetworkSegment(24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce),segment_id=24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:05.441974 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.495411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Calling delete_port for d2bacdf0-15ce-4598-94d1-8037247fdc02 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:05.514131 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-36455224-49cf-4daa-b1f3-d720e3adf63f req-ae2e124c-08e8-404b-b28e-4c09d294d91f service neutron] 10.222.0.73 "GET /v2.0/networks/2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452267 Aug 20 12:09:05.523494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89543-090c-4d83-ac88-878f204655ef req-3c7f201c-41d8-4917-8cec-27b892e0223b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:05.525036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5b89543-090c-4d83-ac88-878f204655ef req-3c7f201c-41d8-4917-8cec-27b892e0223b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 945 time: 0.0799758 Aug 20 12:09:05.541952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] For port d2bacdf0-15ce-4598-94d1-8037247fdc02, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d2bacdf0-15ce-4598-94d1-8037247fdc02,segment=NetworkSegment(24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce),segment_id=24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:05.542635 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.558470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] Calling delete_port for d2bacdf0-15ce-4598-94d1-8037247fdc02 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:05.612942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5b89543-090c-4d83-ac88-878f204655ef req-01478bc0-fa41-419d-a4a8-74c8f6b015e2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535035 Aug 20 12:09:05.643984 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.647009 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:05.649937 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:09:05.658943 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.690087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] No DVR routers for this DVR port d2bacdf0-15ce-4598-94d1-8037247fdc02 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:05.690331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] No DVR routers for this DVR port d2bacdf0-15ce-4598-94d1-8037247fdc02 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:05.698416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e208f-05e4-4cf3-aeb7-fe110c761175 None None] Pushing event deleted for resources: {'Port': ['ID=d2bacdf0-15ce-4598-94d1-8037247fdc02,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:05.706597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Port': ['ID=d2bacdf0-15ce-4598-94d1-8037247fdc02,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:05.800266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.815522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f07ae-c7f2-4535-8506-f881b6ea996c req-9fe64429-4e78-46ea-b799-8311f458745f tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:05.817081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b0f07ae-c7f2-4535-8506-f881b6ea996c req-9fe64429-4e78-46ea-b799-8311f458745f tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 944 time: 0.1698539 Aug 20 12:09:05.821123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c172a9d5-7127-4620-869a-6df5591ca6e2']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:05.838570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:05.838870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f6a5cb-9864-4eb2-8d67-8cf0bc12d1ce') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:05.856652 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.888760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b0f07ae-c7f2-4535-8506-f881b6ea996c req-88d12e48-fc3e-4901-a618-be50f57a3e84 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651877 Aug 20 12:09:05.889708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.897132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:05.899662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:05.902315 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:05.963066 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.970897 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.972859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] 10.222.0.25 "DELETE /v2.0/networks/c172a9d5-7127-4620-869a-6df5591ca6e2 HTTP/1.1" status: 204 len: 168 time: 0.8435779 Aug 20 12:09:05.990004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e313d5e-93c5-4857-ad95-f82f0d033513 tempest-NetworksTest-1413548660 tempest-NetworksTest-1413548660-project] Pushing event deleted for resources: {'Network': ['ID=c172a9d5-7127-4620-869a-6df5591ca6e2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:06.245200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52464) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:06.290375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d2bacdf0-15ce-4598-94d1-8037247fdc02 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:06.333393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d2bacdf0-15ce-4598-94d1-8037247fdc02 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:06.333753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d2bacdf0-15ce-4598-94d1-8037247fdc02 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:06.430688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3f8e72b9-0256-4551-bc8a-c4d069130d10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6da87cabedf403aa32e03ed51e958bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842637 Aug 20 12:09:06.433010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52492) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:06.485112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-201d5ac1-9fe1-4961-9b41-23b5c8965bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:06.511679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-201d5ac1-9fe1-4961-9b41-23b5c8965bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:06.565438 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-201d5ac1-9fe1-4961-9b41-23b5c8965bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:06.568049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-201d5ac1-9fe1-4961-9b41-23b5c8965bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:06.569208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-201d5ac1-9fe1-4961-9b41-23b5c8965bc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae275e61-c5fe-45f3-a842-53d69c2a3127 HTTP/1.1" status: 204 len: 168 time: 0.1352315 Aug 20 12:09:06.577102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d5ac1-9fe1-4961-9b41-23b5c8965bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae275e61-c5fe-45f3-a842-53d69c2a3127,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:06.765833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84945b53-10ca-4262-b4b8-6c5deb6d4a74 req-e3cadb54-7cc1-4c77-99ab-c6753b05e31b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:06.774577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84945b53-10ca-4262-b4b8-6c5deb6d4a74 req-e3cadb54-7cc1-4c77-99ab-c6753b05e31b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 945 time: 0.0735264 Aug 20 12:09:06.815790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84945b53-10ca-4262-b4b8-6c5deb6d4a74 req-7bf86ed6-c77c-4a34-ae17-3fd4eea1f14b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Aug 20 12:09:06.965570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52540) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:07.053318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0758-5fdc-471e-bebc-432f5261e342 req-4380a79e-ebfa-4b6f-b4df-cf0b438f4fb1 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:07.055152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c0a0758-5fdc-471e-bebc-432f5261e342 req-4380a79e-ebfa-4b6f-b4df-cf0b438f4fb1 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 944 time: 0.0602314 Aug 20 12:09:07.103027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c0a0758-5fdc-471e-bebc-432f5261e342 req-51ea4f4d-b844-4668-9b7e-9bdf4b8dc538 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Aug 20 12:09:07.194039 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70dca73e-747d-412c-a5ef-4ee35e6b9e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.316407 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70dca73e-747d-412c-a5ef-4ee35e6b9e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.320784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70dca73e-747d-412c-a5ef-4ee35e6b9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.354516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-70dca73e-747d-412c-a5ef-4ee35e6b9e4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59d24777b9a54721aae2035f512a8f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877203 Aug 20 12:09:07.357024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52556) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:07.399652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dca73e-747d-412c-a5ef-4ee35e6b9e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5888de8c-1362-4373-b320-72fde2fd2bef,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:07.431546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035c800e-9f34-48b3-9f59-a752d3acb854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.447463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52560) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:07.459528 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035c800e-9f34-48b3-9f59-a752d3acb854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.520824 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035c800e-9f34-48b3-9f59-a752d3acb854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.524386 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035c800e-9f34-48b3-9f59-a752d3acb854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.529198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-035c800e-9f34-48b3-9f59-a752d3acb854 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5888de8c-1362-4373-b320-72fde2fd2bef HTTP/1.1" status: 204 len: 168 time: 0.1679964 Aug 20 12:09:07.539234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c800e-9f34-48b3-9f59-a752d3acb854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5888de8c-1362-4373-b320-72fde2fd2bef,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:07.577428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2137539737'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:07.601763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:07.605263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.614948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.713941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.720619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.750329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:07.762130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31aca973-0853-476a-82dc-0372c73015c8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:07.769577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.769926 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Added segment d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5 of type vlan for network 955713ce-7219-46c3-b87d-54109a4ed21b Aug 20 12:09:07.812908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.838745 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.845455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:07.846348 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.903579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:09:07.911058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52570) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:07.918617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:07.932634 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4827766 Aug 20 12:09:07.936003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9ff069e-bee9-4d81-acba-65393b424493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.940285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52572) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:07.945096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'name': 'tempest-PortsIpV6TestJSON-1694222654'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:07.955043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4112f3-235d-45e0-92d7-38bb064a4432 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Network': ['ID=955713ce-7219-46c3-b87d-54109a4ed21b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:07.968512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:07.986698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaca07-a61b-4579-b868-fe6ce22b6ded req-11ebf162-f428-4656-854e-129cc584fe8d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:07.988562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1eaca07-a61b-4579-b868-fe6ce22b6ded req-11ebf162-f428-4656-854e-129cc584fe8d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 945 time: 0.0923717 Aug 20 12:09:08.035621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1eaca07-a61b-4579-b868-fe6ce22b6ded req-b3a32d25-ac6c-43ad-a56e-4bbca76f8454 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392282 Aug 20 12:09:08.116976 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9ff069e-bee9-4d81-acba-65393b424493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.123100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9ff069e-bee9-4d81-acba-65393b424493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.125606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:08.135382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:08.135774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.158143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff069e-bee9-4d81-acba-65393b424493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62dd99c-5b2f-43e3-af51-fb8cf46e4f97,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:08.186383 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d9ff069e-bee9-4d81-acba-65393b424493 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6afae7a9449a4fb493a341c066e6b101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742615 Aug 20 12:09:08.187810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:08.192052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52576) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:08.192307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.211169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,segment=NetworkSegment(57014012-2f27-48b3-9068-38b968052de0),segment_id=57014012-2f27-48b3-9068-38b968052de0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:08.212941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 34088353-492a-4078-a768-148310431b6e yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:08.226419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '844adef7-cda2-4a0e-b80d-cf5c5f1b9614', 'network_id': '2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1', 'port_id': '844adef7-cda2-4a0e-b80d-cf5c5f1b9614', 'mac_address': 'fa:16:3e:5c:dd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b178288-f697-48e2-b6c6-f15d8cc93d47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:09:08.293438 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.293647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045b85-ce91-45da-a324-9b54b5613ac6 req-4130baff-9f07-480d-9f97-29053f40f9f1 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:08.295316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6045b85-ce91-45da-a324-9b54b5613ac6 req-4130baff-9f07-480d-9f97-29053f40f9f1 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 944 time: 0.1054335 Aug 20 12:09:08.300518 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.327314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:08.329710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-748436ad-878a-4dfe-9b71-72e6f4991f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.340060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:08.343403 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9de597-8286-4f46-a4b6-c5361de70653" -d '{"events": [{"server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "name": "network-vif-plugged", "status": "completed", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:08.353125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6045b85-ce91-45da-a324-9b54b5613ac6 req-64cbee12-b677-4350-acc0-5453a75d8c29 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500236 Aug 20 12:09:08.370331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-748436ad-878a-4dfe-9b71-72e6f4991f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.377992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:08.396603 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.399709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,segment=NetworkSegment(57014012-2f27-48b3-9068-38b968052de0),segment_id=57014012-2f27-48b3-9068-38b968052de0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:08.404785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.436685 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-748436ad-878a-4dfe-9b71-72e6f4991f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.439658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-748436ad-878a-4dfe-9b71-72e6f4991f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.440877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-748436ad-878a-4dfe-9b71-72e6f4991f12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b62dd99c-5b2f-43e3-af51-fb8cf46e4f97 HTTP/1.1" status: 204 len: 168 time: 0.2474086 Aug 20 12:09:08.441508 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c58b493-23fc-4f04-b0d4-f862e55d7d7a x-openstack-request-id: req-9c58b493-23fc-4f04-b0d4-f862e55d7d7a {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:08.441806 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "name": "network-vif-plugged", "status": "completed", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:08.442164 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c58b493-23fc-4f04-b0d4-f862e55d7d7a {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:08.442577 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'code': 200} Aug 20 12:09:08.452677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.453255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748436ad-878a-4dfe-9b71-72e6f4991f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62dd99c-5b2f-43e3-af51-fb8cf46e4f97,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:08.469002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:08.513087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.536181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:08.600271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=34088353-492a-4078-a768-148310431b6e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:08.622347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245a3ad-9da6-4490-91fe-28a35245b7bb req-c6c1414c-1cc9-4e9d-ab2d-54d339dafbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:08.623829 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5245a3ad-9da6-4490-91fe-28a35245b7bb req-c6c1414c-1cc9-4e9d-ab2d-54d339dafbd1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 1098 time: 0.0785065 Aug 20 12:09:08.640591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Checking segment: {'id': 'd6ff8b7c-2106-42af-a0d3-4591d3dfcdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:08.640983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network hostable DHCP agents. Network: 955713ce-7219-46c3-b87d-54109a4ed21b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:08.678463 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5245a3ad-9da6-4490-91fe-28a35245b7bb req-cc198d9c-7e35-4b5b-8a56-6122e81e9d94 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465965 Aug 20 12:09:08.679455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:08.688805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 955713ce-7219-46c3-b87d-54109a4ed21b) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:08.692605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:08.698451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:08.699086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.700015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77113b2a-c701-4e6f-b2b6-062ac31caaac None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:08.719149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52588) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:08.719389 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ece3c46-134e-435e-83b7-8d34e34bd82d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7774112 Aug 20 12:09:08.724709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-718643201'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:08.749443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:08.753258 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.786501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:08.797488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.798573 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Added segment 58482bb9-d11c-496e-b658-0d5378025119 of type vlan for network 0ff84a7b-eb85-419b-8340-aac5ddeb4452 Aug 20 12:09:08.854196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.868583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['844adef7-cda2-4a0e-b80d-cf5c5f1b9614'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:08.884680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.891325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:08.892867 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:08.951759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2293677 Aug 20 12:09:08.952148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52598) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:08.961257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'ports': [{'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b'}, {'network_id': '0ff84a7b-eb85-419b-8340-aac5ddeb4452'}]} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:08.962302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:08.962893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '0ff84a7b-eb85-419b-8340-aac5ddeb4452'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:08.968764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bd132-46fd-4eaa-9a37-c696f4fb5edf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Network': ['ID=0ff84a7b-eb85-419b-8340-aac5ddeb4452,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:08.982922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 0ff84a7b-eb85-419b-8340-aac5ddeb4452 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:09.175071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31edf-01ea-4082-bd5e-4e3f43a01ce3 req-24fd922a-76ba-42f6-89fd-545e1e0fe7b4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:09.176658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0c31edf-01ea-4082-bd5e-4e3f43a01ce3 req-24fd922a-76ba-42f6-89fd-545e1e0fe7b4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.0581732 Aug 20 12:09:09.187762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 2} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:09.197478 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:09.217961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:09.225442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0c31edf-01ea-4082-bd5e-4e3f43a01ce3 req-a86d3f04-9b76-4c13-95d9-d4e7db074459 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Aug 20 12:09:09.307476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port f31da6ac-1320-44cf-9f8f-a5e90a63923f yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:09.446483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:09.527086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548129d-baab-4301-a898-6b5e2e58495a req-148491c4-6b3c-4bd9-ad8e-cdd03f8ac530 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:09.533389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 57817a20-1234-49c9-8923-37fed831980f yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:09.534981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c548129d-baab-4301-a898-6b5e2e58495a req-148491c4-6b3c-4bd9-ad8e-cdd03f8ac530 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 945 time: 0.0740342 Aug 20 12:09:09.582086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c548129d-baab-4301-a898-6b5e2e58495a req-428a533d-7da2-474c-b965-424cb63cbe04 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 Aug 20 12:09:09.695593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:09.736906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:09.784741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:09.787813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:09.791597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:09.792454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:09.801884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=f31da6ac-1320-44cf-9f8f-a5e90a63923f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:09.861276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=57817a20-1234-49c9-8923-37fed831980f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:09.871806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Checking segment: {'id': '58482bb9-d11c-496e-b658-0d5378025119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0ff84a7b-eb85-419b-8340-aac5ddeb4452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:09.872211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network hostable DHCP agents. Network: 0ff84a7b-eb85-419b-8340-aac5ddeb4452, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:09.888363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:09.902322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 0ff84a7b-eb85-419b-8340-aac5ddeb4452 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:09.913278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 0ff84a7b-eb85-419b-8340-aac5ddeb4452) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:09.916793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:09.923147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:09.925047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f49af02-8f98-4f1f-a0cc-2681383c1f2c None None] Network 0ff84a7b-eb85-419b-8340-aac5ddeb4452 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:09.929054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:09.929759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:09.948663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52650) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:09.948916 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6d06f423-1ebc-4f48-9dd6-74d1de30d4a0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9947076 Aug 20 12:09:10.029373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba040ea1-e029-4908-9ad8-d8a57b2bf284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.074392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b5754611-d6b2-4b53-893e-1dcac0e280f2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 57817a20-1234-49c9-8923-37fed831980f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:10.074763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5754611-d6b2-4b53-893e-1dcac0e280f2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.138763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba040ea1-e029-4908-9ad8-d8a57b2bf284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.143338 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba040ea1-e029-4908-9ad8-d8a57b2bf284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.152390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5754611-d6b2-4b53-893e-1dcac0e280f2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.167445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b5754611-d6b2-4b53-893e-1dcac0e280f2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 57817a20-1234-49c9-8923-37fed831980f owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:10.183189 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba040ea1-e029-4908-9ad8-d8a57b2bf284 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=097605d6fa5e4b30811124e9ab80fa05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937753 Aug 20 12:09:10.184157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba040ea1-e029-4908-9ad8-d8a57b2bf284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605e7970-84d7-4157-85a0-30982f391450,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:10.186587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52654) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:10.242018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-751a93d0-2e9f-4410-9046-021431c04c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.263134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5754611-d6b2-4b53-893e-1dcac0e280f2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.272605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-751a93d0-2e9f-4410-9046-021431c04c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.300634 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5754611-d6b2-4b53-893e-1dcac0e280f2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.305153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b5754611-d6b2-4b53-893e-1dcac0e280f2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/57817a20-1234-49c9-8923-37fed831980f HTTP/1.1" status: 204 len: 168 time: 0.3531065 Aug 20 12:09:10.305153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5754611-d6b2-4b53-893e-1dcac0e280f2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=57817a20-1234-49c9-8923-37fed831980f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:10.305705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52658) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:10.362208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44759837-76d6-4959-8cef-df7e5fbdca2e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:10.362480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426e076-492f-4830-9e99-5055feb3fa1b req-c76c64c1-e913-40b2-8d4e-428bb95211cf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:10.364019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3426e076-492f-4830-9e99-5055feb3fa1b req-c76c64c1-e913-40b2-8d4e-428bb95211cf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.0599804 Aug 20 12:09:10.368384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44759837-76d6-4959-8cef-df7e5fbdca2e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:10.369969 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-44759837-76d6-4959-8cef-df7e5fbdca2e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0633233 Aug 20 12:09:10.371360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-751a93d0-2e9f-4410-9046-021431c04c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.373370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52660) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:10.373889 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-751a93d0-2e9f-4410-9046-021431c04c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.374972 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-751a93d0-2e9f-4410-9046-021431c04c8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/605e7970-84d7-4157-85a0-30982f391450 HTTP/1.1" status: 204 len: 168 time: 0.1873453 Aug 20 12:09:10.383855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a93d0-2e9f-4410-9046-021431c04c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e7970-84d7-4157-85a0-30982f391450,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:10.475503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3426e076-492f-4830-9e99-5055feb3fa1b req-4d83b6de-b83e-413a-a41d-8cd35602f44d tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929902 Aug 20 12:09:10.500600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-08dc1e8f-b558-4931-9115-bb4ebf9e1048 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port f31da6ac-1320-44cf-9f8f-a5e90a63923f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:10.500983 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-08dc1e8f-b558-4931-9115-bb4ebf9e1048 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.585324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-08dc1e8f-b558-4931-9115-bb4ebf9e1048 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.600653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-08dc1e8f-b558-4931-9115-bb4ebf9e1048 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for f31da6ac-1320-44cf-9f8f-a5e90a63923f owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:10.715490 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-08dc1e8f-b558-4931-9115-bb4ebf9e1048 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.779288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc1e8f-b558-4931-9115-bb4ebf9e1048 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=f31da6ac-1320-44cf-9f8f-a5e90a63923f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:10.792702 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-08dc1e8f-b558-4931-9115-bb4ebf9e1048 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:10.794681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-08dc1e8f-b558-4931-9115-bb4ebf9e1048 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/f31da6ac-1320-44cf-9f8f-a5e90a63923f HTTP/1.1" status: 204 len: 168 time: 0.4203465 Aug 20 12:09:10.798594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52684) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:10.811258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e5327-21b7-436d-b930-66fa580247c6 req-2f53a669-2eb6-44db-b977-ef604b918a7a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:10.812828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d9e5327-21b7-436d-b930-66fa580247c6 req-2f53a669-2eb6-44db-b977-ef604b918a7a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1083639 Aug 20 12:09:10.825543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f70b-197f-49af-8a33-37a61caac15c req-626d2152-bea1-4d1e-b520-d149a66da360 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:10.827091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1d3f70b-197f-49af-8a33-37a61caac15c req-626d2152-bea1-4d1e-b520-d149a66da360 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 945 time: 0.1320057 Aug 20 12:09:10.866999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b887da-9ef5-47bf-adf6-e69c265090cd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:10.868630 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-69b887da-9ef5-47bf-adf6-e69c265090cd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0676937 Aug 20 12:09:10.872023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52688) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:10.889759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d9e5327-21b7-436d-b930-66fa580247c6 req-25d7cd30-0825-44ba-b822-d9375cb751a4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616813 Aug 20 12:09:10.910789 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-4362a3e6-3056-4c84-a055-1bc6156c6172 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:10.912361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4362a3e6-3056-4c84-a055-1bc6156c6172 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/57817a20-1234-49c9-8923-37fed831980f HTTP/1.1" status: 404 len: 333 time: 0.0379968 Aug 20 12:09:10.917548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52692) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:10.925172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1d3f70b-197f-49af-8a33-37a61caac15c req-a07359b1-f77e-4bb8-9d7b-522b89a94d86 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820191 Aug 20 12:09:10.948626 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa2abdd-ae9c-470d-866a-8d950f8c793d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:10.950707 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4fa2abdd-ae9c-470d-866a-8d950f8c793d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/f31da6ac-1320-44cf-9f8f-a5e90a63923f HTTP/1.1" status: 404 len: 333 time: 0.0320837 Aug 20 12:09:10.954029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52694) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:11.043751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.134452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.145457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff84a7b-eb85-419b-8340-aac5ddeb4452']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:11.155481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58482bb9-d11c-496e-b658-0d5378025119') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:11.155775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58482bb9-d11c-496e-b658-0d5378025119') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:11.169430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.184187 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.192483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:11.193883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:11.197579 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:11.214699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52704) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:11.264916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.275612 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.277520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/networks/0ff84a7b-eb85-419b-8340-aac5ddeb4452 HTTP/1.1" status: 204 len: 168 time: 0.3223624 Aug 20 12:09:11.281285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52708) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:11.286804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-403902423'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:11.287637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222f4d1-95aa-4fce-a114-5baf43552c63 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Network': ['ID=0ff84a7b-eb85-419b-8340-aac5ddeb4452,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:11.310440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:11.314891 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.339865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-705600418'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:11.351769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:11.368145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.368145 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Added segment c8ee1f0d-2d29-4d14-85d9-54c99e819506 of type vlan for network f9e2a205-f508-4d64-b7d2-3398f7acfae6 Aug 20 12:09:11.377685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Made reservation on behalf of f63094fb7e9243d98248d20046bc097f for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:11.381116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.408213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.428083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.470999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.476392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:11.476972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.561604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Network': ['ID=f9e2a205-f508-4d64-b7d2-3398f7acfae6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:11.572548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f9e2a205-f508-4d64-b7d2-3398f7acfae6 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:11.604598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.611999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.620792 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-32b336d5-8902-4faf-b39f-a6c097775f7b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3383648 Aug 20 12:09:11.623944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52712) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:11.632667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': 'f9e2a205-f508-4d64-b7d2-3398f7acfae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:11.641660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:11.650793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e04bce0-5af8-4da8-b660-51a1c45e3f48,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:11.657553 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.657867 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Added segment deb986da-bdb8-4a08-bcbc-4897cce9025b of type vlan for network 96e15d57-4163-41a3-a3fe-8676d5055332 Aug 20 12:09:11.702721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.729385 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.730601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:11.734051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.735190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:11.736391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.786314 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5704002 Aug 20 12:09:11.789220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52714) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:11.794917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'subnet': {'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:11.807710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a28f7-ad8c-4a08-9d34-971a4839c04c tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Network': ['ID=96e15d57-4163-41a3-a3fe-8676d5055332,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:11.818711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 96e15d57-4163-41a3-a3fe-8676d5055332 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:11.908541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:11.946467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Made reservation on behalf of f63094fb7e9243d98248d20046bc097f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:11.950218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.965475 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:11.982553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:11.992008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:11.992008 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.079516 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.105489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bc3fb-4c6a-4d55-be82-e220a6f594eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844adef7-cda2-4a0e-b80d-cf5c5f1b9614'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:12.107890 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd878cef-0ccc-49fc-a015-e2b4be53b462" -d '{"events": [{"server_uuid": "5d8bc3fb-4c6a-4d55-be82-e220a6f594eb", "name": "network-vif-plugged", "status": "completed", "tag": "844adef7-cda2-4a0e-b80d-cf5c5f1b9614"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:12.121054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,segment=NetworkSegment(57014012-2f27-48b3-9068-38b968052de0),segment_id=57014012-2f27-48b3-9068-38b968052de0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:12.125082 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.174005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:12.185770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8dbe0-adf4-454d-9727-433bcd39f2a0 req-593448da-bf4a-4cdd-8a6f-83eb9a55acd0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.187730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1d8dbe0-adf4-454d-9727-433bcd39f2a0 req-593448da-bf4a-4cdd-8a6f-83eb9a55acd0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.2005811 Aug 20 12:09:12.200820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018f131-e572-4aea-affd-c5e2df1942ca req-0db1c408-f86d-47c9-a29a-fa89335f8f67 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.202342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3018f131-e572-4aea-affd-c5e2df1942ca req-0db1c408-f86d-47c9-a29a-fa89335f8f67 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 945 time: 0.1790910 Aug 20 12:09:12.208017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.611081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1d8dbe0-adf4-454d-9727-433bcd39f2a0 req-d8a41407-175e-4887-9d11-0256759fec65 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073205 Aug 20 12:09:12.611793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=a785ee8a-fd91-44bd-b39e-e0eb99f2dcf6,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:12.631520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3018f131-e572-4aea-affd-c5e2df1942ca req-7212edaa-f480-4c39-a8c8-dc59d3249f33 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213986 Aug 20 12:09:12.667876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Checking segment: {'id': 'c8ee1f0d-2d29-4d14-85d9-54c99e819506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e2a205-f508-4d64-b7d2-3398f7acfae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:12.668244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network hostable DHCP agents. Network: f9e2a205-f508-4d64-b7d2-3398f7acfae6, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:12.680262 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6940e17-4879-4a6b-bbab-9b31dc7305bd x-openstack-request-id: req-c6940e17-4879-4a6b-bbab-9b31dc7305bd {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:12.681991 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bc3fb-4c6a-4d55-be82-e220a6f594eb", "name": "network-vif-plugged", "status": "completed", "tag": "844adef7-cda2-4a0e-b80d-cf5c5f1b9614", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:12.682561 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6940e17-4879-4a6b-bbab-9b31dc7305bd {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:12.685133 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8bc3fb-4c6a-4d55-be82-e220a6f594eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844adef7-cda2-4a0e-b80d-cf5c5f1b9614', 'code': 200} Aug 20 12:09:12.702308 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.714404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network f9e2a205-f508-4d64-b7d2-3398f7acfae6 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:12.761875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f9e2a205-f508-4d64-b7d2-3398f7acfae6) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:12.774986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e2777-9947-4c25-b60e-47be2f539393 None None] Network f9e2a205-f508-4d64-b7d2-3398f7acfae6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:12.775913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.776510 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.802977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Subnet': ['ID=2fa0f30f-604b-40f0-a625-1bff974207f3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:12.812336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fb8ed149-1c66-4e49-9917-1380c9e070a2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1863611 Aug 20 12:09:12.813012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52728) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:12.822281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': 'f9e2a205-f508-4d64-b7d2-3398f7acfae6', 'name': 'tempest-PortsIpV6TestJSON-1838331254'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:12.837934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Checking segment: {'id': 'deb986da-bdb8-4a08-bcbc-4897cce9025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:12.838319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Network hostable DHCP agents. Network: 96e15d57-4163-41a3-a3fe-8676d5055332, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:12.869861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5a5c0-7d19-41cd-8feb-d92e48a5caf4 req-031cb325-191f-4e33-8480-6be2388f1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.874496 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6fa5a5c0-7d19-41cd-8feb-d92e48a5caf4 req-031cb325-191f-4e33-8480-6be2388f1503 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 1098 time: 0.1174514 Aug 20 12:09:12.910048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Network 96e15d57-4163-41a3-a3fe-8676d5055332 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:12.929530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 96e15d57-4163-41a3-a3fe-8676d5055332) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:12.933339 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6fa5a5c0-7d19-41cd-8feb-d92e48a5caf4 req-a4595137-08a0-4e2f-af25-6c6117731987 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358498 Aug 20 12:09:12.941610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.942251 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.954948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb670217-2d20-45a8-ac99-52c98237474a None None] Network 96e15d57-4163-41a3-a3fe-8676d5055332 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:12.975403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:12.979694 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.999798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-20cc2902-be49-4138-acac-fac422b9f7b7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2070053 Aug 20 12:09:13.000027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52734) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:13.007762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332', 'name': 'tempest-AllowedAddressPairTestJSON-965589362'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:13.031368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port aefe5c41-826b-4b0d-89e9-a63b267c9ec1 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:13.072070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-f9e2a205-f508-4d64-b7d2-3398f7acfae6', 'network_id': 'f9e2a205-f508-4d64-b7d2-3398f7acfae6', 'tenant_id': '7d51208ea09f4f43b2ec696b3fcd4f93', 'fixed_ips': [{'subnet_id': 'a785ee8a-fd91-44bd-b39e-e0eb99f2dcf6'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:13.073285 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.248660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-96e15d57-4163-41a3-a3fe-8676d5055332', 'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332', 'tenant_id': 'f63094fb7e9243d98248d20046bc097f', 'fixed_ips': [{'subnet_id': '2fa0f30f-604b-40f0-a625-1bff974207f3'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:13.249564 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.280111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::2ca (f9e2a205-f508-4d64-b7d2-3398f7acfae6/a785ee8a-fd91-44bd-b39e-e0eb99f2dcf6/aefe5c41-826b-4b0d-89e9-a63b267c9ec1) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:13.286021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Made reservation on behalf of f63094fb7e9243d98248d20046bc097f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:13.289637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.323326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cef877-342c-46e8-a810-d888938b45be req-cffbfa7f-3dbf-4f26-b84d-49b3e4d3f174 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:13.324801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5cef877-342c-46e8-a810-d888938b45be req-cffbfa7f-3dbf-4f26-b84d-49b3e4d3f174 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1268978 Aug 20 12:09:13.337788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] device_id is not set on port 32f9f38b-7f2a-4bc2-ac31-80519a438887 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:13.405594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Allocated IP 172.20.0.2 (96e15d57-4163-41a3-a3fe-8676d5055332/2fa0f30f-604b-40f0-a625-1bff974207f3/c79920dd-36ff-4ebc-8c33-f6e80319ec6a) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:13.479162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5cef877-342c-46e8-a810-d888938b45be req-41bf30b0-1228-4f66-9ff7-d86798bf4bf1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367037 Aug 20 12:09:13.569007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.583291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object aefe5c41-826b-4b0d-89e9-a63b267c9ec1 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:13.618710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.673894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network f9e2a205-f508-4d64-b7d2-3398f7acfae6 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:13.679260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:13.679704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.682935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:13.688425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:13.689300 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.700189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=aefe5c41-826b-4b0d-89e9-a63b267c9ec1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:13.714572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bbb34918-a9af-43b5-87f4-8f688758f662 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8958921 Aug 20 12:09:13.714731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Allocated IP 2001:db8::2 (f9e2a205-f508-4d64-b7d2-3398f7acfae6/a785ee8a-fd91-44bd-b39e-e0eb99f2dcf6/06550a20-1191-48b0-ae4d-df1971792efd) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:13.715300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52744) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:13.842485 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.845278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f7b88-1330-4749-9ff5-25f966af2bb1 req-6f9b7010-d601-4f13-9459-fa5df360f639 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:13.846920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-210f7b88-1330-4749-9ff5-25f966af2bb1 req-6f9b7010-d601-4f13-9459-fa5df360f639 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 946 time: 0.0904617 Aug 20 12:09:13.855319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Transition to ACTIVE for port object c79920dd-36ff-4ebc-8c33-f6e80319ec6a will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:13.879522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Transition to ACTIVE for port object c79920dd-36ff-4ebc-8c33-f6e80319ec6a will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:13.892894 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.894081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-154f0975-b08e-4b2c-8aff-4b24288e2fc0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port aefe5c41-826b-4b0d-89e9-a63b267c9ec1 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:13.894466 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-154f0975-b08e-4b2c-8aff-4b24288e2fc0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:13.957346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Network 96e15d57-4163-41a3-a3fe-8676d5055332 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:13.963649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:13.987029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:13.994387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Pushing event updated for resources: {'Port': ['ID=c79920dd-36ff-4ebc-8c33-f6e80319ec6a,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:13.995501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-210f7b88-1330-4749-9ff5-25f966af2bb1 req-5e3ef324-03d7-4ccf-8a42-2119d0aec3c7 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325450 Aug 20 12:09:14.006877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Allocated IP 172.20.0.13 (96e15d57-4163-41a3-a3fe-8676d5055332/2fa0f30f-604b-40f0-a625-1bff974207f3/32f9f38b-7f2a-4bc2-ac31-80519a438887) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:14.056699 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.066347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-154f0975-b08e-4b2c-8aff-4b24288e2fc0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.073774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Transition to ACTIVE for port object 06550a20-1191-48b0-ae4d-df1971792efd will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:14.075853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Attempting to bind port c79920dd-36ff-4ebc-8c33-f6e80319ec6a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:14.076222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Attempting to bind port c79920dd-36ff-4ebc-8c33-f6e80319ec6a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'deb986da-bdb8-4a08-bcbc-4897cce9025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:14.076596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Attempting to bind port c79920dd-36ff-4ebc-8c33-f6e80319ec6a on network 96e15d57-4163-41a3-a3fe-8676d5055332 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:14.087145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:14.087619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Checking segment: {'id': 'deb986da-bdb8-4a08-bcbc-4897cce9025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:14.088091 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.088570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Bound using segment: {'id': 'deb986da-bdb8-4a08-bcbc-4897cce9025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:14.089166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Bound port: c79920dd-36ff-4ebc-8c33-f6e80319ec6a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb986da-bdb8-4a08-bcbc-4897cce9025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:14.089557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.090346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-154f0975-b08e-4b2c-8aff-4b24288e2fc0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for aefe5c41-826b-4b0d-89e9-a63b267c9ec1 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:14.112064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Transition to ACTIVE for port object 06550a20-1191-48b0-ae4d-df1971792efd will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:14.118518 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.202571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Network f9e2a205-f508-4d64-b7d2-3398f7acfae6 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:14.211901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:14.215484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Pushing event updated for resources: {'Port': ['ID=06550a20-1191-48b0-ae4d-df1971792efd,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:14.217832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:14.225903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] For port c79920dd-36ff-4ebc-8c33-f6e80319ec6a, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:14.231191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] For port c79920dd-36ff-4ebc-8c33-f6e80319ec6a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c79920dd-36ff-4ebc-8c33-f6e80319ec6a,segment=NetworkSegment(deb986da-bdb8-4a08-bcbc-4897cce9025b),segment_id=deb986da-bdb8-4a08-bcbc-4897cce9025b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:14.253032 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.261793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.284035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Transition to ACTIVE for port object 32f9f38b-7f2a-4bc2-ac31-80519a438887 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:14.328656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Attempting to bind port 06550a20-1191-48b0-ae4d-df1971792efd on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:14.334995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Attempting to bind port 06550a20-1191-48b0-ae4d-df1971792efd by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'c8ee1f0d-2d29-4d14-85d9-54c99e819506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e2a205-f508-4d64-b7d2-3398f7acfae6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:14.335447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Attempting to bind port 06550a20-1191-48b0-ae4d-df1971792efd on network f9e2a205-f508-4d64-b7d2-3398f7acfae6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:14.364873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:14.365278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Checking segment: {'id': 'c8ee1f0d-2d29-4d14-85d9-54c99e819506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e2a205-f508-4d64-b7d2-3398f7acfae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:14.365717 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.366127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Bound using segment: {'id': 'c8ee1f0d-2d29-4d14-85d9-54c99e819506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e2a205-f508-4d64-b7d2-3398f7acfae6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:14.366792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Bound port: 06550a20-1191-48b0-ae4d-df1971792efd, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ee1f0d-2d29-4d14-85d9-54c99e819506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e2a205-f508-4d64-b7d2-3398f7acfae6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:14.367155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.369536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb08e4d-c195-4273-831b-7359dcf456cb None None] Pushing event updated for resources: {'Port': ['ID=c79920dd-36ff-4ebc-8c33-f6e80319ec6a,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:14.376622 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-154f0975-b08e-4b2c-8aff-4b24288e2fc0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.379244 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.420507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f0975-b08e-4b2c-8aff-4b24288e2fc0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=aefe5c41-826b-4b0d-89e9-a63b267c9ec1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:14.453249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] For port 06550a20-1191-48b0-ae4d-df1971792efd, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:14.458557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] For port 06550a20-1191-48b0-ae4d-df1971792efd, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=06550a20-1191-48b0-ae4d-df1971792efd,segment=NetworkSegment(c8ee1f0d-2d29-4d14-85d9-54c99e819506),segment_id=c8ee1f0d-2d29-4d14-85d9-54c99e819506)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:14.463818 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.477433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Network 96e15d57-4163-41a3-a3fe-8676d5055332 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:14.483022 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-154f0975-b08e-4b2c-8aff-4b24288e2fc0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.488195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-154f0975-b08e-4b2c-8aff-4b24288e2fc0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/aefe5c41-826b-4b0d-89e9-a63b267c9ec1 HTTP/1.1" status: 204 len: 168 time: 0.7696984 Aug 20 12:09:14.488195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:14.489782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52750) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:14.491279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:14.528903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3cd17-42fd-4736-ba01-9219e96a4338 None None] Pushing event updated for resources: {'Port': ['ID=06550a20-1191-48b0-ae4d-df1971792efd,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:14.529163 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9513d370-709e-4033-84c4-e9defb570b34 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:09:14.530376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9513d370-709e-4033-84c4-e9defb570b34 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:14.532786 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9513d370-709e-4033-84c4-e9defb570b34 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/aefe5c41-826b-4b0d-89e9-a63b267c9ec1 HTTP/1.1" status: 404 len: 333 time: 0.0388403 Aug 20 12:09:14.535509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52754) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:14.571336 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a6a658-7f70-4f88-b136-7aaeed9fb9c8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:14.573287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23a6a658-7f70-4f88-b136-7aaeed9fb9c8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/aefe5c41-826b-4b0d-89e9-a63b267c9ec1 HTTP/1.1" status: 404 len: 333 time: 0.0358779 Aug 20 12:09:14.576510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52756) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:14.600151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=32f9f38b-7f2a-4bc2-ac31-80519a438887,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:14.633257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:14.634662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.662254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-89134540-c85c-40cb-ba4c-e14447ea770b tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6610229 Aug 20 12:09:14.670129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eb3571-a6e3-4f3a-8ccc-9fa37fd84108 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet a785ee8a-fd91-44bd-b39e-e0eb99f2dcf6 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:14.674425 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3571-a6e3-4f3a-8ccc-9fa37fd84108 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.685948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52758) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:14.692012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332', 'name': 'tempest-AllowedAddressPairTestJSON-1663612991', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4d:f3:f5'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:14.733565 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3571-a6e3-4f3a-8ccc-9fa37fd84108 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.795032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d416ed2-9044-490d-870d-a9445078c2ac req-16f6f47f-6313-4f1d-acc1-c412da0fec54 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:14.796899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d416ed2-9044-490d-870d-a9445078c2ac req-16f6f47f-6313-4f1d-acc1-c412da0fec54 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1465425 Aug 20 12:09:14.881411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d416ed2-9044-490d-870d-a9445078c2ac req-ecef6ac4-4325-4122-a5da-ae16e6e71e4a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739796 Aug 20 12:09:14.885924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3571-a6e3-4f3a-8ccc-9fa37fd84108 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.911526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Made reservation on behalf of f63094fb7e9243d98248d20046bc097f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:14.991906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3571-a6e3-4f3a-8ccc-9fa37fd84108 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.031670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb3571-a6e3-4f3a-8ccc-9fa37fd84108 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=a785ee8a-fd91-44bd-b39e-e0eb99f2dcf6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:15.036419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3571-a6e3-4f3a-8ccc-9fa37fd84108 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.038902 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e0eb3571-a6e3-4f3a-8ccc-9fa37fd84108 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/a785ee8a-fd91-44bd-b39e-e0eb99f2dcf6 HTTP/1.1" status: 204 len: 168 time: 0.4614420 Aug 20 12:09:15.041994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52766) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:15.049073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.075322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] device_id is not set on port 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:15.125775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.186407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 06550a20-1191-48b0-ae4d-df1971792efd {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:15.186792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.213202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361421c-5c98-4abe-bcd7-014a511553bb req-733fd0a4-0e24-46d8-9daf-c2b72c7d900b tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:15.215251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a361421c-5c98-4abe-bcd7-014a511553bb req-733fd0a4-0e24-46d8-9daf-c2b72c7d900b tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 946 time: 0.1014206 Aug 20 12:09:15.252480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Allocated IP 172.20.0.11 (96e15d57-4163-41a3-a3fe-8676d5055332/2fa0f30f-604b-40f0-a625-1bff974207f3/4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:15.269103 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] For port 06550a20-1191-48b0-ae4d-df1971792efd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=06550a20-1191-48b0-ae4d-df1971792efd,segment=NetworkSegment(c8ee1f0d-2d29-4d14-85d9-54c99e819506),segment_id=c8ee1f0d-2d29-4d14-85d9-54c99e819506)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:15.270575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.288439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 06550a20-1191-48b0-ae4d-df1971792efd owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:15.297224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a361421c-5c98-4abe-bcd7-014a511553bb req-b1714920-12b9-4854-8bbc-b5554c0aa9f6 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687509 Aug 20 12:09:15.439965 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.473447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=06550a20-1191-48b0-ae4d-df1971792efd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:15.481622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No DVR routers for this DVR port 06550a20-1191-48b0-ae4d-df1971792efd on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:15.528873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.553919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Transition to ACTIVE for port object 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:15.598211 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.601523 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.610909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e2a205-f508-4d64-b7d2-3398f7acfae6']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:15.626939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ee1f0d-2d29-4d14-85d9-54c99e819506') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:15.627514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ee1f0d-2d29-4d14-85d9-54c99e819506') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:15.641102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811a16d-c166-454e-bee0-80b3a1a8a22a None None] Network 96e15d57-4163-41a3-a3fe-8676d5055332 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:15.657842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.679671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.687042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:15.687774 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.715201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Network 96e15d57-4163-41a3-a3fe-8676d5055332 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:15.725500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:15.748324 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:15.763806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.764167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:15.777136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:15.801849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.808069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2dd0564e-bd02-46f7-ab29-fe0e57c89f4e None None] Provisioning for port c79920dd-36ff-4ebc-8c33-f6e80319ec6a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:15.809626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/networks/f9e2a205-f508-4d64-b7d2-3398f7acfae6 HTTP/1.1" status: 204 len: 168 time: 0.7663300 Aug 20 12:09:15.812359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0584b-8ee4-4222-a681-b3df2fc62df8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Network': ['ID=f9e2a205-f508-4d64-b7d2-3398f7acfae6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:15.814795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52786) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:15.824577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-406115128'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:15.855605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:15.862411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.895862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:15.896709 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.897509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:15.916799 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.917481 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Added segment fe4a0c3c-5037-4a3e-824c-9aac924e0f30 of type vlan for network 75fde55a-edd5-4ea6-8334-9045a7b18af9 Aug 20 12:09:15.935259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267e5c0-a062-4c85-91f4-9e49047b6e60 req-e3e02d20-b53d-44ed-9231-ff322c543ff0 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:15.943685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7267e5c0-a062-4c85-91f4-9e49047b6e60 req-e3e02d20-b53d-44ed-9231-ff322c543ff0 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 946 time: 0.2228315 Aug 20 12:09:15.961737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-16b6737d-e9cd-4d0a-8e11-2b74d3452d28 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.2743399 Aug 20 12:09:15.968614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52794) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:15.978072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:09:15.997706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.069351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.084634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:16.085803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.186338 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3700035 Aug 20 12:09:16.186839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7267e5c0-a062-4c85-91f4-9e49047b6e60 req-46503f6a-3687-4733-b4d1-4a586d4db152 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421777 Aug 20 12:09:16.189957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52808) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:16.199864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '75fde55a-edd5-4ea6-8334-9045a7b18af9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:16.205296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:16.221523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'port_id': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'mac_address': 'fa:16:3e:bb:ed:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:09:16.293286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f4b39-cb27-428a-a04b-139dbfa331cc tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:16.301079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.312261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f4b39-cb27-428a-a04b-139dbfa331cc tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:16.333708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f4b39-cb27-428a-a04b-139dbfa331cc tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:16.335615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-494f4b39-cb27-428a-a04b-139dbfa331cc tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3660464 Aug 20 12:09:16.340819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:16.344829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859896a-251e-4910-a7cd-a863d3d32f54 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Network': ['ID=75fde55a-edd5-4ea6-8334-9045a7b18af9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:16.392111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:16.398026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 75fde55a-edd5-4ea6-8334-9045a7b18af9 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:16.408689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:16.417889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974403f-6f43-43c0-8a7c-e97848bd004f req-6167255b-af06-44cc-84aa-e9ad2ec49033 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:16.429232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f974403f-6f43-43c0-8a7c-e97848bd004f req-6167255b-af06-44cc-84aa-e9ad2ec49033 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.3886211 Aug 20 12:09:16.473375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.552492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f974403f-6f43-43c0-8a7c-e97848bd004f req-a5e16166-1b6e-4195-a6fd-5a0cd170e553 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093566 Aug 20 12:09:16.570631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b3592d5a-3ab3-4b87-90ed-946403f407e3 None None] Could not find standard attr ID for object 06550a20-1191-48b0-ae4d-df1971792efd. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:16.574289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350bfd88-9761-4844-934e-4fbb3ef1b11b None None] DHCP port deletion for f9e2a205-f508-4d64-b7d2-3398f7acfae6 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:16.589642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c79920dd-36ff-4ebc-8c33-f6e80319ec6a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:16.688526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:16.703367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.710065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:16.731169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f6944-dbf5-489e-a839-e48f1aede30f None None] Network f9e2a205-f508-4d64-b7d2-3398f7acfae6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:16.734633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['070ac837-dd3f-4e11-b22d-4531cb1bd6f2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:16.767431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1b0acdef-15c9-4990-9f7c-16b33a9fb65d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Deleting port 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:16.768016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b0acdef-15c9-4990-9f7c-16b33a9fb65d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.796928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f6944-dbf5-489e-a839-e48f1aede30f None None] Network f9e2a205-f508-4d64-b7d2-3398f7acfae6 could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:09:16.837700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Provisioning for port 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:16.855954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Provisioning complete for port 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:16.855954 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.888816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c79920dd-36ff-4ebc-8c33-f6e80319ec6a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:16.905003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c79920dd-36ff-4ebc-8c33-f6e80319ec6a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:16.905345 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.941516 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b0acdef-15c9-4990-9f7c-16b33a9fb65d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:16.966195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Port 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:16.967173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1b0acdef-15c9-4990-9f7c-16b33a9fb65d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Calling delete_port for 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:17.002842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Provisioning for port 32f9f38b-7f2a-4bc2-ac31-80519a438887 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:17.018830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Provisioning complete for port 32f9f38b-7f2a-4bc2-ac31-80519a438887 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:17.019211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:17.155406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Port 32f9f38b-7f2a-4bc2-ac31-80519a438887 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:17.159143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:17.201340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:17.216398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Provisioning complete for port c79920dd-36ff-4ebc-8c33-f6e80319ec6a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:17.216721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cad57e9-b589-4dec-913c-db5c9de1e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:17.230004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=94cacf84-3195-43c2-ad36-0fa33020f278,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:17.322291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c79920dd-36ff-4ebc-8c33-f6e80319ec6a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c79920dd-36ff-4ebc-8c33-f6e80319ec6a,segment=NetworkSegment(deb986da-bdb8-4a08-bcbc-4897cce9025b),segment_id=deb986da-bdb8-4a08-bcbc-4897cce9025b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:17.328891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:17.378220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-666f0a84-bfa2-44fc-b3ff-526cd45c7ce2 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:17.379810 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-666f0a84-bfa2-44fc-b3ff-526cd45c7ce2 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 946 time: 0.1512625 Aug 20 12:09:17.417910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788d0cc-d0d7-4935-b28a-7692187e4172 req-7bb80f83-d308-4fc8-967b-4645fec28f83 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:17.428322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7788d0cc-d0d7-4935-b28a-7692187e4172 req-7bb80f83-d308-4fc8-967b-4645fec28f83 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 946 time: 0.0988500 Aug 20 12:09:17.503231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7788d0cc-d0d7-4935-b28a-7692187e4172 req-8667417f-4165-4e7f-90c3-0c2412a2bc2d tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598042 Aug 20 12:09:17.540822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c79920dd-36ff-4ebc-8c33-f6e80319ec6a,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:17.621068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-13fa9cf3-6e1e-4e87-a258-890bb14246e5 None None] Provisioning complete for port 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:17.621757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13fa9cf3-6e1e-4e87-a258-890bb14246e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:17.690301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-13fa9cf3-6e1e-4e87-a258-890bb14246e5 None None] Port 4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:17.702432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-13fa9cf3-6e1e-4e87-a258-890bb14246e5 None None] Provisioning complete for port 32f9f38b-7f2a-4bc2-ac31-80519a438887 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:17.702812 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13fa9cf3-6e1e-4e87-a258-890bb14246e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:17.748008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-13fa9cf3-6e1e-4e87-a258-890bb14246e5 None None] Port 32f9f38b-7f2a-4bc2-ac31-80519a438887 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:17.754269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b4913-aa98-446a-9b24-8d47e5315a5e req-0987e0a6-f3bd-4ef4-9801-3c7649b492fa tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:17.763646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c7b4913-aa98-446a-9b24-8d47e5315a5e req-0987e0a6-f3bd-4ef4-9801-3c7649b492fa tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 945 time: 0.0844128 Aug 20 12:09:17.817062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c7b4913-aa98-446a-9b24-8d47e5315a5e req-a36e79c3-c602-484d-9735-93296ffaa85b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517685 Aug 20 12:09:17.907118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b0acdef-15c9-4990-9f7c-16b33a9fb65d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:17.925323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Checking segment: {'id': 'fe4a0c3c-5037-4a3e-824c-9aac924e0f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75fde55a-edd5-4ea6-8334-9045a7b18af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:17.925682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network hostable DHCP agents. Network: 75fde55a-edd5-4ea6-8334-9045a7b18af9, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:17.958119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0acdef-15c9-4990-9f7c-16b33a9fb65d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Port': ['ID=4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:17.966653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:18.086723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:18.093862 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.100702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 75fde55a-edd5-4ea6-8334-9045a7b18af9 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:18.152715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 75fde55a-edd5-4ea6-8334-9045a7b18af9) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:18.160761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:18.160761 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.189591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d9fd11-ee4f-4917-a561-ea365c6f1631 None None] Network 75fde55a-edd5-4ea6-8334-9045a7b18af9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:18.237646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Deleting port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:18.238748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.246651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6cd9498-7081-4829-bb87-ac4b44c5eb72 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0535901 Aug 20 12:09:18.250284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52826) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:18.257648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '75fde55a-edd5-4ea6-8334-9045a7b18af9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-697583083'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:18.400281 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.439436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c79920dd-36ff-4ebc-8c33-f6e80319ec6a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:18.451264 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b0acdef-15c9-4990-9f7c-16b33a9fb65d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.453483 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1b0acdef-15c9-4990-9f7c-16b33a9fb65d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "DELETE /v2.0/ports/4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a HTTP/1.1" status: 204 len: 168 time: 2.0436137 Aug 20 12:09:18.458802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:18.489660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:18.492936 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b4fe5-4d87-43b3-9ec4-0dd619a716e2" -d '{"events": [{"server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "name": "network-vif-plugged", "status": "completed", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:18.531706 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f121505b-975e-4dde-aa7b-894eb1ee6c68 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] GET failed (client error): The resource could not be found. Aug 20 12:09:18.534122 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f121505b-975e-4dde-aa7b-894eb1ee6c68 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "GET /v2.0/ports/4388be27-5f7e-4b16-aa5e-d9ed3ba97c8a HTTP/1.1" status: 404 len: 333 time: 0.0742323 Aug 20 12:09:18.538688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52836) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:18.545434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332', 'name': 'tempest-AllowedAddressPairTestJSON-1943303052'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:18.556642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:18.562830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.590095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 60fd2a43-11aa-48ae-86aa-dd7eb4a72caf yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:18.619381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] For port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,segment=NetworkSegment(57014012-2f27-48b3-9068-38b968052de0),segment_id=57014012-2f27-48b3-9068-38b968052de0)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:18.620231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.646427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Calling delete_port for 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:18.706732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:18.727826 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.743353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-75fde55a-edd5-4ea6-8334-9045a7b18af9', 'network_id': '75fde55a-edd5-4ea6-8334-9045a7b18af9', 'tenant_id': '7d51208ea09f4f43b2ec696b3fcd4f93', 'fixed_ips': [{'subnet_id': '94cacf84-3195-43c2-ad36-0fa33020f278'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:18.748549 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.794017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Made reservation on behalf of f63094fb7e9243d98248d20046bc097f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:18.798665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.836316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] device_id is not set on port 019659fb-d464-4fba-89a9-049a79e2083d yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:18.924402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c79920dd-36ff-4ebc-8c33-f6e80319ec6a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:18.925869 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.931015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:19.000346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::381 (75fde55a-edd5-4ea6-8334-9045a7b18af9/94cacf84-3195-43c2-ad36-0fa33020f278/60fd2a43-11aa-48ae-86aa-dd7eb4a72caf) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:19.022351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fc612-118c-449a-8071-bac516aa038a req-f8eb2b51-78a5-492b-a2a2-ed27c5870f60 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:19.024308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d43fc612-118c-449a-8071-bac516aa038a req-f8eb2b51-78a5-492b-a2a2-ed27c5870f60 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 946 time: 0.2158768 Aug 20 12:09:19.048574 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa99eba1-8620-45a6-b380-86e3af66574e x-openstack-request-id: req-fa99eba1-8620-45a6-b380-86e3af66574e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:19.049296 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "name": "network-vif-plugged", "status": "completed", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:19.050012 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa99eba1-8620-45a6-b380-86e3af66574e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:19.050870 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'code': 200} Aug 20 12:09:19.150029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Allocated IP 172.20.0.8 (96e15d57-4163-41a3-a3fe-8676d5055332/2fa0f30f-604b-40f0-a625-1bff974207f3/019659fb-d464-4fba-89a9-049a79e2083d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:19.164769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d43fc612-118c-449a-8071-bac516aa038a req-4f1f4d4e-3661-4eb6-8868-cb3398dd8f09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/security-groups?id=93fa8912-ef32-4e19-b1af-c00c94a570a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309092 Aug 20 12:09:19.177035 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.328225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['844adef7-cda2-4a0e-b80d-cf5c5f1b9614'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:19.341947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4049f-0fb5-4b0a-8fde-886a5a494632 req-49421f44-74f6-4d33-b8ea-2ae783679181 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:19.344197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19a4049f-0fb5-4b0a-8fde-886a5a494632 req-49421f44-74f6-4d33-b8ea-2ae783679181 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.0934682 Aug 20 12:09:19.368767 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.393608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 06550a20-1191-48b0-ae4d-df1971792efd no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:19.419455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object 60fd2a43-11aa-48ae-86aa-dd7eb4a72caf will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:19.419822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Pushing event deleted for resources: {'Port': ['ID=844adef7-cda2-4a0e-b80d-cf5c5f1b9614,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:19.423792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 06550a20-1191-48b0-ae4d-df1971792efd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:19.424407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 06550a20-1191-48b0-ae4d-df1971792efd not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:19.445009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19a4049f-0fb5-4b0a-8fde-886a5a494632 req-5d1196f2-277b-46f7-b3bb-aa66f057e5cc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817261 Aug 20 12:09:19.486261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] No DVR routers for this DVR port 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:19.494011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.496270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-54b50008-04d8-46c8-9ad7-41ee16469b2e req-e59139e1-554c-4432-a072-5c14dc1c6b09 tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.73 "DELETE /v2.0/ports/844adef7-cda2-4a0e-b80d-cf5c5f1b9614 HTTP/1.1" status: 204 len: 173 time: 2.0861061 Aug 20 12:09:19.496700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bc3fb-4c6a-4d55-be82-e220a6f594eb', 'name': 'network-vif-deleted', 'tag': '844adef7-cda2-4a0e-b80d-cf5c5f1b9614'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:19.499639 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34420da9-44ee-4fac-8366-544fbacc2e57" -d '{"events": [{"server_uuid": "5d8bc3fb-4c6a-4d55-be82-e220a6f594eb", "name": "network-vif-deleted", "tag": "844adef7-cda2-4a0e-b80d-cf5c5f1b9614"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:19.507881 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.508295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.536135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Transition to ACTIVE for port object 019659fb-d464-4fba-89a9-049a79e2083d will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:19.582547 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.587398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Allocated IP 2001:db8::2 (75fde55a-edd5-4ea6-8334-9045a7b18af9/94cacf84-3195-43c2-ad36-0fa33020f278/d3bbef41-a41d-4458-a566-14462566d7f8) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:19.589517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 75fde55a-edd5-4ea6-8334-9045a7b18af9 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:19.596610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:19.603656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:19.617592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:19.618352 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.652426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=60fd2a43-11aa-48ae-86aa-dd7eb4a72caf,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:19.661082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Network 96e15d57-4163-41a3-a3fe-8676d5055332 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:19.671915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7d28d34d-b1b2-4373-9bad-4f4cb30d718d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4196305 Aug 20 12:09:19.675644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52850) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:19.675846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:19.681290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:19.717912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=019659fb-d464-4fba-89a9-049a79e2083d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:19.763834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:19.764541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.794005 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-26e77d79-53a1-46eb-9c27-d8962a0603d7 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2534883 Aug 20 12:09:19.796873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:19.814546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4d:f3:f5'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:19.859027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5e7eae91-358f-4d22-a9cf-df5b946567e2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 60fd2a43-11aa-48ae-86aa-dd7eb4a72caf {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:19.860563 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7eae91-358f-4d22-a9cf-df5b946567e2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.881227 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e051d9b9-1b93-4f77-8b91-c43bd87ed7b5 x-openstack-request-id: req-e051d9b9-1b93-4f77-8b91-c43bd87ed7b5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:19.881227 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bc3fb-4c6a-4d55-be82-e220a6f594eb", "name": "network-vif-deleted", "tag": "844adef7-cda2-4a0e-b80d-cf5c5f1b9614", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:19.881227 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e051d9b9-1b93-4f77-8b91-c43bd87ed7b5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:19.881227 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8bc3fb-4c6a-4d55-be82-e220a6f594eb', 'name': 'network-vif-deleted', 'tag': '844adef7-cda2-4a0e-b80d-cf5c5f1b9614', 'status': 'completed', 'code': 200} Aug 20 12:09:19.891847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.913657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Transition to ACTIVE for port object d3bbef41-a41d-4458-a566-14462566d7f8 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:19.948591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Transition to ACTIVE for port object d3bbef41-a41d-4458-a566-14462566d7f8 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:19.967490 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.007067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Network 75fde55a-edd5-4ea6-8334-9045a7b18af9 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:20.014359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:20.020743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:20.054672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7eae91-358f-4d22-a9cf-df5b946567e2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.072746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5e7eae91-358f-4d22-a9cf-df5b946567e2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 60fd2a43-11aa-48ae-86aa-dd7eb4a72caf owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:20.089130 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.190967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Attempting to bind port d3bbef41-a41d-4458-a566-14462566d7f8 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:20.190967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Attempting to bind port d3bbef41-a41d-4458-a566-14462566d7f8 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'fe4a0c3c-5037-4a3e-824c-9aac924e0f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75fde55a-edd5-4ea6-8334-9045a7b18af9'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:20.192806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Attempting to bind port d3bbef41-a41d-4458-a566-14462566d7f8 on network 75fde55a-edd5-4ea6-8334-9045a7b18af9 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:20.214746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Pushing event updated for resources: {'Port': ['ID=d3bbef41-a41d-4458-a566-14462566d7f8,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:20.237114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:20.237698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Checking segment: {'id': 'fe4a0c3c-5037-4a3e-824c-9aac924e0f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75fde55a-edd5-4ea6-8334-9045a7b18af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:20.240213 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.240675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Bound using segment: {'id': 'fe4a0c3c-5037-4a3e-824c-9aac924e0f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75fde55a-edd5-4ea6-8334-9045a7b18af9'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:20.241366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Bound port: d3bbef41-a41d-4458-a566-14462566d7f8, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4a0c3c-5037-4a3e-824c-9aac924e0f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75fde55a-edd5-4ea6-8334-9045a7b18af9'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:20.243054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.262056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d7cce3c5-7e57-43e3-984a-d258e8b3e9c9 None None] Provisioning for port 019659fb-d464-4fba-89a9-049a79e2083d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:20.331551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d7cce3c5-7e57-43e3-984a-d258e8b3e9c9 None None] Provisioning complete for port 019659fb-d464-4fba-89a9-049a79e2083d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:20.332218 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7cce3c5-7e57-43e3-984a-d258e8b3e9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.368640 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7eae91-358f-4d22-a9cf-df5b946567e2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.374272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce3c5-7e57-43e3-984a-d258e8b3e9c9 None None] Port 019659fb-d464-4fba-89a9-049a79e2083d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:20.388627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] For port d3bbef41-a41d-4458-a566-14462566d7f8, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:20.393630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] For port d3bbef41-a41d-4458-a566-14462566d7f8, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3bbef41-a41d-4458-a566-14462566d7f8,segment=NetworkSegment(fe4a0c3c-5037-4a3e-824c-9aac924e0f30),segment_id=fe4a0c3c-5037-4a3e-824c-9aac924e0f30)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:20.399174 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.410013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61ce215c-9101-4ec5-a60a-ec6efc568f2b req-616d0e17-0441-4946-bd68-ebdf0767f8dd tempest-InstanceActionsNegativeTestJSON-910323863 tempest-InstanceActionsNegativeTestJSON-910323863-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d8bc3fb-4c6a-4d55-be82-e220a6f594eb HTTP/1.1" status: 200 len: 210 time: 0.0707757 Aug 20 12:09:20.492785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d5d92-52b4-4c8e-aef4-9ae523a2cf38 None None] Pushing event updated for resources: {'Port': ['ID=d3bbef41-a41d-4458-a566-14462566d7f8,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:20.495977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7eae91-358f-4d22-a9cf-df5b946567e2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.501123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5e7eae91-358f-4d22-a9cf-df5b946567e2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/60fd2a43-11aa-48ae-86aa-dd7eb4a72caf HTTP/1.1" status: 204 len: 168 time: 0.8197854 Aug 20 12:09:20.501123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eae91-358f-4d22-a9cf-df5b946567e2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=60fd2a43-11aa-48ae-86aa-dd7eb4a72caf,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:20.502477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52860) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:20.530275 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6245c8f-fb17-477c-8680-a89cef049f29 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:20.534531 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a6245c8f-fb17-477c-8680-a89cef049f29 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/60fd2a43-11aa-48ae-86aa-dd7eb4a72caf HTTP/1.1" status: 404 len: 333 time: 0.0284567 Aug 20 12:09:20.535189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52862) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:20.547393 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.556214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.676913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=019659fb-d464-4fba-89a9-049a79e2083d,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:20.691074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799cc83-cae8-4a2c-80d1-be7938c4999a req-f1d1fffe-ce4c-4592-a45c-1af011a9c043 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:20.697129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e799cc83-cae8-4a2c-80d1-be7938c4999a req-f1d1fffe-ce4c-4592-a45c-1af011a9c043 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1058078 Aug 20 12:09:20.703413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] In _notify_port_updated(), no bound segment for port 019659fb-d464-4fba-89a9-049a79e2083d on network 96e15d57-4163-41a3-a3fe-8676d5055332 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:09:20.710073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:20.710783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.714588 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aa34e49c-3e7e-460d-890e-9bdb7dfcee95 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "PUT /v2.0/ports/019659fb-d464-4fba-89a9-049a79e2083d HTTP/1.1" status: 200 len: 994 time: 0.9137418 Aug 20 12:09:20.714853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52864) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:20.719533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-a645e849-db38-4446-aa33-b65ba757a88e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet 94cacf84-3195-43c2-ad36-0fa33020f278 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:20.796282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a645e849-db38-4446-aa33-b65ba757a88e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:20.857278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e799cc83-cae8-4a2c-80d1-be7938c4999a req-fb6e85af-7530-4c28-b530-a428cc149a3e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350758 Aug 20 12:09:20.931921 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a645e849-db38-4446-aa33-b65ba757a88e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.023577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bb762d60-e273-41b5-b439-b1a94a8de482 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Deleting port 019659fb-d464-4fba-89a9-049a79e2083d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:21.023939 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb762d60-e273-41b5-b439-b1a94a8de482 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.120877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0ff8e8df-62fe-4034-81ed-fc4e89c01253 None None] Provisioning complete for port 019659fb-d464-4fba-89a9-049a79e2083d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:21.121495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e8df-62fe-4034-81ed-fc4e89c01253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.123314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a645e849-db38-4446-aa33-b65ba757a88e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.158772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb762d60-e273-41b5-b439-b1a94a8de482 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.177811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8e8df-62fe-4034-81ed-fc4e89c01253 None None] Port 019659fb-d464-4fba-89a9-049a79e2083d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:21.179836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bb762d60-e273-41b5-b439-b1a94a8de482 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Calling delete_port for 019659fb-d464-4fba-89a9-049a79e2083d owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:21.209216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a645e849-db38-4446-aa33-b65ba757a88e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.244975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645e849-db38-4446-aa33-b65ba757a88e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=94cacf84-3195-43c2-ad36-0fa33020f278,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:21.252225 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a645e849-db38-4446-aa33-b65ba757a88e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.256605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a645e849-db38-4446-aa33-b65ba757a88e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/94cacf84-3195-43c2-ad36-0fa33020f278 HTTP/1.1" status: 204 len: 168 time: 0.7181454 Aug 20 12:09:21.256997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52870) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:21.376299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.389376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb762d60-e273-41b5-b439-b1a94a8de482 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.439803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb762d60-e273-41b5-b439-b1a94a8de482 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Port': ['ID=019659fb-d464-4fba-89a9-049a79e2083d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:21.491331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port d3bbef41-a41d-4458-a566-14462566d7f8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:21.492062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.512034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52874) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:21.602360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf6371d-9782-4984-a1f5-0d825f8838b9 admin admin] Deleting subnet 1b178288-f697-48e2-b6c6-f15d8cc93d47 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:21.657718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] For port d3bbef41-a41d-4458-a566-14462566d7f8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3bbef41-a41d-4458-a566-14462566d7f8,segment=NetworkSegment(fe4a0c3c-5037-4a3e-824c-9aac924e0f30),segment_id=fe4a0c3c-5037-4a3e-824c-9aac924e0f30)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:21.658164 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.659017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddf6371d-9782-4984-a1f5-0d825f8838b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.664348 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a28b6c98-61f9-49a9-a04a-8a8e9ae59569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.694047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for d3bbef41-a41d-4458-a566-14462566d7f8 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:21.762987 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb762d60-e273-41b5-b439-b1a94a8de482 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.768612 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bb762d60-e273-41b5-b439-b1a94a8de482 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "DELETE /v2.0/ports/019659fb-d464-4fba-89a9-049a79e2083d HTTP/1.1" status: 204 len: 168 time: 1.0527060 Aug 20 12:09:21.769316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52876) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:21.828356 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.834299 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f6586a-3379-47f4-b4d0-ce1a89c44352 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] GET failed (client error): The resource could not be found. Aug 20 12:09:21.841405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52878) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:21.843531 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-94f6586a-3379-47f4-b4d0-ce1a89c44352 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "GET /v2.0/ports/019659fb-d464-4fba-89a9-049a79e2083d HTTP/1.1" status: 404 len: 333 time: 0.0710692 Aug 20 12:09:21.847362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddf6371d-9782-4984-a1f5-0d825f8838b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.852696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332', 'name': 'tempest-AllowedAddressPairTestJSON-64529903'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:21.897110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No DVR routers for this DVR port d3bbef41-a41d-4458-a566-14462566d7f8 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:21.899679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=d3bbef41-a41d-4458-a566-14462566d7f8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:21.911313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddf6371d-9782-4984-a1f5-0d825f8838b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.000043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:22.079252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:22.081331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 844adef7-cda2-4a0e-b80d-cf5c5f1b9614 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:22.104064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddf6371d-9782-4984-a1f5-0d825f8838b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.137577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e38e037-9353-4234-8bb9-2d34ffb5d7c3 None None] Network 75fde55a-edd5-4ea6-8334-9045a7b18af9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:22.143123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddf6371d-9782-4984-a1f5-0d825f8838b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.145120 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ddf6371d-9782-4984-a1f5-0d825f8838b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1b178288-f697-48e2-b6c6-f15d8cc93d47 HTTP/1.1" status: 204 len: 168 time: 0.6312180 Aug 20 12:09:22.146086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6371d-9782-4984-a1f5-0d825f8838b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b178288-f697-48e2-b6c6-f15d8cc93d47,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:22.148097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52884) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:22.212544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c7102675-ced2-4e78-a4ff-350717cf7bc5 None None] Could not find standard attr ID for object d3bbef41-a41d-4458-a566-14462566d7f8. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:22.240227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.348627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.371896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:22.399437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec35bc-b9ab-4fa2-ad3e-81ffc221d88f None None] DHCP port deletion for 75fde55a-edd5-4ea6-8334-9045a7b18af9 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:22.402436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57014012-2f27-48b3-9068-38b968052de0') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:22.402905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57014012-2f27-48b3-9068-38b968052de0') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:22.433780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.453081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.460111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:22.460529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:22.462739 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:22.539117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.561169 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.577492 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] 10.222.0.25 "DELETE /v2.0/networks/2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1 HTTP/1.1" status: 204 len: 168 time: 0.4279251 Aug 20 12:09:22.580931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc94981-32b1-4dca-bae6-b06837fa095f admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd9cd9f-e5b7-4ec7-83cf-a51c6a357de1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:22.585287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.609075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fde55a-edd5-4ea6-8334-9045a7b18af9']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:22.634340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4a0c3c-5037-4a3e-824c-9aac924e0f30') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:22.635266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4a0c3c-5037-4a3e-824c-9aac924e0f30') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:22.655920 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.664573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a909a1-4045-4aa7-a711-53b14096de92 req-0642d0dd-f743-44a7-be1e-eadeb3bb1072 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:22.670828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2a909a1-4045-4aa7-a711-53b14096de92 req-0642d0dd-f743-44a7-be1e-eadeb3bb1072 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.6885781 Aug 20 12:09:22.685959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.694099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:22.694785 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:22.753452 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:22.762909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52902) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:22.778837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Made reservation on behalf of f63094fb7e9243d98248d20046bc097f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:22.783398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.814139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] device_id is not set on port c0c0a661-09df-4063-a008-514db94c893e yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:22.821901 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1df671d3-d068-4e38-9d1d-f89e743ba360 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8005b679d36d4dd2933d5de72c7df053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577347 Aug 20 12:09:22.824374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52904) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:22.825610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.837978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:22.839483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/networks/75fde55a-edd5-4ea6-8334-9045a7b18af9 HTTP/1.1" status: 204 len: 168 time: 1.5814347 Aug 20 12:09:22.849001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52906) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:22.854007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'name': 'tempest-PortsIpV6TestJSON-143456088'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:22.898940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f04836-8612-401a-8151-d6bc54614d98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Network': ['ID=75fde55a-edd5-4ea6-8334-9045a7b18af9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:22.906465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2a909a1-4045-4aa7-a711-53b14096de92 req-f7a03364-c427-4963-8be8-0e00f00edae4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408782 Aug 20 12:09:22.986765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-119d9606-3a54-4de7-abb9-44888d157026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.014868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Allocated IP 172.20.0.14 (96e15d57-4163-41a3-a3fe-8676d5055332/2fa0f30f-604b-40f0-a625-1bff974207f3/c0c0a661-09df-4063-a008-514db94c893e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:23.033392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-119d9606-3a54-4de7-abb9-44888d157026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.041085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:23.044808 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.087040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 0489eafb-0331-4f10-922b-1c391208ecaa yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:23.175269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-119d9606-3a54-4de7-abb9-44888d157026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.178253 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-119d9606-3a54-4de7-abb9-44888d157026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.179581 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-119d9606-3a54-4de7-abb9-44888d157026 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93fa8912-ef32-4e19-b1af-c00c94a570a5 HTTP/1.1" status: 204 len: 168 time: 0.3536730 Aug 20 12:09:23.204843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d9606-3a54-4de7-abb9-44888d157026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa8912-ef32-4e19-b1af-c00c94a570a5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:23.295062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.310440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Transition to ACTIVE for port object c0c0a661-09df-4063-a008-514db94c893e will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:23.356139 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.411918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Network 96e15d57-4163-41a3-a3fe-8676d5055332 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:23.415884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:23.430546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:23.450794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.538996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:23.545331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.561032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.611249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=c0c0a661-09df-4063-a008-514db94c893e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:23.626573 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6c43b131-65d7-4fa7-ab05-f39910162549 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7836223 Aug 20 12:09:23.627315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52926) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:23.632954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4d:f3:f5'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:23.699396 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:23.715187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:23.722259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=0489eafb-0331-4f10-922b-1c391208ecaa,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:23.724933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:23.743422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:23.744085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.765527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-073fd6ca-b660-4a4a-b021-c4fb65531773 None None] Provisioning for port c0c0a661-09df-4063-a008-514db94c893e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:23.776170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-073fd6ca-b660-4a4a-b021-c4fb65531773 None None] Provisioning complete for port c0c0a661-09df-4063-a008-514db94c893e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:23.776852 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-073fd6ca-b660-4a4a-b021-c4fb65531773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.785745 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-511a878a-55eb-4ab8-8606-473d59d25902 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9355755 Aug 20 12:09:23.788310 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:23.892022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-073fd6ca-b660-4a4a-b021-c4fb65531773 None None] Port c0c0a661-09df-4063-a008-514db94c893e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:23.917251 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:23.969800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2c51c208-ee7d-43cb-9518-125638e9426f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 0489eafb-0331-4f10-922b-1c391208ecaa {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:23.973029 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c51c208-ee7d-43cb-9518-125638e9426f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.136748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c51c208-ee7d-43cb-9518-125638e9426f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.154881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2c51c208-ee7d-43cb-9518-125638e9426f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 0489eafb-0331-4f10-922b-1c391208ecaa owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:24.226544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bbfcf-b120-422f-8bf6-c2f37d6f5877 req-2ed2bafb-6bb4-4ab2-a9b0-06a77f8a7134 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:24.234137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-580bbfcf-b120-422f-8bf6-c2f37d6f5877 req-2ed2bafb-6bb4-4ab2-a9b0-06a77f8a7134 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1204460 Aug 20 12:09:24.274899 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea2e8ca2-a9c1-4934-8add-3a25ad392217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.289718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3bbef41-a41d-4458-a566-14462566d7f8 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:24.313881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-580bbfcf-b120-422f-8bf6-c2f37d6f5877 req-4df4b986-c6cd-40f3-8155-47b28968bc6f tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669765 Aug 20 12:09:24.343938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d3bbef41-a41d-4458-a566-14462566d7f8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:24.344820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3bbef41-a41d-4458-a566-14462566d7f8 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:24.370552 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.373554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52950) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:24.396680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.423254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c51c208-ee7d-43cb-9518-125638e9426f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.472446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51c208-ee7d-43cb-9518-125638e9426f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=0489eafb-0331-4f10-922b-1c391208ecaa,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:24.485798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c51c208-ee7d-43cb-9518-125638e9426f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.491341 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2c51c208-ee7d-43cb-9518-125638e9426f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/0489eafb-0331-4f10-922b-1c391208ecaa HTTP/1.1" status: 204 len: 168 time: 0.7019315 Aug 20 12:09:24.492349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:24.499938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'mac_address': 'fa:16:3e:a2:8a:6a', 'name': 'tempest-PortsIpV6TestJSON-1163423369'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:24.521818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=c0c0a661-09df-4063-a008-514db94c893e,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:24.568622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-847727875-network', 'tenant_id': 'a40a32d6ef1047dc8ee2a2d5860a3dfc'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:24.583474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] In _notify_port_updated(), no bound segment for port c0c0a661-09df-4063-a008-514db94c893e on network 96e15d57-4163-41a3-a3fe-8676d5055332 {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:09:24.590447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:24.591330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.593139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ca1003ef-6120-457d-ad65-f223b397696f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "PUT /v2.0/ports/c0c0a661-09df-4063-a008-514db94c893e HTTP/1.1" status: 200 len: 995 time: 0.9648340 Aug 20 12:09:24.597066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52956) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:24.629855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Made reservation on behalf of a40a32d6ef1047dc8ee2a2d5860a3dfc for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:24.633898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.655096 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.742881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-283be178-bd2a-4985-8809-4f7aeab52792 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Deleting port c0c0a661-09df-4063-a008-514db94c893e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:24.743450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-283be178-bd2a-4985-8809-4f7aeab52792 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.841853 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.848993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.865266 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-283be178-bd2a-4985-8809-4f7aeab52792 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.883492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-283be178-bd2a-4985-8809-4f7aeab52792 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Calling delete_port for c0c0a661-09df-4063-a008-514db94c893e owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:24.887631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:24.900199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:24.921898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.922705 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Added segment 1c18a5c9-169a-4833-9d06-ac8766cf4184 of type vlan for network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 Aug 20 12:09:24.924507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-420d36eb-373c-48ab-8ecd-eead760cdb17 None None] Provisioning complete for port c0c0a661-09df-4063-a008-514db94c893e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:24.925370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-420d36eb-373c-48ab-8ecd-eead760cdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.974436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:24.977207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-420d36eb-373c-48ab-8ecd-eead760cdb17 None None] Port c0c0a661-09df-4063-a008-514db94c893e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:25.002927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47755730-5a00-405f-87ed-d4ef282a9ead,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:25.006034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.010403 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.030075 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.033136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.033808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.037783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 46c0671a-0c39-4285-8a0e-659559126026 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:25.090911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7157185 Aug 20 12:09:25.093849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52960) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:25.101088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Request body: {'subnet': {'network_id': '9aeaf910-e489-4c0f-878e-fccbc21cb7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-847727875-subnet', 'tenant_id': 'a40a32d6ef1047dc8ee2a2d5860a3dfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:25.118521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c36c2b-aad2-4dde-ba66-6d3de2d56551 admin admin] Pushing event updated for resources: {'Network': ['ID=9aeaf910-e489-4c0f-878e-fccbc21cb7c7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:25.134442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:25.137058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Made reservation on behalf of a40a32d6ef1047dc8ee2a2d5860a3dfc for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:25.139647 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.257059 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-283be178-bd2a-4985-8809-4f7aeab52792 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.302912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283be178-bd2a-4985-8809-4f7aeab52792 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Port': ['ID=c0c0a661-09df-4063-a008-514db94c893e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:25.363143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.441957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.472911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-283be178-bd2a-4985-8809-4f7aeab52792 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.477513 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-283be178-bd2a-4985-8809-4f7aeab52792 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "DELETE /v2.0/ports/c0c0a661-09df-4063-a008-514db94c893e HTTP/1.1" status: 204 len: 168 time: 0.8789730 Aug 20 12:09:25.479723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52966) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:25.527193 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.548171 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.577346 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bee852e-cd26-4c83-bc11-42020c275506 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] GET failed (client error): The resource could not be found. Aug 20 12:09:25.582755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8bee852e-cd26-4c83-bc11-42020c275506 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "GET /v2.0/ports/c0c0a661-09df-4063-a008-514db94c893e HTTP/1.1" status: 404 len: 333 time: 0.0820615 Aug 20 12:09:25.586707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52968) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:25.592051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b272fe5f-7979-45ae-aec6-2097727c1b2e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:25.603140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332', 'name': 'tempest-AllowedAddressPairTestJSON-1732016837'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:25.605794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Checking segment: {'id': '1c18a5c9-169a-4833-9d06-ac8766cf4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9aeaf910-e489-4c0f-878e-fccbc21cb7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:25.606467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Network hostable DHCP agents. Network: 9aeaf910-e489-4c0f-878e-fccbc21cb7c7, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:25.637245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cdaff-454f-4a1c-9af9-e6ece45e04f0 req-4a96c5d8-b0e2-46ad-a45f-bc1b6a99e1ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.638841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d7cdaff-454f-4a1c-9af9-e6ece45e04f0 req-4a96c5d8-b0e2-46ad-a45f-bc1b6a99e1ba tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1680732 Aug 20 12:09:25.672725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:25.696468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 9aeaf910-e489-4c0f-878e-fccbc21cb7c7) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:25.705030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.705628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.710867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c5998-9aef-4ed4-ac43-712692fa9155 None None] Network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:25.713940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d7cdaff-454f-4a1c-9af9-e6ece45e04f0 req-cb6ddac0-d809-4dfa-b8bb-a3135f7e9bda tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649152 Aug 20 12:09:25.736025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fa08543c-dbd1-4dc8-9a9b-e3c67797fda0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6335304 Aug 20 12:09:25.836290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:25.840698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Made reservation on behalf of f63094fb7e9243d98248d20046bc097f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:25.849536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.870325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:25.873530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:25.880007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.880773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:25.901731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266f076-753c-4add-a640-cde4967cc0a2 None None] Network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:25.914407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] device_id is not set on port 1dfb7c02-d014-400b-9c87-17bfac903d5a yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:25.996218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=46c0671a-0c39-4285-8a0e-659559126026,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:26.008451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52980) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:26.022955 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-20764bdd-0aa1-464b-9e61-62074b2d3e45 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5282707 Aug 20 12:09:26.103667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be42a8-452b-41de-932d-fe8a41375d42 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:26.106676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e5be42a8-452b-41de-932d-fe8a41375d42 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/46c0671a-0c39-4285-8a0e-659559126026 HTTP/1.1" status: 200 len: 845 time: 0.0971594 Aug 20 12:09:26.107801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52982) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:26.174425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Allocated IP 172.20.0.12 (96e15d57-4163-41a3-a3fe-8676d5055332/2fa0f30f-604b-40f0-a625-1bff974207f3/1dfb7c02-d014-400b-9c87-17bfac903d5a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:26.338762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a71d691b-944a-4bcc-8e1b-353943a29d9d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 46c0671a-0c39-4285-8a0e-659559126026 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:26.339005 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a71d691b-944a-4bcc-8e1b-353943a29d9d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.403214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-0dd6494b-5493-4fb2-a540-e4b2ee2ad61c tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:26.404546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.412290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-0dd6494b-5493-4fb2-a540-e4b2ee2ad61c tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/networks?id=9aeaf910-e489-4c0f-878e-fccbc21cb7c7 HTTP/1.1" status: 200 len: 821 time: 0.2300608 Aug 20 12:09:26.427671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Transition to ACTIVE for port object 1dfb7c02-d014-400b-9c87-17bfac903d5a will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:26.439491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-9fbeaa9c-c28b-42af-92a0-d89fe22f7c72 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/quotas/a40a32d6ef1047dc8ee2a2d5860a3dfc HTTP/1.1" status: 200 len: 375 time: 0.0262730 Aug 20 12:09:26.463369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a71d691b-944a-4bcc-8e1b-353943a29d9d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.468408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.498301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-32b64bc4-63ec-4786-b880-2e13caeee45f tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a40a32d6ef1047dc8ee2a2d5860a3dfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575018 Aug 20 12:09:26.518509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Network 96e15d57-4163-41a3-a3fe-8676d5055332 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:26.521961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:26.523850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a71d691b-944a-4bcc-8e1b-353943a29d9d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 46c0671a-0c39-4285-8a0e-659559126026 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:26.526152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:26.636008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=1dfb7c02-d014-400b-9c87-17bfac903d5a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:26.647101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:26.647687 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.674600 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-16b50ef2-fe64-44cd-8e65-63cf3960dc10 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0862210 Aug 20 12:09:26.677449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52994) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:26.702856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'network_id': '96e15d57-4163-41a3-a3fe-8676d5055332', 'name': 'tempest-AllowedAddressPairTestJSON-478252393'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:26.726637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-b8ccef6f-a5af-4cf1-8f3a-53c0ef6297c5 service neutron] 10.222.0.25 "GET /v2.0/networks/9aeaf910-e489-4c0f-878e-fccbc21cb7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269413 Aug 20 12:09:26.843839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a71d691b-944a-4bcc-8e1b-353943a29d9d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.900617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d691b-944a-4bcc-8e1b-353943a29d9d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=46c0671a-0c39-4285-8a0e-659559126026,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:26.929474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Made reservation on behalf of f63094fb7e9243d98248d20046bc097f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:26.934698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.945320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a71d691b-944a-4bcc-8e1b-353943a29d9d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.947374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a71d691b-944a-4bcc-8e1b-353943a29d9d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/46c0671a-0c39-4285-8a0e-659559126026 HTTP/1.1" status: 204 len: 168 time: 0.8385153 Aug 20 12:09:26.951186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:26.956225 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:26.980892 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-10461c91-daad-473b-8b09-ace6b1c47740 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:27.095154 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-10461c91-daad-473b-8b09-ace6b1c47740 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/46c0671a-0c39-4285-8a0e-659559126026 HTTP/1.1" status: 404 len: 333 time: 0.0299773 Aug 20 12:09:27.096871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-ce5bed4d-9b3a-4274-93ef-cefdc6db6b21 service neutron] 10.222.0.25 "GET /v2.0/networks/9aeaf910-e489-4c0f-878e-fccbc21cb7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511642 Aug 20 12:09:27.097392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] device_id is not set on port 46c5596b-1872-4d8b-aa16-8c3e96ff7274 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:27.097604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f7b95-e6ce-47d9-9ffa-9e823d6b4ce9 req-4a31cd70-c476-49a8-b85f-96a3fe7ecbe7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:27.097604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a1f7b95-e6ce-47d9-9ffa-9e823d6b4ce9 req-4a31cd70-c476-49a8-b85f-96a3fe7ecbe7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.0795634 Aug 20 12:09:27.097604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a1f7b95-e6ce-47d9-9ffa-9e823d6b4ce9 req-3e375d26-123e-497c-ae07-43d025d24f9b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625989 Aug 20 12:09:27.097913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53002) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:27.106976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bb95bb96-b851-454a-a9e0-b07a477cf506 None None] Provisioning for port 1dfb7c02-d014-400b-9c87-17bfac903d5a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:27.118831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bb95bb96-b851-454a-a9e0-b07a477cf506 None None] Provisioning complete for port 1dfb7c02-d014-400b-9c87-17bfac903d5a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:27.119423 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb95bb96-b851-454a-a9e0-b07a477cf506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:27.124649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'name': 'tempest-PortsIpV6TestJSON-596661486'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:27.217911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bb95bb96-b851-454a-a9e0-b07a477cf506 None None] Port 1dfb7c02-d014-400b-9c87-17bfac903d5a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:27.241254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Allocated IP 172.20.0.10 (96e15d57-4163-41a3-a3fe-8676d5055332/2fa0f30f-604b-40f0-a625-1bff974207f3/46c5596b-1872-4d8b-aa16-8c3e96ff7274) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:27.347040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:27.371303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:27.414120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 3dbc0abe-4021-41cf-ad43-5d7249aabe3c yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:27.552156 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:27.583358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Transition to ACTIVE for port object 46c5596b-1872-4d8b-aa16-8c3e96ff7274 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:27.605672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa3327c4-02ab-42c4-b0ee-d944ef6597f0 req-c53ec1f2-649d-4510-a74b-23bcfe462d9a tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 210 time: 0.0992117 Aug 20 12:09:27.662259 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:27.781516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Network 96e15d57-4163-41a3-a3fe-8676d5055332 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:27.788583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:27.790644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=46c5596b-1872-4d8b-aa16-8c3e96ff7274,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:27.793309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:27.872174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:27.873892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:27.876936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:27.901952 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b5e2e59e-98f2-457c-bc6d-5ab08c8da700 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2230499 Aug 20 12:09:27.904913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:27.914976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4d:f3:f5'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:78:86:e3'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:27.975380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.116644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=3dbc0abe-4021-41cf-ad43-5d7249aabe3c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:28.134391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:28.155298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:28.160751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:28.170022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:28.170705 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.212829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-650776f0-6bc4-48cd-bbf3-4c5c721a267b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1125667 Aug 20 12:09:28.213555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53024) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:28.227694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:28.276011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-48a24dac-8096-4adb-a98d-20597e2edab7 None None] Provisioning for port 46c5596b-1872-4d8b-aa16-8c3e96ff7274 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:28.294046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-48a24dac-8096-4adb-a98d-20597e2edab7 None None] Provisioning complete for port 46c5596b-1872-4d8b-aa16-8c3e96ff7274 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:28.296105 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48a24dac-8096-4adb-a98d-20597e2edab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.345996 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.378903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738b066-8fde-456f-bd01-fb138dba6da8 req-cd2b40c0-9c78-4458-bbab-fd921da4e445 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:28.388210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8738b066-8fde-456f-bd01-fb138dba6da8 req-cd2b40c0-9c78-4458-bbab-fd921da4e445 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1504409 Aug 20 12:09:28.413662 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.427944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-48a24dac-8096-4adb-a98d-20597e2edab7 None None] Port 46c5596b-1872-4d8b-aa16-8c3e96ff7274 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:28.623787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.640251 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.673605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.687235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8738b066-8fde-456f-bd01-fb138dba6da8 req-5f7bb1be-b665-4897-890f-4f3157789d28 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896211 Aug 20 12:09:28.687235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] In _notify_port_updated(), no bound segment for port 3dbc0abe-4021-41cf-ad43-5d7249aabe3c on network 955713ce-7219-46c3-b87d-54109a4ed21b {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:09:28.687235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:28.687235 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.688338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "PUT /v2.0/ports/3dbc0abe-4021-41cf-ad43-5d7249aabe3c HTTP/1.1" status: 200 len: 818 time: 0.4736667 Aug 20 12:09:28.692562 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:28.696909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53030) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:28.745457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd96f7-2d76-4565-bafd-ebedd44dc5ca tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=3dbc0abe-4021-41cf-ad43-5d7249aabe3c,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:28.787328 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4ce87a8-78e8-4cd7-bd27-3b23a7c73ef6 req-af5ee087-ea49-437f-b41f-ac9b75a078a2 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 210 time: 0.0318892 Aug 20 12:09:29.027836 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:09:29.299855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event updated for resources: {'Port': ['ID=46c5596b-1872-4d8b-aa16-8c3e96ff7274,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:29.339318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] In _notify_port_updated(), no bound segment for port 46c5596b-1872-4d8b-aa16-8c3e96ff7274 on network 96e15d57-4163-41a3-a3fe-8676d5055332 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:09:29.345707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:29.346416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:29.351895 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6d8c2c25-e274-427b-86ae-e4d95e61557d tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "PUT /v2.0/ports/46c5596b-1872-4d8b-aa16-8c3e96ff7274 HTTP/1.1" status: 200 len: 1057 time: 1.4397161 Aug 20 12:09:29.352380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53034) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:29.419181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-d291b821-4ab9-4de5-bb50-00163e696891 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:29.420882 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-d291b821-4ab9-4de5-bb50-00163e696891 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.73 "GET /v2.0/networks?id=9aeaf910-e489-4c0f-878e-fccbc21cb7c7 HTTP/1.1" status: 200 len: 821 time: 0.2717488 Aug 20 12:09:29.432814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e1290e35-67a3-41e8-ab87-4019595c1e90 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 3dbc0abe-4021-41cf-ad43-5d7249aabe3c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:29.433078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1290e35-67a3-41e8-ab87-4019595c1e90 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:29.465566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Request body: {'port': {'device_id': '18c537ac-08af-4258-b765-faac434bc1f9', 'network_id': '9aeaf910-e489-4c0f-878e-fccbc21cb7c7', 'admin_state_up': True, 'tenant_id': 'a40a32d6ef1047dc8ee2a2d5860a3dfc'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:29.580156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c0e9ec5e-30cb-4ebf-a8c2-fbd271a46d3f None None] Provisioning complete for port 46c5596b-1872-4d8b-aa16-8c3e96ff7274 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:29.581850 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ec5e-30cb-4ebf-a8c2-fbd271a46d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:29.590083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1290e35-67a3-41e8-ab87-4019595c1e90 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:29.606985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-b332d29c-80ad-42ef-81ce-38a2c0f13c33 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1223693 Aug 20 12:09:29.618578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e1290e35-67a3-41e8-ab87-4019595c1e90 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 3dbc0abe-4021-41cf-ad43-5d7249aabe3c owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:29.630544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f03b8da3-2c2d-42db-8d0e-bc28ef014afe tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Deleting port 46c5596b-1872-4d8b-aa16-8c3e96ff7274 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:29.631179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f03b8da3-2c2d-42db-8d0e-bc28ef014afe tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:29.673801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9ec5e-30cb-4ebf-a8c2-fbd271a46d3f None None] Port 46c5596b-1872-4d8b-aa16-8c3e96ff7274 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:29.743245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Made reservation on behalf of a40a32d6ef1047dc8ee2a2d5860a3dfc for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:29.754018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:29.757986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f03b8da3-2c2d-42db-8d0e-bc28ef014afe tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:29.773390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f03b8da3-2c2d-42db-8d0e-bc28ef014afe tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Calling delete_port for 46c5596b-1872-4d8b-aa16-8c3e96ff7274 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:29.904918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1290e35-67a3-41e8-ab87-4019595c1e90 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:29.960154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1290e35-67a3-41e8-ab87-4019595c1e90 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=3dbc0abe-4021-41cf-ad43-5d7249aabe3c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:29.970327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a28498d-224d-4ec5-83f4-7a18f15ad66f req-55c5215f-7d98-4635-900d-13563f5eae9d tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 210 time: 0.0330644 Aug 20 12:09:29.999196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1290e35-67a3-41e8-ab87-4019595c1e90 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.002399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e1290e35-67a3-41e8-ab87-4019595c1e90 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/3dbc0abe-4021-41cf-ad43-5d7249aabe3c HTTP/1.1" status: 204 len: 168 time: 1.3018663 Aug 20 12:09:30.005828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53044) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:30.041993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-adccc005-7ba2-4285-b4b9-4bbd7e60e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.042675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-adccc005-7ba2-4285-b4b9-4bbd7e60e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.043097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-adccc005-7ba2-4285-b4b9-4bbd7e60e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.043723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-adccc005-7ba2-4285-b4b9-4bbd7e60e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.045718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-adccc005-7ba2-4285-b4b9-4bbd7e60e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.046383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-adccc005-7ba2-4285-b4b9-4bbd7e60e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.047979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-adccc005-7ba2-4285-b4b9-4bbd7e60e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.051069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-adccc005-7ba2-4285-b4b9-4bbd7e60e397 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 6508 time: 0.1771209 Aug 20 12:09:30.092756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Allocated IP 172.20.0.8 (9aeaf910-e489-4c0f-878e-fccbc21cb7c7/b272fe5f-7979-45ae-aec6-2097727c1b2e/52f9892a-3416-444e-b88c-c13ef4e20c44) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:30.125891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a044d8-098b-4f1a-a7e6-55e18aa7231c req-b3e4315d-380f-4a5d-81a7-3b5f52efa7c3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.131687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26fc7a9-e982-4c1b-8a0d-7a59a74e1fde tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.137672 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c26fc7a9-e982-4c1b-8a0d-7a59a74e1fde tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1271734 Aug 20 12:09:30.138243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05a044d8-098b-4f1a-a7e6-55e18aa7231c req-b3e4315d-380f-4a5d-81a7-3b5f52efa7c3 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.2584736 Aug 20 12:09:30.146898 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53046) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:30.179351 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f03b8da3-2c2d-42db-8d0e-bc28ef014afe tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.201726 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1e7ec0-2a2b-49b3-aca1-eb861f516ca5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:30.212197 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9c1e7ec0-2a2b-49b3-aca1-eb861f516ca5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/3dbc0abe-4021-41cf-ad43-5d7249aabe3c HTTP/1.1" status: 404 len: 333 time: 0.0565944 Aug 20 12:09:30.212825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53048) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:30.229934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1869662559'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:30.232043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b8da3-2c2d-42db-8d0e-bc28ef014afe tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Port': ['ID=46c5596b-1872-4d8b-aa16-8c3e96ff7274,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:30.288704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:30.295370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.315297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05a044d8-098b-4f1a-a7e6-55e18aa7231c req-a3b0b1a5-aa1d-4e2a-be86-1bb3f7c4d24f tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766703 Aug 20 12:09:30.398288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-f1d1ce48-5507-45c5-9ec6-f7bba2b8a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.399702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-f1d1ce48-5507-45c5-9ec6-f7bba2b8a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.400332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-f1d1ce48-5507-45c5-9ec6-f7bba2b8a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.402125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-f1d1ce48-5507-45c5-9ec6-f7bba2b8a4a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=04055f11-a4d0-472f-9545-221fd61c4d3a&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=7e0adf5a-9cef-4859-843d-9007508db2f5&id=8e2889d6-5a65-410a-9861-3239109dd4ae&id=8e2889d6-5a65-410a-9861-3239109dd4ae HTTP/1.1" status: 200 len: 2298 time: 0.3160222 Aug 20 12:09:30.448772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:30.511624 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.567912 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.663328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.664052 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Added segment c42a8927-f1c2-4e45-9f80-abe6d49b1003 of type vlan for network ec7741db-c778-4599-b639-1a858c21d133 Aug 20 12:09:30.677801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Pushing event updated for resources: {'Port': ['ID=52f9892a-3416-444e-b88c-c13ef4e20c44,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:30.725549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:30.732938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:30.737918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:30.742649 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.840024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.840801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.853065 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.860166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:30.860865 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:30.921436 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-a0cc5780-57ba-4461-9ef2-9ee01c83af69 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4744508 Aug 20 12:09:30.942415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Request body: {'port': {'device_id': '18c537ac-08af-4258-b765-faac434bc1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:30.975375 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7525349 Aug 20 12:09:30.980246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53052) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:30.985542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-a6acc8f5-3866-4b2b-a4d6-170c4cffabd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59 HTTP/1.1" status: 200 len: 1001 time: 0.5723708 Aug 20 12:09:30.989440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': 'ec7741db-c778-4599-b639-1a858c21d133', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:31.012841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a6a00-4b1e-4424-b0f6-2cd56b9a033e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Network': ['ID=ec7741db-c778-4599-b639-1a858c21d133,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:31.026502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network ec7741db-c778-4599-b639-1a858c21d133 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:31.095721 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f03b8da3-2c2d-42db-8d0e-bc28ef014afe tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.102602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f03b8da3-2c2d-42db-8d0e-bc28ef014afe tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "DELETE /v2.0/ports/46c5596b-1872-4d8b-aa16-8c3e96ff7274 HTTP/1.1" status: 204 len: 168 time: 1.7486961 Aug 20 12:09:31.107176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53056) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:31.119429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-8c039018-b090-47b8-9c82-6c12535749a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:31.120868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-8c039018-b090-47b8-9c82-6c12535749a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0024e3-2062-40b0-9cde-ef72ee39abcd HTTP/1.1" status: 200 len: 856 time: 0.1032588 Aug 20 12:09:31.149586 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fddff04-7cdd-4278-bcbe-dbb28e0f27ba tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] GET failed (client error): The resource could not be found. Aug 20 12:09:31.151165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0fddff04-7cdd-4278-bcbe-dbb28e0f27ba tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "GET /v2.0/ports/46c5596b-1872-4d8b-aa16-8c3e96ff7274 HTTP/1.1" status: 404 len: 333 time: 0.0430353 Aug 20 12:09:31.154344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53058) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:31.177973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.337897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-d76914eb-0ba9-4423-8272-ebaf24f76c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:31.339247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-d76914eb-0ba9-4423-8272-ebaf24f76c84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04055f11-a4d0-472f-9545-221fd61c4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013369 Aug 20 12:09:31.349878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae8697-491c-4ae2-811d-ab0d7d752090 req-3b30db09-9f28-4101-9840-1b2e63a03d36 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:31.352876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4ae8697-491c-4ae2-811d-ab0d7d752090 req-3b30db09-9f28-4101-9840-1b2e63a03d36 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 931 time: 0.1589842 Aug 20 12:09:31.400413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:31.404002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.480498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ed3e7132-5357-4734-92f2-912d4d3734a3 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Deleting port 1dfb7c02-d014-400b-9c87-17bfac903d5a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:31.481222 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed3e7132-5357-4734-92f2-912d4d3734a3 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.535282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4ae8697-491c-4ae2-811d-ab0d7d752090 req-79de5b77-df49-440b-8a74-42257c33ae3a tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231763 Aug 20 12:09:31.631648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-8d2abcc6-61b1-4d58-8e42-6364326659c1 service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742074 Aug 20 12:09:31.696501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.704445 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed3e7132-5357-4734-92f2-912d4d3734a3 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.720344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ed3e7132-5357-4734-92f2-912d4d3734a3 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Calling delete_port for 1dfb7c02-d014-400b-9c87-17bfac903d5a owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:31.745360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd7fd3-e4d3-4598-b8ef-df715c4974e2 req-1873379f-5d55-4bde-9d14-81d81014c27e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:31.751628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafd7fd3-e4d3-4598-b8ef-df715c4974e2 req-1873379f-5d55-4bde-9d14-81d81014c27e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.2671027 Aug 20 12:09:31.790281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=7f748894-55d6-48d3-941d-93417d07f468,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:31.840615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Checking segment: {'id': 'c42a8927-f1c2-4e45-9f80-abe6d49b1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ec7741db-c778-4599-b639-1a858c21d133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:31.840993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network hostable DHCP agents. Network: ec7741db-c778-4599-b639-1a858c21d133, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:31.853796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f9892a-3416-444e-b88c-c13ef4e20c44 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:31.864437 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.889947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Transition to ACTIVE for port object 52f9892a-3416-444e-b88c-c13ef4e20c44 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:31.893081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network ec7741db-c778-4599-b639-1a858c21d133 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:31.903905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.909628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafd7fd3-e4d3-4598-b8ef-df715c4974e2 req-915fb908-e203-4089-8df2-74bff537801a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874956 Aug 20 12:09:31.932097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, ec7741db-c778-4599-b639-1a858c21d133) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:31.937394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:31.939833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:31.944736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-80efbfd8-f48d-46e3-8043-105e27abca53 service neutron] 10.222.0.73 "GET /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001893 Aug 20 12:09:31.969278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c5bb7-8be6-48d4-933c-2021c1e1cd79 None None] Network ec7741db-c778-4599-b639-1a858c21d133 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:32.037611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-9cf10d99-542b-408b-912d-32439ace9b51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 200 len: 217 time: 0.0841475 Aug 20 12:09:32.068819 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bf754cfd-6fa7-486f-854c-d7c1da2c6cc5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0858603 Aug 20 12:09:32.081756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53066) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:32.086941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-293ffb12-e648-4a4c-8866-16812f5c6718 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': 'ec7741db-c778-4599-b639-1a858c21d133', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:32.101518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Pushing event updated for resources: {'Port': ['ID=52f9892a-3416-444e-b88c-c13ef4e20c44,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:32.145055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Attempting to bind port 52f9892a-3416-444e-b88c-c13ef4e20c44 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:32.145541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Attempting to bind port 52f9892a-3416-444e-b88c-c13ef4e20c44 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1c18a5c9-169a-4833-9d06-ac8766cf4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9aeaf910-e489-4c0f-878e-fccbc21cb7c7'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:32.147082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Attempting to bind port 52f9892a-3416-444e-b88c-c13ef4e20c44 on network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:32.154741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Port 52f9892a-3416-444e-b88c-c13ef4e20c44 on network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:09:32.155668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Attempting to bind port 52f9892a-3416-444e-b88c-c13ef4e20c44 on network 9aeaf910-e489-4c0f-878e-fccbc21cb7c7 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:32.155829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed3e7132-5357-4734-92f2-912d4d3734a3 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.164001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:32.164587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Checking segment: {'id': '1c18a5c9-169a-4833-9d06-ac8766cf4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9aeaf910-e489-4c0f-878e-fccbc21cb7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:32.165088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Bound using segment: {'id': '1c18a5c9-169a-4833-9d06-ac8766cf4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9aeaf910-e489-4c0f-878e-fccbc21cb7c7'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:32.165693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Bound port: 52f9892a-3416-444e-b88c-c13ef4e20c44, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c18a5c9-169a-4833-9d06-ac8766cf4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9aeaf910-e489-4c0f-878e-fccbc21cb7c7'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:32.166346 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.173229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-7b0d2e4f-82e7-4369-b4e8-118c11c179ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:32.175871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-7b0d2e4f-82e7-4369-b4e8-118c11c179ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.1277297 Aug 20 12:09:32.204954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-ec7741db-c778-4599-b639-1a858c21d133', 'network_id': 'ec7741db-c778-4599-b639-1a858c21d133', 'tenant_id': '7d51208ea09f4f43b2ec696b3fcd4f93', 'fixed_ips': [{'subnet_id': '7f748894-55d6-48d3-941d-93417d07f468'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:32.206527 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.220145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e7132-5357-4734-92f2-912d4d3734a3 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Port': ['ID=1dfb7c02-d014-400b-9c87-17bfac903d5a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:32.294940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] For port 52f9892a-3416-444e-b88c-c13ef4e20c44, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:32.303557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] For port 52f9892a-3416-444e-b88c-c13ef4e20c44, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52f9892a-3416-444e-b88c-c13ef4e20c44,segment=NetworkSegment(1c18a5c9-169a-4833-9d06-ac8766cf4184),segment_id=1c18a5c9-169a-4833-9d06-ac8766cf4184)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:32.308524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.333264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:32.337224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.340181 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] 10.222.0.73 "PUT /v2.0/ports/52f9892a-3416-444e-b88c-c13ef4e20c44 HTTP/1.1" status: 200 len: 1092 time: 1.4024405 Aug 20 12:09:32.342678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c537ac-08af-4258-b765-faac434bc1f9', 'tag': '52f9892a-3416-444e-b88c-c13ef4e20c44'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:32.344797 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3" -d '{"events": [{"name": "network-changed", "server_uuid": "18c537ac-08af-4258-b765-faac434bc1f9", "tag": "52f9892a-3416-444e-b88c-c13ef4e20c44"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:32.467249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-386dbbd7-5f65-4e0b-af93-a736f5a8d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:32.476729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-386dbbd7-5f65-4e0b-af93-a736f5a8d0c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2694027 Aug 20 12:09:32.507448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Allocated IP 2001:db8::2 (ec7741db-c778-4599-b639-1a858c21d133/7f748894-55d6-48d3-941d-93417d07f468/d6b4b67f-bf47-4017-9e8a-8bac6009a13a) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:32.514363 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd3322e-cb88-4925-b782-191db61bc269 x-openstack-request-id: req-7fd3322e-cb88-4925-b782-191db61bc269 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:32.514712 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c537ac-08af-4258-b765-faac434bc1f9", "tag": "52f9892a-3416-444e-b88c-c13ef4e20c44", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:32.515001 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fd3322e-cb88-4925-b782-191db61bc269 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:32.515420 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c537ac-08af-4258-b765-faac434bc1f9', 'tag': '52f9892a-3416-444e-b88c-c13ef4e20c44', 'status': 'completed', 'code': 200} Aug 20 12:09:32.516150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f022b9-7564-4e08-b71d-41bfdd4b5885 service neutron] Pushing event updated for resources: {'Port': ['ID=52f9892a-3416-444e-b88c-c13ef4e20c44,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:32.536792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-1a12922b-c8a1-4d76-b380-3a66dedfb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:32.538524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-1a12922b-c8a1-4d76-b380-3a66dedfb32a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a40a32d6ef1047dc8ee2a2d5860a3dfc&device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 1095 time: 0.1126330 Aug 20 12:09:32.605856 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-018e71d7-7a11-4c3f-9085-b79f6b4ca81e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f9892a-3416-444e-b88c-c13ef4e20c44 HTTP/1.1" status: 200 len: 217 time: 0.0587733 Aug 20 12:09:32.608199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293ffb12-e648-4a4c-8866-16812f5c6718 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:32.612506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-293ffb12-e648-4a4c-8866-16812f5c6718 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.622988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ed3e7132-5357-4734-92f2-912d4d3734a3 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.625974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ed3e7132-5357-4734-92f2-912d4d3734a3 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "DELETE /v2.0/ports/1dfb7c02-d014-400b-9c87-17bfac903d5a HTTP/1.1" status: 204 len: 168 time: 1.4709744 Aug 20 12:09:32.640169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53078) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:32.676624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-470947aa-4b04-44cd-a0f9-f897fdbea45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:32.678279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-470947aa-4b04-44cd-a0f9-f897fdbea45a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b272fe5f-7979-45ae-aec6-2097727c1b2e HTTP/1.1" status: 200 len: 861 time: 0.0655282 Aug 20 12:09:32.721088 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-947711e1-4e64-4a50-88c9-74beeeab9d06 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] GET failed (client error): The resource could not be found. Aug 20 12:09:32.722700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-947711e1-4e64-4a50-88c9-74beeeab9d06 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "GET /v2.0/ports/1dfb7c02-d014-400b-9c87-17bfac903d5a HTTP/1.1" status: 404 len: 333 time: 0.0816488 Aug 20 12:09:32.733812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53080) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:32.737679 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-02d70eb8-57e6-4ad7-bf0a-7a0f79d0a648 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9aeaf910-e489-4c0f-878e-fccbc21cb7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505326 Aug 20 12:09:32.823859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.843362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Transition to ACTIVE for port object d6b4b67f-bf47-4017-9e8a-8bac6009a13a will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:32.883835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Transition to ACTIVE for port object d6b4b67f-bf47-4017-9e8a-8bac6009a13a will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:32.896790 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-5fc7556a-04d0-43c0-861e-0880311db37d service neutron] 10.222.0.73 "GET /v2.0/networks/9aeaf910-e489-4c0f-878e-fccbc21cb7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518683 Aug 20 12:09:32.898704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:32.901372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-fdaf4cb8-9846-4957-a24a-80f15c62dd43 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119527 Aug 20 12:09:32.910061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d206-cf81-4397-8c6a-bd92b2795267 req-36c246ff-bfa7-4769-934c-c40170e23811 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:32.911573 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a711d206-cf81-4397-8c6a-bd92b2795267 req-36c246ff-bfa7-4769-934c-c40170e23811 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 943 time: 0.2041526 Aug 20 12:09:32.942320 n-d-800634-10 neutron-server[101034]: INFO neutron.db.ipam_backend_mixin [None req-293ffb12-e648-4a4c-8866-16812f5c6718 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f748894-55d6-48d3-941d-93417d07f468 (CIDR: 2001:db8::/64) Aug 20 12:09:32.943665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Network ec7741db-c778-4599-b639-1a858c21d133 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:32.946913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:32.951232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:32.964461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:32.999740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:33.022290 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-293ffb12-e648-4a4c-8866-16812f5c6718 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:09:33.022797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293ffb12-e648-4a4c-8866-16812f5c6718 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:09:33.041974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Attempting to bind port d6b4b67f-bf47-4017-9e8a-8bac6009a13a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:33.042383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Attempting to bind port d6b4b67f-bf47-4017-9e8a-8bac6009a13a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'c42a8927-f1c2-4e45-9f80-abe6d49b1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ec7741db-c778-4599-b639-1a858c21d133'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:33.042750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Attempting to bind port d6b4b67f-bf47-4017-9e8a-8bac6009a13a on network ec7741db-c778-4599-b639-1a858c21d133 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:33.054745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:33.055130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Checking segment: {'id': 'c42a8927-f1c2-4e45-9f80-abe6d49b1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ec7741db-c778-4599-b639-1a858c21d133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:33.055543 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:33.055944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Bound using segment: {'id': 'c42a8927-f1c2-4e45-9f80-abe6d49b1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ec7741db-c778-4599-b639-1a858c21d133'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:33.056438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Bound port: d6b4b67f-bf47-4017-9e8a-8bac6009a13a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42a8927-f1c2-4e45-9f80-abe6d49b1003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ec7741db-c778-4599-b639-1a858c21d133'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:33.056853 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:33.070457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a711d206-cf81-4397-8c6a-bd92b2795267 req-cf35969f-4fc4-4461-8791-cb783ee31d70 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455514 Aug 20 12:09:33.079378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-293ffb12-e648-4a4c-8866-16812f5c6718 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9965105 Aug 20 12:09:33.082493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53090) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:33.091071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': 'ec7741db-c778-4599-b639-1a858c21d133', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:33.106727 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d672c5f-2fd7-406f-93cb-59fe87920121 req-1fedc85f-9311-4dc9-ab4d-ed765a02ddb8 service neutron] 10.222.0.73 "GET /v2.0/networks/9aeaf910-e489-4c0f-878e-fccbc21cb7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966877 Aug 20 12:09:33.149311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] For port d6b4b67f-bf47-4017-9e8a-8bac6009a13a, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:33.152972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] For port d6b4b67f-bf47-4017-9e8a-8bac6009a13a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,segment=NetworkSegment(c42a8927-f1c2-4e45-9f80-abe6d49b1003),segment_id=c42a8927-f1c2-4e45-9f80-abe6d49b1003)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:33.157299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:33.200666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bf87f4ff-bf36-4b0e-acda-6ab1d2114d4f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Deleting port 32f9f38b-7f2a-4bc2-ac31-80519a438887 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:33.201080 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf87f4ff-bf36-4b0e-acda-6ab1d2114d4f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:33.222235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5694208-3d15-438d-92ff-75d1abaf0656 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:33.245823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-7ff2969e-1588-4dcf-b535-d5be741879f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:33.247693 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-7ff2969e-1588-4dcf-b535-d5be741879f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a40a32d6ef1047dc8ee2a2d5860a3dfc&device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 1095 time: 0.0915363 Aug 20 12:09:33.284712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-b7c06522-d41b-44c8-bd46-1898398b52fd service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687763 Aug 20 12:09:33.352616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-cfa0d1da-4fe6-4540-8f46-a03bef5fc791 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 200 len: 217 time: 0.0592265 Aug 20 12:09:33.356861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-8a580271-2939-4e3a-98a8-1ec6aa0f2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:33.359205 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-8a580271-2939-4e3a-98a8-1ec6aa0f2a14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9aeaf910-e489-4c0f-878e-fccbc21cb7c7 HTTP/1.1" status: 200 len: 922 time: 0.1013858 Aug 20 12:09:33.441246 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-a6d8cab0-f54a-415a-9971-0d4004abea8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f9892a-3416-444e-b88c-c13ef4e20c44 HTTP/1.1" status: 200 len: 217 time: 0.0669041 Aug 20 12:09:33.613936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-7e6398d7-71a2-4cd2-afcc-d5f9ce5b48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:33.615409 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-7e6398d7-71a2-4cd2-afcc-d5f9ce5b48aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b272fe5f-7979-45ae-aec6-2097727c1b2e HTTP/1.1" status: 200 len: 861 time: 0.0526896 Aug 20 12:09:33.653186 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-58576935-2543-43ec-914b-a425ac405a5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9aeaf910-e489-4c0f-878e-fccbc21cb7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280237 Aug 20 12:09:33.723101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdacb5-d133-40c4-be49-1df53f5c8c81 req-48be9df7-717f-49f8-8dc5-6f94c199f0b1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:33.724610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bbdacb5-d133-40c4-be49-1df53f5c8c81 req-48be9df7-717f-49f8-8dc5-6f94c199f0b1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.5905745 Aug 20 12:09:33.753057 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-25d10c24-6d09-468b-b5fa-ec68400f700a service neutron] 10.222.0.73 "GET /v2.0/networks/9aeaf910-e489-4c0f-878e-fccbc21cb7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906231 Aug 20 12:09:33.753916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf87f4ff-bf36-4b0e-acda-6ab1d2114d4f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:33.786919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bf87f4ff-bf36-4b0e-acda-6ab1d2114d4f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Calling delete_port for 32f9f38b-7f2a-4bc2-ac31-80519a438887 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:33.794046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-a2f61f9b-cf0c-4521-bd06-717bf889aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:33.795560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-a2f61f9b-cf0c-4521-bd06-717bf889aef7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.4328618 Aug 20 12:09:33.890727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-558f4218-82db-41d6-a7de-94cc838cc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:33.892858 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-558f4218-82db-41d6-a7de-94cc838cc7c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 1098 time: 0.0815015 Aug 20 12:09:33.897230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c870c3bc-ec3f-4a5e-82c1-80d4359870a3 req-1e1a2961-ca59-4b11-aa06-c4834ac38886 service neutron] 10.222.0.73 "GET /v2.0/networks/9aeaf910-e489-4c0f-878e-fccbc21cb7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358564 Aug 20 12:09:33.900426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bbdacb5-d133-40c4-be49-1df53f5c8c81 req-864f1e04-04fd-4a3b-8e1e-8dbc23c62df4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659324 Aug 20 12:09:33.909151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:33.912646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:33.981686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-c0a75583-e30b-4227-b436-4cba4a55546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:33.983240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-c0a75583-e30b-4227-b436-4cba4a55546d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1799564 Aug 20 12:09:34.013408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-f025eabf-e8da-4b06-b722-d03823432200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:34.014970 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-f025eabf-e8da-4b06-b722-d03823432200 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.1098833 Aug 20 12:09:34.064008 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-4273ddfd-907f-48aa-9a27-2f6e63d286b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2 HTTP/1.1" status: 200 len: 217 time: 0.0410006 Aug 20 12:09:34.129366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-68789460-d83d-44e6-93de-403542a94dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:34.130952 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-68789460-d83d-44e6-93de-403542a94dc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0586405 Aug 20 12:09:34.190033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-ac380674-5ecd-4691-8787-9870bac888eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:34.191610 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-ac380674-5ecd-4691-8787-9870bac888eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505672 Aug 20 12:09:34.197688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-2d091d63-347d-4d83-8b94-0f03ed151e4e service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005455 Aug 20 12:09:34.300221 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf87f4ff-bf36-4b0e-acda-6ab1d2114d4f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.302105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec8c4f-ba75-4dc6-9856-cc25c7d90846 None None] Network ec7741db-c778-4599-b639-1a858c21d133 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:34.327627 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-23c5b1be-cf6a-42aa-8a1b-25525814201c service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212232 Aug 20 12:09:34.368483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87f4ff-bf36-4b0e-acda-6ab1d2114d4f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Port': ['ID=32f9f38b-7f2a-4bc2-ac31-80519a438887,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:34.382902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bde0b-002c-4406-8e3b-a9403a2a5e01 req-9ea05fc6-51a9-4ba4-a324-09fe54c6b210 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:34.384369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f56bde0b-002c-4406-8e3b-a9403a2a5e01 req-9ea05fc6-51a9-4ba4-a324-09fe54c6b210 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 943 time: 0.2164211 Aug 20 12:09:34.413924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5da14a25-7472-4540-92f2-10e4677a2aa1 None None] Provisioning for port d6b4b67f-bf47-4017-9e8a-8bac6009a13a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:34.451919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fb0edc17-544b-49da-b58f-298dbeddee71 req-944b7631-cfb7-4f5e-b166-c6bad6c7636e service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162484 Aug 20 12:09:34.484184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d6b4b67f-bf47-4017-9e8a-8bac6009a13a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:34.582472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f56bde0b-002c-4406-8e3b-a9403a2a5e01 req-68f17c8d-771f-4b66-9bfb-466b1ca1164a tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597600 Aug 20 12:09:34.605560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d6b4b67f-bf47-4017-9e8a-8bac6009a13a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:34.614333 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf87f4ff-bf36-4b0e-acda-6ab1d2114d4f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.617216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bf87f4ff-bf36-4b0e-acda-6ab1d2114d4f tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "DELETE /v2.0/ports/32f9f38b-7f2a-4bc2-ac31-80519a438887 HTTP/1.1" status: 204 len: 168 time: 1.8820541 Aug 20 12:09:34.619765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53106) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:34.624960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-9eb6126a-ab30-4c1c-8c34-ab393d671e7b service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946173 Aug 20 12:09:34.631066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d6b4b67f-bf47-4017-9e8a-8bac6009a13a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:34.632132 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.705971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-07abc225-4560-4417-b116-015b3ac9b2f8 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Deleting subnet 2fa0f30f-604b-40f0-a625-1bff974207f3 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:34.709743 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07abc225-4560-4417-b116-015b3ac9b2f8 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.734797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.749076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-9b9c65fa-dc01-4664-a783-49e1babfa308 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1 HTTP/1.1" status: 200 len: 217 time: 0.0730059 Aug 20 12:09:34.761576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07abc225-4560-4417-b116-015b3ac9b2f8 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.769195 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.785305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network ec7741db-c778-4599-b639-1a858c21d133 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:34.793726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:34.809449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d6b4b67f-bf47-4017-9e8a-8bac6009a13a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,segment=NetworkSegment(c42a8927-f1c2-4e45-9f80-abe6d49b1003),segment_id=c42a8927-f1c2-4e45-9f80-abe6d49b1003)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:34.815361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.824127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:34.824726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.867026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=946b23e0-6c55-4744-af25-46fd3c9fa64a,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:34.876049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9e1ab1e8-cc55-47b1-8864-04b1f303a606 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7880542 Aug 20 12:09:34.877830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53108) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:34.878208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07abc225-4560-4417-b116-015b3ac9b2f8 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.885196 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': 'ec7741db-c778-4599-b639-1a858c21d133', 'fixed_ips': [{'subnet_id': '7f748894-55d6-48d3-941d-93417d07f468'}, {'subnet_id': '946b23e0-6c55-4744-af25-46fd3c9fa64a'}], 'name': 'tempest-PortsIpV6TestJSON-1341987764'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:34.893115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:34.901444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-7bf5b216-f013-4c08-a566-3e7d8dd74711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:34.903023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-7bf5b216-f013-4c08-a566-3e7d8dd74711 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.1272922 Aug 20 12:09:34.913478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47078b-256c-49b7-8013-dc2ff19ce921 None None] Network ec7741db-c778-4599-b639-1a858c21d133 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:34.945157 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07abc225-4560-4417-b116-015b3ac9b2f8 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:34.978067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abc225-4560-4417-b116-015b3ac9b2f8 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa0f30f-604b-40f0-a625-1bff974207f3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:34.998601 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07abc225-4560-4417-b116-015b3ac9b2f8 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.004539 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-07abc225-4560-4417-b116-015b3ac9b2f8 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "DELETE /v2.0/subnets/2fa0f30f-604b-40f0-a625-1bff974207f3 HTTP/1.1" status: 204 len: 168 time: 0.3810253 Aug 20 12:09:35.004765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53114) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:35.012756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ac3f3-cd87-4b0e-b965-c1354bdea920 None None] Network 96e15d57-4163-41a3-a3fe-8676d5055332 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:35.037388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-fb6c553a-58db-4012-a782-b11b50890faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:35.039008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-fb6c553a-58db-4012-a782-b11b50890faf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087768 Aug 20 12:09:35.116346 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.120626 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3fe5ab9a-7b8c-4542-90bc-7b21bb20a586 None None] Provisioning complete for port d6b4b67f-bf47-4017-9e8a-8bac6009a13a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:35.121004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3fe5ab9a-7b8c-4542-90bc-7b21bb20a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.177636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67795c5c-8dc2-4f2a-b543-f02710d8f013 req-a11c418d-0507-4916-a856-76c359b2b78e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:35.179273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67795c5c-8dc2-4f2a-b543-f02710d8f013 req-a11c418d-0507-4916-a856-76c359b2b78e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1609588 Aug 20 12:09:35.184897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Deleting port c79920dd-36ff-4ebc-8c33-f6e80319ec6a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:35.185608 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.196542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:35.260669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-31c8c3dc-33f9-4f2d-ac74-759d27d3ffeb service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017384 Aug 20 12:09:35.262336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] For port c79920dd-36ff-4ebc-8c33-f6e80319ec6a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c79920dd-36ff-4ebc-8c33-f6e80319ec6a,segment=NetworkSegment(deb986da-bdb8-4a08-bcbc-4897cce9025b),segment_id=deb986da-bdb8-4a08-bcbc-4897cce9025b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:35.262783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.277730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Calling delete_port for c79920dd-36ff-4ebc-8c33-f6e80319ec6a owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:35.380107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.386512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67795c5c-8dc2-4f2a-b543-f02710d8f013 req-c10c5867-9d25-4d5d-9cfc-09724763b80a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521602 Aug 20 12:09:35.413114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Port': ['ID=c79920dd-36ff-4ebc-8c33-f6e80319ec6a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:35.415253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] No DVR routers for this DVR port c79920dd-36ff-4ebc-8c33-f6e80319ec6a on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:35.431333 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.453705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-71decd44-329c-4c10-aee0-04279f778e28 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780674 Aug 20 12:09:35.461166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 64848980-882b-4c81-b657-27ba57e0067b yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:35.498257 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.511098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e15d57-4163-41a3-a3fe-8676d5055332']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:35.524975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb986da-bdb8-4a08-bcbc-4897cce9025b') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:35.525426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb986da-bdb8-4a08-bcbc-4897cce9025b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:35.536052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-8b2622a8-f4c0-4ed2-85af-c8e6e8d8cb99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d HTTP/1.1" status: 200 len: 217 time: 0.0698168 Aug 20 12:09:35.537182 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.559148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.567036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:35.567633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.571284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1f099-e472-4574-802c-d8c97b6d21b0 None None] DHCP port deletion for 96e15d57-4163-41a3-a3fe-8676d5055332 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:35.571824 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:35.592953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9508ce7-4d2c-47de-bc73-5365160f3298 None None] Update dhcp port {'port': {'network_id': 'ec7741db-c778-4599-b639-1a858c21d133', 'fixed_ips': [{'subnet_id': '7f748894-55d6-48d3-941d-93417d07f468', 'ip_address': '2001:db8::2'}, {'subnet_id': '946b23e0-6c55-4744-af25-46fd3c9fa64a'}], 'binding:host_id': 'n-d-800634-10'}, 'id': 'd6b4b67f-bf47-4017-9e8a-8bac6009a13a'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:09:35.622280 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d9508ce7-4d2c-47de-bc73-5365160f3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.642219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-59e6865b-dfe4-4665-8401-9974265feb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:35.643946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-59e6865b-dfe4-4665-8401-9974265feb5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 200 len: 797 time: 0.1001291 Aug 20 12:09:35.665713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.683915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:35.694403 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] 10.222.0.25 "DELETE /v2.0/networks/96e15d57-4163-41a3-a3fe-8676d5055332 HTTP/1.1" status: 204 len: 168 time: 0.6833205 Aug 20 12:09:35.695496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3508345-ede8-4aec-93eb-b4d79fd964b0 tempest-AllowedAddressPairTestJSON-1543165825 tempest-AllowedAddressPairTestJSON-1543165825-project] Pushing event deleted for resources: {'Network': ['ID=96e15d57-4163-41a3-a3fe-8676d5055332,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:35.891683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-f33fa7a4-be14-4c19-a322-498dbc5c0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:35.893469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-f33fa7a4-be14-4c19-a322-498dbc5c0973 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0adf5a-9cef-4859-843d-9007508db2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1380064 Aug 20 12:09:35.900544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2852-6257-444a-a0e9-9d0afeecf131 req-37cae0eb-09cb-404b-85f9-8d148cc6ae71 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:35.901892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d4f2852-6257-444a-a0e9-9d0afeecf131 req-37cae0eb-09cb-404b-85f9-8d148cc6ae71 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 943 time: 0.1478426 Aug 20 12:09:35.910246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53124) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:35.985695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::26b (ec7741db-c778-4599-b639-1a858c21d133/7f748894-55d6-48d3-941d-93417d07f468/64848980-882b-4c81-b657-27ba57e0067b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:36.006769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8:0:1::eb (ec7741db-c778-4599-b639-1a858c21d133/946b23e0-6c55-4744-af25-46fd3c9fa64a/64848980-882b-4c81-b657-27ba57e0067b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:36.014094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 52f9892a-3416-444e-b88c-c13ef4e20c44 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:09:36.029157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d4f2852-6257-444a-a0e9-9d0afeecf131 req-357baf20-f46f-47f6-8bc0-d92a66a8f466 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150990 Aug 20 12:09:36.083758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2d165026-d52f-47a3-a01d-b97293b2a961 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f63094fb7e9243d98248d20046bc097f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698146 Aug 20 12:09:36.085636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53130) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:36.092517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-b362eff1-cf6e-4166-805e-ae001a428bfa service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874449 Aug 20 12:09:36.129739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 52f9892a-3416-444e-b88c-c13ef4e20c44, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52f9892a-3416-444e-b88c-c13ef4e20c44,segment=NetworkSegment(1c18a5c9-169a-4833-9d06-ac8766cf4184),segment_id=1c18a5c9-169a-4833-9d06-ac8766cf4184)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:36.146611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '52f9892a-3416-444e-b88c-c13ef4e20c44', 'network_id': '9aeaf910-e489-4c0f-878e-fccbc21cb7c7', 'port_id': '52f9892a-3416-444e-b88c-c13ef4e20c44', 'mac_address': 'fa:16:3e:eb:8e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b272fe5f-7979-45ae-aec6-2097727c1b2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:09:36.150909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539965f9-232b-4e3c-ab1c-7fe1ec868f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.173509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539965f9-232b-4e3c-ab1c-7fe1ec868f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.191325 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.206330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f9892a-3416-444e-b88c-c13ef4e20c44 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:36.229013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539965f9-232b-4e3c-ab1c-7fe1ec868f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.230454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 52f9892a-3416-444e-b88c-c13ef4e20c44, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52f9892a-3416-444e-b88c-c13ef4e20c44,segment=NetworkSegment(1c18a5c9-169a-4833-9d06-ac8766cf4184),segment_id=1c18a5c9-169a-4833-9d06-ac8766cf4184)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:36.231935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539965f9-232b-4e3c-ab1c-7fe1ec868f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.233390 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-539965f9-232b-4e3c-ab1c-7fe1ec868f10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e04bce0-5af8-4da8-b660-51a1c45e3f48 HTTP/1.1" status: 204 len: 168 time: 0.1458294 Aug 20 12:09:36.236936 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.244119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539965f9-232b-4e3c-ab1c-7fe1ec868f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e04bce0-5af8-4da8-b660-51a1c45e3f48,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:36.301823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=52f9892a-3416-444e-b88c-c13ef4e20c44,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:36.348353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d6b4b67f-bf47-4017-9e8a-8bac6009a13a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:36.407668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d6b4b67f-bf47-4017-9e8a-8bac6009a13a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:36.408036 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.604264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c79920dd-36ff-4ebc-8c33-f6e80319ec6a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:36.626634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-6556f8ae-2ed6-476b-b43a-695385adebcd service neutron] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250678 Aug 20 12:09:36.645087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c79920dd-36ff-4ebc-8c33-f6e80319ec6a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:36.645087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c79920dd-36ff-4ebc-8c33-f6e80319ec6a not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:36.707303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-2b613f23-8602-4fa8-a46a-50aca0319cc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4 HTTP/1.1" status: 200 len: 217 time: 0.0619740 Aug 20 12:09:36.715234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bfdf6-2f4a-4dd2-ab6f-4bfef22f4c2b req-b0b619b1-0e95-4d01-9b88-55b1fe978217 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:36.716656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d5bfdf6-2f4a-4dd2-ab6f-4bfef22f4c2b req-b0b619b1-0e95-4d01-9b88-55b1fe978217 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1540272 Aug 20 12:09:36.738017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['52f9892a-3416-444e-b88c-c13ef4e20c44'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:36.789820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.840559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d5bfdf6-2f4a-4dd2-ab6f-4bfef22f4c2b req-84387d95-6ccf-4025-962a-d3f1d72b48b1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989785 Aug 20 12:09:36.845970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object 64848980-882b-4c81-b657-27ba57e0067b will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:36.853564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-0aabec5b-a4e7-4472-8bfd-8d0237b47b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:36.855201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-0aabec5b-a4e7-4472-8bfd-8d0237b47b86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.1321440 Aug 20 12:09:36.925655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:36.935204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-3495e65e-3c94-4edd-a610-f86bc4de8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:36.936707 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-3495e65e-3c94-4edd-a610-f86bc4de8638 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0657179 Aug 20 12:09:36.987164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-d9508ce7-4d2c-47de-bc73-5365160f3298 None None] Allocated IP 2001:db8:0:1::2 (ec7741db-c778-4599-b639-1a858c21d133/946b23e0-6c55-4744-af25-46fd3c9fa64a/d6b4b67f-bf47-4017-9e8a-8bac6009a13a) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:37.029425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network ec7741db-c778-4599-b639-1a858c21d133 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:37.035848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:37.046038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:37.053075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:37.054484 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.065162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=64848980-882b-4c81-b657-27ba57e0067b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:37.092605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-11b996b0-3299-4c91-9519-42dd0afaa18d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2117119 Aug 20 12:09:37.095470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53158) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:37.107098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f748894-55d6-48d3-941d-93417d07f468'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:37.110354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53160) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:37.129059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d9508ce7-4d2c-47de-bc73-5365160f3298 None None] For port d6b4b67f-bf47-4017-9e8a-8bac6009a13a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,segment=NetworkSegment(c42a8927-f1c2-4e45-9f80-abe6d49b1003),segment_id=c42a8927-f1c2-4e45-9f80-abe6d49b1003)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:37.143070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-89596f27-5c4c-49c8-9a6a-54846e4a7c49 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766338 Aug 20 12:09:37.174086 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d9508ce7-4d2c-47de-bc73-5365160f3298 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.199233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d9508ce7-4d2c-47de-bc73-5365160f3298 None None] Transition to ACTIVE for port object d6b4b67f-bf47-4017-9e8a-8bac6009a13a will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:37.208104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d9508ce7-4d2c-47de-bc73-5365160f3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.278479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-730046894'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:37.288935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.307425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:37.311894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.322785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.325147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9508ce7-4d2c-47de-bc73-5365160f3298 None None] Pushing event updated for resources: {'Port': ['ID=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:37.327327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9b6b8-fd36-4473-ab15-311df9e9bcb6 req-3d724b5b-c666-4b80-a4b7-5d52fd5c1eb0 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:37.330308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28f9b6b8-fd36-4473-ab15-311df9e9bcb6 req-3d724b5b-c666-4b80-a4b7-5d52fd5c1eb0 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 944 time: 0.1808710 Aug 20 12:09:37.380317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-6c600d90-fdb6-4444-8171-946dbd46294a service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248142 Aug 20 12:09:37.445629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.450273 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.463409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-1df609f9-b858-4bc3-894f-e0484998e0c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03c77869-f052-4695-af20-d722d5183e3e HTTP/1.1" status: 200 len: 217 time: 0.0696709 Aug 20 12:09:37.481878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:37.489312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2056c53-45e6-4d93-9dc5-c193a84ba463,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:37.495862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.496216 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Added segment bac5bd3b-8c7b-4f65-8685-16e330a9f7e7 of type vlan for network b2b925b6-7332-4566-8ee2-aefc8b9a1549 Aug 20 12:09:37.517437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28f9b6b8-fd36-4473-ab15-311df9e9bcb6 req-ace07e43-f6f2-4d0e-8aa5-9101b3e98681 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569052 Aug 20 12:09:37.545312 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.576955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.584032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:37.584972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.585619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-d88014ad-faae-4561-90cd-7f922f424fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:37.587161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-d88014ad-faae-4561-90cd-7f922f424fd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 200 len: 797 time: 0.1134293 Aug 20 12:09:37.648707 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5371578 Aug 20 12:09:37.652691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53166) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:37.660815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:37.686518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-56afcc39-1e56-4cd7-8422-01ffcb3f67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:37.688635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-56afcc39-1e56-4cd7-8422-01ffcb3f67a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e2889d6-5a65-410a-9861-3239109dd4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924470 Aug 20 12:09:37.712717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f189c-cdf3-46b7-a002-c060c46a25c5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Network': ['ID=b2b925b6-7332-4566-8ee2-aefc8b9a1549,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:37.726846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:37.775111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:37.783955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:37.793592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Delete allocated IP 2001:db8:0:1::eb (ec7741db-c778-4599-b639-1a858c21d133/946b23e0-6c55-4744-af25-46fd3c9fa64a) {{(pid=101034) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 12:09:37.885178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-06adb9a6-1941-4b6f-a4b4-046b6587b965 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886826 Aug 20 12:09:38.021023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.034885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:38.089186 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.091449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f16bf10e-caed-4fba-86b7-19a90cec5f8b None None] Provisioning for port d6b4b67f-bf47-4017-9e8a-8bac6009a13a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:38.095869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=14df9bfe-a815-4c8f-8d7c-cd82c9e78238,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:38.097306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f16bf10e-caed-4fba-86b7-19a90cec5f8b None None] Provisioning complete for port d6b4b67f-bf47-4017-9e8a-8bac6009a13a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:38.097920 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f16bf10e-caed-4fba-86b7-19a90cec5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.124532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:38.125849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network hostable DHCP agents. Network: b2b925b6-7332-4566-8ee2-aefc8b9a1549, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:38.129908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Ignored duplicate provisioning block setup for port 64848980-882b-4c81-b657-27ba57e0067b by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 12:09:38.146607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:38.148390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86d257-dc82-46c0-90f4-8adf3bbadf8d req-22d03767-1d5a-49b2-b8c3-642f4d1a10a0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:38.150075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de86d257-dc82-46c0-90f4-8adf3bbadf8d req-22d03767-1d5a-49b2-b8c3-642f4d1a10a0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 946 time: 0.1918070 Aug 20 12:09:38.156751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.160629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b2b925b6-7332-4566-8ee2-aefc8b9a1549) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:38.172612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:38.173569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.176748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488383f7-5fe3-46f2-9041-0fe1b55477f4 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:38.194001 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-430790ee-b852-4fd9-a15c-49af53125a38 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5398593 Aug 20 12:09:38.195021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53172) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:38.202631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'name': 'tempest-NetworksTestDHCPv6-2014964365'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:38.231964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd99b1a8-6e88-4176-a234-940a6de38a4a req-7cc8f201-c7de-432a-b210-d8a359c09330 service neutron] 10.222.0.73 "GET /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333292 Aug 20 12:09:38.242863 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.338309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] In _notify_port_updated(), no bound segment for port 64848980-882b-4c81-b657-27ba57e0067b on network ec7741db-c778-4599-b639-1a858c21d133 {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:09:38.338309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:38.338309 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.352976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "PUT /v2.0/ports/64848980-882b-4c81-b657-27ba57e0067b HTTP/1.1" status: 200 len: 926 time: 1.2537971 Aug 20 12:09:38.356728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53176) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:38.360775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de86d257-dc82-46c0-90f4-8adf3bbadf8d req-0e263489-331e-475c-b7d7-f16e48504465 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019300 Aug 20 12:09:38.367361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f748894-55d6-48d3-941d-93417d07f468'}, {'subnet_id': '946b23e0-6c55-4744-af25-46fd3c9fa64a'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:38.369311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:38.372837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.399083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d6b4b67f-bf47-4017-9e8a-8bac6009a13a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:38.412385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 7bc103b3-8fe1-49e6-a489-1bd163bf442b yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:38.415679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09b825-be32-4425-825a-be6596c6912a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=64848980-882b-4c81-b657-27ba57e0067b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:38.449313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:38.451960 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702e595-ca3e-40d9-a625-f84375b661ba" -d '{"events": [{"server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "name": "network-vif-unplugged", "status": "completed", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:38.481352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:38.492013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.493367 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.546973 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d969d-db7b-4b41-b571-45885b0c6853 x-openstack-request-id: req-d08d969d-db7b-4b41-b571-45885b0c6853 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:38.547266 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "name": "network-vif-unplugged", "status": "failed", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2", "code": 422}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:38.547528 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d08d969d-db7b-4b41-b571-45885b0c6853 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:38.547922 n-d-800634-10 neutron-server[101035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'code': 422} returned with failed status Aug 20 12:09:38.597197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a74a7137-1867-46a9-a0a2-e8699cbe0553 None None] Provisioning for port 64848980-882b-4c81-b657-27ba57e0067b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:38.604608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a74a7137-1867-46a9-a0a2-e8699cbe0553 None None] Provisioning complete for port 64848980-882b-4c81-b657-27ba57e0067b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:38.604988 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a74a7137-1867-46a9-a0a2-e8699cbe0553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.618840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::2c9 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/14df9bfe-a815-4c8f-8d7c-cd82c9e78238/7bc103b3-8fe1-49e6-a489-1bd163bf442b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:38.648530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d6b4b67f-bf47-4017-9e8a-8bac6009a13a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:38.648907 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.722339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c018-9b09-4fe3-a81c-584d74bd6092 req-89976e9c-4f3d-4eed-bb6d-4134b312e6cb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:38.730141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:38.731503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aaa3c018-9b09-4fe3-a81c-584d74bd6092 req-89976e9c-4f3d-4eed-bb6d-4134b312e6cb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2221277 Aug 20 12:09:38.733603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a74a7137-1867-46a9-a0a2-e8699cbe0553 None None] Port 64848980-882b-4c81-b657-27ba57e0067b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:38.753547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '14df9bfe-a815-4c8f-8d7c-cd82c9e78238'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:38.756124 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.853541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.870735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aaa3c018-9b09-4fe3-a81c-584d74bd6092 req-f8cecf20-45a0-483e-8df2-b28ee45ec45a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362436 Aug 20 12:09:38.872701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 7bc103b3-8fe1-49e6-a489-1bd163bf442b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:38.886973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2170903-3e3b-4648-be00-76da9d811ff3 req-6fb97e54-476b-4aaa-92d3-69051d15d8b5 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:38.895540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2170903-3e3b-4648-be00-76da9d811ff3 req-6fb97e54-476b-4aaa-92d3-69051d15d8b5 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 944 time: 0.1942677 Aug 20 12:09:38.904391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-700fead6-4891-41b5-bf8f-61ff1462feea None None] Provisioning complete for port 64848980-882b-4c81-b657-27ba57e0067b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:38.904811 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-700fead6-4891-41b5-bf8f-61ff1462feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.918283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:38.965793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:38.970591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:38.989961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:38.995690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/14df9bfe-a815-4c8f-8d7c-cd82c9e78238/f5927868-c7ee-4fa4-840e-ec8b482306a4) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:38.998536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:38.999382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.003748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=7bc103b3-8fe1-49e6-a489-1bd163bf442b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:39.006878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-700fead6-4891-41b5-bf8f-61ff1462feea None None] Port 64848980-882b-4c81-b657-27ba57e0067b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:39.024568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2170903-3e3b-4648-be00-76da9d811ff3 req-9b6fbeca-5675-429f-87ea-667532c648b1 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280360 Aug 20 12:09:39.030228 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-afaa63ac-4f85-484c-9fb6-d958005d3509 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8334212 Aug 20 12:09:39.034667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:39.099490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d042f-b076-4c92-81b1-6b0a4558811e req-15c29c81-a675-4dae-ae51-7a4a97a8296b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:39.101220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-760d042f-b076-4c92-81b1-6b0a4558811e req-15c29c81-a675-4dae-ae51-7a4a97a8296b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1277413 Aug 20 12:09:39.111797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb5f0a-4063-4da5-91f8-e8fc850dfaea tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:39.117404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53190) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:39.118746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a1eb5f0a-4063-4da5-91f8-e8fc850dfaea tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0827885 Aug 20 12:09:39.125203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8:0:1::33c (ec7741db-c778-4599-b639-1a858c21d133/946b23e0-6c55-4744-af25-46fd3c9fa64a/64848980-882b-4c81-b657-27ba57e0067b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:39.173913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.187046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Transition to ACTIVE for port object f5927868-c7ee-4fa4-840e-ec8b482306a4 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:39.204302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Transition to ACTIVE for port object f5927868-c7ee-4fa4-840e-ec8b482306a4 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:39.212016 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.254307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:39.257237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:39.259700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:39.281341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-760d042f-b076-4c92-81b1-6b0a4558811e req-9c6c8c5e-d67c-493d-b678-5fe4ec40f177 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645875 Aug 20 12:09:39.294646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Pushing event updated for resources: {'Port': ['ID=f5927868-c7ee-4fa4-840e-ec8b482306a4,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:39.332034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Attempting to bind port f5927868-c7ee-4fa4-840e-ec8b482306a4 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:39.332549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Attempting to bind port f5927868-c7ee-4fa4-840e-ec8b482306a4 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:39.333005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Attempting to bind port f5927868-c7ee-4fa4-840e-ec8b482306a4 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:39.338290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:39.338778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:39.339301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.339793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:39.340415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Bound port: f5927868-c7ee-4fa4-840e-ec8b482306a4, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:39.340891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.352117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d724068a-90e8-452d-be72-38b04227d1ac tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 7bc103b3-8fe1-49e6-a489-1bd163bf442b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:39.352462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d724068a-90e8-452d-be72-38b04227d1ac tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.408410 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.429107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Ignored duplicate provisioning block setup for port 64848980-882b-4c81-b657-27ba57e0067b by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 12:09:39.443476 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.458761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] For port f5927868-c7ee-4fa4-840e-ec8b482306a4, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:39.462559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] For port f5927868-c7ee-4fa4-840e-ec8b482306a4, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f5927868-c7ee-4fa4-840e-ec8b482306a4,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:39.468292 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.532144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee947e7e-4178-472a-9c0c-1958a4ff0ec6 None None] Pushing event updated for resources: {'Port': ['ID=f5927868-c7ee-4fa4-840e-ec8b482306a4,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:39.541621 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d724068a-90e8-452d-be72-38b04227d1ac tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.590757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d724068a-90e8-452d-be72-38b04227d1ac tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 7bc103b3-8fe1-49e6-a489-1bd163bf442b owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:39.611419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=64848980-882b-4c81-b657-27ba57e0067b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:39.618066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] In _notify_port_updated(), no bound segment for port 64848980-882b-4c81-b657-27ba57e0067b on network ec7741db-c778-4599-b639-1a858c21d133 {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:09:39.623471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:39.624098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.626012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c2e283b7-0135-481e-a497-089dc6daceef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "PUT /v2.0/ports/64848980-882b-4c81-b657-27ba57e0067b HTTP/1.1" status: 200 len: 1012 time: 1.2639868 Aug 20 12:09:39.628975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53198) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:39.683514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0daa72-7f7c-410c-9cad-05cdfc4353a0 req-de4d1163-0311-4181-8e25-e2607296c2fb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:39.685124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e0daa72-7f7c-410c-9cad-05cdfc4353a0 req-de4d1163-0311-4181-8e25-e2607296c2fb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2003560 Aug 20 12:09:39.748002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-588ac1d1-3149-461e-bf89-8b956dea7402 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 64848980-882b-4c81-b657-27ba57e0067b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:39.748743 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-588ac1d1-3149-461e-bf89-8b956dea7402 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.770815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e0daa72-7f7c-410c-9cad-05cdfc4353a0 req-7edd4e4e-ddb6-4787-a8e6-77395204dff0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752101 Aug 20 12:09:39.869842 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d724068a-90e8-452d-be72-38b04227d1ac tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.885484 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-588ac1d1-3149-461e-bf89-8b956dea7402 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.901970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-588ac1d1-3149-461e-bf89-8b956dea7402 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 64848980-882b-4c81-b657-27ba57e0067b owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:39.935533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724068a-90e8-452d-be72-38b04227d1ac tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=7bc103b3-8fe1-49e6-a489-1bd163bf442b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:39.939566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c87ac6bf-f8d6-4000-9466-78636c94d4c5 None None] Provisioning complete for port 64848980-882b-4c81-b657-27ba57e0067b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:39.940079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c87ac6bf-f8d6-4000-9466-78636c94d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.946047 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d724068a-90e8-452d-be72-38b04227d1ac tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:39.950624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d724068a-90e8-452d-be72-38b04227d1ac tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/7bc103b3-8fe1-49e6-a489-1bd163bf442b HTTP/1.1" status: 204 len: 168 time: 0.8298860 Aug 20 12:09:39.950839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53200) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:39.980456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c87ac6bf-f8d6-4000-9466-78636c94d4c5 None None] Port 64848980-882b-4c81-b657-27ba57e0067b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:40.042850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 52f9892a-3416-444e-b88c-c13ef4e20c44 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:40.047867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead7d44-8341-4b1a-ba13-0ea5afacecaf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:40.050274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead7d44-8341-4b1a-ba13-0ea5afacecaf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:40.054318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1ead7d44-8341-4b1a-ba13-0ea5afacecaf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0997584 Aug 20 12:09:40.063727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53204) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:40.129497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 52f9892a-3416-444e-b88c-c13ef4e20c44 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:40.136265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 52f9892a-3416-444e-b88c-c13ef4e20c44 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:40.136783 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.173334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0703c8-2efa-40f3-8f4a-98d00055c704 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 14df9bfe-a815-4c8f-8d7c-cd82c9e78238 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:40.196321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0703c8-2efa-40f3-8f4a-98d00055c704 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.246427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.248959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0703c8-2efa-40f3-8f4a-98d00055c704 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.290741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118df373-6056-4bd9-a25c-f4248412cd20 req-86e967e3-2957-405a-8221-28f9ed6a8cad tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:40.292878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-118df373-6056-4bd9-a25c-f4248412cd20 req-86e967e3-2957-405a-8221-28f9ed6a8cad tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 944 time: 0.1420298 Aug 20 12:09:40.299361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 52f9892a-3416-444e-b88c-c13ef4e20c44, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52f9892a-3416-444e-b88c-c13ef4e20c44,segment=NetworkSegment(1c18a5c9-169a-4833-9d06-ac8766cf4184),segment_id=1c18a5c9-169a-4833-9d06-ac8766cf4184)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:40.308037 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.400385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-118df373-6056-4bd9-a25c-f4248412cd20 req-2d4c3379-b834-4d8b-91ca-5d24e7a91930 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891402 Aug 20 12:09:40.401036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=52f9892a-3416-444e-b88c-c13ef4e20c44,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:40.440812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0703c8-2efa-40f3-8f4a-98d00055c704 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.448445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f5927868-c7ee-4fa4-840e-ec8b482306a4 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:40.510540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f5927868-c7ee-4fa4-840e-ec8b482306a4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:40.546817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0703c8-2efa-40f3-8f4a-98d00055c704 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.549583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c537ac-08af-4258-b765-faac434bc1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f9892a-3416-444e-b88c-c13ef4e20c44'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:40.552792 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2717035-04cd-4b62-b14a-9c7d0cc650bb" -d '{"events": [{"server_uuid": "18c537ac-08af-4258-b765-faac434bc1f9", "name": "network-vif-plugged", "status": "completed", "tag": "52f9892a-3416-444e-b88c-c13ef4e20c44"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:40.573898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-588ac1d1-3149-461e-bf89-8b956dea7402 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.582423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0703c8-2efa-40f3-8f4a-98d00055c704 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=14df9bfe-a815-4c8f-8d7c-cd82c9e78238,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:40.584958 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0703c8-2efa-40f3-8f4a-98d00055c704 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.587952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c0703c8-2efa-40f3-8f4a-98d00055c704 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/14df9bfe-a815-4c8f-8d7c-cd82c9e78238 HTTP/1.1" status: 204 len: 168 time: 0.5228195 Aug 20 12:09:40.590359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53212) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:40.614706 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b410bee2-7bf3-4335-81a3-72140e25cd13 x-openstack-request-id: req-b410bee2-7bf3-4335-81a3-72140e25cd13 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:40.614998 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c537ac-08af-4258-b765-faac434bc1f9", "name": "network-vif-plugged", "status": "completed", "tag": "52f9892a-3416-444e-b88c-c13ef4e20c44", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:40.615247 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b410bee2-7bf3-4335-81a3-72140e25cd13 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:40.615641 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c537ac-08af-4258-b765-faac434bc1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f9892a-3416-444e-b88c-c13ef4e20c44', 'code': 200} Aug 20 12:09:40.634041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ac1d1-3149-461e-bf89-8b956dea7402 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=64848980-882b-4c81-b657-27ba57e0067b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:40.666369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b878fde9-6bb8-4b6d-a0eb-b1ad640abc4a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670300 Aug 20 12:09:40.666959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53214) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:40.673623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:40.696993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-588ac1d1-3149-461e-bf89-8b956dea7402 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.702023 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-588ac1d1-3149-461e-bf89-8b956dea7402 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/64848980-882b-4c81-b657-27ba57e0067b HTTP/1.1" status: 204 len: 168 time: 1.0718651 Aug 20 12:09:40.702711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53216) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:40.730528 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3a803c-c513-4c5c-ad51-21f903ed26c3 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:40.735280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bd3a803c-c513-4c5c-ad51-21f903ed26c3 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/64848980-882b-4c81-b657-27ba57e0067b HTTP/1.1" status: 404 len: 333 time: 0.0308912 Aug 20 12:09:40.736028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:40.787050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed5f79-5786-4835-9d97-23791f12a331 req-b46ba28d-c368-4a09-b7cd-5e7ff5d10a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:40.792422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74ed5f79-5786-4835-9d97-23791f12a331 req-b46ba28d-c368-4a09-b7cd-5e7ff5d10a5b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 1097 time: 0.0994544 Aug 20 12:09:40.801913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed8a17b-1241-40cc-85f9-90fc7937a896 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet 946b23e0-6c55-4744-af25-46fd3c9fa64a {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:40.805249 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a17b-1241-40cc-85f9-90fc7937a896 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.823470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:40.827735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.868871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a17b-1241-40cc-85f9-90fc7937a896 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.891337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-74ed5f79-5786-4835-9d97-23791f12a331 req-49f51567-f3c9-4abe-8578-70c2eb8de773 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932469 Aug 20 12:09:40.907821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41675aa7-e15b-45da-8f5e-ad4621055e98 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:40.975668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a17b-1241-40cc-85f9-90fc7937a896 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.978391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b63c1-3fe4-4997-b40d-62468269e5d7 req-0be3f879-d916-4fc9-9b84-89ab987177d4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:40.979967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-419b63c1-3fe4-4997-b40d-62468269e5d7 req-0be3f879-d916-4fc9-9b84-89ab987177d4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0918701 Aug 20 12:09:41.045925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4bbf3247-09df-4a14-b846-18bfa7cd46cc None None] Provisioning for port f5927868-c7ee-4fa4-840e-ec8b482306a4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:41.047584 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a17b-1241-40cc-85f9-90fc7937a896 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.053581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4bbf3247-09df-4a14-b846-18bfa7cd46cc None None] Provisioning complete for port f5927868-c7ee-4fa4-840e-ec8b482306a4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:41.054970 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3247-09df-4a14-b846-18bfa7cd46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.066903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-419b63c1-3fe4-4997-b40d-62468269e5d7 req-293fc98d-7d5d-49a2-a0d4-c3a27aa67ad2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770731 Aug 20 12:09:41.081646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8a17b-1241-40cc-85f9-90fc7937a896 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=946b23e0-6c55-4744-af25-46fd3c9fa64a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:41.089057 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a17b-1241-40cc-85f9-90fc7937a896 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.094626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6ed8a17b-1241-40cc-85f9-90fc7937a896 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/946b23e0-6c55-4744-af25-46fd3c9fa64a HTTP/1.1" status: 204 len: 168 time: 0.3575172 Aug 20 12:09:41.095847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e3b1a-bbc3-41a8-a941-cc14af6bea87 None None] Network ec7741db-c778-4599-b639-1a858c21d133 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:41.096004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53222) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:41.125564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.175403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:41.178662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:41.183128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:41.183729 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.185780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:41.188633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-670a87b4-9a82-44df-97f6-a945e4a7d180 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet 7f748894-55d6-48d3-941d-93417d07f468 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:41.192205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-670a87b4-9a82-44df-97f6-a945e4a7d180 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.196093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=f79c7d14-08bb-4c95-8bd6-11aa01d2ef09,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:41.207127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-898a7e3e-49f7-4510-a116-c8eb3b8fb4ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5391703 Aug 20 12:09:41.209573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53226) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:41.216203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'name': 'tempest-NetworksTestDHCPv6-967371774'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:41.245438 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-670a87b4-9a82-44df-97f6-a945e4a7d180 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.344408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-670a87b4-9a82-44df-97f6-a945e4a7d180 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.428926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-670a87b4-9a82-44df-97f6-a945e4a7d180 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.469038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a87b4-9a82-44df-97f6-a945e4a7d180 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=7f748894-55d6-48d3-941d-93417d07f468,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:41.471880 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-670a87b4-9a82-44df-97f6-a945e4a7d180 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.477127 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-670a87b4-9a82-44df-97f6-a945e4a7d180 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/7f748894-55d6-48d3-941d-93417d07f468 HTTP/1.1" status: 204 len: 168 time: 0.3768992 Aug 20 12:09:41.477328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53230) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:41.512730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3247-09df-4a14-b846-18bfa7cd46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.581012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.581696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] Deleting port f5927868-c7ee-4fa4-840e-ec8b482306a4 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:41.582200 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.647202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port d6b4b67f-bf47-4017-9e8a-8bac6009a13a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:41.647808 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.665890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4bbf3247-09df-4a14-b846-18bfa7cd46cc None None] For port f5927868-c7ee-4fa4-840e-ec8b482306a4, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f5927868-c7ee-4fa4-840e-ec8b482306a4,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:41.673212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06738771-5818-4942-b4d8-a3d3e92c933b req-f75fe294-3ed1-4d68-a823-c72bd9301a5d tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:41.675173 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06738771-5818-4942-b4d8-a3d3e92c933b req-f75fe294-3ed1-4d68-a823-c72bd9301a5d tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 945 time: 0.0844657 Aug 20 12:09:41.676408 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3247-09df-4a14-b846-18bfa7cd46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.745299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] For port d6b4b67f-bf47-4017-9e8a-8bac6009a13a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,segment=NetworkSegment(c42a8927-f1c2-4e45-9f80-abe6d49b1003),segment_id=c42a8927-f1c2-4e45-9f80-abe6d49b1003)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:41.745750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.758024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06738771-5818-4942-b4d8-a3d3e92c933b req-57b6d739-0925-4f5f-b9bd-f5d4e4931747 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722914 Aug 20 12:09:41.761716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for d6b4b67f-bf47-4017-9e8a-8bac6009a13a owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:41.766163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:41.770825 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.793192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port bcc32f2d-c897-4fe6-aeef-46c497f93328 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:41.797606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6512e0fa-f351-4e93-b088-25cd9d20982d None None] Update dhcp port {'port': {'network_id': 'ec7741db-c778-4599-b639-1a858c21d133', 'fixed_ips': [{'subnet_id': '7f748894-55d6-48d3-941d-93417d07f468'}], 'binding:host_id': 'n-d-800634-10'}, 'id': 'd6b4b67f-bf47-4017-9e8a-8bac6009a13a'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:09:41.801262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] For port f5927868-c7ee-4fa4-840e-ec8b482306a4, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f5927868-c7ee-4fa4-840e-ec8b482306a4,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:41.801656 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.810735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf3247-09df-4a14-b846-18bfa7cd46cc None None] Pushing event updated for resources: {'Port': ['ID=f5927868-c7ee-4fa4-840e-ec8b482306a4,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:41.836485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] Calling delete_port for f5927868-c7ee-4fa4-840e-ec8b482306a4 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:41.851839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6512e0fa-f351-4e93-b088-25cd9d20982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.860140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.896221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=d6b4b67f-bf47-4017-9e8a-8bac6009a13a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:41.908105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No DVR routers for this DVR port d6b4b67f-bf47-4017-9e8a-8bac6009a13a on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:41.938529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6512e0fa-f351-4e93-b088-25cd9d20982d None None] Host n-d-800634-10 tried to update port d6b4b67f-bf47-4017-9e8a-8bac6009a13a which no longer exists. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Aug 20 12:09:41.941874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::14 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/f79c7d14-08bb-4c95-8bd6-11aa01d2ef09/bcc32f2d-c897-4fe6-aeef-46c497f93328) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:41.961956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.990849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.004439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.019618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7741db-c778-4599-b639-1a858c21d133']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:42.036625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42a8927-f1c2-4e45-9f80-abe6d49b1003') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:42.036920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42a8927-f1c2-4e45-9f80-abe6d49b1003') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:42.041215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] Pushing event deleted for resources: {'Port': ['ID=f5927868-c7ee-4fa4-840e-ec8b482306a4,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:42.047616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.058394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb0b04f-e993-49f9-883f-efe748c02249 None None] Network ec7741db-c778-4599-b639-1a858c21d133 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:42.075492 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.091711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:42.093071 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:42.103429 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:42.120104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b1d8a-f2c6-4674-8e9b-95af6ef89bab None None] No DVR routers for this DVR port f5927868-c7ee-4fa4-840e-ec8b482306a4 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:42.149817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de0211-0cc4-4106-834e-28cf322ecc51 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:42.151760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6099b289-404c-4cb7-bede-00848b65d0dd None None] Could not find standard attr ID for object d6b4b67f-bf47-4017-9e8a-8bac6009a13a. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:42.183050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.241263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.249168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object bcc32f2d-c897-4fe6-aeef-46c497f93328 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:42.251587 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.259328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53236) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:42.269602 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/networks/ec7741db-c778-4599-b639-1a858c21d133 HTTP/1.1" status: 204 len: 168 time: 0.7908077 Aug 20 12:09:42.285314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc53669-6ca5-486f-9501-92aa9f9f7f1f None None] DHCP port deletion for ec7741db-c778-4599-b639-1a858c21d133 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:42.289766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cd335-8904-41e2-af44-0fbc81be466c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Network': ['ID=ec7741db-c778-4599-b639-1a858c21d133,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:42.344969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1f46f-b43f-4144-8f7a-c3d1b68cd0ea req-025ebd65-f0fa-4b19-beb9-03fbe2234705 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:42.346388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15f1f46f-b43f-4144-8f7a-c3d1b68cd0ea req-025ebd65-f0fa-4b19-beb9-03fbe2234705 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1290171 Aug 20 12:09:42.378670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.395930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943791f0-6d33-458b-801f-6813dea07950 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:42.398265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-943791f0-6d33-458b-801f-6813dea07950 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1355875 Aug 20 12:09:42.401543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53240) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:42.409263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': 'f79c7d14-08bb-4c95-8bd6-11aa01d2ef09'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:42.410171 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.421717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d6b4b67f-bf47-4017-9e8a-8bac6009a13a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:42.447081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d6b4b67f-bf47-4017-9e8a-8bac6009a13a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:42.447434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d6b4b67f-bf47-4017-9e8a-8bac6009a13a not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:42.447860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f5927868-c7ee-4fa4-840e-ec8b482306a4 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:42.470215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8699050c-e7dc-4cf8-955b-48ffdaf20b17 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0636230 Aug 20 12:09:42.470455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:42.470455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53242) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:42.475435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2124913684'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:42.477165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f5927868-c7ee-4fa4-840e-ec8b482306a4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:42.477516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f5927868-c7ee-4fa4-840e-ec8b482306a4 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:42.479804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=bcc32f2d-c897-4fe6-aeef-46c497f93328,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:42.484763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15f1f46f-b43f-4144-8f7a-c3d1b68cd0ea req-d78ace32-3c67-4b7a-881d-1d9c4b9fb81f tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303961 Aug 20 12:09:42.487148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:42.504179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:42.510577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:42.511067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.513846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:42.517977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.542162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b3be0644-1993-4610-8cad-afb74d6b417d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3314362 Aug 20 12:09:42.544864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53244) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:42.550872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:42.560360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.560759 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Added segment c691fe48-1742-49b0-b265-28996f956dfa of type vlan for network c4728717-60d7-4b27-aedd-82b8dc3d81f2 Aug 20 12:09:42.605358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f43f87-dbc4-4504-a0ca-c802d19358d0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:42.606064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.610165 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a9f43f87-dbc4-4504-a0ca-c802d19358d0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0612514 Aug 20 12:09:42.610751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53246) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:42.613406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/f79c7d14-08bb-4c95-8bd6-11aa01d2ef09/1301e792-5b5d-43e6-a2a9-d3ded75cd369) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:42.637719 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.644305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:42.645003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.712094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2405553 Aug 20 12:09:42.715346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53250) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:42.720798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:42.730294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-94c0e735-9fd8-4ddd-a93f-7c58ff599eed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port bcc32f2d-c897-4fe6-aeef-46c497f93328 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:42.730920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c0e735-9fd8-4ddd-a93f-7c58ff599eed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.739830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17a888-1021-4907-84df-73ddb3a912bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Network': ['ID=c4728717-60d7-4b27-aedd-82b8dc3d81f2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:42.755454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c4728717-60d7-4b27-aedd-82b8dc3d81f2 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:42.822612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:42.826372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.835083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c0e735-9fd8-4ddd-a93f-7c58ff599eed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.848142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-94c0e735-9fd8-4ddd-a93f-7c58ff599eed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for bcc32f2d-c897-4fe6-aeef-46c497f93328 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:42.870800 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.886534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Transition to ACTIVE for port object 1301e792-5b5d-43e6-a2a9-d3ded75cd369 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:42.907306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Transition to ACTIVE for port object 1301e792-5b5d-43e6-a2a9-d3ded75cd369 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:42.912372 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:42.960989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:42.967215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:42.971109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:42.976473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7c733-0e93-4f1d-9c3d-a9b3de388b60 req-10769df5-1e6c-4eae-954c-dbfff8ff617f tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:42.978836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7e7c733-0e93-4f1d-9c3d-a9b3de388b60 req-10769df5-1e6c-4eae-954c-dbfff8ff617f tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 945 time: 0.1002369 Aug 20 12:09:42.983343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Pushing event updated for resources: {'Port': ['ID=1301e792-5b5d-43e6-a2a9-d3ded75cd369,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:43.024893 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c0e735-9fd8-4ddd-a93f-7c58ff599eed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.040483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7e7c733-0e93-4f1d-9c3d-a9b3de388b60 req-9c88bca3-84e2-45e3-be57-02df388d4e47 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492663 Aug 20 12:09:43.043860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Attempting to bind port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:43.044242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Attempting to bind port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:43.044613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Attempting to bind port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:43.050670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:43.051055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:43.051463 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.051907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:43.052680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Bound port: 1301e792-5b5d-43e6-a2a9-d3ded75cd369, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:43.052820 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.059801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0e735-9fd8-4ddd-a93f-7c58ff599eed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=bcc32f2d-c897-4fe6-aeef-46c497f93328,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:43.085980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c0e735-9fd8-4ddd-a93f-7c58ff599eed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.090583 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-94c0e735-9fd8-4ddd-a93f-7c58ff599eed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/bcc32f2d-c897-4fe6-aeef-46c497f93328 HTTP/1.1" status: 204 len: 168 time: 0.4786391 Aug 20 12:09:43.091207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:43.126944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] For port 1301e792-5b5d-43e6-a2a9-d3ded75cd369, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:43.131786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] For port 1301e792-5b5d-43e6-a2a9-d3ded75cd369, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1301e792-5b5d-43e6-a2a9-d3ded75cd369,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:43.140039 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.163778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23da44-7ce3-4b13-858b-1c967e8e43d5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.166436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23da44-7ce3-4b13-858b-1c967e8e43d5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.171466 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6e23da44-7ce3-4b13-858b-1c967e8e43d5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0790956 Aug 20 12:09:43.173487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53262) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:43.182126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.215057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0a564-474a-4263-be55-e814edb4fee4 None None] Pushing event updated for resources: {'Port': ['ID=1301e792-5b5d-43e6-a2a9-d3ded75cd369,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:43.252892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1c5f49-7699-442b-bfc9-db4008bd523b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet f79c7d14-08bb-4c95-8bd6-11aa01d2ef09 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:43.256013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5f49-7699-442b-bfc9-db4008bd523b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.274682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Checking segment: {'id': 'c691fe48-1742-49b0-b265-28996f956dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:43.275362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network hostable DHCP agents. Network: c4728717-60d7-4b27-aedd-82b8dc3d81f2, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:43.278608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=d2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:43.306901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network c4728717-60d7-4b27-aedd-82b8dc3d81f2 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:43.309445 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5f49-7699-442b-bfc9-db4008bd523b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.320978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c4728717-60d7-4b27-aedd-82b8dc3d81f2) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:43.326031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.329515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.334136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497260cb-a93e-4841-8afb-6ae8b49af161 None None] Network c4728717-60d7-4b27-aedd-82b8dc3d81f2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:43.357157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8d108c01-6901-4fad-bfd4-16f2499e8afe tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6407175 Aug 20 12:09:43.361096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53266) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:43.366827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2', 'name': 'tempest-PortsIpV6TestJSON-460580366'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:43.437079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5f49-7699-442b-bfc9-db4008bd523b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.542755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-c4728717-60d7-4b27-aedd-82b8dc3d81f2', 'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2', 'tenant_id': '7d51208ea09f4f43b2ec696b3fcd4f93', 'fixed_ips': [{'subnet_id': 'd2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:43.546580 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.564785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5f49-7699-442b-bfc9-db4008bd523b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.627701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5f49-7699-442b-bfc9-db4008bd523b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=f79c7d14-08bb-4c95-8bd6-11aa01d2ef09,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:43.631588 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5f49-7699-442b-bfc9-db4008bd523b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.635764 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7c1c5f49-7699-442b-bfc9-db4008bd523b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/f79c7d14-08bb-4c95-8bd6-11aa01d2ef09 HTTP/1.1" status: 204 len: 168 time: 0.4583251 Aug 20 12:09:43.636474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53272) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:43.653108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b2ccd-cfce-4084-a9bc-2f5170e67d97 req-25cc825a-040b-4117-8018-88ca182c74f1 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.654878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e3b2ccd-cfce-4084-a9bc-2f5170e67d97 req-25cc825a-040b-4117-8018-88ca182c74f1 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 945 time: 0.2340672 Aug 20 12:09:43.708501 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fe3b7510-cc41-4b26-b658-35d3f53f720a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707276 Aug 20 12:09:43.709575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:43.715938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:43.718468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.748259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536eeb-6ba6-4215-8b96-7e693eda06c0 req-cdd0e54d-fdf1-4c7f-b267-c769a9ad39cf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.750558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55536eeb-6ba6-4215-8b96-7e693eda06c0 req-cdd0e54d-fdf1-4c7f-b267-c769a9ad39cf tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1274569 Aug 20 12:09:43.751918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:43.755566 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.759995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e3b2ccd-cfce-4084-a9bc-2f5170e67d97 req-5ef18abc-c515-462a-b0ba-7d0474820418 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822577 Aug 20 12:09:43.787890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Allocated IP 2001:db8::2 (c4728717-60d7-4b27-aedd-82b8dc3d81f2/d2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0/34487460-897b-42fc-9f1d-93ad266b54d7) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:43.792411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 9824fd66-9689-40ea-95ad-feee3899906b yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:43.848043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:43.852585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.873604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55536eeb-6ba6-4215-8b96-7e693eda06c0 req-d582d375-39f5-41df-b291-0b2ceee598a1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021216 Aug 20 12:09:43.973666 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.981764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Transition to ACTIVE for port object 34487460-897b-42fc-9f1d-93ad266b54d7 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:43.997127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Transition to ACTIVE for port object 34487460-897b-42fc-9f1d-93ad266b54d7 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:44.007521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.050651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Network c4728717-60d7-4b27-aedd-82b8dc3d81f2 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:44.053737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:44.058936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:44.071656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Pushing event updated for resources: {'Port': ['ID=34487460-897b-42fc-9f1d-93ad266b54d7,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:44.073826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.076217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::12 (c4728717-60d7-4b27-aedd-82b8dc3d81f2/d2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0/9824fd66-9689-40ea-95ad-feee3899906b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:44.117447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:44.121637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:44.128182 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:44.128970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.140993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Attempting to bind port 34487460-897b-42fc-9f1d-93ad266b54d7 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:44.141581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Attempting to bind port 34487460-897b-42fc-9f1d-93ad266b54d7 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'c691fe48-1742-49b0-b265-28996f956dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:44.141854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Attempting to bind port 34487460-897b-42fc-9f1d-93ad266b54d7 on network c4728717-60d7-4b27-aedd-82b8dc3d81f2 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:44.148885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:44.149455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Checking segment: {'id': 'c691fe48-1742-49b0-b265-28996f956dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:44.149854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=956f0e43-d51a-4156-824d-e58a7e93d307,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:44.149996 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.150869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Bound using segment: {'id': 'c691fe48-1742-49b0-b265-28996f956dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:44.152502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Bound port: 34487460-897b-42fc-9f1d-93ad266b54d7, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c691fe48-1742-49b0-b265-28996f956dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:44.153016 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.155103 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-67f5def2-b1be-4b3a-84ae-9b73e42545cc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4442043 Aug 20 12:09:44.158037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53278) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:44.166815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'name': 'tempest-NetworksTestDHCPv6-2111332364'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:44.240720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] For port 34487460-897b-42fc-9f1d-93ad266b54d7, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:44.244257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] For port 34487460-897b-42fc-9f1d-93ad266b54d7, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=34487460-897b-42fc-9f1d-93ad266b54d7,segment=NetworkSegment(c691fe48-1742-49b0-b265-28996f956dfa),segment_id=c691fe48-1742-49b0-b265-28996f956dfa)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:44.249078 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.304504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.320562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:44.324297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.330240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object 9824fd66-9689-40ea-95ad-feee3899906b will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:44.330451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11667ee-0178-4037-a0da-9db3f8656fac None None] Pushing event updated for resources: {'Port': ['ID=34487460-897b-42fc-9f1d-93ad266b54d7,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:44.354771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port dcf22aad-0636-4f85-ba66-c39d413f2799 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:44.388390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.452955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1301e792-5b5d-43e6-a2a9-d3ded75cd369 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:44.466576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network c4728717-60d7-4b27-aedd-82b8dc3d81f2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:44.471080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:44.475986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:44.482320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:44.483210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.499902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=9824fd66-9689-40ea-95ad-feee3899906b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:44.512603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.513354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.514169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.514591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.515002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.515452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.516057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.516473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.516841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.517364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.518123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.518663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:44.524058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e5bc023d-d337-4713-af51-1b7ad482e645 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1615136 Aug 20 12:09:44.527838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:44.531638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53280) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:44.537870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': 'c4728717-60d7-4b27-aedd-82b8dc3d81f2', 'name': 'tempest-PortsIpV6TestJSON-753810522'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:44.548366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::317 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/956f0e43-d51a-4156-824d-e58a7e93d307/dcf22aad-0636-4f85-ba66-c39d413f2799) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:44.548585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c18b88-3c3c-4326-9679-7d581759ea2c None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:44.680855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4015e7fc-9aa3-4ab7-b8c8-3eac2719ca0c None None] Provisioning for port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:44.699082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4015e7fc-9aa3-4ab7-b8c8-3eac2719ca0c None None] Provisioning complete for port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:44.699462 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4015e7fc-9aa3-4ab7-b8c8-3eac2719ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.729294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:44.733304 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.756169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 675dd818-23aa-467f-a1e4-de51fdbc93ca yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:44.814733 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.832124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object dcf22aad-0636-4f85-ba66-c39d413f2799 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:44.864700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-515c9636-db91-446e-9617-f1a5a230471e tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:44.866419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-515c9636-db91-446e-9617-f1a5a230471e tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.73 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 945 time: 0.1052747 Aug 20 12:09:44.881854 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4015e7fc-9aa3-4ab7-b8c8-3eac2719ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.886829 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.938282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4015e7fc-9aa3-4ab7-b8c8-3eac2719ca0c None None] For port 1301e792-5b5d-43e6-a2a9-d3ded75cd369, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1301e792-5b5d-43e6-a2a9-d3ded75cd369,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:44.943706 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4015e7fc-9aa3-4ab7-b8c8-3eac2719ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:44.965253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:44.970871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:44.978896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:44.986629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:44.987312 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.009403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=dcf22aad-0636-4f85-ba66-c39d413f2799,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:45.028357 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b33d3f0b-0196-4e22-af00-2568f28f3ccd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8691502 Aug 20 12:09:45.032645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53290) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:45.032916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015e7fc-9aa3-4ab7-b8c8-3eac2719ca0c None None] Pushing event updated for resources: {'Port': ['ID=1301e792-5b5d-43e6-a2a9-d3ded75cd369,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:45.052181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c220950-393f-4223-8ca4-7ef71e178933 req-72322fb8-3a28-43fa-ba0a-0e96a576f4a2 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.054146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c220950-393f-4223-8ca4-7ef71e178933 req-72322fb8-3a28-43fa-ba0a-0e96a576f4a2 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 945 time: 0.1446314 Aug 20 12:09:45.085077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::204 (c4728717-60d7-4b27-aedd-82b8dc3d81f2/d2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0/675dd818-23aa-467f-a1e4-de51fdbc93ca) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:45.108815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248950f-6409-458e-ba59-e03ba3d4a564 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.115380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248950f-6409-458e-ba59-e03ba3d4a564 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.118226 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c248950f-6409-458e-ba59-e03ba3d4a564 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0829945 Aug 20 12:09:45.119834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53292) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:45.195863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c220950-393f-4223-8ca4-7ef71e178933 req-f6f4e390-d57c-4dab-a7c3-2d6edeeaa6d5 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/security-groups?id=47755730-5a00-405f-87ed-d4ef282a9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123359 Aug 20 12:09:45.226232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a43958-becc-4936-9260-5e1e3c453551 req-4ab48187-324a-45aa-ada7-76b5c5b706f6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.227787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12a43958-becc-4936-9260-5e1e3c453551 req-4ab48187-324a-45aa-ada7-76b5c5b706f6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1835253 Aug 20 12:09:45.237478 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4077dbb3-caf5-4bca-9a34-aa3a351c4918 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port dcf22aad-0636-4f85-ba66-c39d413f2799 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:45.237837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4077dbb3-caf5-4bca-9a34-aa3a351c4918 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.276477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db53fd7a-b27c-4579-8e9d-c95c28d95697 None None] Provisioning complete for port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:45.277041 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db53fd7a-b27c-4579-8e9d-c95c28d95697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.353518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Deleting port 52f9892a-3416-444e-b88c-c13ef4e20c44 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:45.354094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.368830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4077dbb3-caf5-4bca-9a34-aa3a351c4918 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.390143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4077dbb3-caf5-4bca-9a34-aa3a351c4918 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for dcf22aad-0636-4f85-ba66-c39d413f2799 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:45.478792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12a43958-becc-4936-9260-5e1e3c453551 req-3faab255-2589-4b7d-985c-10f69ca3a984 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513445 Aug 20 12:09:45.520934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-79546ad8-918f-43ad-b4fd-2fd0ccc743a2 None None] Could not find standard attr ID for object 7bc103b3-8fe1-49e6-a489-1bd163bf442b. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:45.535202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] For port 52f9892a-3416-444e-b88c-c13ef4e20c44, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=52f9892a-3416-444e-b88c-c13ef4e20c44,segment=NetworkSegment(1c18a5c9-169a-4833-9d06-ac8766cf4184),segment_id=1c18a5c9-169a-4833-9d06-ac8766cf4184)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:45.535577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.540137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.558287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Calling delete_port for 52f9892a-3416-444e-b88c-c13ef4e20c44 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:45.576623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4077dbb3-caf5-4bca-9a34-aa3a351c4918 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.582070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object 675dd818-23aa-467f-a1e4-de51fdbc93ca will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:45.622287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077dbb3-caf5-4bca-9a34-aa3a351c4918 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=dcf22aad-0636-4f85-ba66-c39d413f2799,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:45.641651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4077dbb3-caf5-4bca-9a34-aa3a351c4918 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.643848 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4077dbb3-caf5-4bca-9a34-aa3a351c4918 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/dcf22aad-0636-4f85-ba66-c39d413f2799 HTTP/1.1" status: 204 len: 168 time: 0.5228128 Aug 20 12:09:45.646300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53294) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:45.692986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.727674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0cd45-a181-47db-86cc-d53ea1779b55 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.729449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0cd45-a181-47db-86cc-d53ea1779b55 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.734624 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-94d0cd45-a181-47db-86cc-d53ea1779b55 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0866086 Aug 20 12:09:45.735507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53298) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:45.757549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network c4728717-60d7-4b27-aedd-82b8dc3d81f2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:45.764482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:45.768470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:45.774608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.776021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.815343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f43f490-5ef5-4b15-807c-f01d769315dc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 956f0e43-d51a-4156-824d-e58a7e93d307 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:45.818846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f43f490-5ef5-4b15-807c-f01d769315dc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.820801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=675dd818-23aa-467f-a1e4-de51fdbc93ca,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:45.826858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0418d2-f610-4757-b33f-8f754232f86e None None] Network c4728717-60d7-4b27-aedd-82b8dc3d81f2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:45.850290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3e730041-7571-4f8f-9a24-f22d58cc1ff1 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3168342 Aug 20 12:09:45.850606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53300) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:45.872043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f43f490-5ef5-4b15-807c-f01d769315dc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.890207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d7c1b92-eaef-41ad-8c4c-5836ca668ae7 None None] Could not find standard attr ID for object bcc32f2d-c897-4fe6-aeef-46c497f93328. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:45.914161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d7c1b92-eaef-41ad-8c4c-5836ca668ae7 None None] Provisioning for port 34487460-897b-42fc-9f1d-93ad266b54d7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:45.942727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.946964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f43f490-5ef5-4b15-807c-f01d769315dc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.004570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba74a910-5dd8-405d-b52a-cf2377a16d2e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:46.009391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ba74a910-5dd8-405d-b52a-cf2377a16d2e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12 HTTP/1.1" status: 200 len: 927 time: 0.1552148 Aug 20 12:09:46.010062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['52f9892a-3416-444e-b88c-c13ef4e20c44'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:46.010511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Pushing event deleted for resources: {'Port': ['ID=52f9892a-3416-444e-b88c-c13ef4e20c44,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:46.012706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53304) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:46.061205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f43f490-5ef5-4b15-807c-f01d769315dc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.095457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43f490-5ef5-4b15-807c-f01d769315dc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=956f0e43-d51a-4156-824d-e58a7e93d307,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:46.097666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f43f490-5ef5-4b15-807c-f01d769315dc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.097897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] No DVR routers for this DVR port 52f9892a-3416-444e-b88c-c13ef4e20c44 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:46.101943 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0f43f490-5ef5-4b15-807c-f01d769315dc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/956f0e43-d51a-4156-824d-e58a7e93d307 HTTP/1.1" status: 204 len: 168 time: 0.3631825 Aug 20 12:09:46.102446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53306) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:46.107516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.108453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bdab91d-f007-4a0c-aef4-0b0b24f4b794 req-8741c765-a803-42aa-be08-3c3e5fd26712 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.73 "DELETE /v2.0/ports/52f9892a-3416-444e-b88c-c13ef4e20c44 HTTP/1.1" status: 204 len: 173 time: 1.2327375 Aug 20 12:09:46.111994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c537ac-08af-4258-b765-faac434bc1f9', 'name': 'network-vif-deleted', 'tag': '52f9892a-3416-444e-b88c-c13ef4e20c44'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:46.116148 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60e021e-c22f-4f51-b322-912ef45a2272" -d '{"events": [{"server_uuid": "18c537ac-08af-4258-b765-faac434bc1f9", "name": "network-vif-deleted", "tag": "52f9892a-3416-444e-b88c-c13ef4e20c44"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:46.156762 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5a970e4d-7b12-4cc1-a15e-a7f91660ce42 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504816 Aug 20 12:09:46.157044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53310) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:46.175939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1623761-12a7-416b-bdfc-638bc07c0a7e None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:46.213737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-22d3bb43-6091-4060-a74e-7b2a4a9381e8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 675dd818-23aa-467f-a1e4-de51fdbc93ca {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:46.214081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-22d3bb43-6091-4060-a74e-7b2a4a9381e8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.237923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff2a000-e44e-42db-a56c-1a4470e147b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:46.243584 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ff2a000-e44e-42db-a56c-1a4470e147b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0846417 Aug 20 12:09:46.244227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53316) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:46.310731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c01a0031-6016-48f4-bd6a-4feb548ef6ef None None] Could not find standard attr ID for object dcf22aad-0636-4f85-ba66-c39d413f2799. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:46.404628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6269f787-630b-45b8-82db-97cc35298e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:46.411320 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6269f787-630b-45b8-82db-97cc35298e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1636841 Aug 20 12:09:46.411576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53318) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:46.471999 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0765d6-439a-4f11-bf52-0ebcdbc8a85d x-openstack-request-id: req-9a0765d6-439a-4f11-bf52-0ebcdbc8a85d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:46.472553 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c537ac-08af-4258-b765-faac434bc1f9", "name": "network-vif-deleted", "tag": "52f9892a-3416-444e-b88c-c13ef4e20c44", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:46.472553 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a0765d6-439a-4f11-bf52-0ebcdbc8a85d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:46.472868 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c537ac-08af-4258-b765-faac434bc1f9', 'name': 'network-vif-deleted', 'tag': '52f9892a-3416-444e-b88c-c13ef4e20c44', 'status': 'completed', 'code': 200} Aug 20 12:09:46.480016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9648894-bdc5-4ebd-b66e-7b8c237065f2 req-bd02b4c9-d675-441a-a5d3-f879bd40bcf1 tempest-ServerAddressesNegativeTestJSON-466629077 tempest-ServerAddressesNegativeTestJSON-466629077-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c537ac-08af-4258-b765-faac434bc1f9 HTTP/1.1" status: 200 len: 210 time: 0.0766969 Aug 20 12:09:46.482844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-46e72169-602a-4bd2-aa42-3a81670839a9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701323 Aug 20 12:09:46.485301 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-22d3bb43-6091-4060-a74e-7b2a4a9381e8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.487586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53320) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:46.507254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:46.527958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-22d3bb43-6091-4060-a74e-7b2a4a9381e8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 675dd818-23aa-467f-a1e4-de51fdbc93ca owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:46.678928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1301e792-5b5d-43e6-a2a9-d3ded75cd369 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:46.701906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:46.706896 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.745838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-706f779f-c034-4df5-8311-0091c10b0509 None None] Provisioning for port 9824fd66-9689-40ea-95ad-feee3899906b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:46.755942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-706f779f-c034-4df5-8311-0091c10b0509 None None] Provisioning complete for port 9824fd66-9689-40ea-95ad-feee3899906b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:46.756322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-706f779f-c034-4df5-8311-0091c10b0509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.810917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-706f779f-c034-4df5-8311-0091c10b0509 None None] Port 9824fd66-9689-40ea-95ad-feee3899906b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:46.827834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:46.828714 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.833689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-706f779f-c034-4df5-8311-0091c10b0509 None None] Provisioning for port 675dd818-23aa-467f-a1e4-de51fdbc93ca completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:46.858621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-706f779f-c034-4df5-8311-0091c10b0509 None None] Provisioning complete for port 675dd818-23aa-467f-a1e4-de51fdbc93ca triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:46.858906 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-706f779f-c034-4df5-8311-0091c10b0509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.861084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:46.972036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-706f779f-c034-4df5-8311-0091c10b0509 None None] Port 675dd818-23aa-467f-a1e4-de51fdbc93ca cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:47.035464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 34487460-897b-42fc-9f1d-93ad266b54d7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:47.043500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] Deleting port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:47.043500 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.112078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c115f9-fef1-4927-8a4f-9cd8a5886169 req-2146f9f9-6c9c-4474-8d30-74519e6a516e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:47.119588 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5c115f9-fef1-4927-8a4f-9cd8a5886169 req-2146f9f9-6c9c-4474-8d30-74519e6a516e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.5285397 Aug 20 12:09:47.171417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] For port 1301e792-5b5d-43e6-a2a9-d3ded75cd369, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1301e792-5b5d-43e6-a2a9-d3ded75cd369,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:47.172654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.175102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2ea168bc-c2b5-48fc-8394-560829ef9915 None None] Provisioning complete for port 9824fd66-9689-40ea-95ad-feee3899906b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:47.175459 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2ea168bc-c2b5-48fc-8394-560829ef9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.213292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] Calling delete_port for 1301e792-5b5d-43e6-a2a9-d3ded75cd369 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:47.221444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5c115f9-fef1-4927-8a4f-9cd8a5886169 req-82fea6bf-3889-45f0-836b-d98e58024608 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901172 Aug 20 12:09:47.223062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 34487460-897b-42fc-9f1d-93ad266b54d7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:47.241185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 34487460-897b-42fc-9f1d-93ad266b54d7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:47.241566 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.245202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2ea168bc-c2b5-48fc-8394-560829ef9915 None None] Port 9824fd66-9689-40ea-95ad-feee3899906b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:47.245889 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-22d3bb43-6091-4060-a74e-7b2a4a9381e8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.280099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3bb43-6091-4060-a74e-7b2a4a9381e8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=675dd818-23aa-467f-a1e4-de51fdbc93ca,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:47.336147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-22d3bb43-6091-4060-a74e-7b2a4a9381e8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.337606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-22d3bb43-6091-4060-a74e-7b2a4a9381e8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/675dd818-23aa-467f-a1e4-de51fdbc93ca HTTP/1.1" status: 204 len: 168 time: 1.3238764 Aug 20 12:09:47.340311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53328) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:47.371689 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f36e33-e55b-4116-b942-e541f76751ed tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:47.376197 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a9f36e33-e55b-4116-b942-e541f76751ed tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/675dd818-23aa-467f-a1e4-de51fdbc93ca HTTP/1.1" status: 404 len: 333 time: 0.0316093 Aug 20 12:09:47.377375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53330) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:47.385346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2a1a1742-7781-4523-ba8e-e9b87a3ef719 None None] Could not find standard attr ID for object 675dd818-23aa-467f-a1e4-de51fdbc93ca. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:47.393622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.429020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] Pushing event deleted for resources: {'Port': ['ID=1301e792-5b5d-43e6-a2a9-d3ded75cd369,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:47.435015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db0cf7-e003-4520-91f4-2ade955ba03e None None] No DVR routers for this DVR port 1301e792-5b5d-43e6-a2a9-d3ded75cd369 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:47.435893 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.441535 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.482325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 34487460-897b-42fc-9f1d-93ad266b54d7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=34487460-897b-42fc-9f1d-93ad266b54d7,segment=NetworkSegment(c691fe48-1742-49b0-b265-28996f956dfa),segment_id=c691fe48-1742-49b0-b265-28996f956dfa)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:47.489898 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.499864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:47.501569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 9824fd66-9689-40ea-95ad-feee3899906b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:47.501920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.528484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=6e825e15-a607-4a76-bac3-8cded1ea2797,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:47.532430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:47.544150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:47.545167 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.548466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78268fa9-91e4-4c5f-888a-5c75709d64a1 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:47.566658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-28617b60-fc65-4546-bc97-879987e624c8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0779274 Aug 20 12:09:47.569200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53334) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:47.575223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': '6e825e15-a607-4a76-bac3-8cded1ea2797', 'ip_address': '2001:db8::56ab:60e0:7219:e16d'}], 'name': 'tempest-NetworksTestDHCPv6-1762883434'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:47.582434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53336) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:47.643072 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.659420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Deleting subnet b272fe5f-7979-45ae-aec6-2097727c1b2e {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:47.665281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.667244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 9824fd66-9689-40ea-95ad-feee3899906b owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:47.688831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=34487460-897b-42fc-9f1d-93ad266b54d7,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:47.701015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:47.740432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '6e825e15-a607-4a76-bac3-8cded1ea2797'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:47.741354 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.746114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.797557 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.804672 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.814987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 978ba84d-4eb1-47d8-90c4-b45f8a9bed2f yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:47.902293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/6e825e15-a607-4a76-bac3-8cded1ea2797/a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:47.910288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.937748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.940516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b272fe5f-7979-45ae-aec6-2097727c1b2e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:47.968188 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.973148 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b272fe5f-7979-45ae-aec6-2097727c1b2e HTTP/1.1" status: 204 len: 168 time: 0.3873203 Aug 20 12:09:47.973617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53340) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:47.981419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=9824fd66-9689-40ea-95ad-feee3899906b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:47.986173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.986570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.987011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.987416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.987820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.988231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.988647 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.989045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.989448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.989876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.990301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:47.991823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5acef2-01f8-4d74-a126-715df62377f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.005048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.005476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.005905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.006308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.006727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.007124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.007402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.007733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.008060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.008401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.008724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.009049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.029749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.034768 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8c09c57b-cd9f-42a2-953e-3d5a5d50313b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/9824fd66-9689-40ea-95ad-feee3899906b HTTP/1.1" status: 204 len: 168 time: 0.6540289 Aug 20 12:09:48.036101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53342) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:48.064170 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb849c6-12b1-43a0-b9ff-ab209c410370 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:48.065772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7cb849c6-12b1-43a0-b9ff-ab209c410370 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/9824fd66-9689-40ea-95ad-feee3899906b HTTP/1.1" status: 404 len: 333 time: 0.0286176 Aug 20 12:09:48.068654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53344) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:48.091195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 52f9892a-3416-444e-b88c-c13ef4e20c44 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:48.118055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.120749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 52f9892a-3416-444e-b88c-c13ef4e20c44 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:48.120992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 52f9892a-3416-444e-b88c-c13ef4e20c44 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:48.127438 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.154282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Transition to ACTIVE for port object a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:48.166751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-494327fd-2de0-4597-9234-7159918b78a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet d2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:48.171644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-494327fd-2de0-4597-9234-7159918b78a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.184743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Transition to ACTIVE for port object a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:48.192938 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.238238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:48.241310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:48.244273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:48.290388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Pushing event updated for resources: {'Port': ['ID=a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:48.310395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::56ab:60e0:7219:e16d (b2b925b6-7332-4566-8ee2-aefc8b9a1549/6e825e15-a607-4a76-bac3-8cded1ea2797/978ba84d-4eb1-47d8-90c4-b45f8a9bed2f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:48.326612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Attempting to bind port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:48.326986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Attempting to bind port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:48.327286 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.327414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Attempting to bind port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:48.333028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:48.333403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:48.333814 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.334243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:48.334691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Bound port: a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:48.335432 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.351332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aeaf910-e489-4c0f-878e-fccbc21cb7c7']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:48.374402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 34487460-897b-42fc-9f1d-93ad266b54d7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:48.384905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c18a5c9-169a-4833-9d06-ac8766cf4184') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:48.385199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c18a5c9-169a-4833-9d06-ac8766cf4184') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:48.388237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-494327fd-2de0-4597-9234-7159918b78a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.432708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.439071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] For port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:48.443611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] For port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:48.450118 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.466957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.485493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 34487460-897b-42fc-9f1d-93ad266b54d7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:48.485863 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.491046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:48.491449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:48.493712 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:48.505135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4075dc-3e62-4ca5-8938-6ccf4570a175 req-d46dfb5c-341b-4cc9-8b37-9a8698128405 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:48.506760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c4075dc-3e62-4ca5-8938-6ccf4570a175 req-d46dfb5c-341b-4cc9-8b37-9a8698128405 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1708589 Aug 20 12:09:48.550229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddda76-5cd9-4d77-9cd0-24d14ec9d874 None None] Pushing event updated for resources: {'Port': ['ID=a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:48.661704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1301e792-5b5d-43e6-a2a9-d3ded75cd369 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:48.674231 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.685880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1301e792-5b5d-43e6-a2a9-d3ded75cd369 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:48.686066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c4075dc-3e62-4ca5-8938-6ccf4570a175 req-fe0fd2bd-07c6-4368-bf5f-3ba91c76cc05 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542089 Aug 20 12:09:48.686165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1301e792-5b5d-43e6-a2a9-d3ded75cd369 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:48.689440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-494327fd-2de0-4597-9234-7159918b78a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.721333 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.725409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] 10.222.0.25 "DELETE /v2.0/networks/9aeaf910-e489-4c0f-878e-fccbc21cb7c7 HTTP/1.1" status: 204 len: 168 time: 0.7486081 Aug 20 12:09:48.748028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41004d0-99a1-4bfa-9c1f-be2dac26defd admin admin] Pushing event deleted for resources: {'Network': ['ID=9aeaf910-e489-4c0f-878e-fccbc21cb7c7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:48.793692 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.816902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 978ba84d-4eb1-47d8-90c4-b45f8a9bed2f will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:48.825479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-494327fd-2de0-4597-9234-7159918b78a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.868597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494327fd-2de0-4597-9234-7159918b78a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:48.877734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-494327fd-2de0-4597-9234-7159918b78a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.879815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-494327fd-2de0-4597-9234-7159918b78a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/d2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0 HTTP/1.1" status: 204 len: 168 time: 0.8102460 Aug 20 12:09:48.882915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53352) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:48.887988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5baacea-30c3-4e2f-94ab-1a3c959e52b2 None None] Network c4728717-60d7-4b27-aedd-82b8dc3d81f2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:48.899872 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.964789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:48.970611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.971083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:48.975149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:48.976948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53354) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:48.982989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:48.983648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.006231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=978ba84d-4eb1-47d8-90c4-b45f8a9bed2f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:49.019149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4614958e-fe43-4bf1-af5d-b697d5cb5774 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4482927 Aug 20 12:09:49.021326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53358) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:49.061265 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-efe66ade-8883-43e5-ac6a-cefd715a4a4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a40a32d6ef1047dc8ee2a2d5860a3dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830321 Aug 20 12:09:49.063877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53360) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:49.081907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f76e8a-f7d9-4fba-93a9-2a6795bf2a5e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:49.088151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f76e8a-f7d9-4fba-93a9-2a6795bf2a5e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:49.092726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-48f76e8a-f7d9-4fba-93a9-2a6795bf2a5e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0679555 Aug 20 12:09:49.094202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53362) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:49.146000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] DHCP port deletion for c4728717-60d7-4b27-aedd-82b8dc3d81f2 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:49.146763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 34487460-897b-42fc-9f1d-93ad266b54d7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:49.147232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.159005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1efcb04-ad57-4537-a678-e7d7d6a3e593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.205396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] Deleting port 34487460-897b-42fc-9f1d-93ad266b54d7 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:49.205647 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.215875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6eee6-ff22-4fee-84bc-56f750519b03 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 978ba84d-4eb1-47d8-90c4-b45f8a9bed2f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:49.216231 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc6eee6-ff22-4fee-84bc-56f750519b03 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.231925 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1efcb04-ad57-4537-a678-e7d7d6a3e593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.246051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] For port 34487460-897b-42fc-9f1d-93ad266b54d7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=34487460-897b-42fc-9f1d-93ad266b54d7,segment=NetworkSegment(c691fe48-1742-49b0-b265-28996f956dfa),segment_id=c691fe48-1742-49b0-b265-28996f956dfa)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:49.246443 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.278592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 34487460-897b-42fc-9f1d-93ad266b54d7 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:49.282382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] For port 34487460-897b-42fc-9f1d-93ad266b54d7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=34487460-897b-42fc-9f1d-93ad266b54d7,segment=NetworkSegment(c691fe48-1742-49b0-b265-28996f956dfa),segment_id=c691fe48-1742-49b0-b265-28996f956dfa)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:49.282814 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.299404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] Calling delete_port for 34487460-897b-42fc-9f1d-93ad266b54d7 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:49.335693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc6eee6-ff22-4fee-84bc-56f750519b03 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.349796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6eee6-ff22-4fee-84bc-56f750519b03 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 978ba84d-4eb1-47d8-90c4-b45f8a9bed2f owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:49.397581 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.398278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1efcb04-ad57-4537-a678-e7d7d6a3e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.400784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1efcb04-ad57-4537-a678-e7d7d6a3e593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.404439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1efcb04-ad57-4537-a678-e7d7d6a3e593 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47755730-5a00-405f-87ed-d4ef282a9ead HTTP/1.1" status: 204 len: 168 time: 0.3369229 Aug 20 12:09:49.430601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] Pushing event deleted for resources: {'Port': ['ID=34487460-897b-42fc-9f1d-93ad266b54d7,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:49.438400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a1f15-a78f-4633-97b1-7ee15cc077f0 None None] No DVR routers for this DVR port 34487460-897b-42fc-9f1d-93ad266b54d7 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:49.452307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efcb04-ad57-4537-a678-e7d7d6a3e593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47755730-5a00-405f-87ed-d4ef282a9ead,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:49.462583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.513459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=34487460-897b-42fc-9f1d-93ad266b54d7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:49.525071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No DVR routers for this DVR port 34487460-897b-42fc-9f1d-93ad266b54d7 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:49.539576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc6eee6-ff22-4fee-84bc-56f750519b03 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.578312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6eee6-ff22-4fee-84bc-56f750519b03 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=978ba84d-4eb1-47d8-90c4-b45f8a9bed2f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:49.604564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc6eee6-ff22-4fee-84bc-56f750519b03 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.606720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ebc6eee6-ff22-4fee-84bc-56f750519b03 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/978ba84d-4eb1-47d8-90c4-b45f8a9bed2f HTTP/1.1" status: 204 len: 168 time: 0.5095634 Aug 20 12:09:49.609832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53368) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:49.636748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.648278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4728717-60d7-4b27-aedd-82b8dc3d81f2']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:49.660694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c691fe48-1742-49b0-b265-28996f956dfa') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:49.660984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c691fe48-1742-49b0-b265-28996f956dfa') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:09:49.670899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.682988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcfd85a-a6d9-49d6-9bf2-d45dd2168f10 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:49.682988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcfd85a-a6d9-49d6-9bf2-d45dd2168f10 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:49.682988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5bcfd85a-a6d9-49d6-9bf2-d45dd2168f10 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0663209 Aug 20 12:09:49.682988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53370) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:49.693546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.700798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:09:49.701591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:09:49.705503 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:09:49.777145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65bd3ac-9085-4bc7-a208-fb4146393a20 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 6e825e15-a607-4a76-bac3-8cded1ea2797 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:49.786978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d65bd3ac-9085-4bc7-a208-fb4146393a20 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.795598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.806948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.809571 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/networks/c4728717-60d7-4b27-aedd-82b8dc3d81f2 HTTP/1.1" status: 204 len: 168 time: 0.9248874 Aug 20 12:09:49.819831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53376) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:49.825207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9d07a-ab61-4732-a6f3-289b1ad5ce93 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Network': ['ID=c4728717-60d7-4b27-aedd-82b8dc3d81f2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:49.825430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-735255258'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:49.854850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:49.857514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9fa0da82-3585-4127-a157-f94fc331f472 None None] Provisioning for port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:49.858506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.917785 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d65bd3ac-9085-4bc7-a208-fb4146393a20 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.972772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6cbe0-eae3-471b-820d-ed5dabc05dfb req-2b26090e-177b-4816-a0e8-94a4d068b8dc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:49.974401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cee6cbe0-eae3-471b-820d-ed5dabc05dfb req-2b26090e-177b-4816-a0e8-94a4d068b8dc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1237309 Aug 20 12:09:49.980275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:09:50.008255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.008609 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Added segment 9815f925-2af2-4a6c-9760-e1cb2f944faf of type vlan for network 49cd2492-0f89-4bb1-8570-68d875785036 Aug 20 12:09:50.082560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9232244c-eef9-4dc4-87ac-474fc1c07643 None None] Could not find standard attr ID for object 978ba84d-4eb1-47d8-90c4-b45f8a9bed2f. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:50.095443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.104331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cee6cbe0-eae3-471b-820d-ed5dabc05dfb req-0d273696-dd1d-4fd6-a9b4-c5cfefc8f6bc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190434 Aug 20 12:09:50.122025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d65bd3ac-9085-4bc7-a208-fb4146393a20 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.210381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.216879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:50.217462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.263123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53396) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:50.263718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4422925 Aug 20 12:09:50.280662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '49cd2492-0f89-4bb1-8570-68d875785036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:50.356843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dfe1d-7208-4685-b375-8b6046330170 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Network': ['ID=49cd2492-0f89-4bb1-8570-68d875785036,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:50.381821 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d65bd3ac-9085-4bc7-a208-fb4146393a20 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.409702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 49cd2492-0f89-4bb1-8570-68d875785036 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:09:50.430306 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d65bd3ac-9085-4bc7-a208-fb4146393a20 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.439939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d65bd3ac-9085-4bc7-a208-fb4146393a20 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/6e825e15-a607-4a76-bac3-8cded1ea2797 HTTP/1.1" status: 204 len: 168 time: 0.7578673 Aug 20 12:09:50.442066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53404) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:50.443236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bd3ac-9085-4bc7-a208-fb4146393a20 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=6e825e15-a607-4a76-bac3-8cded1ea2797,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:50.528319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685d56cf-921e-4f59-baf9-387db6e12367 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:50.529360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-deffe444-9a29-4009-8563-f419926b6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:50.531283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-deffe444-9a29-4009-8563-f419926b6f32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1096 time: 0.1114733 Aug 20 12:09:50.533774 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-442610b1-ffb1-47f2-b7fd-24586caafaf7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903063 Aug 20 12:09:50.536891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53408) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:50.541417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:50.544849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:50.577476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2409ac-0cf6-48e5-afe9-c74fa8f6ab7d req-802ad3a4-4d0e-45a7-aca5-5011e10c4fd1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:50.589323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b2409ac-0cf6-48e5-afe9-c74fa8f6ab7d req-802ad3a4-4d0e-45a7-aca5-5011e10c4fd1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1293817 Aug 20 12:09:50.693198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5b2409ac-0cf6-48e5-afe9-c74fa8f6ab7d req-23fa6404-478f-4513-bc16-8d22744ff5ec tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029685 Aug 20 12:09:50.731391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:50.743803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-4e284f24-2dd4-4625-8d9b-d159d4533374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:50.744051 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.746053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-4e284f24-2dd4-4625-8d9b-d159d4533374 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.2038827 Aug 20 12:09:50.791678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:50.817399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:50.818168 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.820824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:50.824350 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.881102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-89fa166e-b747-4e29-82d9-6b5968d48d94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 998 time: 0.1245403 Aug 20 12:09:50.889010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:50.965597 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.966766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-4f3366a0-43f3-48cd-923f-c7f98da76448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:50.968081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-4f3366a0-43f3-48cd-923f-c7f98da76448 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0758471 Aug 20 12:09:51.025322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:51.042807 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.066389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] Deleting port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:51.067723 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.072177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-18b9c80a-d2f7-4056-806b-2ee17df611d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:51.077436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-18b9c80a-d2f7-4056-806b-2ee17df611d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998936 Aug 20 12:09:51.162615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 34487460-897b-42fc-9f1d-93ad266b54d7 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:51.207921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 34487460-897b-42fc-9f1d-93ad266b54d7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:51.208668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 34487460-897b-42fc-9f1d-93ad266b54d7 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:51.249722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:51.254103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] For port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:51.255451 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.268829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-9df5e1ab-d359-4c68-9424-4d31d364fa66 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822262 Aug 20 12:09:51.287996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] Calling delete_port for a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:51.339578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.376230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.442287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:51.461694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:51.463821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=4b9eb847-9226-46e6-8ac0-17c2ae51a9c0,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:51.467780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:51.470161 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.474209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-47b0ebe1-663c-4a34-8359-3d1a6d898402 req-5535a889-0ee2-4391-8ece-6aa7883b9ae3 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1496022 Aug 20 12:09:51.486817 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.519259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] Pushing event deleted for resources: {'Port': ['ID=a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:51.534212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be706fbb-fe0c-4371-a5cc-52ca1cca9d6c None None] No DVR routers for this DVR port a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:51.561422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db0b3f-5d12-4048-976b-6e795a2ee487 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:51.581695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Checking segment: {'id': '9815f925-2af2-4a6c-9760-e1cb2f944faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49cd2492-0f89-4bb1-8570-68d875785036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:51.582086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network hostable DHCP agents. Network: 49cd2492-0f89-4bb1-8570-68d875785036, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:09:51.590125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90112a66-c4b7-4f67-bd81-7a99da37dff1 req-90dfc4a3-d773-4abb-af58-a3de97edd82b service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092339 Aug 20 12:09:51.615123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0770302 Aug 20 12:09:51.625193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53450) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:51.649317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': 'edf67177-6f74-443d-a101-886f7db6e2d9', 'ip_address': '2001:db8::5b2d:f786:98ce:fe5c'}], 'name': 'tempest-NetworksTestDHCPv6-266759803'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:51.665168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667521e0-a4f9-4077-adbd-00bf3c969d47 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=edf67177-6f74-443d-a101-886f7db6e2d9,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:51.756390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 49cd2492-0f89-4bb1-8570-68d875785036 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:09:51.776141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 49cd2492-0f89-4bb1-8570-68d875785036) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:51.800653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:51.801432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.836630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c13037-206f-483b-81e9-48c5a0be2cbf None None] Network 49cd2492-0f89-4bb1-8570-68d875785036 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:51.839237 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1151e55-d254-468b-85f2-a2d359d1b4f6 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5749364 Aug 20 12:09:51.842380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53456) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:51.856333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '49cd2492-0f89-4bb1-8570-68d875785036', 'name': 'tempest-PortsIpV6TestJSON-1231823823', 'fixed_ips': [{'subnet_id': '4b9eb847-9226-46e6-8ac0-17c2ae51a9c0', 'ip_address': '2001:db8::10'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:51.920495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c41d925-2cab-4779-bcdb-33520c6931e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.973707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d21a6-e58b-4d30-89ae-ea71d5d7a2e1 req-270187f3-184d-4e85-9edd-9a331f076913 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:51.982199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3d21a6-e58b-4d30-89ae-ea71d5d7a2e1 req-270187f3-184d-4e85-9edd-9a331f076913 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1153715 Aug 20 12:09:52.003295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:52.057202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3d21a6-e58b-4d30-89ae-ea71d5d7a2e1 req-90563ad8-b527-4639-9287-4e3df3a0f322 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737121 Aug 20 12:09:52.262716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-49cd2492-0f89-4bb1-8570-68d875785036', 'network_id': '49cd2492-0f89-4bb1-8570-68d875785036', 'tenant_id': '7d51208ea09f4f43b2ec696b3fcd4f93', 'fixed_ips': [{'subnet_id': '4b9eb847-9226-46e6-8ac0-17c2ae51a9c0'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:52.263706 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.280386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': 'edf67177-6f74-443d-a101-886f7db6e2d9'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:52.281992 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.298754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-c655cab8-c419-43e6-acbb-50f5607d4dc0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.316294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-c655cab8-c419-43e6-acbb-50f5607d4dc0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.331061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-c655cab8-c419-43e6-acbb-50f5607d4dc0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.344619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-c655cab8-c419-43e6-acbb-50f5607d4dc0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.365206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-c655cab8-c419-43e6-acbb-50f5607d4dc0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.371593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-c655cab8-c419-43e6-acbb-50f5607d4dc0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.378947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-c655cab8-c419-43e6-acbb-50f5607d4dc0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.392404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-c655cab8-c419-43e6-acbb-50f5607d4dc0 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.2463498 Aug 20 12:09:52.432258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:52.462808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-208db6d7-e9cc-45a7-b399-4c3680f940e9 req-d49ee58f-09da-41d8-851a-22630420712c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690193 Aug 20 12:09:52.545559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:52.545945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a8d64216-31a6-4ce4-8ce7-04a4b0e9dd22 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:52.604601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04b7baaf-2454-43ef-9022-40f0f9e5fab7 req-40f61770-4e72-4550-ac2c-0e378dfd24e1 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0277424 Aug 20 12:09:52.659069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/edf67177-6f74-443d-a101-886f7db6e2d9/b4516760-9780-4d9f-ac58-e6375f189e5d) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:52.671171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Allocated IP 2001:db8::2 (49cd2492-0f89-4bb1-8570-68d875785036/4b9eb847-9226-46e6-8ac0-17c2ae51a9c0/fb122da8-b4c3-47c4-b4c9-97f4cf346b87) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:52.706814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.719258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:52.774418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 3be17368-25ef-4da3-9c5e-9325bf73423c yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:52.914659 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.933077 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.943118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:52.944165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.951043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Transition to ACTIVE for port object b4516760-9780-4d9f-ac58-e6375f189e5d will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:52.960877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Transition to ACTIVE for port object fb122da8-b4c3-47c4-b4c9-97f4cf346b87 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:52.979679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Transition to ACTIVE for port object b4516760-9780-4d9f-ac58-e6375f189e5d will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:52.985984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Transition to ACTIVE for port object fb122da8-b4c3-47c4-b4c9-97f4cf346b87 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:52.989321 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.993498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.043184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:53.044828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Network 49cd2492-0f89-4bb1-8570-68d875785036 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:53.052400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:53.054344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:53.056213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:53.059333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:53.061014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Pushing event updated for resources: {'Port': ['ID=b4516760-9780-4d9f-ac58-e6375f189e5d,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:53.086537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::5b2d:f786:98ce:fe5c (b2b925b6-7332-4566-8ee2-aefc8b9a1549/edf67177-6f74-443d-a101-886f7db6e2d9/3be17368-25ef-4da3-9c5e-9325bf73423c) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:53.176979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7ff7-abef-4a23-b9c5-66656034baaf req-8cad17d1-b319-4ab7-a429-a13e440fea0a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.182916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::10 (49cd2492-0f89-4bb1-8570-68d875785036/4b9eb847-9226-46e6-8ac0-17c2ae51a9c0/75f5fda0-56cf-42d6-9d7d-8218d92cbc45) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:53.183207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-816e7ff7-abef-4a23-b9c5-66656034baaf req-8cad17d1-b319-4ab7-a429-a13e440fea0a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.0613058 Aug 20 12:09:53.200765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Pushing event updated for resources: {'Port': ['ID=fb122da8-b4c3-47c4-b4c9-97f4cf346b87,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:53.208387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Attempting to bind port b4516760-9780-4d9f-ac58-e6375f189e5d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:53.208829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Attempting to bind port b4516760-9780-4d9f-ac58-e6375f189e5d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:53.209958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Attempting to bind port b4516760-9780-4d9f-ac58-e6375f189e5d on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:53.218329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:53.218783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:53.219344 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.219735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:53.220208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Bound port: b4516760-9780-4d9f-ac58-e6375f189e5d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:53.220587 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.222583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Attempting to bind port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:53.222937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Attempting to bind port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '9815f925-2af2-4a6c-9760-e1cb2f944faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49cd2492-0f89-4bb1-8570-68d875785036'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:53.223283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Attempting to bind port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 on network 49cd2492-0f89-4bb1-8570-68d875785036 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:53.242292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-816e7ff7-abef-4a23-b9c5-66656034baaf req-97504752-16e6-4537-80f2-eb73c4b00c05 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433710 Aug 20 12:09:53.242652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:53.242652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Checking segment: {'id': '9815f925-2af2-4a6c-9760-e1cb2f944faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49cd2492-0f89-4bb1-8570-68d875785036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:53.242652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.242652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Bound using segment: {'id': '9815f925-2af2-4a6c-9760-e1cb2f944faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49cd2492-0f89-4bb1-8570-68d875785036'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:53.242652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Bound port: fb122da8-b4c3-47c4-b4c9-97f4cf346b87, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9815f925-2af2-4a6c-9760-e1cb2f944faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '49cd2492-0f89-4bb1-8570-68d875785036'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:53.242652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.374071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] For port b4516760-9780-4d9f-ac58-e6375f189e5d, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:53.379368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] For port b4516760-9780-4d9f-ac58-e6375f189e5d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b4516760-9780-4d9f-ac58-e6375f189e5d,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:53.380771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] For port fb122da8-b4c3-47c4-b4c9-97f4cf346b87, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:53.390778 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.398000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] For port fb122da8-b4c3-47c4-b4c9-97f4cf346b87, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fb122da8-b4c3-47c4-b4c9-97f4cf346b87,segment=NetworkSegment(9815f925-2af2-4a6c-9760-e1cb2f944faf),segment_id=9815f925-2af2-4a6c-9760-e1cb2f944faf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:53.400218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-207c6365-a52f-4e33-9da6-8118ecc4d1a4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.407800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-207c6365-a52f-4e33-9da6-8118ecc4d1a4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.415877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-207c6365-a52f-4e33-9da6-8118ecc4d1a4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.416972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.423419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-207c6365-a52f-4e33-9da6-8118ecc4d1a4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.433632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-207c6365-a52f-4e33-9da6-8118ecc4d1a4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.433899 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.435378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-207c6365-a52f-4e33-9da6-8118ecc4d1a4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.442416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-207c6365-a52f-4e33-9da6-8118ecc4d1a4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.445059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-207c6365-a52f-4e33-9da6-8118ecc4d1a4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.1658735 Aug 20 12:09:53.458442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 3be17368-25ef-4da3-9c5e-9325bf73423c will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:53.461971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc56ca-ed57-45a4-8cb7-0a4a16510de0 req-83fe4f2b-b14f-4a79-94f5-e757ea693648 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.477020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51dc56ca-ed57-45a4-8cb7-0a4a16510de0 req-83fe4f2b-b14f-4a79-94f5-e757ea693648 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1513455 Aug 20 12:09:53.490158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7306d5-deff-46ab-a586-aa2359e3f6b7 None None] Pushing event updated for resources: {'Port': ['ID=b4516760-9780-4d9f-ac58-e6375f189e5d,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:53.576951 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.595329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-cbc8794e-95ab-4cdf-8def-b95c5494e1e8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.596856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-cbc8794e-95ab-4cdf-8def-b95c5494e1e8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "GET /v2.0/ports/ec020d47-156c-44f3-9a94-1dbc755e7f1b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1429541 Aug 20 12:09:53.605094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.618765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68832e96-628c-4d1c-bafc-9c77abfced02 None None] Pushing event updated for resources: {'Port': ['ID=fb122da8-b4c3-47c4-b4c9-97f4cf346b87,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:53.625642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:53.657187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51dc56ca-ed57-45a4-8cb7-0a4a16510de0 req-5bfafc8a-595e-4405-ab73-7662c14e342e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977752 Aug 20 12:09:53.672020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:53.682044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:53.687981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:53.701335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.702037 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.738341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=3be17368-25ef-4da3-9c5e-9325bf73423c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:53.757911 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-18383a37-0fac-4004-bef0-10d4cf18cfd8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1292050 Aug 20 12:09:53.760828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.770780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53482) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:53.819434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ae74eb3-06fa-4aa5-b022-a9071c40de62 req-66df9306-76be-4419-b4c8-65409006f858 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0815568 Aug 20 12:09:53.829251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 49cd2492-0f89-4bb1-8570-68d875785036 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:53.833235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:53.844615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:53.867123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.868293 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.941289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=75f5fda0-56cf-42d6-9d7d-8218d92cbc45,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:53.949331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-16384f4e-835e-4b8d-8ba8-77b0e1d52fcf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.950436 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ab48e598-08cc-425d-85bb-9ac4a4f8fa4f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1047676 Aug 20 12:09:53.955086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53486) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:53.959570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-16384f4e-835e-4b8d-8ba8-77b0e1d52fcf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.963925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': '49cd2492-0f89-4bb1-8570-68d875785036', 'name': 'tempest-PortsIpV6TestJSON-336294047', 'fixed_ips': [{'subnet_id': '4b9eb847-9226-46e6-8ac0-17c2ae51a9c0', 'ip_address': '2001:db8::f'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:53.967420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-16384f4e-835e-4b8d-8ba8-77b0e1d52fcf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.974381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-16384f4e-835e-4b8d-8ba8-77b0e1d52fcf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.980595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-16384f4e-835e-4b8d-8ba8-77b0e1d52fcf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.991964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-16384f4e-835e-4b8d-8ba8-77b0e1d52fcf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.998423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-16384f4e-835e-4b8d-8ba8-77b0e1d52fcf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:54.000760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-16384f4e-835e-4b8d-8ba8-77b0e1d52fcf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 5444 time: 0.3205523 Aug 20 12:09:54.022560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be95e7-a963-4316-b3a7-f52a6819d1d5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:54.028698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be95e7-a963-4316-b3a7-f52a6819d1d5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:54.031481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-83be95e7-a963-4316-b3a7-f52a6819d1d5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2580342 Aug 20 12:09:54.040110 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53488) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:54.059643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-80d04ff0-3a87-4780-a31c-5d8842767079 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "GET /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4390812 Aug 20 12:09:54.078967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:54.127394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11bbe803-f5ac-4185-8b32-95e9f909e8f6 req-22ee6993-ba70-4595-aa89-4a43e0dad8ed tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918941 Aug 20 12:09:54.145393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f28457-1662-4755-b21c-becae6151cce req-70f22af2-a424-44c6-9276-953918bfd5a6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:54.158396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96f28457-1662-4755-b21c-becae6151cce req-70f22af2-a424-44c6-9276-953918bfd5a6 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1464295 Aug 20 12:09:54.191869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:54.222689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96f28457-1662-4755-b21c-becae6151cce req-38bac0da-cd9b-42cc-af9f-29e4da360dc2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540926 Aug 20 12:09:54.226433 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b67840fe-fec9-40a7-945c-b00af0532580 req-8cb518a0-2200-452a-af95-a3e64b7454a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0506802 Aug 20 12:09:54.242662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f2f842f8-ee1f-49c4-bc2e-c7038e3ffa31 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 3be17368-25ef-4da3-9c5e-9325bf73423c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:54.243220 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2f842f8-ee1f-49c4-bc2e-c7038e3ffa31 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:54.280475 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-85875212-6bb9-4fbb-bb01-9413665466c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:54.322540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:54.331908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:54.387737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 095920f4-9ca0-476f-bdef-431cc0492857 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:54.428023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] For port ec020d47-156c-44f3-9a94-1dbc755e7f1b, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ec020d47-156c-44f3-9a94-1dbc755e7f1b,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:54.482159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] For port ec020d47-156c-44f3-9a94-1dbc755e7f1b, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:54.521548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b4516760-9780-4d9f-ac58-e6375f189e5d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:54.537914 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2f842f8-ee1f-49c4-bc2e-c7038e3ffa31 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:54.585027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f2f842f8-ee1f-49c4-bc2e-c7038e3ffa31 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 3be17368-25ef-4da3-9c5e-9325bf73423c owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:54.645099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port b4516760-9780-4d9f-ac58-e6375f189e5d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:54.651481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fb122da8-b4c3-47c4-b4c9-97f4cf346b87 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:54.715277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:54.865249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::f (49cd2492-0f89-4bb1-8570-68d875785036/4b9eb847-9226-46e6-8ac0-17c2ae51a9c0/095920f4-9ca0-476f-bdef-431cc0492857) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:54.926260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] device_id is not set on port ec020d47-156c-44f3-9a94-1dbc755e7f1b yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:54.956545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:54.993710 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.001377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2f842f8-ee1f-49c4-bc2e-c7038e3ffa31 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.003280 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.066892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-61aa6dad-8470-475e-9389-00dd8d363d10 None None] Provisioning for port b4516760-9780-4d9f-ac58-e6375f189e5d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:55.071015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51db892-9ae3-4000-bcf0-df8c013d9097 req-98aa881b-0ea4-4ff7-9516-e94eaf755a46 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.074074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-61aa6dad-8470-475e-9389-00dd8d363d10 None None] Provisioning complete for port b4516760-9780-4d9f-ac58-e6375f189e5d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:55.074719 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61aa6dad-8470-475e-9389-00dd8d363d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.079641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b51db892-9ae3-4000-bcf0-df8c013d9097 req-98aa881b-0ea4-4ff7-9516-e94eaf755a46 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1471734 Aug 20 12:09:55.082148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f842f8-ee1f-49c4-bc2e-c7038e3ffa31 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=3be17368-25ef-4da3-9c5e-9325bf73423c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:55.096524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc29e4-f61d-48c8-ad68-1ce419abf630 req-9bec14e6-e3ed-45db-8339-688ca48ac75e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.104482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2bc29e4-f61d-48c8-ad68-1ce419abf630 req-9bec14e6-e3ed-45db-8339-688ca48ac75e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.1731269 Aug 20 12:09:55.128753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2f842f8-ee1f-49c4-bc2e-c7038e3ffa31 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.132375 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f2f842f8-ee1f-49c4-bc2e-c7038e3ffa31 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/3be17368-25ef-4da3-9c5e-9325bf73423c HTTP/1.1" status: 204 len: 168 time: 1.0908234 Aug 20 12:09:55.135558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53510) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:55.153216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] No DVR routers for this DVR port ec020d47-156c-44f3-9a94-1dbc755e7f1b on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:55.185589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] Pushing event updated for resources: {'Port': ['ID=ec020d47-156c-44f3-9a94-1dbc755e7f1b,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:55.240409 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.247391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcdb7f6-a249-42f1-84ee-621fb3c8b976 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.249364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcdb7f6-a249-42f1-84ee-621fb3c8b976 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.253215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0fcdb7f6-a249-42f1-84ee-621fb3c8b976 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1142290 Aug 20 12:09:55.256233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53514) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:55.269679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object 095920f4-9ca0-476f-bdef-431cc0492857 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:55.291457 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61aa6dad-8470-475e-9389-00dd8d363d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.336052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b51db892-9ae3-4000-bcf0-df8c013d9097 req-e0baa13f-4a68-49dc-b416-e1cd27dbf183 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472935 Aug 20 12:09:55.355822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.391654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-61aa6dad-8470-475e-9389-00dd8d363d10 None None] For port b4516760-9780-4d9f-ac58-e6375f189e5d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b4516760-9780-4d9f-ac58-e6375f189e5d,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:55.403467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2bc29e4-f61d-48c8-ad68-1ce419abf630 req-c871cd1b-7fbf-415e-afa2-15377400cfb7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762349 Aug 20 12:09:55.411609 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61aa6dad-8470-475e-9389-00dd8d363d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.417045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 49cd2492-0f89-4bb1-8570-68d875785036 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:55.420936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:55.425415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:55.431977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.432632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.446044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] In _notify_port_updated(), no bound segment for port ec020d47-156c-44f3-9a94-1dbc755e7f1b on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:09:55.449127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.450032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.451369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-eeddc7c3-2671-4ed9-8998-550b35ea4094 service neutron] 10.222.0.73 "PUT /v2.0/ports/ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 200 len: 1031 time: 1.3802764 Aug 20 12:09:55.476489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=095920f4-9ca0-476f-bdef-431cc0492857,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:55.483109 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-507c7870-aa06-4f4b-ab1c-966f1ff9d236 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5265639 Aug 20 12:09:55.486678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53516) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:55.592433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa6dad-8470-475e-9389-00dd8d363d10 None None] Pushing event updated for resources: {'Port': ['ID=b4516760-9780-4d9f-ac58-e6375f189e5d,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:55.618104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.633108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6fbda5-9362-4470-ae35-ddd0ec0c8990 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet edf67177-6f74-443d-a101-886f7db6e2d9 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:55.642012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e4570-ea95-40ac-879b-680706c3d4d2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.646225 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e73e4570-ea95-40ac-879b-680706c3d4d2 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1551237 Aug 20 12:09:55.646965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53518) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:55.664293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbda5-9362-4470-ae35-ddd0ec0c8990 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.673654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-1967e485-0015-4f03-a3ce-24c8522e5f48 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.675579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-1967e485-0015-4f03-a3ce-24c8522e5f48 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "GET /v2.0/ports/3449f14c-0e6e-4b56-8c00-ecda2b60283f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2004356 Aug 20 12:09:55.678443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7c87a06-c8ac-489f-b4c2-5b56666fd3b6 req-3215e271-da84-4b6d-8882-2932a536763a tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1422129 Aug 20 12:09:55.689662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d776de-c6ab-4ab4-b17f-baf973259b45 None None] Network 49cd2492-0f89-4bb1-8570-68d875785036 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:55.712080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee016179-fe0b-4483-8012-afa9c8716113 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.717990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee016179-fe0b-4483-8012-afa9c8716113 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.725744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee016179-fe0b-4483-8012-afa9c8716113 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.727471 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ee016179-fe0b-4483-8012-afa9c8716113 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0795934 Aug 20 12:09:55.730219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53520) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:55.747562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:55.790381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbda5-9362-4470-ae35-ddd0ec0c8990 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.794215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Provisioning complete for port ec020d47-156c-44f3-9a94-1dbc755e7f1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:55.794763 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.866392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-eb119b3a-1da2-49b9-83d0-6ec67447a73d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 095920f4-9ca0-476f-bdef-431cc0492857 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:55.867559 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb119b3a-1da2-49b9-83d0-6ec67447a73d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.871910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f28a2-fb3f-4329-b472-1ac7ac6c0829 req-53aec8b3-275c-4f02-aff2-36c852914054 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.873622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Port ec020d47-156c-44f3-9a94-1dbc755e7f1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:55.879305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f28a2-fb3f-4329-b472-1ac7ac6c0829 req-53aec8b3-275c-4f02-aff2-36c852914054 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.882726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Could not find standard attr ID for object 3be17368-25ef-4da3-9c5e-9325bf73423c. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:55.886379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f28a2-fb3f-4329-b472-1ac7ac6c0829 req-53aec8b3-275c-4f02-aff2-36c852914054 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.895842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f28a2-fb3f-4329-b472-1ac7ac6c0829 req-53aec8b3-275c-4f02-aff2-36c852914054 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.902378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f28a2-fb3f-4329-b472-1ac7ac6c0829 req-53aec8b3-275c-4f02-aff2-36c852914054 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.909551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f28a2-fb3f-4329-b472-1ac7ac6c0829 req-53aec8b3-275c-4f02-aff2-36c852914054 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.911771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c96f28a2-fb3f-4329-b472-1ac7ac6c0829 req-53aec8b3-275c-4f02-aff2-36c852914054 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 4666 time: 0.3799949 Aug 20 12:09:55.926999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Provisioning for port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:55.942154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.955828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Provisioning complete for port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:55.956198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.981582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb119b3a-1da2-49b9-83d0-6ec67447a73d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:55.995897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-eb119b3a-1da2-49b9-83d0-6ec67447a73d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 095920f4-9ca0-476f-bdef-431cc0492857 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:56.031989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c96f28a2-fb3f-4329-b472-1ac7ac6c0829 req-826f24fe-819d-464a-9545-544ba141eddc tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b59f070c-e906-4789-9aa6-90c3d4ff3e35&id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066432 Aug 20 12:09:56.048152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbda5-9362-4470-ae35-ddd0ec0c8990 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.092460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.142964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] For port fb122da8-b4c3-47c4-b4c9-97f4cf346b87, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fb122da8-b4c3-47c4-b4c9-97f4cf346b87,segment=NetworkSegment(9815f925-2af2-4a6c-9760-e1cb2f944faf),segment_id=9815f925-2af2-4a6c-9760-e1cb2f944faf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:56.148602 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.154411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 03c77869-f052-4695-af20-d722d5183e3e no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:56.181392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb119b3a-1da2-49b9-83d0-6ec67447a73d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.222776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbda5-9362-4470-ae35-ddd0ec0c8990 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.275093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eb119b3a-1da2-49b9-83d0-6ec67447a73d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.277048 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-eb119b3a-1da2-49b9-83d0-6ec67447a73d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/095920f4-9ca0-476f-bdef-431cc0492857 HTTP/1.1" status: 204 len: 168 time: 0.5457687 Aug 20 12:09:56.280288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53524) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:56.285144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb119b3a-1da2-49b9-83d0-6ec67447a73d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=095920f4-9ca0-476f-bdef-431cc0492857,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:56.294654 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbda5-9362-4470-ae35-ddd0ec0c8990 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.297055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ce6fbda5-9362-4470-ae35-ddd0ec0c8990 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/edf67177-6f74-443d-a101-886f7db6e2d9 HTTP/1.1" status: 204 len: 168 time: 1.0375795 Aug 20 12:09:56.299239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] For port 3449f14c-0e6e-4b56-8c00-ecda2b60283f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3449f14c-0e6e-4b56-8c00-ecda2b60283f,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:56.300217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53526) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:56.303754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fbda5-9362-4470-ae35-ddd0ec0c8990 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=edf67177-6f74-443d-a101-886f7db6e2d9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:56.336463 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f693637b-371d-44b7-b8a4-767b55ce62bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:56.341086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f693637b-371d-44b7-b8a4-767b55ce62bf tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/095920f4-9ca0-476f-bdef-431cc0492857 HTTP/1.1" status: 404 len: 333 time: 0.0558913 Aug 20 12:09:56.341874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53530) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:56.383948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ce169-0a05-40bb-83b9-3ca9f28e8436 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:56.411161 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a8772aaf-9712-476b-bbc4-7bee0128eb01 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097238 Aug 20 12:09:56.415707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53534) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:56.442840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:56.475151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f599adc-2c2e-4b8a-8db9-0743a0f78a95 None None] Pushing event updated for resources: {'Port': ['ID=fb122da8-b4c3-47c4-b4c9-97f4cf346b87,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:56.486496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b4516760-9780-4d9f-ac58-e6375f189e5d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:56.519932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2305a5fd-7768-4afe-b72f-db047ed6fc00 None None] Could not find standard attr ID for object 095920f4-9ca0-476f-bdef-431cc0492857. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:56.528850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] For port 3449f14c-0e6e-4b56-8c00-ecda2b60283f, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:56.657512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2305a5fd-7768-4afe-b72f-db047ed6fc00 None None] Provisioning complete for port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:56.658011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2305a5fd-7768-4afe-b72f-db047ed6fc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.661949 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.695276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] device_id is not set on port 3449f14c-0e6e-4b56-8c00-ecda2b60283f yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:56.719803 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.737569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b4516760-9780-4d9f-ac58-e6375f189e5d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:56.737950 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.739200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e059efd-9028-4dc7-9380-06476881f7a2 req-cf3c872c-6fcb-4d7c-8653-abc88a8e6b60 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:56.739361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03c77869-f052-4695-af20-d722d5183e3e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:56.741683 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6deac3c-893c-460b-b7db-e3350d91c57e" -d '{"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "03c77869-f052-4695-af20-d722d5183e3e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:56.746784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e059efd-9028-4dc7-9380-06476881f7a2 req-cf3c872c-6fcb-4d7c-8653-abc88a8e6b60 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2825594 Aug 20 12:09:56.764058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.775731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 03c77869-f052-4695-af20-d722d5183e3e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03c77869-f052-4695-af20-d722d5183e3e,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:56.786927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.787528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3449f14c-0e6e-4b56-8c00-ecda2b60283f no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:56.856065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:56.860582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:56.942490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de07b0e-5707-4fb5-b4b5-86684277de07 req-b8915a94-8c1b-4351-8434-470c279ec9dc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:56.945083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4de07b0e-5707-4fb5-b4b5-86684277de07 req-b8915a94-8c1b-4351-8434-470c279ec9dc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.4142983 Aug 20 12:09:56.982753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] Pushing event updated for resources: {'Port': ['ID=3449f14c-0e6e-4b56-8c00-ecda2b60283f,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:56.987765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e059efd-9028-4dc7-9380-06476881f7a2 req-58bd2952-eea9-4215-9091-0bdf9d60a0e0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400086 Aug 20 12:09:56.998205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] No DVR routers for this DVR port 3449f14c-0e6e-4b56-8c00-ecda2b60283f on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:57.023236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-018bb999-cb6e-406f-9e63-a4a2f49b057a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:57.027746 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-018bb999-cb6e-406f-9e63-a4a2f49b057a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.056818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:57.159434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=03c77869-f052-4695-af20-d722d5183e3e,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:57.169474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.186128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3449f14c-0e6e-4b56-8c00-ecda2b60283f not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:57.186651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18e2b657-6b72-4f4d-acbd-0abb6728d77d no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:57.198813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9970528-cce3-4c2e-a17b-62a0c0c82614 req-e11947db-4e74-43b9-b9fb-eb6342307386 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0859070 Aug 20 12:09:57.215241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4de07b0e-5707-4fb5-b4b5-86684277de07 req-45e676e5-a3b4-45a3-90f1-fab6bc8d41a5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548871 Aug 20 12:09:57.225548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] In _notify_port_updated(), no bound segment for port 3449f14c-0e6e-4b56-8c00-ecda2b60283f on network 7e0adf5a-9cef-4859-843d-9007508db2f5 {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:09:57.239538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.241541 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.243668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-284a33fd-e932-4f5a-8ecc-d9bd774e15cf service neutron] 10.222.0.73 "PUT /v2.0/ports/3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 200 len: 1032 time: 1.5037100 Aug 20 12:09:57.284168 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7d7030-c4d7-463b-b96f-f9583b52137c x-openstack-request-id: req-ae7d7030-c4d7-463b-b96f-f9583b52137c {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:57.284469 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "03c77869-f052-4695-af20-d722d5183e3e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:57.284727 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae7d7030-c4d7-463b-b96f-f9583b52137c {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:57.288619 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03c77869-f052-4695-af20-d722d5183e3e', 'code': 200} Aug 20 12:09:57.311749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2305a5fd-7768-4afe-b72f-db047ed6fc00 None None] Provisioning for port 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:57.325715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] Deleting port b4516760-9780-4d9f-ac58-e6375f189e5d {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:57.326089 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.341048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2305a5fd-7768-4afe-b72f-db047ed6fc00 None None] Provisioning complete for port 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:57.341422 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2305a5fd-7768-4afe-b72f-db047ed6fc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.348983 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-018bb999-cb6e-406f-9e63-a4a2f49b057a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.363145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-018bb999-cb6e-406f-9e63-a4a2f49b057a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:57.443264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2305a5fd-7768-4afe-b72f-db047ed6fc00 None None] Port 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:57.523413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] For port b4516760-9780-4d9f-ac58-e6375f189e5d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b4516760-9780-4d9f-ac58-e6375f189e5d,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:57.523814 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.541970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] Calling delete_port for b4516760-9780-4d9f-ac58-e6375f189e5d owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:57.543358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.561429 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.568482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2abd9c69-2b8e-4fe5-9134-27e28a69dc0e None None] Could not find standard attr ID for object 095920f4-9ca0-476f-bdef-431cc0492857. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:09:57.578489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-5253aab7-f2fa-4dc1-a2bd-bf7f4268fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.580805 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-5253aab7-f2fa-4dc1-a2bd-bf7f4268fd9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 1096 time: 0.0609469 Aug 20 12:09:57.642258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18e2b657-6b72-4f4d-acbd-0abb6728d77d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:57.643262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:57.652712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:57.658444 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.659172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ec020d47-156c-44f3-9a94-1dbc755e7f1b no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:57.661098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.661889 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.707646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port 807f28e0-a664-46d3-8b68-4b194ce9ff59 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:57.707887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2abd9c69-2b8e-4fe5-9134-27e28a69dc0e None None] Provisioning complete for port 3449f14c-0e6e-4b56-8c00-ecda2b60283f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:57.707989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.708149 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2abd9c69-2b8e-4fe5-9134-27e28a69dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.720373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=71f51421-3d85-4ac1-8b43-7937d22ca394,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:57.743246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-6b24803c-cf05-417f-bc33-6130445abe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.746778 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-6b24803c-cf05-417f-bc33-6130445abe46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 200 len: 913 time: 0.1578555 Aug 20 12:09:57.786390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84829f6-8ed0-4852-943f-5cc281bd1bdd req-b2cb129b-e823-4f8c-a00f-13517b798212 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.792165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84829f6-8ed0-4852-943f-5cc281bd1bdd req-b2cb129b-e823-4f8c-a00f-13517b798212 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.795798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ec020d47-156c-44f3-9a94-1dbc755e7f1b not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:57.797920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 235d34fe-b107-4a32-afeb-b80a7b610ae1 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:57.799670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84829f6-8ed0-4852-943f-5cc281bd1bdd req-b2cb129b-e823-4f8c-a00f-13517b798212 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.805604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84829f6-8ed0-4852-943f-5cc281bd1bdd req-b2cb129b-e823-4f8c-a00f-13517b798212 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.813168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84829f6-8ed0-4852-943f-5cc281bd1bdd req-b2cb129b-e823-4f8c-a00f-13517b798212 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.821694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d84829f6-8ed0-4852-943f-5cc281bd1bdd req-b2cb129b-e823-4f8c-a00f-13517b798212 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 3885 time: 0.3104532 Aug 20 12:09:57.843747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2abd9c69-2b8e-4fe5-9134-27e28a69dc0e None None] Port 3449f14c-0e6e-4b56-8c00-ecda2b60283f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:09:57.844813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c71ddedc-e1cd-4df2-a168-1984b0c1c54f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4253020 Aug 20 12:09:57.848524 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.849274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53562) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:57.856832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': '71f51421-3d85-4ac1-8b43-7937d22ca394', 'ip_address': '2001:db8::7371:8e05:58b0:2928'}], 'name': 'tempest-NetworksTestDHCPv6-822730752'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:57.861401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=18e2b657-6b72-4f4d-acbd-0abb6728d77d,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:57.904342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] No DVR routers for this DVR port b4516760-9780-4d9f-ac58-e6375f189e5d on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:57.912315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670eab9-a396-4161-910c-8f85d55eb124 None None] Pushing event deleted for resources: {'Port': ['ID=b4516760-9780-4d9f-ac58-e6375f189e5d,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:57.919046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2abd9c69-2b8e-4fe5-9134-27e28a69dc0e None None] Provisioning complete for port 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:57.919417 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2abd9c69-2b8e-4fe5-9134-27e28a69dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:57.946399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-e7304548-06de-4efd-ae86-4bfc89bf174e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 200 len: 998 time: 0.1921778 Aug 20 12:09:57.959169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33d93f-764f-49ad-a41d-61a58f464c67 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:57.962435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2abd9c69-2b8e-4fe5-9134-27e28a69dc0e None None] Port 75f5fda0-56cf-42d6-9d7d-8218d92cbc45 was deleted so its status cannot be updated. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 12:09:57.982374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d84829f6-8ed0-4852-943f-5cc281bd1bdd req-c93ad7d2-29dc-4d22-a4da-7ac5555e7a56 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548357 Aug 20 12:09:57.984385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-018bb999-cb6e-406f-9e63-a4a2f49b057a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.056150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e16828-64d1-4969-8e17-25cc2e6d219e req-3c1293cf-cdaf-4bd4-9860-8c3a4a46485e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:58.059669 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.066571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3e16828-64d1-4969-8e17-25cc2e6d219e req-3c1293cf-cdaf-4bd4-9860-8c3a4a46485e tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2090969 Aug 20 12:09:58.067407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-c04d7ef0-dceb-4603-a6c4-f97c6d667e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:58.069065 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-c04d7ef0-dceb-4603-a6c4-f97c6d667e36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 200 len: 851 time: 0.0916970 Aug 20 12:09:58.092342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bb999-cb6e-406f-9e63-a4a2f49b057a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=75f5fda0-56cf-42d6-9d7d-8218d92cbc45,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:58.100398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:58.124799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-018bb999-cb6e-406f-9e63-a4a2f49b057a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.128002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-018bb999-cb6e-406f-9e63-a4a2f49b057a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/75f5fda0-56cf-42d6-9d7d-8218d92cbc45 HTTP/1.1" status: 204 len: 168 time: 1.7831340 Aug 20 12:09:58.146693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53568) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:58.185253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79b23532-b3e4-48f1-9d00-f4e667726ea8 req-16da53e8-9810-4583-8736-6769573191f3 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0658405 Aug 20 12:09:58.195715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 235d34fe-b107-4a32-afeb-b80a7b610ae1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:58.201175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] For port 807f28e0-a664-46d3-8b68-4b194ce9ff59, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:58.201398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.210971 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.212226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 65f52c00-4fc3-44cc-b643-d3a27ad85da4 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:58.232049 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5b6f12-5950-42c9-80be-c29e89dbf823 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:09:58.234909 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e5b6f12-5950-42c9-80be-c29e89dbf823 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/75f5fda0-56cf-42d6-9d7d-8218d92cbc45 HTTP/1.1" status: 404 len: 333 time: 0.0513737 Aug 20 12:09:58.237909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53570) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:58.252799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-33d929e3-8a92-4e0d-b15f-567b2f235448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:58.254332 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-33d929e3-8a92-4e0d-b15f-567b2f235448 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dc1aa9a-07af-4258-a94a-69c38875253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552067 Aug 20 12:09:58.300261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=235d34fe-b107-4a32-afeb-b80a7b610ae1,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:58.349277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '71f51421-3d85-4ac1-8b43-7937d22ca394'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:09:58.350301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.352867 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.440525 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-e705cf1a-b8f2-4345-8766-a3272c7e9c2b service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781800 Aug 20 12:09:58.443674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port c8536c4c-66a4-42dd-9c3f-21dd5ec65601 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:09:58.444274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fb122da8-b4c3-47c4-b4c9-97f4cf346b87 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:58.584435 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.626915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:58.627374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.634150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/71f51421-3d85-4ac1-8b43-7937d22ca394/3e492ff8-9e3d-4414-ab01-253a1632a84e) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:58.638935 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ac6322d2-48bf-46b5-a77e-cff2d030a3db req-25e2bde5-491d-4eb9-854c-740750ff45a7 service neutron] 10.222.0.73 "GET /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537168 Aug 20 12:09:58.639508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 65f52c00-4fc3-44cc-b643-d3a27ad85da4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:58.669209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.669915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 807f28e0-a664-46d3-8b68-4b194ce9ff59 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:58.717494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3e16828-64d1-4969-8e17-25cc2e6d219e req-c47b55e6-2173-4c36-9c14-421a4a44d296 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6493766 Aug 20 12:09:58.757651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f87ec9-1730-4826-b3e7-333b88922d37 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet 4b9eb847-9226-46e6-8ac0-17c2ae51a9c0 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:09:58.788878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f87ec9-1730-4826-b3e7-333b88922d37 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.819234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=65f52c00-4fc3-44cc-b643-d3a27ad85da4,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:58.824594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd756e0-1fe4-485f-ac0f-f725305bd343 req-9b990777-5772-40df-9421-9d7ad4eff6bb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:58.826116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdd756e0-1fe4-485f-ac0f-f725305bd343 req-9b990777-5772-40df-9421-9d7ad4eff6bb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.5126152 Aug 20 12:09:58.875831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f87ec9-1730-4826-b3e7-333b88922d37 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.950218 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.965949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdd756e0-1fe4-485f-ac0f-f725305bd343 req-5bc8e8eb-b132-4a6e-a69c-f5923671f689 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283312 Aug 20 12:09:58.992084 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.993961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.994716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.995140 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Floating IP 0fcbaaca-af09-47ac-9c0a-3751954367c5 disassociated. External IP: 172.25.0.68, port: 807f28e0-a664-46d3-8b68-4b194ce9ff59. Aug 20 12:09:58.995748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for 807f28e0-a664-46d3-8b68-4b194ce9ff59 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:59.006944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Transition to ACTIVE for port object 3e492ff8-9e3d-4414-ab01-253a1632a84e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:59.021302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b4516760-9780-4d9f-ac58-e6375f189e5d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:59.048367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 807f28e0-a664-46d3-8b68-4b194ce9ff59, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=807f28e0-a664-46d3-8b68-4b194ce9ff59,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:59.052073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: b4516760-9780-4d9f-ac58-e6375f189e5d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:59.052450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b4516760-9780-4d9f-ac58-e6375f189e5d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:59.058397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.060388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Transition to ACTIVE for port object 3e492ff8-9e3d-4414-ab01-253a1632a84e will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:59.090103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.115223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:59.123386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::7371:8e05:58b0:2928 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/71f51421-3d85-4ac1-8b43-7937d22ca394/c8536c4c-66a4-42dd-9c3f-21dd5ec65601) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:59.127457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:59.130614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f87ec9-1730-4826-b3e7-333b88922d37 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.131172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:59.137623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=807f28e0-a664-46d3-8b68-4b194ce9ff59,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:59.212327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37757-3c77-4258-8f15-38384e567413 req-5e06c3ac-8f04-452d-95df-af7d03240e1d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.219734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Pushing event updated for resources: {'Port': ['ID=3e492ff8-9e3d-4414-ab01-253a1632a84e,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:59.220627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37757-3c77-4258-8f15-38384e567413 req-5e06c3ac-8f04-452d-95df-af7d03240e1d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.222500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Attempting to bind port 3e492ff8-9e3d-4414-ab01-253a1632a84e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:59.223102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Attempting to bind port 3e492ff8-9e3d-4414-ab01-253a1632a84e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:59.223560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Attempting to bind port 3e492ff8-9e3d-4414-ab01-253a1632a84e on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:59.228072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37757-3c77-4258-8f15-38384e567413 req-5e06c3ac-8f04-452d-95df-af7d03240e1d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.229793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:59.231070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:59.231070 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.231070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:59.231802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Bound port: 3e492ff8-9e3d-4414-ab01-253a1632a84e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:59.232278 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.234845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37757-3c77-4258-8f15-38384e567413 req-5e06c3ac-8f04-452d-95df-af7d03240e1d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.241588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37757-3c77-4258-8f15-38384e567413 req-5e06c3ac-8f04-452d-95df-af7d03240e1d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.242645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ba37757-3c77-4258-8f15-38384e567413 req-5e06c3ac-8f04-452d-95df-af7d03240e1d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 3877 time: 0.1661489 Aug 20 12:09:59.296316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e2b657-6b72-4f4d-acbd-0abb6728d77d'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235d34fe-b107-4a32-afeb-b80a7b610ae1'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f52c00-4fc3-44cc-b643-d3a27ad85da4'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:59.299596 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc21a7c5-cd95-49a5-8a11-395f6e3eafd9" -d '{"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "18e2b657-6b72-4f4d-acbd-0abb6728d77d"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "235d34fe-b107-4a32-afeb-b80a7b610ae1"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "65f52c00-4fc3-44cc-b643-d3a27ad85da4"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:59.317285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] For port 3e492ff8-9e3d-4414-ab01-253a1632a84e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:59.321989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] For port 3e492ff8-9e3d-4414-ab01-253a1632a84e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3e492ff8-9e3d-4414-ab01-253a1632a84e,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:59.330680 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.351870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ba37757-3c77-4258-8f15-38384e567413 req-14e47e38-480e-4fac-ad4b-5b5e54e1e094 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828791 Aug 20 12:09:59.357361 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f87ec9-1730-4826-b3e7-333b88922d37 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.373413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.392158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object c8536c4c-66a4-42dd-9c3f-21dd5ec65601 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:59.402618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f87ec9-1730-4826-b3e7-333b88922d37 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9eb847-9226-46e6-8ac0-17c2ae51a9c0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:59.439232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.443908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ee617-0821-4fe9-9af6-907f61094935 None None] Network 49cd2492-0f89-4bb1-8570-68d875785036 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:09:59.457811 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ec449b-745c-442f-b372-1c4a3b5fe429 x-openstack-request-id: req-f7ec449b-745c-442f-b372-1c4a3b5fe429 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:59.458517 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "18e2b657-6b72-4f4d-acbd-0abb6728d77d", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "235d34fe-b107-4a32-afeb-b80a7b610ae1", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "65f52c00-4fc3-44cc-b643-d3a27ad85da4", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-unplugged", "status": "completed", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:59.458517 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7ec449b-745c-442f-b372-1c4a3b5fe429 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:59.458838 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e2b657-6b72-4f4d-acbd-0abb6728d77d', 'code': 200} Aug 20 12:09:59.464290 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235d34fe-b107-4a32-afeb-b80a7b610ae1', 'code': 200} Aug 20 12:09:59.464600 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f52c00-4fc3-44cc-b643-d3a27ad85da4', 'code': 200} Aug 20 12:09:59.464861 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'code': 200} Aug 20 12:09:59.469582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f87ec9-1730-4826-b3e7-333b88922d37 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.474227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-14f87ec9-1730-4826-b3e7-333b88922d37 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/4b9eb847-9226-46e6-8ac0-17c2ae51a9c0 HTTP/1.1" status: 204 len: 168 time: 1.2328730 Aug 20 12:09:59.474592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8fde4094-4c1e-45ca-8a8b-c4d2a646abf1 req-6d8418fd-1645-4cc5-a212-d9ebf537373b tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0821905 Aug 20 12:09:59.476418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53582) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:59.497003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.506979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:59.510874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:59.514997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:59.522060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.522980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.532473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=c8536c4c-66a4-42dd-9c3f-21dd5ec65601,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:59.547967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bc968-c43a-4129-a6b6-a83ef6c8d98e None None] Pushing event updated for resources: {'Port': ['ID=3e492ff8-9e3d-4414-ab01-253a1632a84e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:59.550424 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a3e9b832-0a55-42c9-9acc-221a12705c1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6990545 Aug 20 12:09:59.551451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:59.589905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=807f28e0-a664-46d3-8b68-4b194ce9ff59,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:59.629137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efe35c-7845-4fe0-a5ca-52120e1dee15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.635763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efe35c-7845-4fe0-a5ca-52120e1dee15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.640528 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-82efe35c-7845-4fe0-a5ca-52120e1dee15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0848720 Aug 20 12:09:59.641172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53586) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:09:59.713049 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.775090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] DHCP port deletion for 49cd2492-0f89-4bb1-8570-68d875785036 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:09:59.779461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6951de74-80d4-4f57-9443-5caf34d5e5b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port c8536c4c-66a4-42dd-9c3f-21dd5ec65601 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:59.780049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6951de74-80d4-4f57-9443-5caf34d5e5b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.808198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Router 2ee13b71-15f7-4908-b533-5fd9a3390179 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:09:59.835785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] Deleting port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:59.836136 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.909494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6951de74-80d4-4f57-9443-5caf34d5e5b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.914822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] For port fb122da8-b4c3-47c4-b4c9-97f4cf346b87, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fb122da8-b4c3-47c4-b4c9-97f4cf346b87,segment=NetworkSegment(9815f925-2af2-4a6c-9760-e1cb2f944faf),segment_id=9815f925-2af2-4a6c-9760-e1cb2f944faf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:59.915223 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:59.924631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6951de74-80d4-4f57-9443-5caf34d5e5b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for c8536c4c-66a4-42dd-9c3f-21dd5ec65601 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:59.949241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] Calling delete_port for fb122da8-b4c3-47c4-b4c9-97f4cf346b87 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:00.021200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9d912-7179-4dc3-9e26-33cbaa7ee2ab req-b1c4c69c-c874-4d8d-874e-88525e8fe544 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:00.025203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2e9d912-7179-4dc3-9e26-33cbaa7ee2ab req-b1c4c69c-c874-4d8d-874e-88525e8fe544 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2151520 Aug 20 12:10:00.035370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:00.047606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] Sync routers for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:00.064501 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:00.065975 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:00.082116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.119297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:00.119662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.153292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] Pushing event deleted for resources: {'Port': ['ID=fb122da8-b4c3-47c4-b4c9-97f4cf346b87,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:00.157305 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb070a22-6811-4917-b3e7-ee2a70affe4d None None] No DVR routers for this DVR port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:00.190452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6951de74-80d4-4f57-9443-5caf34d5e5b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.245514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951de74-80d4-4f57-9443-5caf34d5e5b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=c8536c4c-66a4-42dd-9c3f-21dd5ec65601,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:00.249312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] No DVR routers for this DVR port 807f28e0-a664-46d3-8b68-4b194ce9ff59 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:00.253133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.255200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-91d3e4a6-27fb-49bb-b02f-0aaf1589a84c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "DELETE /v2.0/ports/807f28e0-a664-46d3-8b68-4b194ce9ff59 HTTP/1.1" status: 204 len: 173 time: 3.0019531 Aug 20 12:10:00.264991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:00.268904 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be913cb1-902b-464d-9c1d-09a99da1500a" -d '{"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:00.291559 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6951de74-80d4-4f57-9443-5caf34d5e5b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.296781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6951de74-80d4-4f57-9443-5caf34d5e5b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/c8536c4c-66a4-42dd-9c3f-21dd5ec65601 HTTP/1.1" status: 204 len: 168 time: 0.6543365 Aug 20 12:10:00.297558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53596) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:00.333332 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2e9d912-7179-4dc3-9e26-33cbaa7ee2ab req-0a4cc4b4-5df2-4bb5-9861-a16a1572ba21 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849686 Aug 20 12:10:00.353667 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:00.362026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] For port fb122da8-b4c3-47c4-b4c9-97f4cf346b87, host n-d-800634-10, got binding levels [] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:00.363477 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.375746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be9ad-f158-421d-9856-1fe2775435a9 req-5a87302b-f969-4af3-a748-9e0aa62c9566 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:00.383291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-578be9ad-f158-421d-9856-1fe2775435a9 req-5a87302b-f969-4af3-a748-9e0aa62c9566 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.2957857 Aug 20 12:10:00.386289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0f34f-b159-4b3d-afba-0116ffb41a15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:00.389054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0f34f-b159-4b3d-afba-0116ffb41a15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:00.394015 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-94d0f34f-b159-4b3d-afba-0116ffb41a15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0953646 Aug 20 12:10:00.394669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53600) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:00.455734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for fb122da8-b4c3-47c4-b4c9-97f4cf346b87 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:00.460753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_backend_mixin [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 was not found and therefore no delete operation was performed {{(pid=101034) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:10:00.473189 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.481946 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-158f7929-6a91-42bc-acdb-77aeafba86aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 71f51421-3d85-4ac1-8b43-7937d22ca394 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:00.500992 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecfc242-3d67-4ea3-ad4d-a8d3c20f29b6 x-openstack-request-id: req-eecfc242-3d67-4ea3-ad4d-a8d3c20f29b6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:00.501370 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "807f28e0-a664-46d3-8b68-4b194ce9ff59", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:00.501583 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eecfc242-3d67-4ea3-ad4d-a8d3c20f29b6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:00.501960 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '807f28e0-a664-46d3-8b68-4b194ce9ff59', 'status': 'completed', 'code': 200} Aug 20 12:10:00.522946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-158f7929-6a91-42bc-acdb-77aeafba86aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.531929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3e492ff8-9e3d-4414-ab01-253a1632a84e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:00.566608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=fb122da8-b4c3-47c4-b4c9-97f4cf346b87,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:00.571389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No DVR routers for this DVR port fb122da8-b4c3-47c4-b4c9-97f4cf346b87 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:00.621771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-578be9ad-f158-421d-9856-1fe2775435a9 req-ebd5a61c-1263-4ffd-a39d-1a7b00f7b6e0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375567 Aug 20 12:10:00.628480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-158f7929-6a91-42bc-acdb-77aeafba86aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.676177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 3e492ff8-9e3d-4414-ab01-253a1632a84e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:00.765461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fb122da8-b4c3-47c4-b4c9-97f4cf346b87 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:00.792341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: fb122da8-b4c3-47c4-b4c9-97f4cf346b87 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:00.795080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fb122da8-b4c3-47c4-b4c9-97f4cf346b87 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:00.809506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-158f7929-6a91-42bc-acdb-77aeafba86aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.847935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port 03c77869-f052-4695-af20-d722d5183e3e {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:00.848721 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.897200 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-158f7929-6a91-42bc-acdb-77aeafba86aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.904411 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:00.913324 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-158f7929-6a91-42bc-acdb-77aeafba86aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.918431 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-158f7929-6a91-42bc-acdb-77aeafba86aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/71f51421-3d85-4ac1-8b43-7937d22ca394 HTTP/1.1" status: 204 len: 168 time: 0.5204782 Aug 20 12:10:00.941587 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] Checking router: 2ee13b71-15f7-4908-b533-5fd9a3390179 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:00.941805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:00.943563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f7929-6a91-42bc-acdb-77aeafba86aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=71f51421-3d85-4ac1-8b43-7937d22ca394,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:00.956048 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:00.956863 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:00.974569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.000440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45098896-f5da-4440-8dff-ba029379f3ea None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:01.002518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cd2492-0f89-4bb1-8570-68d875785036']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:01.010732 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6d09fd5e-2c82-4e27-889a-450b11cabcf4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647025 Aug 20 12:10:01.015672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53610) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:01.042469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9815f925-2af2-4a6c-9760-e1cb2f944faf') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:01.043106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9815f925-2af2-4a6c-9760-e1cb2f944faf') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:01.061547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09177-1fe9-4c3c-8014-de0b6e474d0d req-c447f5a2-b90b-432d-ad74-84cb3f2bcf2c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.068836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09177-1fe9-4c3c-8014-de0b6e474d0d req-c447f5a2-b90b-432d-ad74-84cb3f2bcf2c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.070902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb0a2f4-1666-43ba-bdaf-09d8dac827e2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.072414 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1bb0a2f4-1666-43ba-bdaf-09d8dac827e2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0557647 Aug 20 12:10:01.075338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53612) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:01.078637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09177-1fe9-4c3c-8014-de0b6e474d0d req-c447f5a2-b90b-432d-ad74-84cb3f2bcf2c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.084901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09177-1fe9-4c3c-8014-de0b6e474d0d req-c447f5a2-b90b-432d-ad74-84cb3f2bcf2c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.087310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5a09177-1fe9-4c3c-8014-de0b6e474d0d req-c447f5a2-b90b-432d-ad74-84cb3f2bcf2c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 3143 time: 0.4518404 Aug 20 12:10:01.103168 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:01.110995 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.137185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fde3ae51-b8db-4551-a732-8cf620d5fcfc None None] Provisioning for port 3e492ff8-9e3d-4414-ab01-253a1632a84e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:01.139680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e7c7-6e83-471b-87a1-042f2cfe54fd req-b7b6afc4-b089-4082-a6be-21bf1ae1d7fe tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.141442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a70e7c7-6e83-471b-87a1-042f2cfe54fd req-b7b6afc4-b089-4082-a6be-21bf1ae1d7fe tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.2981124 Aug 20 12:10:01.145525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc637278-d129-4728-8844-be6bf671b5cd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.147516 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cc637278-d129-4728-8844-be6bf671b5cd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0712252 Aug 20 12:10:01.150438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fde3ae51-b8db-4551-a732-8cf620d5fcfc None None] Provisioning complete for port 3e492ff8-9e3d-4414-ab01-253a1632a84e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:01.151335 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fde3ae51-b8db-4551-a732-8cf620d5fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.152070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53614) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:01.177495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.210011 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8983c79c-7967-412a-941e-da76fa32e937 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565279 Aug 20 12:10:01.215011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53616) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:01.230019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:01.232374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] For port 03c77869-f052-4695-af20-d722d5183e3e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=03c77869-f052-4695-af20-d722d5183e3e,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:01.232775 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.249118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:01.249118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:01.253537 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:01.281036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5a09177-1fe9-4c3c-8014-de0b6e474d0d req-59b69541-3e47-4d48-980c-a19f731f49ab tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818223 Aug 20 12:10:01.299475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:01.321666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for 03c77869-f052-4695-af20-d722d5183e3e owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:01.324367 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fde3ae51-b8db-4551-a732-8cf620d5fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.344193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a70e7c7-6e83-471b-87a1-042f2cfe54fd req-61f74481-0776-4120-98b0-34f9c9c06931 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891074 Aug 20 12:10:01.386281 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:01.426088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:01.432248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.446233 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215e7a3-87df-4a22-b743-9e7c5af80be8 None None] The sync data for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 is: [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '8d1727d1-6087-4976-857b-82b2d5d91b8e', 'name': '', 'network_id': '04055f11-a4d0-472f-9545-221fd61c4d3a', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'mac_address': 'fa:16:3e:bc:50:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:22Z', 'updated_at': '2021-08-20T11:59:31Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'subnets': [{'id': '3a0024e3-2062-40b0-9cde-ef72ee39abcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:01.455834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c845a579-dddc-4287-9f97-b70d99aac85e req-e420052d-daa2-4ecb-ac0f-52a9a80c6ffd tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0492218 Aug 20 12:10:01.456425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.461628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.463735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/networks/49cd2492-0f89-4bb1-8570-68d875785036 HTTP/1.1" status: 204 len: 168 time: 1.9870210 Aug 20 12:10:01.470130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53620) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:01.473736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fde3ae51-b8db-4551-a732-8cf620d5fcfc None None] For port 3e492ff8-9e3d-4414-ab01-253a1632a84e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3e492ff8-9e3d-4414-ab01-253a1632a84e,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:01.480401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-6738648'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:01.485645 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fde3ae51-b8db-4551-a732-8cf620d5fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.505888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e68872-bfc0-476c-afd9-0cb1131afa98 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Network': ['ID=49cd2492-0f89-4bb1-8570-68d875785036,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:01.557620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:01.567719 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.687930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:10:01.708194 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.708710 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Added segment 08129d8e-be2f-42c7-88d6-ae6ee30ba6be of type vlan for network f37a3acb-5409-4957-9c27-a8adc83c1472 Aug 20 12:10:01.773543 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.808025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.816349 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.826914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c2fbe-0cdb-46d0-bbb8-95b85e519e7a None None] New status for floating IP 0fcbaaca-af09-47ac-9c0a-3751954367c5: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:10:01.856729 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.862504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.863118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.894987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=5e676d66-4274-4211-8780-ec8f2dfd9f7a,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:01.907762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:01.909311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:01.913737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:01.914485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.922037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53634) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:01.922300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4470682 Aug 20 12:10:01.923019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=03c77869-f052-4695-af20-d722d5183e3e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:01.933528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': 'f37a3acb-5409-4957-9c27-a8adc83c1472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:01.944818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] Deleting port 3e492ff8-9e3d-4414-ab01-253a1632a84e {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:01.945379 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:01.959358 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7d8819d9-4662-465c-9f97-083fa7e37e7b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7436485 Aug 20 12:10:01.981634 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3ae51-b8db-4551-a732-8cf620d5fcfc None None] Pushing event updated for resources: {'Port': ['ID=3e492ff8-9e3d-4414-ab01-253a1632a84e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:01.991504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53636) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:02.003545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': '5e676d66-4274-4211-8780-ec8f2dfd9f7a', 'ip_address': '2001:db8::ad19:fc25:8b43:ed67'}], 'name': 'tempest-NetworksTestDHCPv6-1706223461'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:02.032264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] No DVR routers for this DVR port 03c77869-f052-4695-af20-d722d5183e3e on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:02.043053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47845a-4b59-4869-97e9-bd647aadf294 req-555e44a6-dbdd-4b43-a403-770d9cc1cfec tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:02.051986 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb47845a-4b59-4869-97e9-bd647aadf294 req-555e44a6-dbdd-4b43-a403-770d9cc1cfec tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.2463119 Aug 20 12:10:02.071261 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.073560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-2ff171c1-8bcb-4be8-bff0-eb9778d618e7 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "DELETE /v2.0/ports/03c77869-f052-4695-af20-d722d5183e3e HTTP/1.1" status: 204 len: 173 time: 1.7930984 Aug 20 12:10:02.083764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1ccb1-d5c4-4007-8d53-a1b1ef2d371b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Network': ['ID=f37a3acb-5409-4957-9c27-a8adc83c1472,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:02.099397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f37a3acb-5409-4957-9c27-a8adc83c1472 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:10:02.181854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] For port 3e492ff8-9e3d-4414-ab01-253a1632a84e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3e492ff8-9e3d-4414-ab01-253a1632a84e,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:02.182369 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.206402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] Calling delete_port for 3e492ff8-9e3d-4414-ab01-253a1632a84e owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:02.257392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb47845a-4b59-4869-97e9-bd647aadf294 req-0b4ca66a-b06d-41e6-ba5c-873d0d1eef34 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038312 Aug 20 12:10:02.327719 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.388801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:02.389701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] Pushing event deleted for resources: {'Port': ['ID=3e492ff8-9e3d-4414-ab01-253a1632a84e,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:02.394609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f006f62-fc14-4a11-a42d-3ec8251ca5d7 None None] No DVR routers for this DVR port 3e492ff8-9e3d-4414-ab01-253a1632a84e on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:02.417851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1115f005-752b-44a0-a661-dc668085c80d None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:02.482944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3e492ff8-9e3d-4414-ab01-253a1632a84e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:02.527095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 3e492ff8-9e3d-4414-ab01-253a1632a84e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:02.527439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3e492ff8-9e3d-4414-ab01-253a1632a84e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:02.534364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '03c77869-f052-4695-af20-d722d5183e3e'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:02.536481 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c5a288-62db-4a21-b8cd-f6467eab5961" -d '{"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "03c77869-f052-4695-af20-d722d5183e3e"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:02.564016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:02.570828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.630219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:02.630983 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.677348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '5e676d66-4274-4211-8780-ec8f2dfd9f7a'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:02.678423 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.804569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.832874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/5e676d66-4274-4211-8780-ec8f2dfd9f7a/57d76a1f-059e-4b30-83e7-4ad2265538f9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:02.868271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=11a34ca4-ccca-47e1-8a6d-f58cbdc2955c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:02.880056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Checking segment: {'id': '08129d8e-be2f-42c7-88d6-ae6ee30ba6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f37a3acb-5409-4957-9c27-a8adc83c1472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:02.880418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network hostable DHCP agents. Network: f37a3acb-5409-4957-9c27-a8adc83c1472, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:10:02.898971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network f37a3acb-5409-4957-9c27-a8adc83c1472 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:10:02.912003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f37a3acb-5409-4957-9c27-a8adc83c1472) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:02.916739 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:02.917395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.928788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031524b9-9dc4-4f89-826c-26b8252b0e1a None None] Network f37a3acb-5409-4957-9c27-a8adc83c1472 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:02.934102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-52ba84f1-19ef-4522-90af-bd998e03eb03 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0108900 Aug 20 12:10:02.937483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53672) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:02.942557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fc0e3e62-98a8-486e-9e5c-b0e0dc19f6fb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1546529909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:02.967132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3e62-98a8-486e-9e5c-b0e0dc19f6fb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:02.968224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3e62-98a8-486e-9e5c-b0e0dc19f6fb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.026627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3e62-98a8-486e-9e5c-b0e0dc19f6fb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.032749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3e62-98a8-486e-9e5c-b0e0dc19f6fb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.051697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3e62-98a8-486e-9e5c-b0e0dc19f6fb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.052941 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fc0e3e62-98a8-486e-9e5c-b0e0dc19f6fb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1142862 Aug 20 12:10:03.055660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53674) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:03.065078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'network_id': 'f37a3acb-5409-4957-9c27-a8adc83c1472', 'name': 'tempest-PortsIpV6TestJSON-1976190117'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:03.069476 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.075918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.089647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292a666-c0b2-41d0-84ea-baf3585226b4 req-5bd7400f-f3c2-4ba6-a61f-38e421bfbf17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:03.096091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292a666-c0b2-41d0-84ea-baf3585226b4 req-5bd7400f-f3c2-4ba6-a61f-38e421bfbf17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:03.102140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292a666-c0b2-41d0-84ea-baf3585226b4 req-5bd7400f-f3c2-4ba6-a61f-38e421bfbf17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:03.103933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a292a666-c0b2-41d0-84ea-baf3585226b4 req-5bd7400f-f3c2-4ba6-a61f-38e421bfbf17 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 2410 time: 0.5796602 Aug 20 12:10:03.106095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Transition to ACTIVE for port object 57d76a1f-059e-4b30-83e7-4ad2265538f9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:03.120933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-a807d4f5-f080-46ab-8909-823a472a673a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:03.122760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-a807d4f5-f080-46ab-8909-823a472a673a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dc919d-ee93-437c-bc28-879b10b74561 HTTP/1.1" status: 200 len: 944 time: 0.1503146 Aug 20 12:10:03.131945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Transition to ACTIVE for port object 57d76a1f-059e-4b30-83e7-4ad2265538f9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:03.155654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.157132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] For port 65f52c00-4fc3-44cc-b643-d3a27ad85da4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=65f52c00-4fc3-44cc-b643-d3a27ad85da4,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:03.157575 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.187639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-f37a3acb-5409-4957-9c27-a8adc83c1472', 'network_id': 'f37a3acb-5409-4957-9c27-a8adc83c1472', 'tenant_id': '7d51208ea09f4f43b2ec696b3fcd4f93', 'fixed_ips': [{'subnet_id': '11a34ca4-ccca-47e1-8a6d-f58cbdc2955c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:03.188516 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.195756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:03.200101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.208993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 58f9fc7c-0551-475d-bd67-1326dff27e8e yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:10:03.213300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:03.218604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:03.222215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:03.225412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for 65f52c00-4fc3-44cc-b643-d3a27ad85da4 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:03.226345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port faab2406-e30d-40f6-b46d-6ff0468813c3 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:10:03.237435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Pushing event updated for resources: {'Port': ['ID=57d76a1f-059e-4b30-83e7-4ad2265538f9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:03.312076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a292a666-c0b2-41d0-84ea-baf3585226b4 req-4d376a91-5ea0-43f3-aa4d-80c3fbe3d72f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828392 Aug 20 12:10:03.353397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Attempting to bind port 57d76a1f-059e-4b30-83e7-4ad2265538f9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:03.353780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Attempting to bind port 57d76a1f-059e-4b30-83e7-4ad2265538f9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:03.354133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Attempting to bind port 57d76a1f-059e-4b30-83e7-4ad2265538f9 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:03.376710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:03.377106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:03.377520 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.377921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:03.378071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::3 (f37a3acb-5409-4957-9c27-a8adc83c1472/11a34ca4-ccca-47e1-8a6d-f58cbdc2955c/faab2406-e30d-40f6-b46d-6ff0468813c3) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:03.378711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Bound port: 57d76a1f-059e-4b30-83e7-4ad2265538f9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:03.378981 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.457678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] For port 57d76a1f-059e-4b30-83e7-4ad2265538f9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:03.461554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] For port 57d76a1f-059e-4b30-83e7-4ad2265538f9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57d76a1f-059e-4b30-83e7-4ad2265538f9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:03.465085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Deleting port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:03.465586 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.469782 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.547850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188c621-36bd-4317-8433-918e87cb4ffe None None] Pushing event updated for resources: {'Port': ['ID=57d76a1f-059e-4b30-83e7-4ad2265538f9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:03.581800 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.596991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object faab2406-e30d-40f6-b46d-6ff0468813c3 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:03.619292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4aff9410-6523-4a39-acf7-2fa6218ddc9b req-bf8b45dd-714a-48af-b84f-df5877cf99dc tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0643992 Aug 20 12:10:03.620569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::ad19:fc25:8b43:ed67 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/5e676d66-4274-4211-8780-ec8f2dfd9f7a/58f9fc7c-0551-475d-bd67-1326dff27e8e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:03.635827 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.699675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network f37a3acb-5409-4957-9c27-a8adc83c1472 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:03.703807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:03.713296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Allocated IP 2001:db8::2 (f37a3acb-5409-4957-9c27-a8adc83c1472/11a34ca4-ccca-47e1-8a6d-f58cbdc2955c/0d35054b-e4a1-4261-89eb-5b830a6e462d) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:03.713603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:03.722746 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:03.725049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.744690 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf705277-e8f8-473b-b0da-258b0c0d011f x-openstack-request-id: req-cf705277-e8f8-473b-b0da-258b0c0d011f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:03.745094 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "03c77869-f052-4695-af20-d722d5183e3e", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:03.745702 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf705277-e8f8-473b-b0da-258b0c0d011f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:03.746455 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '03c77869-f052-4695-af20-d722d5183e3e', 'status': 'completed', 'code': 200} Aug 20 12:10:03.755804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=faab2406-e30d-40f6-b46d-6ff0468813c3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:03.781313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] For port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:03.782152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.796852 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4e81a268-8287-4eb7-b7c0-bcdc88007a0b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7390790 Aug 20 12:10:03.797982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53678) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:03.816990 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:03.839099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Calling delete_port for 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:03.953428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=65f52c00-4fc3-44cc-b643-d3a27ad85da4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:03.995459 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.005355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Transition to ACTIVE for port object 0d35054b-e4a1-4261-89eb-5b830a6e462d will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:04.027456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Transition to ACTIVE for port object 0d35054b-e4a1-4261-89eb-5b830a6e462d will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:04.035278 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.080310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Network f37a3acb-5409-4957-9c27-a8adc83c1472 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:04.087254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:04.088110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] No DVR routers for this DVR port 65f52c00-4fc3-44cc-b643-d3a27ad85da4 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:04.090505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:04.095386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Pushing event updated for resources: {'Port': ['ID=0d35054b-e4a1-4261-89eb-5b830a6e462d,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:04.103818 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.106464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-4ca5fcfc-fd4b-49c2-8575-ee5a51cc3e3c tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "DELETE /v2.0/ports/65f52c00-4fc3-44cc-b643-d3a27ad85da4 HTTP/1.1" status: 204 len: 173 time: 2.0183043 Aug 20 12:10:04.152203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.163187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Attempting to bind port 0d35054b-e4a1-4261-89eb-5b830a6e462d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:04.163571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Attempting to bind port 0d35054b-e4a1-4261-89eb-5b830a6e462d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '08129d8e-be2f-42c7-88d6-ae6ee30ba6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f37a3acb-5409-4957-9c27-a8adc83c1472'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:04.163939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Attempting to bind port 0d35054b-e4a1-4261-89eb-5b830a6e462d on network f37a3acb-5409-4957-9c27-a8adc83c1472 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:04.169499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:04.169882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Checking segment: {'id': '08129d8e-be2f-42c7-88d6-ae6ee30ba6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f37a3acb-5409-4957-9c27-a8adc83c1472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:04.170319 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.170716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Bound using segment: {'id': '08129d8e-be2f-42c7-88d6-ae6ee30ba6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f37a3acb-5409-4957-9c27-a8adc83c1472'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:04.171783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Bound port: 0d35054b-e4a1-4261-89eb-5b830a6e462d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08129d8e-be2f-42c7-88d6-ae6ee30ba6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f37a3acb-5409-4957-9c27-a8adc83c1472'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:04.172174 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.201343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ee36-d0ea-4539-9cd3-0bc1fd3fba24 req-acf23cb2-20fc-43fb-95a7-7b9371ff1c40 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:04.202944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1a4ee36-d0ea-4539-9cd3-0bc1fd3fba24 req-acf23cb2-20fc-43fb-95a7-7b9371ff1c40 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.3241217 Aug 20 12:10:04.223261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.226892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 58f9fc7c-0551-475d-bd67-1326dff27e8e will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:04.253451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] For port 0d35054b-e4a1-4261-89eb-5b830a6e462d, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:04.256944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] For port 0d35054b-e4a1-4261-89eb-5b830a6e462d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0d35054b-e4a1-4261-89eb-5b830a6e462d,segment=NetworkSegment(08129d8e-be2f-42c7-88d6-ae6ee30ba6be),segment_id=08129d8e-be2f-42c7-88d6-ae6ee30ba6be)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:04.263042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.361255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7387c-9cb3-4ca5-a4b1-18f689460a98 None None] Pushing event updated for resources: {'Port': ['ID=0d35054b-e4a1-4261-89eb-5b830a6e462d,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:04.393321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1a4ee36-d0ea-4539-9cd3-0bc1fd3fba24 req-a23fb770-d2a0-4d31-a325-2712b0068859 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756546 Aug 20 12:10:04.458131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.475343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['afd87ac4-0126-41de-bf6c-f1df18b55635', 'b99f97e3-17fd-4b14-a820-ddc0b81af924'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:10:04.478166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.541252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event deleted for resources: {'Port': ['ID=070ac837-dd3f-4e11-b22d-4531cb1bd6f2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:04.543793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57d76a1f-059e-4b30-83e7-4ad2265538f9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:04.561267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port 18e2b657-6b72-4f4d-acbd-0abb6728d77d {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:04.561667 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.713067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 57d76a1f-059e-4b30-83e7-4ad2265538f9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:04.767450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.775166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.777105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:04.779095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:04.835348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] No DVR routers for this DVR port 070ac837-dd3f-4e11-b22d-4531cb1bd6f2 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:04.841933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:04.848420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:04.849336 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.859076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=58f9fc7c-0551-475d-bd67-1326dff27e8e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:04.867763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:04.881305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a32a2395-9c9e-4c39-be1e-87dd7b47d948 req-c0ae0dbe-8d4f-4676-ae6d-5072cbdf6f62 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "DELETE /v2.0/ports/070ac837-dd3f-4e11-b22d-4531cb1bd6f2 HTTP/1.1" status: 204 len: 173 time: 1.7462380 Aug 20 12:10:04.926067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=faab2406-e30d-40f6-b46d-6ff0468813c3,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:05.027975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf408c3-b221-46b6-96ea-1a370d0a2098 req-4196aa8e-40a6-4b92-a084-248bcdcf8b07 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:05.034769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf408c3-b221-46b6-96ea-1a370d0a2098 req-4196aa8e-40a6-4b92-a084-248bcdcf8b07 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:05.047385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bf408c3-b221-46b6-96ea-1a370d0a2098 req-4196aa8e-40a6-4b92-a084-248bcdcf8b07 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 1677 time: 0.4891603 Aug 20 12:10:05.051590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4fbabd43-39d7-44a8-afcf-1f3a1560986b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0541458 Aug 20 12:10:05.056362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53690) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:05.072850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-37407020-b860-4de6-a3f1-fbaa2c3e51a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': '5e676d66-4274-4211-8780-ec8f2dfd9f7a', 'ip_address': '2001:db8::ad19:fc25:8b43:ed67'}], 'name': 'tempest-NetworksTestDHCPv6-1577846741'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:05.110601 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.194777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bf408c3-b221-46b6-96ea-1a370d0a2098 req-dda95cb3-ce22-4151-952b-76ffee2f7051 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459739 Aug 20 12:10:05.235575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] For port 18e2b657-6b72-4f4d-acbd-0abb6728d77d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18e2b657-6b72-4f4d-acbd-0abb6728d77d,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:05.235575 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.261811 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.266335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0c89f412-15a3-49a4-9a87-3aae4a6b3165 None None] Provisioning for port 57d76a1f-059e-4b30-83e7-4ad2265538f9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:05.273241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0c89f412-15a3-49a4-9a87-3aae4a6b3165 None None] Provisioning complete for port 57d76a1f-059e-4b30-83e7-4ad2265538f9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:05.273677 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0c89f412-15a3-49a4-9a87-3aae4a6b3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.319663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for 18e2b657-6b72-4f4d-acbd-0abb6728d77d owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:05.434266 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0c89f412-15a3-49a4-9a87-3aae4a6b3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.477274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0c89f412-15a3-49a4-9a87-3aae4a6b3165 None None] For port 57d76a1f-059e-4b30-83e7-4ad2265538f9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57d76a1f-059e-4b30-83e7-4ad2265538f9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:05.486533 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0c89f412-15a3-49a4-9a87-3aae4a6b3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.531595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9e5f3a4-a699-4d85-9773-f639a166ffd3 req-71721168-9aac-4753-8444-81abd1d1fb49 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0513959 Aug 20 12:10:05.605284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89f412-15a3-49a4-9a87-3aae4a6b3165 None None] Pushing event updated for resources: {'Port': ['ID=57d76a1f-059e-4b30-83e7-4ad2265538f9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:05.707478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bf36290c-565b-49f6-85ab-68479122556f None None] Could not find standard attr ID for object c8536c4c-66a4-42dd-9c3f-21dd5ec65601. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:10:05.719710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.726455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37407020-b860-4de6-a3f1-fbaa2c3e51a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:05.731739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-37407020-b860-4de6-a3f1-fbaa2c3e51a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.759209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '65f52c00-4fc3-44cc-b643-d3a27ad85da4'}, {'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'name': 'network-vif-deleted', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:05.761432 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178c51f4-3d04-4ce4-ab79-2fb36bd0ce1a" -d '{"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "65f52c00-4fc3-44cc-b643-d3a27ad85da4"}, {"server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "name": "network-vif-deleted", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:05.845818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=18e2b657-6b72-4f4d-acbd-0abb6728d77d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:05.848147 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.856136 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.856954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.883228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] No DVR routers for this DVR port 18e2b657-6b72-4f4d-acbd-0abb6728d77d on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:05.885636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-37407020-b860-4de6-a3f1-fbaa2c3e51a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 50ccf2a0-2a53-49de-9616-d7e68dd7d257 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:10:05.906047 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:05.911043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-892975b8-9522-4b70-8a5f-15d73cd8924b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "DELETE /v2.0/ports/18e2b657-6b72-4f4d-acbd-0abb6728d77d HTTP/1.1" status: 204 len: 173 time: 1.7906010 Aug 20 12:10:05.930167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4013aa-b12f-4fcc-bbe4-b67e2347b0ab req-b64ceed0-257e-46fc-beb0-e7512e77f677 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:05.932104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d4013aa-b12f-4fcc-bbe4-b67e2347b0ab req-b64ceed0-257e-46fc-beb0-e7512e77f677 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.2291596 Aug 20 12:10:05.948052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=faab2406-e30d-40f6-b46d-6ff0468813c3,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:05.983099 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aca0eb-e22c-4c96-8b56-4de54f138606 x-openstack-request-id: req-e3aca0eb-e22c-4c96-8b56-4de54f138606 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:05.986595 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "65f52c00-4fc3-44cc-b643-d3a27ad85da4", "status": "completed", "code": 200}, {"server_uuid": "a7dc919d-ee93-437c-bc28-879b10b74561", "name": "network-vif-deleted", "tag": "070ac837-dd3f-4e11-b22d-4531cb1bd6f2", "status": "failed", "code": 422}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:05.986972 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3aca0eb-e22c-4c96-8b56-4de54f138606 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:05.987442 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '65f52c00-4fc3-44cc-b643-d3a27ad85da4', 'status': 'completed', 'code': 200} Aug 20 12:10:05.987882 n-d-800634-10 neutron-server[101034]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7dc919d-ee93-437c-bc28-879b10b74561', 'name': 'network-vif-deleted', 'tag': '070ac837-dd3f-4e11-b22d-4531cb1bd6f2', 'status': 'failed', 'code': 422} returned with failed status Aug 20 12:10:06.037369 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:10:06.087062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network f37a3acb-5409-4957-9c27-a8adc83c1472 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:06.089023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:06.148614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f53e3-79cf-427b-8df2-446ab965f9e9 None None] Network f37a3acb-5409-4957-9c27-a8adc83c1472 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:06.222329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:10:06.234469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d4013aa-b12f-4fcc-bbe4-b67e2347b0ab req-8b5bd40a-6bae-477e-a490-2c607bc3bf94 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588420 Aug 20 12:10:06.242282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Router c1b51cc7-85d9-4929-8142-bca2e58317bf is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:10:06.273129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b0a75a5e-7493-43e7-a7fa-1aa3f3a7ce62 None None] Provisioning for port 58f9fc7c-0551-475d-bd67-1326dff27e8e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:06.300736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b0a75a5e-7493-43e7-a7fa-1aa3f3a7ce62 None None] Provisioning complete for port 58f9fc7c-0551-475d-bd67-1326dff27e8e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:06.301239 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0a75a5e-7493-43e7-a7fa-1aa3f3a7ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:06.407936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c9779-a0b6-47cb-ba08-c37e41a450a0 req-c8012762-cab1-4d8b-86ec-9d333f3e6037 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:06.409548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f4c9779-a0b6-47cb-ba08-c37e41a450a0 req-c8012762-cab1-4d8b-86ec-9d333f3e6037 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 907 time: 0.3149199 Aug 20 12:10:06.479627 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-37407020-b860-4de6-a3f1-fbaa2c3e51a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 12:10:06.480258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37407020-b860-4de6-a3f1-fbaa2c3e51a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:06.507458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port 235d34fe-b107-4a32-afeb-b80a7b610ae1 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:06.507712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:06.509027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:06.525709 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-16f1e1c1-fcb0-4dc1-a9a7-0cd01fbb2f48 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "PUT /v2.0/routers/c1b51cc7-85d9-4929-8142-bca2e58317bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7261755 Aug 20 12:10:06.526211 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e16fd-3be3-4781-b0eb-e7e6228d5fe7 None None] Sync routers for ids ['c1b51cc7-85d9-4929-8142-bca2e58317bf'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:06.528512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53712) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:06.540802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b0a75a5e-7493-43e7-a7fa-1aa3f3a7ce62 None None] Port 58f9fc7c-0551-475d-bd67-1326dff27e8e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:06.555427 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e16fd-3be3-4781-b0eb-e7e6228d5fe7 None None] Routers {'c1b51cc7-85d9-4929-8142-bca2e58317bf'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:06.558859 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-065e16fd-3be3-4781-b0eb-e7e6228d5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c1b51cc7-85d9-4929-8142-bca2e58317bf'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:06.572616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-37407020-b860-4de6-a3f1-fbaa2c3e51a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5049834 Aug 20 12:10:06.586412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a9c3-0ba8-4014-9a95-6efb17a821d9 req-07b84578-48f6-404d-bcfc-ff6012287a43 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:06.594450 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f19a9c3-0ba8-4014-9a95-6efb17a821d9 req-07b84578-48f6-404d-bcfc-ff6012287a43 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 943 time: 0.2206073 Aug 20 12:10:06.597304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53716) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:06.611486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:06.629081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'port_id': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'mac_address': 'fa:16:3e:07:f1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:10:06.634025 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-065e16fd-3be3-4781-b0eb-e7e6228d5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:06.642014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0d35054b-e4a1-4261-89eb-5b830a6e462d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:06.644921 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e16fd-3be3-4781-b0eb-e7e6228d5fe7 None None] Routers {'c1b51cc7-85d9-4929-8142-bca2e58317bf'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:06.645776 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-065e16fd-3be3-4781-b0eb-e7e6228d5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c1b51cc7-85d9-4929-8142-bca2e58317bf'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:06.654278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f19a9c3-0ba8-4014-9a95-6efb17a821d9 req-91a07516-b4f3-486f-a4e9-24c2c2f7ac15 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66a1088-8928-4397-bb89-27df2ff9301f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583644 Aug 20 12:10:06.708829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038ec112-50fb-4ad0-9f68-e9443c3a7861 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:06.709179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] For port 235d34fe-b107-4a32-afeb-b80a7b610ae1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=235d34fe-b107-4a32-afeb-b80a7b610ae1,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:06.710228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:06.713557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-038ec112-50fb-4ad0-9f68-e9443c3a7861 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1b51cc7-85d9-4929-8142-bca2e58317bf HTTP/1.1" status: 200 len: 987 time: 0.1839728 Aug 20 12:10:06.714449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53718) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:06.726168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for 235d34fe-b107-4a32-afeb-b80a7b610ae1 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:06.744007 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-065e16fd-3be3-4781-b0eb-e7e6228d5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:06.745171 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e16fd-3be3-4781-b0eb-e7e6228d5fe7 None None] The sync data for ids ['c1b51cc7-85d9-4929-8142-bca2e58317bf'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:06.766287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ecbe0d4e-99f5-4c0b-854b-b0e03b1ba393 None None] Provisioning for port 0d35054b-e4a1-4261-89eb-5b830a6e462d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:06.786260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:06.787802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d40b09-ee65-476a-8d3c-037605a0eaf6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:06.793695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d40b09-ee65-476a-8d3c-037605a0eaf6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:06.795340 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-95d40b09-ee65-476a-8d3c-037605a0eaf6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1891890 Aug 20 12:10:06.798745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53720) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:06.816538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:10:06.841431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:06.843217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0d35054b-e4a1-4261-89eb-5b830a6e462d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:06.848160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0d35054b-e4a1-4261-89eb-5b830a6e462d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:06.848544 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:06.851972 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:06.927090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-895ce886-6e63-48d0-8bbf-b2d6a0546e74 req-a1e95928-ef04-4801-995f-2bb5c57fb297 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0293682 Aug 20 12:10:06.955777 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.004517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=235d34fe-b107-4a32-afeb-b80a7b610ae1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:07.005555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:07.040590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:10:07.065775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] No DVR routers for this DVR port 235d34fe-b107-4a32-afeb-b80a7b610ae1 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:07.068820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.071358 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a627a3-e3d4-4461-9be0-8d36c6ec6899 req-e72b9260-7047-40dd-89a3-ccaa125a7dc3 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.73 "DELETE /v2.0/ports/235d34fe-b107-4a32-afeb-b80a7b610ae1 HTTP/1.1" status: 204 len: 173 time: 1.1381907 Aug 20 12:10:07.073480 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.122483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7339b-a262-4f90-8eab-69ad36018456 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 58f9fc7c-0551-475d-bd67-1326dff27e8e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:07.123077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbc7339b-a262-4f90-8eab-69ad36018456 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.153627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0d35054b-e4a1-4261-89eb-5b830a6e462d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0d35054b-e4a1-4261-89eb-5b830a6e462d,segment=NetworkSegment(08129d8e-be2f-42c7-88d6-ae6ee30ba6be),segment_id=08129d8e-be2f-42c7-88d6-ae6ee30ba6be)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:07.170139 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.171544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57d76a1f-059e-4b30-83e7-4ad2265538f9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:07.323471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e3ac575e-4dea-4e6d-88d2-f3db666be06f None None] Provisioning for port faab2406-e30d-40f6-b46d-6ff0468813c3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:07.335821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e3ac575e-4dea-4e6d-88d2-f3db666be06f None None] Provisioning complete for port faab2406-e30d-40f6-b46d-6ff0468813c3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:07.336219 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e3ac575e-4dea-4e6d-88d2-f3db666be06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.377353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbc7339b-a262-4f90-8eab-69ad36018456 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.415714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0d35054b-e4a1-4261-89eb-5b830a6e462d,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:07.435456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7339b-a262-4f90-8eab-69ad36018456 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 58f9fc7c-0551-475d-bd67-1326dff27e8e owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:07.495033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac575e-4dea-4e6d-88d2-f3db666be06f None None] Port faab2406-e30d-40f6-b46d-6ff0468813c3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:07.512490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5006449-a159-423b-9893-016f83630874 req-8506192f-f509-418f-bbb6-7f6c60ee832c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:07.520049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5006449-a159-423b-9893-016f83630874 req-8506192f-f509-418f-bbb6-7f6c60ee832c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 944 time: 0.1655080 Aug 20 12:10:07.544617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 57d76a1f-059e-4b30-83e7-4ad2265538f9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:07.544998 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.642946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e3ac575e-4dea-4e6d-88d2-f3db666be06f None None] Provisioning complete for port 0d35054b-e4a1-4261-89eb-5b830a6e462d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:07.663785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e3ac575e-4dea-4e6d-88d2-f3db666be06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.781407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5006449-a159-423b-9893-016f83630874 req-dd328c9e-1111-471c-8eb7-ec4b06ebe84b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532074 Aug 20 12:10:07.821307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:07.850055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d8bb4-b4c7-44a4-b207-98ab23e49ce1 req-365d86a5-e9e0-443e-ac7b-1479b3f3ec74 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:07.859436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc0d8bb4-b4c7-44a4-b207-98ab23e49ce1 req-365d86a5-e9e0-443e-ac7b-1479b3f3ec74 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 907 time: 0.2724462 Aug 20 12:10:07.918842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-715cd8f8-fd29-4cf5-ae36-aef7950850cb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:07.924039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-715cd8f8-fd29-4cf5-ae36-aef7950850cb tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 907 time: 0.2415860 Aug 20 12:10:08.005986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '18e2b657-6b72-4f4d-acbd-0abb6728d77d'}, {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '235d34fe-b107-4a32-afeb-b80a7b610ae1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:08.023547 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed44ac3-0278-4979-a633-340bd06e428d" -d '{"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "18e2b657-6b72-4f4d-acbd-0abb6728d77d"}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "235d34fe-b107-4a32-afeb-b80a7b610ae1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:08.143752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc7afab0-3e82-4601-bd73-ce2914d2ade2 req-bb8c8f28-2b0d-4d48-8126-c2fad2ee6b42 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0888340 Aug 20 12:10:08.167379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:08.299492 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d819d182-df82-4817-97a8-d506a9ce17df x-openstack-request-id: req-d819d182-df82-4817-97a8-d506a9ce17df {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:08.299806 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "18e2b657-6b72-4f4d-acbd-0abb6728d77d", "status": "completed", "code": 200}, {"server_uuid": "720a79ba-3287-4ce4-86a3-7b63553148a3", "name": "network-vif-deleted", "tag": "235d34fe-b107-4a32-afeb-b80a7b610ae1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:08.300065 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d819d182-df82-4817-97a8-d506a9ce17df {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:08.300478 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '18e2b657-6b72-4f4d-acbd-0abb6728d77d', 'status': 'completed', 'code': 200} Aug 20 12:10:08.300732 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a79ba-3287-4ce4-86a3-7b63553148a3', 'name': 'network-vif-deleted', 'tag': '235d34fe-b107-4a32-afeb-b80a7b610ae1', 'status': 'completed', 'code': 200} Aug 20 12:10:08.314602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-649cd948-cd43-4d8b-861a-ae95578a3e19 req-5002cc3d-86e7-4f50-95e8-4adb37d09d45 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1635184 Aug 20 12:10:08.408729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Deleting port 367fe804-4025-4295-843c-5bbead3192d6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:08.409363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:08.669841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0d35054b-e4a1-4261-89eb-5b830a6e462d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:08.730289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbc7339b-a262-4f90-8eab-69ad36018456 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:08.772608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7339b-a262-4f90-8eab-69ad36018456 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=58f9fc7c-0551-475d-bd67-1326dff27e8e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:08.823034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3860bd2e-a29b-4600-981a-5101df617cd9 None None] Provisioning complete for port faab2406-e30d-40f6-b46d-6ff0468813c3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:08.823452 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3860bd2e-a29b-4600-981a-5101df617cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:08.865209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbc7339b-a262-4f90-8eab-69ad36018456 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:08.874085 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fbc7339b-a262-4f90-8eab-69ad36018456 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/58f9fc7c-0551-475d-bd67-1326dff27e8e HTTP/1.1" status: 204 len: 168 time: 2.0722244 Aug 20 12:10:08.875662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53758) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:08.951834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3860bd2e-a29b-4600-981a-5101df617cd9 None None] Port faab2406-e30d-40f6-b46d-6ff0468813c3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:08.966807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0d35054b-e4a1-4261-89eb-5b830a6e462d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:08.967548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.032671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:09.035498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.083906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9036d0-0afc-401c-a648-d64a8eec8c70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:09.085565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9036d0-0afc-401c-a648-d64a8eec8c70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:09.097600 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9d9036d0-0afc-401c-a648-d64a8eec8c70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2216406 Aug 20 12:10:09.098243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53764) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:09.100510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] For port 367fe804-4025-4295-843c-5bbead3192d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=367fe804-4025-4295-843c-5bbead3192d6,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:09.102548 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.138685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Calling delete_port for 367fe804-4025-4295-843c-5bbead3192d6 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:09.177010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1c5310c3-013b-4abb-b051-1a92c95faa40 None None] Provisioning complete for port faab2406-e30d-40f6-b46d-6ff0468813c3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:09.177393 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c5310c3-013b-4abb-b051-1a92c95faa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.192562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e2ef5-ad43-4f66-b99b-b069e10e43c0 req-510852c2-c438-4437-aea1-c94946aa5cb7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:09.203321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d04e2ef5-ad43-4f66-b99b-b069e10e43c0 req-510852c2-c438-4437-aea1-c94946aa5cb7 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 907 time: 0.1604047 Aug 20 12:10:09.245225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314017-6f61-4aca-b5c9-6c4221aebff4 req-46ddc5a3-5e9c-4b13-8030-12008543033c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:09.261968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4314017-6f61-4aca-b5c9-6c4221aebff4 req-46ddc5a3-5e9c-4b13-8030-12008543033c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 944 time: 0.2527578 Aug 20 12:10:09.286242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1c5310c3-013b-4abb-b051-1a92c95faa40 None None] Port faab2406-e30d-40f6-b46d-6ff0468813c3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:09.317782 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.321481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce79c09-78f3-4105-992c-24713baf15fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 5e676d66-4274-4211-8780-ec8f2dfd9f7a {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:09.326346 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce79c09-78f3-4105-992c-24713baf15fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.378138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:09.386561 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8c6e9b-5aa7-41bd-9b37-c6ea61421b7f" -d '{"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-plugged", "status": "completed", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:09.418765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:09.427586 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.443081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4314017-6f61-4aca-b5c9-6c4221aebff4 req-4d1139a0-f436-4789-91be-e9408a0c284d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718643 Aug 20 12:10:09.447620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce79c09-78f3-4105-992c-24713baf15fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.530815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:09.552229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-378e763d-cb9e-4c1e-8371-68d5c13ff102 req-3620b4c1-1d4a-4a8a-9f44-fd91af54637f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0429425 Aug 20 12:10:09.595913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce79c09-78f3-4105-992c-24713baf15fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.645143 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53db1845-d0d6-46cc-8aea-38acd79e873d x-openstack-request-id: req-53db1845-d0d6-46cc-8aea-38acd79e873d {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:09.645666 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-plugged", "status": "completed", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:09.646224 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53db1845-d0d6-46cc-8aea-38acd79e873d {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:09.646916 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'code': 200} Aug 20 12:10:09.658070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc0c5b1b-7594-4da7-ad74-0b08b2e90f0e req-3de1f5e2-863b-4c22-8367-0829c04825d9 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0735619 Aug 20 12:10:09.661275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port faab2406-e30d-40f6-b46d-6ff0468813c3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:09.661636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.695470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.747751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event deleted for resources: {'Port': ['ID=367fe804-4025-4295-843c-5bbead3192d6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:09.788310 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.818456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] No DVR routers for this DVR port 367fe804-4025-4295-843c-5bbead3192d6 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:09.825311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.830290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e5756e6-b9ad-4720-8659-0f95b6622a3b req-6e37ae31-d374-4b66-8c16-991b2a80df6b tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "DELETE /v2.0/ports/367fe804-4025-4295-843c-5bbead3192d6 HTTP/1.1" status: 204 len: 173 time: 1.8978317 Aug 20 12:10:09.839198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce79c09-78f3-4105-992c-24713baf15fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.844948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for faab2406-e30d-40f6-b46d-6ff0468813c3 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:09.893055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce79c09-78f3-4105-992c-24713baf15fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=5e676d66-4274-4211-8780-ec8f2dfd9f7a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:09.899234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dce79c09-78f3-4105-992c-24713baf15fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:09.901360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6773398d-c784-4c0b-b468-e7a22d010de5 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:09.914122 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dce79c09-78f3-4105-992c-24713baf15fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/5e676d66-4274-4211-8780-ec8f2dfd9f7a HTTP/1.1" status: 204 len: 168 time: 0.7828870 Aug 20 12:10:09.917186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53772) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:09.979647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fabe9241-efd8-4641-8dd6-8d76fe991532 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611823 Aug 20 12:10:09.984318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53774) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:09.990236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:10.213848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:10.222304 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:10.319668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:10.427415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:10.502019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] Deleting port 57d76a1f-059e-4b30-83e7-4ad2265538f9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:10.506913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:10.515193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d724da-72e8-4621-bdea-b617b48dd782', 'name': 'network-vif-deleted', 'tag': '367fe804-4025-4295-843c-5bbead3192d6'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:10.525682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=faab2406-e30d-40f6-b46d-6ff0468813c3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:10.558905 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb1154e-80dd-4f0f-8172-0767f338c854" -d '{"events": [{"server_uuid": "87d724da-72e8-4621-bdea-b617b48dd782", "name": "network-vif-deleted", "tag": "367fe804-4025-4295-843c-5bbead3192d6"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:10.569219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57d76a1f-059e-4b30-83e7-4ad2265538f9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:10.726519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9dffaad6-0f63-4c9d-9d95-90350aae0465 req-003a734b-3cca-4ac0-a0da-b79b84e8c6c2 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d724da-72e8-4621-bdea-b617b48dd782 HTTP/1.1" status: 200 len: 210 time: 0.2128859 Aug 20 12:10:10.739044 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:10.814467 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7718450-101d-4871-93eb-9b3a407eab71 x-openstack-request-id: req-e7718450-101d-4871-93eb-9b3a407eab71 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:10.814789 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d724da-72e8-4621-bdea-b617b48dd782", "name": "network-vif-deleted", "tag": "367fe804-4025-4295-843c-5bbead3192d6", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:10.815056 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7718450-101d-4871-93eb-9b3a407eab71 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:10.816808 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d724da-72e8-4621-bdea-b617b48dd782', 'name': 'network-vif-deleted', 'tag': '367fe804-4025-4295-843c-5bbead3192d6', 'status': 'completed', 'code': 200} Aug 20 12:10:10.847583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] For port 57d76a1f-059e-4b30-83e7-4ad2265538f9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57d76a1f-059e-4b30-83e7-4ad2265538f9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:10.848297 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:10.875673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] Calling delete_port for 57d76a1f-059e-4b30-83e7-4ad2265538f9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:10.900534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8f548-9e14-46b6-a90d-31fb617be58b req-5da847b7-a32f-416c-949c-9e533bc868bf tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:10.902091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecc8f548-9e14-46b6-a90d-31fb617be58b req-5da847b7-a32f-416c-949c-9e533bc868bf tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.1745210 Aug 20 12:10:10.989875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.039810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Router c1b51cc7-85d9-4929-8142-bca2e58317bf has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:11.057799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab4b2f82-d2b9-4608-8be7-169de6b88607 req-05df7a20-8b93-4cec-b104-5037d3bd25a8 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0700355 Aug 20 12:10:11.059516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 57d76a1f-059e-4b30-83e7-4ad2265538f9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57d76a1f-059e-4b30-83e7-4ad2265538f9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:11.071871 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.095266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.120270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.158675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecc8f548-9e14-46b6-a90d-31fb617be58b req-07de1698-e7ef-4c99-8ee4-4d9718463443 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412186 Aug 20 12:10:11.166918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] No DVR routers for this DVR port 57d76a1f-059e-4b30-83e7-4ad2265538f9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:11.188446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:11.204867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=57d76a1f-059e-4b30-83e7-4ad2265538f9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:11.208393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:11.220900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f24707e6-864b-4b6f-bbbd-74fced88d5a0 req-9d60e75b-029b-41c2-90cc-dcaa0d313fde tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0463140 Aug 20 12:10:11.227666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:11.228605 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f3e72d1b-69d3-47a1-91d0-32031d39769b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "PUT /v2.0/routers/c1b51cc7-85d9-4929-8142-bca2e58317bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5082364 Aug 20 12:10:11.228960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:11.230407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:11.231054 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.233987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574a3d1-05fa-4cc9-a276-c263e02f3c92 None None] Sync routers for ids ['c1b51cc7-85d9-4929-8142-bca2e58317bf'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:11.259971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9155c8-fc2f-4a33-af2f-11cafdca8ee3 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:11.278309 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c1e5b9-1a75-47cb-8c12-8dc4f867b041 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:10:11.283035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-59c1e5b9-1a75-47cb-8c12-8dc4f867b041 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/faab2406-e30d-40f6-b46d-6ff0468813c3 HTTP/1.1" status: 404 len: 333 time: 0.0478535 Aug 20 12:10:11.283645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53790) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:11.296644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a09db-cd79-43cf-811a-0a5487b2c623 None None] Pushing event deleted for resources: {'Port': ['ID=57d76a1f-059e-4b30-83e7-4ad2265538f9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:11.343997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574a3d1-05fa-4cc9-a276-c263e02f3c92 None None] Routers {'c1b51cc7-85d9-4929-8142-bca2e58317bf'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:11.344741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9574a3d1-05fa-4cc9-a276-c263e02f3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c1b51cc7-85d9-4929-8142-bca2e58317bf'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:11.387501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9574a3d1-05fa-4cc9-a276-c263e02f3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:11.409662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574a3d1-05fa-4cc9-a276-c263e02f3c92 None None] Routers {'c1b51cc7-85d9-4929-8142-bca2e58317bf'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:11.410483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9574a3d1-05fa-4cc9-a276-c263e02f3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c1b51cc7-85d9-4929-8142-bca2e58317bf'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:11.415432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1244-29c7-4297-aa32-aca07871eefd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.419583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=79dcacd8-beed-4aff-a039-869512bc76b5,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:11.460103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-349e350a-25b4-441a-8245-46a84fcfa5e5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4719601 Aug 20 12:10:11.460313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9574a3d1-05fa-4cc9-a276-c263e02f3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:11.460313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574a3d1-05fa-4cc9-a276-c263e02f3c92 None None] The sync data for ids ['c1b51cc7-85d9-4929-8142-bca2e58317bf'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:11.460512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53792) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:11.465512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-85dfc206-446a-4b9c-b7f4-3f5baf975c1a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': '79dcacd8-beed-4aff-a039-869512bc76b5', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-13873723'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:11.633664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '79dcacd8-beed-4aff-a039-869512bc76b5'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:11.634564 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.700578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1244-29c7-4297-aa32-aca07871eefd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.703047 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1244-29c7-4297-aa32-aca07871eefd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.730389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dfc206-446a-4b9c-b7f4-3f5baf975c1a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:11.789793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1244-29c7-4297-aa32-aca07871eefd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.790555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bc1244-29c7-4297-aa32-aca07871eefd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Fanout notify agent at l3_agent the message router_deleted on router c1b51cc7-85d9-4929-8142-bca2e58317bf {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:10:11.805294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1244-29c7-4297-aa32-aca07871eefd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.811652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f1bc1244-29c7-4297-aa32-aca07871eefd tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/routers/c1b51cc7-85d9-4929-8142-bca2e58317bf HTTP/1.1" status: 204 len: 168 time: 0.5241263 Aug 20 12:10:11.812640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:11.897938 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85dfc206-446a-4b9c-b7f4-3f5baf975c1a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.903600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c8893e-4a93-4c8d-94b8-df7978b95120 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet 11a34ca4-ccca-47e1-8a6d-f58cbdc2955c {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:11.918059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48c8893e-4a93-4c8d-94b8-df7978b95120 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.923932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-85dfc206-446a-4b9c-b7f4-3f5baf975c1a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 9eefee4d-1d78-4031-904a-502451e7af5b yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:10:11.974466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/79dcacd8-beed-4aff-a039-869512bc76b5/b8e4fd0d-62ea-457b-b170-ec991f9dc7d5) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:11.980331 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.054721 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48c8893e-4a93-4c8d-94b8-df7978b95120 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.255905 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.267867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Transition to ACTIVE for port object b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:12.307678 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6c796f3-370e-4629-9cb0-587482fae1ea req-f0e02d0e-3cb1-45e0-bf21-9377ea481e11 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0703413 Aug 20 12:10:12.314476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Transition to ACTIVE for port object b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:12.328598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 367fe804-4025-4295-843c-5bbead3192d6 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:12.331101 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48c8893e-4a93-4c8d-94b8-df7978b95120 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.335616 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.338767 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dfc206-446a-4b9c-b7f4-3f5baf975c1a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:10:12.339341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dfc206-446a-4b9c-b7f4-3f5baf975c1a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:12.363189 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-85dfc206-446a-4b9c-b7f4-3f5baf975c1a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8993440 Aug 20 12:10:12.364564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53810) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:12.402063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d026d9-178c-4112-96f2-f46ddd78961a req-69f9eb25-1e13-4242-b0c1-ff0fd37485e8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:12.403868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40d026d9-178c-4112-96f2-f46ddd78961a req-69f9eb25-1e13-4242-b0c1-ff0fd37485e8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 945 time: 0.1677351 Aug 20 12:10:12.431741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Pushing event updated for resources: {'Port': ['ID=b8e4fd0d-62ea-457b-b170-ec991f9dc7d5,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:12.442972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 367fe804-4025-4295-843c-5bbead3192d6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:12.443322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 367fe804-4025-4295-843c-5bbead3192d6 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:12.458866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:12.461379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:12.466366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:12.497662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40d026d9-178c-4112-96f2-f46ddd78961a req-47537232-6933-4a6d-a392-3e6242a9e26c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823033 Aug 20 12:10:12.558383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5290a876-b3c1-4650-a040-bf9bc23c1bf1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:12.558827 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48c8893e-4a93-4c8d-94b8-df7978b95120 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.563607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5290a876-b3c1-4650-a040-bf9bc23c1bf1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1944818 Aug 20 12:10:12.564280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:12.628890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Attempting to bind port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:12.629574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Attempting to bind port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:12.630289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Attempting to bind port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:12.647233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:12.647980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:12.648608 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.649078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:12.649639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Bound port: b8e4fd0d-62ea-457b-b170-ec991f9dc7d5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:12.650088 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.661478 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3490d52d-41d9-4f1a-95ea-ae5590892a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:12.663484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3490d52d-41d9-4f1a-95ea-ae5590892a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:12.664769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8893e-4a93-4c8d-94b8-df7978b95120 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=11a34ca4-ccca-47e1-8a6d-f58cbdc2955c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:12.665474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3490d52d-41d9-4f1a-95ea-ae5590892a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1000721 Aug 20 12:10:12.668801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53814) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:12.700769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48c8893e-4a93-4c8d-94b8-df7978b95120 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.703865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-48c8893e-4a93-4c8d-94b8-df7978b95120 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/11a34ca4-ccca-47e1-8a6d-f58cbdc2955c HTTP/1.1" status: 204 len: 168 time: 0.8899429 Aug 20 12:10:12.720518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53818) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:12.726704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d988edb2-5355-40af-875e-637f5a15ec4f req-1f577719-35b4-4e82-a6eb-1aa801329652 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0719926 Aug 20 12:10:12.750158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47314e-6d24-4d53-a142-9dbd698d0d88 None None] Network f37a3acb-5409-4957-9c27-a8adc83c1472 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:12.760260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2effd3b4-0066-4b9c-86ee-80db950f10ee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 79dcacd8-beed-4aff-a039-869512bc76b5 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:12.775285 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2effd3b4-0066-4b9c-86ee-80db950f10ee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.825367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] For port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:12.856441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] For port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b8e4fd0d-62ea-457b-b170-ec991f9dc7d5,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:12.884182 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2effd3b4-0066-4b9c-86ee-80db950f10ee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.893121 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.912923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:12.963414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bad79-c67e-44c3-8475-a229f04da8e8 req-71637e87-652d-42a7-a559-206b48eda6e7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:12.964841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c87bad79-c67e-44c3-8475-a229f04da8e8 req-71637e87-652d-42a7-a559-206b48eda6e7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.4661164 Aug 20 12:10:13.036999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a61b-e421-4637-a31f-b4c8e92ac272 None None] Pushing event updated for resources: {'Port': ['ID=b8e4fd0d-62ea-457b-b170-ec991f9dc7d5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:13.096131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2effd3b4-0066-4b9c-86ee-80db950f10ee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.127579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] DHCP port deletion for f37a3acb-5409-4957-9c27-a8adc83c1472 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:13.157494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c87bad79-c67e-44c3-8475-a229f04da8e8 req-7c8a8d58-7e48-4f32-8037-284b778207dc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760135 Aug 20 12:10:13.183118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 0d35054b-e4a1-4261-89eb-5b830a6e462d {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:13.183899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.224804 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2effd3b4-0066-4b9c-86ee-80db950f10ee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.275232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] Deleting port 0d35054b-e4a1-4261-89eb-5b830a6e462d {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:13.275783 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.291500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2effd3b4-0066-4b9c-86ee-80db950f10ee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.304489 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2effd3b4-0066-4b9c-86ee-80db950f10ee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/79dcacd8-beed-4aff-a039-869512bc76b5 HTTP/1.1" status: 204 len: 168 time: 0.6338241 Aug 20 12:10:13.305819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effd3b4-0066-4b9c-86ee-80db950f10ee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=79dcacd8-beed-4aff-a039-869512bc76b5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:13.307478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53820) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:13.400547 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-150c38cf-2e40-4bd3-8c16-e43dcb39a587 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879521 Aug 20 12:10:13.401637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53824) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:13.410106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] For port 0d35054b-e4a1-4261-89eb-5b830a6e462d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0d35054b-e4a1-4261-89eb-5b830a6e462d,segment=NetworkSegment(08129d8e-be2f-42c7-88d6-ae6ee30ba6be),segment_id=08129d8e-be2f-42c7-88d6-ae6ee30ba6be)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:13.410714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.413156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:13.447357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 0d35054b-e4a1-4261-89eb-5b830a6e462d owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:13.490397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] For port 0d35054b-e4a1-4261-89eb-5b830a6e462d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0d35054b-e4a1-4261-89eb-5b830a6e462d,segment=NetworkSegment(08129d8e-be2f-42c7-88d6-ae6ee30ba6be),segment_id=08129d8e-be2f-42c7-88d6-ae6ee30ba6be)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:13.490807 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.513343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] Calling delete_port for 0d35054b-e4a1-4261-89eb-5b830a6e462d owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:13.570963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:13.575114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.668609 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.714889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] Pushing event deleted for resources: {'Port': ['ID=0d35054b-e4a1-4261-89eb-5b830a6e462d,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:13.736533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6952a2-9e5f-4730-a4b4-892602d05a56 None None] No DVR routers for this DVR port 0d35054b-e4a1-4261-89eb-5b830a6e462d on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:13.742774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.837211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfece138-da2d-4fec-88b2-7bf84aea9e7b req-573a2ea5-5f02-4cf5-97b8-8caa300287bf tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.1896434 Aug 20 12:10:13.958330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:13.962002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03c0c9-96c1-48de-96e9-fa384d697187 req-b006680d-551c-4286-9dd9-9b64057626e8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:13.963928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b03c0c9-96c1-48de-96e9-fa384d697187 req-b006680d-551c-4286-9dd9-9b64057626e8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 945 time: 0.3177783 Aug 20 12:10:13.986072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-d389f8b7-78df-4844-a2fa-ef1f490122cc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:13.987919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-d389f8b7-78df-4844-a2fa-ef1f490122cc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 945 time: 0.2787576 Aug 20 12:10:13.988784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.034036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No DVR routers for this DVR port 0d35054b-e4a1-4261-89eb-5b830a6e462d on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:14.041399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:14.049381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:14.054671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:14.055251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.073544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=c5818529-b542-44d3-b7cc-571eae16e8c4,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:14.089110 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c448832f-c341-42fc-9ebd-856f216ce760 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6814890 Aug 20 12:10:14.089753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53832) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:14.092456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=0d35054b-e4a1-4261-89eb-5b830a6e462d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:14.094669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-189825bc-3cd5-436b-bcb4-e665d760a73e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2035339232', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:14.102372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34d2f275-d4ce-47c7-8b81-ec0c4e3ad15e req-4e5bb857-62a2-4654-8bdb-44b53de402bb tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1317880 Aug 20 12:10:14.153062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-189825bc-3cd5-436b-bcb4-e665d760a73e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.154533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-189825bc-3cd5-436b-bcb4-e665d760a73e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.259765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.273739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37a3acb-5409-4957-9c27-a8adc83c1472']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:14.277756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-189825bc-3cd5-436b-bcb4-e665d760a73e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.291061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08129d8e-be2f-42c7-88d6-ae6ee30ba6be') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:14.291359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08129d8e-be2f-42c7-88d6-ae6ee30ba6be') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:14.298303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-189825bc-3cd5-436b-bcb4-e665d760a73e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.304185 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.331301 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.337485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-189825bc-3cd5-436b-bcb4-e665d760a73e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.341886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:14.341886 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.343153 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-189825bc-3cd5-436b-bcb4-e665d760a73e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2520497 Aug 20 12:10:14.345482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53836) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:14.457650 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:14.510173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:14.549541 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b03c0c9-96c1-48de-96e9-fa384d697187 req-3c993ba0-1721-4179-91f3-5eea75057846 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511401 Aug 20 12:10:14.599560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334a06-c100-4e2b-85df-4591a131be37 req-b63390fa-c0a1-425c-95e1-12c2e991deaf tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:14.614541 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61334a06-c100-4e2b-85df-4591a131be37 req-b63390fa-c0a1-425c-95e1-12c2e991deaf tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.1938982 Aug 20 12:10:14.640303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd2e916-36ba-43db-adf0-c6481b0f977b None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:14.643326 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.665838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.668071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/networks/f37a3acb-5409-4957-9c27-a8adc83c1472 HTTP/1.1" status: 204 len: 168 time: 1.9404202 Aug 20 12:10:14.669414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ec1ea-4f74-443b-8b07-f381bb3aaa3b tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Network': ['ID=f37a3acb-5409-4957-9c27-a8adc83c1472,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:14.672785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53838) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:14.711959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61334a06-c100-4e2b-85df-4591a131be37 req-2530b766-d7fd-47cf-a92f-d2f3fb1eb295 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958183 Aug 20 12:10:14.723753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Deleting port b99f97e3-17fd-4b14-a820-ddc0b81af924 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:14.724382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.815134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:14.840405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] For port b99f97e3-17fd-4b14-a820-ddc0b81af924, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b99f97e3-17fd-4b14-a820-ddc0b81af924,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:14.840916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.856654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ef0f29e2-70e6-40c1-94b6-e9ba00d1d575 None None] Provisioning for port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:14.862772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Calling delete_port for b99f97e3-17fd-4b14-a820-ddc0b81af924 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:14.865118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ef0f29e2-70e6-40c1-94b6-e9ba00d1d575 None None] Provisioning complete for port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:14.865500 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ef0f29e2-70e6-40c1-94b6-e9ba00d1d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.885102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f1807-7eb8-4646-836a-e87e08760c8c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:14.891566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53842) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:14.905781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b48f1807-7eb8-4646-836a-e87e08760c8c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/34088353-492a-4078-a768-148310431b6e HTTP/1.1" status: 200 len: 845 time: 0.2301323 Aug 20 12:10:14.947662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0d35054b-e4a1-4261-89eb-5b830a6e462d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:14.995959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0d35054b-e4a1-4261-89eb-5b830a6e462d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:14.996313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0d35054b-e4a1-4261-89eb-5b830a6e462d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:15.037143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.082028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52f0e37f-e800-4f56-9453-495de93a0f3b req-4c39eb8d-76ee-46d4-b73f-09b54228f6b9 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0539947 Aug 20 12:10:15.093361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f9d03c36-cacd-4dc2-88bd-d684b7057a26 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/34088353-492a-4078-a768-148310431b6e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1937232 Aug 20 12:10:15.093988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53844) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:15.121100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:15.169769 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ef0f29e2-70e6-40c1-94b6-e9ba00d1d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.248465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ef0f29e2-70e6-40c1-94b6-e9ba00d1d575 None None] For port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b8e4fd0d-62ea-457b-b170-ec991f9dc7d5,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:15.267520 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ef0f29e2-70e6-40c1-94b6-e9ba00d1d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.329083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e547a00-abee-487f-83b7-d0fc0b2b9e94 req-0f0fb1b0-1c1b-408f-8a4f-0928140bfb80 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0940044 Aug 20 12:10:15.424817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f29e2-70e6-40c1-94b6-e9ba00d1d575 None None] Pushing event updated for resources: {'Port': ['ID=b8e4fd0d-62ea-457b-b170-ec991f9dc7d5,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:15.474764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.477203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:15.488373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['afd87ac4-0126-41de-bf6c-f1df18b55635', 'b99f97e3-17fd-4b14-a820-ddc0b81af924'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:10:15.493747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.582469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::1 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/c5818529-b542-44d3-b7cc-571eae16e8c4/7ffe8a44-796f-47b0-9703-9a9d8f205371) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:15.584361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d36d3144-b50c-477e-b4f0-fe779083833a None None] Provisioning complete for port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:15.584850 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d36d3144-b50c-477e-b4f0-fe779083833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.607069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event deleted for resources: {'Port': ['ID=b99f97e3-17fd-4b14-a820-ddc0b81af924,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:15.688958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] No DVR routers for this DVR port b99f97e3-17fd-4b14-a820-ddc0b81af924 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:15.693861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.695973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d477240f-71b8-4cb7-ad08-0a72d8a60eb8 req-77ff8fb0-1c76-4716-a5a3-9ed4881173f0 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "DELETE /v2.0/ports/b99f97e3-17fd-4b14-a820-ddc0b81af924 HTTP/1.1" status: 204 len: 173 time: 1.6911666 Aug 20 12:10:15.696428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dd984-5a4e-40bd-87af-a966cb5f05e3', 'name': 'network-vif-deleted', 'tag': 'b99f97e3-17fd-4b14-a820-ddc0b81af924'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:15.699029 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdd1d74-1751-4e46-951a-98d68a7c7287" -d '{"events": [{"server_uuid": "a60dd984-5a4e-40bd-87af-a966cb5f05e3", "name": "network-vif-deleted", "tag": "b99f97e3-17fd-4b14-a820-ddc0b81af924"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:15.799281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ea9775-ef04-4879-a4eb-429d9b6287f4 req-6c27e50f-9888-4469-8c59-4002392b8c50 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=a60dd984-5a4e-40bd-87af-a966cb5f05e3 HTTP/1.1" status: 200 len: 210 time: 0.0448046 Aug 20 12:10:15.847651 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9652af3b-2728-48b5-bfcc-fb23da42a159 x-openstack-request-id: req-9652af3b-2728-48b5-bfcc-fb23da42a159 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:15.847952 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dd984-5a4e-40bd-87af-a966cb5f05e3", "name": "network-vif-deleted", "tag": "b99f97e3-17fd-4b14-a820-ddc0b81af924", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:15.848197 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9652af3b-2728-48b5-bfcc-fb23da42a159 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:15.848652 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dd984-5a4e-40bd-87af-a966cb5f05e3', 'name': 'network-vif-deleted', 'tag': 'b99f97e3-17fd-4b14-a820-ddc0b81af924', 'status': 'completed', 'code': 200} Aug 20 12:10:15.967574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.986098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 7ffe8a44-796f-47b0-9703-9a9d8f205371 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:16.082744 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:16.156104 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:16.157329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=7ffe8a44-796f-47b0-9703-9a9d8f205371,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:16.170337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:16.171457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:16.187254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:16.188501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:16.270155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=a0639902-9630-4d6d-9bd7-bf8b3acb4fff,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:16.368603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:16.411910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359e2d1-dc1e-4c79-aafe-612777631f70 req-c0842fca-d353-4217-8714-760f6eb9b732 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:16.419612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6359e2d1-dc1e-4c79-aafe-612777631f70 req-c0842fca-d353-4217-8714-760f6eb9b732 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.4221823 Aug 20 12:10:16.423425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:16.497936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412e884-8cdc-4b78-9166-39ffa7b56d75 None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:16.539258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:16.578785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:16.932787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d3aa8a12-48b8-4aa7-acb6-e47b235f2b74 None None] Provisioning for port 7ffe8a44-796f-47b0-9703-9a9d8f205371 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:16.955903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:16.956576 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:16.971207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d3aa8a12-48b8-4aa7-acb6-e47b235f2b74 None None] Provisioning complete for port 7ffe8a44-796f-47b0-9703-9a9d8f205371 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:16.971587 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8a12-48b8-4aa7-acb6-e47b235f2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:16.975564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00620586-be8a-4a93-83c3-ae1ba34ee032 req-aaa8e064-deb0-4ddb-b275-9fa36591bb99 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.6441870 Aug 20 12:10:16.979287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:16.982644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.101023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0af9297c-88b0-492b-85c2-41432af85da0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9987407 Aug 20 12:10:17.105797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53870) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:17.107820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa8a12-48b8-4aa7-acb6-e47b235f2b74 None None] Port 7ffe8a44-796f-47b0-9703-9a9d8f205371 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:17.115821 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.116303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4e342b87-2a8c-46d9-96d5-527252a12b74 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'security_group': {'name': 'tempest-secgroup-596750210'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:17.122133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.122964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.145157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6359e2d1-dc1e-4c79-aafe-612777631f70 req-d5f8d3e5-4bc7-4844-b94b-1f5b5b3d8a58 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524200 Aug 20 12:10:17.192579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-955713ce-7219-46c3-b87d-54109a4ed21b', 'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'tenant_id': '7d51208ea09f4f43b2ec696b3fcd4f93', 'fixed_ips': [{'subnet_id': 'a0639902-9630-4d6d-9bd7-bf8b3acb4fff'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:17.194272 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.219055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f855fde7-5bc7-42cd-8238-6aa469b71fe0 req-0c84a6ca-930d-4b18-8252-9b5457263578 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0702007 Aug 20 12:10:17.248971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e342b87-2a8c-46d9-96d5-527252a12b74 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.323426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=7ffe8a44-796f-47b0-9703-9a9d8f205371,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:17.431697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Allocated IP 2001:db8::2 (955713ce-7219-46c3-b87d-54109a4ed21b/a0639902-9630-4d6d-9bd7-bf8b3acb4fff/9003a861-ffd4-4c80-95ca-d03849fc4786) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:17.433106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e342b87-2a8c-46d9-96d5-527252a12b74 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.441060 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e342b87-2a8c-46d9-96d5-527252a12b74 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.501229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e342b87-2a8c-46d9-96d5-527252a12b74 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.502611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:17.511768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4e342b87-2a8c-46d9-96d5-527252a12b74 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4018362 Aug 20 12:10:17.512662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53876) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:17.513481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:17.522052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-42bc9173-87a3-4046-b889-b061f6905b32 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'security_group': {'name': 'tempest-secgroup-156957615'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:17.544339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e342b87-2a8c-46d9-96d5-527252a12b74 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4742f129-e509-4c26-8291-a3792f8ac351,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:17.588781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42bc9173-87a3-4046-b889-b061f6905b32 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.780856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998d36b-32e1-4862-bd8e-a368e2e9167c req-35f4b9ab-fdfe-44bc-93c3-abca97cfa471 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:17.795667 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a998d36b-32e1-4862-bd8e-a368e2e9167c req-35f4b9ab-fdfe-44bc-93c3-abca97cfa471 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.1803470 Aug 20 12:10:17.818299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.819551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Router ff24f386-992b-445b-b024-305644288d42 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:10:17.835326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Transition to ACTIVE for port object 9003a861-ffd4-4c80-95ca-d03849fc4786 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:17.877395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Transition to ACTIVE for port object 9003a861-ffd4-4c80-95ca-d03849fc4786 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:17.895653 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.918532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a998d36b-32e1-4862-bd8e-a368e2e9167c req-f385d4f4-ba97-46be-a871-5ac5fd10fcf1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212268 Aug 20 12:10:17.962907 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42bc9173-87a3-4046-b889-b061f6905b32 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.967224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:17.973988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:17.979685 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42bc9173-87a3-4046-b889-b061f6905b32 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.980270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:18.006107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:18.012323 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e00afbba-e02e-41ee-b32c-810ea832bc28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "PUT /v2.0/routers/ff24f386-992b-445b-b024-305644288d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6655636 Aug 20 12:10:18.016125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53878) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:18.022346 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Sync routers for ids ['ff24f386-992b-445b-b024-305644288d42'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:18.032289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Pushing event updated for resources: {'Port': ['ID=9003a861-ffd4-4c80-95ca-d03849fc4786,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:18.040555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e4cf53fa-6dfd-4928-85db-f419a3311140 None None] Provisioning complete for port 7ffe8a44-796f-47b0-9703-9a9d8f205371 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:18.043113 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Routers {'ff24f386-992b-445b-b024-305644288d42'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:18.044560 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['ff24f386-992b-445b-b024-305644288d42'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:18.049255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42bc9173-87a3-4046-b889-b061f6905b32 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:18.053988 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e4cf53fa-6dfd-4928-85db-f419a3311140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:18.054425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-42bc9173-87a3-4046-b889-b061f6905b32 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5406969 Aug 20 12:10:18.055072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53882) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:18.067108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-572505987', 'security_groups': ['4cea28f0-84d3-4415-8d6f-b03c6879a263'], 'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0639902-9630-4d6d-9bd7-bf8b3acb4fff'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:18.163919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1076dab-77d6-4935-bc61-0c1245319731 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:18.166235 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e1076dab-77d6-4935-bc61-0c1245319731 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports/7ffe8a44-796f-47b0-9703-9a9d8f205371 HTTP/1.1" status: 200 len: 911 time: 0.1480062 Aug 20 12:10:18.168211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53886) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:18.184070 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Set router ff24f386-992b-445b-b024-305644288d42 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:18.208824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc9173-87a3-4046-b889-b061f6905b32 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cea28f0-84d3-4415-8d6f-b03c6879a263,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:18.259528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf53fa-6dfd-4928-85db-f419a3311140 None None] Port 7ffe8a44-796f-47b0-9703-9a9d8f205371 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:18.276483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b99f97e3-17fd-4b14-a820-ddc0b81af924 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:18.278685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd1fa6a-dd35-4250-a6b1-abf6d230e1a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:18.295567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd1fa6a-dd35-4250-a6b1-abf6d230e1a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:18.302627 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0bd1fa6a-dd35-4250-a6b1-abf6d230e1a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1326387 Aug 20 12:10:18.307126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53890) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:18.326523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b89346b2-f88f-43c0-87c5-19c157aa727d req-20c9922a-a59a-49c3-b463-176e422d4a2e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.1027827 Aug 20 12:10:18.337639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Attempting to bind port 9003a861-ffd4-4c80-95ca-d03849fc4786 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:18.338028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Attempting to bind port 9003a861-ffd4-4c80-95ca-d03849fc4786 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd6ff8b7c-2106-42af-a0d3-4591d3dfcdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:18.338424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Attempting to bind port 9003a861-ffd4-4c80-95ca-d03849fc4786 on network 955713ce-7219-46c3-b87d-54109a4ed21b {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:18.341955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: b99f97e3-17fd-4b14-a820-ddc0b81af924 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:18.342346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b99f97e3-17fd-4b14-a820-ddc0b81af924 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:18.348517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:18.348893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Checking segment: {'id': 'd6ff8b7c-2106-42af-a0d3-4591d3dfcdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:18.349304 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:18.349955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Bound using segment: {'id': 'd6ff8b7c-2106-42af-a0d3-4591d3dfcdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:18.350627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Bound port: 9003a861-ffd4-4c80-95ca-d03849fc4786, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ff8b7c-2106-42af-a0d3-4591d3dfcdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:18.351034 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:18.433225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-21394876-df0b-44c6-9225-2b996f21610a None None] For port 9003a861-ffd4-4c80-95ca-d03849fc4786, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:18.437240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-21394876-df0b-44c6-9225-2b996f21610a None None] For port 9003a861-ffd4-4c80-95ca-d03849fc4786, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9003a861-ffd4-4c80-95ca-d03849fc4786,segment=NetworkSegment(d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5),segment_id=d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:18.449956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:18.532279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21394876-df0b-44c6-9225-2b996f21610a None None] Pushing event updated for resources: {'Port': ['ID=9003a861-ffd4-4c80-95ca-d03849fc4786,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:18.541826 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1069d1a-3852-473e-8035-1e76445a9a4d req-dddb82ca-cc01-44e1-a85d-08a94e895cc8 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0600352 Aug 20 12:10:18.643092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-19bbda87-bdbc-499b-b3d1-ace251fc05ce tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:18.644631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-19bbda87-bdbc-499b-b3d1-ace251fc05ce tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.3574862 Aug 20 12:10:18.662130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba37f6-8997-433b-afed-179fb0339db4 req-a6166e5d-be3a-45c4-9c7a-6b0dd562baa2 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:18.672719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57ba37f6-8997-433b-afed-179fb0339db4 req-a6166e5d-be3a-45c4-9c7a-6b0dd562baa2 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.3372915 Aug 20 12:10:18.742111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57ba37f6-8997-433b-afed-179fb0339db4 req-d40bb8e9-b145-4ad0-ae43-256c4f8ab6d2 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679715 Aug 20 12:10:18.801208 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24f386-992b-445b-b024-305644288d42', 'name': 'tempest-NetworksTestDHCPv6-router-2035339232', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:14Z', 'updated_at': '2021-08-20T12:10:16Z', 'revision_number': 2, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None, '_interfaces': [{'id': '7ffe8a44-796f-47b0-9703-9a9d8f205371', 'name': '', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'mac_address': 'fa:16:3e:77:da:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff24f386-992b-445b-b024-305644288d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'c5818529-b542-44d3-b7cc-571eae16e8c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:15Z', 'updated_at': '2021-08-20T12:10:16Z', 'revision_number': 2, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'subnets': [{'id': 'c5818529-b542-44d3-b7cc-571eae16e8c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:18.855779 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Checking router: ff24f386-992b-445b-b024-305644288d42 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:18.856349 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Updating router ff24f386-992b-445b-b024-305644288d42 port 7ffe8a44-796f-47b0-9703-9a9d8f205371 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:10:18.904486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:18.932422 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.052217 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.098662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:10:19.113349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Deleting port afd87ac4-0126-41de-bf6c-f1df18b55635 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:19.114127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.260668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] For port afd87ac4-0126-41de-bf6c-f1df18b55635, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=afd87ac4-0126-41de-bf6c-f1df18b55635,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:19.261362 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.303621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Calling delete_port for afd87ac4-0126-41de-bf6c-f1df18b55635 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:19.445888 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.664740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::341 (955713ce-7219-46c3-b87d-54109a4ed21b/a0639902-9630-4d6d-9bd7-bf8b3acb4fff/2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:19.715366 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.905113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fd7bd29-3ba3-427d-9463-eae80e3a31f4 req-518b2fab-9c4c-43ba-97ce-01c7fa9e892d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0652571 Aug 20 12:10:19.913313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:19.935638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:20.003573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-40bd4467-c066-480f-8597-cbd5a5f821cf None None] Provisioning for port 9003a861-ffd4-4c80-95ca-d03849fc4786 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:20.017553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.033876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-40bd4467-c066-480f-8597-cbd5a5f821cf None None] Provisioning complete for port 34088353-492a-4078-a768-148310431b6e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:20.034282 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40bd4467-c066-480f-8597-cbd5a5f821cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.082500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-40bd4467-c066-480f-8597-cbd5a5f821cf None None] Port 34088353-492a-4078-a768-148310431b6e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:20.109609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 7ffe8a44-796f-47b0-9703-9a9d8f205371 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:20.110363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.119005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784f14-4d86-492f-877a-c3040c129928 req-aeb7538d-667d-41be-aad6-f5aceba3002f tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:20.127771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b784f14-4d86-492f-877a-c3040c129928 req-aeb7538d-667d-41be-aad6-f5aceba3002f tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69c0b42-fe96-43af-8a02-fad54ee0e963 HTTP/1.1" status: 200 len: 945 time: 0.8618891 Aug 20 12:10:20.166421 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Transition to ACTIVE for port object 7ffe8a44-796f-47b0-9703-9a9d8f205371 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:20.172800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:20.180938 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.191687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-786ef4ce-4672-471b-b8c8-d72ee44a66c7 req-1d088b27-b3ad-4353-a69a-7f2068c01555 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1491222 Aug 20 12:10:20.205492 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.219087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:20.220577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['afd87ac4-0126-41de-bf6c-f1df18b55635'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:10:20.238037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:20.244525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:20.245488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.263402 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.305777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 7ffe8a44-796f-47b0-9703-9a9d8f205371 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:20.396287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:20.445291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-73995d3f-e797-4baa-ab5e-060ba8bf56ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3867879 Aug 20 12:10:20.449471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53904) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:20.482740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-32f1e61e-e320-4e59-bd80-a0431dc74e8d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:20.497885 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Attempting to bind port 7ffe8a44-796f-47b0-9703-9a9d8f205371 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:20.499066 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Attempting to bind port 7ffe8a44-796f-47b0-9703-9a9d8f205371 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:20.500974 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Attempting to bind port 7ffe8a44-796f-47b0-9703-9a9d8f205371 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:20.545322 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:20.546899 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:20.547566 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.548218 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:20.548946 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Bound port: 7ffe8a44-796f-47b0-9703-9a9d8f205371, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:20.549580 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.607885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9003a861-ffd4-4c80-95ca-d03849fc4786 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:20.629686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b784f14-4d86-492f-877a-c3040c129928 req-cc925714-e7cf-4f5e-b014-5ff6e8b27fff tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d271e09-8253-4561-a3ff-1108129f0581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009124 Aug 20 12:10:20.674062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] No DVR routers for this DVR port afd87ac4-0126-41de-bf6c-f1df18b55635 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:20.677751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.680499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a7014371-b96e-4f08-bfb9-0a567ef56727 req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "DELETE /v2.0/ports/afd87ac4-0126-41de-bf6c-f1df18b55635 HTTP/1.1" status: 204 len: 173 time: 1.9835699 Aug 20 12:10:20.722765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c0b42-fe96-43af-8a02-fad54ee0e963', 'name': 'network-vif-deleted', 'tag': 'afd87ac4-0126-41de-bf6c-f1df18b55635'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:20.726613 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd481a0b-59c1-428b-8df7-4e1705a9c9a0" -d '{"events": [{"server_uuid": "f69c0b42-fe96-43af-8a02-fad54ee0e963", "name": "network-vif-deleted", "tag": "afd87ac4-0126-41de-bf6c-f1df18b55635"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:20.729551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da1649-9921-4ce9-9587-5e9eb77e807c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event deleted for resources: {'Port': ['ID=afd87ac4-0126-41de-bf6c-f1df18b55635,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:20.776622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9003a861-ffd4-4c80-95ca-d03849fc4786 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:20.785270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:20.785662 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.961707 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26ca0f-f0f1-400b-b8de-8d001bdf0efe x-openstack-request-id: req-ec26ca0f-f0f1-400b-b8de-8d001bdf0efe {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:20.961988 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c0b42-fe96-43af-8a02-fad54ee0e963", "name": "network-vif-deleted", "tag": "afd87ac4-0126-41de-bf6c-f1df18b55635", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:20.971972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.975206 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec26ca0f-f0f1-400b-b8de-8d001bdf0efe {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:20.975937 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c0b42-fe96-43af-8a02-fad54ee0e963', 'name': 'network-vif-deleted', 'tag': 'afd87ac4-0126-41de-bf6c-f1df18b55635', 'status': 'completed', 'code': 200} Aug 20 12:10:21.009934 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.db.api [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:10:21.010741 n-d-800634-10 neutron-server[101036]: DEBUG oslo_db.api [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:10:21.018376 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Pushing event updated for resources: {'Port': ['ID=7ffe8a44-796f-47b0-9703-9a9d8f205371,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:21.026928 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.027656 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.028227 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.028792 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.029351 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.030506 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.031086 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.031650 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.032223 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.032780 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.033340 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.033892 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5c4796-cedf-449b-8f72-6ba038ce8b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:21.042759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=7ffe8a44-796f-47b0-9703-9a9d8f205371,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:21.117703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f221c3-d28f-486a-b4c9-c1b4ef47200d req-18442ac6-38e5-42e1-8e12-f7e7a6aaf7d8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:21.119686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f8f221c3-d28f-486a-b4c9-c1b4ef47200d req-18442ac6-38e5-42e1-8e12-f7e7a6aaf7d8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.4808872 Aug 20 12:10:21.145868 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.182969 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dabe5fd9-d265-4abe-8093-9b4fc3cab11b req-ed94e398-f61b-4918-9a92-f440a99df23f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0847476 Aug 20 12:10:21.200278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f8809a5d-4a34-40aa-8258-db8b6f77dc6d None None] Provisioning for port 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:21.246090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f8809a5d-4a34-40aa-8258-db8b6f77dc6d None None] Provisioning complete for port 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:21.246488 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f8809a5d-4a34-40aa-8258-db8b6f77dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.297386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 9003a861-ffd4-4c80-95ca-d03849fc4786, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9003a861-ffd4-4c80-95ca-d03849fc4786,segment=NetworkSegment(d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5),segment_id=d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:21.299274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f8f221c3-d28f-486a-b4c9-c1b4ef47200d req-a6da4478-2de2-4246-8bc4-13eb25de7696 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276319 Aug 20 12:10:21.318410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.330124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1e61e-e320-4e59-bd80-a0431dc74e8d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:21.331493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.332403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32f1e61e-e320-4e59-bd80-a0431dc74e8d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.474111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=9003a861-ffd4-4c80-95ca-d03849fc4786,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:21.488289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f8809a5d-4a34-40aa-8258-db8b6f77dc6d None None] Port 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:21.491261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30f5a1d3-1f9c-422c-b132-209ac6c8cb48 req-8adf4067-f649-4db1-849b-b1695aa41f28 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0763590 Aug 20 12:10:21.559302 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Attempting to bind port 7ffe8a44-796f-47b0-9703-9a9d8f205371 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:21.561872 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Attempting to bind port 7ffe8a44-796f-47b0-9703-9a9d8f205371 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:21.561872 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Attempting to bind port 7ffe8a44-796f-47b0-9703-9a9d8f205371 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:21.567408 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:21.567785 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:21.568316 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.568808 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:21.569251 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Bound port: 7ffe8a44-796f-47b0-9703-9a9d8f205371, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:21.569640 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.628070 n-d-800634-10 neutron-server[101034]: INFO neutron.db.ipam_backend_mixin [None req-32f1e61e-e320-4e59-bd80-a0431dc74e8d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0639902-9630-4d6d-9bd7-bf8b3acb4fff (CIDR: 2001:db8::/64) Aug 20 12:10:21.635309 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f1e61e-e320-4e59-bd80-a0431dc74e8d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:10:21.636736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f1e61e-e320-4e59-bd80-a0431dc74e8d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:21.660172 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b27ebb6f-4ad4-4f79-92a7-3d381bf2f80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.673051 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.plugin [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Port 7ffe8a44-796f-47b0-9703-9a9d8f205371 has been deleted concurrently {{(pid=101036) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 12:10:21.680441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-32f1e61e-e320-4e59-bd80-a0431dc74e8d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2227149 Aug 20 12:10:21.683914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53916) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:21.687520 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Routers {'ff24f386-992b-445b-b024-305644288d42'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:21.688671 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['ff24f386-992b-445b-b024-305644288d42'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:21.690853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:21.778913 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] Set router ff24f386-992b-445b-b024-305644288d42 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:21.828290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Router ff24f386-992b-445b-b024-305644288d42 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:21.893324 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24f386-992b-445b-b024-305644288d42', 'name': 'tempest-NetworksTestDHCPv6-router-2035339232', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:14Z', 'updated_at': '2021-08-20T12:10:20Z', 'revision_number': 3, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:21.928104 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466667f-0d7c-45d5-b149-76ac93897fad None None] The sync data for ids ['ff24f386-992b-445b-b024-305644288d42'] in n-d-800634-10 is: [{'id': 'ff24f386-992b-445b-b024-305644288d42', 'name': 'tempest-NetworksTestDHCPv6-router-2035339232', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:14Z', 'updated_at': '2021-08-20T12:10:20Z', 'revision_number': 3, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:21.993311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:21.994369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:22.003542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.018376 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0538d28f-e582-49fe-8d0c-6c1bc4e3212e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "PUT /v2.0/routers/ff24f386-992b-445b-b024-305644288d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7105842 Aug 20 12:10:22.026820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:22.195901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb527856-ae11-49f0-9702-d06ca51cdd75 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:22.197923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb527856-ae11-49f0-9702-d06ca51cdd75 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:22.199639 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bb527856-ae11-49f0-9702-d06ca51cdd75 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1716368 Aug 20 12:10:22.202425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53924) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:22.230999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device afd87ac4-0126-41de-bf6c-f1df18b55635 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:22.285517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d85dd8-d95f-46a9-b0e6-9a5972544bee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet c5818529-b542-44d3-b7cc-571eae16e8c4 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:22.306148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2d85dd8-d95f-46a9-b0e6-9a5972544bee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.308168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: afd87ac4-0126-41de-bf6c-f1df18b55635 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:22.308777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device afd87ac4-0126-41de-bf6c-f1df18b55635 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:22.406946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2d85dd8-d95f-46a9-b0e6-9a5972544bee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.490791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9003a861-ffd4-4c80-95ca-d03849fc4786 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:22.492352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2d85dd8-d95f-46a9-b0e6-9a5972544bee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.570702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02a690-a353-484a-8c2a-3c5c61e909b9 req-c8700658-8c5a-45dd-a8b8-938dbb7abc5a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:22.577754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e02a690-a353-484a-8c2a-3c5c61e909b9 req-c8700658-8c5a-45dd-a8b8-938dbb7abc5a tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.3951514 Aug 20 12:10:22.581310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.602539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2d85dd8-d95f-46a9-b0e6-9a5972544bee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.612762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:22.613144 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.649906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5dfaefc-c5c6-458b-b6fa-79cdeace3eb4 req-fe40db28-a677-46ff-955e-54bec01fc33e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.1379235 Aug 20 12:10:22.693656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d85dd8-d95f-46a9-b0e6-9a5972544bee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=c5818529-b542-44d3-b7cc-571eae16e8c4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:22.710089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a2d85dd8-d95f-46a9-b0e6-9a5972544bee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.716383 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a2d85dd8-d95f-46a9-b0e6-9a5972544bee tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/c5818529-b542-44d3-b7cc-571eae16e8c4 HTTP/1.1" status: 204 len: 168 time: 0.5106685 Aug 20 12:10:22.717109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53934) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:22.739843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8381c63-8b60-4d82-a815-d1aa56d8c27d None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:22.875423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:22.926202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:22.938301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e02a690-a353-484a-8c2a-3c5c61e909b9 req-f25cca45-5627-4379-b3d7-2fb7dd97ec08 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147562 Aug 20 12:10:22.944493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:22.949630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:22.953082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=92ab660d-b4ba-466b-862c-c851eafde427,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:22.965469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b726c7f5-29f1-41f8-a160-aba881976951 None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:23.023326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc1c9b-3452-4d61-aba7-734efd2cbc18 req-a0ecb832-77e8-4a6f-b741-b2c732633d04 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:23.024980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fbc1c9b-3452-4d61-aba7-734efd2cbc18 req-a0ecb832-77e8-4a6f-b741-b2c732633d04 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.2328255 Aug 20 12:10:23.027512 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bae4b12b-1bfc-4caf-858f-369e82113084 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3085310 Aug 20 12:10:23.029527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53936) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:23.029996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53938) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:23.031154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-26c7fe21-d8d1-41aa-ae77-51fb24dba541 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3451397 Aug 20 12:10:23.037479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-949178241', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '92ab660d-b4ba-466b-862c-c851eafde427'}], 'security_groups': ['4742f129-e509-4c26-8291-a3792f8ac351']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:23.137900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbdc56ea-ec21-42b9-9ded-d10e12692715 req-1859293e-0c93-48fa-97c2-a052dfecb794 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0586474 Aug 20 12:10:23.196295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fbc1c9b-3452-4d61-aba7-734efd2cbc18 req-a56c0bd5-56cf-4058-9ec6-22a182e826ab tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590984 Aug 20 12:10:23.277635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8b42429-bb87-4734-b996-2450c5175870 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.302222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:23.427774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded171a-8797-434e-b04a-152f59db185c None None] Update dhcp port {'port': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'fixed_ips': [{'subnet_id': 'a0639902-9630-4d6d-9bd7-bf8b3acb4fff', 'ip_address': '2001:db8::2'}, {'subnet_id': '92ab660d-b4ba-466b-862c-c851eafde427'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '9003a861-ffd4-4c80-95ca-d03849fc4786'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:10:23.431138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] Deleting port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:23.431769 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.504245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] Sync routers for ids ['ff24f386-992b-445b-b024-305644288d42'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:23.532286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] Routers {'ff24f386-992b-445b-b024-305644288d42'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:23.533277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['ff24f386-992b-445b-b024-305644288d42'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:23.536179 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3ded171a-8797-434e-b04a-152f59db185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.567855 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8b42429-bb87-4734-b996-2450c5175870 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.575995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8b42429-bb87-4734-b996-2450c5175870 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.700570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] Set router ff24f386-992b-445b-b024-305644288d42 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:23.705604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] For port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b8e4fd0d-62ea-457b-b170-ec991f9dc7d5,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:23.708153 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.761586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8b42429-bb87-4734-b996-2450c5175870 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.762339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b42429-bb87-4734-b996-2450c5175870 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Fanout notify agent at l3_agent the message router_deleted on router ff24f386-992b-445b-b024-305644288d42 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:10:23.775153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d8b42429-bb87-4734-b996-2450c5175870 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.780430 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d8b42429-bb87-4734-b996-2450c5175870 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/routers/ff24f386-992b-445b-b024-305644288d42 HTTP/1.1" status: 204 len: 168 time: 0.7447574 Aug 20 12:10:23.781857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53944) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:23.789575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:23.869568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4b4d5db-4234-489e-8eb5-b3da870543c4 req-6a2714a4-364b-4cba-bbe6-aba17466e1ba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0471263 Aug 20 12:10:23.886692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-4ae97183-0262-4677-9326-aea4adf19389 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:23.888652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-4ae97183-0262-4677-9326-aea4adf19389 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.1598125 Aug 20 12:10:23.927983 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:23.972915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3ded171a-8797-434e-b04a-152f59db185c None None] Allocated IP 2001:db8:0:1::2 (955713ce-7219-46c3-b87d-54109a4ed21b/92ab660d-b4ba-466b-862c-c851eafde427/9003a861-ffd4-4c80-95ca-d03849fc4786) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:24.035850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Deleting port f0a318d7-9f46-44ee-a379-a25344525654 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:24.036716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.097171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3ded171a-8797-434e-b04a-152f59db185c None None] For port 9003a861-ffd4-4c80-95ca-d03849fc4786, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9003a861-ffd4-4c80-95ca-d03849fc4786,segment=NetworkSegment(d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5),segment_id=d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:24.321092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] For port f0a318d7-9f46-44ee-a379-a25344525654, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=f0a318d7-9f46-44ee-a379-a25344525654,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:24.321910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.352363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:24.356611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.533040 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.536739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.537641 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Floating IP aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe disassociated. External IP: 172.25.0.87, port: f0a318d7-9f46-44ee-a379-a25344525654. Aug 20 12:10:24.537641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Calling delete_port for f0a318d7-9f46-44ee-a379-a25344525654 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:24.591410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24f386-992b-445b-b024-305644288d42', 'name': 'tempest-NetworksTestDHCPv6-router-2035339232', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:14Z', 'updated_at': '2021-08-20T12:10:20Z', 'revision_number': 3, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:24.646998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.688461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] Checking router: ff24f386-992b-445b-b024-305644288d42 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:24.711442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:24.740409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.812615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a13cd44c-5d5e-43fb-9344-47f9f91be2bc req-f3344abe-f199-499d-8efa-36c7460023e1 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0853751 Aug 20 12:10:24.817679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] Calling delete_port for b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:24.872929 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6aeffd-fc07-45d7-8f22-7433555e497a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.887070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:24.896853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event deleted for resources: {'Port': ['ID=f0a318d7-9f46-44ee-a379-a25344525654,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:24.912558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:24.919627 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3ded171a-8797-434e-b04a-152f59db185c None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:24.924856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] Routers set() bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:24.927026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d678882-9295-4500-9397-fae9b15a9415 req-ff9d4dfa-10be-4b2e-af02-d2d99c064ab1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:24.934222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] Router IDs set() for agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 12:10:24.934922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_agentschedulers_db [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ff24f386-992b-445b-b024-305644288d42'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent'). {{(pid=101035) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 12:10:24.935844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d678882-9295-4500-9397-fae9b15a9415 req-ff9d4dfa-10be-4b2e-af02-d2d99c064ab1 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 944 time: 0.7770910 Aug 20 12:10:24.937186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb34122-65c3-48b5-b7e6-fa0a955d6968 None None] The sync data for ids ['ff24f386-992b-445b-b024-305644288d42'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:25.009189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:25.010408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.026205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=9178f837-a2cc-4fdb-9642-26fe511526dd,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:25.054693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3ded171a-8797-434e-b04a-152f59db185c None None] Transition to ACTIVE for port object 9003a861-ffd4-4c80-95ca-d03849fc4786 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:25.072750 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9b07c99a-a40f-4092-bd99-901c7c0a46a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2888377 Aug 20 12:10:25.087992 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3ded171a-8797-434e-b04a-152f59db185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.120958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53960) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:25.158794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d8c070d1-5bbf-4139-b884-1ede6dbc1359 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-241762472', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:25.221193 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.239193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Delete allocated IP 2001:db8::341 (955713ce-7219-46c3-b87d-54109a4ed21b/a0639902-9630-4d6d-9bd7-bf8b3acb4fff) {{(pid=101033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 12:10:25.252552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8:0:1::31e (955713ce-7219-46c3-b87d-54109a4ed21b/92ab660d-b4ba-466b-862c-c851eafde427/2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:25.357111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded171a-8797-434e-b04a-152f59db185c None None] Pushing event updated for resources: {'Port': ['ID=9003a861-ffd4-4c80-95ca-d03849fc4786,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:25.375226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.415621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.497770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.525590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] Pushing event deleted for resources: {'Port': ['ID=b8e4fd0d-62ea-457b-b170-ec991f9dc7d5,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:25.535486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d891fba-435d-41eb-b782-3f2357a81874 None None] No DVR routers for this DVR port b8e4fd0d-62ea-457b-b170-ec991f9dc7d5 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:25.540904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:25.543490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d678882-9295-4500-9397-fae9b15a9415 req-ac9e76bd-495b-4b11-b36f-2265872b1ac4 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f1b39a-9934-44a9-bbc4-65094a7ff092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6052279 Aug 20 12:10:25.550679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8c070d1-5bbf-4139-b884-1ede6dbc1359 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.557255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8c070d1-5bbf-4139-b884-1ede6dbc1359 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.563521 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.586526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c54860-8ac1-401e-941c-187e7b22b253 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:25.633476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ec38c-9d2e-4f60-8a77-fa5cf48fbf29 req-ba7fdcc0-2a52-445d-a4c8-89f3120e3f0f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:25.649966 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f76ec38c-9d2e-4f60-8a77-fa5cf48fbf29 req-ba7fdcc0-2a52-445d-a4c8-89f3120e3f0f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.5803473 Aug 20 12:10:25.694510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:25.723828 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.743850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] In _notify_port_updated(), no bound segment for port 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 on network 955713ce-7219-46c3-b87d-54109a4ed21b {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:10:25.758464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:25.763157 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:25.765776 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f85de9a7-0dc1-4e61-bbec-987d194155ae tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "PUT /v2.0/ports/2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 HTTP/1.1" status: 200 len: 930 time: 2.7342956 Aug 20 12:10:25.769998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53962) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:25.948965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '9178f837-a2cc-4fdb-9642-26fe511526dd'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:25.949842 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.008129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2344f-64e2-4911-b5e3-0bbd9f4be3b0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:26.008792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2b2344f-64e2-4911-b5e3-0bbd9f4be3b0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.194279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2b2344f-64e2-4911-b5e3-0bbd9f4be3b0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.230155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2344f-64e2-4911-b5e3-0bbd9f4be3b0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:26.260329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:26.318300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: f0a318d7-9f46-44ee-a379-a25344525654 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:26.320944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device f0a318d7-9f46-44ee-a379-a25344525654 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:26.328278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Router a9805b97-41a3-4e06-8dc4-bdb459639955 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:26.339273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4f4df50-0f48-41ea-84b0-e1105391bf13 req-8eaf212b-6170-4f55-b73a-afa3ced3fcee tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0800016 Aug 20 12:10:26.364347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/9178f837-a2cc-4fdb-9642-26fe511526dd/a15b8952-f33b-4587-b0bc-b8fcb70c6c7f) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:26.476843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8c070d1-5bbf-4139-b884-1ede6dbc1359 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.498565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9003a861-ffd4-4c80-95ca-d03849fc4786 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:26.520791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f76ec38c-9d2e-4f60-8a77-fa5cf48fbf29 req-38c80ff3-91bb-46fd-8cab-81392ebb6c63 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8694029 Aug 20 12:10:26.555938 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8c070d1-5bbf-4139-b884-1ede6dbc1359 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.602269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2b2344f-64e2-4911-b5e3-0bbd9f4be3b0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.629604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-43716f77-58cf-4d57-9e20-a755ae4052c6 None None] Provisioning for port 9003a861-ffd4-4c80-95ca-d03849fc4786 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:26.648737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-43716f77-58cf-4d57-9e20-a755ae4052c6 None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:26.649103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43716f77-58cf-4d57-9e20-a755ae4052c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.666196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db3f1cda-68b5-439b-830f-512f43ce52c7 req-2fefbb95-b1bc-4c1a-a450-b28caa28e293 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1341648 Aug 20 12:10:26.681831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2344f-64e2-4911-b5e3-0bbd9f4be3b0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:26.685611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:26.686165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.791789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2b2344f-64e2-4911-b5e3-0bbd9f4be3b0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.794380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f2b2344f-64e2-4911-b5e3-0bbd9f4be3b0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 HTTP/1.1" status: 204 len: 168 time: 1.0219526 Aug 20 12:10:26.797743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53970) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:26.840785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d3c0784-dfeb-46ad-9295-3f180d98668a req-c882cf13-8450-49c6-aaf0-d7211ad19d94 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 210 time: 0.0862634 Aug 20 12:10:26.863254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8c070d1-5bbf-4139-b884-1ede6dbc1359 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:26.866897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d8c070d1-5bbf-4139-b884-1ede6dbc1359 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7124979 Aug 20 12:10:26.881020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53972) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:26.989814 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.004835 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.013819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-43716f77-58cf-4d57-9e20-a755ae4052c6 None None] Could not find standard attr ID for object 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:10:27.022762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Transition to ACTIVE for port object a15b8952-f33b-4587-b0bc-b8fcb70c6c7f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:27.083233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-43716f77-58cf-4d57-9e20-a755ae4052c6 None None] Provisioning complete for port 34088353-492a-4078-a768-148310431b6e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:27.084801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43716f77-58cf-4d57-9e20-a755ae4052c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.143849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Transition to ACTIVE for port object a15b8952-f33b-4587-b0bc-b8fcb70c6c7f will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:27.145407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-43716f77-58cf-4d57-9e20-a755ae4052c6 None None] Port 34088353-492a-4078-a768-148310431b6e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:27.156144 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.250167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:27.273675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-39f96684-2f47-4aee-8091-4db9ad6b8fc1 None None] Could not find standard attr ID for object 2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:10:27.277195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:27.279781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:27.297599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Pushing event updated for resources: {'Port': ['ID=a15b8952-f33b-4587-b0bc-b8fcb70c6c7f,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:27.379799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Attempting to bind port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:27.380177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Attempting to bind port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:27.380562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Attempting to bind port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:27.387065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:27.387410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:27.387640 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.388056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:27.388544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Bound port: a15b8952-f33b-4587-b0bc-b8fcb70c6c7f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:27.390150 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.496361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] For port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:27.500807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] For port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a15b8952-f33b-4587-b0bc-b8fcb70c6c7f,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:27.507874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.508486 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.538564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd3813d9-718b-436f-9c59-deb204c5350c req-012886ee-4b5e-415b-9ad6-a6bf1a5e9371 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0696099 Aug 20 12:10:27.557351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:27.571038 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07dba2-1862-400d-8059-756015fca274 None None] Sync routers for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:27.592163 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07dba2-1862-400d-8059-756015fca274 None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:27.592884 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3b07dba2-1862-400d-8059-756015fca274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:27.599769 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90c3c75-68cd-4b00-82a4-8d127b644209 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:10:27.605646 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d90c3c75-68cd-4b00-82a4-8d127b644209 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/2ca7e6b5-2acc-4bc8-bc45-2d0bf783e481 HTTP/1.1" status: 404 len: 333 time: 0.8064008 Aug 20 12:10:27.612669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53978) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:27.667386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8cf79-2a1a-4cfe-a403-e22f25c71f18 None None] Pushing event updated for resources: {'Port': ['ID=a15b8952-f33b-4587-b0bc-b8fcb70c6c7f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:27.714089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08554d8b-f4e3-40a8-a6fb-d554d10bfdd5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.781333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08554d8b-f4e3-40a8-a6fb-d554d10bfdd5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.848527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] No DVR routers for this DVR port f0a318d7-9f46-44ee-a379-a25344525654 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:27.891619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08554d8b-f4e3-40a8-a6fb-d554d10bfdd5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.905047 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3b07dba2-1862-400d-8059-756015fca274 None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:27.917033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08554d8b-f4e3-40a8-a6fb-d554d10bfdd5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.925879 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-08554d8b-f4e3-40a8-a6fb-d554d10bfdd5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/security-groups/4cea28f0-84d3-4415-8d6f-b03c6879a263 HTTP/1.1" status: 204 len: 168 time: 0.3098118 Aug 20 12:10:27.927520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:27.961202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:27.963235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e0e459f-eb31-4be6-a814-dbb3713df51d req-8fd0bfd9-723f-47c5-92b4-3699576710f8 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.73 "DELETE /v2.0/ports/f0a318d7-9f46-44ee-a379-a25344525654 HTTP/1.1" status: 204 len: 173 time: 4.0668097 Aug 20 12:10:27.963693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-deleted', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:27.977451 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366718ab-3c7c-4e1f-802a-cc2442626379" -d '{"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-deleted", "tag": "f0a318d7-9f46-44ee-a379-a25344525654"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:28.056456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68942f14-4109-430c-9d9e-cb8c5c3e1073 req-7e2570e1-1200-46d9-b3ef-050c1138862e tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1340141 Aug 20 12:10:28.056964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2846263-e168-4487-908c-6fdfccc0c908 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.102070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2846263-e168-4487-908c-6fdfccc0c908 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.169533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08554d8b-f4e3-40a8-a6fb-d554d10bfdd5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cea28f0-84d3-4415-8d6f-b03c6879a263,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:28.213713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2846263-e168-4487-908c-6fdfccc0c908 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.218153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4601-14f1-4018-af3e-253d4fae459b req-a559be5b-3ba2-4615-b56f-2537753013a8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:28.220462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2846263-e168-4487-908c-6fdfccc0c908 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.225936 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c2846263-e168-4487-908c-6fdfccc0c908 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/security-groups/4742f129-e509-4c26-8291-a3792f8ac351 HTTP/1.1" status: 204 len: 168 time: 0.2926705 Aug 20 12:10:28.228897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-693d4601-14f1-4018-af3e-253d4fae459b req-a559be5b-3ba2-4615-b56f-2537753013a8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.4921465 Aug 20 12:10:28.234985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53990) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:28.315280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2846263-e168-4487-908c-6fdfccc0c908 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4742f129-e509-4c26-8291-a3792f8ac351,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:28.362003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9566e54-f539-41e0-9ea9-93b5bfcd98a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet a0639902-9630-4d6d-9bd7-bf8b3acb4fff {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:28.369929 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3b07dba2-1862-400d-8059-756015fca274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:11Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:28.379190 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9566e54-f539-41e0-9ea9-93b5bfcd98a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.460031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9566e54-f539-41e0-9ea9-93b5bfcd98a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.463416 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07dba2-1862-400d-8059-756015fca274 None None] Checking router: a9805b97-41a3-4e06-8dc4-bdb459639955 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:28.484262 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07dba2-1862-400d-8059-756015fca274 None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:28.484854 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3b07dba2-1862-400d-8059-756015fca274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:28.487385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::1 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/9178f837-a2cc-4fdb-9642-26fe511526dd/cb5c2ed1-1c39-41a9-9617-194c9922d910) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:28.507155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a15b8952-f33b-4587-b0bc-b8fcb70c6c7f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:28.630282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:28.632651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9566e54-f539-41e0-9ea9-93b5bfcd98a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.634341 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3b07dba2-1862-400d-8059-756015fca274 None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:28.765992 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9566e54-f539-41e0-9ea9-93b5bfcd98a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.813581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a888d6e2-eb8e-48f5-a890-c73adc9acbcf req-99dbcd41-98ab-485c-b268-da775b0e8200 tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36cecb1-3cc4-44b8-9e11-cc37120b00ef HTTP/1.1" status: 200 len: 210 time: 0.5414386 Aug 20 12:10:28.830232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9566e54-f539-41e0-9ea9-93b5bfcd98a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=a0639902-9630-4d6d-9bd7-bf8b3acb4fff,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:28.861245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e9566e54-f539-41e0-9ea9-93b5bfcd98a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:28.861713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684210e9-9eb7-478f-ae03-4f10fe54ecad None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:28.863376 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e9566e54-f539-41e0-9ea9-93b5bfcd98a7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/a0639902-9630-4d6d-9bd7-bf8b3acb4fff HTTP/1.1" status: 204 len: 168 time: 0.6246681 Aug 20 12:10:28.869517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53994) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:28.881518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-693d4601-14f1-4018-af3e-253d4fae459b req-cd5e49f8-06ff-43ef-8ddb-0588f3104285 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6516531 Aug 20 12:10:28.893225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:28.996338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.033858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object cb5c2ed1-1c39-41a9-9617-194c9922d910 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:29.061716 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498cc442-3978-4724-8f60-9a5b90cf9545 x-openstack-request-id: req-498cc442-3978-4724-8f60-9a5b90cf9545 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:29.069809 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36cecb1-3cc4-44b8-9e11-cc37120b00ef", "name": "network-vif-deleted", "tag": "f0a318d7-9f46-44ee-a379-a25344525654", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:29.071726 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-498cc442-3978-4724-8f60-9a5b90cf9545 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:29.072228 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36cecb1-3cc4-44b8-9e11-cc37120b00ef', 'name': 'network-vif-deleted', 'tag': 'f0a318d7-9f46-44ee-a379-a25344525654', 'status': 'completed', 'code': 200} Aug 20 12:10:29.180791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.210611 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3b07dba2-1862-400d-8059-756015fca274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:11Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:29.266552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:29.273688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.277681 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07dba2-1862-400d-8059-756015fca274 None None] The sync data for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 is: [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:01:03Z', 'revision_number': 4, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f087a5c1-ebda-4c05-bca4-9cb286594003', 'name': '', 'network_id': '1dc1aa9a-07af-4258-a94a-69c38875253d', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'mac_address': 'fa:16:3e:eb:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:01:01Z', 'updated_at': '2021-08-20T12:01:11Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'subnets': [{'id': 'abf6c526-a7c9-46e6-8a5e-d5e68edb8078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:29.321175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:29.354939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:29.358897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:29.359472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.497374 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48caa5f7-62ea-4c84-8210-c33f098664d5 req-f3423d2a-eac5-4b1c-b182-98fc2399a16e tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.1672382 Aug 20 12:10:29.499991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0eb3a775-b6ea-4218-b6eb-99108297cd2f req-5d5c0040-5d7e-4f2a-9907-2df9921a6e7a tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1535764 Aug 20 12:10:29.557667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=cb5c2ed1-1c39-41a9-9617-194c9922d910,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:29.660951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-54d98a17-2200-4005-a39b-4ab5173f2e34 None None] Provisioning for port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:29.673723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-54d98a17-2200-4005-a39b-4ab5173f2e34 None None] Provisioning complete for port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:29.674107 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-54d98a17-2200-4005-a39b-4ab5173f2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.813737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-bd4d8983-10c0-4d20-b197-1ea5ef4e6089 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2225065 Aug 20 12:10:29.916782 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:29.972772 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-54d98a17-2200-4005-a39b-4ab5173f2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.026066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=a90afb16-e4c9-4ac3-b3c3-48ac559b9a05,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:30.059204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54004) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:30.069041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e665d5-5fde-4ca0-89f0-c2aef1465b02 None None] New status for floating IP aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:10:30.084278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8e778f0b-121c-4a70-be2e-cf469cc3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.084783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8e778f0b-121c-4a70-be2e-cf469cc3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.085288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8e778f0b-121c-4a70-be2e-cf469cc3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.085737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8e778f0b-121c-4a70-be2e-cf469cc3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.086232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8e778f0b-121c-4a70-be2e-cf469cc3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.086587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:30.087501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8e778f0b-121c-4a70-be2e-cf469cc3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.087984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8e778f0b-121c-4a70-be2e-cf469cc3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.090035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8e778f0b-121c-4a70-be2e-cf469cc3be0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6498 time: 0.2335293 Aug 20 12:10:30.091212 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.101235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:30.115007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.115681 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.211317 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-72286a8d-d12a-4fee-b893-34fecb0d9ac0 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3359690 Aug 20 12:10:30.232552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:30.233292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ec01f0-bedb-4099-bd36-5e44b4d40cfc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.239059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4bccf1c1-4dc4-48a0-a82f-1a136daf1cef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845563255'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:30.295061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-54d98a17-2200-4005-a39b-4ab5173f2e34 None None] For port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a15b8952-f33b-4587-b0bc-b8fcb70c6c7f,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:30.314011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-54d98a17-2200-4005-a39b-4ab5173f2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.327516 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ec01f0-bedb-4099-bd36-5e44b4d40cfc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.354519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bccf1c1-4dc4-48a0-a82f-1a136daf1cef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.448901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d98a17-2200-4005-a39b-4ab5173f2e34 None None] Pushing event updated for resources: {'Port': ['ID=a15b8952-f33b-4587-b0bc-b8fcb70c6c7f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:30.476524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ec01f0-bedb-4099-bd36-5e44b4d40cfc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.477628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-28b4ef8a-cb5b-42b1-b425-0661ee7f2cd0 None None] Provisioning for port cb5c2ed1-1c39-41a9-9617-194c9922d910 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:30.483608 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ec01f0-bedb-4099-bd36-5e44b4d40cfc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.490391 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-47ec01f0-bedb-4099-bd36-5e44b4d40cfc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "DELETE /v2.0/security-groups/58f1b39a-9934-44a9-bbc4-65094a7ff092 HTTP/1.1" status: 204 len: 168 time: 0.4301507 Aug 20 12:10:30.491921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-28b4ef8a-cb5b-42b1-b425-0661ee7f2cd0 None None] Provisioning complete for port cb5c2ed1-1c39-41a9-9617-194c9922d910 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:30.493599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54010) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:30.500733 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-28b4ef8a-cb5b-42b1-b425-0661ee7f2cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.550825 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-d406c2c6-4f4b-4146-a113-ebcd1d065dac tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] show failed (client error): The resource could not be found. Aug 20 12:10:30.551460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-28b4ef8a-cb5b-42b1-b425-0661ee7f2cd0 None None] Port cb5c2ed1-1c39-41a9-9617-194c9922d910 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:30.559103 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d406c2c6-4f4b-4146-a113-ebcd1d065dac tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "GET /v2.0/security-groups/58f1b39a-9934-44a9-bbc4-65094a7ff092 HTTP/1.1" status: 404 len: 347 time: 0.0596273 Aug 20 12:10:30.573788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54016) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:30.610063 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bccf1c1-4dc4-48a0-a82f-1a136daf1cef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.611821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec01f0-bedb-4099-bd36-5e44b4d40cfc tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f1b39a-9934-44a9-bbc4-65094a7ff092,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:30.617150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bccf1c1-4dc4-48a0-a82f-1a136daf1cef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.676157 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bccf1c1-4dc4-48a0-a82f-1a136daf1cef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.681113 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4bccf1c1-4dc4-48a0-a82f-1a136daf1cef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4456797 Aug 20 12:10:30.681825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:30.692030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7ae07af7-abec-4ca7-924a-f41bd9f4dc5c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1349063718'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:30.719714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af29c1-af79-49bc-98b2-d3f49d5f6028 req-28a45f6e-48cb-4a61-be7e-fd64135be804 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.721628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48af29c1-af79-49bc-98b2-d3f49d5f6028 req-28a45f6e-48cb-4a61-be7e-fd64135be804 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.4533637 Aug 20 12:10:30.729624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccf1c1-4dc4-48a0-a82f-1a136daf1cef tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3599437-2923-42e9-8952-cbce6fb98fab,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:30.744016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7ae07af7-abec-4ca7-924a-f41bd9f4dc5c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.747435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06561770-83c2-4ebe-b34e-2d69e326c080 None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:30.790719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-319576fb-8b5e-470c-b7c0-41993a3fff80 req-9659a4a0-f5cf-4105-8562-6ddd881f76c4 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0840816 Aug 20 12:10:30.927098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7ae07af7-abec-4ca7-924a-f41bd9f4dc5c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:30.936894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7ae07af7-abec-4ca7-924a-f41bd9f4dc5c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.005035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae07af7-abec-4ca7-924a-f41bd9f4dc5c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e0e9f-14a8-41df-9b54-e210576d3022,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:31.021178 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7ae07af7-abec-4ca7-924a-f41bd9f4dc5c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.022462 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7ae07af7-abec-4ca7-924a-f41bd9f4dc5c tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3367457 Aug 20 12:10:31.028202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54020) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:31.039505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.041119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8929e0b0-fac3-4775-8cab-af1d299b7272 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'security_group': {'name': 'tempest-secgroup-145068493'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:31.044966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-700611fd-6876-4561-8815-9c21d30d4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:31.046801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-700611fd-6876-4561-8815-9c21d30d4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:31.047551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-700611fd-6876-4561-8815-9c21d30d4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:31.049799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-700611fd-6876-4561-8815-9c21d30d4314 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d HTTP/1.1" status: 200 len: 2293 time: 0.9052269 Aug 20 12:10:31.066473 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.068069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.085837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8929e0b0-fac3-4775-8cab-af1d299b7272 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.111444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6bb3fc9d-d285-416e-8b9b-05d39880b07b None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:31.112338 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fc9d-d285-416e-8b9b-05d39880b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.271877 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8929e0b0-fac3-4775-8cab-af1d299b7272 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.284432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8929e0b0-fac3-4775-8cab-af1d299b7272 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.313721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6bb3fc9d-d285-416e-8b9b-05d39880b07b None None] Provisioning complete for port 34088353-492a-4078-a768-148310431b6e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:31.314736 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fc9d-d285-416e-8b9b-05d39880b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.315502 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab974775-5d8c-460b-844e-a0c7f203c796 req-3793527d-084f-4abb-b8e4-1ba147ad1eef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0409799 Aug 20 12:10:31.330759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:31.340152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8929e0b0-fac3-4775-8cab-af1d299b7272 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.341543 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8929e0b0-fac3-4775-8cab-af1d299b7272 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3122053 Aug 20 12:10:31.342212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929e0b0-fac3-4775-8cab-af1d299b7272 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9211342f-7197-4a18-bbd4-83d96e731397,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:31.354552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa6c292-24d8-42c3-854a-86e55288bb54 None None] Update dhcp port {'port': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'fixed_ips': [{'subnet_id': '92ab660d-b4ba-466b-862c-c851eafde427', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a90afb16-e4c9-4ac3-b3c3-48ac559b9a05'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '9003a861-ffd4-4c80-95ca-d03849fc4786'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:10:31.356238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54024) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:31.362373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1874714232', 'security_groups': ['9211342f-7197-4a18-bbd4-83d96e731397'], 'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a90afb16-e4c9-4ac3-b3c3-48ac559b9a05'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:31.393609 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c292-24d8-42c3-854a-86e55288bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.408595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3fc9d-d285-416e-8b9b-05d39880b07b None None] Port 34088353-492a-4078-a768-148310431b6e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:31.447435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:31.451867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c446a6f-e451-441a-8987-ca25ac6f6b68 req-ad4a84c8-48d8-4685-82f7-489ef5727bf4 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.4003229 Aug 20 12:10:31.552141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48af29c1-af79-49bc-98b2-d3f49d5f6028 req-1cca2c1c-b37f-4686-97e7-b21c119a7bc1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8034937 Aug 20 12:10:31.566528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:31.740600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-58578fe2-4b74-41d9-9950-276b08eca490 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3869de41-f6fb-423c-b819-9b6dbbf24203 HTTP/1.1" status: 200 len: 1002 time: 0.6551845 Aug 20 12:10:31.745298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.777247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] device_id is not set on port c36ab921-3647-4acb-9fae-689de1c131a8 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:10:31.823864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=cb5c2ed1-1c39-41a9-9617-194c9922d910,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:31.824866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5fa6c292-24d8-42c3-854a-86e55288bb54 None None] Allocated IP 2001:db8::2 (955713ce-7219-46c3-b87d-54109a4ed21b/a90afb16-e4c9-4ac3-b3c3-48ac559b9a05/9003a861-ffd4-4c80-95ca-d03849fc4786) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:31.911581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Deleting port 53966635-b8ed-40a2-a19b-97ee5013609a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:31.911926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:31.931132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-4084c57f-d4ed-4eb3-81c3-91758731a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:31.932679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-4084c57f-d4ed-4eb3-81c3-91758731a65c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1997658-2814-450a-ba4d-6c3bc1dc231e HTTP/1.1" status: 200 len: 851 time: 0.1690111 Aug 20 12:10:32.037802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee1a58a1-72af-450e-a77a-8cf3e1736d7d req-87226dec-f3c1-4236-b1c2-c4dd7d458394 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/ports?device_id=720a79ba-3287-4ce4-86a3-7b63553148a3 HTTP/1.1" status: 200 len: 210 time: 0.0665171 Aug 20 12:10:32.045065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5fa6c292-24d8-42c3-854a-86e55288bb54 None None] For port 9003a861-ffd4-4c80-95ca-d03849fc4786, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9003a861-ffd4-4c80-95ca-d03849fc4786,segment=NetworkSegment(d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5),segment_id=d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:32.085542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a5b681a0-ab98-4893-89cb-10179fbeabe2 None None] Provisioning complete for port cb5c2ed1-1c39-41a9-9617-194c9922d910 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:32.085996 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a5b681a0-ab98-4893-89cb-10179fbeabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:32.096537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8615ba52-fcd8-4193-8926-084127addf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:32.098038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8615ba52-fcd8-4193-8926-084127addf57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252244 Aug 20 12:10:32.110030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Router 6b2e7136-2086-4e9d-9ac6-29cedfca1835 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:10:32.125337 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:32.125711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:32.160709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c292-24d8-42c3-854a-86e55288bb54 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:32.178273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a5b681a0-ab98-4893-89cb-10179fbeabe2 None None] Port cb5c2ed1-1c39-41a9-9617-194c9922d910 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:32.189086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5fa6c292-24d8-42c3-854a-86e55288bb54 None None] Transition to ACTIVE for port object 9003a861-ffd4-4c80-95ca-d03849fc4786 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:32.203309 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c292-24d8-42c3-854a-86e55288bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:32.384036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8::3a6 (955713ce-7219-46c3-b87d-54109a4ed21b/a90afb16-e4c9-4ac3-b3c3-48ac559b9a05/c36ab921-3647-4acb-9fae-689de1c131a8) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:32.529162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a15b8952-f33b-4587-b0bc-b8fcb70c6c7f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:32.547768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Calling delete_port for 53966635-b8ed-40a2-a19b-97ee5013609a owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:32.672966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6c292-24d8-42c3-854a-86e55288bb54 None None] Pushing event updated for resources: {'Port': ['ID=9003a861-ffd4-4c80-95ca-d03849fc4786,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:32.743474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:32.743859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:32.799067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:32.829029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object c36ab921-3647-4acb-9fae-689de1c131a8 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:32.834752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a67906-f1ff-4e3b-9fb4-58961c0104b1 req-18507c2e-ca62-4b6b-9c97-7f6f496ce40d tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0490582 Aug 20 12:10:32.978539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:32.999030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:33.009794 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Sync routers for ids ['6b2e7136-2086-4e9d-9ac6-29cedfca1835'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:33.024399 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Routers {'6b2e7136-2086-4e9d-9ac6-29cedfca1835'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:33.025502 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6b2e7136-2086-4e9d-9ac6-29cedfca1835'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:33.033226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-05c5e438-a4dd-4b7a-b7a7-946068c9b8a4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "PUT /v2.0/routers/6b2e7136-2086-4e9d-9ac6-29cedfca1835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1509962 Aug 20 12:10:33.035718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:33.050124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=c36ab921-3647-4acb-9fae-689de1c131a8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:33.068008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:33.069660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:33.072397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:33.079902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:33.080627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.123592 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-95cb67d4-597d-4242-874b-fc17217be79e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7660034 Aug 20 12:10:33.126410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54042) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:33.133042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e6c46c0c-f500-4021-aa86-ea095cfeb9b8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:33.208645 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Set router 6b2e7136-2086-4e9d-9ac6-29cedfca1835 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:33.221213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54046) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:33.384083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c46c0c-f500-4021-aa86-ea095cfeb9b8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:33.388175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6c46c0c-f500-4021-aa86-ea095cfeb9b8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.406938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3177cb6-b33a-4922-915a-62e084aacf8f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:33.410228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c3177cb6-b33a-4922-915a-62e084aacf8f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports/cb5c2ed1-1c39-41a9-9617-194c9922d910 HTTP/1.1" status: 200 len: 911 time: 0.3021851 Aug 20 12:10:33.442272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54048) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:33.498126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89b338-886c-4650-8966-38069cc5e4c1 req-4cd65097-70fb-4bbc-b217-dae8b58cd485 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:33.504780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f89b338-886c-4650-8966-38069cc5e4c1 req-4cd65097-70fb-4bbc-b217-dae8b58cd485 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.7214766 Aug 20 12:10:33.520423 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'name': 'tempest-NetworksTestDHCPv6-router-241762472', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:25Z', 'updated_at': '2021-08-20T12:10:29Z', 'revision_number': 2, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None, '_interfaces': [{'id': 'cb5c2ed1-1c39-41a9-9617-194c9922d910', 'name': '', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'mac_address': 'fa:16:3e:bc:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '9178f837-a2cc-4fdb-9642-26fe511526dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:28Z', 'updated_at': '2021-08-20T12:10:30Z', 'revision_number': 2, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'subnets': [{'id': '9178f837-a2cc-4fdb-9642-26fe511526dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:33.555420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-2cab629b-f05e-41d7-85ee-3f02c76fc4f4 service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4431727 Aug 20 12:10:33.562070 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Checking router: 6b2e7136-2086-4e9d-9ac6-29cedfca1835 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:33.562792 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Updating router 6b2e7136-2086-4e9d-9ac6-29cedfca1835 port cb5c2ed1-1c39-41a9-9617-194c9922d910 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:10:33.585328 n-d-800634-10 neutron-server[101033]: INFO neutron.db.ipam_backend_mixin [None req-e6c46c0c-f500-4021-aa86-ea095cfeb9b8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a90afb16-e4c9-4ac3-b3c3-48ac559b9a05 (CIDR: 2001:db8::/64) Aug 20 12:10:33.594429 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c46c0c-f500-4021-aa86-ea095cfeb9b8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:10:33.595348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c46c0c-f500-4021-aa86-ea095cfeb9b8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:33.630530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-27924713-406c-41d8-856e-0904d11d1529 None None] Provisioning for port 9003a861-ffd4-4c80-95ca-d03849fc4786 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:33.632656 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.641580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-27924713-406c-41d8-856e-0904d11d1529 None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:33.643189 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-27924713-406c-41d8-856e-0904d11d1529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.653038 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e6c46c0c-f500-4021-aa86-ea095cfeb9b8 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5254807 Aug 20 12:10:33.659712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54050) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:33.665024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-97930ad6-fd3c-44c9-b369-5ba488332cc9 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:33.850561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0707ff7f-d8b3-409a-9000-f3c91911fd34 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.874104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-27924713-406c-41d8-856e-0904d11d1529 None None] Provisioning complete for port 34088353-492a-4078-a768-148310431b6e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:33.877224 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-27924713-406c-41d8-856e-0904d11d1529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.888652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97930ad6-fd3c-44c9-b369-5ba488332cc9 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:33.896142 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97930ad6-fd3c-44c9-b369-5ba488332cc9 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.956092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-27924713-406c-41d8-856e-0904d11d1529 None None] Port 34088353-492a-4078-a768-148310431b6e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:33.988240 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0707ff7f-d8b3-409a-9000-f3c91911fd34 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.041188 n-d-800634-10 neutron-server[101033]: INFO neutron.db.ipam_backend_mixin [None req-97930ad6-fd3c-44c9-b369-5ba488332cc9 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 92ab660d-b4ba-466b-862c-c851eafde427 (CIDR: 2001:db8:0:1::/64) Aug 20 12:10:34.064148 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-97930ad6-fd3c-44c9-b369-5ba488332cc9 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:10:34.064610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97930ad6-fd3c-44c9-b369-5ba488332cc9 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:34.082862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7410197-a274-4a3b-8515-0ee6f3158c28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.086211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3adb7f0d-baef-4652-9923-31783eed0345 None None] Provisioning for port c36ab921-3647-4acb-9fae-689de1c131a8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:34.090836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3adb7f0d-baef-4652-9923-31783eed0345 None None] Provisioning complete for port c36ab921-3647-4acb-9fae-689de1c131a8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:34.091212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3adb7f0d-baef-4652-9923-31783eed0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.098785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7410197-a274-4a3b-8515-0ee6f3158c28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.103417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f7410197-a274-4a3b-8515-0ee6f3158c28 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6518581 Aug 20 12:10:34.104235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54056) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:34.124306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-c3faac94-d0a3-47ea-8002-e98fbfb264b3 service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292809 Aug 20 12:10:34.129949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97930ad6-fd3c-44c9-b369-5ba488332cc9 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4664590 Aug 20 12:10:34.142386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f89b338-886c-4650-8966-38069cc5e4c1 req-925621e0-a2a5-4e27-9230-8aa271325aa5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5846038 Aug 20 12:10:34.185190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3adb7f0d-baef-4652-9923-31783eed0345 None None] Port c36ab921-3647-4acb-9fae-689de1c131a8 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:34.194825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54058) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:34.196493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-f65ee234-70ad-4ba7-8c1a-926dc11d31cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 200 len: 217 time: 0.0528152 Aug 20 12:10:34.201633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'subnet': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:34.210452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c901f62-b6df-4e58-83eb-b94b6545fad8 req-899f29d9-a8f7-4a98-b19a-8966d279d802 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1656401 Aug 20 12:10:34.263338 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.287195 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0707ff7f-d8b3-409a-9000-f3c91911fd34 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.289752 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0707ff7f-d8b3-409a-9000-f3c91911fd34 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.291119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0707ff7f-d8b3-409a-9000-f3c91911fd34 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "DELETE /v2.0/security-groups/f66a1088-8928-4397-bb89-27df2ff9301f HTTP/1.1" status: 204 len: 168 time: 1.0477037 Aug 20 12:10:34.292483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.298320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54062) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:34.299975 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Transition to ACTIVE for port object cb5c2ed1-1c39-41a9-9617-194c9922d910 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:34.319263 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.369825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Pushing event deleted for resources: {'Port': ['ID=53966635-b8ed-40a2-a19b-97ee5013609a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:34.391209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8b29025c-3306-416b-86dd-95a5483c61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.393224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-8b29025c-3306-416b-86dd-95a5483c61e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1816616 Aug 20 12:10:34.394657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707ff7f-d8b3-409a-9000-f3c91911fd34 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a1088-8928-4397-bb89-27df2ff9301f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:34.412667 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-97343c12-2791-412d-8477-56654acc18b1 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] show failed (client error): The resource could not be found. Aug 20 12:10:34.415055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-97343c12-2791-412d-8477-56654acc18b1 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "GET /v2.0/security-groups/f66a1088-8928-4397-bb89-27df2ff9301f HTTP/1.1" status: 404 len: 347 time: 0.0623982 Aug 20 12:10:34.433374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54064) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:34.461627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9003a861-ffd4-4c80-95ca-d03849fc4786 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:34.493195 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e4e4b-1ec5-4b67-ab21-e681cf5885b9 None None] Pushing event updated for resources: {'Port': ['ID=cb5c2ed1-1c39-41a9-9617-194c9922d910,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:34.542991 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Attempting to bind port cb5c2ed1-1c39-41a9-9617-194c9922d910 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:34.543642 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Attempting to bind port cb5c2ed1-1c39-41a9-9617-194c9922d910 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:34.544204 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Attempting to bind port cb5c2ed1-1c39-41a9-9617-194c9922d910 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:34.551806 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:34.552616 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:34.553186 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.553748 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:34.554470 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Bound port: cb5c2ed1-1c39-41a9-9617-194c9922d910, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:34.555044 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.620964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:34.622530 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.663272 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] For port cb5c2ed1-1c39-41a9-9617-194c9922d910, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:34.675422 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] For port cb5c2ed1-1c39-41a9-9617-194c9922d910, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb5c2ed1-1c39-41a9-9617-194c9922d910,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:34.683424 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.703232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08f06161-31c7-4f59-bc42-22eb72b29b5b req-7a9d77cc-a8fa-4b07-993a-a3fdcdf6047a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c6f8633521488c976168c78a57b32c&device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1805377 Aug 20 12:10:34.780212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6899ebb-0dc8-4a00-82a1-fe27712ecdc8 req-dfa3ee99-d19b-49a0-b808-8b0d6b3b1030 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1350589 Aug 20 12:10:34.821223 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e4e4b-1ec5-4b67-ab21-e681cf5885b9 None None] Pushing event updated for resources: {'Port': ['ID=cb5c2ed1-1c39-41a9-9617-194c9922d910,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:34.835150 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.839369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.840529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f2e45c85-0ddb-4d78-bc7a-39a08c943f9c tempest-ServerActionsTestJSON-2125539916 tempest-ServerActionsTestJSON-2125539916-project] 10.222.0.25 "DELETE /v2.0/floatingips/aa035fa6-8c9d-4ae3-ab1a-dbbf820405fe HTTP/1.1" status: 204 len: 168 time: 4.2642632 Aug 20 12:10:34.843607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-9b86149c-f2e2-4826-8f86-8166903e0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.844503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-9b86149c-f2e2-4826-8f86-8166903e0188 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4265308 Aug 20 12:10:34.844798 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Routers {'6b2e7136-2086-4e9d-9ac6-29cedfca1835'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:34.844996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54076) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:34.845434 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6b2e7136-2086-4e9d-9ac6-29cedfca1835'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:34.862811 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08f06161-31c7-4f59-bc42-22eb72b29b5b req-a08b9a49-5f6e-4810-83c5-dafb3cf88923 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b8c6f8633521488c976168c78a57b32c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1511552 Aug 20 12:10:34.953802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port 2a58e5f4-44d3-4e2a-b8c3-8300ba494db9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:34.954259 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.011003 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] Set router 6b2e7136-2086-4e9d-9ac6-29cedfca1835 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:35.020666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-1dea0911-1772-42b2-9ef5-4e96f5958385 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686070 Aug 20 12:10:35.113799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.114109 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.131704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for 2a58e5f4-44d3-4e2a-b8c3-8300ba494db9 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:35.137367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Made reservation on behalf of 7d51208ea09f4f43b2ec696b3fcd4f93 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:35.140982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.171223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-67273174-592a-400d-b30a-dee93615465c service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339815 Aug 20 12:10:35.352183 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'name': 'tempest-NetworksTestDHCPv6-router-241762472', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:25Z', 'updated_at': '2021-08-20T12:10:29Z', 'revision_number': 2, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None, '_interfaces': [{'id': 'cb5c2ed1-1c39-41a9-9617-194c9922d910', 'name': '', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'mac_address': 'fa:16:3e:bc:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '9178f837-a2cc-4fdb-9642-26fe511526dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:28Z', 'updated_at': '2021-08-20T12:10:34Z', 'revision_number': 4, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'subnets': [{'id': '9178f837-a2cc-4fdb-9642-26fe511526dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:35.393299 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d2712-2ad5-46f7-9111-e4680418b528 None None] The sync data for ids ['6b2e7136-2086-4e9d-9ac6-29cedfca1835'] in n-d-800634-10 is: [{'id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'name': 'tempest-NetworksTestDHCPv6-router-241762472', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:25Z', 'updated_at': '2021-08-20T12:10:29Z', 'revision_number': 2, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None, '_interfaces': [{'id': 'cb5c2ed1-1c39-41a9-9617-194c9922d910', 'name': '', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'mac_address': 'fa:16:3e:bc:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '9178f837-a2cc-4fdb-9642-26fe511526dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:28Z', 'updated_at': '2021-08-20T12:10:34Z', 'revision_number': 4, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'subnets': [{'id': '9178f837-a2cc-4fdb-9642-26fe511526dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:35.405206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-2e88f92a-6027-4915-ac83-a47419d99eaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 200 len: 217 time: 0.0572448 Aug 20 12:10:35.556151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa6ab6-f26c-4716-8e71-57735144d4b0 req-3ed10b14-e7a4-4a44-8416-e302c5450fb5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.557780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-beaa6ab6-f26c-4716-8e71-57735144d4b0 req-3ed10b14-e7a4-4a44-8416-e302c5450fb5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.2112637 Aug 20 12:10:35.567394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06161-31c7-4f59-bc42-22eb72b29b5b req-db10d54a-3d30-4398-8411-ffd5ff57390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.568915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08f06161-31c7-4f59-bc42-22eb72b29b5b req-db10d54a-3d30-4398-8411-ffd5ff57390d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6914241 Aug 20 12:10:35.599508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-4be3f425-85c2-4727-8b9d-21772c8110fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.600500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-4be3f425-85c2-4727-8b9d-21772c8110fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1873398 Aug 20 12:10:35.631974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-0008ce28-c2a1-4d8a-8a68-4fe7138fd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.633505 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-0008ce28-c2a1-4d8a-8a68-4fe7138fd9c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 1097 time: 0.1367507 Aug 20 12:10:35.731311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:35.778393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-beaa6ab6-f26c-4716-8e71-57735144d4b0 req-8d5fbe31-ee83-4cd0-9057-776f6e4d5d6e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940002 Aug 20 12:10:35.788584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=2a58e5f4-44d3-4e2a-b8c3-8300ba494db9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:35.834934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-26ea74ac-5e8e-4aa9-ad59-35ffb059fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.836535 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-26ea74ac-5e8e-4aa9-ad59-35ffb059fafa service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.1916780 Aug 20 12:10:35.874339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-025d2ad5-f28a-47d9-aca0-8700a8c96f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.876675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-025d2ad5-f28a-47d9-aca0-8700a8c96f58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2528794 Aug 20 12:10:35.940820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-592eb814-3a44-4859-b755-07a47b05883a req-e900a524-f3c8-44f5-a339-6e4a960350d1 tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.0612614 Aug 20 12:10:35.999852 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-5e31f6f9-4bf7-4aa8-8e5a-9b3a09310f8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c HTTP/1.1" status: 200 len: 1001 time: 0.1377637 Aug 20 12:10:36.105832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.147533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.156382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-149577c5-8da1-402e-b107-bda9b2cf24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:36.157998 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-149577c5-8da1-402e-b107-bda9b2cf24ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.1329451 Aug 20 12:10:36.269993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Network 955713ce-7219-46c3-b87d-54109a4ed21b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:36.281804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:36.283996 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.286943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.290678 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-61d04937-81d4-4a3e-8517-453bb48e0c53 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "DELETE /v2.0/floatingips/0fcbaaca-af09-47ac-9c0a-3751954367c5 HTTP/1.1" status: 204 len: 168 time: 1.8366895 Aug 20 12:10:36.290846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:36.290846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.293426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192571c-d566-4d66-8206-e40291c46d87 None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:36.294016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:36.296259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Subnet': ['ID=b4f1b909-466e-4b88-9d77-94be7886c83d,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:36.355899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-54819b91-fef9-4daa-b5df-62621822c898 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583635 Aug 20 12:10:36.393768 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-166d7097-00d6-4808-8692-e5587392d6cb tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1977499 Aug 20 12:10:36.399438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-1cf134eb-f5f9-448d-9f6b-6cadf30b8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:36.400921 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-1cf134eb-f5f9-448d-9f6b-6cadf30b8aa8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065380 Aug 20 12:10:36.402568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54092) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:36.409155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-238845283', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4f1b909-466e-4b88-9d77-94be7886c83d'}], 'security_groups': ['d3599437-2923-42e9-8952-cbce6fb98fab', 'a48e0e9f-14a8-41df-9b54-e210576d3022']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:36.547589 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.549556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-3a461209-70eb-4854-afbd-c7a0520d44ff service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822736 Aug 20 12:10:36.549815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb5c2ed1-1c39-41a9-9617-194c9922d910 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:36.612140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.635927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-ff0f819f-7d1d-468b-95c6-75bc2ef29c6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb HTTP/1.1" status: 200 len: 217 time: 0.0473413 Aug 20 12:10:36.647552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port cb5c2ed1-1c39-41a9-9617-194c9922d910 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:36.650744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-23c2686c-8109-4bb1-8082-a8f619fcf272 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port ec020d47-156c-44f3-9a94-1dbc755e7f1b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:36.651081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23c2686c-8109-4bb1-8082-a8f619fcf272 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.652469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cb5c2ed1-1c39-41a9-9617-194c9922d910 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:36.653098 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.657879 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-5dfd3212-294f-4c9c-93fc-3934f26f8db5 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448988 Aug 20 12:10:36.763145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5447cac5-7ab8-4ccf-bc26-c0cce21627cd None None] Update dhcp port {'port': {'network_id': '955713ce-7219-46c3-b87d-54109a4ed21b', 'fixed_ips': [{'subnet_id': '92ab660d-b4ba-466b-862c-c851eafde427', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a90afb16-e4c9-4ac3-b3c3-48ac559b9a05', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4f1b909-466e-4b88-9d77-94be7886c83d'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '9003a861-ffd4-4c80-95ca-d03849fc4786'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:10:36.781429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-19dd913b-c04f-4a6f-9616-0485138b5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:36.783918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-19dd913b-c04f-4a6f-9616-0485138b5bf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1375620 Aug 20 12:10:36.819223 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5447cac5-7ab8-4ccf-bc26-c0cce21627cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.856958 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.897386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-c8954275-2a13-4d67-8298-8cdabdb95da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:36.898982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-c8954275-2a13-4d67-8298-8cdabdb95da4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773726 Aug 20 12:10:36.944210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port cb5c2ed1-1c39-41a9-9617-194c9922d910, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb5c2ed1-1c39-41a9-9617-194c9922d910,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:36.991362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23c2686c-8109-4bb1-8082-a8f619fcf272 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:36.999783 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.007603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port cb5c2ed1-1c39-41a9-9617-194c9922d910 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:37.007952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.101753 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08f06161-31c7-4f59-bc42-22eb72b29b5b req-f35540fc-4e6d-4a54-9818-885296fb0c3b tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.73 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1654363 Aug 20 12:10:37.122320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=cb5c2ed1-1c39-41a9-9617-194c9922d910,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:37.130554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf0ac0-9307-4d1d-a4e0-54350f805d17 req-483655db-799c-464d-bbb1-a5ecbf6ec60d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:37.138407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4eaf0ac0-9307-4d1d-a4e0-54350f805d17 req-483655db-799c-464d-bbb1-a5ecbf6ec60d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.2311516 Aug 20 12:10:37.174396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5447cac5-7ab8-4ccf-bc26-c0cce21627cd None None] Allocated IP 2001:db8:0:2::2 (955713ce-7219-46c3-b87d-54109a4ed21b/b4f1b909-466e-4b88-9d77-94be7886c83d/9003a861-ffd4-4c80-95ca-d03849fc4786) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:37.176966 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cbf1f710-0719-4ba8-8082-5ca0a3659ce6 req-f1c5685b-9303-4ede-81b4-f7b5029269b9 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888372 Aug 20 12:10:37.177859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-23c2686c-8109-4bb1-8082-a8f619fcf272 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for ec020d47-156c-44f3-9a94-1dbc755e7f1b owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:37.187988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] For port cb5c2ed1-1c39-41a9-9617-194c9922d910, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb5c2ed1-1c39-41a9-9617-194c9922d910,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:37.188353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.220281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for cb5c2ed1-1c39-41a9-9617-194c9922d910 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:37.230594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7115d042-43c9-4e4e-a177-0be660396b7c req-31e898e2-c3c4-46bd-966c-1e0e06d6e06a tempest-ServerShowV257Test-1840280374 tempest-ServerShowV257Test-1840280374-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e51930-96af-47a5-b4c5-f00cdc5c638e HTTP/1.1" status: 200 len: 210 time: 0.1427009 Aug 20 12:10:37.252337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4eaf0ac0-9307-4d1d-a4e0-54350f805d17 req-28d2c5a5-4a31-4600-8d7f-ec58d80a9153 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122324 Aug 20 12:10:37.262004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.262701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.263045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.263545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.264060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.264262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.264590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.264915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.265671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.265935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-17591e5b-fc64-4575-8a65-c42d79822caf service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555012 Aug 20 12:10:37.270558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.271183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.271707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:37.285522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Deleting port f087a5c1-ebda-4c05-bca4-9cb286594003 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:37.285958 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.326382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5447cac5-7ab8-4ccf-bc26-c0cce21627cd None None] For port 9003a861-ffd4-4c80-95ca-d03849fc4786, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9003a861-ffd4-4c80-95ca-d03849fc4786,segment=NetworkSegment(d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5),segment_id=d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:37.362637 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5447cac5-7ab8-4ccf-bc26-c0cce21627cd None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.378958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5447cac5-7ab8-4ccf-bc26-c0cce21627cd None None] Transition to ACTIVE for port object 9003a861-ffd4-4c80-95ca-d03849fc4786 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:37.383381 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5447cac5-7ab8-4ccf-bc26-c0cce21627cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.441333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] For port f087a5c1-ebda-4c05-bca4-9cb286594003, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f087a5c1-ebda-4c05-bca4-9cb286594003,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:37.441850 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.442724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447cac5-7ab8-4ccf-bc26-c0cce21627cd None None] Pushing event updated for resources: {'Port': ['ID=9003a861-ffd4-4c80-95ca-d03849fc4786,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:37.453862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-761a249e-f7dd-44e9-afdd-f54bfb8238bb service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703928 Aug 20 12:10:37.459889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Calling delete_port for f087a5c1-ebda-4c05-bca4-9cb286594003 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:37.510568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-bac50b19-9b38-4199-a9af-3a94750331da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa HTTP/1.1" status: 200 len: 217 time: 0.0458591 Aug 20 12:10:37.607221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-ed70a895-4c21-4601-96aa-3b5a9e4a31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:37.608869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-ed70a895-4c21-4601-96aa-3b5a9e4a31ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.0657680 Aug 20 12:10:37.733750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-377ebf9d-f60f-4e06-afcf-04d2c24c103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:37.735617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-377ebf9d-f60f-4e06-afcf-04d2c24c103f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788090 Aug 20 12:10:37.867093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.908803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23c2686c-8109-4bb1-8082-a8f619fcf272 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:37.911041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Delete allocated IP 2001:db8::3a6 (955713ce-7219-46c3-b87d-54109a4ed21b/a90afb16-e4c9-4ac3-b3c3-48ac559b9a05) {{(pid=101033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 12:10:37.929740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-353eee89-9f33-4821-b45f-07a94568952e service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846805 Aug 20 12:10:37.930559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Pushing event deleted for resources: {'Port': ['ID=f087a5c1-ebda-4c05-bca4-9cb286594003,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:37.962631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Allocated IP 2001:db8:0:2::3df (955713ce-7219-46c3-b87d-54109a4ed21b/b4f1b909-466e-4b88-9d77-94be7886c83d/c36ab921-3647-4acb-9fae-689de1c131a8) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:38.002680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2686c-8109-4bb1-8082-a8f619fcf272 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=ec020d47-156c-44f3-9a94-1dbc755e7f1b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:38.096969 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.150207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=cb5c2ed1-1c39-41a9-9617-194c9922d910,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:38.184595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-5f254bfc-ef0f-4302-9a03-24f474807d5d service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332337 Aug 20 12:10:38.232095 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23c2686c-8109-4bb1-8082-a8f619fcf272 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.234641 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23c2686c-8109-4bb1-8082-a8f619fcf272 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "DELETE /v2.0/ports/ec020d47-156c-44f3-9a94-1dbc755e7f1b HTTP/1.1" status: 204 len: 168 time: 1.9395220 Aug 20 12:10:38.244219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54100) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:38.254895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-81670773-08c8-4f90-946c-99d37d6f962b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5174095a-6f98-45d2-9bce-c8534a533a1c HTTP/1.1" status: 200 len: 217 time: 0.0582683 Aug 20 12:10:38.255433 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.306148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:38.486857 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.573774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9003a861-ffd4-4c80-95ca-d03849fc4786 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:38.605362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-1a16ef79-71ac-49c7-85d5-8c19bc8e7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.606868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-1a16ef79-71ac-49c7-85d5-8c19bc8e7bc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.3319614 Aug 20 12:10:38.608874 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.635845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Provisioning for port 9003a861-ffd4-4c80-95ca-d03849fc4786 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:38.653341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:38.654153 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.663320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:38.665686 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd6ef31-2675-4569-aadc-9999f8f78e3c" -d '{"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:38.722415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:38.758998 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.766122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:38.766923 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.781698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48149a-2154-4a14-922c-583d2e793592 req-750772b7-5487-49bf-b405-998226a4f6f1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.784140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d48149a-2154-4a14-922c-583d2e793592 req-750772b7-5487-49bf-b405-998226a4f6f1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 945 time: 0.3781698 Aug 20 12:10:38.784811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54114) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:38.814730 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feef2aec-2e23-4b07-a591-0a3aead9c2f0 x-openstack-request-id: req-feef2aec-2e23-4b07-a591-0a3aead9c2f0 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:38.815304 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:38.815782 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-feef2aec-2e23-4b07-a591-0a3aead9c2f0 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:38.816415 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'code': 200} Aug 20 12:10:38.836675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Router 6b2e7136-2086-4e9d-9ac6-29cedfca1835 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:38.865286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:38.865630 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.866054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-7791a381-c847-4527-887c-0a740c90dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.867600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-7791a381-c847-4527-887c-0a740c90dbae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2359002 Aug 20 12:10:38.871238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b4224702-af8d-45ed-b280-79efbac8b01d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port 3449f14c-0e6e-4b56-8c00-ecda2b60283f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:38.871569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4224702-af8d-45ed-b280-79efbac8b01d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.936597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Transition to ACTIVE for port object c36ab921-3647-4acb-9fae-689de1c131a8 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:38.961485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Provisioning for port c36ab921-3647-4acb-9fae-689de1c131a8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:38.970471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d48149a-2154-4a14-922c-583d2e793592 req-f4b53050-b71e-4d19-87dd-d8831c9beb65 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653287 Aug 20 12:10:38.972357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Provisioning complete for port c36ab921-3647-4acb-9fae-689de1c131a8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:38.972956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.974578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:38.986866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:39.004412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] Sync routers for ids ['6b2e7136-2086-4e9d-9ac6-29cedfca1835'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:39.030637 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3133f2e7-436e-432e-b61a-30cb5dd35191 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "PUT /v2.0/routers/6b2e7136-2086-4e9d-9ac6-29cedfca1835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9252005 Aug 20 12:10:39.035718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] Routers {'6b2e7136-2086-4e9d-9ac6-29cedfca1835'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:39.036145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6b2e7136-2086-4e9d-9ac6-29cedfca1835'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:39.037879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54118) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:39.052425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72375174-c91c-4d27-829e-fcda0d09b008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.079623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Port c36ab921-3647-4acb-9fae-689de1c131a8 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:39.098145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] In _notify_port_updated(), no bound segment for port c36ab921-3647-4acb-9fae-689de1c131a8 on network 955713ce-7219-46c3-b87d-54109a4ed21b {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:10:39.108440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:39.109244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.110725 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "PUT /v2.0/ports/c36ab921-3647-4acb-9fae-689de1c131a8 HTTP/1.1" status: 200 len: 969 time: 2.7068141 Aug 20 12:10:39.113845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54120) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:39.133203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d70d51-fdd4-4f1f-b655-159674316489 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event updated for resources: {'Port': ['ID=c36ab921-3647-4acb-9fae-689de1c131a8,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:39.150171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Provisioning complete for port 34088353-492a-4078-a768-148310431b6e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:39.152182 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.153379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] Set router 6b2e7136-2086-4e9d-9ac6-29cedfca1835 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:39.239930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'name': 'tempest-NetworksTestDHCPv6-router-241762472', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:25Z', 'updated_at': '2021-08-20T12:10:37Z', 'revision_number': 3, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:39.266885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3631a-4fc0-4883-958e-8122ce485d3a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port c36ab921-3647-4acb-9fae-689de1c131a8 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:39.267542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6dc3631a-4fc0-4883-958e-8122ce485d3a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.287831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] Checking router: 6b2e7136-2086-4e9d-9ac6-29cedfca1835 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:39.305250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0e956522-db99-43db-9a19-b110e0d68ca5 None None] Port 34088353-492a-4078-a768-148310431b6e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:39.309489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] Routers {'6b2e7136-2086-4e9d-9ac6-29cedfca1835'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:39.310116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6b2e7136-2086-4e9d-9ac6-29cedfca1835'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:39.399165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] Set router 6b2e7136-2086-4e9d-9ac6-29cedfca1835 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:39.409887 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6dc3631a-4fc0-4883-958e-8122ce485d3a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.426290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3631a-4fc0-4883-958e-8122ce485d3a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for c36ab921-3647-4acb-9fae-689de1c131a8 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:39.469989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'name': 'tempest-NetworksTestDHCPv6-router-241762472', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:25Z', 'updated_at': '2021-08-20T12:10:37Z', 'revision_number': 3, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:39.505427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44b112-885e-49c6-a61a-154dc59528b8 None None] The sync data for ids ['6b2e7136-2086-4e9d-9ac6-29cedfca1835'] in n-d-800634-10 is: [{'id': '6b2e7136-2086-4e9d-9ac6-29cedfca1835', 'name': 'tempest-NetworksTestDHCPv6-router-241762472', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:25Z', 'updated_at': '2021-08-20T12:10:37Z', 'revision_number': 3, 'project_id': '25d06e66002041c19f4a13f5f7ea619f', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:39.514509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-600f3cfa-454a-47be-8213-e3096b80750f None None] Provisioning complete for port c36ab921-3647-4acb-9fae-689de1c131a8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:39.515164 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-600f3cfa-454a-47be-8213-e3096b80750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.551931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-600f3cfa-454a-47be-8213-e3096b80750f None None] Port c36ab921-3647-4acb-9fae-689de1c131a8 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:39.588216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6dc3631a-4fc0-4883-958e-8122ce485d3a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.619001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3631a-4fc0-4883-958e-8122ce485d3a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=c36ab921-3647-4acb-9fae-689de1c131a8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:39.643859 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4224702-af8d-45ed-b280-79efbac8b01d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.649628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6dc3631a-4fc0-4883-958e-8122ce485d3a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.653933 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6dc3631a-4fc0-4883-958e-8122ce485d3a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/c36ab921-3647-4acb-9fae-689de1c131a8 HTTP/1.1" status: 204 len: 168 time: 0.5366552 Aug 20 12:10:39.654091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d2199-1e46-411d-b077-0638e51dbec6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:39.654270 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54122) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:39.654769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d2199-1e46-411d-b077-0638e51dbec6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:39.656371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-437d2199-1e46-411d-b077-0638e51dbec6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6175191 Aug 20 12:10:39.665391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54124) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:39.671512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-f0521acb-a43f-4ab2-b7fd-49e88d8a5c0c service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929289 Aug 20 12:10:39.682343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b4224702-af8d-45ed-b280-79efbac8b01d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for 3449f14c-0e6e-4b56-8c00-ecda2b60283f owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:39.699148 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5169e5-c675-4970-ab02-72c152211ed7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] GET failed (client error): The resource could not be found. Aug 20 12:10:39.703292 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1c5169e5-c675-4970-ab02-72c152211ed7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports/c36ab921-3647-4acb-9fae-689de1c131a8 HTTP/1.1" status: 404 len: 333 time: 0.0455570 Aug 20 12:10:39.703723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Router a9805b97-41a3-4e06-8dc4-bdb459639955 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:39.707479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54126) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:39.748867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc13ec4-18a7-45e7-aec0-e0dff25dd55d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 9178f837-a2cc-4fdb-9642-26fe511526dd {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:39.752801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc13ec4-18a7-45e7-aec0-e0dff25dd55d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.807930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc13ec4-18a7-45e7-aec0-e0dff25dd55d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.906057 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc13ec4-18a7-45e7-aec0-e0dff25dd55d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.965898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72375174-c91c-4d27-829e-fcda0d09b008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.973394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc13ec4-18a7-45e7-aec0-e0dff25dd55d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.000094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72375174-c91c-4d27-829e-fcda0d09b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.009067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc13ec4-18a7-45e7-aec0-e0dff25dd55d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=9178f837-a2cc-4fdb-9642-26fe511526dd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.014903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3fc13ec4-18a7-45e7-aec0-e0dff25dd55d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.017373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3fc13ec4-18a7-45e7-aec0-e0dff25dd55d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/9178f837-a2cc-4fdb-9642-26fe511526dd HTTP/1.1" status: 204 len: 168 time: 0.3513279 Aug 20 12:10:40.020442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54130) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.022656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aaa5b6-6f7e-419e-aacc-6eb328dc85fa None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:40.023812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-c40fee4c-ee87-48c1-9d86-84b3823204cc service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347011 Aug 20 12:10:40.077616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0f35ac4-da7f-4de8-a756-0bc0ca9d9f5d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.129413 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a20c4f30-745f-47ec-99c2-db1293db8600 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1078334 Aug 20 12:10:40.132416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.213884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd836-d75c-45f0-89f2-26392fc714fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.232302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-cfbae756-a111-4f9e-b3f4-07e13dfce630 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=974dfba0-a796-4f0b-909c-ecf0022451e1 HTTP/1.1" status: 200 len: 217 time: 0.1477783 Aug 20 12:10:40.240052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:40.242958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-72375174-c91c-4d27-829e-fcda0d09b008 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8c6f8633521488c976168c78a57b32c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4481633 Aug 20 12:10:40.246819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0f35ac4-da7f-4de8-a756-0bc0ca9d9f5d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.252868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54136) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.273145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72375174-c91c-4d27-829e-fcda0d09b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d64ff8-d4f4-4fd7-b022-0221a9e680a6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.301967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] Deleting port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:40.302377 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.321545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:40.331811 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] Sync routers for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:40.347871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3a0ebac6-2f5d-4800-b5d6-efbc74a6b02b admin admin] 10.222.0.25 "PUT /v2.0/routers/a9805b97-41a3-4e06-8dc4-bdb459639955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5007298 Aug 20 12:10:40.353616 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:40.354246 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:40.378536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54138) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.396124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4224702-af8d-45ed-b280-79efbac8b01d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.410314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] For port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a15b8952-f33b-4587-b0bc-b8fcb70c6c7f,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:40.411399 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.428407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd836-d75c-45f0-89f2-26392fc714fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.429989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] Calling delete_port for a15b8952-f33b-4587-b0bc-b8fcb70c6c7f owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:40.431658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd836-d75c-45f0-89f2-26392fc714fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.452412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a15b8952-f33b-4587-b0bc-b8fcb70c6c7f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:40.452722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9433023b-1140-4882-a203-751bd60a0123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.478169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fb0cd-6694-4221-ad08-cbccf61f45f1 req-0118cb18-b954-4049-89b3-a82814fa0f30 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:40.485583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f49fb0cd-6694-4221-ad08-cbccf61f45f1 req-0118cb18-b954-4049-89b3-a82814fa0f30 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.3751903 Aug 20 12:10:40.513171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd836-d75c-45f0-89f2-26392fc714fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.513171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8bd836-d75c-45f0-89f2-26392fc714fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Fanout notify agent at l3_agent the message router_deleted on router 6b2e7136-2086-4e9d-9ac6-29cedfca1835 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:10:40.520887 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd836-d75c-45f0-89f2-26392fc714fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.521932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9c8bd836-d75c-45f0-89f2-26392fc714fb tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/routers/6b2e7136-2086-4e9d-9ac6-29cedfca1835 HTTP/1.1" status: 204 len: 168 time: 0.3885484 Aug 20 12:10:40.523300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4224702-af8d-45ed-b280-79efbac8b01d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=3449f14c-0e6e-4b56-8c00-ecda2b60283f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.524791 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9433023b-1140-4882-a203-751bd60a0123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.526678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54140) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.530892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-780f9bed-e995-4a4e-ad81-4f7f3ef87c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:40.532465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-780f9bed-e995-4a4e-ad81-4f7f3ef87c49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.2798030 Aug 20 12:10:40.554114 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0f35ac4-da7f-4de8-a756-0bc0ca9d9f5d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.556722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b0f35ac4-da7f-4de8-a756-0bc0ca9d9f5d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.557855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b0f35ac4-da7f-4de8-a756-0bc0ca9d9f5d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/security-groups/9211342f-7197-4a18-bbd4-83d96e731397 HTTP/1.1" status: 204 len: 168 time: 0.8483961 Aug 20 12:10:40.579374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.596282 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:40.675342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3788648-ceb5-4e19-b3a2-f1f2010cb91f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:40.683631 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d3788648-ceb5-4e19-b3a2-f1f2010cb91f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1556487 Aug 20 12:10:40.684341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.688785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.716585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f35ac4-da7f-4de8-a756-0bc0ca9d9f5d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9211342f-7197-4a18-bbd4-83d96e731397,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.729452 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.766671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f49fb0cd-6694-4221-ad08-cbccf61f45f1 req-5d99c8e8-06c1-44b4-be95-9ed129c2a61a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759862 Aug 20 12:10:40.773690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9433023b-1140-4882-a203-751bd60a0123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.776426 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9433023b-1140-4882-a203-751bd60a0123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.789133 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9433023b-1140-4882-a203-751bd60a0123 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99d64ff8-d4f4-4fd7-b022-0221a9e680a6 HTTP/1.1" status: 204 len: 168 time: 0.5263281 Aug 20 12:10:40.809065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433023b-1140-4882-a203-751bd60a0123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d64ff8-d4f4-4fd7-b022-0221a9e680a6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.839759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.849634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99d9c0-6744-4f3a-9e42-a5377bf0aed7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:40.851956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb5c2ed1-1c39-41a9-9617-194c9922d910 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:40.855415 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f99d9c0-6744-4f3a-9e42-a5377bf0aed7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1446302 Aug 20 12:10:40.856218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.857597 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a478dd0-fa83-4d2f-a204-33f6ad4f4816 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.857781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] Pushing event deleted for resources: {'Port': ['ID=a15b8952-f33b-4587-b0bc-b8fcb70c6c7f,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:40.877495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b65771-e76a-40ae-ac93-23d5d152c3d8 None None] No DVR routers for this DVR port a15b8952-f33b-4587-b0bc-b8fcb70c6c7f on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:40.900895 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:10:37Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:40.937585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890479cb-a01e-41bd-9b36-5df527ae180c req-fb5f5278-1237-4dd9-8995-7e29f81af707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:40.939514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-fb5f5278-1237-4dd9-8995-7e29f81af707 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3893206 Aug 20 12:10:40.949656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4224702-af8d-45ed-b280-79efbac8b01d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:40.954265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b4224702-af8d-45ed-b280-79efbac8b01d tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "DELETE /v2.0/ports/3449f14c-0e6e-4b56-8c00-ecda2b60283f HTTP/1.1" status: 204 len: 168 time: 2.7087469 Aug 20 12:10:40.960642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: cb5c2ed1-1c39-41a9-9617-194c9922d910 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:40.962425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb5c2ed1-1c39-41a9-9617-194c9922d910 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:40.975776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54156) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.984177 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fd8d5681-c547-429e-951c-40bf3affa541 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241610 Aug 20 12:10:40.984317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54158) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:40.999882 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] Checking router: a9805b97-41a3-4e06-8dc4-bdb459639955 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:41.005638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:41.022618 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] Routers {'a9805b97-41a3-4e06-8dc4-bdb459639955'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:41.023560 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:25Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a9805b97-41a3-4e06-8dc4-bdb459639955'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:41.042846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a478dd0-fa83-4d2f-a204-33f6ad4f4816 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.112661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac11beae-dfae-404a-86e7-14bb02930270 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting subnet e53559e7-0159-402c-90e2-815f3c7e159e {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:41.118718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac11beae-dfae-404a-86e7-14bb02930270 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.129483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-7eb5ff77-18f8-40df-a2df-2482fa15e5ea service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637967 Aug 20 12:10:41.197569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac11beae-dfae-404a-86e7-14bb02930270 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.225800 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] Set router a9805b97-41a3-4e06-8dc4-bdb459639955 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:41.277458 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a478dd0-fa83-4d2f-a204-33f6ad4f4816 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.290444 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a478dd0-fa83-4d2f-a204-33f6ad4f4816 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.292256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4a478dd0-fa83-4d2f-a204-33f6ad4f4816 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/security-groups/a48e0e9f-14a8-41df-9b54-e210576d3022 HTTP/1.1" status: 204 len: 168 time: 0.7114801 Aug 20 12:10:41.307468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54170) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:41.346120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a478dd0-fa83-4d2f-a204-33f6ad4f4816 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e0e9f-14a8-41df-9b54-e210576d3022,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:41.425316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.428818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac11beae-dfae-404a-86e7-14bb02930270 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.478170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890479cb-a01e-41bd-9b36-5df527ae180c req-a182efc7-c3ee-4c38-8965-bb7ac84d254f service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503345 Aug 20 12:10:41.520589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:41.552348 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.552602 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6412bd8-d5dc-4388-9f83-958afe08c0bc tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.561177 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:10:37Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:41.602731 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2266042-63b4-490b-bf00-5ab624b3d952 None None] The sync data for ids ['a9805b97-41a3-4e06-8dc4-bdb459639955'] in n-d-800634-10 is: [{'id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'name': 'tempest-ServerActionsTestJSON-1529099659-router', 'tenant_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:00:56Z', 'updated_at': '2021-08-20T12:10:37Z', 'revision_number': 5, 'project_id': 'b1c864bebc5e4ecf996f0cfd2d514168', 'gw_port': {'id': '96fd1d80-e0ad-496b-bfcc-363bd71ff8fb', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9805b97-41a3-4e06-8dc4-bdb459639955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:00:57Z', 'updated_at': '2021-08-20T12:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:41.620092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6412bd8-d5dc-4388-9f83-958afe08c0bc tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.658306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac11beae-dfae-404a-86e7-14bb02930270 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.699317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Deleting port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:41.699657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.713991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11beae-dfae-404a-86e7-14bb02930270 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Subnet': ['ID=e53559e7-0159-402c-90e2-815f3c7e159e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:41.722268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac11beae-dfae-404a-86e7-14bb02930270 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.724518 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ac11beae-dfae-404a-86e7-14bb02930270 tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "DELETE /v2.0/subnets/e53559e7-0159-402c-90e2-815f3c7e159e HTTP/1.1" status: 204 len: 168 time: 0.7393091 Aug 20 12:10:41.727424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:41.732046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e0d11c-7406-424b-9a17-45a8e901f784 None None] Network 8e2889d6-5a65-410a-9861-3239109dd4ae requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:41.749860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6412bd8-d5dc-4388-9f83-958afe08c0bc tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.752435 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6412bd8-d5dc-4388-9f83-958afe08c0bc tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.753586 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b6412bd8-d5dc-4388-9f83-958afe08c0bc tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/security-groups/d3599437-2923-42e9-8952-cbce6fb98fab HTTP/1.1" status: 204 len: 168 time: 0.4410014 Aug 20 12:10:41.764932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54192) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:41.858166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6412bd8-d5dc-4388-9f83-958afe08c0bc tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3599437-2923-42e9-8952-cbce6fb98fab,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:41.903317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c99d694-bc51-494d-89e0-586f9bc97447 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet a90afb16-e4c9-4ac3-b3c3-48ac559b9a05 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:41.905506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c040e81d-f1e6-49e1-9956-cbf074808f7b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting subnet f788fa67-5e50-43ff-b2ed-3819f5cdbe72 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:41.908155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c99d694-bc51-494d-89e0-586f9bc97447 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.908988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c040e81d-f1e6-49e1-9956-cbf074808f7b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.961879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c040e81d-f1e6-49e1-9956-cbf074808f7b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.969021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c99d694-bc51-494d-89e0-586f9bc97447 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.136111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c99d694-bc51-494d-89e0-586f9bc97447 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.179580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c040e81d-f1e6-49e1-9956-cbf074808f7b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.203716 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.282069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c040e81d-f1e6-49e1-9956-cbf074808f7b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.340122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:42.367562 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c040e81d-f1e6-49e1-9956-cbf074808f7b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.370138 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c040e81d-f1e6-49e1-9956-cbf074808f7b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "DELETE /v2.0/subnets/f788fa67-5e50-43ff-b2ed-3819f5cdbe72 HTTP/1.1" status: 204 len: 168 time: 0.6402555 Aug 20 12:10:42.377108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54214) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:42.379034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b6ce3-b881-4c2c-8d4a-59a0941c608b req-7ab5872e-96af-4cf0-b815-a77c86b4aeb7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:42.386386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-103b6ce3-b881-4c2c-8d4a-59a0941c608b req-7ab5872e-96af-4cf0-b815-a77c86b4aeb7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.2603106 Aug 20 12:10:42.387687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040e81d-f1e6-49e1-9956-cbf074808f7b tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Subnet': ['ID=f788fa67-5e50-43ff-b2ed-3819f5cdbe72,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:42.393372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77ab1c-54f5-4ec1-82c7-c0c940fa796b None None] Network 7e0adf5a-9cef-4859-843d-9007508db2f5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:42.408252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] DHCP port deletion for 8e2889d6-5a65-410a-9861-3239109dd4ae request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:42.473390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f087a5c1-ebda-4c05-bca4-9cb286594003 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:42.508646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-103b6ce3-b881-4c2c-8d4a-59a0941c608b req-e47f44a1-731b-44e3-b1e8-8d40f28f40ea tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181190 Aug 20 12:10:42.515513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] For port 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=96fd1d80-e0ad-496b-bfcc-363bd71ff8fb,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:42.515912 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.531263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.567532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c99d694-bc51-494d-89e0-586f9bc97447 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.570634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Calling delete_port for 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:42.583303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f087a5c1-ebda-4c05-bca4-9cb286594003 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:42.583549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f087a5c1-ebda-4c05-bca4-9cb286594003 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:42.619083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99d694-bc51-494d-89e0-586f9bc97447 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=a90afb16-e4c9-4ac3-b3c3-48ac559b9a05,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:42.646418 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-1cff9b5e-f5b2-47ed-96b1-0dd8f09d61a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2749496 Aug 20 12:10:42.648711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c99d694-bc51-494d-89e0-586f9bc97447 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.650817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3c99d694-bc51-494d-89e0-586f9bc97447 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/a90afb16-e4c9-4ac3-b3c3-48ac559b9a05 HTTP/1.1" status: 204 len: 168 time: 0.8837097 Aug 20 12:10:42.655475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54222) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:42.669440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Deleting port e13b327f-ae58-4f6f-bfc2-df802aa136c3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:42.670586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.673440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5591d3e-4a8f-47b5-926e-a05d33b036d4 None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:42.746026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] For port e13b327f-ae58-4f6f-bfc2-df802aa136c3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e13b327f-ae58-4f6f-bfc2-df802aa136c3,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:42.746269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.783867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Calling delete_port for e13b327f-ae58-4f6f-bfc2-df802aa136c3 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:42.807301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bcd6ad-ff85-4c06-a7b5-7ca42e557cb5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet b4f1b909-466e-4b88-9d77-94be7886c83d {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:42.812832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63bcd6ad-ff85-4c06-a7b5-7ca42e557cb5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.840517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] Deleting port e13b327f-ae58-4f6f-bfc2-df802aa136c3 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:42.841537 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.900780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54228) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:42.903305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63bcd6ad-ff85-4c06-a7b5-7ca42e557cb5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.931151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:10:42.939106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.987080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:42.995844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:42.999648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:43.000424 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.000958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] For port e13b327f-ae58-4f6f-bfc2-df802aa136c3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e13b327f-ae58-4f6f-bfc2-df802aa136c3,segment=NetworkSegment(565a11ca-f5bb-4e2a-bab7-b88d63a8a48d),segment_id=565a11ca-f5bb-4e2a-bab7-b88d63a8a48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:43.001367 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.018199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a256eb-683e-4387-8955-f20b5286dd15 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:43.031162 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:10:43.032587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] DHCP port deletion for 7e0adf5a-9cef-4859-843d-9007508db2f5 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:43.040470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.049414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] Calling delete_port for e13b327f-ae58-4f6f-bfc2-df802aa136c3 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:43.090833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0993068 Aug 20 12:10:43.117364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54236) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:43.132158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63bcd6ad-ff85-4c06-a7b5-7ca42e557cb5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.138068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:43.239848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Port': ['ID=e13b327f-ae58-4f6f-bfc2-df802aa136c3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:43.243918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] No DVR routers for this DVR port e13b327f-ae58-4f6f-bfc2-df802aa136c3 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:43.253930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63bcd6ad-ff85-4c06-a7b5-7ca42e557cb5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.297973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6002281-9670-4b93-8ab8-7762aeddc0a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=a29787ff-ba8e-4a2c-9725-83a223ae30e3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:43.338955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcd6ad-ff85-4c06-a7b5-7ca42e557cb5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f1b909-466e-4b88-9d77-94be7886c83d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:43.346332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63bcd6ad-ff85-4c06-a7b5-7ca42e557cb5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.348700 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-63bcd6ad-ff85-4c06-a7b5-7ca42e557cb5 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/b4f1b909-466e-4b88-9d77-94be7886c83d HTTP/1.1" status: 204 len: 168 time: 0.6879106 Aug 20 12:10:43.354099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54240) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:43.361487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f12fa54-5c95-4262-9c40-a551b3d1e4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.414373 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.442021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.457923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2889d6-5a65-410a-9861-3239109dd4ae']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:43.461240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] Deleting port 86f921e9-39cd-47f7-bb08-94d77943c91f {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:43.461709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.484087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] Pushing event deleted for resources: {'Port': ['ID=e13b327f-ae58-4f6f-bfc2-df802aa136c3,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:43.490595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:43.490595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565a11ca-f5bb-4e2a-bab7-b88d63a8a48d') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:43.510317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.579896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54f83c6-4b60-4414-9fa9-63d04d6ae715 None None] No DVR routers for this DVR port e13b327f-ae58-4f6f-bfc2-df802aa136c3 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:43.616141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': 'a29787ff-ba8e-4a2c-9725-83a223ae30e3'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:43.617461 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.623198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] For port 86f921e9-39cd-47f7-bb08-94d77943c91f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=86f921e9-39cd-47f7-bb08-94d77943c91f,segment=NetworkSegment(55ddcb72-7fb1-41c9-b917-164963fe7b1d),segment_id=55ddcb72-7fb1-41c9-b917-164963fe7b1d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:43.623908 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.661263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] Calling delete_port for 86f921e9-39cd-47f7-bb08-94d77943c91f owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:43.799311 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.912329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.919292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Allocated IP 2001:db8::f816:3eff:fed4:8d54 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/a29787ff-ba8e-4a2c-9725-83a223ae30e3/f63e099a-987e-4321-8dad-f1201a34f551) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:43.921406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:43.921824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.937691 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afcd7fe-c890-4590-991e-d476fc921833 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:43.938465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afcd7fe-c890-4590-991e-d476fc921833 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:43.940470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2afcd7fe-c890-4590-991e-d476fc921833 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/a90afb16-e4c9-4ac3-b3c3-48ac559b9a05 HTTP/1.1" status: 404 len: 337 time: 0.5853367 Aug 20 12:10:43.948556 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.959563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54244) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: items = [ Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:44.030508 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:44.033435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] Pushing event deleted for resources: {'Port': ['ID=86f921e9-39cd-47f7-bb08-94d77943c91f,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:44.051450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288c0e2-1a55-44ae-b406-5a3b957fc87d None None] No DVR routers for this DVR port 86f921e9-39cd-47f7-bb08-94d77943c91f on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:44.090728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting subnet 92ab660d-b4ba-466b-862c-c851eafde427 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:44.105108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d03cc8-050b-4116-afc6-a531ace82d12 req-1fc410b0-0f4d-4607-b394-3f8363d73243 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:44.114461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3d03cc8-050b-4116-afc6-a531ace82d12 req-1fc410b0-0f4d-4607-b394-3f8363d73243 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.2719848 Aug 20 12:10:44.114692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f12fa54-5c95-4262-9c40-a551b3d1e4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.116441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.120091 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.127235 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.131618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "DELETE /v2.0/networks/8e2889d6-5a65-410a-9861-3239109dd4ae HTTP/1.1" status: 204 len: 168 time: 1.7509975 Aug 20 12:10:44.131618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f12fa54-5c95-4262-9c40-a551b3d1e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.134392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54246) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:44.209623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:44.223181 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.228224 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.256257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814521a8-ab5e-4bb8-826f-7ad29a83ffba tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Network': ['ID=8e2889d6-5a65-410a-9861-3239109dd4ae,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:44.269483 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.284290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Transition to ACTIVE for port object f63e099a-987e-4321-8dad-f1201a34f551 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:44.308544 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f12fa54-5c95-4262-9c40-a551b3d1e4b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a374ee0b557648d6aadb5d1549acd35c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3996317 Aug 20 12:10:44.308544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12fa54-5c95-4262-9c40-a551b3d1e4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b045209c-6e1d-4ff8-9478-9b10bf2ca24d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:44.310122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54250) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:44.313835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Transition to ACTIVE for port object f63e099a-987e-4321-8dad-f1201a34f551 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:44.316301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.328320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1147cc-f23b-413d-97df-4c0d870fb1ba None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:44.337049 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.393903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.444704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3d03cc8-050b-4116-afc6-a531ace82d12 req-631f1150-b34d-4b6d-aafa-9de1e4123dbf tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287387 Aug 20 12:10:44.467380 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7dc07b94-c57a-40be-93a4-a7bc14913bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.478560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Pushing event deleted for resources: {'Port': ['ID=96fd1d80-e0ad-496b-bfcc-363bd71ff8fb,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:44.495497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 86f921e9-39cd-47f7-bb08-94d77943c91f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:44.510495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.535897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0adf5a-9cef-4859-843d-9007508db2f5']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:44.539852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7dc07b94-c57a-40be-93a4-a7bc14913bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.548908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 86f921e9-39cd-47f7-bb08-94d77943c91f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:44.549443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 86f921e9-39cd-47f7-bb08-94d77943c91f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:44.549970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e13b327f-ae58-4f6f-bfc2-df802aa136c3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:44.551821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-29ccb560-3179-45dd-bb64-1b41148c6c16 None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:44.552292 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-29ccb560-3179-45dd-bb64-1b41148c6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.557696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ddcb72-7fb1-41c9-b917-164963fe7b1d') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:44.558249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ddcb72-7fb1-41c9-b917-164963fe7b1d') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:44.575502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.611332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.613751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:44.628015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:44.628715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:44.631884 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:44.657446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.661090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.696522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e13b327f-ae58-4f6f-bfc2-df802aa136c3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:44.697136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e13b327f-ae58-4f6f-bfc2-df802aa136c3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:44.706884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Pushing event updated for resources: {'Port': ['ID=f63e099a-987e-4321-8dad-f1201a34f551,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:44.715979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.724415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.726510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:44.728547 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] 10.222.0.25 "DELETE /v2.0/networks/7e0adf5a-9cef-4859-843d-9007508db2f5 HTTP/1.1" status: 204 len: 168 time: 0.5906487 Aug 20 12:10:44.749325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7dc07b94-c57a-40be-93a4-a7bc14913bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.766792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7dc07b94-c57a-40be-93a4-a7bc14913bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.767044 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7dc07b94-c57a-40be-93a4-a7bc14913bb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b045209c-6e1d-4ff8-9478-9b10bf2ca24d HTTP/1.1" status: 204 len: 168 time: 0.4550653 Aug 20 12:10:44.788667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7812af5-dd34-4b2a-a22c-232339d5fd2f tempest-TaggedBootDevicesTest_v242-1913878799 tempest-TaggedBootDevicesTest_v242-1913878799-project] Pushing event deleted for resources: {'Network': ['ID=7e0adf5a-9cef-4859-843d-9007508db2f5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:44.794383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:44.801839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc07b94-c57a-40be-93a4-a7bc14913bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045209c-6e1d-4ff8-9478-9b10bf2ca24d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:44.894604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.904996 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.002459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.003259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9805b97-41a3-4e06-8dc4-bdb459639955 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:10:45.102490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-29ccb560-3179-45dd-bb64-1b41148c6c16 None None] Provisioning complete for port 34088353-492a-4078-a768-148310431b6e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:45.104174 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-29ccb560-3179-45dd-bb64-1b41148c6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.137176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Attempting to bind port f63e099a-987e-4321-8dad-f1201a34f551 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:45.137843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Attempting to bind port f63e099a-987e-4321-8dad-f1201a34f551 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:45.138355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Attempting to bind port f63e099a-987e-4321-8dad-f1201a34f551 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:45.150835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:45.151225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:45.151717 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.152208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:45.152631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Bound port: f63e099a-987e-4321-8dad-f1201a34f551, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:45.153228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.185044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-29ccb560-3179-45dd-bb64-1b41148c6c16 None None] Port 34088353-492a-4078-a768-148310431b6e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:45.226432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.231134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54266) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.246867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a4d9a780-04db-44f0-82e3-bbb7ddcd540c admin admin] 10.222.0.25 "DELETE /v2.0/routers/a9805b97-41a3-4e06-8dc4-bdb459639955 HTTP/1.1" status: 204 len: 168 time: 4.8596585 Aug 20 12:10:45.260710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.269710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.286903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] For port f63e099a-987e-4321-8dad-f1201a34f551, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:45.297221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] For port f63e099a-987e-4321-8dad-f1201a34f551, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f63e099a-987e-4321-8dad-f1201a34f551,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:45.313386 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.321762 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.327495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54270) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.328406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/92ab660d-b4ba-466b-862c-c851eafde427 HTTP/1.1" status: 204 len: 168 time: 1.3663118 Aug 20 12:10:45.332132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:45.333304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Subnet': ['ID=92ab660d-b4ba-466b-862c-c851eafde427,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:45.340865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:45.349619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:45.350676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.355071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.355524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.355971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.356411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.356882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.357361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.357792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.359779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.360199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.360606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.361118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.361580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7639a6-bdac-42ca-977a-c33d112acb52 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:45.416046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2969546 Aug 20 12:10:45.424642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54276) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.430916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:16:4b:e8', 'name': 'tempest-NetworksTestDHCPv6-664516662'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:45.488100 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd0f0ea-f60e-4624-b8ae-adc893e22f5f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:45.488590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd0f0ea-f60e-4624-b8ae-adc893e22f5f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:45.503538 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dcd0f0ea-f60e-4624-b8ae-adc893e22f5f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/a0639902-9630-4d6d-9bd7-bf8b3acb4fff HTTP/1.1" status: 404 len: 337 time: 0.1725872 Aug 20 12:10:45.504956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54282) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.534257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cd518-e512-4c25-8b0c-559c414614c3 None None] Pushing event updated for resources: {'Port': ['ID=f63e099a-987e-4321-8dad-f1201a34f551,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:45.568427 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-568c6b4f-a4cc-48ff-aef6-af6a72730cb7 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1b51cc7-85d9-4929-8142-bca2e58317bf HTTP/1.1" status: 200 len: 205 time: 0.0611131 Aug 20 12:10:45.569541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54284) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.629190 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-ad59012f-5eed-4b53-a53a-f75556c4c182 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] delete failed (client error): The resource could not be found. Aug 20 12:10:45.631243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ad59012f-5eed-4b53-a53a-f75556c4c182 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/routers/c1b51cc7-85d9-4929-8142-bca2e58317bf HTTP/1.1" status: 404 len: 336 time: 0.0536923 Aug 20 12:10:45.635528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a186766-acbb-4b1d-8d8e-05b87d85e79a admin admin] Deleting subnet abf6c526-a7c9-46e6-8a5e-d5e68edb8078 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:45.639754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a186766-acbb-4b1d-8d8e-05b87d85e79a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.701888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a186766-acbb-4b1d-8d8e-05b87d85e79a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.739009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54286) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.780688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d6938-e5b3-4dcd-8ae1-9110428c9944 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=37c114f8-54d1-4dd0-8193-b90c20e6b38d,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:45.862385 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a186766-acbb-4b1d-8d8e-05b87d85e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.866853 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bb7e44-26c5-4667-ab31-7637fdb8d566 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:45.867313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03bb7e44-26c5-4667-ab31-7637fdb8d566 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:45.869059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-03bb7e44-26c5-4667-ab31-7637fdb8d566 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/11a34ca4-ccca-47e1-8a6d-f58cbdc2955c HTTP/1.1" status: 404 len: 337 time: 0.1253517 Aug 20 12:10:45.874012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54292) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.943014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:45.946039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a186766-acbb-4b1d-8d8e-05b87d85e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.949728 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3de87e6-ffd9-4653-8095-267b68efd809 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:45.950452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3de87e6-ffd9-4653-8095-267b68efd809 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:45.955049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c3de87e6-ffd9-4653-8095-267b68efd809 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/4b9eb847-9226-46e6-8ac0-17c2ae51a9c0 HTTP/1.1" status: 404 len: 337 time: 0.0756626 Aug 20 12:10:45.956902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54296) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.965676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef6edf-2465-4304-8152-34c3f7fdb42d req-f3a4d595-9a23-4ad2-a04c-d7e72ccd7fe5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:45.970641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbef6edf-2465-4304-8152-34c3f7fdb42d req-f3a4d595-9a23-4ad2-a04c-d7e72ccd7fe5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.3655598 Aug 20 12:10:45.992490 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a186766-acbb-4b1d-8d8e-05b87d85e79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf6c526-a7c9-46e6-8a5e-d5e68edb8078,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:46.003302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90d8aa-fe28-44ac-a14a-9ab7a76ce394 None None] Network 1dc1aa9a-07af-4258-a94a-69c38875253d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:46.014344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a186766-acbb-4b1d-8d8e-05b87d85e79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.016400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9a186766-acbb-4b1d-8d8e-05b87d85e79a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/abf6c526-a7c9-46e6-8a5e-d5e68edb8078 HTTP/1.1" status: 204 len: 168 time: 0.7842517 Aug 20 12:10:46.024588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54298) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.025634 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28be974-f379-4e45-9366-ddc82de93f5f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:46.026089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28be974-f379-4e45-9366-ddc82de93f5f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:46.036407 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b28be974-f379-4e45-9366-ddc82de93f5f tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/d2b2ef9e-5879-4aa3-a0fa-b85b83e47ca0 HTTP/1.1" status: 404 len: 337 time: 0.0763102 Aug 20 12:10:46.041920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54300) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.136031 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8108106d-0364-4bb8-b57e-fa849064fcee tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:46.137183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8108106d-0364-4bb8-b57e-fa849064fcee tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:46.141704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8108106d-0364-4bb8-b57e-fa849064fcee tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/64848980-882b-4c81-b657-27ba57e0067b HTTP/1.1" status: 404 len: 333 time: 0.0909889 Aug 20 12:10:46.147907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54304) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.182361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbef6edf-2465-4304-8152-34c3f7fdb42d req-0d0ee012-b4d8-48ed-8b64-392f0f4392bb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904345 Aug 20 12:10:46.236372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.252639 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-710ea128-216a-4b68-b9f5-a4249c07166a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:46.253237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710ea128-216a-4b68-b9f5-a4249c07166a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:46.255388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-710ea128-216a-4b68-b9f5-a4249c07166a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/946b23e0-6c55-4744-af25-46fd3c9fa64a HTTP/1.1" status: 404 len: 337 time: 0.1061985 Aug 20 12:10:46.257845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54310) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.308017 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d9e06e-a5e7-4f4b-bc94-7af2ddb1cb65 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:46.308379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d9e06e-a5e7-4f4b-bc94-7af2ddb1cb65 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:46.315274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-25d9e06e-a5e7-4f4b-bc94-7af2ddb1cb65 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/7f748894-55d6-48d3-941d-93417d07f468 HTTP/1.1" status: 404 len: 337 time: 0.0564032 Aug 20 12:10:46.320511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54314) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.362488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13785357-3c45-46fe-bd07-267d17d22910 None None] Network 955713ce-7219-46c3-b87d-54109a4ed21b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:46.390418 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a438818-8fab-43bc-a154-5976259b0e07 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:46.392881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a438818-8fab-43bc-a154-5976259b0e07 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:46.396522 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4a438818-8fab-43bc-a154-5976259b0e07 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/60fd2a43-11aa-48ae-86aa-dd7eb4a72caf HTTP/1.1" status: 404 len: 333 time: 0.0758011 Aug 20 12:10:46.400242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.400951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54316) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.406114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Deleting port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:46.406473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.444261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 042ff364-642f-4f66-ae66-7a840eec8c33 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:10:46.612752 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-21393ba5-d07e-475b-bcda-234f1feb300e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:46.624194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21393ba5-d07e-475b-bcda-234f1feb300e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:46.633310 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-21393ba5-d07e-475b-bcda-234f1feb300e tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/94cacf84-3195-43c2-ad36-0fa33020f278 HTTP/1.1" status: 404 len: 337 time: 0.1770267 Aug 20 12:10:46.636220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54324) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.692788 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d62117b-0cdd-4c3a-920f-c19313271a4d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] DELETE failed (client error): The resource could not be found. Aug 20 12:10:46.693481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d62117b-0cdd-4c3a-920f-c19313271a4d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:10:46.695594 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1d62117b-0cdd-4c3a-920f-c19313271a4d tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/subnets/a785ee8a-fd91-44bd-b39e-e0eb99f2dcf6 HTTP/1.1" status: 404 len: 337 time: 0.0584273 Aug 20 12:10:46.702206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54330) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.729084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] For port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d,segment=NetworkSegment(ac6c6b73-1456-4e78-ad25-44bd583064ff),segment_id=ac6c6b73-1456-4e78-ad25-44bd583064ff)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:46.729580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.750134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Calling delete_port for d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:46.769371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] DHCP port deletion for 1dc1aa9a-07af-4258-a94a-69c38875253d request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:46.771742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f63e099a-987e-4321-8dad-f1201a34f551 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:46.795904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 172.20.0.12 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/37c114f8-54d1-4dd0-8193-b90c20e6b38d/042ff364-642f-4f66-ae66-7a840eec8c33) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:46.810316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:fe16:4be8 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/a29787ff-ba8e-4a2c-9725-83a223ae30e3/042ff364-642f-4f66-ae66-7a840eec8c33) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:46.902426 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.913876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-acf87eb3-8c26-4242-9a7e-c72677bbf4b0 None None] Provisioning complete for port 9003a861-ffd4-4c80-95ca-d03849fc4786 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:46.914295 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-acf87eb3-8c26-4242-9a7e-c72677bbf4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.947810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] No DVR routers for this DVR port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:46.977402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f63e099a-987e-4321-8dad-f1201a34f551 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:47.010489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:47.088657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:47.129633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:47.129950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 96fd1d80-e0ad-496b-bfcc-363bd71ff8fb not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:47.141888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] Deleting port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:47.142308 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.156658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.191325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 042ff364-642f-4f66-ae66-7a840eec8c33 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:47.268171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.275269 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.285166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc1aa9a-07af-4258-a94a-69c38875253d']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:47.305687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6c6b73-1456-4e78-ad25-44bd583064ff') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:47.310095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6c6b73-1456-4e78-ad25-44bd583064ff') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:47.332497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.336058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-85734df5-a521-4be1-a743-1b352955d76a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 34088353-492a-4078-a768-148310431b6e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:47.336501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85734df5-a521-4be1-a743-1b352955d76a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.349997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039d73f-6f01-4aff-9167-534f1fd2d45c None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:47.394462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:47.408273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:47.408499 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.411355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=042ff364-642f-4f66-ae66-7a840eec8c33,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:47.414852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:47.423841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:47.424260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.504444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:47.506118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:47.512821 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:47.516269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54352) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:47.550553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fd721-c94b-4c3d-a760-fdb84d904d81 req-aa7ba518-a568-4103-a5c8-9394921807da tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:47.554748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] For port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:47.555291 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.558609 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da1fd721-c94b-4c3d-a760-fdb84d904d81 req-aa7ba518-a568-4103-a5c8-9394921807da tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.2156041 Aug 20 12:10:47.566901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b760fb72-9da0-4604-a07d-3951d52d610a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1410825 Aug 20 12:10:47.569368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54356) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:47.571129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.576418 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.578736 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] 10.222.0.25 "DELETE /v2.0/networks/1dc1aa9a-07af-4258-a94a-69c38875253d HTTP/1.1" status: 204 len: 168 time: 1.5417202 Aug 20 12:10:47.604149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] Calling delete_port for d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:47.628809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9f818-e0a7-4495-bb33-0f2328e2188b admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc1aa9a-07af-4258-a94a-69c38875253d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:47.638658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da1fd721-c94b-4c3d-a760-fdb84d904d81 req-80da42cb-ca8b-4a18-8fde-401ddd48583f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775716 Aug 20 12:10:47.673108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c626b7-f0fe-4cf3-a4f0-cbdbacba77f3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:47.683250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c626b7-f0fe-4cf3-a4f0-cbdbacba77f3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:47.689026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-70c626b7-f0fe-4cf3-a4f0-cbdbacba77f3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1184719 Aug 20 12:10:47.689775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54362) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:47.695012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85734df5-a521-4be1-a743-1b352955d76a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.719165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] DHCP port deletion for 955713ce-7219-46c3-b87d-54109a4ed21b request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:47.723401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] Port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:10:47.737210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-85734df5-a521-4be1-a743-1b352955d76a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 34088353-492a-4078-a768-148310431b6e owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:47.771845 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.814664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.829513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54364) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:47.854742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] Network 1dc1aa9a-07af-4258-a94a-69c38875253d is not hosted by any dhcp agent {{(pid=101035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:10:47.855218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] No DVR routers for this DVR port d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:47.867515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ee8b0-b152-4f0b-81e9-eee557a780cf None None] Pushing event deleted for resources: {'Port': ['ID=d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:47.869226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-acf87eb3-8c26-4242-9a7e-c72677bbf4b0 None None] Provisioning complete for port 34088353-492a-4078-a768-148310431b6e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:47.869607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-acf87eb3-8c26-4242-9a7e-c72677bbf4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.895751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5ef3d-077f-4a01-835a-a0bdab105171 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 042ff364-642f-4f66-ae66-7a840eec8c33 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:47.896613 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef3d-077f-4a01-835a-a0bdab105171 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.900513 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85734df5-a521-4be1-a743-1b352955d76a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.934885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-acf87eb3-8c26-4242-9a7e-c72677bbf4b0 None None] Port 34088353-492a-4078-a768-148310431b6e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:47.947905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85734df5-a521-4be1-a743-1b352955d76a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.954052 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-85734df5-a521-4be1-a743-1b352955d76a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/ports/34088353-492a-4078-a768-148310431b6e HTTP/1.1" status: 204 len: 168 time: 1.2506037 Aug 20 12:10:47.957341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85734df5-a521-4be1-a743-1b352955d76a tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=34088353-492a-4078-a768-148310431b6e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:47.958701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] Deleting port 9003a861-ffd4-4c80-95ca-d03849fc4786 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:47.962785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.968891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54366) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:48.024773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-07723ee5-d822-4119-9da0-86c01e013668 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1c864bebc5e4ecf996f0cfd2d514168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849520 Aug 20 12:10:48.028875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54368) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:48.080607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09d608-44a8-4c03-b843-8139aba45bcb None None] Update dhcp port {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': 'a29787ff-ba8e-4a2c-9725-83a223ae30e3', 'ip_address': '2001:db8::f816:3eff:fed4:8d54'}, {'subnet_id': '37c114f8-54d1-4dd0-8193-b90c20e6b38d'}], 'binding:host_id': 'n-d-800634-10'}, 'id': 'f63e099a-987e-4321-8dad-f1201a34f551'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:10:48.081102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.087980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Provisioning for port f63e099a-987e-4321-8dad-f1201a34f551 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:48.106646 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.116737 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef3d-077f-4a01-835a-a0bdab105171 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.129500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Provisioning complete for port f63e099a-987e-4321-8dad-f1201a34f551 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:48.129893 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.139040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.151727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-880329b3-82f6-4c8c-8ae4-cb01be5c6fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.166610 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea09d608-44a8-4c03-b843-8139aba45bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.169869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] For port 9003a861-ffd4-4c80-95ca-d03849fc4786, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9003a861-ffd4-4c80-95ca-d03849fc4786,segment=NetworkSegment(d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5),segment_id=d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:48.170110 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.179849 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-880329b3-82f6-4c8c-8ae4-cb01be5c6fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.194837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b85b8550f7c4041a96fa8822e235a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350968 Aug 20 12:10:48.195064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] Calling delete_port for 9003a861-ffd4-4c80-95ca-d03849fc4786 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:48.195845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54370) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:48.196654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228a390a-daed-4120-99f8-a6fcbfbdeda0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:48.215096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.215743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.216258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.217626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.218162 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.218716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.219217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.219754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.220274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.220800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.221312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.221806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5a0ad-f19d-465a-b721-9a43f02c789a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:48.246017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5ef3d-077f-4a01-835a-a0bdab105171 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 042ff364-642f-4f66-ae66-7a840eec8c33 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:48.260872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Deleting port 9003a861-ffd4-4c80-95ca-d03849fc4786 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:48.261509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.264742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-880329b3-82f6-4c8c-8ae4-cb01be5c6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.268990 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-880329b3-82f6-4c8c-8ae4-cb01be5c6fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.270328 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-880329b3-82f6-4c8c-8ae4-cb01be5c6fd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d271e09-8253-4561-a3ff-1108129f0581 HTTP/1.1" status: 204 len: 168 time: 0.2393992 Aug 20 12:10:48.315758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880329b3-82f6-4c8c-8ae4-cb01be5c6fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d271e09-8253-4561-a3ff-1108129f0581,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:48.393939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.437692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82c45772-04a7-41b7-8de4-68774439c7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.466011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] For port 9003a861-ffd4-4c80-95ca-d03849fc4786, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9003a861-ffd4-4c80-95ca-d03849fc4786,segment=NetworkSegment(d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5),segment_id=d6ff8b7c-2106-42af-a0d3-4591d3dfcdc5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:48.468887 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.513089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Calling delete_port for 9003a861-ffd4-4c80-95ca-d03849fc4786 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:48.535006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82c45772-04a7-41b7-8de4-68774439c7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.543341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef3d-077f-4a01-835a-a0bdab105171 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.588712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ea09d608-44a8-4c03-b843-8139aba45bcb None None] Allocated IP 172.20.0.2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/37c114f8-54d1-4dd0-8193-b90c20e6b38d/f63e099a-987e-4321-8dad-f1201a34f551) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:48.595577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5ef3d-077f-4a01-835a-a0bdab105171 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=042ff364-642f-4f66-ae66-7a840eec8c33,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:48.664738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] No DVR routers for this DVR port 9003a861-ffd4-4c80-95ca-d03849fc4786 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:48.731103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef3d-077f-4a01-835a-a0bdab105171 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.734390 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e6e5ef3d-077f-4a01-835a-a0bdab105171 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/042ff364-642f-4f66-ae66-7a840eec8c33 HTTP/1.1" status: 204 len: 168 time: 1.0427558 Aug 20 12:10:48.737866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54380) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:48.751131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9003a861-ffd4-4c80-95ca-d03849fc4786 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:48.821780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 9003a861-ffd4-4c80-95ca-d03849fc4786 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:48.822200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9003a861-ffd4-4c80-95ca-d03849fc4786 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:48.822578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:48.825755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccd38aa-7b93-4f35-8c64-5970bf3cba78 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:48.829183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccd38aa-7b93-4f35-8c64-5970bf3cba78 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:48.832708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccd38aa-7b93-4f35-8c64-5970bf3cba78 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:48.834550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7ccd38aa-7b93-4f35-8c64-5970bf3cba78 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0952222 Aug 20 12:10:48.850411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54384) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:48.878596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc050dc-0f33-436a-a18a-9252640765c8 None None] Pushing event deleted for resources: {'Port': ['ID=9003a861-ffd4-4c80-95ca-d03849fc4786,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:48.888889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:48.889933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d1a2b3d4-18b4-4ac8-bb4d-7490328b9a5d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:48.923470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.951901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82c45772-04a7-41b7-8de4-68774439c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.954583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82c45772-04a7-41b7-8de4-68774439c7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.955746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-82c45772-04a7-41b7-8de4-68774439c7c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/228a390a-daed-4120-99f8-a6fcbfbdeda0 HTTP/1.1" status: 204 len: 168 time: 0.7467740 Aug 20 12:10:48.964504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Port': ['ID=9003a861-ffd4-4c80-95ca-d03849fc4786,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:48.967706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ca60-6ab5-4d50-a2a0-b81a27268b34 req-f3802c56-8fb0-412e-9859-5d17295c6a4b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:48.971401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7682ca60-6ab5-4d50-a2a0-b81a27268b34 req-f3802c56-8fb0-412e-9859-5d17295c6a4b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.1314273 Aug 20 12:10:48.987848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab6a86e-3c57-4f37-8fc4-532eadac3ac8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 37c114f8-54d1-4dd0-8193-b90c20e6b38d {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:48.990363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] No DVR routers for this DVR port 9003a861-ffd4-4c80-95ca-d03849fc4786 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:48.993277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c45772-04a7-41b7-8de4-68774439c7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228a390a-daed-4120-99f8-a6fcbfbdeda0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:49.005830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ea09d608-44a8-4c03-b843-8139aba45bcb None None] For port f63e099a-987e-4321-8dad-f1201a34f551, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f63e099a-987e-4321-8dad-f1201a34f551,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:49.058657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7682ca60-6ab5-4d50-a2a0-b81a27268b34 req-40e447f0-c8bf-419c-8ef9-b00d78d883e7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812349 Aug 20 12:10:49.066703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea09d608-44a8-4c03-b843-8139aba45bcb None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.081468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ea09d608-44a8-4c03-b843-8139aba45bcb None None] Transition to ACTIVE for port object f63e099a-987e-4321-8dad-f1201a34f551 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:49.093744 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.100585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ab6a86e-3c57-4f37-8fc4-532eadac3ac8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.132158 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea09d608-44a8-4c03-b843-8139aba45bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.189277 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.211496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955713ce-7219-46c3-b87d-54109a4ed21b']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:49.217155 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ab6a86e-3c57-4f37-8fc4-532eadac3ac8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.259828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ff8b7c-2106-42af-a0d3-4591d3dfcdc5') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:49.260605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ff8b7c-2106-42af-a0d3-4591d3dfcdc5') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:49.272844 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:10:49.273199 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:10:49.274035 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09d608-44a8-4c03-b843-8139aba45bcb None None] Pushing event updated for resources: {'Port': ['ID=f63e099a-987e-4321-8dad-f1201a34f551,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:49.301983 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.323528 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.332278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:49.332964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:49.336836 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:49.468789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.490317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.494300 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] 10.222.0.25 "DELETE /v2.0/networks/955713ce-7219-46c3-b87d-54109a4ed21b HTTP/1.1" status: 204 len: 168 time: 1.5240886 Aug 20 12:10:49.510112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ab6a86e-3c57-4f37-8fc4-532eadac3ac8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.514250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1f68-4ef1-4e16-bb26-310614b44804 tempest-PortsIpV6TestJSON-335091679 tempest-PortsIpV6TestJSON-335091679-project] Pushing event deleted for resources: {'Network': ['ID=955713ce-7219-46c3-b87d-54109a4ed21b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:49.636741 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ab6a86e-3c57-4f37-8fc4-532eadac3ac8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.707456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6a86e-3c57-4f37-8fc4-532eadac3ac8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=37c114f8-54d1-4dd0-8193-b90c20e6b38d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:49.719252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ab6a86e-3c57-4f37-8fc4-532eadac3ac8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.727022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54416) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:49.728098 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4ab6a86e-3c57-4f37-8fc4-532eadac3ac8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/37c114f8-54d1-4dd0-8193-b90c20e6b38d HTTP/1.1" status: 204 len: 168 time: 0.8736539 Aug 20 12:10:49.841848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c6d830-e1c9-4e71-9998-ca37990ae99e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet a29787ff-ba8e-4a2c-9725-83a223ae30e3 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:49.849077 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d830-e1c9-4e71-9998-ca37990ae99e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.855270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.876091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54420) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:49.945623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54426) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:49.953025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] For port f63e099a-987e-4321-8dad-f1201a34f551, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f63e099a-987e-4321-8dad-f1201a34f551,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:49.962324 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.964170 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d830-e1c9-4e71-9998-ca37990ae99e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.106029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd9a0c-1120-4ded-bfb7-bb7e058094cc None None] Pushing event updated for resources: {'Port': ['ID=f63e099a-987e-4321-8dad-f1201a34f551,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:50.185987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-806608458-network', 'tenant_id': 'b11b040c005843c589fc833e824a73ab'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:50.186401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d830-e1c9-4e71-9998-ca37990ae99e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.239816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:50.242647 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.272284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.354502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9e9e-78c7-4260-ac51-85166c865738 req-5ef48a71-7316-4f2f-8e89-9e4cb289bed3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:50.362597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cec9e9e-78c7-4260-ac51-85166c865738 req-5ef48a71-7316-4f2f-8e89-9e4cb289bed3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.1364489 Aug 20 12:10:50.427066 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d830-e1c9-4e71-9998-ca37990ae99e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.484964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f63e099a-987e-4321-8dad-f1201a34f551 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:50.491007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d830-e1c9-4e71-9998-ca37990ae99e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.493757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c2c6d830-e1c9-4e71-9998-ca37990ae99e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/a29787ff-ba8e-4a2c-9725-83a223ae30e3 HTTP/1.1" status: 204 len: 168 time: 0.7646768 Aug 20 12:10:50.523812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54442) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:50.533903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6d830-e1c9-4e71-9998-ca37990ae99e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=a29787ff-ba8e-4a2c-9725-83a223ae30e3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:50.558206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb27d1d3-9f59-4869-838e-8db0d8882e4d None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:50.566638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.580885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-07653002-c0c1-4bef-96f3-2abfd81dedee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d51208ea09f4f43b2ec696b3fcd4f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326716 Aug 20 12:10:50.583915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cec9e9e-78c7-4260-ac51-85166c865738 req-137c7a08-ca9b-43a1-abd8-680aa53250b4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201595 Aug 20 12:10:50.585090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54444) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:50.587696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0a961675-079f-4e8a-9d78-9a8b16e3becc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618553 Aug 20 12:10:50.593718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.597037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54446) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:50.603559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:50.621299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:10:50.644706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.645062 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Added segment 8745bed8-c586-4ac8-838e-16047e66ae9c of type vlan for network 6f7021bb-6e8c-453c-bca1-31d5bea963ed Aug 20 12:10:50.677633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2d8aafeb-b38d-4b30-9357-f5808e92c19d None None] Provisioning for port f63e099a-987e-4321-8dad-f1201a34f551 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:50.691317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2d8aafeb-b38d-4b30-9357-f5808e92c19d None None] Provisioning complete for port f63e099a-987e-4321-8dad-f1201a34f551 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:50.691967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d8aafeb-b38d-4b30-9357-f5808e92c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.734050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f63e099a-987e-4321-8dad-f1201a34f551 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:50.734876 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.782631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9150-cd53-4bc7-8163-5bef8e6157ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.784686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:50.790270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.804302 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.872027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:50.882706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.883667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:50.884009 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.931734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9150-cd53-4bc7-8163-5bef8e6157ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.997821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7021bb-6e8c-453c-bca1-31d5bea963ed,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:51.008480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2d8aafeb-b38d-4b30-9357-f5808e92c19d None None] Could not find standard attr ID for object 042ff364-642f-4f66-ae66-7a840eec8c33. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:10:51.012755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:10:51.024756 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-641e0112-ff16-46ef-adf7-bd6548da8370 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1468625 Aug 20 12:10:51.027824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54454) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:51.035548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Request body: {'subnet': {'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-806608458-subnet', 'tenant_id': 'b11b040c005843c589fc833e824a73ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:51.070740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:51.073832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.120711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:10:51.149775 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9150-cd53-4bc7-8163-5bef8e6157ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.157646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9150-cd53-4bc7-8163-5bef8e6157ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.161065 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1a7f9150-cd53-4bc7-8163-5bef8e6157ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31aca973-0853-476a-82dc-0372c73015c8 HTTP/1.1" status: 204 len: 168 time: 0.5717597 Aug 20 12:10:51.237763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f9150-cd53-4bc7-8163-5bef8e6157ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aca973-0853-476a-82dc-0372c73015c8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:51.242745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] Deleting port f63e099a-987e-4321-8dad-f1201a34f551 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:51.250710 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.359242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] For port f63e099a-987e-4321-8dad-f1201a34f551, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f63e099a-987e-4321-8dad-f1201a34f551,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:51.359889 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.393088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] Calling delete_port for f63e099a-987e-4321-8dad-f1201a34f551 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:51.472059 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.518385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.570149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] Pushing event deleted for resources: {'Port': ['ID=f63e099a-987e-4321-8dad-f1201a34f551,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:51.597142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd38ff20-9ed5-4cb2-859a-51b63557877b None None] No DVR routers for this DVR port f63e099a-987e-4321-8dad-f1201a34f551 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:51.624780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Checking segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:51.625146 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Network hostable DHCP agents. Network: 6f7021bb-6e8c-453c-bca1-31d5bea963ed, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:10:51.647117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:51.655067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:10:51.678336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 6f7021bb-6e8c-453c-bca1-31d5bea963ed) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:51.682687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:51.683337 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.683468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:10:51.687080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4987a9a2-4f8a-4ee8-bc73-ba6618ba6d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.697042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6ebfc-1130-4cda-8f65-396b7d1ba4c8 None None] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:51.713995 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3709a657-e9cc-49f4-af69-999bcccc0a59 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6845150 Aug 20 12:10:51.972464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed400052-f837-48da-a5fc-9f4f2db793aa None None] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:52.445106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f63e099a-987e-4321-8dad-f1201a34f551 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:52.542909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f63e099a-987e-4321-8dad-f1201a34f551 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:52.543298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f63e099a-987e-4321-8dad-f1201a34f551 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:52.586876 n-d-800634-10 neutron-server[101034]: WARNING neutron.services.revisions.revision_plugin [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Could not find related port for resource to bump revision. Aug 20 12:10:52.605954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_pluggable_backend [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Port f63e099a-987e-4321-8dad-f1201a34f551 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 12:10:52.606296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_pluggable_backend [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Reverting IP allocation for 2001:db8::f816:3eff:fed4:8d54 {{(pid=101034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 12:10:52.610779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_pluggable_backend [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed4:8d54 {{(pid=101034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 12:10:52.623583 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.768562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:52.775142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:52.789083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fa8d85-bd6a-495a-8536-8b5771067202 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:52.795745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f797-8b83-41f4-99b3-9a75f213cdae req-01760053-78bb-457e-be16-8cd701c02975 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:52.803464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1a8f797-8b83-41f4-99b3-9a75f213cdae req-01760053-78bb-457e-be16-8cd701c02975 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 1.0429494 Aug 20 12:10:52.811928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:52.812539 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.879596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2787416 Aug 20 12:10:52.879596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b8fc2-b842-4a2a-8b35-08026334570a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=48db7ff4-0256-4202-b9b6-4dcb7692ffe3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:52.879979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54524) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:52.889685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:52.913686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1a8f797-8b83-41f4-99b3-9a75f213cdae req-0a49c86a-6acf-4433-9a64-e488f83c1b85 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088908 Aug 20 12:10:53.007938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287488-4654-4739-9c51-f036013979bf req-692d790d-bc12-499a-9aed-d232da7c252d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:53.011820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-692d790d-bc12-499a-9aed-d232da7c252d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.4435415 Aug 20 12:10:53.049830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-7a78bc67-cd4f-4eaf-830e-4ce06cfed35c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/quotas/b11b040c005843c589fc833e824a73ab HTTP/1.1" status: 200 len: 375 time: 0.0243251 Aug 20 12:10:53.226327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:53.230595 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:53.274352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '48db7ff4-0256-4202-b9b6-4dcb7692ffe3'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:53.275206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:53.356883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-402ac6d8-819e-4c81-aceb-7af3bd0aae85 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2956681 Aug 20 12:10:53.360053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54534) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:53.470578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-25194adc-b108-4ec2-b2d3-dd3c75acb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:53.472399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-25194adc-b108-4ec2-b2d3-dd3c75acb628 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9&tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6 HTTP/1.1" status: 200 len: 1095 time: 0.2912674 Aug 20 12:10:53.541887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Allocated IP 2001:db8::f816:3eff:fe38:783 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/48db7ff4-0256-4202-b9b6-4dcb7692ffe3/1261b9be-4c17-452c-baa2-90f974e5e780) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:53.595176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-ae0beda3-6253-4365-8ce1-bcf6afc2ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:53.596732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-ae0beda3-6253-4365-8ce1-bcf6afc2ac1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 1095 time: 0.0848701 Aug 20 12:10:53.601189 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:53.653335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0b343977-1172-44bf-905c-734fb5f5c92a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1260310487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:53.715805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:53.717894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=a44f5f56-d8fc-4da5-b53e-de279e3516a2,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:53.729200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:53.736053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:53.737048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:53.760069 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ada90d3d-430a-4dbd-bf04-80e87721cd92 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8774698 Aug 20 12:10:53.762627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54550) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:53.769807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:da:58:28', 'name': 'tempest-NetworksTestDHCPv6-1806454487'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:53.804020 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:53.815164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Transition to ACTIVE for port object 1261b9be-4c17-452c-baa2-90f974e5e780 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:53.845365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Transition to ACTIVE for port object 1261b9be-4c17-452c-baa2-90f974e5e780 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:53.855959 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:53.913588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Pushing event updated for resources: {'Port': ['ID=1261b9be-4c17-452c-baa2-90f974e5e780,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:53.919930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-b46a7fdd-9076-492c-b17e-1b651cddbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:53.922416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-b46a7fdd-9076-492c-b17e-1b651cddbe8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.3130004 Aug 20 12:10:53.927686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:53.929246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:53.932322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:53.994078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:54.018830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b343977-1172-44bf-905c-734fb5f5c92a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.022281 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b343977-1172-44bf-905c-734fb5f5c92a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.031086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-e17f64c6-7d79-449d-a0c3-be5b352eacd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c HTTP/1.1" status: 200 len: 999 time: 0.0926988 Aug 20 12:10:54.041452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Attempting to bind port 1261b9be-4c17-452c-baa2-90f974e5e780 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:54.043065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Attempting to bind port 1261b9be-4c17-452c-baa2-90f974e5e780 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:54.048275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Attempting to bind port 1261b9be-4c17-452c-baa2-90f974e5e780 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:54.054223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:54.054821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:54.055354 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.055851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:54.056437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Bound port: 1261b9be-4c17-452c-baa2-90f974e5e780, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:54.056940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.132955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.137905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-02440451-206a-4736-af97-560e04d9ad4b None None] For port 1261b9be-4c17-452c-baa2-90f974e5e780, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:54.138994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-017b0c7c-01a0-4c7f-ad12-a6bda62bb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:54.148321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-02440451-206a-4736-af97-560e04d9ad4b None None] For port 1261b9be-4c17-452c-baa2-90f974e5e780, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1261b9be-4c17-452c-baa2-90f974e5e780,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:54.148851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-017b0c7c-01a0-4c7f-ad12-a6bda62bb269 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.0898910 Aug 20 12:10:54.158368 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.174304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port b6ba5392-bfea-44eb-a469-28670be52bf8 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:10:54.233583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02440451-206a-4736-af97-560e04d9ad4b None None] Pushing event updated for resources: {'Port': ['ID=1261b9be-4c17-452c-baa2-90f974e5e780,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:54.256565 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b343977-1172-44bf-905c-734fb5f5c92a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.280799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-f40bf9bf-398d-46dc-85e7-4447b875f8ee service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892956 Aug 20 12:10:54.283029 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b343977-1172-44bf-905c-734fb5f5c92a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.287067 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bd1-0c79-4f4a-9635-20d7643fca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.375362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83215618-e52f-45e9-8c9d-5a202eda2de2 req-3c7a05d8-0fc2-4830-ba8d-f70655218278 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:54.377265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83215618-e52f-45e9-8c9d-5a202eda2de2 req-3c7a05d8-0fc2-4830-ba8d-f70655218278 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.2681403 Aug 20 12:10:54.464984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-df552a0b-eef6-4e31-89a3-063dd687bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:54.467167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-df552a0b-eef6-4e31-89a3-063dd687bc8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2856088 Aug 20 12:10:54.470131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 172.20.0.4 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/a44f5f56-d8fc-4da5-b53e-de279e3516a2/b6ba5392-bfea-44eb-a469-28670be52bf8) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:54.473486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b343977-1172-44bf-905c-734fb5f5c92a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.475019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0b343977-1172-44bf-905c-734fb5f5c92a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1139982 Aug 20 12:10:54.480368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54570) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:54.485789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-752227161'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:54.505938 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:feda:5828 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/48db7ff4-0256-4202-b9b6-4dcb7692ffe3/b6ba5392-bfea-44eb-a469-28670be52bf8) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:54.555640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83215618-e52f-45e9-8c9d-5a202eda2de2 req-297c0286-97bb-4a4d-992c-2fa04d2a6dac tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164799 Aug 20 12:10:54.574359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Made reservation on behalf of 782c4a8b0ce04e5b8a54cd13a3f29c07 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:54.585901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.665361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-71e8876a-96db-4449-93e1-05bca122769a service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597252 Aug 20 12:10:54.710954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-c37961a5-0f8a-422b-9d4f-f21f5c78a971 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257357 Aug 20 12:10:54.747168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54574) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:54.831996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.852241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed51ca95-2c31-4095-bd68-6cf23afdfaee req-ab5d6840-4326-4125-b5c7-974c3e820237 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304793 Aug 20 12:10:54.933480 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc37818f-1128-49e8-a62a-f92cbd38f0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.934626 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.958770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object b6ba5392-bfea-44eb-a469-28670be52bf8 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:54.979074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42e78aea-4730-4abf-9d84-ef80c7d841f5 req-7be3b50e-128b-413e-afb8-0c4523736ac8 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 210 time: 0.0414693 Aug 20 12:10:55.011190 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.050471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.085766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.146999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=b6ba5392-bfea-44eb-a469-28670be52bf8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.156593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:55.157709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.169462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:55.303947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc37818f-1128-49e8-a62a-f92cbd38f0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.314926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc37818f-1128-49e8-a62a-f92cbd38f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.384967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bc37818f-1128-49e8-a62a-f92cbd38f0a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c9e017dbf174efdac36f2a5e64c1285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6355557 Aug 20 12:10:55.386745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37818f-1128-49e8-a62a-f92cbd38f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf1adb-b4bb-4b23-9d29-9f4c65794915,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.395296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54598) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:55.526938 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3171f75-12d5-45e4-b2c6-4cb1254676b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.542271 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.560341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:55.568686 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3171f75-12d5-45e4-b2c6-4cb1254676b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.617271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:55.617916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.635651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:10:55.645912 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-80ef467e-0202-4f01-b5f1-3bf70ef45324 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8792784 Aug 20 12:10:55.652419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54608) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:55.697378 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3171f75-12d5-45e4-b2c6-4cb1254676b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.702174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3171f75-12d5-45e4-b2c6-4cb1254676b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.703537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f3171f75-12d5-45e4-b2c6-4cb1254676b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12bf1adb-b4bb-4b23-9d29-9f4c65794915 HTTP/1.1" status: 204 len: 168 time: 0.3065779 Aug 20 12:10:55.723467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9867d2b7-d4e9-441f-9650-1b6a0e5896a7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.731629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.748374 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Added segment d7ad6dca-2f9f-4f41-940c-850ab5c67b7b of type vlan for network 6c4205b8-4723-44dc-ae56-14d1aaf827ce Aug 20 12:10:55.748788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3171f75-12d5-45e4-b2c6-4cb1254676b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf1adb-b4bb-4b23-9d29-9f4c65794915,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.844090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e8663e-3979-4b6b-9e48-91f5d643ca61 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:55.948830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a434de-d2bd-4bfc-8b69-8b3bf08a0128 req-6ea137dd-0cbd-4998-ae56-90d59eb7454c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:55.954722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72a434de-d2bd-4bfc-8b69-8b3bf08a0128 req-6ea137dd-0cbd-4998-ae56-90d59eb7454c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.1342483 Aug 20 12:10:55.975327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.994325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bd0dc698-61dd-42d7-b01a-ad2cb8e81df9 None None] Provisioning for port 1261b9be-4c17-452c-baa2-90f974e5e780 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:56.032529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72a434de-d2bd-4bfc-8b69-8b3bf08a0128 req-609cd4ec-5c04-4d49-b417-1ae6b68f222b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730398 Aug 20 12:10:56.058767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.081313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:56.082236 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.160706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81da490-0839-4e9c-ba80-b898b3442018 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:56.183489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81da490-0839-4e9c-ba80-b898b3442018 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:56.188394 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d81da490-0839-4e9c-ba80-b898b3442018 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5277104 Aug 20 12:10:56.193713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:56.229360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25c62f5a-9e38-48f3-8250-287d1e2bd1e1 req-85f9ed0b-c72e-49fe-9468-190606403d72 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 210 time: 0.0679955 Aug 20 12:10:56.278275 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7966392 Aug 20 12:10:56.282838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54622) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:56.294219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'subnet': {'network_id': '6c4205b8-4723-44dc-ae56-14d1aaf827ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:56.332112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785eed8-0e85-45ef-8409-561db56f81f4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Network': ['ID=6c4205b8-4723-44dc-ae56-14d1aaf827ce,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:56.385119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 6c4205b8-4723-44dc-ae56-14d1aaf827ce details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:10:56.447172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4060d-baea-4f21-9e70-2838241efe70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port b6ba5392-bfea-44eb-a469-28670be52bf8 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:56.448175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ae4060d-baea-4f21-9e70-2838241efe70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.476654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54624) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:56.577090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac911489-b4fe-4d8b-b5ea-2fc76666a1c0 None None] Update dhcp port {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': '48db7ff4-0256-4202-b9b6-4dcb7692ffe3', 'ip_address': '2001:db8::f816:3eff:fe38:783'}, {'subnet_id': 'a44f5f56-d8fc-4da5-b53e-de279e3516a2'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '1261b9be-4c17-452c-baa2-90f974e5e780'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:10:56.584486 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e030a27-7681-4a3f-bcff-15e6c1b16f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.586884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1261b9be-4c17-452c-baa2-90f974e5e780 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:56.636876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-9e030a27-7681-4a3f-bcff-15e6c1b16f45 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:10:56.636876 n-d-800634-10 neutron-server[101033]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 12:10:56.636876 n-d-800634-10 neutron-server[101033]: [parameters: {'project_id': '114ac4b8532b4df0a06fbd17d5b0d0e2', 'id': 'a8f12d63-b3bb-43d0-ab46-1accec664513', 'expiration': datetime.datetime(2021, 8, 20, 12, 12, 56, 615076)}] Aug 20 12:10:56.636876 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:10:56.637778 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-9e030a27-7681-4a3f-bcff-15e6c1b16f45 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:10:56.642160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Made reservation on behalf of 782c4a8b0ce04e5b8a54cd13a3f29c07 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:56.648986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.659744 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ae4060d-baea-4f21-9e70-2838241efe70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.678608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4060d-baea-4f21-9e70-2838241efe70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for b6ba5392-bfea-44eb-a469-28670be52bf8 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:56.709409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac911489-b4fe-4d8b-b5ea-2fc76666a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.754254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1261b9be-4c17-452c-baa2-90f974e5e780 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:56.927555 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ae4060d-baea-4f21-9e70-2838241efe70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.014122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4060d-baea-4f21-9e70-2838241efe70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=b6ba5392-bfea-44eb-a469-28670be52bf8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:57.145727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e030a27-7681-4a3f-bcff-15e6c1b16f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.226647 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ae4060d-baea-4f21-9e70-2838241efe70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.226647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ae4060d-baea-4f21-9e70-2838241efe70 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/b6ba5392-bfea-44eb-a469-28670be52bf8 HTTP/1.1" status: 204 len: 168 time: 0.9923980 Aug 20 12:10:57.230798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54632) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:57.231618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ac911489-b4fe-4d8b-b5ea-2fc76666a1c0 None None] Allocated IP 172.20.0.2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/a44f5f56-d8fc-4da5-b53e-de279e3516a2/1261b9be-4c17-452c-baa2-90f974e5e780) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:57.344346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8454284-48e0-4be9-8f8a-6648af884f0d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:57.346198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8454284-48e0-4be9-8f8a-6648af884f0d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:57.355360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8454284-48e0-4be9-8f8a-6648af884f0d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:57.357911 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f8454284-48e0-4be9-8f8a-6648af884f0d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1257668 Aug 20 12:10:57.362433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54636) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:57.434760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf08b28c-e03e-4f1b-a244-c03b649da0a2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 48db7ff4-0256-4202-b9b6-4dcb7692ffe3 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:57.465945 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e030a27-7681-4a3f-bcff-15e6c1b16f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.471779 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e030a27-7681-4a3f-bcff-15e6c1b16f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.496277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1261b9be-4c17-452c-baa2-90f974e5e780 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:57.498656 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.551571 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9e030a27-7681-4a3f-bcff-15e6c1b16f45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=114ac4b8532b4df0a06fbd17d5b0d0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0613344 Aug 20 12:10:57.551917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54638) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:57.566735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e030a27-7681-4a3f-bcff-15e6c1b16f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222690de-a47f-4893-a668-545e1a876478,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:57.625699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287488-4654-4739-9c51-f036013979bf req-c71a3d18-fa93-4299-9c13-5302b9b82e39 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:57.627273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-c71a3d18-fa93-4299-9c13-5302b9b82e39 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.4464967 Aug 20 12:10:57.631611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.634487 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.695506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4567c421-eeff-4eef-93f5-6c68025627b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.700423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Subnet': ['ID=dd71755c-eab5-4592-9969-63d7eec6905f,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:57.725317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5678128b-1e1a-41cc-9027-9b4d4d25f738 req-df95b8e7-1103-4fea-8316-5104d56b05b3 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 210 time: 0.3149555 Aug 20 12:10:57.782858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Request body: {'port': {'device_id': 'f303b638-95fd-45da-9cfa-09d427f20648', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'admin_state_up': True, 'tenant_id': 'b11b040c005843c589fc833e824a73ab'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:57.786093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4567c421-eeff-4eef-93f5-6c68025627b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.800882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ac911489-b4fe-4d8b-b5ea-2fc76666a1c0 None None] For port 1261b9be-4c17-452c-baa2-90f974e5e780, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1261b9be-4c17-452c-baa2-90f974e5e780,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:57.820252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9817c88-277a-49e7-ba7f-5f0a1ed30aec req-ee3113be-ed75-44dd-8a1b-c942b27a38a1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:57.821728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9817c88-277a-49e7-ba7f-5f0a1ed30aec req-ee3113be-ed75-44dd-8a1b-c942b27a38a1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.5653095 Aug 20 12:10:57.835298 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.887129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4567c421-eeff-4eef-93f5-6c68025627b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.891424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4567c421-eeff-4eef-93f5-6c68025627b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.896240 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4567c421-eeff-4eef-93f5-6c68025627b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/222690de-a47f-4893-a668-545e1a876478 HTTP/1.1" status: 204 len: 168 time: 0.3400083 Aug 20 12:10:57.908608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567c421-eeff-4eef-93f5-6c68025627b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222690de-a47f-4893-a668-545e1a876478,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:57.939823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Checking segment: {'id': 'd7ad6dca-2f9f-4f41-940c-850ab5c67b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6c4205b8-4723-44dc-ae56-14d1aaf827ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:57.940192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network hostable DHCP agents. Network: 6c4205b8-4723-44dc-ae56-14d1aaf827ce, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:10:57.945900 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac911489-b4fe-4d8b-b5ea-2fc76666a1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.989487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac911489-b4fe-4d8b-b5ea-2fc76666a1c0 None None] Transition to ACTIVE for port object 1261b9be-4c17-452c-baa2-90f974e5e780 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:57.996758 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf08b28c-e03e-4f1b-a244-c03b649da0a2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.000165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac911489-b4fe-4d8b-b5ea-2fc76666a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.045726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network 6c4205b8-4723-44dc-ae56-14d1aaf827ce is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:10:58.099661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9817c88-277a-49e7-ba7f-5f0a1ed30aec req-db40b669-b2b0-4e49-8d36-7e5e77862d1f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408285 Aug 20 12:10:58.125616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 6c4205b8-4723-44dc-ae56-14d1aaf827ce) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:58.133845 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf08b28c-e03e-4f1b-a244-c03b649da0a2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.159901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:58.170713 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.174196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07bebfc-7a1c-4e74-b4da-2256befe08d7 None None] Network 6c4205b8-4723-44dc-ae56-14d1aaf827ce requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:58.217531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:58.221459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.272821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a54e756d-3483-4b45-a302-333f10d20fe7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9855995 Aug 20 12:10:58.275745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:58.285785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'network': {'name': 'tempest-router-network01--2048102053'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:58.443446 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:10:58.443825 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:10:58.479066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Made reservation on behalf of 782c4a8b0ce04e5b8a54cd13a3f29c07 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:58.504187 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.542268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf08b28c-e03e-4f1b-a244-c03b649da0a2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.592020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac911489-b4fe-4d8b-b5ea-2fc76666a1c0 None None] Pushing event updated for resources: {'Port': ['ID=1261b9be-4c17-452c-baa2-90f974e5e780,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:58.678455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Allocated IP 172.20.0.8 (6f7021bb-6e8c-453c-bca1-31d5bea963ed/886444a5-b6c7-4939-8cf4-e3eccaa8ffc6/e4a4a8a4-8704-486e-b9e3-7b8d46a0126e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:58.704151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:10:58.734151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-6c4205b8-4723-44dc-ae56-14d1aaf827ce', 'network_id': '6c4205b8-4723-44dc-ae56-14d1aaf827ce', 'tenant_id': '782c4a8b0ce04e5b8a54cd13a3f29c07', 'fixed_ips': [{'subnet_id': 'dd71755c-eab5-4592-9969-63d7eec6905f'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:58.735958 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.834068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.834068 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Added segment 8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c of type vlan for network e55b11d3-8b2a-47e9-ba4a-12c34489c734 Aug 20 12:10:58.895371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf08b28c-e03e-4f1b-a244-c03b649da0a2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.015606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d14c0ed-e256-4ac2-b203-f595a2afc2f0 req-dd755114-78e7-443f-8497-91da71af0071 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 210 time: 0.0594962 Aug 20 12:10:59.077461 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.092121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf08b28c-e03e-4f1b-a244-c03b649da0a2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.099885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cf08b28c-e03e-4f1b-a244-c03b649da0a2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/48db7ff4-0256-4202-b9b6-4dcb7692ffe3 HTTP/1.1" status: 204 len: 168 time: 1.7362673 Aug 20 12:10:59.103700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54666) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:59.108033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08b28c-e03e-4f1b-a244-c03b649da0a2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=48db7ff4-0256-4202-b9b6-4dcb7692ffe3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:59.117270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.190151 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.222436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:59.224674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.276910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.338521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cd0872-56cb-4de6-b445-57bd7c3e5268 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet a44f5f56-d8fc-4da5-b53e-de279e3516a2 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:59.342578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1261b9be-4c17-452c-baa2-90f974e5e780, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1261b9be-4c17-452c-baa2-90f974e5e780,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:59.343938 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54cd0872-56cb-4de6-b445-57bd7c3e5268 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.390891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.522590 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54cd0872-56cb-4de6-b445-57bd7c3e5268 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.554275 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2747831 Aug 20 12:10:59.576561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54676) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:59.591565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'network': {'name': 'tempest-router-network02--662595815'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:59.632899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1261b9be-4c17-452c-baa2-90f974e5e780,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:59.649601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88124b82-86e9-4821-a512-5aaf08b76f57 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Network': ['ID=e55b11d3-8b2a-47e9-ba4a-12c34489c734,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:59.665353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Allocated IP 172.20.0.2 (6c4205b8-4723-44dc-ae56-14d1aaf827ce/dd71755c-eab5-4592-9969-63d7eec6905f/d549c370-2f83-449e-9208-542dd9be6739) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:59.693276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network e55b11d3-8b2a-47e9-ba4a-12c34489c734 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:10:59.719088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Made reservation on behalf of 782c4a8b0ce04e5b8a54cd13a3f29c07 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:59.722803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.745157 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54cd0872-56cb-4de6-b445-57bd7c3e5268 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.781749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1261b9be-4c17-452c-baa2-90f974e5e780 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:59.823075 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54cd0872-56cb-4de6-b445-57bd7c3e5268 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.868075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:10:59.893369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.893808 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Added segment 173e4401-a4f1-4d9d-9295-be011738fea3 of type vlan for network 0f200fe7-0666-4190-8202-fff6d2641fb9 Aug 20 12:10:59.934579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd0872-56cb-4de6-b445-57bd7c3e5268 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=a44f5f56-d8fc-4da5-b53e-de279e3516a2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:59.952806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54cd0872-56cb-4de6-b445-57bd7c3e5268 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:59.957503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-54cd0872-56cb-4de6-b445-57bd7c3e5268 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/a44f5f56-d8fc-4da5-b53e-de279e3516a2 HTTP/1.1" status: 204 len: 168 time: 0.8472857 Aug 20 12:10:59.961591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54682) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:00.013449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.031825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba156-3752-4a6c-b599-568c93965c97 req-05ecfe8b-e5b6-4d48-b4dd-85b3d8de8dd5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:00.040247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2aba156-3752-4a6c-b599-568c93965c97 req-05ecfe8b-e5b6-4d48-b4dd-85b3d8de8dd5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.7532628 Aug 20 12:11:00.067286 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.082463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:00.084827 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.145757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dd99a8b7-d58b-4e00-ac12-7ce357b35797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1749699 Aug 20 12:11:00.156072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54690) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:00.177741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aca6b2-ebd8-4060-b2e9-a0ec7f03b0b4 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:00.255812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:00.261033 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.288242 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7081337 Aug 20 12:11:00.308010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54692) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:00.391046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4ccb7e52-8cda-4cf7-9672-31a90efdee10 None None] Could not find standard attr ID for object b6ba5392-bfea-44eb-a469-28670be52bf8. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:11:00.429954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd75df-31c2-4fe6-8d9d-69b4336036a9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Network': ['ID=0f200fe7-0666-4190-8202-fff6d2641fb9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:00.430679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'subnet': {'network_id': 'e55b11d3-8b2a-47e9-ba4a-12c34489c734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:00.479638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 0f200fe7-0666-4190-8202-fff6d2641fb9 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:11:00.522542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:00.529957 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.608940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2aba156-3752-4a6c-b599-568c93965c97 req-a993fae9-f505-4c36-8e36-00d09c925422 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4654622 Aug 20 12:11:00.618747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:00.661771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:00.684477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:00.700002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4ccb7e52-8cda-4cf7-9672-31a90efdee10 None None] Provisioning for port 1261b9be-4c17-452c-baa2-90f974e5e780 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:00.719083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3f38f-6afa-4878-96eb-e3458d23b723 req-481e1b81-1400-4ce1-9612-245811d2fc57 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:00.728623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81a3f38f-6afa-4878-96eb-e3458d23b723 req-481e1b81-1400-4ce1-9612-245811d2fc57 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 931 time: 0.5445120 Aug 20 12:11:00.733714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event updated for resources: {'Port': ['ID=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:00.745547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4ccb7e52-8cda-4cf7-9672-31a90efdee10 None None] Provisioning complete for port 1261b9be-4c17-452c-baa2-90f974e5e780 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:00.746985 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7e52-8cda-4cf7-9672-31a90efdee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.891852 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.937958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81a3f38f-6afa-4878-96eb-e3458d23b723 req-d0871673-b7c4-4220-b578-2b3a5f8d45f6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990373 Aug 20 12:11:00.940343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Made reservation on behalf of 782c4a8b0ce04e5b8a54cd13a3f29c07 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:00.944291 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.953693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:00.954794 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.959826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1261b9be-4c17-452c-baa2-90f974e5e780 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:00.960211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.961334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.023751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-b3b32b7a-ff48-4422-ab5e-b6ab63f34cba tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2532487 Aug 20 12:11:01.025392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Transition to ACTIVE for port object d549c370-2f83-449e-9208-542dd9be6739 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:01.041364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Request body: {'port': {'device_id': 'f303b638-95fd-45da-9cfa-09d427f20648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:01.136284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Transition to ACTIVE for port object d549c370-2f83-449e-9208-542dd9be6739 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:01.159158 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.173315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=0f28e2c8-d863-43e8-868c-d2743234fe8b,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:01.218316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:01.222448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:01.224130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Pushing event updated for resources: {'Port': ['ID=d549c370-2f83-449e-9208-542dd9be6739,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:01.225722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.230349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:01.231091 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.249526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Network 6c4205b8-4723-44dc-ae56-14d1aaf827ce is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:01.251006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:01.255117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:01.279290 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f92b6657-ff3b-4ca4-866a-c75a4151e4aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1165757 Aug 20 12:11:01.282221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54710) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:01.287990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:01.338639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:01.380893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Attempting to bind port d549c370-2f83-449e-9208-542dd9be6739 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:01.381304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Attempting to bind port d549c370-2f83-449e-9208-542dd9be6739 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd7ad6dca-2f9f-4f41-940c-850ab5c67b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6c4205b8-4723-44dc-ae56-14d1aaf827ce'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:01.381637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Attempting to bind port d549c370-2f83-449e-9208-542dd9be6739 on network 6c4205b8-4723-44dc-ae56-14d1aaf827ce {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:01.391759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:01.391959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Checking segment: {'id': 'd7ad6dca-2f9f-4f41-940c-850ab5c67b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6c4205b8-4723-44dc-ae56-14d1aaf827ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:01.393987 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.395358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Bound using segment: {'id': 'd7ad6dca-2f9f-4f41-940c-850ab5c67b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6c4205b8-4723-44dc-ae56-14d1aaf827ce'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:01.397546 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Bound port: d549c370-2f83-449e-9208-542dd9be6739, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ad6dca-2f9f-4f41-940c-850ab5c67b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6c4205b8-4723-44dc-ae56-14d1aaf827ce'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:01.397962 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.549139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1261b9be-4c17-452c-baa2-90f974e5e780 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:01.602067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:01.614265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.629209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.901158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] For port d549c370-2f83-449e-9208-542dd9be6739, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:01.912753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] For port d549c370-2f83-449e-9208-542dd9be6739, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d549c370-2f83-449e-9208-542dd9be6739,segment=NetworkSegment(d7ad6dca-2f9f-4f41-940c-850ab5c67b7b),segment_id=d7ad6dca-2f9f-4f41-940c-850ab5c67b7b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:01.925886 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.023651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] Deleting port 1261b9be-4c17-452c-baa2-90f974e5e780 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:02.023946 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.244523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9d6e-9d53-496f-8fd1-107e1badfad8 None None] Pushing event updated for resources: {'Port': ['ID=d549c370-2f83-449e-9208-542dd9be6739,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:02.475235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] For port 1261b9be-4c17-452c-baa2-90f974e5e780, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1261b9be-4c17-452c-baa2-90f974e5e780,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:02.475647 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.496931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] Calling delete_port for 1261b9be-4c17-452c-baa2-90f974e5e780 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:02.632181 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.767852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1261b9be-4c17-452c-baa2-90f974e5e780, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1261b9be-4c17-452c-baa2-90f974e5e780,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:02.777811 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.907090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1261b9be-4c17-452c-baa2-90f974e5e780,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:02.925076 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.943807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.objects.ports [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101033) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:11:02.959048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a4a8a4-8704-486e-b9e3-7b8d46a0126e {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:02.969065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:02.983686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Transition to ACTIVE for port object e4a4a8a4-8704-486e-b9e3-7b8d46a0126e will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:02.983899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] Pushing event deleted for resources: {'Port': ['ID=1261b9be-4c17-452c-baa2-90f974e5e780,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:02.992854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4ad84-fac8-437e-b0ee-9e1dd6fda267 None None] No DVR routers for this DVR port 1261b9be-4c17-452c-baa2-90f974e5e780 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:02.994912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Subnet': ['ID=d5d0e319-4234-4e65-b045-3bed6eca73c2,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:03.000961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.017824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b02777f-3300-4184-9cb7-60d8cd100492 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:03.173241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Checking segment: {'id': '8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e55b11d3-8b2a-47e9-ba4a-12c34489c734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:03.173621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network hostable DHCP agents. Network: e55b11d3-8b2a-47e9-ba4a-12c34489c734, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:11:03.219294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26520254-0e4a-4539-ad28-52b809a2c57f req-f830fd48-26d3-45c7-9661-1ecdff8d93a2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:03.241741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26520254-0e4a-4539-ad28-52b809a2c57f req-f830fd48-26d3-45c7-9661-1ecdff8d93a2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 943 time: 0.2392647 Aug 20 12:11:03.258501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cfe8-8782-4543-80b5-f31bacb45e55 req-2f4e7c91-64ba-4574-b36a-6d2f9320b6e1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:03.260215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8592cfe8-8782-4543-80b5-f31bacb45e55 req-2f4e7c91-64ba-4574-b36a-6d2f9320b6e1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 1.4369779 Aug 20 12:11:03.350743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:03.445571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '0f28e2c8-d863-43e8-868c-d2743234fe8b'}, {'subnet_id': '643ae295-29f0-4ccb-869b-00a5972f544b'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:03.446596 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.511130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8592cfe8-8782-4543-80b5-f31bacb45e55 req-9257296d-d3cd-49c4-93db-305b4092ce81 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072461 Aug 20 12:11:03.570815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Attempting to bind port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:03.571504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Attempting to bind port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:03.571747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Attempting to bind port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:03.581502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:03.581882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Attempting to bind port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:03.594686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:03.595044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Checking segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:03.595579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Bound using segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:03.596021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Bound port: e4a4a8a4-8704-486e-b9e3-7b8d46a0126e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:03.596442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.598546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network e55b11d3-8b2a-47e9-ba4a-12c34489c734 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:11:03.639641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26520254-0e4a-4539-ad28-52b809a2c57f req-c1e23a2d-5533-4cd7-adfe-f1cd7f3609e0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904388 Aug 20 12:11:03.683542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, e55b11d3-8b2a-47e9-ba4a-12c34489c734) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:03.697937 n-d-800634-10 neutron-server[101033]: WARNING neutron.services.revisions.revision_plugin [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Could not find related port for resource to bump revision. Aug 20 12:11:03.708197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_pluggable_backend [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Port 1261b9be-4c17-452c-baa2-90f974e5e780 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101033) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 12:11:03.708687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_pluggable_backend [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Reverting IP allocation for 2001:db8::f816:3eff:fe38:783 {{(pid=101033) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 12:11:03.715352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_pluggable_backend [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe38:783 {{(pid=101033) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 12:11:03.717790 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.728899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ad896-3aa7-4c5b-b92f-64d67d935f05 None None] Network e55b11d3-8b2a-47e9-ba4a-12c34489c734 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:03.730264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:03.731085 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.768545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d549c370-2f83-449e-9208-542dd9be6739 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:03.834276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:03.849622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-79b2e611-7ee5-4f9e-8777-bc125ef932e9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5248451 Aug 20 12:11:03.854149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:03.861598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54748) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:03.873398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'subnet': {'network_id': '0f200fe7-0666-4190-8202-fff6d2641fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:03.896284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:03.897099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:03.967338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=643ae295-29f0-4ccb-869b-00a5972f544b,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:03.969878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] For port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:03.982926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] For port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:04.000458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.073218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae4a8e-0029-403d-8790-8103d48aec7b None None] Network 6c4205b8-4723-44dc-ae56-14d1aaf827ce requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:04.096235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d549c370-2f83-449e-9208-542dd9be6739 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:04.139683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:04.148564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:04.149118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.150703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-0f64cb80-3adb-4433-9807-3b76abad597b service neutron] 10.222.0.73 "PUT /v2.0/ports/e4a4a8a4-8704-486e-b9e3-7b8d46a0126e HTTP/1.1" status: 200 len: 1092 time: 3.1169522 Aug 20 12:11:04.151197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f303b638-95fd-45da-9cfa-09d427f20648', 'tag': 'e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:04.154284 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61fc5e3-1342-493c-bc0d-652184fe72db" -d '{"events": [{"name": "network-changed", "server_uuid": "f303b638-95fd-45da-9cfa-09d427f20648", "tag": "e4a4a8a4-8704-486e-b9e3-7b8d46a0126e"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:04.199735 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-053ad095-3fbf-480e-b39f-e1fa40a4594b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9159138 Aug 20 12:11:04.203562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54758) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:04.209962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:be:75:9e', 'name': 'tempest-NetworksTestDHCPv6-168818346'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:04.229608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Made reservation on behalf of 782c4a8b0ce04e5b8a54cd13a3f29c07 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:04.234419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.280969 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08beb004-7f67-46fd-807c-a61763a41fd6 x-openstack-request-id: req-08beb004-7f67-46fd-807c-a61763a41fd6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:04.281349 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f303b638-95fd-45da-9cfa-09d427f20648", "tag": "e4a4a8a4-8704-486e-b9e3-7b8d46a0126e", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:04.281545 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08beb004-7f67-46fd-807c-a61763a41fd6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:04.281947 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f303b638-95fd-45da-9cfa-09d427f20648', 'tag': 'e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', 'status': 'completed', 'code': 200} Aug 20 12:11:04.532300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287488-4654-4739-9c51-f036013979bf req-0172cf54-fa45-426d-95e8-43c3855b41af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:04.535304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-0172cf54-fa45-426d-95e8-43c3855b41af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 1095 time: 0.3095496 Aug 20 12:11:04.618010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba254064-8e04-4fe8-a485-776f17d4a621 None None] Provisioning for port d549c370-2f83-449e-9208-542dd9be6739 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:04.671815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-51445ef0-5508-444d-9bd3-9d05897f3cad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e HTTP/1.1" status: 200 len: 217 time: 0.0666728 Aug 20 12:11:04.683268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ba254064-8e04-4fe8-a485-776f17d4a621 None None] Provisioning complete for port d549c370-2f83-449e-9208-542dd9be6739 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:04.683666 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba254064-8e04-4fe8-a485-776f17d4a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.687813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:04.769255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54770) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:04.826704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:04.860241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Allocated IP 172.20.0.2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/0f28e2c8-d863-43e8-868c-d2743234fe8b/57a07654-5d77-4293-ba69-82ebf1524462) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:04.910228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Allocated IP 2001:db8::f816:3eff:fe63:72d0 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/643ae295-29f0-4ccb-869b-00a5972f544b/57a07654-5d77-4293-ba69-82ebf1524462) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:04.994125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39dcd4-ea1f-4fcb-b031-78973b6c4df1 req-241c96c9-babb-483f-8240-4ccd9a14ae3e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:04.995949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c39dcd4-ea1f-4fcb-b031-78973b6c4df1 req-241c96c9-babb-483f-8240-4ccd9a14ae3e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.1880991 Aug 20 12:11:05.027351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287488-4654-4739-9c51-f036013979bf req-293f2f62-6d64-4ff4-8966-c46d8e32c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:05.029680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-293f2f62-6d64-4ff4-8966-c46d8e32c549 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.3141277 Aug 20 12:11:05.029899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Subnet': ['ID=62e12098-f084-4235-9c6e-8be5d06d10de,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:05.070040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Checking segment: {'id': '173e4401-a4f1-4d9d-9295-be011738fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f200fe7-0666-4190-8202-fff6d2641fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:05.070732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network hostable DHCP agents. Network: 0f200fe7-0666-4190-8202-fff6d2641fb9, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:11:05.128450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf09a-c39f-4d31-9bd1-e9017c4acfcb req-39b23148-e1ef-41da-aafa-6fd9361b03cf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:05.130342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69bbf09a-c39f-4d31-9bd1-e9017c4acfcb req-39b23148-e1ef-41da-aafa-6fd9361b03cf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 943 time: 0.2267957 Aug 20 12:11:05.134360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network 0f200fe7-0666-4190-8202-fff6d2641fb9 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:11:05.157596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 0f200fe7-0666-4190-8202-fff6d2641fb9) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:05.166391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:05.166391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.181630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-07276d49-4b0b-4b95-8642-b3b54885feaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116910 Aug 20 12:11:05.204746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba254064-8e04-4fe8-a485-776f17d4a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.213410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-e55b11d3-8b2a-47e9-ba4a-12c34489c734', 'network_id': 'e55b11d3-8b2a-47e9-ba4a-12c34489c734', 'tenant_id': '782c4a8b0ce04e5b8a54cd13a3f29c07', 'fixed_ips': [{'subnet_id': 'd5d0e319-4234-4e65-b045-3bed6eca73c2'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:05.214376 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.219300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c39dcd4-ea1f-4fcb-b031-78973b6c4df1 req-07d4faf7-689b-43cd-b60d-42ca6b36f97a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014775 Aug 20 12:11:05.228199 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-52db7058-5c09-44df-b974-9399bb372b78 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3631303 Aug 20 12:11:05.228715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54780) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:05.243708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e82665-d6af-473d-8fd4-e533a25afbe0 None None] Network 0f200fe7-0666-4190-8202-fff6d2641fb9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:05.248661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69bbf09a-c39f-4d31-9bd1-e9017c4acfcb req-4e316e4a-7d8b-4b37-8787-607733a7951f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807838 Aug 20 12:11:05.252028 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.379822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-f4efdb14-8593-46a4-bbb8-70e526e5a7e0 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357961 Aug 20 12:11:05.416019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 06cd53e3-3a7b-4ffc-a095-fbe4eff07458 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:05.866522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ba254064-8e04-4fe8-a485-776f17d4a621 None None] For port d549c370-2f83-449e-9208-542dd9be6739, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d549c370-2f83-449e-9208-542dd9be6739,segment=NetworkSegment(d7ad6dca-2f9f-4f41-940c-850ab5c67b7b),segment_id=d7ad6dca-2f9f-4f41-940c-850ab5c67b7b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:05.911357 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba254064-8e04-4fe8-a485-776f17d4a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.918629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9287488-4654-4739-9c51-f036013979bf req-961f9f3b-5d49-4c8f-8d37-b73c2780754f service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756167 Aug 20 12:11:06.254627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba254064-8e04-4fe8-a485-776f17d4a621 None None] Pushing event updated for resources: {'Port': ['ID=d549c370-2f83-449e-9208-542dd9be6739,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:06.344109 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:06.375667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-47aff3c1-7e21-4dfb-b41e-27158807770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:06.377288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-47aff3c1-7e21-4dfb-b41e-27158807770c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 1095 time: 0.0821433 Aug 20 12:11:06.400308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Transition to ACTIVE for port object 57a07654-5d77-4293-ba69-82ebf1524462 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:06.449860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Transition to ACTIVE for port object 57a07654-5d77-4293-ba69-82ebf1524462 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:06.472089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6168f01b-9cf7-49d8-86fe-511e32b6d2af None None] Provisioning complete for port d549c370-2f83-449e-9208-542dd9be6739 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:06.472517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6168f01b-9cf7-49d8-86fe-511e32b6d2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:06.477347 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:06.576331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Pushing event updated for resources: {'Port': ['ID=57a07654-5d77-4293-ba69-82ebf1524462,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:06.583058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Allocated IP 172.20.0.2 (e55b11d3-8b2a-47e9-ba4a-12c34489c734/d5d0e319-4234-4e65-b045-3bed6eca73c2/e5691c37-374e-44d3-8b17-aa79853528a9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:06.608998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-0f200fe7-0666-4190-8202-fff6d2641fb9', 'network_id': '0f200fe7-0666-4190-8202-fff6d2641fb9', 'tenant_id': '782c4a8b0ce04e5b8a54cd13a3f29c07', 'fixed_ips': [{'subnet_id': '62e12098-f084-4235-9c6e-8be5d06d10de'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:06.610426 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:06.913839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:07.020652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 172.20.0.7 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/0f28e2c8-d863-43e8-868c-d2743234fe8b/06cd53e3-3a7b-4ffc-a095-fbe4eff07458) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:07.030154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:febe:759e (b2b925b6-7332-4566-8ee2-aefc8b9a1549/643ae295-29f0-4ccb-869b-00a5972f544b/06cd53e3-3a7b-4ffc-a095-fbe4eff07458) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:07.257200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Allocated IP 172.20.0.2 (0f200fe7-0666-4190-8202-fff6d2641fb9/62e12098-f084-4235-9c6e-8be5d06d10de/9b4d93fd-8601-4365-9839-3544d1e8f1ed) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:07.385182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-31f41c39-d952-4e3c-ac6a-8ad9735ca967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:07.395827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-31f41c39-d952-4e3c-ac6a-8ad9735ca967 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 906 time: 1.0061965 Aug 20 12:11:07.429622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:07.443744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:07.463409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:07.486741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:07.564542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-cde26e9d-ac67-419b-b3d8-bbb94c885e3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e HTTP/1.1" status: 200 len: 217 time: 0.1286452 Aug 20 12:11:07.605879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d549c370-2f83-449e-9208-542dd9be6739 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:07.606242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 06cd53e3-3a7b-4ffc-a095-fbe4eff07458 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:07.669401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d05dfb-6347-469e-bfd4-9a6dce2dec7e req-11c391c9-0637-4255-8f16-afeab3bda2c8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:07.686709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60d05dfb-6347-469e-bfd4-9a6dce2dec7e req-11c391c9-0637-4255-8f16-afeab3bda2c8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 1.2415960 Aug 20 12:11:07.871722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60d05dfb-6347-469e-bfd4-9a6dce2dec7e req-27104965-e8d4-4088-b98d-32f3eef65b53 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817324 Aug 20 12:11:07.910986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068c198-3642-435c-815f-b1cbc87715c2 req-9ba07593-394c-45e1-9042-6731317663e4 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:07.922871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4068c198-3642-435c-815f-b1cbc87715c2 req-9ba07593-394c-45e1-9042-6731317663e4 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 943 time: 1.4778941 Aug 20 12:11:08.040749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-6231e155-7ee7-4edf-a5a1-2c457485054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:08.040749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-6231e155-7ee7-4edf-a5a1-2c457485054f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.4149160 Aug 20 12:11:08.191693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4068c198-3642-435c-815f-b1cbc87715c2 req-8fbeefad-e31a-45b1-8258-5078f756b653 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674065 Aug 20 12:11:08.193916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-89f9ebf9-5f40-45b9-8f47-512061996713 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537848 Aug 20 12:11:08.198324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d549c370-2f83-449e-9208-542dd9be6739 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:08.198868 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.208070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Attempting to bind port 57a07654-5d77-4293-ba69-82ebf1524462 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:08.208640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Attempting to bind port 57a07654-5d77-4293-ba69-82ebf1524462 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:08.209157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Attempting to bind port 57a07654-5d77-4293-ba69-82ebf1524462 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:08.229596 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.241476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:08.241913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:08.242622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.243089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:08.245430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Bound port: 57a07654-5d77-4293-ba69-82ebf1524462, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:08.246045 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.272908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.363930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.457292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:08.463977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:08.467480 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.485707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:08.491711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Transition to ACTIVE for port object 9b4d93fd-8601-4365-9839-3544d1e8f1ed will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:08.526259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Transition to ACTIVE for port object 9b4d93fd-8601-4365-9839-3544d1e8f1ed will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:08.543816 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.546403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e4a4a8a4-8704-486e-b9e3-7b8d46a0126e details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:08.562126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=06cd53e3-3a7b-4ffc-a095-fbe4eff07458,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:08.600905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-453400ce-e1e2-4d68-9b9c-b1aa75d3e264 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898058 Aug 20 12:11:08.608313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:08.609105 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.629032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1597338b-1dc6-4426-ba5c-764af2c4c1e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4240861 Aug 20 12:11:08.632364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54814) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:08.632558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Transition to ACTIVE for port object e5691c37-374e-44d3-8b17-aa79853528a9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:08.733851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Network 0f200fe7-0666-4190-8202-fff6d2641fb9 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:08.736522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Transition to ACTIVE for port object e5691c37-374e-44d3-8b17-aa79853528a9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:08.752649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:08.770351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:08.780903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:08.784601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Pushing event updated for resources: {'Port': ['ID=9b4d93fd-8601-4365-9839-3544d1e8f1ed,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:08.802471 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:08.830407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a61fc5e3-1342-493c-bc0d-652184fe72db req-24a9e3e2-8350-4699-93d6-cebc985924f2 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502850 Aug 20 12:11:08.849072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Allocated IP 172.20.0.1 (e55b11d3-8b2a-47e9-ba4a-12c34489c734/d5d0e319-4234-4e65-b045-3bed6eca73c2/724f4d74-ff45-4714-ba4e-632adc772b97) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:08.862083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9183ca-581e-4dc9-971b-f506a64b285b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:08.876755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9183ca-581e-4dc9-971b-f506a64b285b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:08.883568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54816) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:08.884741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2f9183ca-581e-4dc9-971b-f506a64b285b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2508063 Aug 20 12:11:08.894208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Network e55b11d3-8b2a-47e9-ba4a-12c34489c734 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:08.907747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'port_id': 'e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', 'mac_address': 'fa:16:3e:63:e5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886444a5-b6c7-4939-8cf4-e3eccaa8ffc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:08.926622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:08.974129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:08.979352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] For port 57a07654-5d77-4293-ba69-82ebf1524462, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:09.011617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Attempting to bind port 9b4d93fd-8601-4365-9839-3544d1e8f1ed on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:09.011992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Attempting to bind port 9b4d93fd-8601-4365-9839-3544d1e8f1ed by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '173e4401-a4f1-4d9d-9295-be011738fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f200fe7-0666-4190-8202-fff6d2641fb9'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:09.012362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Attempting to bind port 9b4d93fd-8601-4365-9839-3544d1e8f1ed on network 0f200fe7-0666-4190-8202-fff6d2641fb9 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:09.035826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Pushing event updated for resources: {'Port': ['ID=e5691c37-374e-44d3-8b17-aa79853528a9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:09.042203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] For port 57a07654-5d77-4293-ba69-82ebf1524462, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57a07654-5d77-4293-ba69-82ebf1524462,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:09.047626 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:09.048006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Checking segment: {'id': '173e4401-a4f1-4d9d-9295-be011738fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f200fe7-0666-4190-8202-fff6d2641fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:09.048414 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.048821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Bound using segment: {'id': '173e4401-a4f1-4d9d-9295-be011738fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f200fe7-0666-4190-8202-fff6d2641fb9'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:09.049315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Bound port: 9b4d93fd-8601-4365-9839-3544d1e8f1ed, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173e4401-a4f1-4d9d-9295-be011738fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f200fe7-0666-4190-8202-fff6d2641fb9'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:09.049705 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.148188 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.159362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b144f-ef80-4a5d-adfc-64da5d9c24ef req-24254963-5f52-4f4a-bf41-2bcfa3850931 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:09.161552 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.162944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e87b144f-ef80-4a5d-adfc-64da5d9c24ef req-24254963-5f52-4f4a-bf41-2bcfa3850931 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.1022823 Aug 20 12:11:09.230354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e87b144f-ef80-4a5d-adfc-64da5d9c24ef req-34105586-e899-488e-81a6-b7a83c667d5d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608006 Aug 20 12:11:09.265575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Deleting port 8d1727d1-6087-4976-857b-82b2d5d91b8e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:09.265913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.288289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.305405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Transition to ACTIVE for port object 724f4d74-ff45-4714-ba4e-632adc772b97 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:09.316498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] For port 9b4d93fd-8601-4365-9839-3544d1e8f1ed, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:09.320302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] For port 9b4d93fd-8601-4365-9839-3544d1e8f1ed, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9b4d93fd-8601-4365-9839-3544d1e8f1ed,segment=NetworkSegment(173e4401-a4f1-4d9d-9295-be011738fea3),segment_id=173e4401-a4f1-4d9d-9295-be011738fea3)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:09.339045 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.359738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Attempting to bind port e5691c37-374e-44d3-8b17-aa79853528a9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:09.360279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Attempting to bind port e5691c37-374e-44d3-8b17-aa79853528a9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e55b11d3-8b2a-47e9-ba4a-12c34489c734'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:09.360763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Attempting to bind port e5691c37-374e-44d3-8b17-aa79853528a9 on network e55b11d3-8b2a-47e9-ba4a-12c34489c734 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:09.381416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a4a8a4-8704-486e-b9e3-7b8d46a0126e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:09.419769 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.432741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:09.446339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:09.446705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Checking segment: {'id': '8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e55b11d3-8b2a-47e9-ba4a-12c34489c734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:09.447248 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.447649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Bound using segment: {'id': '8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e55b11d3-8b2a-47e9-ba4a-12c34489c734'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:09.448165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Bound port: e5691c37-374e-44d3-8b17-aa79853528a9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e55b11d3-8b2a-47e9-ba4a-12c34489c734'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:09.448756 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.459137 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.474730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d5e13-1c62-44eb-8843-ea84ede321de None None] Pushing event updated for resources: {'Port': ['ID=57a07654-5d77-4293-ba69-82ebf1524462,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:09.512444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Port': ['ID=724f4d74-ff45-4714-ba4e-632adc772b97,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:09.520306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d4ebf-3943-4ee7-a3a9-e7793aed03cd req-8d2859a4-3293-4df4-bed5-b5d1f7b84b6f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:09.545952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-994d4ebf-3943-4ee7-a3a9-e7793aed03cd req-8d2859a4-3293-4df4-bed5-b5d1f7b84b6f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 943 time: 0.2158310 Aug 20 12:11:09.578230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network e55b11d3-8b2a-47e9-ba4a-12c34489c734 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:09.601366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e0942562-991a-48cd-a27a-540b7601b318 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 06cd53e3-3a7b-4ffc-a095-fbe4eff07458 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:09.602018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0942562-991a-48cd-a27a-540b7601b318 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.653822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-994d4ebf-3943-4ee7-a3a9-e7793aed03cd req-144c462b-191a-4a06-aa3b-0decca2ca7d2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042356 Aug 20 12:11:09.756843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:09.768948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] For port e5691c37-374e-44d3-8b17-aa79853528a9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:09.777236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] For port e5691c37-374e-44d3-8b17-aa79853528a9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e5691c37-374e-44d3-8b17-aa79853528a9,segment=NetworkSegment(8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c),segment_id=8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:09.800229 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:09.820589 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:09.839403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43012f0e-7cf3-47d7-b174-db97c11f1b41 None None] Pushing event updated for resources: {'Port': ['ID=9b4d93fd-8601-4365-9839-3544d1e8f1ed,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:09.879641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:09.990769 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.084232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:10.340377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d2457-4c16-4daf-a3db-a1cb3d54131e None None] Pushing event updated for resources: {'Port': ['ID=e5691c37-374e-44d3-8b17-aa79853528a9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:10.353242 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0942562-991a-48cd-a27a-540b7601b318 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.372227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] For port 8d1727d1-6087-4976-857b-82b2d5d91b8e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8d1727d1-6087-4976-857b-82b2d5d91b8e,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:10.373157 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.409936 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.433715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e0942562-991a-48cd-a27a-540b7601b318 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 06cd53e3-3a7b-4ffc-a095-fbe4eff07458 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:10.451268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Calling delete_port for 8d1727d1-6087-4976-857b-82b2d5d91b8e owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:10.539591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa79f-4454-4eb3-8846-9a8021f6582a req-4e19b06d-a9c3-4524-896c-eda1fac25d1c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:10.545391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f80aa79f-4454-4eb3-8846-9a8021f6582a req-4e19b06d-a9c3-4524-896c-eda1fac25d1c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.1759944 Aug 20 12:11:10.607916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f80aa79f-4454-4eb3-8846-9a8021f6582a req-c33ae5ae-d53b-4904-91ef-cc704f772553 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514612 Aug 20 12:11:10.782451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1beb0-1465-4884-8943-e5000c667c77 req-85acff8a-905c-467c-830a-78b046c37eca tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:10.784256 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29d1beb0-1465-4884-8943-e5000c667c77 req-85acff8a-905c-467c-830a-78b046c37eca tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 944 time: 0.0563886 Aug 20 12:11:10.835156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29d1beb0-1465-4884-8943-e5000c667c77 req-d2d4e2a0-bbd1-4ce3-b5f8-c60e3caa207a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Aug 20 12:11:11.161466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:11.167260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:11.175961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0942562-991a-48cd-a27a-540b7601b318 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:11.218355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:11.328583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Port': ['ID=724f4d74-ff45-4714-ba4e-632adc772b97,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:11.331455 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:11.402928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1727d1-6087-4976-857b-82b2d5d91b8e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:11.557919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0942562-991a-48cd-a27a-540b7601b318 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=06cd53e3-3a7b-4ffc-a095-fbe4eff07458,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:11.634362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54856) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:11.735954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb195d-b34f-4c5a-8f72-e216715d53cf None None] Network e55b11d3-8b2a-47e9-ba4a-12c34489c734 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:11.788304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e0942562-991a-48cd-a27a-540b7601b318 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:11.795394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54862) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:11.798001 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e0942562-991a-48cd-a27a-540b7601b318 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/06cd53e3-3a7b-4ffc-a095-fbe4eff07458 HTTP/1.1" status: 204 len: 168 time: 2.9131007 Aug 20 12:11:11.894379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-beeec96d-9608-4b4d-87de-6993f850b667 None None] Provisioning for port e5691c37-374e-44d3-8b17-aa79853528a9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:11.905410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e5691c37-374e-44d3-8b17-aa79853528a9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:11.964754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73b148b2-2d05-4f67-a471-89f9a834999e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.034328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870380d9-1638-46aa-b511-28eaa0ee4a2f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:12.036629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870380d9-1638-46aa-b511-28eaa0ee4a2f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:12.038757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870380d9-1638-46aa-b511-28eaa0ee4a2f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:12.040695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-870380d9-1638-46aa-b511-28eaa0ee4a2f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2440178 Aug 20 12:11:12.045787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54866) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:12.071530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75201a-0b55-46ce-94ac-d03b0ebedb04 req-1f80063a-64e9-4fc4-9f39-21a85bf4265a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:12.072597 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.079817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b75201a-0b55-46ce-94ac-d03b0ebedb04 req-1f80063a-64e9-4fc4-9f39-21a85bf4265a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.3035083 Aug 20 12:11:12.173210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e5691c37-374e-44d3-8b17-aa79853528a9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:12.176036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e60e6f6-dd54-4dea-908e-7c85be7450a4 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:12.190950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411a775-74a1-42f0-817f-63b61a27e136 req-508eaee4-6d7d-4720-8c9e-704c8268aa9f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:12.192878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7411a775-74a1-42f0-817f-63b61a27e136 req-508eaee4-6d7d-4720-8c9e-704c8268aa9f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 944 time: 0.2315049 Aug 20 12:11:12.215289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-986bdc48-c624-49b4-ba27-3b360c33f8f2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 0f28e2c8-d863-43e8-868c-d2743234fe8b {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:12.241572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e5691c37-374e-44d3-8b17-aa79853528a9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:12.241895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.247547 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b75201a-0b55-46ce-94ac-d03b0ebedb04 req-974f6aea-0c2b-44a8-b86a-9eb970b242fe tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592917 Aug 20 12:11:12.256816 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986bdc48-c624-49b4-ba27-3b360c33f8f2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.279351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network e55b11d3-8b2a-47e9-ba4a-12c34489c734 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:12.282468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:12.343888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986bdc48-c624-49b4-ba27-3b360c33f8f2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.344164 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.382625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7411a775-74a1-42f0-817f-63b61a27e136 req-df522eb2-0cbe-4287-b12c-b4899c4d62ee tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760027 Aug 20 12:11:12.461073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73b148b2-2d05-4f67-a471-89f9a834999e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.480895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73b148b2-2d05-4f67-a471-89f9a834999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.498729 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986bdc48-c624-49b4-ba27-3b360c33f8f2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.523041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62661085-0747-461e-ac0a-39a58c0032bb None None] Network 0f200fe7-0666-4190-8202-fff6d2641fb9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:12.569830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Router 93c86d45-8921-42b5-9345-5f6af8395787 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:11:12.572022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e4a4a8a4-8704-486e-b9e3-7b8d46a0126e up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:12.584858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-73b148b2-2d05-4f67-a471-89f9a834999e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5a0330d126d4e4cb6a558bffb6c1401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9455650 Aug 20 12:11:12.584858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b148b2-2d05-4f67-a471-89f9a834999e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2cfbd7-e53b-49cd-b933-c7d1ad0aaf97,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:12.588105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54868) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:12.638361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-04c37b1e-fef5-485e-96a8-66d75586bf8d None None] Provisioning for port 57a07654-5d77-4293-ba69-82ebf1524462 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:12.644535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986bdc48-c624-49b4-ba27-3b360c33f8f2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.682040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bdc48-c624-49b4-ba27-3b360c33f8f2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=0f28e2c8-d863-43e8-868c-d2743234fe8b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:12.689799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986bdc48-c624-49b4-ba27-3b360c33f8f2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.692263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-986bdc48-c624-49b4-ba27-3b360c33f8f2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/0f28e2c8-d863-43e8-868c-d2743234fe8b HTTP/1.1" status: 204 len: 168 time: 0.6434796 Aug 20 12:11:12.694979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54870) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:12.774025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3de8f971-2396-4f75-89b0-361e9789db5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:12.777732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:12.787781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1eae4496-9a85-4f97-b8ba-d1974705ee33 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "PUT /v2.0/routers/93c86d45-8921-42b5-9345-5f6af8395787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5552022 Aug 20 12:11:12.788005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Router 2ee13b71-15f7-4908-b533-5fd9a3390179 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:12.789065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54874) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:12.842645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:12.848533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bc34c-3318-4549-bc68-aea915f1288f None None] Sync routers for ids ['93c86d45-8921-42b5-9345-5f6af8395787'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:12.922562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:12.922938 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.015709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bc34c-3318-4549-bc68-aea915f1288f None None] Routers {'93c86d45-8921-42b5-9345-5f6af8395787'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:13.016398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-892bc34c-3318-4549-bc68-aea915f1288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['93c86d45-8921-42b5-9345-5f6af8395787'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:13.080873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-892bc34c-3318-4549-bc68-aea915f1288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:13.092429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-25a91d66-71b0-4300-b99d-9223c3696ea2 None None] Provisioning complete for port e5691c37-374e-44d3-8b17-aa79853528a9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:13.092858 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25a91d66-71b0-4300-b99d-9223c3696ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.095981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:13.098343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.105213 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0836abe9-bea1-4ca4-9f72-ae7d84e37a69 admin admin] 10.222.0.25 "PUT /v2.0/routers/2ee13b71-15f7-4908-b533-5fd9a3390179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3349175 Aug 20 12:11:13.106155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54876) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:13.112038 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] Sync routers for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:13.133137 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:13.133764 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:13.209000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bc34c-3318-4549-bc68-aea915f1288f None None] Routers {'93c86d45-8921-42b5-9345-5f6af8395787'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:13.209793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-892bc34c-3318-4549-bc68-aea915f1288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['93c86d45-8921-42b5-9345-5f6af8395787'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:13.218396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e5691c37-374e-44d3-8b17-aa79853528a9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e5691c37-374e-44d3-8b17-aa79853528a9,segment=NetworkSegment(8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c),segment_id=8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:13.249500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb4b40f-06c4-478f-a3f2-2bcd2f9cc511 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 643ae295-29f0-4ccb-869b-00a5972f544b {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:13.260224 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-adb4b40f-06c4-478f-a3f2-2bcd2f9cc511 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.333216 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.334308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57a07654-5d77-4293-ba69-82ebf1524462 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:13.363385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-adb4b40f-06c4-478f-a3f2-2bcd2f9cc511 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.416035 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-892bc34c-3318-4549-bc68-aea915f1288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:13.417584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bc34c-3318-4549-bc68-aea915f1288f None None] The sync data for ids ['93c86d45-8921-42b5-9345-5f6af8395787'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:13.483439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-adb4b40f-06c4-478f-a3f2-2bcd2f9cc511 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.577881 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.601664 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:11:13.623435 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.636165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-adb4b40f-06c4-478f-a3f2-2bcd2f9cc511 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.657776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3de8f971-2396-4f75-89b0-361e9789db5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.682898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e5691c37-374e-44d3-8b17-aa79853528a9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:13.737815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f303b638-95fd-45da-9cfa-09d427f20648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:13.740369 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6afc30b-d947-45f8-8294-e53dce96717e" -d '{"events": [{"server_uuid": "f303b638-95fd-45da-9cfa-09d427f20648", "name": "network-vif-plugged", "status": "completed", "tag": "e4a4a8a4-8704-486e-b9e3-7b8d46a0126e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:13.759929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 57a07654-5d77-4293-ba69-82ebf1524462 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:13.764456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:13.771975 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.774594 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.777407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 57a07654-5d77-4293-ba69-82ebf1524462 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:13.777763 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.826445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-25a91d66-71b0-4300-b99d-9223c3696ea2 None None] Provisioning for port 724f4d74-ff45-4714-ba4e-632adc772b97 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:13.836360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-25a91d66-71b0-4300-b99d-9223c3696ea2 None None] Provisioning complete for port 724f4d74-ff45-4714-ba4e-632adc772b97 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:13.836729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25a91d66-71b0-4300-b99d-9223c3696ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.840941 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-d548f367-2f0d-4c8b-a97c-4f475ecc469f tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:11:13.845503 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d548f367-2f0d-4c8b-a97c-4f475ecc469f tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "PUT /v2.0/routers/93c86d45-8921-42b5-9345-5f6af8395787/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0553765 Aug 20 12:11:13.846296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54886) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:13.860189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4b40f-06c4-478f-a3f2-2bcd2f9cc511 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=643ae295-29f0-4ccb-869b-00a5972f544b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:13.869658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-adb4b40f-06c4-478f-a3f2-2bcd2f9cc511 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.876288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-adb4b40f-06c4-478f-a3f2-2bcd2f9cc511 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/643ae295-29f0-4ccb-869b-00a5972f544b HTTP/1.1" status: 204 len: 168 time: 1.1794453 Aug 20 12:11:13.877561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54888) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:13.882058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3de8f971-2396-4f75-89b0-361e9789db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.884811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3de8f971-2396-4f75-89b0-361e9789db5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:13.886168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3de8f971-2396-4f75-89b0-361e9789db5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd2cfbd7-e53b-49cd-b933-c7d1ad0aaf97 HTTP/1.1" status: 204 len: 168 time: 1.2934792 Aug 20 12:11:13.895960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632d9d5-4be4-4be8-bf76-ef49c41815bc req-192b1541-a4a2-428b-82a8-2da1757bc00c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:13.897636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d632d9d5-4be4-4be8-bf76-ef49c41815bc req-192b1541-a4a2-428b-82a8-2da1757bc00c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 944 time: 0.3159790 Aug 20 12:11:13.913469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f971-2396-4f75-89b0-361e9789db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2cfbd7-e53b-49cd-b933-c7d1ad0aaf97,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:13.941254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91791685-20c5-4249-a3fb-cc8de12ee9b7 req-5078d311-0c8b-40ef-8f5b-01f24a331066 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:13.943049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91791685-20c5-4249-a3fb-cc8de12ee9b7 req-5078d311-0c8b-40ef-8f5b-01f24a331066 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.3692436 Aug 20 12:11:13.944371 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T12:11:11Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:13.994004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d632d9d5-4be4-4be8-bf76-ef49c41815bc req-17df5274-6934-4e36-a381-378e164aeeab tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838020 Aug 20 12:11:14.004457 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] Checking router: 2ee13b71-15f7-4908-b533-5fd9a3390179 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:11:14.022696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393234c-e697-4601-878e-34e237388823 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:14.026206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-25a91d66-71b0-4300-b99d-9223c3696ea2 None None] Port 724f4d74-ff45-4714-ba4e-632adc772b97 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:14.026570 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] Routers {'2ee13b71-15f7-4908-b533-5fd9a3390179'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:14.027735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:14.029022 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2ee13b71-15f7-4908-b533-5fd9a3390179'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:14.032260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91791685-20c5-4249-a3fb-cc8de12ee9b7 req-3d09ba6d-c504-4921-8963-de63e8b6a43a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818329 Aug 20 12:11:14.120295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-25a91d66-71b0-4300-b99d-9223c3696ea2 None None] Provisioning for port 9b4d93fd-8601-4365-9839-3544d1e8f1ed completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:14.157203 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24315a8b-377d-4d50-92ad-abc1c83e54fe x-openstack-request-id: req-24315a8b-377d-4d50-92ad-abc1c83e54fe {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:14.157469 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f303b638-95fd-45da-9cfa-09d427f20648", "name": "network-vif-plugged", "status": "completed", "tag": "e4a4a8a4-8704-486e-b9e3-7b8d46a0126e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:14.157725 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24315a8b-377d-4d50-92ad-abc1c83e54fe {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:14.158126 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f303b638-95fd-45da-9cfa-09d427f20648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', 'code': 200} Aug 20 12:11:14.160014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.205291 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] Set router 2ee13b71-15f7-4908-b533-5fd9a3390179 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:11:14.237898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 57a07654-5d77-4293-ba69-82ebf1524462, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57a07654-5d77-4293-ba69-82ebf1524462,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:14.254668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.255883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9b4d93fd-8601-4365-9839-3544d1e8f1ed up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:14.315149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caae49-fc58-45b8-ad81-e77d03e51bc3 req-4130ac9e-ea99-4b32-a776-49a74ee9bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:14.318135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09caae49-fc58-45b8-ad81-e77d03e51bc3 req-4130ac9e-ea99-4b32-a776-49a74ee9bf36 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 1097 time: 0.0939400 Aug 20 12:11:14.383428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09caae49-fc58-45b8-ad81-e77d03e51bc3 req-f7dc5a94-7a37-491d-9d7b-ff0b878b58c5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Aug 20 12:11:14.411286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a879e12f-9f3b-4b7e-8684-6a99feae3cbd None None] Provisioning complete for port 724f4d74-ff45-4714-ba4e-632adc772b97 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:14.412062 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a879e12f-9f3b-4b7e-8684-6a99feae3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.415410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54894) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:14.425938 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6fef1235-dc6b-4013-a900-e2b9ed9fc1ad tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4539466 Aug 20 12:11:14.428561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54896) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:14.433671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:14.439333 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e451379-4918-4ec9-b374-96eff6130364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.445013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.447573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=57a07654-5d77-4293-ba69-82ebf1524462,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:14.491612 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T12:11:11Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:14.514320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9b4d93fd-8601-4365-9839-3544d1e8f1ed completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:14.527724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a879e12f-9f3b-4b7e-8684-6a99feae3cbd None None] Port 724f4d74-ff45-4714-ba4e-632adc772b97 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:14.530326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9b4d93fd-8601-4365-9839-3544d1e8f1ed triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:14.530799 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.543250 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f8059-43d5-462d-be09-6764a02ee3e4 None None] The sync data for ids ['2ee13b71-15f7-4908-b533-5fd9a3390179'] in n-d-800634-10 is: [{'id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'name': 'tempest-TaggedBootDevicesTest_v242-1434267954-router', 'tenant_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:59:16Z', 'updated_at': '2021-08-20T12:11:11Z', 'revision_number': 5, 'project_id': 'cd0e7d9f4dab43abbc171e69b947f7d8', 'gw_port': {'id': '95b4211e-3ef2-4b81-97ef-4844a95dc3fc', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee13b71-15f7-4908-b533-5fd9a3390179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:59:17Z', 'updated_at': '2021-08-20T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:14.565993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:14.626097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a879e12f-9f3b-4b7e-8684-6a99feae3cbd None None] Provisioning complete for port 57a07654-5d77-4293-ba69-82ebf1524462 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:14.626498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a879e12f-9f3b-4b7e-8684-6a99feae3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.629401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e451379-4918-4ec9-b374-96eff6130364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.640140 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e451379-4918-4ec9-b374-96eff6130364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.695664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Deleting port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:14.696291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.701904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9e451379-4918-4ec9-b374-96eff6130364 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e177d3f23614442abbd0390c4a96eb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853997 Aug 20 12:11:14.705382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54898) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:14.713764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:14.714019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] Deleting port 57a07654-5d77-4293-ba69-82ebf1524462 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:14.714346 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.718120 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.727642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e451379-4918-4ec9-b374-96eff6130364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5584d-8fb9-4946-b295-84db1a48368e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:14.814859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.822670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] For port 95b4211e-3ef2-4b81-97ef-4844a95dc3fc, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=95b4211e-3ef2-4b81-97ef-4844a95dc3fc,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:14.823043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.831939 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2e95cc3-1710-4c2b-9a48-d9d8ca76e68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.844542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Calling delete_port for 95b4211e-3ef2-4b81-97ef-4844a95dc3fc owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:14.853424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] For port 57a07654-5d77-4293-ba69-82ebf1524462, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=57a07654-5d77-4293-ba69-82ebf1524462,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:14.853814 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.878709 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2e95cc3-1710-4c2b-9a48-d9d8ca76e68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.885083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a879e12f-9f3b-4b7e-8684-6a99feae3cbd None None] Provisioning complete for port 9b4d93fd-8601-4365-9839-3544d1e8f1ed triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:14.885744 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a879e12f-9f3b-4b7e-8684-6a99feae3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.896569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] Calling delete_port for 57a07654-5d77-4293-ba69-82ebf1524462 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:14.928587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 9b4d93fd-8601-4365-9839-3544d1e8f1ed, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9b4d93fd-8601-4365-9839-3544d1e8f1ed,segment=NetworkSegment(173e4401-a4f1-4d9d-9295-be011738fea3),segment_id=173e4401-a4f1-4d9d-9295-be011738fea3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:14.941762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:14.965525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.046770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2e95cc3-1710-4c2b-9a48-d9d8ca76e68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.049750 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2e95cc3-1710-4c2b-9a48-d9d8ca76e68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.051071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b2e95cc3-1710-4c2b-9a48-d9d8ca76e68f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7f5584d-8fb9-4946-b295-84db1a48368e HTTP/1.1" status: 204 len: 168 time: 0.3447690 Aug 20 12:11:15.073100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e95cc3-1710-4c2b-9a48-d9d8ca76e68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5584d-8fb9-4946-b295-84db1a48368e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:15.078495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.126733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=9b4d93fd-8601-4365-9839-3544d1e8f1ed,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:15.159365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=b99c4462-8ecd-42b1-9385-87fb89458679,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:15.169868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:15.171829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:15.174764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e5691c37-374e-44d3-8b17-aa79853528a9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:15.179454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:15.179454 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.205395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bbd1d26c-075a-417f-9c7e-a6376006bb51 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7730205 Aug 20 12:11:15.206451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54906) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:15.217068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:15.242401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.288111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] Pushing event deleted for resources: {'Port': ['ID=57a07654-5d77-4293-ba69-82ebf1524462,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:15.296574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36672aa5-523a-4cd3-8092-70be8f2996ed None None] No DVR routers for this DVR port 57a07654-5d77-4293-ba69-82ebf1524462 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:15.315336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e5691c37-374e-44d3-8b17-aa79853528a9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:15.316082 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.364495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e5ae67-7de2-4d2a-be37-9cbf7083b070 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:15.368034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.483755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a39916-ccd2-4d02-b771-0a580c65e303 req-a5c70ee4-ba77-47eb-a5f3-b72602688f74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:15.485633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5a39916-ccd2-4d02-b771-0a580c65e303 req-a5c70ee4-ba77-47eb-a5f3-b72602688f74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 945 time: 0.1309187 Aug 20 12:11:15.505116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7548f-96cf-4276-9f5f-e7232a317b2a req-57adc015-9a21-41da-9820-0855a0ea69e0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:15.506706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bb7548f-96cf-4276-9f5f-e7232a317b2a req-57adc015-9a21-41da-9820-0855a0ea69e0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.1502972 Aug 20 12:11:15.508277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:15.511791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.551889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Pushing event deleted for resources: {'Port': ['ID=95b4211e-3ef2-4b81-97ef-4844a95dc3fc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:15.584252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.632769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': 'b99c4462-8ecd-42b1-9385-87fb89458679'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:15.633654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.700171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.703564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.756563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5a39916-ccd2-4d02-b771-0a580c65e303 req-bf56656c-bf2f-4f61-a579-9dcac574eb31 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608426 Aug 20 12:11:15.759681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bb7548f-96cf-4276-9f5f-e7232a317b2a req-b7e78ba0-1ad9-4385-909f-68ce92012c65 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820340 Aug 20 12:11:15.827830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57a07654-5d77-4293-ba69-82ebf1524462 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:15.852828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 57a07654-5d77-4293-ba69-82ebf1524462 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:15.853166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 57a07654-5d77-4293-ba69-82ebf1524462 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:15.853586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8d1727d1-6087-4976-857b-82b2d5d91b8e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:15.879690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.880414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee13b71-15f7-4908-b533-5fd9a3390179 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:11:15.881161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8d1727d1-6087-4976-857b-82b2d5d91b8e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:15.881532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8d1727d1-6087-4976-857b-82b2d5d91b8e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:15.888174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.889565 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-026651fc-d536-4b7f-8d0c-1ad207d5b3db admin admin] 10.222.0.25 "DELETE /v2.0/routers/2ee13b71-15f7-4908-b533-5fd9a3390179 HTTP/1.1" status: 204 len: 168 time: 2.7818363 Aug 20 12:11:15.893939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:15.981096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-922ac1f2-8cae-4694-85ca-779b8473f47d admin admin] Deleting subnet 3a0024e3-2062-40b0-9cde-ef72ee39abcd {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:15.986223 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-922ac1f2-8cae-4694-85ca-779b8473f47d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.020004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Deleting port 724f4d74-ff45-4714-ba4e-632adc772b97 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:16.020566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.069002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Allocated IP 172.20.0.2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/b99c4462-8ecd-42b1-9385-87fb89458679/e11b6cb7-55f4-451c-bd25-542d167b4f6b) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:16.092736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:11:16.094616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.117476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-922ac1f2-8cae-4694-85ca-779b8473f47d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.170863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:16.176646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:16.181580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:16.182207 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.194146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.219392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0032134 Aug 20 12:11:16.219392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54928) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:16.219392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386365-72c5-4f33-b85a-003143c05b15 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=38ac9ef9-82ce-454e-8629-a29ad4ddef62,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:16.229734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Calling delete_port for 724f4d74-ff45-4714-ba4e-632adc772b97 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:16.232033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:1a:70:e3', 'name': 'tempest-NetworksTestDHCPv6-1294276183'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:16.255316 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-922ac1f2-8cae-4694-85ca-779b8473f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.259770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.270767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Transition to ACTIVE for port object e11b6cb7-55f4-451c-bd25-542d167b4f6b will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:16.291861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Transition to ACTIVE for port object e11b6cb7-55f4-451c-bd25-542d167b4f6b will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:16.301222 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.362438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:16.372354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:16.375904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:16.384469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:16.386567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Pushing event updated for resources: {'Port': ['ID=e11b6cb7-55f4-451c-bd25-542d167b4f6b,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:16.453869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Attempting to bind port e11b6cb7-55f4-451c-bd25-542d167b4f6b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:16.453869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Attempting to bind port e11b6cb7-55f4-451c-bd25-542d167b4f6b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:16.454295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Attempting to bind port e11b6cb7-55f4-451c-bd25-542d167b4f6b on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:16.459805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:16.460351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:16.460875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.461372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:16.461952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Bound port: e11b6cb7-55f4-451c-bd25-542d167b4f6b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:16.462474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.479187 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.507574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-922ac1f2-8cae-4694-85ca-779b8473f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.523016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.526982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 27831cd5-cbce-4f94-8db9-435f86b68f2f yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:16.585383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] For port e11b6cb7-55f4-451c-bd25-542d167b4f6b, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:16.587163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-922ac1f2-8cae-4694-85ca-779b8473f47d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.589287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-922ac1f2-8cae-4694-85ca-779b8473f47d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3a0024e3-2062-40b0-9cde-ef72ee39abcd HTTP/1.1" status: 204 len: 168 time: 0.6935120 Aug 20 12:11:16.590757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46d3f1-db58-4cfb-af53-72a7477237c2 None None] Network 04055f11-a4d0-472f-9545-221fd61c4d3a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:16.593941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ac1f2-8cae-4694-85ca-779b8473f47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0024e3-2062-40b0-9cde-ef72ee39abcd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:16.597446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54936) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:16.601170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] For port e11b6cb7-55f4-451c-bd25-542d167b4f6b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e11b6cb7-55f4-451c-bd25-542d167b4f6b,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:16.616430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.684472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Port': ['ID=724f4d74-ff45-4714-ba4e-632adc772b97,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:16.780643 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:16.816126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 172.20.0.5 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/b99c4462-8ecd-42b1-9385-87fb89458679/27831cd5-cbce-4f94-8db9-435f86b68f2f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:16.826733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54942) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:16.829648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:fe1a:70e3 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/38ac9ef9-82ce-454e-8629-a29ad4ddef62/27831cd5-cbce-4f94-8db9-435f86b68f2f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:16.928001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865ec48-59aa-4f22-a5a3-fb2771482cae None None] Pushing event updated for resources: {'Port': ['ID=e11b6cb7-55f4-451c-bd25-542d167b4f6b,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:16.989120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.150431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f80c8b4-3616-4c73-a853-0602caa14aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.173315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] DHCP port deletion for 04055f11-a4d0-472f-9545-221fd61c4d3a request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:17.178221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9b4d93fd-8601-4365-9839-3544d1e8f1ed up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:17.201801 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.234839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Deleting port bc86a551-a603-4b50-94c7-a645c4330ccd {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:17.235075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.242057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 27831cd5-cbce-4f94-8db9-435f86b68f2f will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:17.262522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f487-19d1-4861-8488-2420d5da4983 req-edfffb45-78e4-4a26-9f52-ab395e088e64 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:17.266338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6116f487-19d1-4861-8488-2420d5da4983 req-edfffb45-78e4-4a26-9f52-ab395e088e64 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 945 time: 0.1549706 Aug 20 12:11:17.281279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] Deleting port bc86a551-a603-4b50-94c7-a645c4330ccd {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:17.282567 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.298151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9b4d93fd-8601-4365-9839-3544d1e8f1ed triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:17.298875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.299948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36b693-2570-4630-ad01-179e55df2ad7 req-cea2ea9b-71c3-4d02-a504-446ce6f496d0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:17.301495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b36b693-2570-4630-ad01-179e55df2ad7 req-cea2ea9b-71c3-4d02-a504-446ce6f496d0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.1891332 Aug 20 12:11:17.353985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6116f487-19d1-4861-8488-2420d5da4983 req-7c41289e-b851-4898-a05b-f702906a0fed tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820282 Aug 20 12:11:17.355857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Router 93c86d45-8921-42b5-9345-5f6af8395787 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:17.377751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b36b693-2570-4630-ad01-179e55df2ad7 req-eb54702d-e218-4145-b6d0-152c07667c97 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635676 Aug 20 12:11:17.382538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] For port bc86a551-a603-4b50-94c7-a645c4330ccd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc86a551-a603-4b50-94c7-a645c4330ccd,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:17.382926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.384778 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.429370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Calling delete_port for bc86a551-a603-4b50-94c7-a645c4330ccd owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:17.436144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] For port bc86a551-a603-4b50-94c7-a645c4330ccd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc86a551-a603-4b50-94c7-a645c4330ccd,segment=NetworkSegment(d9b18b45-1a74-4874-95c0-11353a1a68b0),segment_id=d9b18b45-1a74-4874-95c0-11353a1a68b0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:17.436512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.453878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] Calling delete_port for bc86a551-a603-4b50-94c7-a645c4330ccd owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:17.455731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:17.457095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=27831cd5-cbce-4f94-8db9-435f86b68f2f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:17.459948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:17.462000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:17.554090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:17.556008 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.594831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.637824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] Pushing event deleted for resources: {'Port': ['ID=bc86a551-a603-4b50-94c7-a645c4330ccd,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:17.648184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53032d09-de21-49c2-ae15-b9e2f2fd764d None None] No DVR routers for this DVR port bc86a551-a603-4b50-94c7-a645c4330ccd on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:17.671657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 95b4211e-3ef2-4b81-97ef-4844a95dc3fc no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:17.694568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 95b4211e-3ef2-4b81-97ef-4844a95dc3fc {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:17.694958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 95b4211e-3ef2-4b81-97ef-4844a95dc3fc not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:17.784297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e583d53-a5b6-4ccc-901a-0d933ebec45e req-5a3d497f-84a2-4026-84f1-7fc80334dec8 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:17.790288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e583d53-a5b6-4ccc-901a-0d933ebec45e req-5a3d497f-84a2-4026-84f1-7fc80334dec8 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.1382172 Aug 20 12:11:17.803963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e583d53-a5b6-4ccc-901a-0d933ebec45e req-83276da2-9385-46d1-9f85-c243040c5554 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/quotas/b11b040c005843c589fc833e824a73ab HTTP/1.1" status: 200 len: 375 time: 0.0116820 Aug 20 12:11:17.857316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:17.862238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e583d53-a5b6-4ccc-901a-0d933ebec45e req-487f69a7-337c-487c-9f7a-9ef5b5ae245f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510278 Aug 20 12:11:17.863038 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-76da4f61-1e16-4d9d-8f70-dbb79e7ed8d7 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "PUT /v2.0/routers/93c86d45-8921-42b5-9345-5f6af8395787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0132685 Aug 20 12:11:17.869009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54962) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:17.879839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c461e04-58be-4d76-a76e-1d6f649751bf None None] Sync routers for ids ['93c86d45-8921-42b5-9345-5f6af8395787'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:17.897590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c461e04-58be-4d76-a76e-1d6f649751bf None None] Routers {'93c86d45-8921-42b5-9345-5f6af8395787'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:17.899781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2c461e04-58be-4d76-a76e-1d6f649751bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['93c86d45-8921-42b5-9345-5f6af8395787'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:17.940983 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2c461e04-58be-4d76-a76e-1d6f649751bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:17.948635 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-bfd2283c-c643-47b6-aeb6-7a0c374e8dd4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] delete failed (client error): The resource could not be found. Aug 20 12:11:17.952194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f80c8b4-3616-4c73-a853-0602caa14aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.952357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c461e04-58be-4d76-a76e-1d6f649751bf None None] Routers {'93c86d45-8921-42b5-9345-5f6af8395787'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:17.953134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2c461e04-58be-4d76-a76e-1d6f649751bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['93c86d45-8921-42b5-9345-5f6af8395787'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:17.959869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f80c8b4-3616-4c73-a853-0602caa14aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.962423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bfd2283c-c643-47b6-aeb6-7a0c374e8dd4 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1340876552 HTTP/1.1" status: 404 len: 335 time: 0.0904014 Aug 20 12:11:17.963763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54966) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:17.972066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-86e9aa08-8b86-46ff-9559-64479acbd807 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7571728 Aug 20 12:11:17.974630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54968) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:17.978694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-229f9861-01f6-48ea-b652-05e771f3670a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'router': {'external_gateway_info': {'network_id': '93c86d45-8921-42b5-9345-5f6af8395787'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:18.011165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2c461e04-58be-4d76-a76e-1d6f649751bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:18.012301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c461e04-58be-4d76-a76e-1d6f649751bf None None] The sync data for ids ['93c86d45-8921-42b5-9345-5f6af8395787'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:18.052456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.091379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f59b3-0a48-4f76-b4a7-ecc8f1484685 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:18.092957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de274334-b0b6-4e6d-886e-6c1c24fd2d8b None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:18.097585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f59b3-0a48-4f76-b4a7-ecc8f1484685 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:18.099250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e85f59b3-0a48-4f76-b4a7-ecc8f1484685 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1236761 Aug 20 12:11:18.103798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54970) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:18.137576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] No DVR routers for this DVR port bc86a551-a603-4b50-94c7-a645c4330ccd on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:18.140102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Pushing event deleted for resources: {'Port': ['ID=bc86a551-a603-4b50-94c7-a645c4330ccd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:18.141836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80c8b4-3616-4c73-a853-0602caa14aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285fa532-c3c3-413f-a501-0a885b9412d5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:18.175597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e583d53-a5b6-4ccc-901a-0d933ebec45e req-9a9269ab-8c25-4dbe-9006-01aa2fcea1f6 service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993929 Aug 20 12:11:18.229617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-023f0cd5-ed9e-4c3e-bd55-83daa19d1206 None None] Provisioning for port e11b6cb7-55f4-451c-bd25-542d167b4f6b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:18.231107 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f80c8b4-3616-4c73-a853-0602caa14aa3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bd00fe502e04dfda7210c4f2ee3cf21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3978703 Aug 20 12:11:18.255742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54972) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:18.300113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-641dd6a5-9f8c-4711-908a-217668cf00bc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 27831cd5-cbce-4f94-8db9-435f86b68f2f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:18.300460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-641dd6a5-9f8c-4711-908a-217668cf00bc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.354698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e583d53-a5b6-4ccc-901a-0d933ebec45e req-d499a9ff-fd3c-4a7d-8d8d-726d721b5390 service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586986 Aug 20 12:11:18.365569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078dcad0-d5c8-4af9-aaa7-a1ffc0ef2e8c None None] Update dhcp port {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': 'b99c4462-8ecd-42b1-9385-87fb89458679', 'ip_address': '172.20.0.2'}, {'subnet_id': '38ac9ef9-82ce-454e-8629-a29ad4ddef62'}], 'binding:host_id': 'n-d-800634-10'}, 'id': 'e11b6cb7-55f4-451c-bd25-542d167b4f6b'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:11:18.386490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-229f9861-01f6-48ea-b652-05e771f3670a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.397539 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-078dcad0-d5c8-4af9-aaa7-a1ffc0ef2e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.421259 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-641dd6a5-9f8c-4711-908a-217668cf00bc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.422163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.437639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-641dd6a5-9f8c-4711-908a-217668cf00bc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 27831cd5-cbce-4f94-8db9-435f86b68f2f owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:18.444404 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-229f9861-01f6-48ea-b652-05e771f3670a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] update failed (client error): The resource could not be found. Aug 20 12:11:18.451028 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-229f9861-01f6-48ea-b652-05e771f3670a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "PUT /v2.0/routers/93c86d45-8921-42b5-9345-5f6af8395787 HTTP/1.1" status: 404 len: 339 time: 0.4826996 Aug 20 12:11:18.455443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54976) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:18.458785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04055f11-a4d0-472f-9545-221fd61c4d3a']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:18.473162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a70ae6b8-def8-4a14-a105-2e84999db310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.487479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b18b45-1a74-4874-95c0-11353a1a68b0') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:18.487812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b18b45-1a74-4874-95c0-11353a1a68b0') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:18.504570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.516573 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a70ae6b8-def8-4a14-a105-2e84999db310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.531690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.556687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:11:18.557645 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:11:18.558822 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:11:18.576906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:18.651249 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.662799 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.665954 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] 10.222.0.25 "DELETE /v2.0/networks/04055f11-a4d0-472f-9545-221fd61c4d3a HTTP/1.1" status: 204 len: 168 time: 2.0493548 Aug 20 12:11:18.669252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a70ae6b8-def8-4a14-a105-2e84999db310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.675190 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a70ae6b8-def8-4a14-a105-2e84999db310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.676751 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a70ae6b8-def8-4a14-a105-2e84999db310 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/285fa532-c3c3-413f-a501-0a885b9412d5 HTTP/1.1" status: 204 len: 168 time: 0.4201124 Aug 20 12:11:18.721450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60400ca-4259-4a77-8ed3-f7d0e7749fed admin admin] Pushing event deleted for resources: {'Network': ['ID=04055f11-a4d0-472f-9545-221fd61c4d3a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:18.743093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ae6b8-def8-4a14-a105-2e84999db310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285fa532-c3c3-413f-a501-0a885b9412d5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:18.859874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-078dcad0-d5c8-4af9-aaa7-a1ffc0ef2e8c None None] Allocated IP 2001:db8::f816:3eff:fef8:22d4 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/38ac9ef9-82ce-454e-8629-a29ad4ddef62/e11b6cb7-55f4-451c-bd25-542d167b4f6b) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:18.864850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e87e7-5276-4235-a7f8-b8202893c522 req-796cc4ae-c5a4-4e68-9785-e103ecca2f29 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:18.869857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b37e87e7-5276-4235-a7f8-b8202893c522 req-796cc4ae-c5a4-4e68-9785-e103ecca2f29 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 943 time: 0.2775109 Aug 20 12:11:18.878225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54992) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:18.965080 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6f508200-39cd-45b9-9180-7b98616c9cc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd0e7d9f4dab43abbc171e69b947f7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852792 Aug 20 12:11:18.968194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:19.076797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:19.088976 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc541306-a50a-452e-b1a6-1a254bb4d36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.103695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'port_id': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'mac_address': 'fa:16:3e:07:f1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:19.119164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b37e87e7-5276-4235-a7f8-b8202893c522 req-cb9d4233-ce05-4ead-a7f5-8d618770ab51 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921508 Aug 20 12:11:19.151482 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc541306-a50a-452e-b1a6-1a254bb4d36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.163227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e11b6cb7-55f4-451c-bd25-542d167b4f6b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:19.204645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-078dcad0-d5c8-4af9-aaa7-a1ffc0ef2e8c None None] For port e11b6cb7-55f4-451c-bd25-542d167b4f6b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e11b6cb7-55f4-451c-bd25-542d167b4f6b,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:19.233162 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.240264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.258417 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc541306-a50a-452e-b1a6-1a254bb4d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.261252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc541306-a50a-452e-b1a6-1a254bb4d36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.266075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fc541306-a50a-452e-b1a6-1a254bb4d36d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b59f070c-e906-4789-9aa6-90c3d4ff3e35 HTTP/1.1" status: 204 len: 168 time: 0.2932134 Aug 20 12:11:19.271579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc541306-a50a-452e-b1a6-1a254bb4d36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59f070c-e906-4789-9aa6-90c3d4ff3e35,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:19.276873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:19.286430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-078dcad0-d5c8-4af9-aaa7-a1ffc0ef2e8c None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.336544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-078dcad0-d5c8-4af9-aaa7-a1ffc0ef2e8c None None] Transition to ACTIVE for port object e11b6cb7-55f4-451c-bd25-542d167b4f6b will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:19.339055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:19.345768 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-078dcad0-d5c8-4af9-aaa7-a1ffc0ef2e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.357265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.385937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e11b6cb7-55f4-451c-bd25-542d167b4f6b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:19.408685 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-641dd6a5-9f8c-4711-908a-217668cf00bc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.452915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dd6a5-9f8c-4711-908a-217668cf00bc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=27831cd5-cbce-4f94-8db9-435f86b68f2f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:19.479738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dcad0-d5c8-4af9-aaa7-a1ffc0ef2e8c None None] Pushing event updated for resources: {'Port': ['ID=e11b6cb7-55f4-451c-bd25-542d167b4f6b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:19.517844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc86a551-a603-4b50-94c7-a645c4330ccd no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:19.569746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: bc86a551-a603-4b50-94c7-a645c4330ccd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:19.570130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc86a551-a603-4b50-94c7-a645c4330ccd not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:19.615868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:19.674341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-641dd6a5-9f8c-4711-908a-217668cf00bc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.676418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-641dd6a5-9f8c-4711-908a-217668cf00bc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/27831cd5-cbce-4f94-8db9-435f86b68f2f HTTP/1.1" status: 204 len: 168 time: 1.5716896 Aug 20 12:11:19.679007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55030) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:19.690797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:19.851153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eca05-8046-4138-b4d1-36d03243a9be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:19.855909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eca05-8046-4138-b4d1-36d03243a9be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:19.860772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eca05-8046-4138-b4d1-36d03243a9be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:19.867912 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-951eca05-8046-4138-b4d1-36d03243a9be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1840460 Aug 20 12:11:19.868408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55048) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:20.000046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-55705ba7-cd23-45be-8c35-7f10b37529ff tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:20.002663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-55705ba7-cd23-45be-8c35-7f10b37529ff tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.2009749 Aug 20 12:11:20.004737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-73462bb5-b1a6-4edc-b60d-9d40534d8f5d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 38ac9ef9-82ce-454e-8629-a29ad4ddef62 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:20.016372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73462bb5-b1a6-4edc-b60d-9d40534d8f5d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.032127 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:11:20.048638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Allocated IP 172.20.0.1 (6c4205b8-4723-44dc-ae56-14d1aaf827ce/dd71755c-eab5-4592-9969-63d7eec6905f/86cf7961-2153-4124-bad4-080a06383724) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:20.060774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-0f01fd96-c572-4052-aa3d-5fbf0fe5bd4e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/quotas/b11b040c005843c589fc833e824a73ab HTTP/1.1" status: 200 len: 375 time: 0.0458765 Aug 20 12:11:20.094369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73462bb5-b1a6-4edc-b60d-9d40534d8f5d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.245491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73462bb5-b1a6-4edc-b60d-9d40534d8f5d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.397730 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73462bb5-b1a6-4edc-b60d-9d40534d8f5d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.441183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73462bb5-b1a6-4edc-b60d-9d40534d8f5d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=38ac9ef9-82ce-454e-8629-a29ad4ddef62,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:20.454815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73462bb5-b1a6-4edc-b60d-9d40534d8f5d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.459813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73462bb5-b1a6-4edc-b60d-9d40534d8f5d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/38ac9ef9-82ce-454e-8629-a29ad4ddef62 HTTP/1.1" status: 204 len: 168 time: 0.5842106 Aug 20 12:11:20.462766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55076) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:20.473429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-167a69c4-96ce-4bec-bcac-c156608dbef1 None None] Could not find standard attr ID for object 27831cd5-cbce-4f94-8db9-435f86b68f2f. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:11:20.502460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-167a69c4-96ce-4bec-bcac-c156608dbef1 None None] Provisioning for port e11b6cb7-55f4-451c-bd25-542d167b4f6b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:20.511909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-167a69c4-96ce-4bec-bcac-c156608dbef1 None None] Provisioning complete for port e11b6cb7-55f4-451c-bd25-542d167b4f6b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:20.514126 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-167a69c4-96ce-4bec-bcac-c156608dbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.533929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd458df-5ca1-4cdc-ad57-e4630a89fbcd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet b99c4462-8ecd-42b1-9385-87fb89458679 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:20.537758 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddd458df-5ca1-4cdc-ad57-e4630a89fbcd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.623177 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddd458df-5ca1-4cdc-ad57-e4630a89fbcd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.628750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55080) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:20.651175 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-167a69c4-96ce-4bec-bcac-c156608dbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.733031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-167a69c4-96ce-4bec-bcac-c156608dbef1 None None] For port e11b6cb7-55f4-451c-bd25-542d167b4f6b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e11b6cb7-55f4-451c-bd25-542d167b4f6b,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:20.743257 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-167a69c4-96ce-4bec-bcac-c156608dbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.784442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddd458df-5ca1-4cdc-ad57-e4630a89fbcd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.805142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-09bc732a-9acd-4320-8df7-d07c335d7293 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7299829 Aug 20 12:11:20.834836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1868581177-network', 'tenant_id': '1b6ec89274c148e8ba228c5e4f414263'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:20.866590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70348f-bdc4-409b-b2b7-503a7e15d359 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:20.882005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e9ce9546-fbc9-48b9-873c-d46dce760243 None None] Could not find standard attr ID for object b6ba5392-bfea-44eb-a469-28670be52bf8. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:11:20.885202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Made reservation on behalf of 1b6ec89274c148e8ba228c5e4f414263 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:20.889125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.904909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.934517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a69c4-96ce-4bec-bcac-c156608dbef1 None None] Pushing event updated for resources: {'Port': ['ID=e11b6cb7-55f4-451c-bd25-542d167b4f6b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:20.936378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88fdc8-2c6d-45ae-ae5c-90244c1e5921 req-c1ee422e-e6c0-467b-aa8e-ebb77cf68347 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:20.944252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c88fdc8-2c6d-45ae-ae5c-90244c1e5921 req-c1ee422e-e6c0-467b-aa8e-ebb77cf68347 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 944 time: 0.2315159 Aug 20 12:11:20.999619 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.032212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.033812 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddd458df-5ca1-4cdc-ad57-e4630a89fbcd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.046085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Transition to ACTIVE for port object 86cf7961-2153-4124-bad4-080a06383724 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:21.051907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-612258fd-429f-46cf-8cc5-a7a90243a085 service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458682 Aug 20 12:11:21.064576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd458df-5ca1-4cdc-ad57-e4630a89fbcd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=b99c4462-8ecd-42b1-9385-87fb89458679,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:21.069092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.072395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c88fdc8-2c6d-45ae-ae5c-90244c1e5921 req-4d8b824b-4257-43cd-8fad-b7be3dfb42f6 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265526 Aug 20 12:11:21.093172 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ddd458df-5ca1-4cdc-ad57-e4630a89fbcd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.098020 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ddd458df-5ca1-4cdc-ad57-e4630a89fbcd tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/b99c4462-8ecd-42b1-9385-87fb89458679 HTTP/1.1" status: 204 len: 168 time: 0.6336193 Aug 20 12:11:21.104218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55098) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:21.104434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:11:21.104630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e11b6cb7-55f4-451c-bd25-542d167b4f6b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:21.139088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc314af2-1e15-4488-b66d-effa704055ec,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:21.141800 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.142164 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Added segment d745e924-254f-43d4-b766-561b33b85a95 of type vlan for network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 Aug 20 12:11:21.210061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.212310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e11b6cb7-55f4-451c-bd25-542d167b4f6b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:21.212874 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.243386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.245799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:21.246217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.249308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:21.313092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-82f838ea-2df8-4684-bd65-40f7391e99e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2038987 Aug 20 12:11:21.313355 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6822166 Aug 20 12:11:21.313474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-c04e8864-f72b-4394-a40b-d218b1636e5f service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343524 Aug 20 12:11:21.313719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55106) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:21.315466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55108) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:21.321395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Request body: {'subnet': {'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1868581177-subnet', 'tenant_id': '1b6ec89274c148e8ba228c5e4f414263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:21.334562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e0096-982d-442c-8b0d-5642d742bb4d admin admin] Pushing event updated for resources: {'Network': ['ID=28ee22bd-9f1a-4f36-8348-2aeda76ed435,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:21.352532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Made reservation on behalf of 1b6ec89274c148e8ba228c5e4f414263 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:21.355923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.357228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:11:21.437663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] Deleting port e11b6cb7-55f4-451c-bd25-542d167b4f6b {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:21.438030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.468848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d7718-e71c-4668-8a01-1082bf9873ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:21.474776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fb0d7718-e71c-4668-8a01-1082bf9873ce tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1495380 Aug 20 12:11:21.477243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55112) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:21.479210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.566910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67eeb75-898f-4355-84ee-7ac4f1a3bbc7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:21.571143 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c67eeb75-898f-4355-84ee-7ac4f1a3bbc7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0928688 Aug 20 12:11:21.574076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55118) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:21.574487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] For port e11b6cb7-55f4-451c-bd25-542d167b4f6b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e11b6cb7-55f4-451c-bd25-542d167b4f6b,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:21.575638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.604437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network 6c4205b8-4723-44dc-ae56-14d1aaf827ce is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:21.607833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f8eba10-3692-4c73-9dc2-2a3c1daa570a req-a1e91e78-4804-47b8-ba5a-3a7282be0c90 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 210 time: 0.0470610 Aug 20 12:11:21.620014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55120) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:21.620272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] Calling delete_port for e11b6cb7-55f4-451c-bd25-542d167b4f6b owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:21.620863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Port': ['ID=86cf7961-2153-4124-bad4-080a06383724,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:21.627650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:21.640068 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c09eebd5-496e-4f55-8a5c-0939d2271415 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637884 Aug 20 12:11:21.643889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55122) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:21.645640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:21.649200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-33065867-6e06-4688-a57c-6a0be0665409 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:21.759642 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.761676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.794298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] No DVR routers for this DVR port e11b6cb7-55f4-451c-bd25-542d167b4f6b on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:21.795997 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-343f4671-9355-48df-bdae-9f3b02210d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.801219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3bf22-8843-4d25-b882-d2e2801db56f None None] Pushing event deleted for resources: {'Port': ['ID=e11b6cb7-55f4-451c-bd25-542d167b4f6b,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:21.870505 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.910731 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8490e873-bd9a-4d44-88da-c69444d9cb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.939486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33065867-6e06-4688-a57c-6a0be0665409 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:21.943217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33065867-6e06-4688-a57c-6a0be0665409 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:21.944633 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-33065867-6e06-4688-a57c-6a0be0665409 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:11:21.945067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33065867-6e06-4688-a57c-6a0be0665409 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:11:21.972000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7645d2e5-ea22-4d7d-8f13-b1c0a06581ea,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:21.979576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Checking segment: {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:21.979937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Network hostable DHCP agents. Network: 28ee22bd-9f1a-4f36-8348-2aeda76ed435, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:11:22.004313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.011816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:11:22.015583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0d528c4b-db6e-4bc7-8217-609d0974f229 None None] Provisioning for port 86cf7961-2153-4124-bad4-080a06383724 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:22.022370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0d528c4b-db6e-4bc7-8217-609d0974f229 None None] Provisioning complete for port 86cf7961-2153-4124-bad4-080a06383724 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:22.022998 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d528c4b-db6e-4bc7-8217-609d0974f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.030080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 28ee22bd-9f1a-4f36-8348-2aeda76ed435) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:22.034829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:22.035449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.046532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e9d1d-d797-4508-889e-24773bd3acd2 None None] Network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:22.105424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0d528c4b-db6e-4bc7-8217-609d0974f229 None None] Port 86cf7961-2153-4124-bad4-080a06383724 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:22.197387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bddfdba-fb6d-4864-b1af-e5e5513902c1 None None] Network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:22.228877 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8490e873-bd9a-4d44-88da-c69444d9cb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.243393 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-72ab0ddb-fafb-40bd-a676-a59d960b7383 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9260042 Aug 20 12:11:22.249002 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33065867-6e06-4688-a57c-6a0be0665409 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6010656 Aug 20 12:11:22.249332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55136) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:22.271459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d7f9b24c-e57a-4944-94e3-0ea5524eac7f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:22.274611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8490e873-bd9a-4d44-88da-c69444d9cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.383321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e328c0-2c98-474d-8385-a621adfadc28 req-49494d6a-5134-403a-96a2-2c37913b252b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:22.385170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91e328c0-2c98-474d-8385-a621adfadc28 req-49494d6a-5134-403a-96a2-2c37913b252b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 944 time: 0.2178812 Aug 20 12:11:22.397140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8490e873-bd9a-4d44-88da-c69444d9cb31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ac620596d3149709e0680042bd4fd00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7711871 Aug 20 12:11:22.398328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55140) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:22.402540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490e873-bd9a-4d44-88da-c69444d9cb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bde433-2054-48ae-bc68-8dddcb588d4d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:22.482557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f9b24c-e57a-4944-94e3-0ea5524eac7f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:22.487767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b24c-e57a-4944-94e3-0ea5524eac7f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.489080 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f9b24c-e57a-4944-94e3-0ea5524eac7f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:11:22.489565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f9b24c-e57a-4944-94e3-0ea5524eac7f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:11:22.507845 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d7f9b24c-e57a-4944-94e3-0ea5524eac7f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2572489 Aug 20 12:11:22.510816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:22.520257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f78cfd12-3d1e-492f-bfa5-2417a720c106 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:22.553273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91e328c0-2c98-474d-8385-a621adfadc28 req-41146e75-7e18-41cd-afcb-95e9a1834b46 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537297 Aug 20 12:11:22.553889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:22.573950 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c06f2356-b6d7-47e0-a1fb-9dbfc682646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.596841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c06f2356-b6d7-47e0-a1fb-9dbfc682646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.617622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:22.618287 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.619925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78cfd12-3d1e-492f-bfa5-2417a720c106 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:22.624691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f78cfd12-3d1e-492f-bfa5-2417a720c106 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.626487 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78cfd12-3d1e-492f-bfa5-2417a720c106 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:11:22.626981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78cfd12-3d1e-492f-bfa5-2417a720c106 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:11:22.663371 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.663639 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f78cfd12-3d1e-492f-bfa5-2417a720c106 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1506567 Aug 20 12:11:22.663785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55152) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:22.671407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2eeb83bf-a930-4ec7-b647-ecd130b13a94 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:22.693021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.733249 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.761958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:22.765635 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7f171e-357f-4202-abfe-ba9491c7073f" -d '{"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-plugged", "status": "completed", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:22.795349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:22.802467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.857619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-978e3162-5685-4470-a1a1-1cbec39dc3ed req-f4c126bf-6719-4728-b1ad-8b60a3920137 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 210 time: 0.1224995 Aug 20 12:11:22.862324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:22.886761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c06f2356-b6d7-47e0-a1fb-9dbfc682646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.889750 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c06f2356-b6d7-47e0-a1fb-9dbfc682646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.891042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c06f2356-b6d7-47e0-a1fb-9dbfc682646c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39bde433-2054-48ae-bc68-8dddcb588d4d HTTP/1.1" status: 204 len: 168 time: 0.4852579 Aug 20 12:11:22.892077 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:22.934010 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a73b89a-bfd3-4012-9fd2-9ef267cb6262 x-openstack-request-id: req-4a73b89a-bfd3-4012-9fd2-9ef267cb6262 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:22.934010 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-plugged", "status": "completed", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:22.934489 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a73b89a-bfd3-4012-9fd2-9ef267cb6262 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:22.934784 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'code': 200} Aug 20 12:11:23.021533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f2356-b6d7-47e0-a1fb-9dbfc682646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bde433-2054-48ae-bc68-8dddcb588d4d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:23.032988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event updated for resources: {'Port': ['ID=86cf7961-2153-4124-bad4-080a06383724,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:23.076292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e11b6cb7-55f4-451c-bd25-542d167b4f6b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:23.111066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e11b6cb7-55f4-451c-bd25-542d167b4f6b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:23.112141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e11b6cb7-55f4-451c-bd25-542d167b4f6b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:23.153726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb83bf-a930-4ec7-b647-ecd130b13a94 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:23.158656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eeb83bf-a930-4ec7-b647-ecd130b13a94 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:23.160146 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeb83bf-a930-4ec7-b647-ecd130b13a94 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:11:23.160580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eeb83bf-a930-4ec7-b647-ecd130b13a94 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:11:23.164175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f78519-2718-465f-b2f6-1e5044eb16d7 req-0af78a26-d280-49e9-a5b8-706568655ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:23.165728 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-72f78519-2718-465f-b2f6-1e5044eb16d7 req-0af78a26-d280-49e9-a5b8-706568655ad0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 1098 time: 0.0509753 Aug 20 12:11:23.205012 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-72f78519-2718-465f-b2f6-1e5044eb16d7 req-d21ed06c-dcad-4961-b9d6-c504e678b86b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316083 Aug 20 12:11:23.212972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-a4a2a0c5-6f9f-4f16-ad47-a9a81ccfb283 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:23.214453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-a4a2a0c5-6f9f-4f16-ad47-a9a81ccfb283 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.3965943 Aug 20 12:11:23.223712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-5380f184-92da-434f-8c02-69f0ce514ad4 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:23.225354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-5380f184-92da-434f-8c02-69f0ce514ad4 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/networks?id=28ee22bd-9f1a-4f36-8348-2aeda76ed435 HTTP/1.1" status: 200 len: 818 time: 0.4020607 Aug 20 12:11:23.226979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2eeb83bf-a930-4ec7-b647-ecd130b13a94 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5614455 Aug 20 12:11:23.231059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55170) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:23.237442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ecceb452-a98f-4a21-8812-81528014a647 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:23.255508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-92f74ca7-7756-4ee8-83b3-5e62af1214c3 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/quotas/1b6ec89274c148e8ba228c5e4f414263 HTTP/1.1" status: 200 len: 375 time: 0.0227704 Aug 20 12:11:23.267338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Network 6c4205b8-4723-44dc-ae56-14d1aaf827ce is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:23.271072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:23.314987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-a5e3ffb7-c84d-4c32-9dd8-21de52acc73f tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b6ec89274c148e8ba228c5e4f414263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459375 Aug 20 12:11:23.380769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecceb452-a98f-4a21-8812-81528014a647 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:23.384988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecceb452-a98f-4a21-8812-81528014a647 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:23.386483 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecceb452-a98f-4a21-8812-81528014a647 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:11:23.387047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecceb452-a98f-4a21-8812-81528014a647 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:11:23.422666 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ecceb452-a98f-4a21-8812-81528014a647 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1886368 Aug 20 12:11:23.422666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:23.432486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e459a4cb-3980-49af-9e0c-bfb96ede084b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:23.440384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Request body: {'port': {'device_id': 'c261027a-2928-4188-a3a2-c2621e409fdd', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'admin_state_up': True, 'tenant_id': 'b11b040c005843c589fc833e824a73ab'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:23.558118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Router 93c86d45-8921-42b5-9345-5f6af8395787 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:23.581792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-aee548ac-826a-4fea-8055-83a17ecab830 service neutron] 10.222.0.25 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259016 Aug 20 12:11:23.587698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e459a4cb-3980-49af-9e0c-bfb96ede084b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:23.592582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e459a4cb-3980-49af-9e0c-bfb96ede084b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:23.594086 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e459a4cb-3980-49af-9e0c-bfb96ede084b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:11:23.594681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e459a4cb-3980-49af-9e0c-bfb96ede084b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:11:23.612415 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e459a4cb-3980-49af-9e0c-bfb96ede084b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1855164 Aug 20 12:11:23.615056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:23.643707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ea9f9d27-38dd-445f-a210-76371615df66 None None] Provisioning complete for port 86cf7961-2153-4124-bad4-080a06383724 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:23.647454 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9d27-38dd-445f-a210-76371615df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:23.664277 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7d6192a4-51be-48d2-be47-dfa5b84bcbe9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0478375 Aug 20 12:11:23.666795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55192) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:23.725708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f9d27-38dd-445f-a210-76371615df66 None None] Port 86cf7961-2153-4124-bad4-080a06383724 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:23.736359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e428bec-deaa-43e4-8396-866fee9835f9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:23.737848 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3e428bec-deaa-43e4-8396-866fee9835f9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700972 Aug 20 12:11:23.740525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55196) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:23.778971 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a9ec16eb-0e5f-4bb3-944d-8b0c14df09e6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365276 Aug 20 12:11:23.783645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55198) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:23.788995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:23.822522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:23.826133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:23.836664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:23.864058 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03301636-8e4b-4b21-8bc0-3403a2abdcfc None None] Sync routers for ids ['93c86d45-8921-42b5-9345-5f6af8395787'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:23.876030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03301636-8e4b-4b21-8bc0-3403a2abdcfc None None] Routers {'93c86d45-8921-42b5-9345-5f6af8395787'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:23.877331 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-03301636-8e4b-4b21-8bc0-3403a2abdcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['93c86d45-8921-42b5-9345-5f6af8395787'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:23.908856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:23.913245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:23.916327 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-03301636-8e4b-4b21-8bc0-3403a2abdcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:23.928170 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03301636-8e4b-4b21-8bc0-3403a2abdcfc None None] Routers {'93c86d45-8921-42b5-9345-5f6af8395787'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:23.929153 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-03301636-8e4b-4b21-8bc0-3403a2abdcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['93c86d45-8921-42b5-9345-5f6af8395787'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:23.982060 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-03301636-8e4b-4b21-8bc0-3403a2abdcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:23.983429 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03301636-8e4b-4b21-8bc0-3403a2abdcfc None None] The sync data for ids ['93c86d45-8921-42b5-9345-5f6af8395787'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:24.179326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ea6c1057-7e83-4a72-9076-3aa2e77763c2 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "PUT /v2.0/routers/93c86d45-8921-42b5-9345-5f6af8395787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7233424 Aug 20 12:11:24.188631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fa8c-c0ac-4cc5-b2e5-711013d7332e req-a4c27d85-0482-4d74-aa0a-2d3f468703b8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:24.188929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55210) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:24.195185 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4db4fa8c-c0ac-4cc5-b2e5-711013d7332e req-a4c27d85-0482-4d74-aa0a-2d3f468703b8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 946 time: 0.4957294 Aug 20 12:11:24.206651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-c92ac674-4f30-4a9b-8196-bb5f8c2490e2 service neutron] 10.222.0.25 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156790 Aug 20 12:11:24.291279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db6af0d6-b75a-4d5f-b90d-32a132779453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:24.295903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4db4fa8c-c0ac-4cc5-b2e5-711013d7332e req-131ee5ba-97b3-4950-bf25-fecebbe17b8b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950089 Aug 20 12:11:24.401178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.objects.ports [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101033) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:11:24.405102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:24.455713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0f93-8641-4320-88cd-6197bec78e43 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:24.462510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82c951a3-c745-4d40-92e5-0d469ed6d9b2 req-af55a083-79c3-4d30-abb2-a112decd0331 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 210 time: 0.0472326 Aug 20 12:11:24.489201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Allocated IP 172.20.0.4 (6f7021bb-6e8c-453c-bca1-31d5bea963ed/886444a5-b6c7-4939-8cf4-e3eccaa8ffc6/c3b1cd18-c102-4a43-ac0d-f2224a69f9cc) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:24.504561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:24.512028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:24.526212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6deee5f-00a8-4f56-b4ab-f5c61d250095 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:24.542585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:24.543806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:24.557670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=e2079c66-05dd-40a8-9b68-a3160b867b6a,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:24.587951 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4f6beaeb-6962-4282-b419-a07780796de8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8012507 Aug 20 12:11:24.588724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55230) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:24.594422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:be:49:92', 'name': 'tempest-NetworksTestDHCPv6-1557899613'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:24.601055 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-4bdf0f93-8641-4320-88cd-6197bec78e43 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 12:11:24.607266 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4bdf0f93-8641-4320-88cd-6197bec78e43 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/routers/93c86d45-8921-42b5-9345-5f6af8395787 HTTP/1.1" status: 409 len: 329 time: 0.4158437 Aug 20 12:11:24.607458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55236) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:24.800553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:24.907349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': 'e2079c66-05dd-40a8-9b68-a3160b867b6a'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:24.908224 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.022217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.069283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 22c74160-4fb2-4e37-a654-ba39efd13eb9 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:25.077096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.127996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4a31246-a3a5-401b-8efe-6a782937b29e req-dbe251f1-a4b2-441e-8437-65b3f4f48b59 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 210 time: 0.2644820 Aug 20 12:11:25.170780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Allocated IP 2001:db8::f816:3eff:fee7:c89b (b2b925b6-7332-4566-8ee2-aefc8b9a1549/e2079c66-05dd-40a8-9b68-a3160b867b6a/6d09755e-8471-455b-9bca-4339086fdd5e) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:25.246903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.326329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.420906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:25.471232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:25.481375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:25.489964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:25.524563 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.561675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Transition to ACTIVE for port object 6d09755e-8471-455b-9bca-4339086fdd5e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:25.582498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.604201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:25.604664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.604929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Transition to ACTIVE for port object 6d09755e-8471-455b-9bca-4339086fdd5e will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:25.640104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.687564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:febe:4992 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/e2079c66-05dd-40a8-9b68-a3160b867b6a/22c74160-4fb2-4e37-a654-ba39efd13eb9) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:25.691458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event updated for resources: {'Port': ['ID=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:25.712706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-62140a92-5614-4278-843f-5f93e756f665 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3009620 Aug 20 12:11:25.735987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02ff48-5636-40b1-9901-ea0b37de1d95 req-4a1e0e55-871a-4c89-872c-69c6cdf93bf4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:25.743674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a02ff48-5636-40b1-9901-ea0b37de1d95 req-4a1e0e55-871a-4c89-872c-69c6cdf93bf4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 946 time: 0.3176157 Aug 20 12:11:25.751230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:25.754292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Pushing event updated for resources: {'Port': ['ID=6d09755e-8471-455b-9bca-4339086fdd5e,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:25.757649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:25.757820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Request body: {'port': {'device_id': 'c261027a-2928-4188-a3a2-c2621e409fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:25.765136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:25.810258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9f2d-f305-4b98-b5db-259aaf19ba2f req-d3acfeaa-d050-4882-8d92-7822f70964bd tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:25.818070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48ff9f2d-f305-4b98-b5db-259aaf19ba2f req-d3acfeaa-d050-4882-8d92-7822f70964bd tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 931 time: 0.1905980 Aug 20 12:11:25.884187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Attempting to bind port 6d09755e-8471-455b-9bca-4339086fdd5e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:25.884556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Attempting to bind port 6d09755e-8471-455b-9bca-4339086fdd5e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:25.884922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Attempting to bind port 6d09755e-8471-455b-9bca-4339086fdd5e on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:25.890970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:25.891343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:25.891755 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.893040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:25.893040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Bound port: 6d09755e-8471-455b-9bca-4339086fdd5e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:25.893280 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:25.923967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a02ff48-5636-40b1-9901-ea0b37de1d95 req-5d63c51f-8471-4e4e-89e4-2dea3550b7f4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721592 Aug 20 12:11:25.988233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.035674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] For port 6d09755e-8471-455b-9bca-4339086fdd5e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:26.039030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] For port 6d09755e-8471-455b-9bca-4339086fdd5e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6d09755e-8471-455b-9bca-4339086fdd5e,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:26.048030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48ff9f2d-f305-4b98-b5db-259aaf19ba2f req-70cfa252-e2f7-49e2-833c-fdffbca79550 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279003 Aug 20 12:11:26.049911 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.083480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.120074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 22c74160-4fb2-4e37-a654-ba39efd13eb9 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:26.130322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429edc-0535-40e7-b9a8-e3e279b42d19 None None] Pushing event updated for resources: {'Port': ['ID=6d09755e-8471-455b-9bca-4339086fdd5e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:26.146808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.210499 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.341769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=22c74160-4fb2-4e37-a654-ba39efd13eb9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:26.376010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:26.378762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:26.389087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:26.394607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55336) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:26.396741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:26.397477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.419400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0a6ad6ac-6808-4373-9abf-fbfd1d4cc0ae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8290088 Aug 20 12:11:26.420044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55338) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:26.451695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e905ef12-5ceb-4ecb-ad22-bafdb4b02fbf req-ca6e4836-b6da-4a8b-a927-4ce3e76045ae tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 210 time: 0.1310499 Aug 20 12:11:26.498619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c353945-e4a9-4f54-aa6e-687afe13aa36 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:26.505852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c353945-e4a9-4f54-aa6e-687afe13aa36 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:26.507530 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0c353945-e4a9-4f54-aa6e-687afe13aa36 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0864697 Aug 20 12:11:26.512071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55342) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:26.627797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d25b-ef7f-4e37-b8b2-17dd071458e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.659543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-50185041-a34d-4a2d-b9ad-de6e72dbb9b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 22c74160-4fb2-4e37-a654-ba39efd13eb9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:26.659891 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50185041-a34d-4a2d-b9ad-de6e72dbb9b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.782364 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50185041-a34d-4a2d-b9ad-de6e72dbb9b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.815740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b1cd18-c102-4a43-ac0d-f2224a69f9cc {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:26.834470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Deleting port 86cf7961-2153-4124-bad4-080a06383724 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:26.834855 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.839875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.861029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-50185041-a34d-4a2d-b9ad-de6e72dbb9b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 22c74160-4fb2-4e37-a654-ba39efd13eb9 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:26.921849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Transition to ACTIVE for port object c3b1cd18-c102-4a43-ac0d-f2224a69f9cc will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:26.934714 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.938153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.992223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d25b-ef7f-4e37-b8b2-17dd071458e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:26.993853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-d5dba41d-f457-49a0-b7bf-b0ec8c9fb731 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:26.995820 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-d5dba41d-f457-49a0-b7bf-b0ec8c9fb731 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "GET /v2.0/networks?id=28ee22bd-9f1a-4f36-8348-2aeda76ed435 HTTP/1.1" status: 200 len: 818 time: 0.2090726 Aug 20 12:11:27.010377 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d25b-ef7f-4e37-b8b2-17dd071458e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.018640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Request body: {'port': {'device_id': 'b37f97a8-240c-409c-818e-c580f69006d1', 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435', 'admin_state_up': True, 'tenant_id': '1b6ec89274c148e8ba228c5e4f414263'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:27.045798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f1a9d25b-ef7f-4e37-b8b2-17dd071458e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f11f1a0cac2d4e688cd5b3b0b1775ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6501472 Aug 20 12:11:27.061068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55346) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:27.075704 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.105371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:27.182556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6d09755e-8471-455b-9bca-4339086fdd5e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:27.192377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Calling delete_port for 86cf7961-2153-4124-bad4-080a06383724 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:27.210362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9d25b-ef7f-4e37-b8b2-17dd071458e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d51404a-83ad-45ed-aeff-c71ab120b0ad,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:27.304596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 6d09755e-8471-455b-9bca-4339086fdd5e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:27.404228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c916a8-35cb-4d76-bb85-5b150d92d795 req-c296a869-86ff-434d-8d7d-162a148bcbb7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:27.411554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c916a8-35cb-4d76-bb85-5b150d92d795 req-c296a869-86ff-434d-8d7d-162a148bcbb7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 946 time: 0.3273118 Aug 20 12:11:27.416751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50185041-a34d-4a2d-b9ad-de6e72dbb9b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.426313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-679b1b45-b4b0-4395-8f76-82d1d92cf1ee tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:27.427806 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-679b1b45-b4b0-4395-8f76-82d1d92cf1ee tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "GET /v2.0/networks?id=28ee22bd-9f1a-4f36-8348-2aeda76ed435 HTTP/1.1" status: 200 len: 818 time: 0.1268382 Aug 20 12:11:27.464189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Request body: {'port': {'device_id': 'fe13171b-78fb-4912-8eb6-84c89ccbc876', 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435', 'admin_state_up': True, 'tenant_id': '1b6ec89274c148e8ba228c5e4f414263'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:27.469259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185041-a34d-4a2d-b9ad-de6e72dbb9b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=22c74160-4fb2-4e37-a654-ba39efd13eb9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:27.473391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Made reservation on behalf of 1b6ec89274c148e8ba228c5e4f414263 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:27.476934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.494407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c1896-0a0d-4de5-b653-9e78b51c1f3a req-2ea36ddd-4c60-43f4-aae6-241d0e876f89 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:27.496006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-368c1896-0a0d-4de5-b653-9e78b51c1f3a req-2ea36ddd-4c60-43f4-aae6-241d0e876f89 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 943 time: 0.2901614 Aug 20 12:11:27.522323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d4efd37-37e7-4ff8-96db-a79e3c6ccd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.554559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Attempting to bind port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:27.555038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Attempting to bind port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:27.555264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Attempting to bind port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:27.561515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50185041-a34d-4a2d-b9ad-de6e72dbb9b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.565647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-50185041-a34d-4a2d-b9ad-de6e72dbb9b9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/22c74160-4fb2-4e37-a654-ba39efd13eb9 HTTP/1.1" status: 204 len: 168 time: 1.0503850 Aug 20 12:11:27.567334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55354) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:27.581199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57c916a8-35cb-4d76-bb85-5b150d92d795 req-89b1db7b-5f26-4712-a93e-c1f1e3dfafd1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593862 Aug 20 12:11:27.636326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:27.637816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Attempting to bind port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:27.645781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d4efd37-37e7-4ff8-96db-a79e3c6ccd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.676980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:27.677327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Checking segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:27.678609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Bound using segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:27.679069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Bound port: c3b1cd18-c102-4a43-ac0d-f2224a69f9cc, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:27.679430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.701116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-368c1896-0a0d-4de5-b653-9e78b51c1f3a req-8ffb5622-e022-450c-87bd-efe768206725 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899388 Aug 20 12:11:27.719946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-639c5826-3d24-423e-997a-829926c9dea8 None None] Provisioning for port 6d09755e-8471-455b-9bca-4339086fdd5e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:27.725650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-639c5826-3d24-423e-997a-829926c9dea8 None None] Provisioning complete for port 6d09755e-8471-455b-9bca-4339086fdd5e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:27.726080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-639c5826-3d24-423e-997a-829926c9dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.764200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df4c28e-97a5-44fb-8aaa-eaab6811e455 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:27.766897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df4c28e-97a5-44fb-8aaa-eaab6811e455 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:27.776296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5df4c28e-97a5-44fb-8aaa-eaab6811e455 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2079237 Aug 20 12:11:27.799847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55358) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:27.862704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-639c5826-3d24-423e-997a-829926c9dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.891596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-404876f8-699a-4ce3-80a0-7f080adbe10e req-9520b34a-5fbf-4a8e-a65c-c6a9688ed7cd tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 210 time: 0.1119888 Aug 20 12:11:27.904679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-639c5826-3d24-423e-997a-829926c9dea8 None None] For port 6d09755e-8471-455b-9bca-4339086fdd5e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6d09755e-8471-455b-9bca-4339086fdd5e,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:27.917261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-639c5826-3d24-423e-997a-829926c9dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.964336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] For port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:27.969039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] For port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:27.971325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.986487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d4efd37-37e7-4ff8-96db-a79e3c6ccd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.989457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d4efd37-37e7-4ff8-96db-a79e3c6ccd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:27.990705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1d4efd37-37e7-4ff8-96db-a79e3c6ccd55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d51404a-83ad-45ed-aeff-c71ab120b0ad HTTP/1.1" status: 204 len: 168 time: 0.9241436 Aug 20 12:11:27.995390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c5826-3d24-423e-997a-829926c9dea8 None None] Pushing event updated for resources: {'Port': ['ID=6d09755e-8471-455b-9bca-4339086fdd5e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:28.026118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:28.046422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e7075d29-e253-45c1-970f-56f3c50e82eb None None] Could not find standard attr ID for object 22c74160-4fb2-4e37-a654-ba39efd13eb9. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:11:28.073964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Port': ['ID=86cf7961-2153-4124-bad4-080a06383724,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:28.079957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4efd37-37e7-4ff8-96db-a79e3c6ccd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d51404a-83ad-45ed-aeff-c71ab120b0ad,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:28.142134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:28.143214 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:28.144774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] 10.222.0.73 "PUT /v2.0/ports/c3b1cd18-c102-4a43-ac0d-f2224a69f9cc HTTP/1.1" status: 200 len: 1092 time: 2.4186647 Aug 20 12:11:28.147612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c261027a-2928-4188-a3a2-c2621e409fdd', 'tag': 'c3b1cd18-c102-4a43-ac0d-f2224a69f9cc'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:28.149963 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88c272b-0a16-4d93-bcf5-527a46552ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "c261027a-2928-4188-a3a2-c2621e409fdd", "tag": "c3b1cd18-c102-4a43-ac0d-f2224a69f9cc"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:28.278362 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8377b9b7-d1c4-4e66-9368-07a899d1abc5 x-openstack-request-id: req-8377b9b7-d1c4-4e66-9368-07a899d1abc5 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:28.279634 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c261027a-2928-4188-a3a2-c2621e409fdd", "tag": "c3b1cd18-c102-4a43-ac0d-f2224a69f9cc", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:28.280246 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8377b9b7-d1c4-4e66-9368-07a899d1abc5 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:28.280895 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c261027a-2928-4188-a3a2-c2621e409fdd', 'tag': 'c3b1cd18-c102-4a43-ac0d-f2224a69f9cc', 'status': 'completed', 'code': 200} Aug 20 12:11:28.472207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-07207758-b957-4add-80b4-7bb17c6991eb tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:28.473794 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-07207758-b957-4add-80b4-7bb17c6991eb tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "GET /v2.0/networks?id=28ee22bd-9f1a-4f36-8348-2aeda76ed435 HTTP/1.1" status: 200 len: 818 time: 0.6775746 Aug 20 12:11:28.480467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Made reservation on behalf of 1b6ec89274c148e8ba228c5e4f414263 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:28.484321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:28.498088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Request body: {'port': {'device_id': '1fbf46cb-5958-4db6-87f3-01920f3d5cbf', 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435', 'admin_state_up': True, 'tenant_id': '1b6ec89274c148e8ba228c5e4f414263'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:28.514536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Allocated IP 172.20.0.3 (28ee22bd-9f1a-4f36-8348-2aeda76ed435/7645d2e5-ea22-4d7d-8f13-b1c0a06581ea/ef349169-9113-443d-9f10-47db46389dfa) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:28.517991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55366) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:28.526343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-76084bab-25c5-4b6a-89b9-223cd7eaf797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet e2079c66-05dd-40a8-9b68-a3160b867b6a {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:28.590052 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76084bab-25c5-4b6a-89b9-223cd7eaf797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:28.626296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ed12486-fa6c-4c3e-bcf8-01137ef08701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:28.665011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aa966-a837-4d8d-beed-2d022ed4e714 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:28.680354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:28.690922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-bedd06ce-51e5-4d0d-9cd9-493ad0537267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:28.692454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-bedd06ce-51e5-4d0d-9cd9-493ad0537267 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 1095 time: 0.4964876 Aug 20 12:11:28.758796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76084bab-25c5-4b6a-89b9-223cd7eaf797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:28.805277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-bc974926-f5f4-40dd-a21f-ab4817f8f8f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc HTTP/1.1" status: 200 len: 217 time: 0.0400422 Aug 20 12:11:28.961873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfda0e1-6320-4bd0-b771-afbcd00c0c58 req-88927a7e-514d-46af-836a-0d38d9aa58a3 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:28.969797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdfda0e1-6320-4bd0-b771-afbcd00c0c58 req-88927a7e-514d-46af-836a-0d38d9aa58a3 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 943 time: 0.1671164 Aug 20 12:11:28.975507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-cda51e7e-f561-4bf4-948d-fda570161782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:28.977129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-cda51e7e-f561-4bf4-948d-fda570161782 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.1608555 Aug 20 12:11:28.980076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Router 93c86d45-8921-42b5-9345-5f6af8395787 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:29.008557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.011783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76084bab-25c5-4b6a-89b9-223cd7eaf797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.054670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-4e9c5e9b-5db3-47e6-a36e-af286797c8b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675278 Aug 20 12:11:29.055222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6d09755e-8471-455b-9bca-4339086fdd5e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:29.055961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f5c1e32-44c6-4445-b338-6177866d3f11 req-c5e3a48c-af8f-44f8-b85f-75d7351c1d23 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 210 time: 0.0778935 Aug 20 12:11:29.109509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ed12486-fa6c-4c3e-bcf8-01137ef08701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.120429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ed12486-fa6c-4c3e-bcf8-01137ef08701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.126516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6d09755e-8471-455b-9bca-4339086fdd5e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:29.127145 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.135292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76084bab-25c5-4b6a-89b9-223cd7eaf797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.159387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdfda0e1-6320-4bd0-b771-afbcd00c0c58 req-cc99033a-945d-478a-913c-57aa799a2467 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887608 Aug 20 12:11:29.167017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.205977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:29.216621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ca3bfd24-3c88-43e3-8137-413683034056 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "PUT /v2.0/routers/93c86d45-8921-42b5-9345-5f6af8395787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5491347 Aug 20 12:11:29.219690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55376) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:29.221683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2bb560-b0ec-4352-ac3f-bb4c302e6a7f None None] Sync routers for ids ['93c86d45-8921-42b5-9345-5f6af8395787'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:29.244015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bb560-b0ec-4352-ac3f-bb4c302e6a7f None None] Routers {'93c86d45-8921-42b5-9345-5f6af8395787'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:29.245284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ca2bb560-b0ec-4352-ac3f-bb4c302e6a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['93c86d45-8921-42b5-9345-5f6af8395787'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:29.253201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21936cf0-d7b8-4637-8153-b3dd5945f768 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:29.266617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Made reservation on behalf of 1b6ec89274c148e8ba228c5e4f414263 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:29.270377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.276785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76084bab-25c5-4b6a-89b9-223cd7eaf797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.277414 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-e7c77a3b-5a1d-42e6-b3a1-13afb07d5285 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] show failed (client error): The resource could not be found. Aug 20 12:11:29.278519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e7c77a3b-5a1d-42e6-b3a1-13afb07d5285 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-150852653 HTTP/1.1" status: 404 len: 334 time: 0.0578671 Aug 20 12:11:29.279522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-76084bab-25c5-4b6a-89b9-223cd7eaf797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/e2079c66-05dd-40a8-9b68-a3160b867b6a HTTP/1.1" status: 204 len: 168 time: 1.4618862 Aug 20 12:11:29.284329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55380) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:29.284660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55382) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:29.289065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ca2bb560-b0ec-4352-ac3f-bb4c302e6a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:29.294213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3be7214b-8402-4f6c-baa0-6a38ce39e23c tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:29.305495 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8ed12486-fa6c-4c3e-bcf8-01137ef08701 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e74346ebb6a49d3a892bb9bcf062e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739706 Aug 20 12:11:29.305495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed12486-fa6c-4c3e-bcf8-01137ef08701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd73f5ee-0e34-4362-8d39-d6c0c0b8bbc2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:29.307610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55384) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:29.331949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Pushing event updated for resources: {'Port': ['ID=ef349169-9113-443d-9f10-47db46389dfa,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:29.340137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bb560-b0ec-4352-ac3f-bb4c302e6a7f None None] Routers {'93c86d45-8921-42b5-9345-5f6af8395787'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:29.341054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ca2bb560-b0ec-4352-ac3f-bb4c302e6a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['93c86d45-8921-42b5-9345-5f6af8395787'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:29.344141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76084bab-25c5-4b6a-89b9-223cd7eaf797 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=e2079c66-05dd-40a8-9b68-a3160b867b6a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:29.355033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:29.364023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:29.366678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Allocated IP 172.20.0.6 (28ee22bd-9f1a-4f36-8348-2aeda76ed435/7645d2e5-ea22-4d7d-8f13-b1c0a06581ea/4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:29.372571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:29.378433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ca2bb560-b0ec-4352-ac3f-bb4c302e6a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:29.379097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2bb560-b0ec-4352-ac3f-bb4c302e6a7f None None] The sync data for ids ['93c86d45-8921-42b5-9345-5f6af8395787'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:29.379450 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-194ec68f-2e73-43ac-a607-57c17e2ec160 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936952 Aug 20 12:11:29.383398 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55386) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:29.388363 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-3be7214b-8402-4f6c-baa0-6a38ce39e23c tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] update failed (client error): The resource could not be found. Aug 20 12:11:29.389702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3be7214b-8402-4f6c-baa0-6a38ce39e23c tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1824125710 HTTP/1.1" status: 404 len: 335 time: 0.1029315 Aug 20 12:11:29.402661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:29.406256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55388) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:29.409620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-6a7e4acf-d201-4095-9939-0442befed19b service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446972 Aug 20 12:11:29.514131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:29.514800 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.517279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:29.540107 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bfdf1fe9-61e7-4179-8cf4-1a73f427f90b tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5282176 Aug 20 12:11:29.565940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] Deleting port 6d09755e-8471-455b-9bca-4339086fdd5e {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:29.566443 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.582789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Request body: {'port': {'device_id': 'b37f97a8-240c-409c-818e-c580f69006d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:29.598898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-be343019-faf3-4c50-8887-6d455a911b75 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Deleting subnet 62e12098-f084-4235-9c6e-8be5d06d10de {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:29.613949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be343019-faf3-4c50-8887-6d455a911b75 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.633752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] For port 6d09755e-8471-455b-9bca-4339086fdd5e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6d09755e-8471-455b-9bca-4339086fdd5e,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:29.634317 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.649126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] Calling delete_port for 6d09755e-8471-455b-9bca-4339086fdd5e owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:29.673759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.684888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-723a9390-b481-4f3f-8151-d86050ceae5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.699971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa16a82b-2458-4f58-83a4-045a4d1ca21f req-b301cf13-1653-48a0-98dc-c1c0ba96bf78 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664778 Aug 20 12:11:29.711710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be343019-faf3-4c50-8887-6d455a911b75 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.744251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.756902 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.761065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:29.767797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.771122 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-723a9390-b481-4f3f-8151-d86050ceae5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.786026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] Pushing event deleted for resources: {'Port': ['ID=6d09755e-8471-455b-9bca-4339086fdd5e,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:29.795057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec53de0-448b-404a-bf3b-02d2d09249ed None None] No DVR routers for this DVR port 6d09755e-8471-455b-9bca-4339086fdd5e on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:29.905654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:29.992431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-c986859a-6ee9-41af-9abc-2e24ac9d13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:29.993948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-c986859a-6ee9-41af-9abc-2e24ac9d13a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 1095 time: 0.2189841 Aug 20 12:11:30.000639 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be343019-faf3-4c50-8887-6d455a911b75 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.001608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:30.003561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Allocated IP 172.20.0.14 (28ee22bd-9f1a-4f36-8348-2aeda76ed435/7645d2e5-ea22-4d7d-8f13-b1c0a06581ea/bedede32-63b1-4c34-a1b4-4f4f906497ea) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:30.005823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Pushing event updated for resources: {'Port': ['ID=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:30.011403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:30.015588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:30.045478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-723a9390-b481-4f3f-8151-d86050ceae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.048277 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-723a9390-b481-4f3f-8151-d86050ceae5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.051701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-723a9390-b481-4f3f-8151-d86050ceae5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd73f5ee-0e34-4362-8d39-d6c0c0b8bbc2 HTTP/1.1" status: 204 len: 168 time: 0.6785450 Aug 20 12:11:30.091574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:30.092251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.132228 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bb6c3e01-01d0-4e5b-bf80-590fa6a26cd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6720333 Aug 20 12:11:30.169540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a9390-b481-4f3f-8151-d86050ceae5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd73f5ee-0e34-4362-8d39-d6c0c0b8bbc2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:30.219502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29d4634d-a87e-4ed2-b7f7-f683b47e3baa req-28058369-c5f5-4357-b4e4-bc90847aa543 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 210 time: 0.0607126 Aug 20 12:11:30.237605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Request body: {'port': {'device_id': 'fe13171b-78fb-4912-8eb6-84c89ccbc876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:30.352304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.360182 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.362920 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be343019-faf3-4c50-8887-6d455a911b75 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.399016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-626f7a4d-75ac-48b8-bfc6-7de27d93a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:30.400605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-626f7a4d-75ac-48b8-bfc6-7de27d93a352 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 906 time: 0.3947091 Aug 20 12:11:30.411486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be343019-faf3-4c50-8887-6d455a911b75 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Subnet': ['ID=62e12098-f084-4235-9c6e-8be5d06d10de,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:30.441734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be343019-faf3-4c50-8887-6d455a911b75 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.445891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-be343019-faf3-4c50-8887-6d455a911b75 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/subnets/62e12098-f084-4235-9c6e-8be5d06d10de HTTP/1.1" status: 204 len: 168 time: 1.0363321 Aug 20 12:11:30.452875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55402) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:30.456841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6231ad64-ff4c-4469-b0d0-35f6d625b2f2 None None] Network 0f200fe7-0666-4190-8202-fff6d2641fb9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:30.499060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-9e07c0e4-a942-4c03-b2ea-bdb3a747adb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc HTTP/1.1" status: 200 len: 217 time: 0.0894532 Aug 20 12:11:30.522089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.561229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b51b1-d0b2-4227-924f-680bf7399357 req-6851ee1e-2760-41a4-a13d-0c375d20997f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:30.562856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da0b51b1-d0b2-4227-924f-680bf7399357 req-6851ee1e-2760-41a4-a13d-0c375d20997f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 943 time: 0.2574499 Aug 20 12:11:30.634868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:11:30.640350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:30.644628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:30.650911 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.662878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:30.673920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a89067-0b37-4d42-8fd9-d790fab26792 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Deleting subnet d5d0e319-4234-4e65-b045-3bed6eca73c2 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:30.676726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-76c0c983-518d-4251-9dee-5565cd67f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:30.678276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-76c0c983-518d-4251-9dee-5565cd67f15d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.1477444 Aug 20 12:11:30.710989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] DHCP port deletion for 0f200fe7-0666-4190-8202-fff6d2641fb9 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:30.713435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0a89067-0b37-4d42-8fd9-d790fab26792 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.724248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Pushing event updated for resources: {'Port': ['ID=bedede32-63b1-4c34-a1b4-4f4f906497ea,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:30.774007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] Deleting port 9b4d93fd-8601-4365-9839-3544d1e8f1ed {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:30.774517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.784683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-a04fde5b-6ad3-44a0-acd1-80ef96606819 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671635 Aug 20 12:11:30.791186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:30.798616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da0b51b1-d0b2-4227-924f-680bf7399357 req-f6a258ef-85d5-476f-8987-23e249c1db3d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119422 Aug 20 12:11:30.803842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:30.821109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:30.821715 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.838974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d4ebf4-e190-4b32-b63d-9d5810974cb9 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:30.869627 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0a89067-0b37-4d42-8fd9-d790fab26792 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.881775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:30.883415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=e84c9276-3a9d-4b44-8495-db0842a01027,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:30.898591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.924765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] For port 9b4d93fd-8601-4365-9839-3544d1e8f1ed, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9b4d93fd-8601-4365-9839-3544d1e8f1ed,segment=NetworkSegment(173e4401-a4f1-4d9d-9295-be011738fea3),segment_id=173e4401-a4f1-4d9d-9295-be011738fea3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:30.925822 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.938982 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-31ce3a59-1841-4f79-94db-8aaaade7ca82 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4494669 Aug 20 12:11:30.943069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef349169-9113-443d-9f10-47db46389dfa {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:30.949837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] Calling delete_port for 9b4d93fd-8601-4365-9839-3544d1e8f1ed owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:30.953453 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:30.961474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Request body: {'port': {'device_id': '1fbf46cb-5958-4db6-87f3-01920f3d5cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:30.999726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-31f624c9-0295-430e-82e0-2ff6085946be tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6089196 Aug 20 12:11:31.002710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55420) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:31.003882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Transition to ACTIVE for port object ef349169-9113-443d-9f10-47db46389dfa will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:31.013606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:fc:ff:31', 'name': 'tempest-NetworksTestDHCPv6-702225739'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:31.023281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.068671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-5e6134d3-13a5-42e3-94f7-41f60dab93c7 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627764 Aug 20 12:11:31.072275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0a89067-0b37-4d42-8fd9-d790fab26792 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.107663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9b4d93fd-8601-4365-9839-3544d1e8f1ed no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:31.194073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': 'e84c9276-3a9d-4b44-8495-db0842a01027'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:31.195376 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.202420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.232643 n-d-800634-10 neutron-server[101035]: INFO neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No ports have port_id starting with 9b4d93fd-8601-4365-9839-3544d1e8f1ed Aug 20 12:11:31.240202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0a89067-0b37-4d42-8fd9-d790fab26792 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.260697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Pushing event updated for resources: {'Port': ['ID=ef349169-9113-443d-9f10-47db46389dfa,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:31.277952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c88c272b-0a16-4d93-bcf5-527a46552ad2 req-4867e7f2-5407-42e2-b99f-96beb0b07b88 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656642 Aug 20 12:11:31.279431 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d0a89067-0b37-4d42-8fd9-d790fab26792 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.283325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] Pushing event deleted for resources: {'Port': ['ID=9b4d93fd-8601-4365-9839-3544d1e8f1ed,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:31.285109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6d09755e-8471-455b-9bca-4339086fdd5e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:31.287403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.293973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0bfd7-10c6-42e0-a550-c1e32973f0d2 None None] Network e55b11d3-8b2a-47e9-ba4a-12c34489c734 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:31.294251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d0a89067-0b37-4d42-8fd9-d790fab26792 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/subnets/d5d0e319-4234-4e65-b045-3bed6eca73c2 HTTP/1.1" status: 204 len: 168 time: 0.8089466 Aug 20 12:11:31.296793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55426) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:31.300068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c4c86-5439-451c-8f89-6f7e071711e1 None None] No DVR routers for this DVR port 9b4d93fd-8601-4365-9839-3544d1e8f1ed on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:31.345291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a89067-0b37-4d42-8fd9-d790fab26792 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d0e319-4234-4e65-b045-3bed6eca73c2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:31.405139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 6d09755e-8471-455b-9bca-4339086fdd5e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:31.405533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6d09755e-8471-455b-9bca-4339086fdd5e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:31.456805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2d0ab-6e6c-4653-a415-c7755d98cbf2 req-a5a443dd-5210-4800-8d4b-95e31228b2fc tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:31.466623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ca2d0ab-6e6c-4653-a415-c7755d98cbf2 req-a5a443dd-5210-4800-8d4b-95e31228b2fc tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 932 time: 0.1011653 Aug 20 12:11:31.582663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ca2d0ab-6e6c-4653-a415-c7755d98cbf2 req-77c050a3-f841-49d9-816e-7bc6fcc99bac tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117995 Aug 20 12:11:31.583770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-6e04e839-466e-401b-9b3a-8652f2403314 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1144156 Aug 20 12:11:31.595125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Allocated IP 2001:db8::f816:3eff:fef1:b8a5 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/e84c9276-3a9d-4b44-8495-db0842a01027/2671ee27-eb07-41ac-a4f4-1ec3d970d477) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:31.704999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-3cede11d-784c-4921-8050-bd212ff3e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:31.706899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-3cede11d-784c-4921-8050-bd212ff3e35b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 1098 time: 0.0911326 Aug 20 12:11:31.724160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] DHCP port deletion for e55b11d3-8b2a-47e9-ba4a-12c34489c734 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:31.886005 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.897421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] Deleting port e5691c37-374e-44d3-8b17-aa79853528a9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:31.897816 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:31.901873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Transition to ACTIVE for port object 2671ee27-eb07-41ac-a4f4-1ec3d970d477 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:31.960656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-aa763913-a0ca-469b-b531-8d7cbc890d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:31.962583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-aa763913-a0ca-469b-b531-8d7cbc890d74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.2333481 Aug 20 12:11:32.007519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] For port e5691c37-374e-44d3-8b17-aa79853528a9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e5691c37-374e-44d3-8b17-aa79853528a9,segment=NetworkSegment(8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c),segment_id=8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:32.007913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.016331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Attempting to bind port ef349169-9113-443d-9f10-47db46389dfa on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:32.016923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Attempting to bind port ef349169-9113-443d-9f10-47db46389dfa by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:32.017040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Attempting to bind port ef349169-9113-443d-9f10-47db46389dfa on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:32.022622 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.026379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] Calling delete_port for e5691c37-374e-44d3-8b17-aa79853528a9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:32.046666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Port ef349169-9113-443d-9f10-47db46389dfa on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:32.047040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Attempting to bind port ef349169-9113-443d-9f10-47db46389dfa on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:32.058344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:32.058778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Checking segment: {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:32.059181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Bound using segment: {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:32.060173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Bound port: ef349169-9113-443d-9f10-47db46389dfa, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:32.060538 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.062711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:32.100576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Transition to ACTIVE for port object 2671ee27-eb07-41ac-a4f4-1ec3d970d477 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:32.115919 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.242131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:32.242585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:32.243735 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.253962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:32.269267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:32.288428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.354275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Transition to ACTIVE for port object 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:32.359518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.388545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f200fe7-0666-4190-8202-fff6d2641fb9']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:32.411009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173e4401-a4f1-4d9d-9295-be011738fea3') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:32.411743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173e4401-a4f1-4d9d-9295-be011738fea3') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:32.420200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3741e-491c-4201-ace8-1bcece34f140 req-c43dd5c8-6af9-4beb-ad3a-020b9546a9ed tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:32.427858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3b3741e-491c-4201-ace8-1bcece34f140 req-c43dd5c8-6af9-4beb-ad3a-020b9546a9ed tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 943 time: 0.5134504 Aug 20 12:11:32.448759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.453395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.475191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-89e851c2-985f-4963-b165-0162af8d1876 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c HTTP/1.1" status: 200 len: 1001 time: 0.5004601 Aug 20 12:11:32.477824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Pushing event updated for resources: {'Port': ['ID=2671ee27-eb07-41ac-a4f4-1ec3d970d477,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:32.486448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3b3741e-491c-4201-ace8-1bcece34f140 req-ddb38d09-7395-4847-8214-61f165fc95fd tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575535 Aug 20 12:11:32.486796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] No DVR routers for this DVR port e5691c37-374e-44d3-8b17-aa79853528a9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:32.506503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] For port ef349169-9113-443d-9f10-47db46389dfa, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:32.515641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3658c50-9236-4ee7-904c-cc903c83df87 None None] Pushing event deleted for resources: {'Port': ['ID=e5691c37-374e-44d3-8b17-aa79853528a9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:32.539042 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.549021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-24bbdb27-229a-4a22-a2f5-8977ccf572cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:32.551062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-24bbdb27-229a-4a22-a2f5-8977ccf572cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.0608764 Aug 20 12:11:32.574340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Attempting to bind port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:32.576501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Attempting to bind port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:32.592154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] For port ef349169-9113-443d-9f10-47db46389dfa, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ef349169-9113-443d-9f10-47db46389dfa,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:32.595970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.598718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Attempting to bind port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:32.610518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-c8b44302-ecb7-4f14-8571-26c524786006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:32.611026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device c3b1cd18-c102-4a43-ac0d-f2224a69f9cc details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:32.612194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-c8b44302-ecb7-4f14-8571-26c524786006 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529892 Aug 20 12:11:32.649734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.663840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:11:32.664252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:11:32.670138 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:11:32.700284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Pushing event updated for resources: {'Port': ['ID=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:32.728229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:32.728688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:32.729682 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.730397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:32.731079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Bound port: 2671ee27-eb07-41ac-a4f4-1ec3d970d477, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:32.731621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.775737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-d07738e8-3a0b-4416-8b93-80ebf326aba9 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558907 Aug 20 12:11:32.786104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port cc8b2e1d-f722-4f18-977e-aac8d490fded yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:32.804173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:32.804388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.805789 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] 10.222.0.73 "PUT /v2.0/ports/ef349169-9113-443d-9f10-47db46389dfa HTTP/1.1" status: 200 len: 1092 time: 3.2536426 Aug 20 12:11:32.808574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97c1a-27af-405f-9c84-fc8d0ca64bd8 req-b0d32613-1f2c-47bc-a73e-5bef3fe9544f tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:32.810392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfd97c1a-27af-405f-9c84-fc8d0ca64bd8 req-b0d32613-1f2c-47bc-a73e-5bef3fe9544f tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 932 time: 0.1011360 Aug 20 12:11:32.818636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37f97a8-240c-409c-818e-c580f69006d1', 'tag': 'ef349169-9113-443d-9f10-47db46389dfa'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:32.821327 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e65c71c-77c1-44a2-ae42-6b161ece99a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b37f97a8-240c-409c-818e-c580f69006d1", "tag": "ef349169-9113-443d-9f10-47db46389dfa"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:32.824298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:32.827035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55458) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:32.869536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'c3b1cd18-c102-4a43-ac0d-f2224a69f9cc', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'port_id': 'c3b1cd18-c102-4a43-ac0d-f2224a69f9cc', 'mac_address': 'fa:16:3e:d0:b0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886444a5-b6c7-4939-8cf4-e3eccaa8ffc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:32.872510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] For port 2671ee27-eb07-41ac-a4f4-1ec3d970d477, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:32.877193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] For port 2671ee27-eb07-41ac-a4f4-1ec3d970d477, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2671ee27-eb07-41ac-a4f4-1ec3d970d477,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:32.915195 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8747da-02f1-42bd-a293-a7945cf68aa9 x-openstack-request-id: req-dc8747da-02f1-42bd-a293-a7945cf68aa9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:32.915586 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37f97a8-240c-409c-818e-c580f69006d1", "tag": "ef349169-9113-443d-9f10-47db46389dfa", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:32.915904 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc8747da-02f1-42bd-a293-a7945cf68aa9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:32.916378 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37f97a8-240c-409c-818e-c580f69006d1', 'tag': 'ef349169-9113-443d-9f10-47db46389dfa', 'status': 'completed', 'code': 200} Aug 20 12:11:32.920341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfd97c1a-27af-405f-9c84-fc8d0ca64bd8 req-8a09f491-fc3e-4826-a5ed-5bb27d7bb30f tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884566 Aug 20 12:11:32.927278 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:32.948068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05d13e8-a701-43e0-a2ed-13ae7d396a6d req-ebb3a0f3-d2f5-401f-bb67-e4eab3c701a1 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645999 Aug 20 12:11:32.983031 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.020203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.060363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.064632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/networks/0f200fe7-0666-4190-8202-fff6d2641fb9 HTTP/1.1" status: 204 len: 168 time: 1.7542565 Aug 20 12:11:33.066004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55464) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:33.073489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b1cd18-c102-4a43-ac0d-f2224a69f9cc {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:33.080127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1cdeb-18b2-4fb7-9170-ff40e345bd66 None None] Pushing event updated for resources: {'Port': ['ID=2671ee27-eb07-41ac-a4f4-1ec3d970d477,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:33.086392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55523d5a-e044-4ff3-8ca2-24d85b489885 service neutron] Pushing event updated for resources: {'Port': ['ID=ef349169-9113-443d-9f10-47db46389dfa,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:33.092338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e5691c37-374e-44d3-8b17-aa79853528a9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:33.107731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35474ec-9cab-4b21-a44a-8984a049970a tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Network': ['ID=0f200fe7-0666-4190-8202-fff6d2641fb9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:33.138958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e5691c37-374e-44d3-8b17-aa79853528a9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:33.140053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e5691c37-374e-44d3-8b17-aa79853528a9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:33.151216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:33.157099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.188801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-6857f05c-a0e4-41b2-b8a0-4dea91c3e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:33.190756 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-6857f05c-a0e4-41b2-b8a0-4dea91c3e22f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b6ec89274c148e8ba228c5e4f414263&device_id=b37f97a8-240c-409c-818e-c580f69006d1 HTTP/1.1" status: 200 len: 1095 time: 0.2773316 Aug 20 12:11:33.238099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Attempting to bind port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:33.238801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Attempting to bind port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:33.239319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Attempting to bind port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:33.257994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:33.284449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.308614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:33.317407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:fefc:ff31 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/e84c9276-3a9d-4b44-8495-db0842a01027/cc8b2e1d-f722-4f18-977e-aac8d490fded) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:33.320649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:33.320849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Attempting to bind port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:33.323852 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-da24c60d-06f2-4a57-a8ec-9a41e76aca1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef349169-9113-443d-9f10-47db46389dfa HTTP/1.1" status: 200 len: 217 time: 0.0872607 Aug 20 12:11:33.365328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedede32-63b1-4c34-a1b4-4f4f906497ea {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:33.389951 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.393838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:33.394198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Checking segment: {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:33.394608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Bound using segment: {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:33.395068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Bound port: 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:33.395469 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.448778 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.455701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.470038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55b11d3-8b2a-47e9-ba4a-12c34489c734']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:33.484327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:33.484612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Transition to ACTIVE for port object bedede32-63b1-4c34-a1b4-4f4f906497ea will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:33.484727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df15aa6-7caa-4f4e-8b63-6acb8e16cb0c') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:33.495193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['c3b1cd18-c102-4a43-ac0d-f2224a69f9cc'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:33.523922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.552632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.561874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.564289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-d01e51bc-9548-42f0-a7dd-25a58151e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:33.566086 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-d01e51bc-9548-42f0-a7dd-25a58151e3e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7645d2e5-ea22-4d7d-8f13-b1c0a06581ea HTTP/1.1" status: 200 len: 858 time: 0.1972952 Aug 20 12:11:33.574952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:11:33.576529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:11:33.590983 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:11:33.693340 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.713602 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-12752470-a534-459a-86c0-107a14bc2524 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28ee22bd-9f1a-4f36-8348-2aeda76ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062689 Aug 20 12:11:33.717537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.720036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/networks/e55b11d3-8b2a-47e9-ba4a-12c34489c734 HTTP/1.1" status: 204 len: 168 time: 0.6520276 Aug 20 12:11:33.722840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db31cc-f777-4cbe-9c97-f026975fdeb9 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Network': ['ID=e55b11d3-8b2a-47e9-ba4a-12c34489c734,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:33.725334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55472) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:33.738651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fedda-978e-4688-b590-e44ae2e16f79 req-53202e2b-a81f-46e7-bd51-b1d3888b9132 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:33.740761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f2fedda-978e-4688-b590-e44ae2e16f79 req-53202e2b-a81f-46e7-bd51-b1d3888b9132 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 944 time: 0.1027131 Aug 20 12:11:33.786731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Pushing event updated for resources: {'Port': ['ID=bedede32-63b1-4c34-a1b4-4f4f906497ea,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:33.832894 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f2fedda-978e-4688-b590-e44ae2e16f79 req-183028fb-154d-47e9-94a6-5e73140d41da tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835834 Aug 20 12:11:33.837401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38f7513-cc28-4f42-8252-52cef5e97161 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Deleting subnet dd71755c-eab5-4592-9969-63d7eec6905f {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:33.842107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38f7513-cc28-4f42-8252-52cef5e97161 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.862820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] For port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:33.895846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38f7513-cc28-4f42-8252-52cef5e97161 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:33.914739 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] For port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:33.943308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.020993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38f7513-cc28-4f42-8252-52cef5e97161 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.052213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:34.052865 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.054364 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] 10.222.0.73 "PUT /v2.0/ports/4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 HTTP/1.1" status: 200 len: 1092 time: 3.8355615 Aug 20 12:11:34.122039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.150379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f7c06-42da-4ca8-9d13-6e2f03da595a req-c218dc27-a139-4108-aea6-28992e575454 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:34.164519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c5f7c06-42da-4ca8-9d13-6e2f03da595a req-c218dc27-a139-4108-aea6-28992e575454 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 944 time: 0.1100698 Aug 20 12:11:34.201907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02b2d-672c-4e43-af27-3e51371745cd service neutron] Pushing event updated for resources: {'Port': ['ID=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:34.209395 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38f7513-cc28-4f42-8252-52cef5e97161 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.223019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object cc8b2e1d-f722-4f18-977e-aac8d490fded will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:34.264830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c5f7c06-42da-4ca8-9d13-6e2f03da595a req-70e741e6-96ae-4047-8468-e19e01e761bc tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987813 Aug 20 12:11:34.265987 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-642c0fb4-46c4-4ab4-8acd-4420bc66aa4e service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356808 Aug 20 12:11:34.276925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7513-cc28-4f42-8252-52cef5e97161 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Subnet': ['ID=dd71755c-eab5-4592-9969-63d7eec6905f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:34.282568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a014955-3283-4823-9c3e-0db9faa1efdb None None] Network 6c4205b8-4723-44dc-ae56-14d1aaf827ce requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:34.286125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Attempting to bind port bedede32-63b1-4c34-a1b4-4f4f906497ea on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:34.286516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Attempting to bind port bedede32-63b1-4c34-a1b4-4f4f906497ea by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:34.286834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Attempting to bind port bedede32-63b1-4c34-a1b4-4f4f906497ea on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:34.299505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e38f7513-cc28-4f42-8252-52cef5e97161 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.304284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e38f7513-cc28-4f42-8252-52cef5e97161 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/subnets/dd71755c-eab5-4592-9969-63d7eec6905f HTTP/1.1" status: 204 len: 168 time: 0.5768485 Aug 20 12:11:34.307318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55478) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:34.342622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Port bedede32-63b1-4c34-a1b4-4f4f906497ea on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:34.343005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Attempting to bind port bedede32-63b1-4c34-a1b4-4f4f906497ea on network 28ee22bd-9f1a-4f36-8348-2aeda76ed435 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:34.404852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-c91e4ce1-ef43-4375-a04b-a269db9b5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:34.409791 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-c91e4ce1-ef43-4375-a04b-a269db9b5c24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b6ec89274c148e8ba228c5e4f414263&device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 1095 time: 0.2760775 Aug 20 12:11:34.414331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.437297 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:34.437645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Checking segment: {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:34.438037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Bound using segment: {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:34.438535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Bound port: bedede32-63b1-4c34-a1b4-4f4f906497ea, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd745e924-254f-43d4-b766-561b33b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:34.438901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.495261 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-9a73389f-869c-4b56-bd80-dbcbbafff497 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 HTTP/1.1" status: 200 len: 217 time: 0.0675914 Aug 20 12:11:34.509531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.528168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Deleting port d549c370-2f83-449e-9208-542dd9be6739 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:34.528724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.545534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.610203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] DHCP port deletion for 6c4205b8-4723-44dc-ae56-14d1aaf827ce request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:34.619062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] For port d549c370-2f83-449e-9208-542dd9be6739, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d549c370-2f83-449e-9208-542dd9be6739,segment=NetworkSegment(d7ad6dca-2f9f-4f41-940c-850ab5c67b7b),segment_id=d7ad6dca-2f9f-4f41-940c-850ab5c67b7b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:34.619742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.653692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Calling delete_port for d549c370-2f83-449e-9208-542dd9be6739 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:34.680226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] Deleting port d549c370-2f83-449e-9208-542dd9be6739 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:34.680608 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.751396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8e347645-9f49-4271-bd66-d42d1e87546d None None] Provisioning for port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:34.758636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] For port d549c370-2f83-449e-9208-542dd9be6739, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d549c370-2f83-449e-9208-542dd9be6739,segment=NetworkSegment(d7ad6dca-2f9f-4f41-940c-850ab5c67b7b),segment_id=d7ad6dca-2f9f-4f41-940c-850ab5c67b7b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:34.759051 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.760390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.774713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] Calling delete_port for d549c370-2f83-449e-9208-542dd9be6739 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:34.795387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Port': ['ID=d549c370-2f83-449e-9208-542dd9be6739,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:34.801307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] No DVR routers for this DVR port d549c370-2f83-449e-9208-542dd9be6739 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:34.889190 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.896517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.907988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4205b8-4723-44dc-ae56-14d1aaf827ce']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:34.926984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ad6dca-2f9f-4f41-940c-850ab5c67b7b') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:34.927347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ad6dca-2f9f-4f41-940c-850ab5c67b7b') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:34.928117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] Pushing event deleted for resources: {'Port': ['ID=d549c370-2f83-449e-9208-542dd9be6739,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:34.940685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d422d8-09a7-4195-b317-7151b829f38e None None] No DVR routers for this DVR port d549c370-2f83-449e-9208-542dd9be6739 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:34.942888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.972319 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.980827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:11:34.981382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:11:34.986616 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:11:35.059454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe13171b-78fb-4912-8eb6-84c89ccbc876', 'tag': '4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:35.062056 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59138f2-d446-42c7-978e-097f97226fda" -d '{"events": [{"name": "network-changed", "server_uuid": "fe13171b-78fb-4912-8eb6-84c89ccbc876", "tag": "4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:35.121103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2671ee27-eb07-41ac-a4f4-1ec3d970d477 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:35.126989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77951fda-ae4e-4ba5-b2eb-12d02e8fd2b3 req-75e7df85-94d0-4003-8418-0f255f71f6ab tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:35.128904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77951fda-ae4e-4ba5-b2eb-12d02e8fd2b3 req-75e7df85-94d0-4003-8418-0f255f71f6ab tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 944 time: 0.1414254 Aug 20 12:11:35.130081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.137929 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.139944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/networks/6c4205b8-4723-44dc-ae56-14d1aaf827ce HTTP/1.1" status: 204 len: 168 time: 0.8314996 Aug 20 12:11:35.143628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55486) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:35.170498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657cba3-555a-4c33-8d1a-cbff853bc9f8 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Pushing event deleted for resources: {'Network': ['ID=6c4205b8-4723-44dc-ae56-14d1aaf827ce,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:35.194113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:35.200898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:35.201144 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.221291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c954d033-3377-4e32-bd28-983f89ff556f tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "GET /v2.0/ports?device_id=93c86d45-8921-42b5-9345-5f6af8395787 HTTP/1.1" status: 200 len: 205 time: 0.0665770 Aug 20 12:11:35.223585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55488) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:35.254403 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e973eb42-9b9b-4b6f-902f-6e853c655095 x-openstack-request-id: req-e973eb42-9b9b-4b6f-902f-6e853c655095 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:35.254646 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe13171b-78fb-4912-8eb6-84c89ccbc876", "tag": "4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:35.254845 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e973eb42-9b9b-4b6f-902f-6e853c655095 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:35.255427 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe13171b-78fb-4912-8eb6-84c89ccbc876', 'tag': '4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5', 'status': 'completed', 'code': 200} Aug 20 12:11:35.285745 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-4acad721-46d7-4ab5-acc2-bc00798e55bd service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0097070 Aug 20 12:11:35.316442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77951fda-ae4e-4ba5-b2eb-12d02e8fd2b3 req-b1edad48-5438-4476-9f6a-d7ce7e866157 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736684 Aug 20 12:11:35.322683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.345139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bcb49684-b666-4bb8-aa89-11b084389dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:35.348839 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-bcb49684-b666-4bb8-aa89-11b084389dc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7645d2e5-ea22-4d7d-8f13-b1c0a06581ea HTTP/1.1" status: 200 len: 858 time: 0.8350599 Aug 20 12:11:35.374211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 2671ee27-eb07-41ac-a4f4-1ec3d970d477, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2671ee27-eb07-41ac-a4f4-1ec3d970d477,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:35.382649 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.382883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:35.388349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] For port bedede32-63b1-4c34-a1b4-4f4f906497ea, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:35.410840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] For port bedede32-63b1-4c34-a1b4-4f4f906497ea, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bedede32-63b1-4c34-a1b4-4f4f906497ea,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:35.428367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39a56250-4786-4408-b250-295f1bbde583 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.440806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:35.475279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=2671ee27-eb07-41ac-a4f4-1ec3d970d477,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:35.489743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:35.491345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d549c370-2f83-449e-9208-542dd9be6739 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:35.495821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:35.496094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.528081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.531598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d549c370-2f83-449e-9208-542dd9be6739 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:35.531955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d549c370-2f83-449e-9208-542dd9be6739 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:35.538583 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-2bcefbea-16f9-48bd-bc3c-1e92a505b38b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28ee22bd-9f1a-4f36-8348-2aeda76ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387253 Aug 20 12:11:35.561212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=cc8b2e1d-f722-4f18-977e-aac8d490fded,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:35.619498 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-016c2364-0709-4811-8159-023b910d50b5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6117647 Aug 20 12:11:35.628248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55494) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:35.678486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e54870-779f-4655-84e4-449da4de7c0e req-fc70465c-8b34-4172-ab47-44dfcf6c5902 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:35.680004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1e54870-779f-4655-84e4-449da4de7c0e req-fc70465c-8b34-4172-ab47-44dfcf6c5902 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 944 time: 0.2883255 Aug 20 12:11:35.701092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:35.701432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39a56250-4786-4408-b250-295f1bbde583 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.701740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.703256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] 10.222.0.73 "PUT /v2.0/ports/bedede32-63b1-4c34-a1b4-4f4f906497ea HTTP/1.1" status: 200 len: 1093 time: 4.7472098 Aug 20 12:11:35.705810 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39a56250-4786-4408-b250-295f1bbde583 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.707740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-c38b1b56-7ca1-46ef-8d5b-87ee8a706c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:35.709290 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-c38b1b56-7ca1-46ef-8d5b-87ee8a706c09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b6ec89274c148e8ba228c5e4f414263&device_id=b37f97a8-240c-409c-818e-c580f69006d1 HTTP/1.1" status: 200 len: 1095 time: 0.3290272 Aug 20 12:11:35.808578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345db295-fd3b-4233-ab54-976ca80ea245 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:35.809094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9085a8cf-ba7d-477b-897b-37ae4b93fe76 None None] Provisioning for port cc8b2e1d-f722-4f18-977e-aac8d490fded completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:35.815253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345db295-fd3b-4233-ab54-976ca80ea245 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:35.815577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9085a8cf-ba7d-477b-897b-37ae4b93fe76 None None] Provisioning complete for port cc8b2e1d-f722-4f18-977e-aac8d490fded triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:35.815885 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9085a8cf-ba7d-477b-897b-37ae4b93fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.819712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-345db295-fd3b-4233-ab54-976ca80ea245 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1876934 Aug 20 12:11:35.823942 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39a56250-4786-4408-b250-295f1bbde583 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.824627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a56250-4786-4408-b250-295f1bbde583 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Fanout notify agent at l3_agent the message router_deleted on router 93c86d45-8921-42b5-9345-5f6af8395787 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:11:35.827335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55496) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:35.832489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Allocated IP 172.25.0.105 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/d4d08486-9bf8-49ce-8ef7-ee8afa690d06) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:35.845216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39a56250-4786-4408-b250-295f1bbde583 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.849951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-39a56250-4786-4408-b250-295f1bbde583 tempest-RoutersNegativeTest-1830976700 tempest-RoutersNegativeTest-1830976700-project] 10.222.0.25 "DELETE /v2.0/routers/93c86d45-8921-42b5-9345-5f6af8395787 HTTP/1.1" status: 204 len: 168 time: 0.6217177 Aug 20 12:11:35.853602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1e54870-779f-4655-84e4-449da4de7c0e req-2218765f-69b4-454d-ad36-de2db772ba56 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545086 Aug 20 12:11:35.872445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9085a8cf-ba7d-477b-897b-37ae4b93fe76 None None] Port cc8b2e1d-f722-4f18-977e-aac8d490fded cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:35.911507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e82e86-f692-4dfa-9ffc-e8e722fcc4ce service neutron] Pushing event updated for resources: {'Port': ['ID=bedede32-63b1-4c34-a1b4-4f4f906497ea,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:35.954029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-49cacfe3-b959-4a54-8e72-cdb9f1483daf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port cc8b2e1d-f722-4f18-977e-aac8d490fded {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:35.954691 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49cacfe3-b959-4a54-8e72-cdb9f1483daf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:35.987054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-997ad7d9-14ae-482b-a510-1e8ffed6c9b4 service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999541 Aug 20 12:11:36.035149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-e1fbb1ba-7ec9-4be1-be36-03b86d94c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.036641 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-e1fbb1ba-7ec9-4be1-be36-03b86d94c6f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=28ee22bd-9f1a-4f36-8348-2aeda76ed435 HTTP/1.1" status: 200 len: 919 time: 0.3167834 Aug 20 12:11:36.047402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49cacfe3-b959-4a54-8e72-cdb9f1483daf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.066962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-49cacfe3-b959-4a54-8e72-cdb9f1483daf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for cc8b2e1d-f722-4f18-977e-aac8d490fded owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:36.083707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-2258b2d5-fa6e-4ecc-8f1d-ebb218dfe96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.085232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-2258b2d5-fa6e-4ecc-8f1d-ebb218dfe96e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b6ec89274c148e8ba228c5e4f414263&device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 1096 time: 0.2979877 Aug 20 12:11:36.140075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-05107121-9363-4686-a01e-5834876fe26c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef349169-9113-443d-9f10-47db46389dfa HTTP/1.1" status: 200 len: 217 time: 0.0739255 Aug 20 12:11:36.187828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55502) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:36.205746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-89f04b7a-9257-4785-a3c5-f1fac8f4b1a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bedede32-63b1-4c34-a1b4-4f4f906497ea HTTP/1.1" status: 200 len: 217 time: 0.0813303 Aug 20 12:11:36.223625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49cacfe3-b959-4a54-8e72-cdb9f1483daf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.261350 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.261591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cacfe3-b959-4a54-8e72-cdb9f1483daf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=cc8b2e1d-f722-4f18-977e-aac8d490fded,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:36.305103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-49cacfe3-b959-4a54-8e72-cdb9f1483daf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.308085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-49cacfe3-b959-4a54-8e72-cdb9f1483daf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/cc8b2e1d-f722-4f18-977e-aac8d490fded HTTP/1.1" status: 204 len: 168 time: 0.4770405 Aug 20 12:11:36.311581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55506) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:36.327323 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-74e943a6-31b5-4590-8c0b-d9852364ec0a service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270717 Aug 20 12:11:36.336511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-dd48f847-f034-4038-87aa-d11adba4a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.337996 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-dd48f847-f034-4038-87aa-d11adba4a86b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7645d2e5-ea22-4d7d-8f13-b1c0a06581ea HTTP/1.1" status: 200 len: 858 time: 0.1501191 Aug 20 12:11:36.379400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-439b63a9-2b43-49ba-8cb0-719b3d109aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.381652 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-439b63a9-2b43-49ba-8cb0-719b3d109aac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7645d2e5-ea22-4d7d-8f13-b1c0a06581ea HTTP/1.1" status: 200 len: 858 time: 0.1394463 Aug 20 12:11:36.403334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d918a-c40a-4859-aa28-87c7183ded21 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.405488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d918a-c40a-4859-aa28-87c7183ded21 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.407318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a45d918a-c40a-4859-aa28-87c7183ded21 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943379 Aug 20 12:11:36.411177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55510) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:36.423753 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-bcd1455a-c103-405a-acd9-72e3c48b64ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28ee22bd-9f1a-4f36-8348-2aeda76ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686600 Aug 20 12:11:36.424275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1625a98a-9de3-43a1-9cd1-91d01a0b5914 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=782c4a8b0ce04e5b8a54cd13a3f29c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352276 Aug 20 12:11:36.428063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55512) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:36.471840 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-27fe4bbf-df56-4336-8aba-7abf45e60875 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28ee22bd-9f1a-4f36-8348-2aeda76ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680575 Aug 20 12:11:36.500061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.507654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8344cc8-cd7e-4ff2-9168-b5961b1b01a8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet e84c9276-3a9d-4b44-8495-db0842a01027 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:36.513160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8344cc8-cd7e-4ff2-9168-b5961b1b01a8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.549501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bd1b5-5091-4bd0-ae18-63ac5cd1ff8d req-1c446f39-e5b3-4ffc-9eb6-eec644c77c23 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.550952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-759bd1b5-5091-4bd0-ae18-63ac5cd1ff8d req-1c446f39-e5b3-4ffc-9eb6-eec644c77c23 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 944 time: 0.1046536 Aug 20 12:11:36.571040 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8344cc8-cd7e-4ff2-9168-b5961b1b01a8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.624847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device c3b1cd18-c102-4a43-ac0d-f2224a69f9cc up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:36.640459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-759bd1b5-5091-4bd0-ae18-63ac5cd1ff8d req-826819c7-80a2-40ce-a2bf-a2ea2721c5c8 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789416 Aug 20 12:11:36.659142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:36.677349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:36.685790 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8344cc8-cd7e-4ff2-9168-b5961b1b01a8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.688004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:36.705013 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'Port': ['ID=d4d08486-9bf8-49ce-8ef7-ee8afa690d06,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:36.720880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:36.725709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:36.725999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59138f2-d446-42c7-978e-097f97226fda req-f87d659c-d856-4687-aca5-38ffd7483766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:36.726260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.727730 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c59138f2-d446-42c7-978e-097f97226fda req-f87d659c-d856-4687-aca5-38ffd7483766 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b6ec89274c148e8ba228c5e4f414263&device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 1095 time: 0.3267136 Aug 20 12:11:36.771263 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8344cc8-cd7e-4ff2-9168-b5961b1b01a8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.813344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3f55ab8-b0f0-48e3-a7c8-2c442e915eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.815412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8344cc8-cd7e-4ff2-9168-b5961b1b01a8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=e84c9276-3a9d-4b44-8495-db0842a01027,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:36.817778 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8344cc8-cd7e-4ff2-9168-b5961b1b01a8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.819941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c8344cc8-cd7e-4ff2-9168-b5961b1b01a8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/e84c9276-3a9d-4b44-8495-db0842a01027 HTTP/1.1" status: 204 len: 168 time: 0.4079232 Aug 20 12:11:36.824925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55518) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:36.832548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.835693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2c616-cde3-4b1c-9e68-54ea7515c6e9 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:36.876837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-da247db0-0cbd-4446-9470-e33bf1b04557 service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946362 Aug 20 12:11:36.879359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f894c94f-1f4c-45fd-8600-f36a7e6cbeaa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530579 Aug 20 12:11:36.882498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55522) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:36.885052 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-ac3f45a6-f921-40e4-aeb0-72c302771d71 service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168727 Aug 20 12:11:36.953081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c261027a-2928-4188-a3a2-c2621e409fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b1cd18-c102-4a43-ac0d-f2224a69f9cc'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:36.955621 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af48231-f2fa-43e9-ac79-26e0141983dc" -d '{"events": [{"server_uuid": "c261027a-2928-4188-a3a2-c2621e409fdd", "name": "network-vif-plugged", "status": "completed", "tag": "c3b1cd18-c102-4a43-ac0d-f2224a69f9cc"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:36.959485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:36.970818 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.998353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3f55ab8-b0f0-48e3-a7c8-2c442e915eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.013715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad1f3c-7a1f-4a54-97d8-2fc8db44d8b8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.015220 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cd5d29-cd22-4098-8f8c-cb8a7b3b0884 x-openstack-request-id: req-a5cd5d29-cd22-4098-8f8c-cb8a7b3b0884 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:37.015220 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c261027a-2928-4188-a3a2-c2621e409fdd", "name": "network-vif-plugged", "status": "completed", "tag": "c3b1cd18-c102-4a43-ac0d-f2224a69f9cc", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:37.015529 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5cd5d29-cd22-4098-8f8c-cb8a7b3b0884 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:37.015763 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c261027a-2928-4188-a3a2-c2621e409fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b1cd18-c102-4a43-ac0d-f2224a69f9cc', 'code': 200} Aug 20 12:11:37.018544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-30ad1f3c-7a1f-4a54-97d8-2fc8db44d8b8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1336012 Aug 20 12:11:37.027848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55526) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:37.036315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075b4e-6115-474a-ac24-ddf0eba4037f req-5639f171-e7dc-40d2-8308-55f6bf7ab74e tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.044752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5075b4e-6115-474a-ac24-ddf0eba4037f req-5639f171-e7dc-40d2-8308-55f6bf7ab74e tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 944 time: 0.0958626 Aug 20 12:11:37.072290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:37.099029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2671ee27-eb07-41ac-a4f4-1ec3d970d477 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:37.161002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:37.161374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.196096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5075b4e-6115-474a-ac24-ddf0eba4037f req-635fda8c-47ff-4a48-99a0-c773f3dded36 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456914 Aug 20 12:11:37.200025 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831e732-8646-440a-a042-bcd954ee5ff5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.205322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3831e732-8646-440a-a042-bcd954ee5ff5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1579769 Aug 20 12:11:37.207479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067eeb5-7ce9-4ca2-93b9-3fcd532f8f11 req-37d957b4-c3af-4b2e-8bcc-f67fbab56289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.209100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3067eeb5-7ce9-4ca2-93b9-3fcd532f8f11 req-37d957b4-c3af-4b2e-8bcc-f67fbab56289 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 1097 time: 0.1169040 Aug 20 12:11:37.209662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55528) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:37.224156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59138f2-d446-42c7-978e-097f97226fda req-6fb9214f-465e-4f20-b845-ef7aeec99b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.226731 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c59138f2-d446-42c7-978e-097f97226fda req-6fb9214f-465e-4f20-b845-ef7aeec99b97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=28ee22bd-9f1a-4f36-8348-2aeda76ed435 HTTP/1.1" status: 200 len: 919 time: 0.4590089 Aug 20 12:11:37.234889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8073e31b-c207-491f-bd01-284527c05637 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:37.237445 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.250411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f4d62e07-4a86-434d-9acf-2dd5aa834439 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396202 Aug 20 12:11:37.256458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55530) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:37.260625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbf46cb-5958-4db6-87f3-01920f3d5cbf', 'tag': 'bedede32-63b1-4c34-a1b4-4f4f906497ea'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:37.263239 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95fad73-f06f-4722-91b9-173e80a6eb47" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbf46cb-5958-4db6-87f3-01920f3d5cbf", "tag": "bedede32-63b1-4c34-a1b4-4f4f906497ea"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:37.264831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:37.317750 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e3699b-a8c2-4b4f-97e1-c655fd4dc3c3 x-openstack-request-id: req-98e3699b-a8c2-4b4f-97e1-c655fd4dc3c3 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:37.318350 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbf46cb-5958-4db6-87f3-01920f3d5cbf", "tag": "bedede32-63b1-4c34-a1b4-4f4f906497ea", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:37.318571 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98e3699b-a8c2-4b4f-97e1-c655fd4dc3c3 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:37.319152 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbf46cb-5958-4db6-87f3-01920f3d5cbf', 'tag': 'bedede32-63b1-4c34-a1b4-4f4f906497ea', 'status': 'completed', 'code': 200} Aug 20 12:11:37.330141 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c59138f2-d446-42c7-978e-097f97226fda req-719e2210-e30d-4b14-a3d0-4a3e5ab38b34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 HTTP/1.1" status: 200 len: 217 time: 0.0888283 Aug 20 12:11:37.351654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Deleting port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:37.351900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3067eeb5-7ce9-4ca2-93b9-3fcd532f8f11 req-9004d1fa-c3d3-4983-a5e1-fbb41b698293 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034849 Aug 20 12:11:37.352023 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.365926 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a15e87c-5b48-4f17-85c3-24e732d56466 req-d7cef8c3-2a11-4fa8-b470-ef1fa5c5feb9 service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795604 Aug 20 12:11:37.389352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:37.394558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.410470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.412108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3f55ab8-b0f0-48e3-a7c8-2c442e915eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.415023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b3f55ab8-b0f0-48e3-a7c8-2c442e915eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.416239 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b3f55ab8-b0f0-48e3-a7c8-2c442e915eab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9867d2b7-d4e9-441f-9650-1b6a0e5896a7 HTTP/1.1" status: 204 len: 168 time: 0.9870174 Aug 20 12:11:37.422900 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6e65c71c-77c1-44a2-ae42-6b161ece99a5 req-666acb64-8810-4772-a6bf-68a37bf95cc5 service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092762 Aug 20 12:11:37.424573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8073e31b-c207-491f-bd01-284527c05637 None None] For port 2671ee27-eb07-41ac-a4f4-1ec3d970d477, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2671ee27-eb07-41ac-a4f4-1ec3d970d477,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:37.425114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.444334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Calling delete_port for 2671ee27-eb07-41ac-a4f4-1ec3d970d477 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:37.457941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f55ab8-b0f0-48e3-a7c8-2c442e915eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9867d2b7-d4e9-441f-9650-1b6a0e5896a7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:37.469488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59138f2-d446-42c7-978e-097f97226fda req-2f4b2d62-5c5d-444d-9009-200932fec7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.471445 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c59138f2-d446-42c7-978e-097f97226fda req-2f4b2d62-5c5d-444d-9009-200932fec7e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7645d2e5-ea22-4d7d-8f13-b1c0a06581ea HTTP/1.1" status: 200 len: 858 time: 0.1215990 Aug 20 12:11:37.553451 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.592422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Pushing event deleted for resources: {'Port': ['ID=2671ee27-eb07-41ac-a4f4-1ec3d970d477,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:37.605039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.605277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.605655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.605997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.606779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.606919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.607165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.607490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.607822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.608151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.608480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.608938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073e31b-c207-491f-bd01-284527c05637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:37.615673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073e31b-c207-491f-bd01-284527c05637 None None] No DVR routers for this DVR port 2671ee27-eb07-41ac-a4f4-1ec3d970d477 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:37.754145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:11:37.755862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.847791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:37.854651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:37.860823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.861183 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:37.865654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=9451e28a-8de0-4df0-b31b-4e526352181d,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:37.869876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a98b78-95a1-4b58-a502-a4958588c7a6 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:37.917066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd17fe-6b69-4967-b06e-27c10f5235e7 req-af32a554-7a59-4770-ad33-1aff8b70859c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:37.919952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fdd17fe-6b69-4967-b06e-27c10f5235e7 req-af32a554-7a59-4770-ad33-1aff8b70859c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 945 time: 0.1313422 Aug 20 12:11:37.922113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-af89af88-e1dc-4d37-8906-e4eb425ddcc0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6647418 Aug 20 12:11:37.924751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55548) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:37.928160 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c59138f2-d446-42c7-978e-097f97226fda req-fab66de8-5477-4516-8570-34e75250a8da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28ee22bd-9f1a-4f36-8348-2aeda76ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921893 Aug 20 12:11:37.932531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:b1:62:01', 'name': 'tempest-NetworksTestDHCPv6-565780165'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:38.006715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-f1064b3e-a4b5-4102-8bd9-9c5c7fac4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:38.007992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-f1064b3e-a4b5-4102-8bd9-9c5c7fac4498 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b6ec89274c148e8ba228c5e4f414263&device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 1096 time: 0.1731689 Aug 20 12:11:38.038398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fdd17fe-6b69-4967-b06e-27c10f5235e7 req-d8b5bde5-e1f4-4523-b12a-c578851986c6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004877 Aug 20 12:11:38.101361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:38.149606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '9451e28a-8de0-4df0-b31b-4e526352181d'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:38.150984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.208085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.237279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.246082 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c59138f2-d446-42c7-978e-097f97226fda req-6f6c283e-d6dc-48b8-8b0b-fb341f0c8015 service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052735 Aug 20 12:11:38.334418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55562) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:38.347108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Allocated IP 2001:db8::f816:3eff:fe7b:352a (b2b925b6-7332-4566-8ee2-aefc8b9a1549/9451e28a-8de0-4df0-b31b-4e526352181d/716aa9a6-9aea-4580-bffa-7e9d8f2428d0) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:38.380303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-84df5d34-618b-4fb7-810c-37da71c679e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:38.382685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-84df5d34-618b-4fb7-810c-37da71c679e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=28ee22bd-9f1a-4f36-8348-2aeda76ed435 HTTP/1.1" status: 200 len: 919 time: 0.3509779 Aug 20 12:11:38.432352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'Port': ['ID=d4d08486-9bf8-49ce-8ef7-ee8afa690d06,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:38.477646 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-5f62a1f4-195c-456e-ba84-539a6d00084a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bedede32-63b1-4c34-a1b4-4f4f906497ea HTTP/1.1" status: 200 len: 217 time: 0.0712996 Aug 20 12:11:38.529347 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.531070 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.538217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c59138f2-d446-42c7-978e-097f97226fda req-cbbb52af-39bf-4a17-9ff1-11a7eff9e170 service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723069 Aug 20 12:11:38.540394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Transition to ACTIVE for port object 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:38.556571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Transition to ACTIVE for port object 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:38.559987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdc8ef-5617-488b-a247-ce54e710a65b req-ef87a904-3518-4fb9-a157-364f34803efd tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:38.561569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7afdc8ef-5617-488b-a247-ce54e710a65b req-ef87a904-3518-4fb9-a157-364f34803efd tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 944 time: 0.0774724 Aug 20 12:11:38.563663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.565984 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0ce6f836-fea4-49f6-9536-b89713d3a115 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7307589 Aug 20 12:11:38.567453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-5527db6b-7b21-48eb-8902-2107a8c148c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:38.569008 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-5527db6b-7b21-48eb-8902-2107a8c148c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7645d2e5-ea22-4d7d-8f13-b1c0a06581ea HTTP/1.1" status: 200 len: 858 time: 0.0797939 Aug 20 12:11:38.571314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55566) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:38.573058 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.579734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-638907356'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:38.610145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.623249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:38.627432 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-e6a1d117-2180-4556-9c82-9c5a852d8829 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28ee22bd-9f1a-4f36-8348-2aeda76ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402107 Aug 20 12:11:38.627800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:38.629862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:38.631956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:38.638130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020950098'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:38.651910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 5559847b-d5ff-4731-9f97-d3f67edc285f yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:38.654838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Pushing event updated for resources: {'Port': ['ID=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:38.666987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Made reservation on behalf of ed9a5ef605364360875219dfb3df674a for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:38.671493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.673254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7afdc8ef-5617-488b-a247-ce54e710a65b req-7aa2a418-51e8-4bca-9697-a2934d42e198 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998471 Aug 20 12:11:38.732809 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.755323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.769868 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.801617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Attempting to bind port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:38.802146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Attempting to bind port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:38.802625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Attempting to bind port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:38.816708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:38.817234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:38.817730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.818234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:38.818930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Bound port: 716aa9a6-9aea-4580-bffa-7e9d8f2428d0, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:38.819429 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.822056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:11:38.822056 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 12:11:38.822056 n-d-800634-10 neutron-server[101033]: [parameters: {'project_id_1': 'caa13c80effa423db126b4d740449e9b', 'expiration_1': datetime.datetime(2021, 8, 20, 12, 11, 38, 802697)}] Aug 20 12:11:38.822056 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:11:38.822557 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:11:38.827740 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-b9e74e3e-7703-4510-bbc1-ef89b34cb1cd service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802511 Aug 20 12:11:38.832809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:feb1:6201 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/9451e28a-8de0-4df0-b31b-4e526352181d/5559847b-d5ff-4731-9f97-d3f67edc285f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:38.876745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:38.898484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5', 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435', 'port_id': '4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5', 'mac_address': 'fa:16:3e:3a:84:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7645d2e5-ea22-4d7d-8f13-b1c0a06581ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:38.936757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] For port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:38.956928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] For port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:38.966287 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.977916 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.979530 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c95fad73-f06f-4722-91b9-173e80a6eb47 req-80bdada7-4b83-4a74-8b3f-ee67f926069b service neutron] 10.222.0.73 "GET /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423285 Aug 20 12:11:38.988928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:38.996399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.030955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:11:39.038544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.039221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60596f29-c03c-41de-bfde-afaae82032f3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.041687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:39.051234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.051617 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Added segment e21a9956-c275-4830-a825-c7eef34bd103 of type vlan for network b5bbd21d-95f2-4357-b742-8f48dd73b9ed Aug 20 12:11:39.065683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 5559847b-d5ff-4731-9f97-d3f67edc285f will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:39.089537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f200f-9a97-4d5e-9150-a8b2ba083ffb None None] Pushing event updated for resources: {'Port': ['ID=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.101880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:39.109360 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.110665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ef349169-9113-443d-9f10-47db46389dfa details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:39.115250 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.123367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2671ee27-eb07-41ac-a4f4-1ec3d970d477 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:39.165713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.171961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:39.172576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.177295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.193447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2671ee27-eb07-41ac-a4f4-1ec3d970d477 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:39.193935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2671ee27-eb07-41ac-a4f4-1ec3d970d477 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:39.239050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.247730 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6737361 Aug 20 12:11:39.250234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55572) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:39.256694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Request body: {'subnet': {'network_id': 'b5bbd21d-95f2-4357-b742-8f48dd73b9ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:39.259901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ef349169-9113-443d-9f10-47db46389dfa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ef349169-9113-443d-9f10-47db46389dfa,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:39.283673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'ef349169-9113-443d-9f10-47db46389dfa', 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435', 'port_id': 'ef349169-9113-443d-9f10-47db46389dfa', 'mac_address': 'fa:16:3e:18:ed:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7645d2e5-ea22-4d7d-8f13-b1c0a06581ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:39.289066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:39.306954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778850dd-39df-43f9-bbea-362df5c69b0f req-22e8abf8-51d9-4680-b494-2f1a30887874 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:39.310245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-778850dd-39df-43f9-bbea-362df5c69b0f req-22e8abf8-51d9-4680-b494-2f1a30887874 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 945 time: 0.1337037 Aug 20 12:11:39.311045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:39.315377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:39.326632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:39.328219 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.332109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.337701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7bb4a-da42-48a4-8dab-bfd717bd9ed9 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'Network': ['ID=b5bbd21d-95f2-4357-b742-8f48dd73b9ed,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.360322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55574) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:39.360729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4341750 Aug 20 12:11:39.381592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:11:39.401864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f5620-7037-4770-a202-9b1d1597579f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=5559847b-d5ff-4731-9f97-d3f67edc285f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.412928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-778850dd-39df-43f9-bbea-362df5c69b0f req-bd5c2876-31c8-4922-ab3c-fbf2f932d4de tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627036 Aug 20 12:11:39.414717 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.468796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf9771-c0f3-4860-b26f-3541d971b7ad tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:39.475395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf9771-c0f3-4860-b26f-3541d971b7ad tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:39.477159 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-20cf9771-c0f3-4860-b26f-3541d971b7ad tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1170626 Aug 20 12:11:39.479853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55578) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:39.481010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef349169-9113-443d-9f10-47db46389dfa {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:39.518994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ef349169-9113-443d-9f10-47db46389dfa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ef349169-9113-443d-9f10-47db46389dfa,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:39.529260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.575685 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.586609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.587247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ef349169-9113-443d-9f10-47db46389dfa,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.634552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4021c1-3cab-4185-8552-ef3b2c41ad91,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.636921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0161f3-68b9-43f9-afd0-6e0dbe464768 req-c4f991f5-acea-43e5-b1bb-84398be9e4e2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:39.638498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c0161f3-68b9-43f9-afd0-6e0dbe464768 req-c4f991f5-acea-43e5-b1bb-84398be9e4e2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 945 time: 0.0940392 Aug 20 12:11:39.650076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Made reservation on behalf of ed9a5ef605364360875219dfb3df674a for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:39.653521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-605ec754-f6b3-40e0-a91f-24b1fb04ae3a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 5559847b-d5ff-4731-9f97-d3f67edc285f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:39.653945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-605ec754-f6b3-40e0-a91f-24b1fb04ae3a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.655341 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.744346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c0161f3-68b9-43f9-afd0-6e0dbe464768 req-5a494dc1-768b-4924-823c-7fd82ec3f4de tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870214 Aug 20 12:11:39.810973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-605ec754-f6b3-40e0-a91f-24b1fb04ae3a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.828734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-605ec754-f6b3-40e0-a91f-24b1fb04ae3a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 5559847b-d5ff-4731-9f97-d3f67edc285f owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:39.836579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.845196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.845423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173bc8-4b81-4cb3-aa2c-72cac1327efa req-d9e70478-e0bd-4a7c-8ba7-5e115535e406 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:39.852659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1173bc8-4b81-4cb3-aa2c-72cac1327efa req-d9e70478-e0bd-4a7c-8ba7-5e115535e406 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 944 time: 0.0947587 Aug 20 12:11:39.862892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['ef349169-9113-443d-9f10-47db46389dfa'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:39.880830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:39.884993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5292885 Aug 20 12:11:39.888471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:39.900632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:39.929765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ec0e5-73d6-4de6-b648-89eb68eb7805 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c020e0c5-d935-4feb-bafb-67dad993438b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:39.979706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1173bc8-4b81-4cb3-aa2c-72cac1327efa req-ae905e03-b08f-4f6a-a52e-6c79201a2e9f tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218047 Aug 20 12:11:40.040663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.097861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-605ec754-f6b3-40e0-a91f-24b1fb04ae3a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.102117 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a32525fc-ac0a-47ac-9e75-28034a44d948 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2105472 Aug 20 12:11:40.102330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55588) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.124813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'Subnet': ['ID=ddbbd28a-f9e7-4abc-a35d-f10d625c34e0,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:40.134131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a624dd71-3396-4ab1-a1c0-00139eab3082 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-security--1654244072', 'description': 'tempest-security-description-942576349'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:40.142045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Checking segment: {'id': 'e21a9956-c275-4830-a825-c7eef34bd103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5bbd21d-95f2-4357-b742-8f48dd73b9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:40.142863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Network hostable DHCP agents. Network: b5bbd21d-95f2-4357-b742-8f48dd73b9ed, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:11:40.162700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:11:40.189184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b5bbd21d-95f2-4357-b742-8f48dd73b9ed) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:40.191672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ec754-f6b3-40e0-a91f-24b1fb04ae3a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=5559847b-d5ff-4731-9f97-d3f67edc285f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:40.205057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f6274-51f3-4781-a0f6-a75d53277271 None None] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:40.212836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:40.213447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.234459 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-882115b9-f1ee-45e6-9703-4be288eb23c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9828405 Aug 20 12:11:40.237276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55592) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.243515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-268407810', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:40.254826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a624dd71-3396-4ab1-a1c0-00139eab3082 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.259434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-605ec754-f6b3-40e0-a91f-24b1fb04ae3a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.263028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-605ec754-f6b3-40e0-a91f-24b1fb04ae3a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/5559847b-d5ff-4731-9f97-d3f67edc285f HTTP/1.1" status: 204 len: 168 time: 0.7804689 Aug 20 12:11:40.268921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55594) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.291333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49793597-3ccd-4607-8eb7-a1c87cd7d7b4 req-8ed1c40d-16c7-4661-9ffd-de3e429be321 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:40.300870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49793597-3ccd-4607-8eb7-a1c87cd7d7b4 req-8ed1c40d-16c7-4661-9ffd-de3e429be321 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 945 time: 0.2165787 Aug 20 12:11:40.333854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.335282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.361485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b407e-d9ae-43b8-b28a-fa8227aea66d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:40.363183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b407e-d9ae-43b8-b28a-fa8227aea66d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:40.371295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4d1b407e-d9ae-43b8-b28a-fa8227aea66d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1005697 Aug 20 12:11:40.376727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55596) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.401966 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49793597-3ccd-4607-8eb7-a1c87cd7d7b4 req-d9d66e8d-dfeb-40fd-81b3-dfe97fba58b4 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990074 Aug 20 12:11:40.422288 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a624dd71-3396-4ab1-a1c0-00139eab3082 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.430199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a624dd71-3396-4ab1-a1c0-00139eab3082 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.436498 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a624dd71-3396-4ab1-a1c0-00139eab3082 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.438299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a624dd71-3396-4ab1-a1c0-00139eab3082 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "PUT /v2.0/security-groups/c020e0c5-d935-4feb-bafb-67dad993438b HTTP/1.1" status: 200 len: 1779 time: 0.3094356 Aug 20 12:11:40.442241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55598) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.473816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.491382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5494108-1a42-4d39-9972-fb1ea57c1e8c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 9451e28a-8de0-4df0-b31b-4e526352181d {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:40.506696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624dd71-3396-4ab1-a1c0-00139eab3082 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c020e0c5-d935-4feb-bafb-67dad993438b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:40.519373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8fabefa0-74f0-4f95-b708-139d56ac8042 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups/c020e0c5-d935-4feb-bafb-67dad993438b HTTP/1.1" status: 200 len: 1779 time: 0.0760672 Aug 20 12:11:40.522084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55600) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.528567 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5494108-1a42-4d39-9972-fb1ea57c1e8c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.599749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7931269e-6cc3-4b69-9c8e-cdff0a71bfaf None None] Provisioning for port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:40.604524 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91ac03b4-f32d-487c-9fd1-f1f7d0849990 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.638320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bedede32-63b1-4c34-a1b4-4f4f906497ea details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:40.639835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5494108-1a42-4d39-9972-fb1ea57c1e8c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.648731 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91ac03b4-f32d-487c-9fd1-f1f7d0849990 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.649471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b5bbd21d-95f2-4357-b742-8f48dd73b9ed', 'network_id': 'b5bbd21d-95f2-4357-b742-8f48dd73b9ed', 'tenant_id': 'ed9a5ef605364360875219dfb3df674a', 'fixed_ips': [{'subnet_id': 'ddbbd28a-f9e7-4abc-a35d-f10d625c34e0'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:40.650415 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.702796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.712073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91ac03b4-f32d-487c-9fd1-f1f7d0849990 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.717161 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91ac03b4-f32d-487c-9fd1-f1f7d0849990 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.719621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-91ac03b4-f32d-487c-9fd1-f1f7d0849990 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/c020e0c5-d935-4feb-bafb-67dad993438b HTTP/1.1" status: 204 len: 168 time: 0.1961236 Aug 20 12:11:40.723996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55602) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.732395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac03b4-f32d-487c-9fd1-f1f7d0849990 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c020e0c5-d935-4feb-bafb-67dad993438b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:40.848207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-02b50fef-6942-484d-a4c4-9dacf9390ce2 None None] Could not find standard attr ID for object 5559847b-d5ff-4731-9f97-d3f67edc285f. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:11:40.861172 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e0748974-8398-4a3d-a1c4-c1fd053d41ab tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197069 Aug 20 12:11:40.861849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55604) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.862945 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5494108-1a42-4d39-9972-fb1ea57c1e8c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.906062 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-5315c392-0949-4c3f-917d-8282766ba30a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] delete failed (client error): The resource could not be found. Aug 20 12:11:40.907137 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5315c392-0949-4c3f-917d-8282766ba30a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/c020e0c5-d935-4feb-bafb-67dad993438b HTTP/1.1" status: 404 len: 347 time: 0.0409381 Aug 20 12:11:40.912431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bedede32-63b1-4c34-a1b4-4f4f906497ea, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bedede32-63b1-4c34-a1b4-4f4f906497ea,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:40.913237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55606) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:40.919153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-99a2250d-f5f9-4483-9de4-6e8c2b3d18b2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166997453'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:40.932888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'bedede32-63b1-4c34-a1b4-4f4f906497ea', 'network_id': '28ee22bd-9f1a-4f36-8348-2aeda76ed435', 'port_id': 'bedede32-63b1-4c34-a1b4-4f4f906497ea', 'mac_address': 'fa:16:3e:4b:f3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7645d2e5-ea22-4d7d-8f13-b1c0a06581ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:40.943543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Allocated IP 172.20.0.2 (b5bbd21d-95f2-4357-b742-8f48dd73b9ed/ddbbd28a-f9e7-4abc-a35d-f10d625c34e0/315c0ff9-5a37-4a45-8b31-f3ce2de04bee) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:40.962334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5494108-1a42-4d39-9972-fb1ea57c1e8c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:40.964662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99a2250d-f5f9-4483-9de4-6e8c2b3d18b2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.007469 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.010566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5494108-1a42-4d39-9972-fb1ea57c1e8c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.015979 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d5494108-1a42-4d39-9972-fb1ea57c1e8c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/9451e28a-8de0-4df0-b31b-4e526352181d HTTP/1.1" status: 204 len: 168 time: 0.6379168 Aug 20 12:11:41.017896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55610) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:41.020365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494108-1a42-4d39-9972-fb1ea57c1e8c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=9451e28a-8de0-4df0-b31b-4e526352181d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:41.052215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedede32-63b1-4c34-a1b4-4f4f906497ea {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:41.128693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8b312d1f-84da-4e5a-85ad-33fca75b6e79 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058979 Aug 20 12:11:41.132364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55612) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:41.148109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea3e085-e9f1-4af1-b0ec-48b0ad8e5767 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:41.156350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:41.161542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:41.167147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bedede32-63b1-4c34-a1b4-4f4f906497ea, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bedede32-63b1-4c34-a1b4-4f4f906497ea,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:41.240333 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.328686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f139a2d-e34d-461f-8438-b02f4600f357 req-987e7712-8a8a-45de-a26f-5cb060a6cbb2 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:41.330312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f139a2d-e34d-461f-8438-b02f4600f357 req-987e7712-8a8a-45de-a26f-5cb060a6cbb2 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 944 time: 0.2041454 Aug 20 12:11:41.399083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.406923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99a2250d-f5f9-4483-9de4-6e8c2b3d18b2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.411688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bedede32-63b1-4c34-a1b4-4f4f906497ea,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:41.413483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f139a2d-e34d-461f-8438-b02f4600f357 req-eefea4ef-bf13-455f-98ea-593b9bcf6b9e tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677474 Aug 20 12:11:41.417700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.430223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99a2250d-f5f9-4483-9de4-6e8c2b3d18b2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.432026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:41.435566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Transition to ACTIVE for port object 315c0ff9-5a37-4a45-8b31-f3ce2de04bee will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:41.442044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:41.442460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.448025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.488097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Transition to ACTIVE for port object 315c0ff9-5a37-4a45-8b31-f3ce2de04bee will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:41.505584 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.513137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2250d-f5f9-4483-9de4-6e8c2b3d18b2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff95a183-cf2d-43c0-b587-2a669e3ad6fc,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:41.526689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:41.533295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.541108 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99a2250d-f5f9-4483-9de4-6e8c2b3d18b2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.545810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-99a2250d-f5f9-4483-9de4-6e8c2b3d18b2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6312647 Aug 20 12:11:41.546035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55618) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:41.555378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-642e155d-1573-404e-84a3-bb2f43614732 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': 'ff95a183-cf2d-43c0-b587-2a669e3ad6fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:41.576284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:41.581877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:41.586407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:41.601391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Pushing event updated for resources: {'Port': ['ID=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:41.613697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-66c8fa69-d08f-4d6e-984d-fd9fbbbb8ccf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:41.615684 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-66c8fa69-d08f-4d6e-984d-fd9fbbbb8ccf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 945 time: 0.1198201 Aug 20 12:11:41.635705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:41.685801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Allocated IP 172.25.0.60 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/a11f40fa-3a97-4fcf-a912-6efb9e1a2a2b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:41.687852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-642e155d-1573-404e-84a3-bb2f43614732 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.707246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56734a3-4d96-4a4b-bf38-2bea7ee63a30 req-c232273e-eb1d-425c-9bfb-c1ed38093255 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:41.716577 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.716825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a56734a3-4d96-4a4b-bf38-2bea7ee63a30 req-c232273e-eb1d-425c-9bfb-c1ed38093255 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 945 time: 0.1935427 Aug 20 12:11:41.722386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Attempting to bind port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:41.722756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Attempting to bind port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e21a9956-c275-4830-a825-c7eef34bd103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5bbd21d-95f2-4357-b742-8f48dd73b9ed'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:41.723558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Attempting to bind port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee on network b5bbd21d-95f2-4357-b742-8f48dd73b9ed {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:41.735169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['bedede32-63b1-4c34-a1b4-4f4f906497ea'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:41.765702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:41.766124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Checking segment: {'id': 'e21a9956-c275-4830-a825-c7eef34bd103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5bbd21d-95f2-4357-b742-8f48dd73b9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:41.766426 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.767148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Bound using segment: {'id': 'e21a9956-c275-4830-a825-c7eef34bd103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5bbd21d-95f2-4357-b742-8f48dd73b9ed'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:41.767289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Bound port: 315c0ff9-5a37-4a45-8b31-f3ce2de04bee, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21a9956-c275-4830-a825-c7eef34bd103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5bbd21d-95f2-4357-b742-8f48dd73b9ed'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:41.767927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.782522 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a56734a3-4d96-4a4b-bf38-2bea7ee63a30 req-48b8f754-82bc-432e-8dea-7279300e59a9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647280 Aug 20 12:11:41.818601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:41.844557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.846255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-642e155d-1573-404e-84a3-bb2f43614732 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.857902 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-642e155d-1573-404e-84a3-bb2f43614732 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.894538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Deleting port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:41.894866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.897798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e155d-1573-404e-84a3-bb2f43614732 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07251a7c-55c3-42cf-bc59-652bf312151a,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:41.952721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] Deleting port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:41.952721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.956682 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-642e155d-1573-404e-84a3-bb2f43614732 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:41.956682 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-642e155d-1573-404e-84a3-bb2f43614732 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4051912 Aug 20 12:11:41.958285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:41.961664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] For port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:41.968504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.027626 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] For port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,segment=NetworkSegment(e21a9956-c275-4830-a825-c7eef34bd103),segment_id=e21a9956-c275-4830-a825-c7eef34bd103)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:42.029716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0428e55d-a5c7-48b4-8f22-72677478f969 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.032900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:42.044709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.045954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:11:42.061371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0428e55d-a5c7-48b4-8f22-72677478f969 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.065454 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.072035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] For port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:42.072404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.112525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Calling delete_port for c3b1cd18-c102-4a43-ac0d-f2224a69f9cc owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:42.117528 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.163795 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0428e55d-a5c7-48b4-8f22-72677478f969 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.164891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] For port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:42.165626 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.169875 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0428e55d-a5c7-48b4-8f22-72677478f969 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.174772 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0428e55d-a5c7-48b4-8f22-72677478f969 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/07251a7c-55c3-42cf-bc59-652bf312151a HTTP/1.1" status: 204 len: 168 time: 0.2158430 Aug 20 12:11:42.179893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30be646-9f8e-4168-9f0d-760fec2e77d9 None None] Pushing event updated for resources: {'Port': ['ID=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:42.193909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] Calling delete_port for 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:42.210320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55622) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:42.231693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:42.241895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428e55d-a5c7-48b4-8f22-72677478f969 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07251a7c-55c3-42cf-bc59-652bf312151a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:42.252750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:42.259570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:42.261591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'Port': ['ID=a11f40fa-3a97-4fcf-a912-6efb9e1a2a2b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:42.294459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.327987 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.354511 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d8767ac-b68b-4638-8ede-675e782b1a02 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1417530 Aug 20 12:11:42.367807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] Pushing event deleted for resources: {'Port': ['ID=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:42.378232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa21fd5-cad5-4981-84fe-a95cf69d81ef None None] No DVR routers for this DVR port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:42.378822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55624) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:42.528042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] For port 716aa9a6-9aea-4580-bffa-7e9d8f2428d0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:42.606617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.609704 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.615230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.615968 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.636929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:42.664791 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4d28b96-bb42-41ec-a7c3-97223198882b tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.667099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event deleted for resources: {'Port': ['ID=c3b1cd18-c102-4a43-ac0d-f2224a69f9cc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:42.675277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=716aa9a6-9aea-4580-bffa-7e9d8f2428d0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:42.687413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:42.691432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:42.693884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:42.698392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:42.698779 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.700207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc52298-2e99-4d1f-8df7-c245e7150f7e req-051c06be-0798-4b72-b800-0943493b50eb tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:42.701630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcc52298-2e99-4d1f-8df7-c245e7150f7e req-051c06be-0798-4b72-b800-0943493b50eb tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 945 time: 0.1757903 Aug 20 12:11:42.705300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:42.705888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.729805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b949032-5b0d-4b6c-ba54-43e778535152 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:42.750081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=7966520f-b9fd-4666-b663-14b10186ab95,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:42.772282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4d28b96-bb42-41ec-a7c3-97223198882b tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.773674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcc52298-2e99-4d1f-8df7-c245e7150f7e req-58bd8242-7e1f-4ccb-8e02-0478845b487d tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Aug 20 12:11:42.777475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7a840728-7396-4595-90b8-c9be3d33277a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6264040 Aug 20 12:11:42.780018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55630) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:42.787938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:bb:17:0f', 'name': 'tempest-NetworksTestDHCPv6-1271044569'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:42.805096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] No DVR routers for this DVR port c3b1cd18-c102-4a43-ac0d-f2224a69f9cc on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:42.814156 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.816282 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fed294a5-e5f1-40d0-b6d6-076bf2a823a9 req-8f3d242c-e651-4673-9705-727123dccb77 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "DELETE /v2.0/ports/c3b1cd18-c102-4a43-ac0d-f2224a69f9cc HTTP/1.1" status: 204 len: 173 time: 1.1922758 Aug 20 12:11:42.818951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c261027a-2928-4188-a3a2-c2621e409fdd', 'name': 'network-vif-deleted', 'tag': 'c3b1cd18-c102-4a43-ac0d-f2224a69f9cc'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:42.823672 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329850c3-9386-467c-9e3c-6aefca3543cf" -d '{"events": [{"server_uuid": "c261027a-2928-4188-a3a2-c2621e409fdd", "name": "network-vif-deleted", "tag": "c3b1cd18-c102-4a43-ac0d-f2224a69f9cc"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:42.895999 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b6a4b7-8d57-442a-b9b1-60fc0c5c2cdc x-openstack-request-id: req-f1b6a4b7-8d57-442a-b9b1-60fc0c5c2cdc {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:42.896288 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c261027a-2928-4188-a3a2-c2621e409fdd", "name": "network-vif-deleted", "tag": "c3b1cd18-c102-4a43-ac0d-f2224a69f9cc", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:42.896524 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1b6a4b7-8d57-442a-b9b1-60fc0c5c2cdc {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:42.896924 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c261027a-2928-4188-a3a2-c2621e409fdd', 'name': 'network-vif-deleted', 'tag': 'c3b1cd18-c102-4a43-ac0d-f2224a69f9cc', 'status': 'completed', 'code': 200} Aug 20 12:11:42.928353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.935781 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4d28b96-bb42-41ec-a7c3-97223198882b tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.940590 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4d28b96-bb42-41ec-a7c3-97223198882b tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:42.942883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b4d28b96-bb42-41ec-a7c3-97223198882b tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff95a183-cf2d-43c0-b587-2a669e3ad6fc HTTP/1.1" status: 204 len: 168 time: 0.5649862 Aug 20 12:11:42.947320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55636) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:42.970399 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.020238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d28b96-bb42-41ec-a7c3-97223198882b tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff95a183-cf2d-43c0-b587-2a669e3ad6fc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:43.057476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:43.057703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe13171b-78fb-4912-8eb6-84c89ccbc876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:43.060544 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792508b-c107-4fb5-9c8c-d98be01afa5e" -d '{"events": [{"server_uuid": "fe13171b-78fb-4912-8eb6-84c89ccbc876", "name": "network-vif-plugged", "status": "completed", "tag": "4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:43.061812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.070366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-600557f1-32d2-406f-9cf3-ab34094767e4 req-6e9b682b-cb7a-4a3e-856b-6a55ff0778eb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 210 time: 0.1082308 Aug 20 12:11:43.108017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:43.111477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:43.138003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 761ff16c-5b37-411a-8ff7-7061913073bf yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:43.155542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55642) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:43.160540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9b6adcfc-1e1d-4c65-a47f-0c1d8f0fe6e3 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-secgroup--2266523'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:43.160754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-823fcd09-aae0-418c-94fc-a34701ab50c1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2115402 Aug 20 12:11:43.227263 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.228542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ef349169-9113-443d-9f10-47db46389dfa up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:43.316038 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a77b423-3358-4563-b636-5c4975b8d8e0 x-openstack-request-id: req-8a77b423-3358-4563-b636-5c4975b8d8e0 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:43.316293 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe13171b-78fb-4912-8eb6-84c89ccbc876", "name": "network-vif-plugged", "status": "completed", "tag": "4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:43.316479 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a77b423-3358-4563-b636-5c4975b8d8e0 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:43.316874 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe13171b-78fb-4912-8eb6-84c89ccbc876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5', 'code': 200} Aug 20 12:11:43.319895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 315c0ff9-5a37-4a45-8b31-f3ce2de04bee up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:43.340278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:febb:170f (b2b925b6-7332-4566-8ee2-aefc8b9a1549/7966520f-b9fd-4666-b663-14b10186ab95/761ff16c-5b37-411a-8ff7-7061913073bf) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:43.378217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '7966520f-b9fd-4666-b663-14b10186ab95'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:43.379099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.403038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.428167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b6adcfc-1e1d-4c65-a47f-0c1d8f0fe6e3 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.507087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917255-446e-4c57-9c3f-1a7025207c2a req-920cf094-1ec1-48e9-bac1-b6b94d2d51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:43.509883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-62917255-446e-4c57-9c3f-1a7025207c2a req-920cf094-1ec1-48e9-bac1-b6b94d2d51f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 1097 time: 0.2190983 Aug 20 12:11:43.515807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:43.552167 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.572706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 761ff16c-5b37-411a-8ff7-7061913073bf will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:43.586751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:43.614453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port ef349169-9113-443d-9f10-47db46389dfa completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:43.629216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port ef349169-9113-443d-9f10-47db46389dfa triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:43.630358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.632348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc54323-3358-43f5-98ec-20f80e859189 None None] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:43.669916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.678424 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-62917255-446e-4c57-9c3f-1a7025207c2a req-b94a8b64-f69f-409c-a395-0da7b33b98b8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263814 Aug 20 12:11:43.682737 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b6adcfc-1e1d-4c65-a47f-0c1d8f0fe6e3 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.690964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b6adcfc-1e1d-4c65-a47f-0c1d8f0fe6e3 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.724446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:43.728936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:43.730057 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b6adcfc-1e1d-4c65-a47f-0c1d8f0fe6e3 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.733668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:43.735627 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9b6adcfc-1e1d-4c65-a47f-0c1d8f0fe6e3 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5786309 Aug 20 12:11:43.738819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:43.739959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:43.740723 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.745877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-589d977e-8e16-4ced-a33e-4dd7f13d3748 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': '1744dd15-8c9b-476a-87b3-d731b16f1e75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:43.760029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=761ff16c-5b37-411a-8ff7-7061913073bf,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:43.762650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6adcfc-1e1d-4c65-a47f-0c1d8f0fe6e3 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1744dd15-8c9b-476a-87b3-d731b16f1e75,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:43.792371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Router fc9b9792-5f07-4521-983e-30879d8b7b52 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:11:43.796049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55648) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:43.796398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-486aeb32-9263-44c0-adf6-11fb1c62eb9d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0143397 Aug 20 12:11:43.799169 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-589d977e-8e16-4ced-a33e-4dd7f13d3748 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.887104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:43.915883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48796784-4d85-4cb2-abd1-04fddfb70b25 req-5944f12c-d9a7-4eed-abdc-4e0ef905fc50 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:43.917759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48796784-4d85-4cb2-abd1-04fddfb70b25 req-5944f12c-d9a7-4eed-abdc-4e0ef905fc50 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 945 time: 0.0647750 Aug 20 12:11:43.940268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f467d-813e-43e3-9f6b-905f99cdec9c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:43.942133 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-739f467d-813e-43e3-9f6b-905f99cdec9c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1437414 Aug 20 12:11:43.947964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:43.948296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 716aa9a6-9aea-4580-bffa-7e9d8f2428d0 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:43.964233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55652) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:43.983919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5459887a-8ab7-4164-b62d-457752131b04 None None] Provisioning for port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:43.998052 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-589d977e-8e16-4ced-a33e-4dd7f13d3748 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.004270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-589d977e-8e16-4ced-a33e-4dd7f13d3748 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.016206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5459887a-8ab7-4164-b62d-457752131b04 None None] Provisioning complete for port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:44.016849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5459887a-8ab7-4164-b62d-457752131b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.029805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:44.030697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48796784-4d85-4cb2-abd1-04fddfb70b25 req-fd3528e7-0415-4013-ad16-83a7310712e2 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049442 Aug 20 12:11:44.031261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.046061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d977e-8e16-4ced-a33e-4dd7f13d3748 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb28a9b-73d5-40ce-8bac-9771785d8269,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:44.049405 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6ad1e-0849-40b6-bf2c-8683c8f4fd1d None None] Sync routers for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:44.061755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-589d977e-8e16-4ced-a33e-4dd7f13d3748 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.065775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-589d977e-8e16-4ced-a33e-4dd7f13d3748 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216136 Aug 20 12:11:44.066648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55654) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:44.068118 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6ad1e-0849-40b6-bf2c-8683c8f4fd1d None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:44.069345 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4bc6ad1e-0849-40b6-bf2c-8683c8f4fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:44.083470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7f205a23-6cdf-4f5b-896f-9dd5a20e1cac tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': '1744dd15-8c9b-476a-87b3-d731b16f1e75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:44.089015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.092995 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8f744433-85a7-4c2b-99c8-03a9e0557496 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.8515625 Aug 20 12:11:44.094871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55656) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:44.117037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Allocated IP 2001:db8::f816:3eff:fe23:a8cc (b2b925b6-7332-4566-8ee2-aefc8b9a1549/7966520f-b9fd-4666-b663-14b10186ab95/48e42f61-46fa-4b17-8071-ba6900dcdde2) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:44.130092 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4bc6ad1e-0849-40b6-bf2c-8683c8f4fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:44.143304 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6ad1e-0849-40b6-bf2c-8683c8f4fd1d None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:44.144490 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4bc6ad1e-0849-40b6-bf2c-8683c8f4fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:44.167070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f205a23-6cdf-4f5b-896f-9dd5a20e1cac tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.186218 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4bc6ad1e-0849-40b6-bf2c-8683c8f4fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:44.187148 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6ad1e-0849-40b6-bf2c-8683c8f4fd1d None None] The sync data for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:44.215138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b55c3-cd82-424c-8cd4-b331f0e1c20d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 761ff16c-5b37-411a-8ff7-7061913073bf {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:44.215421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a5b55c3-cd82-424c-8cd4-b331f0e1c20d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.323694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f205a23-6cdf-4f5b-896f-9dd5a20e1cac tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.330388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f205a23-6cdf-4f5b-896f-9dd5a20e1cac tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.359411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f205a23-6cdf-4f5b-896f-9dd5a20e1cac tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda6fd3d-1f74-4075-8a65-bb390f5789c1,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:44.371672 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f205a23-6cdf-4f5b-896f-9dd5a20e1cac tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.373163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f205a23-6cdf-4f5b-896f-9dd5a20e1cac tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048072 Aug 20 12:11:44.381442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ea9a1e6-3ecf-4238-ba81-d8f98e3e480e req-e3b5bcf1-e2da-47b4-991d-041aa4639c20 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c261027a-2928-4188-a3a2-c2621e409fdd HTTP/1.1" status: 200 len: 210 time: 0.0682936 Aug 20 12:11:44.382588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55660) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:44.397241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c65a053a-e235-4065-9f23-031a90592307 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': '1744dd15-8c9b-476a-87b3-d731b16f1e75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:44.407967 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a5b55c3-cd82-424c-8cd4-b331f0e1c20d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.427663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b55c3-cd82-424c-8cd4-b331f0e1c20d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 761ff16c-5b37-411a-8ff7-7061913073bf owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:44.472921 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5459887a-8ab7-4164-b62d-457752131b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.474957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.482761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65a053a-e235-4065-9f23-031a90592307 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.542357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ef349169-9113-443d-9f10-47db46389dfa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ef349169-9113-443d-9f10-47db46389dfa,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:44.564057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65a053a-e235-4065-9f23-031a90592307 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.571502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65a053a-e235-4065-9f23-031a90592307 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.575405 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.576358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device c3b1cd18-c102-4a43-ac0d-f2224a69f9cc no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:44.622003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a053a-e235-4065-9f23-031a90592307 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa8da05-6708-4ca8-a4a4-d1bd6b9e7fd0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:44.640155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: c3b1cd18-c102-4a43-ac0d-f2224a69f9cc {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:44.641069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65a053a-e235-4065-9f23-031a90592307 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.641408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device c3b1cd18-c102-4a43-ac0d-f2224a69f9cc not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:44.642330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c65a053a-e235-4065-9f23-031a90592307 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2554357 Aug 20 12:11:44.647019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55662) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:44.653142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a5984ed6-1887-4df7-88c8-b5281bf6bbff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': '1744dd15-8c9b-476a-87b3-d731b16f1e75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:44.656457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5459887a-8ab7-4164-b62d-457752131b04 None None] For port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,segment=NetworkSegment(e21a9956-c275-4830-a825-c7eef34bd103),segment_id=e21a9956-c275-4830-a825-c7eef34bd103)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:44.660331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a5b55c3-cd82-424c-8cd4-b331f0e1c20d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.663195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bedede32-63b1-4c34-a1b4-4f4f906497ea up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:44.697554 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5459887a-8ab7-4164-b62d-457752131b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.700525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b55c3-cd82-424c-8cd4-b331f0e1c20d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=761ff16c-5b37-411a-8ff7-7061913073bf,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:44.713969 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.733178 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a5b55c3-cd82-424c-8cd4-b331f0e1c20d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.735198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4a5b55c3-cd82-424c-8cd4-b331f0e1c20d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/761ff16c-5b37-411a-8ff7-7061913073bf HTTP/1.1" status: 204 len: 168 time: 0.7658017 Aug 20 12:11:44.737779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55664) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:44.753742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Transition to ACTIVE for port object 48e42f61-46fa-4b17-8071-ba6900dcdde2 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:44.755734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ef349169-9113-443d-9f10-47db46389dfa,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:44.796578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5984ed6-1887-4df7-88c8-b5281bf6bbff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.812400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459887a-8ab7-4164-b62d-457752131b04 None None] Pushing event updated for resources: {'Port': ['ID=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:44.830141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedf3ef-94fe-4e59-82e5-0e2ad5d75c9a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:44.831863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Transition to ACTIVE for port object 48e42f61-46fa-4b17-8071-ba6900dcdde2 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:44.832270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedf3ef-94fe-4e59-82e5-0e2ad5d75c9a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:44.834226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2eedf3ef-94fe-4e59-82e5-0e2ad5d75c9a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0954227 Aug 20 12:11:44.838365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55666) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:44.851000 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.891939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port bedede32-63b1-4c34-a1b4-4f4f906497ea completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:44.898837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port bedede32-63b1-4c34-a1b4-4f4f906497ea triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:44.899127 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:44.908632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:44.934966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:44.937221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:44.966915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Pushing event updated for resources: {'Port': ['ID=48e42f61-46fa-4b17-8071-ba6900dcdde2,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:44.969906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-a436d272-7f22-446e-8058-55beb5370ad8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 7966520f-b9fd-4666-b663-14b10186ab95 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:44.982030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a436d272-7f22-446e-8058-55beb5370ad8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.032223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a436d272-7f22-446e-8058-55beb5370ad8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.036076 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5984ed6-1887-4df7-88c8-b5281bf6bbff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.064437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5984ed6-1887-4df7-88c8-b5281bf6bbff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.085850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Attempting to bind port 48e42f61-46fa-4b17-8071-ba6900dcdde2 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:45.086907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Attempting to bind port 48e42f61-46fa-4b17-8071-ba6900dcdde2 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:45.087479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Attempting to bind port 48e42f61-46fa-4b17-8071-ba6900dcdde2 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:45.095868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:45.096549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:45.097142 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.097710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:45.098395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Bound port: 48e42f61-46fa-4b17-8071-ba6900dcdde2, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:45.098958 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.099112 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5984ed6-1887-4df7-88c8-b5281bf6bbff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80235941-2c66-4d75-886d-8f7f1782fe85,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:45.131144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5984ed6-1887-4df7-88c8-b5281bf6bbff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.135897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55672) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:45.136454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a5984ed6-1887-4df7-88c8-b5281bf6bbff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4883456 Aug 20 12:11:45.141463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-84e05ba1-fcff-4b3f-8ed1-443be6ac6091 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': '1744dd15-8c9b-476a-87b3-d731b16f1e75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:45.158822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.182907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5f69a3e2-0e6e-40d4-993c-8a324b1e7ee7 None None] Provisioning complete for port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:45.183277 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5f69a3e2-0e6e-40d4-993c-8a324b1e7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.185355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 315c0ff9-5a37-4a45-8b31-f3ce2de04bee up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:45.193301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.212362 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a436d272-7f22-446e-8058-55beb5370ad8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.224404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e05ba1-fcff-4b3f-8ed1-443be6ac6091 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.257143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdddff8-3723-415f-a116-8fc1e0ff6c7b req-ec0892d4-ed5a-4aed-9f6e-b94706cc36fe tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:45.258701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebdddff8-3723-415f-a116-8fc1e0ff6c7b req-ec0892d4-ed5a-4aed-9f6e-b94706cc36fe tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 945 time: 0.1171944 Aug 20 12:11:45.316382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bedede32-63b1-4c34-a1b4-4f4f906497ea, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bedede32-63b1-4c34-a1b4-4f4f906497ea,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:45.318603 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a436d272-7f22-446e-8058-55beb5370ad8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.322525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37f97a8-240c-409c-818e-c580f69006d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef349169-9113-443d-9f10-47db46389dfa'}, {'server_uuid': '1fbf46cb-5958-4db6-87f3-01920f3d5cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedede32-63b1-4c34-a1b4-4f4f906497ea'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:45.325056 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cf4bd6-7472-4719-b401-b87e4cc7ecba" -d '{"events": [{"server_uuid": "b37f97a8-240c-409c-818e-c580f69006d1", "name": "network-vif-plugged", "status": "completed", "tag": "ef349169-9113-443d-9f10-47db46389dfa"}, {"server_uuid": "1fbf46cb-5958-4db6-87f3-01920f3d5cbf", "name": "network-vif-plugged", "status": "completed", "tag": "bedede32-63b1-4c34-a1b4-4f4f906497ea"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:45.326608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebdddff8-3723-415f-a116-8fc1e0ff6c7b req-c1aedd1b-0bfe-4acc-9d16-73cef7a905f7 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517592 Aug 20 12:11:45.343900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] For port 48e42f61-46fa-4b17-8071-ba6900dcdde2, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:45.346031 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.350852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436d272-7f22-446e-8058-55beb5370ad8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=7966520f-b9fd-4666-b663-14b10186ab95,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:45.356437 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e05ba1-fcff-4b3f-8ed1-443be6ac6091 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.358063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] For port 48e42f61-46fa-4b17-8071-ba6900dcdde2, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=48e42f61-46fa-4b17-8071-ba6900dcdde2,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:45.358581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a436d272-7f22-446e-8058-55beb5370ad8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.360512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a436d272-7f22-446e-8058-55beb5370ad8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/7966520f-b9fd-4666-b663-14b10186ab95 HTTP/1.1" status: 204 len: 168 time: 0.5212176 Aug 20 12:11:45.363096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55676) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:45.364101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e05ba1-fcff-4b3f-8ed1-443be6ac6091 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.426366 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.430602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e05ba1-fcff-4b3f-8ed1-443be6ac6091 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d523a5-d369-415b-b2b3-3c9eb7a38ec3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:45.441890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-84e05ba1-fcff-4b3f-8ed1-443be6ac6091 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.449611 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-84e05ba1-fcff-4b3f-8ed1-443be6ac6091 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3124518 Aug 20 12:11:45.452690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55680) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:45.459391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dca838c6-285c-4674-82ce-4496a5abd6e3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941486 Aug 20 12:11:45.460949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55682) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:45.465474 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e45db3-5870-40b0-ad01-105e9a89fa33 x-openstack-request-id: req-f8e45db3-5870-40b0-ad01-105e9a89fa33 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:45.465770 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37f97a8-240c-409c-818e-c580f69006d1", "name": "network-vif-plugged", "status": "completed", "tag": "ef349169-9113-443d-9f10-47db46389dfa", "code": 200}, {"server_uuid": "1fbf46cb-5958-4db6-87f3-01920f3d5cbf", "name": "network-vif-plugged", "status": "completed", "tag": "bedede32-63b1-4c34-a1b4-4f4f906497ea", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:45.466205 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8e45db3-5870-40b0-ad01-105e9a89fa33 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:45.466663 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37f97a8-240c-409c-818e-c580f69006d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef349169-9113-443d-9f10-47db46389dfa', 'code': 200} Aug 20 12:11:45.466926 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbf46cb-5958-4db6-87f3-01920f3d5cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedede32-63b1-4c34-a1b4-4f4f906497ea', 'code': 200} Aug 20 12:11:45.508061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:45.508698 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.539126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068205d3-c719-4911-8259-9584a5f0a17a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:45.540774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-068205d3-c719-4911-8259-9584a5f0a17a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0788085 Aug 20 12:11:45.547481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55686) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:45.556763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bedede32-63b1-4c34-a1b4-4f4f906497ea,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:45.627999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161e76-ed24-4014-a48c-1e3fcb7b13ba None None] Pushing event updated for resources: {'Port': ['ID=48e42f61-46fa-4b17-8071-ba6900dcdde2,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:45.670681 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-65cc94a9-5cd4-4c7e-8bd5-9bfad9819ed1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.679554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-65cc94a9-5cd4-4c7e-8bd5-9bfad9819ed1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.787377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdecdf1a-1c58-4a85-86aa-f2d2b7b6c42d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:45.790798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cdecdf1a-1c58-4a85-86aa-f2d2b7b6c42d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2153282 Aug 20 12:11:45.791717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55688) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:45.801674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-65cc94a9-5cd4-4c7e-8bd5-9bfad9819ed1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.810290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-65cc94a9-5cd4-4c7e-8bd5-9bfad9819ed1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.813881 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-65cc94a9-5cd4-4c7e-8bd5-9bfad9819ed1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b7d523a5-d369-415b-b2b3-3c9eb7a38ec3 HTTP/1.1" status: 204 len: 168 time: 0.2824461 Aug 20 12:11:45.820891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238f49-ae3f-4375-80c0-05c2fd14c0c6 req-37ee1cbd-a202-4318-8be4-a6b94f8da10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:45.822671 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a238f49-ae3f-4375-80c0-05c2fd14c0c6 req-37ee1cbd-a202-4318-8be4-a6b94f8da10e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 1098 time: 0.2598839 Aug 20 12:11:45.823220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55690) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:45.829774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc94a9-5cd4-4c7e-8bd5-9bfad9819ed1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7d523a5-d369-415b-b2b3-3c9eb7a38ec3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:45.842651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-558c816e-4053-4db8-824c-7ccd291868a1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495908 Aug 20 12:11:45.843363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55692) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:45.848343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:45.894561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Allocated IP 172.20.0.1 (b5bbd21d-95f2-4357-b742-8f48dd73b9ed/ddbbd28a-f9e7-4abc-a35d-f10d625c34e0/1ce4b193-4b0e-4898-9799-82e854b9f7d7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:45.900405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d872eb-de50-4f83-a6ec-f9c7ab15456d req-05395b5b-8a8d-468c-860f-7b2f61aea194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:45.903211 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35d872eb-de50-4f83-a6ec-f9c7ab15456d req-05395b5b-8a8d-468c-860f-7b2f61aea194 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b37f97a8-240c-409c-818e-c580f69006d1 HTTP/1.1" status: 200 len: 1097 time: 0.3491571 Aug 20 12:11:45.946395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:45.951130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.971277 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-71f182a4-2b50-47d0-a602-95ae2c8567b0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1331570 Aug 20 12:11:45.974317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55694) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:46.029838 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a238f49-ae3f-4375-80c0-05c2fd14c0c6 req-26353211-0c6e-44cc-946f-bc0554ad0141 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886575 Aug 20 12:11:46.084143 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35d872eb-de50-4f83-a6ec-f9c7ab15456d req-1c91681c-d84a-4c4a-9823-1759620c6e2e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668382 Aug 20 12:11:46.106497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfa21044-782e-47a2-aa14-ac75645cffd1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.126822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfa21044-782e-47a2-aa14-ac75645cffd1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.193715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfa21044-782e-47a2-aa14-ac75645cffd1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.194388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.209830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dfa21044-782e-47a2-aa14-ac75645cffd1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.213601 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dfa21044-782e-47a2-aa14-ac75645cffd1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/80235941-2c66-4d75-886d-8f7f1782fe85 HTTP/1.1" status: 204 len: 168 time: 0.2309451 Aug 20 12:11:46.214194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.216542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55712) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:46.217265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa21044-782e-47a2-aa14-ac75645cffd1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80235941-2c66-4d75-886d-8f7f1782fe85,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:46.251014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Transition to ACTIVE for port object 1ce4b193-4b0e-4898-9799-82e854b9f7d7 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:46.285844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-af81e3f5-b476-4399-a626-edd7f9039ca5 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0660620 Aug 20 12:11:46.290052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55714) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:46.293113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:46.302221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:46.310941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:46.311428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.318588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=b3880dfa-4e84-432e-b7fe-24a170388442,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:46.337499 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba8e32a6-c78c-4386-90ed-bf1b164a49ff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.343837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.344178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.344519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.344859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.345189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.345517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.345841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.346166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.346524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.346864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.347169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.347486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:46.348948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba8e32a6-c78c-4386-90ed-bf1b164a49ff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.352070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.361631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-75e6550f-3186-4ab0-9456-079c29919d60 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5172009 Aug 20 12:11:46.365399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55716) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:46.376305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:15:16:7b', 'name': 'tempest-NetworksTestDHCPv6-888985041'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:46.399639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-d955b145-9b7c-4c1a-ab36-061fdaee5336 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:46.401169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-d955b145-9b7c-4c1a-ab36-061fdaee5336 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.1788833 Aug 20 12:11:46.424873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:46.432220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:46.441719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:46.451902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-e1e9add2-6ea0-474c-bec6-fb4e487d426b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/quotas/b11b040c005843c589fc833e824a73ab HTTP/1.1" status: 200 len: 375 time: 0.0199950 Aug 20 12:11:46.475754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba8e32a6-c78c-4386-90ed-bf1b164a49ff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.485343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'Port': ['ID=1ce4b193-4b0e-4898-9799-82e854b9f7d7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:46.491718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba8e32a6-c78c-4386-90ed-bf1b164a49ff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.493176 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba8e32a6-c78c-4386-90ed-bf1b164a49ff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3aa8da05-6708-4ca8-a4a4-d1bd6b9e7fd0 HTTP/1.1" status: 204 len: 168 time: 0.2021723 Aug 20 12:11:46.500978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55720) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:46.523625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e32a6-c78c-4386-90ed-bf1b164a49ff tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3aa8da05-6708-4ca8-a4a4-d1bd6b9e7fd0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:46.541408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.595304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-070603fc-e0b1-4abe-8c68-a05aff223bf4 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1338372 Aug 20 12:11:46.619023 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e3b9d89e-57c7-490e-b702-1e54879243f5 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1166704 Aug 20 12:11:46.622031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55722) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:46.680538 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b37883e4-424a-4d6f-ab84-ebe2630e03a1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.693195 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b37883e4-424a-4d6f-ab84-ebe2630e03a1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.759752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b37883e4-424a-4d6f-ab84-ebe2630e03a1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.768677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b37883e4-424a-4d6f-ab84-ebe2630e03a1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.770320 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b37883e4-424a-4d6f-ab84-ebe2630e03a1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fda6fd3d-1f74-4075-8a65-bb390f5789c1 HTTP/1.1" status: 204 len: 168 time: 0.1469727 Aug 20 12:11:46.773411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55724) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:46.794520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.811225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37883e4-424a-4d6f-ab84-ebe2630e03a1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fda6fd3d-1f74-4075-8a65-bb390f5789c1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:46.822132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd130ef-fe97-430c-a2f8-11402ec842c7 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:46.863885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-63fcb1f4-6266-41a3-ae3a-56dd187dedf9 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0890095 Aug 20 12:11:46.867062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55726) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:46.897905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-642413b8-fdfa-4ed3-b1f5-a37777009439 None None] Provisioning for port 48e42f61-46fa-4b17-8071-ba6900dcdde2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:46.943502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bef8f687-72f0-4a5d-9eb0-fdc7d7bd3e0e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:46.955995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bef8f687-72f0-4a5d-9eb0-fdc7d7bd3e0e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.007801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-642413b8-fdfa-4ed3-b1f5-a37777009439 None None] Provisioning for port 1ce4b193-4b0e-4898-9799-82e854b9f7d7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:47.018521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-642413b8-fdfa-4ed3-b1f5-a37777009439 None None] Provisioning complete for port 1ce4b193-4b0e-4898-9799-82e854b9f7d7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:47.018899 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-642413b8-fdfa-4ed3-b1f5-a37777009439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.021539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:47.037108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bef8f687-72f0-4a5d-9eb0-fdc7d7bd3e0e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.043158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bef8f687-72f0-4a5d-9eb0-fdc7d7bd3e0e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.044464 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bef8f687-72f0-4a5d-9eb0-fdc7d7bd3e0e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ceb28a9b-73d5-40ce-8bac-9771785d8269 HTTP/1.1" status: 204 len: 168 time: 0.1763921 Aug 20 12:11:47.049408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55728) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:47.078378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30217-10f3-4fe6-b4e3-a1d5545a6800 req-13b85177-ece3-4f69-99b8-b1fbf99d3b3c tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:47.085716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-642413b8-fdfa-4ed3-b1f5-a37777009439 None None] Port 1ce4b193-4b0e-4898-9799-82e854b9f7d7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:47.086398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80d30217-10f3-4fe6-b4e3-a1d5545a6800 req-13b85177-ece3-4f69-99b8-b1fbf99d3b3c tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 946 time: 0.5507610 Aug 20 12:11:47.091378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8f687-72f0-4a5d-9eb0-fdc7d7bd3e0e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceb28a9b-73d5-40ce-8bac-9771785d8269,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:47.161966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 48e42f61-46fa-4b17-8071-ba6900dcdde2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:47.180805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80d30217-10f3-4fe6-b4e3-a1d5545a6800 req-69dad8e9-1fcf-4367-8b75-ae71258d8a94 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930099 Aug 20 12:11:47.195419 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-08c7ab00-f1ed-45c8-a853-08205d14067d tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1432862 Aug 20 12:11:47.198088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55730) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:47.207989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-d5b38180-6fde-4c55-a2e2-5a55af07b3fb service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945528 Aug 20 12:11:47.210656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.243745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 48e42f61-46fa-4b17-8071-ba6900dcdde2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:47.251106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 48e42f61-46fa-4b17-8071-ba6900dcdde2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:47.251867 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.288282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 3a383ac6-722b-4db7-ac91-9d347e883680 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:47.330219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6516bd95-6161-433c-9f48-c2df08f92e9e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.358625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.383437 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.393993 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.408174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6516bd95-6161-433c-9f48-c2df08f92e9e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.432073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 48e42f61-46fa-4b17-8071-ba6900dcdde2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=48e42f61-46fa-4b17-8071-ba6900dcdde2,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:47.442786 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.492329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-0d34d38e-6925-4655-9798-29a41f211baa service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647986 Aug 20 12:11:47.547280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'Port': ['ID=1ce4b193-4b0e-4898-9799-82e854b9f7d7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:47.549926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::36e (b2b925b6-7332-4566-8ee2-aefc8b9a1549/b3880dfa-4e84-432e-b7fe-24a170388442/3a383ac6-722b-4db7-ac91-9d347e883680) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:47.554418 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.572386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6516bd95-6161-433c-9f48-c2df08f92e9e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.575770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6516bd95-6161-433c-9f48-c2df08f92e9e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.579341 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6516bd95-6161-433c-9f48-c2df08f92e9e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/1744dd15-8c9b-476a-87b3-d731b16f1e75 HTTP/1.1" status: 204 len: 168 time: 0.3779225 Aug 20 12:11:47.585065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=48e42f61-46fa-4b17-8071-ba6900dcdde2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:47.587281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55734) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:47.603041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-796db225-974b-4c53-b440-9f06872b99e8 None None] Provisioning complete for port 48e42f61-46fa-4b17-8071-ba6900dcdde2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:47.603830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-796db225-974b-4c53-b440-9f06872b99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.657430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516bd95-6161-433c-9f48-c2df08f92e9e tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1744dd15-8c9b-476a-87b3-d731b16f1e75,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:47.717056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac621501-2884-41e9-ab50-1b72cdab2164 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1206338 Aug 20 12:11:47.719292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55738) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:47.728104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ad5c6aad-6a70-45b8-8072-abe35d3ba3e0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176274450'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:47.739285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:47.741273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:47.879034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ab9d8ab-ddc3-4d7d-a140-2db1ccb3b1d2 req-3e23aa8e-688c-4037-9e58-0566a2da662c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 210 time: 0.0703163 Aug 20 12:11:47.898716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6aad-6a70-45b8-8072-abe35d3ba3e0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.917261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Router fc9b9792-5f07-4521-983e-30879d8b7b52 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:47.958011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8f542faa-0405-400f-a6d4-b8daaa9df478 None None] Could not find standard attr ID for object 761ff16c-5b37-411a-8ff7-7061913073bf. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:11:48.015689 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.084928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4ba88847-7f63-4163-9814-1cfa823ec4ee None None] Provisioning complete for port 1ce4b193-4b0e-4898-9799-82e854b9f7d7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:48.085621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4ba88847-7f63-4163-9814-1cfa823ec4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.103978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6aad-6a70-45b8-8072-abe35d3ba3e0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.105187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:48.106172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 3a383ac6-722b-4db7-ac91-9d347e883680 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:48.122163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d529ad-2a52-459f-921a-3b102412ee40 None None] Sync routers for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:48.124506 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-714f623f-81d9-4462-a965-063ef5b4124c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "PUT /v2.0/routers/fc9b9792-5f07-4521-983e-30879d8b7b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0285134 Aug 20 12:11:48.127043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55746) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:48.133721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Request body: {'port': {'network_id': 'b5bbd21d-95f2-4357-b742-8f48dd73b9ed', 'name': 'tempest-FloatingIPAdminTestJSON-2046746820'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:48.148440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6aad-6a70-45b8-8072-abe35d3ba3e0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.154971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d529ad-2a52-459f-921a-3b102412ee40 None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:48.155877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-60d529ad-2a52-459f-921a-3b102412ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:48.158258 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.208498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-60d529ad-2a52-459f-921a-3b102412ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:48.216313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4ba88847-7f63-4163-9814-1cfa823ec4ee None None] Port 1ce4b193-4b0e-4898-9799-82e854b9f7d7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:48.223576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d529ad-2a52-459f-921a-3b102412ee40 None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:48.224533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-60d529ad-2a52-459f-921a-3b102412ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:48.238011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6aad-6a70-45b8-8072-abe35d3ba3e0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.239485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ad5c6aad-6a70-45b8-8072-abe35d3ba3e0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5180614 Aug 20 12:11:48.249467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:48.250340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55752) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:48.256180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9b3c5ad3-d593-4ded-997a-efbf57c405dd tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': '56fd6e0c-519e-43aa-b234-f24af9055d74', 'direction': 'ingress', 'protocol': 17}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:48.265015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c6aad-6a70-45b8-8072-abe35d3ba3e0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd6e0c-519e-43aa-b234-f24af9055d74,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:48.268053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:48.274271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-60d529ad-2a52-459f-921a-3b102412ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:48.275053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:48.275767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d529ad-2a52-459f-921a-3b102412ee40 None None] The sync data for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:48.282451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:48.283292 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.311161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=3a383ac6-722b-4db7-ac91-9d347e883680,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:48.352292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Made reservation on behalf of ed9a5ef605364360875219dfb3df674a for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:48.357049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.358163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-91e3974c-6463-4255-a0ca-6233b49bfd1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9917686 Aug 20 12:11:48.360044 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5ad3-d593-4ded-997a-efbf57c405dd tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.365993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55754) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:48.383673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] device_id is not set on port 8bf6501b-d7e7-4973-b07b-da91bad983b4 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:48.454564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0abb0-fc47-4ab4-a1f3-989eff0919cd req-814dcd05-9355-466a-b562-e0b03acfbf95 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:48.456134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ef0abb0-fc47-4ab4-a1f3-989eff0919cd req-814dcd05-9355-466a-b562-e0b03acfbf95 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 946 time: 0.1401396 Aug 20 12:11:48.500417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d607b2a-6231-4c3e-bb29-cc1cdccc06ed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:48.510705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d607b2a-6231-4c3e-bb29-cc1cdccc06ed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:48.514666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6d607b2a-6231-4c3e-bb29-cc1cdccc06ed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1457300 Aug 20 12:11:48.516208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55756) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:48.549676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5ad3-d593-4ded-997a-efbf57c405dd tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.568135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ef0abb0-fc47-4ab4-a1f3-989eff0919cd req-27b983ff-e852-43b0-8737-9d66a1a8d918 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049848 Aug 20 12:11:48.572366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Allocated IP 172.20.0.12 (b5bbd21d-95f2-4357-b742-8f48dd73b9ed/ddbbd28a-f9e7-4abc-a35d-f10d625c34e0/8bf6501b-d7e7-4973-b07b-da91bad983b4) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:48.583207 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5ad3-d593-4ded-997a-efbf57c405dd tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.640182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c5ad3-d593-4ded-997a-efbf57c405dd tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882de195-6e40-43aa-8818-9538eed4d015,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:48.653058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5ad3-d593-4ded-997a-efbf57c405dd tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.658276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9b3c5ad3-d593-4ded-997a-efbf57c405dd tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4058580 Aug 20 12:11:48.658988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55762) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:48.740227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-89802e26-c550-4a8a-bc1b-0434f62737e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 3a383ac6-722b-4db7-ac91-9d347e883680 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:48.740540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89802e26-c550-4a8a-bc1b-0434f62737e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.742148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-522e6a89-4b4e-4a33-8279-9c447ccde23d None None] Provisioning for port 3a383ac6-722b-4db7-ac91-9d347e883680 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:48.746680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-522e6a89-4b4e-4a33-8279-9c447ccde23d None None] Provisioning complete for port 3a383ac6-722b-4db7-ac91-9d347e883680 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:48.747638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-522e6a89-4b4e-4a33-8279-9c447ccde23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.756567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0341c80-7a11-4e6d-84ce-a0bceddf1cb0 req-ed662b0f-9ef7-4da0-b0a2-d0d19aa1046e tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:48.758086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0341c80-7a11-4e6d-84ce-a0bceddf1cb0 req-ed662b0f-9ef7-4da0-b0a2-d0d19aa1046e tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 945 time: 0.0810783 Aug 20 12:11:48.758938 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-13730c84-cca8-45c0-91f4-0fff1df20fd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.789764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-522e6a89-4b4e-4a33-8279-9c447ccde23d None None] Port 3a383ac6-722b-4db7-ac91-9d347e883680 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:48.798129 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-13730c84-cca8-45c0-91f4-0fff1df20fd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.833203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0341c80-7a11-4e6d-84ce-a0bceddf1cb0 req-c6f712b5-81d1-4e7a-9c36-deccabd3cfd5 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627847 Aug 20 12:11:48.860960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.861159 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-13730c84-cca8-45c0-91f4-0fff1df20fd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.863964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-13730c84-cca8-45c0-91f4-0fff1df20fd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.867713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-13730c84-cca8-45c0-91f4-0fff1df20fd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/56fd6e0c-519e-43aa-b234-f24af9055d74 HTTP/1.1" status: 204 len: 168 time: 0.2052932 Aug 20 12:11:48.868656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55766) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:48.875664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89802e26-c550-4a8a-bc1b-0434f62737e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.894336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Transition to ACTIVE for port object 8bf6501b-d7e7-4973-b07b-da91bad983b4 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:48.895850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-89802e26-c550-4a8a-bc1b-0434f62737e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 3a383ac6-722b-4db7-ac91-9d347e883680 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:48.906251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13730c84-cca8-45c0-91f4-0fff1df20fd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd6e0c-519e-43aa-b234-f24af9055d74,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:48.950691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.961294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b5b380ca-7016-4c8e-8456-9cf071f5f9a0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859449 Aug 20 12:11:48.984523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55772) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:49.006627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3c531307-065a-4b17-a1db-0fbbafdaf4fb tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066347311'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:49.020996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-798bd8db-af3a-4f61-adea-895f3d09c0e1 req-33df4a93-4801-4f9b-8a7a-92e3a35e7bfc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 210 time: 0.0317082 Aug 20 12:11:49.041460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cde77-ff0d-458f-8406-dc1d4dadfaf7 req-a614316d-8a8f-4b2d-a475-baea1e10166e tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:49.050005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-735cde77-ff0d-458f-8406-dc1d4dadfaf7 req-a614316d-8a8f-4b2d-a475-baea1e10166e tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=b37f97a8-240c-409c-818e-c580f69006d1 HTTP/1.1" status: 200 len: 945 time: 0.0872240 Aug 20 12:11:49.080832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 48e42f61-46fa-4b17-8071-ba6900dcdde2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:49.092877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-735cde77-ff0d-458f-8406-dc1d4dadfaf7 req-1d3024bd-0e44-43ee-9dba-80f32d5ab4c8 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Aug 20 12:11:49.144556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event updated for resources: {'Port': ['ID=8bf6501b-d7e7-4973-b07b-da91bad983b4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:49.153547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:49.159253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 48e42f61-46fa-4b17-8071-ba6900dcdde2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:49.159645 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.177280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:49.186318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:49.189656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.190010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.190387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.190723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.191068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.191419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.191735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.192063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.192396 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.192720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.193043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.193368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:11:49.202262 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c531307-065a-4b17-a1db-0fbbafdaf4fb tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.364507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:49.365221 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.378135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-15aaabae-a25e-4b14-8606-1f2d53af97c1 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:49.379648 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-15aaabae-a25e-4b14-8606-1f2d53af97c1 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.3166816 Aug 20 12:11:49.401868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Request body: {'port': {'device_id': '58851c23-aa34-4398-bb12-f76436ab18a4', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'admin_state_up': True, 'tenant_id': 'b11b040c005843c589fc833e824a73ab'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:49.440026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdb56e-025c-479d-911b-cdcfffd09a0c req-0b146666-7b94-4814-baff-e563d9a8b021 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:49.441554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03fdb56e-025c-479d-911b-cdcfffd09a0c req-0b146666-7b94-4814-baff-e563d9a8b021 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=b37f97a8-240c-409c-818e-c580f69006d1 HTTP/1.1" status: 200 len: 945 time: 0.0591083 Aug 20 12:11:49.481929 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03fdb56e-025c-479d-911b-cdcfffd09a0c req-cfff1161-0e85-43be-a974-7e2f72dd2c1c tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340769 Aug 20 12:11:49.483862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89802e26-c550-4a8a-bc1b-0434f62737e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.520116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-03680b15-7915-4814-b8d2-768593ff0f44 None None] Provisioning for port 8bf6501b-d7e7-4973-b07b-da91bad983b4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:49.524105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-03680b15-7915-4814-b8d2-768593ff0f44 None None] Provisioning complete for port 8bf6501b-d7e7-4973-b07b-da91bad983b4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:49.524482 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-03680b15-7915-4814-b8d2-768593ff0f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.533916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89802e26-c550-4a8a-bc1b-0434f62737e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=3a383ac6-722b-4db7-ac91-9d347e883680,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:49.552080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c531307-065a-4b17-a1db-0fbbafdaf4fb tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.568798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-03680b15-7915-4814-b8d2-768593ff0f44 None None] Port 8bf6501b-d7e7-4973-b07b-da91bad983b4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:49.580697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c531307-065a-4b17-a1db-0fbbafdaf4fb tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.588844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-325dcb3e-4f96-47a1-9c73-3b193901ed4c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4601669 Aug 20 12:11:49.592760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55778) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:49.597675 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89802e26-c550-4a8a-bc1b-0434f62737e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.599855 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-89802e26-c550-4a8a-bc1b-0434f62737e7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/3a383ac6-722b-4db7-ac91-9d347e883680 HTTP/1.1" status: 204 len: 168 time: 1.0825112 Aug 20 12:11:49.604644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55780) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:49.640385 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c531307-065a-4b17-a1db-0fbbafdaf4fb tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.641626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3c531307-065a-4b17-a1db-0fbbafdaf4fb tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6540451 Aug 20 12:11:49.650798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55784) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:49.657062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b88e8674-aa75-4f4e-a31d-dd5205560bb4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677115753'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:49.680786 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c531307-065a-4b17-a1db-0fbbafdaf4fb tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5dd074-d08e-4ffa-9cfb-ad14db48a2fd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:49.691848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:49.695422 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.708895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b88e8674-aa75-4f4e-a31d-dd5205560bb4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.726424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad99a1d-c459-4eb1-a8c6-829ba751a2c9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:49.727937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad99a1d-c459-4eb1-a8c6-829ba751a2c9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:49.729542 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cad99a1d-c459-4eb1-a8c6-829ba751a2c9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1162632 Aug 20 12:11:49.736119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:49.793620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'project_id': 'ed9a5ef605364360875219dfb3df674a', 'port_id': '8bf6501b-d7e7-4973-b07b-da91bad983b4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:49.838237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c48e4be-db33-4acc-a9f6-c13215714eb9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet b3880dfa-4e84-432e-b7fe-24a170388442 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:49.843291 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4be-db33-4acc-a9f6-c13215714eb9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.871707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Allocated IP 172.20.0.12 (6f7021bb-6e8c-453c-bca1-31d5bea963ed/886444a5-b6c7-4939-8cf4-e3eccaa8ffc6/8680f82e-9371-48eb-a77b-f889e16d83b9) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:49.899098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4be-db33-4acc-a9f6-c13215714eb9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.942949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b88e8674-aa75-4f4e-a31d-dd5205560bb4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.956539 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b88e8674-aa75-4f4e-a31d-dd5205560bb4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.983408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4be-db33-4acc-a9f6-c13215714eb9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.013736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.025667 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b88e8674-aa75-4f4e-a31d-dd5205560bb4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.026938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b88e8674-aa75-4f4e-a31d-dd5205560bb4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3751132 Aug 20 12:11:50.039672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55790) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.047487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-986c31e9-3e14-484c-b331-9fb2829f8bc2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': '8c5dd074-d08e-4ffa-9cfb-ad14db48a2fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c417a60-81a1-40f3-8544-4fd3222c6505', 'remote_ip_prefix': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:50.062522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e8674-aa75-4f4e-a31d-dd5205560bb4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c417a60-81a1-40f3-8544-4fd3222c6505,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:50.174606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a732edd-b9ed-4da9-a0ad-1652f3eb3e25 req-41c86e68-e8b5-4ac4-aa41-844453571c60 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 210 time: 0.0429533 Aug 20 12:11:50.175655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4be-db33-4acc-a9f6-c13215714eb9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.211291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48e4be-db33-4acc-a9f6-c13215714eb9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=b3880dfa-4e84-432e-b7fe-24a170388442,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:50.218955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c48e4be-db33-4acc-a9f6-c13215714eb9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.220893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2c48e4be-db33-4acc-a9f6-c13215714eb9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/b3880dfa-4e84-432e-b7fe-24a170388442 HTTP/1.1" status: 204 len: 168 time: 0.4828873 Aug 20 12:11:50.221786 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986c31e9-3e14-484c-b331-9fb2829f8bc2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.226753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55794) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.227045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6bba7f-1561-4cfb-aa7b-191de98eece1 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:50.285867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1ab6a48d-273c-4fb5-b863-296c9e26e0e9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572982 Aug 20 12:11:50.290364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55796) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.346394 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986c31e9-3e14-484c-b331-9fb2829f8bc2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.346640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.351429 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.354679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986c31e9-3e14-484c-b331-9fb2829f8bc2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.364706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ca6837-579f-46b5-8eb2-4bf61b3ce081 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:50.366372 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d4ca6837-579f-46b5-8eb2-4bf61b3ce081 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0748415 Aug 20 12:11:50.368896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55798) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.416435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-986c31e9-3e14-484c-b331-9fb2829f8bc2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.417495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-986c31e9-3e14-484c-b331-9fb2829f8bc2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3748162 Aug 20 12:11:50.421400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c31e9-3e14-484c-b331-9fb2829f8bc2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea29e48-e7cf-4f62-9067-dcb59dd098a4,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:50.424000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55800) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.437693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:50.465655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778dfc0-531a-4878-bfa5-f45f5f0b7e67 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:50.470301 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4778dfc0-531a-4878-bfa5-f45f5f0b7e67 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0971372 Aug 20 12:11:50.470301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55802) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.492138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] Deleting port 48e42f61-46fa-4b17-8071-ba6900dcdde2 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:50.492654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.500466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Allocated IP 172.25.0.198 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/788332f6-6b3e-4da7-9967-f787e4a5db9b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:50.523954 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ceb723f-f32d-4044-912c-744f1347ab2b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484805 Aug 20 12:11:50.523954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf724b96-1069-4c04-80e1-9f836dddcefc tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.524257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55806) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.530671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:50.541150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.554094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf724b96-1069-4c04-80e1-9f836dddcefc tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.667391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:50.687688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.688029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:50.696697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:50.704173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event updated for resources: {'Port': ['ID=8680f82e-9371-48eb-a77b-f889e16d83b9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:50.706932 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf724b96-1069-4c04-80e1-9f836dddcefc tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.724106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6c800-ce96-43ac-9314-8294f0359612 req-41aaae00-1857-4a8a-a5c9-dc37275efa43 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:50.725907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3b6c800-ce96-43ac-9314-8294f0359612 req-41aaae00-1857-4a8a-a5c9-dc37275efa43 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=b37f97a8-240c-409c-818e-c580f69006d1 HTTP/1.1" status: 200 len: 945 time: 0.1249244 Aug 20 12:11:50.732271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf724b96-1069-4c04-80e1-9f836dddcefc tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.733430 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bf724b96-1069-4c04-80e1-9f836dddcefc tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/aea29e48-e7cf-4f62-9067-dcb59dd098a4 HTTP/1.1" status: 204 len: 168 time: 0.3082206 Aug 20 12:11:50.737508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] For port 48e42f61-46fa-4b17-8071-ba6900dcdde2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=48e42f61-46fa-4b17-8071-ba6900dcdde2,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:50.738245 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.739222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55808) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.752625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] Calling delete_port for 48e42f61-46fa-4b17-8071-ba6900dcdde2 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:50.757410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf724b96-1069-4c04-80e1-9f836dddcefc tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aea29e48-e7cf-4f62-9067-dcb59dd098a4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:50.777835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:50.778496 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.782144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:50.785481 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.794554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.834595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:50.838895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.871961 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-166d30b4-298c-46ed-a1d3-55d552897be7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4790366 Aug 20 12:11:50.885221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a87785ca-20d0-4976-b6f4-2bef4288a511 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1424916 Aug 20 12:11:50.887997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3b6c800-ce96-43ac-9314-8294f0359612 req-d8417fb9-d5dc-4b5e-84a7-12bd76788857 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495485 Aug 20 12:11:50.890632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55812) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:50.892381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Request body: {'port': {'device_id': '58851c23-aa34-4398-bb12-f76436ab18a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:50.908441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:50.909035 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] Pushing event deleted for resources: {'Port': ['ID=48e42f61-46fa-4b17-8071-ba6900dcdde2,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:50.915233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276550c-2a60-4468-8a1d-1554308d3bec None None] No DVR routers for this DVR port 48e42f61-46fa-4b17-8071-ba6900dcdde2 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:50.929269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:50.949617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:50.959206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-7199afd7-3075-4b28-94ee-b46a69986312 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:50.960740 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-7199afd7-3075-4b28-94ee-b46a69986312 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "GET /v2.0/ports?device_id=b37f97a8-240c-409c-818e-c580f69006d1 HTTP/1.1" status: 200 len: 945 time: 0.1260743 Aug 20 12:11:50.972367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Pushing event updated for resources: {'Port': ['ID=788332f6-6b3e-4da7-9967-f787e4a5db9b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:51.030843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.056739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1da02ebf-eae2-41a9-856c-6d5a7a3dd4ec tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.118664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1da02ebf-eae2-41a9-856c-6d5a7a3dd4ec tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.123706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 48e42f61-46fa-4b17-8071-ba6900dcdde2 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:51.174937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 48e42f61-46fa-4b17-8071-ba6900dcdde2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:51.175328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 48e42f61-46fa-4b17-8071-ba6900dcdde2 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:51.254568 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1da02ebf-eae2-41a9-856c-6d5a7a3dd4ec tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.257348 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1da02ebf-eae2-41a9-856c-6d5a7a3dd4ec tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.261026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1da02ebf-eae2-41a9-856c-6d5a7a3dd4ec tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/1c417a60-81a1-40f3-8544-4fd3222c6505 HTTP/1.1" status: 204 len: 168 time: 0.3654568 Aug 20 12:11:51.264304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55816) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:51.315697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da02ebf-eae2-41a9-856c-6d5a7a3dd4ec tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c417a60-81a1-40f3-8544-4fd3222c6505,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:51.351766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Deleting port ef349169-9113-443d-9f10-47db46389dfa {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:51.352127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.408120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517e95a-c4ec-4c5b-adf6-7d5ddef4489a req-c696b394-6de7-48f1-971f-7f00ef3b2f26 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:51.409656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e517e95a-c4ec-4c5b-adf6-7d5ddef4489a req-c696b394-6de7-48f1-971f-7f00ef3b2f26 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 932 time: 0.1454039 Aug 20 12:11:51.505526 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fcb84aad-03ff-42c0-bc63-335c0c602b9f tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2376471 Aug 20 12:11:51.514278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55818) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:51.546420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.objects.ports [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101033) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:11:51.551090 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.584593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e517e95a-c4ec-4c5b-adf6-7d5ddef4489a req-8cb6a20d-5cae-452f-8926-139a8e6554c8 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394131 Aug 20 12:11:51.631451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:51.642944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] For port ef349169-9113-443d-9f10-47db46389dfa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ef349169-9113-443d-9f10-47db46389dfa,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:51.643318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.645927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:51.657385 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8bcaed-ed3f-4aeb-b035-1817970cfe1b None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:51.657945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:51.658510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.674256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Calling delete_port for ef349169-9113-443d-9f10-47db46389dfa owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:51.684290 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.691201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=773c4d3d-df93-417a-9046-b0df68551d80,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:51.701081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc2a-6c6b-402a-9231-3d6e64788cc9 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.718546 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8733de3a-2cf8-4c64-ab6f-d590c7843ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1923826 Aug 20 12:11:51.723991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55820) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:51.736279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-20b815a6-6a53-455c-85bb-042fabfbda5c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:51.745551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a7b0-bde7-4862-a966-3815c677c26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.793257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8680f82e-9371-48eb-a77b-f889e16d83b9 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:51.809756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.832775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Transition to ACTIVE for port object 8680f82e-9371-48eb-a77b-f889e16d83b9 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:51.843255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.872302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': '773c4d3d-df93-417a-9046-b0df68551d80'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:11:51.873270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:51.935087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Pushing event updated for resources: {'Port': ['ID=8680f82e-9371-48eb-a77b-f889e16d83b9,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:51.993683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.007203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5', 'ef349169-9113-443d-9f10-47db46389dfa', 'bedede32-63b1-4c34-a1b4-4f4f906497ea'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:52.034553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Pushing event deleted for resources: {'Port': ['ID=ef349169-9113-443d-9f10-47db46389dfa,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:52.097259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] No DVR routers for this DVR port ef349169-9113-443d-9f10-47db46389dfa on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:52.101791 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.103831 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f1a7df7-2f14-4647-b80a-90250a35653d req-0b727617-0ea2-4e66-9ff7-b429326c5af9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "DELETE /v2.0/ports/ef349169-9113-443d-9f10-47db46389dfa HTTP/1.1" status: 204 len: 173 time: 1.1175787 Aug 20 12:11:52.104279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37f97a8-240c-409c-818e-c580f69006d1', 'name': 'network-vif-deleted', 'tag': 'ef349169-9113-443d-9f10-47db46389dfa'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:52.107296 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f746f136-7f8b-49fe-8245-4013d949c042" -d '{"events": [{"server_uuid": "b37f97a8-240c-409c-818e-c580f69006d1", "name": "network-vif-deleted", "tag": "ef349169-9113-443d-9f10-47db46389dfa"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:52.110961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Attempting to bind port 8680f82e-9371-48eb-a77b-f889e16d83b9 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:52.111302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Attempting to bind port 8680f82e-9371-48eb-a77b-f889e16d83b9 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:52.111619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Attempting to bind port 8680f82e-9371-48eb-a77b-f889e16d83b9 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:52.116781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Port 8680f82e-9371-48eb-a77b-f889e16d83b9 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:52.117203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Attempting to bind port 8680f82e-9371-48eb-a77b-f889e16d83b9 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:52.124663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:52.125183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Checking segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:52.125757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Bound using segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:52.126572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Bound port: 8680f82e-9371-48eb-a77b-f889e16d83b9, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:52.127282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.174447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Allocated IP 2001:db8::f816:3eff:fe4a:ad3f (b2b925b6-7332-4566-8ee2-aefc8b9a1549/773c4d3d-df93-417a-9046-b0df68551d80/c25ddc57-3e3c-4c8f-b22a-c70bc3f76187) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:52.178484 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06068cee-5b3d-42f3-8313-ab29f4250185 x-openstack-request-id: req-06068cee-5b3d-42f3-8313-ab29f4250185 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:52.178850 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37f97a8-240c-409c-818e-c580f69006d1", "name": "network-vif-deleted", "tag": "ef349169-9113-443d-9f10-47db46389dfa", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:52.179172 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06068cee-5b3d-42f3-8313-ab29f4250185 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:52.179828 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37f97a8-240c-409c-818e-c580f69006d1', 'name': 'network-vif-deleted', 'tag': 'ef349169-9113-443d-9f10-47db46389dfa', 'status': 'completed', 'code': 200} Aug 20 12:11:52.209159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] For port 8680f82e-9371-48eb-a77b-f889e16d83b9, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:52.213534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] For port 8680f82e-9371-48eb-a77b-f889e16d83b9, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8680f82e-9371-48eb-a77b-f889e16d83b9,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:52.218227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.257442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:52.258061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.259556 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] 10.222.0.73 "PUT /v2.0/ports/8680f82e-9371-48eb-a77b-f889e16d83b9 HTTP/1.1" status: 200 len: 1093 time: 1.3714118 Aug 20 12:11:52.262768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc2a-6c6b-402a-9231-3d6e64788cc9 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.292253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edc2f720-77cf-4a2f-8cea-ed7087a36565 req-f1d22de0-c5f8-4ad5-931b-33667624c6cb tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=b37f97a8-240c-409c-818e-c580f69006d1 HTTP/1.1" status: 200 len: 210 time: 0.0844615 Aug 20 12:11:52.311248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548155b-fb04-4232-ba5d-f009222b8685 service neutron] Pushing event updated for resources: {'Port': ['ID=8680f82e-9371-48eb-a77b-f889e16d83b9,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:52.312783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b815a6-6a53-455c-85bb-042fabfbda5c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:52.316817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20b815a6-6a53-455c-85bb-042fabfbda5c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.372597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-d8bff1dc-bc33-446b-9933-e7da15dba9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:52.373650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-d8bff1dc-bc33-446b-9933-e7da15dba9a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 1096 time: 0.0511565 Aug 20 12:11:52.404414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.425834 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-95c24c1b-7a9e-403a-95c2-c02ac55967d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8680f82e-9371-48eb-a77b-f889e16d83b9 HTTP/1.1" status: 200 len: 217 time: 0.0395968 Aug 20 12:11:52.449323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc2a-6c6b-402a-9231-3d6e64788cc9 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.451399 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.452124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab8efc2a-6c6b-402a-9231-3d6e64788cc9 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.454681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ab8efc2a-6c6b-402a-9231-3d6e64788cc9 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/8c5dd074-d08e-4ffa-9cfb-ad14db48a2fd HTTP/1.1" status: 204 len: 168 time: 0.9394045 Aug 20 12:11:52.463469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:52.470924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Transition to ACTIVE for port object c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:52.492254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8efc2a-6c6b-402a-9231-3d6e64788cc9 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5dd074-d08e-4ffa-9cfb-ad14db48a2fd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:52.504181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Transition to ACTIVE for port object c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:52.515255 n-d-800634-10 neutron-server[101034]: INFO neutron.db.ipam_backend_mixin [None req-20b815a6-6a53-455c-85bb-042fabfbda5c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 773c4d3d-df93-417a-9046-b0df68551d80 (CIDR: 2001:db8::/64) Aug 20 12:11:52.520351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-3f50860c-20b9-458a-ad3c-d3a051979362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:52.521987 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-3f50860c-20b9-458a-ad3c-d3a051979362 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.0869451 Aug 20 12:11:52.522704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.530166 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a48db5dd-b737-4aed-9f5f-fd297134953c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655670 Aug 20 12:11:52.535970 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b815a6-6a53-455c-85bb-042fabfbda5c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:11:52.536470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b815a6-6a53-455c-85bb-042fabfbda5c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:11:52.538469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55830) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:52.558077 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-b48e0e5c-bc97-4e81-911d-2589b6358dad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268533 Aug 20 12:11:52.567822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bb9b7e51-9bbf-4b53-bcc8-27cdacdc6aaa tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-secgroup--210789438'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:52.590650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:52.591736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Pushing event updated for resources: {'Port': ['ID=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:52.596435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-20b815a6-6a53-455c-85bb-042fabfbda5c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8705962 Aug 20 12:11:52.600968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55832) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:52.601822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:52.608168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:52.609279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:52.684654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Attempting to bind port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:52.685390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Attempting to bind port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:52.685619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Attempting to bind port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:52.689031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb9b7e51-9bbf-4b53-bcc8-27cdacdc6aaa tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.692246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:52.693000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:52.693675 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.694326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:52.695086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Bound port: c25ddc57-3e3c-4c8f-b22a-c70bc3f76187, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:52.695727 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.729870 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-ac0f6dd1-921f-4128-8685-4c8022c65a17 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600800 Aug 20 12:11:52.776314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] For port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:52.780792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] For port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:52.784844 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.864499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b3ae4-2280-46e4-ab5a-a05ea8ba2745 None None] Pushing event updated for resources: {'Port': ['ID=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:52.866705 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45faf2f3-47d1-4acc-ab6b-22cc19d623db req-236f4800-1786-411d-94c8-866ed12a2192 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220651 Aug 20 12:11:52.883562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f900b7e-eb18-41e7-a4be-a2123592d52a req-b901ac49-34e5-4cc8-82e8-9dc61e0b7f5a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:52.885198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f900b7e-eb18-41e7-a4be-a2123592d52a req-b901ac49-34e5-4cc8-82e8-9dc61e0b7f5a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 944 time: 0.1776838 Aug 20 12:11:52.890027 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:52.903025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.022390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Pushing event updated for resources: {'Port': ['ID=788332f6-6b3e-4da7-9967-f787e4a5db9b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:53.066794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f900b7e-eb18-41e7-a4be-a2123592d52a req-8cf8e881-1caa-43d1-9dc5-1200392c720f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679533 Aug 20 12:11:53.084784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.092748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb9b7e51-9bbf-4b53-bcc8-27cdacdc6aaa tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.142081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb9b7e51-9bbf-4b53-bcc8-27cdacdc6aaa tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.194960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:53.198518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.213637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb9b7e51-9bbf-4b53-bcc8-27cdacdc6aaa tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.214930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bb9b7e51-9bbf-4b53-bcc8-27cdacdc6aaa tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6508451 Aug 20 12:11:53.217802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55838) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:53.222630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-97ad34b5-ec4d-4391-b9a8-fb84c1a0408c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': '52a33ac9-2d17-40ad-8cdf-78f751079bc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:53.255168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97ad34b5-ec4d-4391-b9a8-fb84c1a0408c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.281382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b7e51-9bbf-4b53-bcc8-27cdacdc6aaa tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a33ac9-2d17-40ad-8cdf-78f751079bc1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:53.322390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97ad34b5-ec4d-4391-b9a8-fb84c1a0408c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.323080 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Floating IP 8aa4230f-70c3-4335-9120-dedc74e1d67c associated. External IP: 172.25.0.198, port: 8bf6501b-d7e7-4973-b07b-da91bad983b4. Aug 20 12:11:53.327123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97ad34b5-ec4d-4391-b9a8-fb84c1a0408c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.351825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad34b5-ec4d-4391-b9a8-fb84c1a0408c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44217902-2761-40dc-ba76-4395a6b0f6e7,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:53.367350 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97ad34b5-ec4d-4391-b9a8-fb84c1a0408c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.368883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97ad34b5-ec4d-4391-b9a8-fb84c1a0408c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1500449 Aug 20 12:11:53.372593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55844) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:53.401806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38112574-9a5f-4be6-a999-ac307cf9317c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.411539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38112574-9a5f-4be6-a999-ac307cf9317c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.444230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38112574-9a5f-4be6-a999-ac307cf9317c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.453127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38112574-9a5f-4be6-a999-ac307cf9317c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.454578 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-38112574-9a5f-4be6-a999-ac307cf9317c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/44217902-2761-40dc-ba76-4395a6b0f6e7 HTTP/1.1" status: 204 len: 168 time: 0.0807910 Aug 20 12:11:53.459001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55846) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:53.461232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38112574-9a5f-4be6-a999-ac307cf9317c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44217902-2761-40dc-ba76-4395a6b0f6e7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:53.592174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ca46820a-44e2-4a2b-950d-0b8b7a2c2d02 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1320074 Aug 20 12:11:53.595034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:53.671924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d96eb1d8-adb7-41d7-8ba6-4b789f3f71f1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.711162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d96eb1d8-adb7-41d7-8ba6-4b789f3f71f1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.729152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Router fc9b9792-5f07-4521-983e-30879d8b7b52 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:53.740369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.765520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d96eb1d8-adb7-41d7-8ba6-4b789f3f71f1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.768523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d96eb1d8-adb7-41d7-8ba6-4b789f3f71f1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.772640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d96eb1d8-adb7-41d7-8ba6-4b789f3f71f1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/52a33ac9-2d17-40ad-8cdf-78f751079bc1 HTTP/1.1" status: 204 len: 168 time: 0.1735668 Aug 20 12:11:53.779860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55862) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:53.780757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eb1d8-adb7-41d7-8ba6-4b789f3f71f1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a33ac9-2d17-40ad-8cdf-78f751079bc1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:53.813317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:53.849394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:53.852170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fae43bb8-eb7d-4794-9600-f95db68d04e3 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674412 Aug 20 12:11:53.853343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55866) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:53.859886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4946d741-6d3b-42a0-a4d9-b0843a940f1c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365556247'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:53.869036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:53.869656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.881078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=2a5d3fa2-4ec8-46bb-be0f-ad2d9873fcfc,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:53.896609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4946d741-6d3b-42a0-a4d9-b0843a940f1c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.907000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f4883326-0f96-4dd5-a83a-0fc355b07b53 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3002832 Aug 20 12:11:53.911513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55868) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:53.918982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:22:52:a8', 'name': 'tempest-NetworksTestDHCPv6-957007307'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:53.957313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:53.967547 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cd635-ff20-42f0-b1a1-c7886df52cd0 None None] Sync routers for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:53.977427 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:53.990265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c968b517-c73e-4632-951c-295b6ed63246 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:54.001306 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cd635-ff20-42f0-b1a1-c7886df52cd0 None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:54.003129 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3e3cd635-ff20-42f0-b1a1-c7886df52cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:54.024290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55872) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:54.025691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cf1a3c2a-bda9-4be9-8a83-a629c0b6607f tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.4295211 Aug 20 12:11:54.067532 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3e3cd635-ff20-42f0-b1a1-c7886df52cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:54.080906 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cd635-ff20-42f0-b1a1-c7886df52cd0 None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:54.082156 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3e3cd635-ff20-42f0-b1a1-c7886df52cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:54.084129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4610cb0b-eb5e-48d5-9ad1-6f15909da86a None None] Provisioning for port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:54.130757 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3e3cd635-ff20-42f0-b1a1-c7886df52cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:54.131412 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cd635-ff20-42f0-b1a1-c7886df52cd0 None None] The sync data for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:54.183007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58851c23-aa34-4398-bb12-f76436ab18a4', 'tag': '8680f82e-9371-48eb-a77b-f889e16d83b9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:54.186030 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209" -d '{"events": [{"name": "network-changed", "server_uuid": "58851c23-aa34-4398-bb12-f76436ab18a4", "tag": "8680f82e-9371-48eb-a77b-f889e16d83b9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:54.228311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3f0b4935-3fa8-405a-b422-1aa15ddb9a00 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] 10.222.0.25 "GET /v2.0/floatingips/8aa4230f-70c3-4335-9120-dedc74e1d67c HTTP/1.1" status: 200 len: 984 time: 0.2006707 Aug 20 12:11:54.228804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55882) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:54.272478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c16c6f-c1dd-4036-bbb2-c70b6be3e94b req-3c9287ee-43bc-4c61-b376-a2f0a494520f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:54.274088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66c16c6f-c1dd-4036-bbb2-c70b6be3e94b req-3c9287ee-43bc-4c61-b376-a2f0a494520f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 944 time: 0.0705035 Aug 20 12:11:54.307431 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68514371-cbeb-45ca-a849-0d3e56553da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.324738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66c16c6f-c1dd-4036-bbb2-c70b6be3e94b req-2a4aee05-e42d-4836-abdc-525a4fcc0156 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Aug 20 12:11:54.326589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bd832-37af-4aa9-9b11-29ff315ce1c7 None None] Update dhcp port {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': '773c4d3d-df93-417a-9046-b0df68551d80', 'ip_address': '2001:db8::f816:3eff:fe4a:ad3f'}, {'subnet_id': '2a5d3fa2-4ec8-46bb-be0f-ad2d9873fcfc'}], 'binding:host_id': 'n-d-800634-10'}, 'id': 'c25ddc57-3e3c-4c8f-b22a-c70bc3f76187'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:11:54.353878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4946d741-6d3b-42a0-a4d9-b0843a940f1c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.370723 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4946d741-6d3b-42a0-a4d9-b0843a940f1c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.375521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c50bd832-37af-4aa9-9b11-29ff315ce1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.392426 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a487c40e-5632-4eb6-a425-601c44e667f0 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3039 time: 0.1624823 Aug 20 12:11:54.398742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55884) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:54.415376 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac25b1f-600e-490c-b36c-6234c0fc97db x-openstack-request-id: req-9ac25b1f-600e-490c-b36c-6234c0fc97db {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:54.415678 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58851c23-aa34-4398-bb12-f76436ab18a4", "tag": "8680f82e-9371-48eb-a77b-f889e16d83b9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:54.415926 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ac25b1f-600e-490c-b36c-6234c0fc97db {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:54.416290 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58851c23-aa34-4398-bb12-f76436ab18a4', 'tag': '8680f82e-9371-48eb-a77b-f889e16d83b9', 'status': 'completed', 'code': 200} Aug 20 12:11:54.416992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:54.433072 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4946d741-6d3b-42a0-a4d9-b0843a940f1c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.435316 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4946d741-6d3b-42a0-a4d9-b0843a940f1c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5805819 Aug 20 12:11:54.459131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946d741-6d3b-42a0-a4d9-b0843a940f1c tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada9bd87-d1ff-45ff-9ee2-825b03c4b176,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:54.468268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55886) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:54.472220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ba78321a-cd44-4281-bb1d-304b8c55d69a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': 'ada9bd87-d1ff-45ff-9ee2-825b03c4b176', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:54.501169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e848fcb-7146-4852-9994-04cfac07e997 req-0853394a-b716-407a-855f-3c65f4497ef4 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:54.507099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e848fcb-7146-4852-9994-04cfac07e997 req-0853394a-b716-407a-855f-3c65f4497ef4 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:54.508840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e848fcb-7146-4852-9994-04cfac07e997 req-0853394a-b716-407a-855f-3c65f4497ef4 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf&device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 1682 time: 0.1433778 Aug 20 12:11:54.567935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-175fe239-95b4-47e6-9cb2-1d289e23ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:54.569450 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-175fe239-95b4-47e6-9cb2-1d289e23ef4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 1096 time: 0.1072028 Aug 20 12:11:54.571697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba78321a-cd44-4281-bb1d-304b8c55d69a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.577598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.584571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-c50bd832-37af-4aa9-9b11-29ff315ce1c7 None None] Allocated IP 2001:db8:0:1::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/2a5d3fa2-4ec8-46bb-be0f-ad2d9873fcfc/c25ddc57-3e3c-4c8f-b22a-c70bc3f76187) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:54.607536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e848fcb-7146-4852-9994-04cfac07e997 req-fc7c2e84-ffe7-4713-8f0a-1f6a4cb3904a tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841908 Aug 20 12:11:54.684900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Deleting port 788332f6-6b3e-4da7-9967-f787e4a5db9b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:54.685246 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.687420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8680f82e-9371-48eb-a77b-f889e16d83b9 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:54.734295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-e1d80240-ab97-474a-8451-51c2e1574c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:54.734295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-e1d80240-ab97-474a-8451-51c2e1574c91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 906 time: 0.1456947 Aug 20 12:11:54.738676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port c2cc149a-73a4-4e6d-8d71-3b355431a99d yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:11:54.769323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.769925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.786721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Calling delete_port for 788332f6-6b3e-4da7-9967-f787e4a5db9b owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:54.800314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8680f82e-9371-48eb-a77b-f889e16d83b9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8680f82e-9371-48eb-a77b-f889e16d83b9,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:54.813581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ef349169-9113-443d-9f10-47db46389dfa no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:54.817855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '8680f82e-9371-48eb-a77b-f889e16d83b9', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'port_id': '8680f82e-9371-48eb-a77b-f889e16d83b9', 'mac_address': 'fa:16:3e:4a:b9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886444a5-b6c7-4939-8cf4-e3eccaa8ffc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:54.847606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: ef349169-9113-443d-9f10-47db46389dfa {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:54.848571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ef349169-9113-443d-9f10-47db46389dfa not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:54.895771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c50bd832-37af-4aa9-9b11-29ff315ce1c7 None None] For port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:54.922402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.951516 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c50bd832-37af-4aa9-9b11-29ff315ce1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:54.957970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8680f82e-9371-48eb-a77b-f889e16d83b9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:55.022643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c50bd832-37af-4aa9-9b11-29ff315ce1c7 None None] Transition to ACTIVE for port object c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:55.024598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8680f82e-9371-48eb-a77b-f889e16d83b9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8680f82e-9371-48eb-a77b-f889e16d83b9,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:55.028326 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.031939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c50bd832-37af-4aa9-9b11-29ff315ce1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.097254 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.102000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bd832-37af-4aa9-9b11-29ff315ce1c7 None None] Pushing event updated for resources: {'Port': ['ID=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:55.140196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-5b9c6ef7-09ba-4dc6-8cc7-9fe790ae68ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8680f82e-9371-48eb-a77b-f889e16d83b9 HTTP/1.1" status: 200 len: 217 time: 0.3934369 Aug 20 12:11:55.189998 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.219060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=8680f82e-9371-48eb-a77b-f889e16d83b9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:55.256878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:55.264588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event deleted for resources: {'Port': ['ID=788332f6-6b3e-4da7-9967-f787e4a5db9b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:55.295747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba78321a-cd44-4281-bb1d-304b8c55d69a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.317304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba78321a-cd44-4281-bb1d-304b8c55d69a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.372521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:55.390465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-9ac0ea02-36cc-4e9a-a6ae-38ab4bb773f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:55.392010 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-9ac0ea02-36cc-4e9a-a6ae-38ab4bb773f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.2063036 Aug 20 12:11:55.405619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78321a-cd44-4281-bb1d-304b8c55d69a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355bb1bf-e738-4d09-bad7-0a78ea3b2f99,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:55.418358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.418716 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Floating IP 8aa4230f-70c3-4335-9120-dedc74e1d67c disassociated (deleted). External IP: 172.25.0.198, port: 8bf6501b-d7e7-4973-b07b-da91bad983b4. Aug 20 12:11:55.425083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba78321a-cd44-4281-bb1d-304b8c55d69a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.426799 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba78321a-cd44-4281-bb1d-304b8c55d69a tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9580591 Aug 20 12:11:55.444476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55908) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:55.453421 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-770bd196-00bc-4ba9-a390-c66cad088ef4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448632 Aug 20 12:11:55.475535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['8680f82e-9371-48eb-a77b-f889e16d83b9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:55.547787 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a0bdda6-b81a-4d4e-8a9c-deffd0e8a4c2 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules/355bb1bf-e738-4d09-bad7-0a78ea3b2f99 HTTP/1.1" status: 200 len: 763 time: 0.1019096 Aug 20 12:11:55.551639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55910) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:55.576344 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.643582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8:0:1::2e1 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/2a5d3fa2-4ec8-46bb-be0f-ad2d9873fcfc/c2cc149a-73a4-4e6d-8d71-3b355431a99d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:55.666454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:fe22:52a8 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/773c4d3d-df93-417a-9046-b0df68551d80/c2cc149a-73a4-4e6d-8d71-3b355431a99d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:55.686319 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d4922d5f-559b-4e12-a8ae-c8f81d8e7c29 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1296062 Aug 20 12:11:55.690418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55912) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:55.750855 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-979e0531-b7dd-4d9f-b8d4-003a3a2f50af service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244155 Aug 20 12:11:55.752736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be207d-8a81-44d8-bf75-c1d6f61b1bbb req-108bb857-afc9-47bb-afe5-ac66007ee6c9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:55.755138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3be207d-8a81-44d8-bf75-c1d6f61b1bbb req-108bb857-afc9-47bb-afe5-ac66007ee6c9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 945 time: 0.1958673 Aug 20 12:11:55.766127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50518d73-6449-4840-b8a0-8fa705fd01f4 req-3d5c1bf9-329a-47ae-aa5b-08157bad7aa9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:55.767944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50518d73-6449-4840-b8a0-8fa705fd01f4 req-3d5c1bf9-329a-47ae-aa5b-08157bad7aa9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 945 time: 0.2864454 Aug 20 12:11:55.805232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc00296b-a2bb-4971-bdea-7f5c8fdcafd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.830277 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc00296b-a2bb-4971-bdea-7f5c8fdcafd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.868982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Router fc9b9792-5f07-4521-983e-30879d8b7b52 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:55.881267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50518d73-6449-4840-b8a0-8fa705fd01f4 req-83a5ba3b-1621-4789-8197-d976b28a6a4a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021926 Aug 20 12:11:55.894015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3be207d-8a81-44d8-bf75-c1d6f61b1bbb req-991161fa-4bdb-4ace-8637-887f7444e9e1 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205847 Aug 20 12:11:55.931698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e98c22af-f69d-44b1-a4c3-99d73442eb01 None None] Provisioning for port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:55.932400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b459c917-b7c6-4a23-bcd5-1c0c84c0d209 req-a5a2e778-39f5-4373-b947-45659e7c3e3a service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725097 Aug 20 12:11:55.936467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e98c22af-f69d-44b1-a4c3-99d73442eb01 None None] Provisioning complete for port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:55.937018 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e98c22af-f69d-44b1-a4c3-99d73442eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.956354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc00296b-a2bb-4971-bdea-7f5c8fdcafd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.959750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.964161 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc00296b-a2bb-4971-bdea-7f5c8fdcafd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:55.965313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fc00296b-a2bb-4971-bdea-7f5c8fdcafd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/355bb1bf-e738-4d09-bad7-0a78ea3b2f99 HTTP/1.1" status: 204 len: 168 time: 0.2733054 Aug 20 12:11:55.970333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55914) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:55.979660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object c2cc149a-73a4-4e6d-8d71-3b355431a99d will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:55.990356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00296b-a2bb-4971-bdea-7f5c8fdcafd0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=355bb1bf-e738-4d09-bad7-0a78ea3b2f99,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:56.019316 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.040467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e98c22af-f69d-44b1-a4c3-99d73442eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.064396 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:56.067571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:56.070073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:56.076645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:56.077431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.078504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e98c22af-f69d-44b1-a4c3-99d73442eb01 None None] For port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:56.084428 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e98c22af-f69d-44b1-a4c3-99d73442eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.094540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=c2cc149a-73a4-4e6d-8d71-3b355431a99d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:56.104894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6e8bee47-8e41-4207-961d-3fdd9ee6fa46 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1920257 Aug 20 12:11:56.108122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55916) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.144131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c22af-f69d-44b1-a4c3-99d73442eb01 None None] Pushing event updated for resources: {'Port': ['ID=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:56.227224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f4974b45-2b36-428e-906b-f2888c8e236f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port c2cc149a-73a4-4e6d-8d71-3b355431a99d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:56.227520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4974b45-2b36-428e-906b-f2888c8e236f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.324145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4974b45-2b36-428e-906b-f2888c8e236f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.338225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f4974b45-2b36-428e-906b-f2888c8e236f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for c2cc149a-73a4-4e6d-8d71-3b355431a99d owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:56.399812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b174fa64-4e2c-4ffa-8802-1cfbf3923f1f tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4283931 Aug 20 12:11:56.402706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.407198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ca0b7805-66e1-466d-bb4d-956c62c992e4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': 'ada9bd87-d1ff-45ff-9ee2-825b03c4b176', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:56.419197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:56.427426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.436507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61525c4-ee37-4a88-aaaf-98b9bb97ff1a None None] Sync routers for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:56.448449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61525c4-ee37-4a88-aaaf-98b9bb97ff1a None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:56.450453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e61525c4-ee37-4a88-aaaf-98b9bb97ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:56.453137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-64f970b5-814c-4a1c-97c6-af86525c3cae None None] Provisioning for port c2cc149a-73a4-4e6d-8d71-3b355431a99d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:56.460352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7805-66e1-466d-bb4d-956c62c992e4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.465773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3ae25f96-0569-43e1-af80-3df63bc9c299 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "DELETE /v2.0/floatingips/8aa4230f-70c3-4335-9120-dedc74e1d67c HTTP/1.1" status: 204 len: 168 time: 2.0585475 Aug 20 12:11:56.469306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55922) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.474093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:56.499123 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-64f970b5-814c-4a1c-97c6-af86525c3cae None None] Provisioning complete for port c2cc149a-73a4-4e6d-8d71-3b355431a99d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:56.499607 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.499881 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64f970b5-814c-4a1c-97c6-af86525c3cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.536841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e61525c4-ee37-4a88-aaaf-98b9bb97ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:56.540158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-64f970b5-814c-4a1c-97c6-af86525c3cae None None] Port c2cc149a-73a4-4e6d-8d71-3b355431a99d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:56.552306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61525c4-ee37-4a88-aaaf-98b9bb97ff1a None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:56.553186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e61525c4-ee37-4a88-aaaf-98b9bb97ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:56.587924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e61525c4-ee37-4a88-aaaf-98b9bb97ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:56.588583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61525c4-ee37-4a88-aaaf-98b9bb97ff1a None None] The sync data for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:56.593094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4974b45-2b36-428e-906b-f2888c8e236f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.597798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.634563 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7805-66e1-466d-bb4d-956c62c992e4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.641217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4974b45-2b36-428e-906b-f2888c8e236f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=c2cc149a-73a4-4e6d-8d71-3b355431a99d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:56.646342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7805-66e1-466d-bb4d-956c62c992e4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.696851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b7805-66e1-466d-bb4d-956c62c992e4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6447abff-8eec-420a-988a-6f8c2a6b3ca0,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:56.702506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4974b45-2b36-428e-906b-f2888c8e236f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.704760 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f4974b45-2b36-428e-906b-f2888c8e236f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/c2cc149a-73a4-4e6d-8d71-3b355431a99d HTTP/1.1" status: 204 len: 168 time: 0.5955875 Aug 20 12:11:56.705489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7805-66e1-466d-bb4d-956c62c992e4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.706566 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ca0b7805-66e1-466d-bb4d-956c62c992e4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3030014 Aug 20 12:11:56.707180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55924) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.709566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55926) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.733691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0858b002-2667-4313-b1c3-2970c0e20e6b tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules/6447abff-8eec-420a-988a-6f8c2a6b3ca0 HTTP/1.1" status: 200 len: 763 time: 0.0209897 Aug 20 12:11:56.736313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55928) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.765785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Allocated IP 172.25.0.216 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/119f1d0c-5a0e-4c28-923b-72f78c0dc15a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:56.789142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb47c3-0649-4e24-a939-50d92729e2d0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:56.794359 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3cfb47c3-0649-4e24-a939-50d92729e2d0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0826225 Aug 20 12:11:56.794359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55930) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.806209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eb64375b-0dd4-4564-88c5-f0f4eb9e99a4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0678992 Aug 20 12:11:56.808059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55932) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.811442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-a925e7f7-7d31-427b-a23d-f61bfea292f9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:56.812844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-a925e7f7-7d31-427b-a23d-f61bfea292f9 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 945 time: 0.0960281 Aug 20 12:11:56.906968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2656f6-60fa-4004-972a-0261c413bfe4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:56.907911 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a204c1-4190-4da8-880c-3fd86e45c807 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.908606 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9a2656f6-60fa-4004-972a-0261c413bfe4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1138730 Aug 20 12:11:56.916107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a204c1-4190-4da8-880c-3fd86e45c807 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.929421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55934) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:56.945197 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.957316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a204c1-4190-4da8-880c-3fd86e45c807 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.968640 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74a204c1-4190-4da8-880c-3fd86e45c807 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:56.972534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-74a204c1-4190-4da8-880c-3fd86e45c807 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6447abff-8eec-420a-988a-6f8c2a6b3ca0 HTTP/1.1" status: 204 len: 168 time: 0.1633539 Aug 20 12:11:56.975156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55940) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:57.017308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a204c1-4190-4da8-880c-3fd86e45c807 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6447abff-8eec-420a-988a-6f8c2a6b3ca0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:57.019700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef586c9-dc09-47fc-bc0d-2255fb0b1f50 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:57.021248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef586c9-dc09-47fc-bc0d-2255fb0b1f50 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:57.023116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef586c9-dc09-47fc-bc0d-2255fb0b1f50 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:57.027870 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7ef586c9-dc09-47fc-bc0d-2255fb0b1f50 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0933073 Aug 20 12:11:57.030530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55942) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:57.038259 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:11:57.059604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.087390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:57.097602 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-324e72b1-32c4-451f-b14b-165b8ee7c3e6 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1187563 Aug 20 12:11:57.097818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7f5a0-0743-4f9a-9bd6-f0643f473555 req-edb282b6-7e79-4fe8-8806-a28cdbf651cc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:57.102076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55944) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:57.103944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9db7f5a0-0743-4f9a-9bd6-f0643f473555 req-edb282b6-7e79-4fe8-8806-a28cdbf651cc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 945 time: 0.1197078 Aug 20 12:11:57.107959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9a1523b4-7727-440c-b976-42a5a7949d57 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Request body: {'security_group_rule': {'security_group_id': 'ada9bd87-d1ff-45ff-9ee2-825b03c4b176', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:57.126079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ca7cd-a978-47cd-8403-4e91c0483ac5 req-85be56bc-2f19-48ca-b0c5-22245be50f93 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:57.127627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee3ca7cd-a978-47cd-8403-4e91c0483ac5 req-85be56bc-2f19-48ca-b0c5-22245be50f93 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 945 time: 0.1076283 Aug 20 12:11:57.145790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Deleting port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:57.146134 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.150600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:57.151076 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.196980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9db7f5a0-0743-4f9a-9bd6-f0643f473555 req-2856bb82-9b7f-42c8-a84c-86ecdebcd10e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921597 Aug 20 12:11:57.206880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-dade6c53-4f27-4005-b539-ac3161d72053 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 2a5d3fa2-4ec8-46bb-be0f-ad2d9873fcfc {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:57.219892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dade6c53-4f27-4005-b539-ac3161d72053 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.232935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee3ca7cd-a978-47cd-8403-4e91c0483ac5 req-2cb40dc0-c74e-4b42-859e-85652edfacf4 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc314af2-1e15-4488-b66d-effa704055ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835733 Aug 20 12:11:57.243927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.268830 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-9a1523b4-7727-440c-b976-42a5a7949d57 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Project caa13c80effa423db126b4d740449e9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:11:57.292344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-e572c760-15f7-4640-a78e-8c43a66cba62 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:57.294887 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-e572c760-15f7-4640-a78e-8c43a66cba62 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fbf46cb-5958-4db6-87f3-01920f3d5cbf HTTP/1.1" status: 200 len: 946 time: 0.2257731 Aug 20 12:11:57.298803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:57.301735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:57.304369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a1523b4-7727-440c-b976-42a5a7949d57 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.309975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:57.341113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Pushing event updated for resources: {'Port': ['ID=119f1d0c-5a0e-4c28-923b-72f78c0dc15a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:57.365139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dade6c53-4f27-4005-b539-ac3161d72053 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.427885 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.428155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] For port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:57.428694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.473551 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.488424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Calling delete_port for 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:57.540033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a1523b4-7727-440c-b976-42a5a7949d57 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.581088 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a1523b4-7727-440c-b976-42a5a7949d57 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.622531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1523b4-7727-440c-b976-42a5a7949d57 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00369d3-125d-4253-ab48-9fe763ead33d,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:57.640041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dade6c53-4f27-4005-b539-ac3161d72053 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.675291 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.681030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.683168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a1523b4-7727-440c-b976-42a5a7949d57 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.688492 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9a1523b4-7727-440c-b976-42a5a7949d57 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5818706 Aug 20 12:11:57.688718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55948) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:57.724714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Deleting port bedede32-63b1-4c34-a1b4-4f4f906497ea {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:57.725113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.737654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-28a2c120-4f66-4506-9b4f-69086f338bf0 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules/a00369d3-125d-4253-ab48-9fe763ead33d HTTP/1.1" status: 200 len: 769 time: 0.0471973 Aug 20 12:11:57.746097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55950) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:57.768591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Pushing event updated for resources: {'Port': ['ID=119f1d0c-5a0e-4c28-923b-72f78c0dc15a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:57.782708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.796727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.797946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e34a6dda-56c7-4a28-90de-91b25ea26e39 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3276849 Aug 20 12:11:57.800531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55952) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:57.808688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dade6c53-4f27-4005-b539-ac3161d72053 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.850267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade6c53-4f27-4005-b539-ac3161d72053 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5d3fa2-4ec8-46bb-be0f-ad2d9873fcfc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:57.867419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6086e-f714-4582-9662-9ad1f9ff8835 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:57.881348 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dade6c53-4f27-4005-b539-ac3161d72053 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.885934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55956) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:57.886116 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dade6c53-4f27-4005-b539-ac3161d72053 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/2a5d3fa2-4ec8-46bb-be0f-ad2d9873fcfc HTTP/1.1" status: 204 len: 168 time: 0.8522089 Aug 20 12:11:57.910778 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-42785551-a018-4fc1-bc3a-fc3f9d6b36fa tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1635096 Aug 20 12:11:57.911440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55958) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:57.939837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:57.969683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] For port bedede32-63b1-4c34-a1b4-4f4f906497ea, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bedede32-63b1-4c34-a1b4-4f4f906497ea,segment=NetworkSegment(d745e924-254f-43d4-b766-561b33b85a95),segment_id=d745e924-254f-43d4-b766-561b33b85a95)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:57.970644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:57.981334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b3220a-107c-44b9-86b1-aac465be0493 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 773c4d3d-df93-417a-9046-b0df68551d80 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:57.986080 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25b3220a-107c-44b9-86b1-aac465be0493 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.001289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Calling delete_port for bedede32-63b1-4c34-a1b4-4f4f906497ea owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:58.008943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5674cf27-5d2b-4c88-9d7d-053f3cef328d tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.015456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.018371 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.029844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5', 'bedede32-63b1-4c34-a1b4-4f4f906497ea'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:58.037375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5674cf27-5d2b-4c88-9d7d-053f3cef328d tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.083479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25b3220a-107c-44b9-86b1-aac465be0493 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.156996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] No DVR routers for this DVR port 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:58.160862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.162959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7b70debc-a3d1-483d-94a7-81f96cdddc4f req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "DELETE /v2.0/ports/4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 HTTP/1.1" status: 204 len: 173 time: 1.3356128 Aug 20 12:11:58.163828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97650611-2e74-4c7c-a41c-d43a5b79f968 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Pushing event deleted for resources: {'Port': ['ID=4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:58.178038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe13171b-78fb-4912-8eb6-84c89ccbc876', 'name': 'network-vif-deleted', 'tag': '4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:58.182508 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fc7abb-38b8-4106-a2a7-dfb5fb27de94" -d '{"events": [{"server_uuid": "fe13171b-78fb-4912-8eb6-84c89ccbc876", "name": "network-vif-deleted", "tag": "4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:58.221365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5674cf27-5d2b-4c88-9d7d-053f3cef328d tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.222030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25b3220a-107c-44b9-86b1-aac465be0493 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.240473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5674cf27-5d2b-4c88-9d7d-053f3cef328d tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.241752 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5674cf27-5d2b-4c88-9d7d-053f3cef328d tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a00369d3-125d-4253-ab48-9fe763ead33d HTTP/1.1" status: 204 len: 168 time: 0.3089414 Aug 20 12:11:58.244617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55964) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:58.282067 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a9c4aa-df7e-462b-a467-b5d1ea9167b1 x-openstack-request-id: req-22a9c4aa-df7e-462b-a467-b5d1ea9167b1 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:58.282067 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe13171b-78fb-4912-8eb6-84c89ccbc876", "name": "network-vif-deleted", "tag": "4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:58.282067 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22a9c4aa-df7e-462b-a467-b5d1ea9167b1 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:58.282752 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe13171b-78fb-4912-8eb6-84c89ccbc876', 'name': 'network-vif-deleted', 'tag': '4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5', 'status': 'completed', 'code': 200} Aug 20 12:11:58.288287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674cf27-5d2b-4c88-9d7d-053f3cef328d tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a00369d3-125d-4253-ab48-9fe763ead33d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:58.304935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.349935 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9185cec1-a9de-4c25-abf9-59ba02c2dfc4 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017392 Aug 20 12:11:58.352726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55968) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:58.446623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88a38a4c-a53d-42ce-af76-8b1e0415d94c req-ce659aa7-bdae-4c88-bace-7726ceae73e0 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe13171b-78fb-4912-8eb6-84c89ccbc876 HTTP/1.1" status: 200 len: 210 time: 0.0692225 Aug 20 12:11:58.454938 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25b3220a-107c-44b9-86b1-aac465be0493 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.466884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.479868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:58.507302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3220a-107c-44b9-86b1-aac465be0493 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=773c4d3d-df93-417a-9046-b0df68551d80,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:58.508381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Pushing event deleted for resources: {'Port': ['ID=bedede32-63b1-4c34-a1b4-4f4f906497ea,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:58.522481 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e721c19-aab4-4e1f-a657-0b1fcf24b6e1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.556545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25b3220a-107c-44b9-86b1-aac465be0493 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.560016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-25b3220a-107c-44b9-86b1-aac465be0493 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/773c4d3d-df93-417a-9046-b0df68551d80 HTTP/1.1" status: 204 len: 168 time: 0.6717172 Aug 20 12:11:58.560246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55972) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:58.582969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9495b2-54c7-4ccc-a4be-d1cfa71e37fa req-d111b521-313b-419f-9e23-9d338f93ab3b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:58.584752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd9495b2-54c7-4ccc-a4be-d1cfa71e37fa req-d111b521-313b-419f-9e23-9d338f93ab3b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 945 time: 0.1915963 Aug 20 12:11:58.598014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e721c19-aab4-4e1f-a657-0b1fcf24b6e1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.607143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Allocated IP 172.25.0.11 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/bd61da5d-2bb4-4cd0-9aca-d8e2c3d80905) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:58.631035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] No DVR routers for this DVR port bedede32-63b1-4c34-a1b4-4f4f906497ea on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:58.653064 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f78b861-12b6-476e-8c65-dfbabb61a719 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865417 Aug 20 12:11:58.654322 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.656244 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0c7344d-3dea-469c-a7b2-cae26c6a1f9b req-a75140b9-85b4-485a-81de-96efa913a222 tempest-ListServersNegativeTestJSON-1247611523 tempest-ListServersNegativeTestJSON-1247611523-project] 10.222.0.73 "DELETE /v2.0/ports/bedede32-63b1-4c34-a1b4-4f4f906497ea HTTP/1.1" status: 204 len: 173 time: 1.3455999 Aug 20 12:11:58.657416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55974) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:58.691614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:58.709725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd9495b2-54c7-4ccc-a4be-d1cfa71e37fa req-42904f3c-4d1b-4ccc-9f6b-0a2a7634297e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081746 Aug 20 12:11:58.713053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8680f82e-9371-48eb-a77b-f889e16d83b9 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:58.748717 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e721c19-aab4-4e1f-a657-0b1fcf24b6e1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.752715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e721c19-aab4-4e1f-a657-0b1fcf24b6e1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.756206 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9e721c19-aab4-4e1f-a657-0b1fcf24b6e1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "DELETE /v2.0/security-groups/ada9bd87-d1ff-45ff-9ee2-825b03c4b176 HTTP/1.1" status: 204 len: 168 time: 0.4004600 Aug 20 12:11:58.757643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55976) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:58.809731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e721c19-aab4-4e1f-a657-0b1fcf24b6e1 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada9bd87-d1ff-45ff-9ee2-825b03c4b176,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:58.811060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 8680f82e-9371-48eb-a77b-f889e16d83b9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:58.815207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 8680f82e-9371-48eb-a77b-f889e16d83b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:58.815607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.880440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c1275378-f8ba-4527-b7e6-4d511590af41 tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786076 Aug 20 12:11:58.885033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55978) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:58.890751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3519309-ed89-4101-9611-4e44045ca556 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:58.927002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.936492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:58.948805 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:58.957489 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bda3668b-4b27-4839-9fc1-0bcf8249914d tempest-SecGroupIPv6Test-2021404735 tempest-SecGroupIPv6Test-2021404735-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676036 Aug 20 12:11:59.003308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3bd58465-fdfe-448f-ad2e-e94c4d17f0f7 None None] Provisioning complete for port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:59.003652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3bd58465-fdfe-448f-ad2e-e94c4d17f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.060622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.090923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.109773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58851c23-aa34-4398-bb12-f76436ab18a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8680f82e-9371-48eb-a77b-f889e16d83b9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:59.112052 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8d8be7-72f5-4dac-9acd-720997d89b10" -d '{"events": [{"server_uuid": "58851c23-aa34-4398-bb12-f76436ab18a4", "name": "network-vif-plugged", "status": "completed", "tag": "8680f82e-9371-48eb-a77b-f889e16d83b9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:59.131175 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8680f82e-9371-48eb-a77b-f889e16d83b9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8680f82e-9371-48eb-a77b-f889e16d83b9,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:59.138890 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.139707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bedede32-63b1-4c34-a1b4-4f4f906497ea no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:11:59.169476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:59.179177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:59.185262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: bedede32-63b1-4c34-a1b4-4f4f906497ea {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:11:59.185576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bedede32-63b1-4c34-a1b4-4f4f906497ea not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:11:59.186304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:59.199370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Pushing event updated for resources: {'Port': ['ID=bd61da5d-2bb4-4cd0-9aca-d8e2c3d80905,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:59.231719 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99574405-7387-44c5-be64-5166eb253fe4 x-openstack-request-id: req-99574405-7387-44c5-be64-5166eb253fe4 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:59.232048 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58851c23-aa34-4398-bb12-f76436ab18a4", "name": "network-vif-plugged", "status": "completed", "tag": "8680f82e-9371-48eb-a77b-f889e16d83b9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:59.232303 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99574405-7387-44c5-be64-5166eb253fe4 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:59.232723 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58851c23-aa34-4398-bb12-f76436ab18a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8680f82e-9371-48eb-a77b-f889e16d83b9', 'code': 200} Aug 20 12:11:59.254884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:11:59.357604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:59.374070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac8db3-f706-4bc3-a4d3-ae91ac2c3dd4 req-8ef81cb1-dafb-4e56-b525-5a7e8dbc5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:59.377067 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3aac8db3-f706-4bc3-a4d3-ae91ac2c3dd4 req-8ef81cb1-dafb-4e56-b525-5a7e8dbc5840 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 1098 time: 0.0813062 Aug 20 12:11:59.445886 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3aac8db3-f706-4bc3-a4d3-ae91ac2c3dd4 req-471b98fa-56a0-49b5-ba0f-62a4bb59fba4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607736 Aug 20 12:11:59.451462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=8680f82e-9371-48eb-a77b-f889e16d83b9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:59.467745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.512963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] Deleting port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:11:59.513534 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.552674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.575429 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-62ee8c42-fcee-4c0a-b5e4-63eb3b20ddc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caa13c80effa423db126b4d740449e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162826 Aug 20 12:11:59.578941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55994) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:59.585924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55996) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:59.632298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] For port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:59.633130 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.641661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:11:59.645390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e916de96-cd85-4bf7-bc9f-787ff1c60448 admin admin] Deleting subnet 7645d2e5-ea22-4d7d-8f13-b1c0a06581ea {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:11:59.654547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] Calling delete_port for c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:11:59.660017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e916de96-cd85-4bf7-bc9f-787ff1c60448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.715326 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e916de96-cd85-4bf7-bc9f-787ff1c60448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.755665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3507c208-2f96-4f47-aab3-6fcd1170288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.762821 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.786855 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e916de96-cd85-4bf7-bc9f-787ff1c60448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.799213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] Pushing event deleted for resources: {'Port': ['ID=c25ddc57-3e3c-4c8f-b22a-c70bc3f76187,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:59.806899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61d9c1-ec68-4a17-b092-a64cca9e5d75 None None] No DVR routers for this DVR port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:11:59.807365 n-d-800634-10 neutron-server[101034]: WARNING neutron.services.revisions.revision_plugin [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Could not find related port for resource to bump revision. Aug 20 12:11:59.817166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_pluggable_backend [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Port c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 12:11:59.825597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_pluggable_backend [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4a:ad3f {{(pid=101034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 12:11:59.828586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3507c208-2f96-4f47-aab3-6fcd1170288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.832252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_pluggable_backend [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4a:ad3f {{(pid=101034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 12:11:59.838882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.892858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e916de96-cd85-4bf7-bc9f-787ff1c60448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.924471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916de96-cd85-4bf7-bc9f-787ff1c60448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7645d2e5-ea22-4d7d-8f13-b1c0a06581ea,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:59.927088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:59.929398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e916de96-cd85-4bf7-bc9f-787ff1c60448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.931352 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e916de96-cd85-4bf7-bc9f-787ff1c60448 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7645d2e5-ea22-4d7d-8f13-b1c0a06581ea HTTP/1.1" status: 204 len: 168 time: 0.3436122 Aug 20 12:11:59.934459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56004) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:59.941213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:59.952553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a068daa-df7a-4c59-8f35-e1be4d7abbef None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:11:59.954103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:59.954624 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.969814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=bda17bc0-6bd2-4be5-b244-e71d5f264d36,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:59.978065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.980860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3507c208-2f96-4f47-aab3-6fcd1170288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.982467 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3507c208-2f96-4f47-aab3-6fcd1170288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:59.986147 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3507c208-2f96-4f47-aab3-6fcd1170288e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b4021c1-3cab-4185-8552-ef3b2c41ad91 HTTP/1.1" status: 204 len: 168 time: 0.4030399 Aug 20 12:11:59.986546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.004781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b5d34-e284-40e7-b620-901fd5dc64a2 req-8045e472-da54-477a-852c-e68a2a5d4b43 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:00.006342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa6b5d34-e284-40e7-b620-901fd5dc64a2 req-8045e472-da54-477a-852c-e68a2a5d4b43 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 946 time: 0.1174231 Aug 20 12:12:00.012985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507c208-2f96-4f47-aab3-6fcd1170288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4021c1-3cab-4185-8552-ef3b2c41ad91,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:00.029601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-97c686d4-88b3-4efe-a482-fbf174a7af1d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3421187 Aug 20 12:12:00.030936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:00.036996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4b9e44be-785d-4db5-a2b6-77f94cf19e2d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:00.059604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.107407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Pushing event updated for resources: {'Port': ['ID=bd61da5d-2bb4-4cd0-9aca-d8e2c3d80905,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:00.119622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa6b5d34-e284-40e7-b620-901fd5dc64a2 req-f606e587-9406-4ce4-8882-c534b27f2190 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867956 Aug 20 12:12:00.123957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.152543 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.155831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d86ab8bf-c728-4390-876a-922ed432df90 tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3542492 Aug 20 12:12:00.158552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56010) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:00.200381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': 'bda17bc0-6bd2-4be5-b244-e71d5f264d36'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:12:00.201919 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.237261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.251859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ee22bd-9f1a-4f36-8348-2aeda76ed435']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:00.273345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd745e924-254f-43d4-b766-561b33b85a95') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:00.273749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd745e924-254f-43d4-b766-561b33b85a95') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:00.283625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbf46cb-5958-4db6-87f3-01920f3d5cbf', 'name': 'network-vif-deleted', 'tag': 'bedede32-63b1-4c34-a1b4-4f4f906497ea'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:00.286948 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a0bca7-ea96-494a-a2c7-ef145f23d272" -d '{"events": [{"server_uuid": "1fbf46cb-5958-4db6-87f3-01920f3d5cbf", "name": "network-vif-deleted", "tag": "bedede32-63b1-4c34-a1b4-4f4f906497ea"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:00.297941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.303045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8b26ac07-4a74-4f8b-bcf7-b2d7f39c7ecb tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1432364 Aug 20 12:12:00.305552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56016) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:00.318663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e44be-785d-4db5-a2b6-77f94cf19e2d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:00.322666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b9e44be-785d-4db5-a2b6-77f94cf19e2d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.379301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.382369 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2264aa1-7a19-47c0-9cd9-83c344ec3ecf x-openstack-request-id: req-e2264aa1-7a19-47c0-9cd9-83c344ec3ecf {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:00.383059 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbf46cb-5958-4db6-87f3-01920f3d5cbf", "name": "network-vif-deleted", "tag": "bedede32-63b1-4c34-a1b4-4f4f906497ea", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:00.383487 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2264aa1-7a19-47c0-9cd9-83c344ec3ecf {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:00.384149 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbf46cb-5958-4db6-87f3-01920f3d5cbf', 'name': 'network-vif-deleted', 'tag': 'bedede32-63b1-4c34-a1b4-4f4f906497ea', 'status': 'completed', 'code': 200} Aug 20 12:12:00.389217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Allocated IP 2001:db8::f816:3eff:fe01:6784 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/bda17bc0-6bd2-4be5-b244-e71d5f264d36/59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:00.395036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:00.395440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:00.397093 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:00.417284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2cc81302-c119-4902-93c1-a258deed84c7 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1081991 Aug 20 12:12:00.418285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56022) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:00.490194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.496959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.501626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] 10.222.0.25 "DELETE /v2.0/networks/28ee22bd-9f1a-4f36-8348-2aeda76ed435 HTTP/1.1" status: 204 len: 168 time: 0.5661755 Aug 20 12:12:00.535156 n-d-800634-10 neutron-server[101033]: INFO neutron.db.ipam_backend_mixin [None req-4b9e44be-785d-4db5-a2b6-77f94cf19e2d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bda17bc0-6bd2-4be5-b244-e71d5f264d36 (CIDR: 2001:db8::/64) Aug 20 12:12:00.536621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ab757-9b84-4336-93a7-949a3cf89211 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ee22bd-9f1a-4f36-8348-2aeda76ed435,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:00.544512 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9e44be-785d-4db5-a2b6-77f94cf19e2d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:12:00.544512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9e44be-785d-4db5-a2b6-77f94cf19e2d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:00.570919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4b9e44be-785d-4db5-a2b6-77f94cf19e2d tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5388138 Aug 20 12:12:00.571563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56030) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:00.576727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:00.588417 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.599761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Transition to ACTIVE for port object 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:00.618116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Transition to ACTIVE for port object 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:00.625729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.678984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:00.683942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:00.691114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:00.693913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Pushing event updated for resources: {'Port': ['ID=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:00.737510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:00.770322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:00.800349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:00.800792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4efc3c9b-2ca5-4e1e-9f14-a813cf3d26d5 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:00.808116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Attempting to bind port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:00.809360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Attempting to bind port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:00.809824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Attempting to bind port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:00.815511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:00.816019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:00.816839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.817335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:00.817895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Bound port: 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:00.818398 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.827463 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-83b0e3ff-579e-4211-96f9-fb0d7afddc02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b6ec89274c148e8ba228c5e4f414263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558994 Aug 20 12:12:00.829925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56042) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:00.847745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Deleting port bd61da5d-2bb4-4cd0-9aca-d8e2c3d80905 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:00.847745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.895342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-060ff0c0-3cb2-4d1a-859f-d21e8adc747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.899717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:00.902072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] For port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:00.905425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.906987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] For port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:00.916696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.920907 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-060ff0c0-3cb2-4d1a-859f-d21e8adc747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.988531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-060ff0c0-3cb2-4d1a-859f-d21e8adc747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.993306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-060ff0c0-3cb2-4d1a-859f-d21e8adc747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:00.995136 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-060ff0c0-3cb2-4d1a-859f-d21e8adc747b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc314af2-1e15-4488-b66d-effa704055ec HTTP/1.1" status: 204 len: 168 time: 0.1635444 Aug 20 12:12:01.014362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ff0c0-3cb2-4d1a-859f-d21e8adc747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc314af2-1e15-4488-b66d-effa704055ec,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:01.020640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56050) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:01.042376 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.043295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.057178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1c3d0-4dec-41cd-92bd-1c0bbf5a689c None None] Pushing event updated for resources: {'Port': ['ID=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:01.088109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Calling delete_port for bd61da5d-2bb4-4cd0-9aca-d8e2c3d80905 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:01.097560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:01.124829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:01.125111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c25ddc57-3e3c-4c8f-b22a-c70bc3f76187 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:01.188438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-24991864'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:01.228538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Made reservation on behalf of c8c87b4c7f24472ab71396cd26395bc6 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:01.237967 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.259630 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.404070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58ee6-6b09-4d3e-beb7-261a06db93a3 req-6e200c8f-6fb9-4dc4-b098-fe686d91bc3f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:01.405920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73f58ee6-6b09-4d3e-beb7-261a06db93a3 req-6e200c8f-6fb9-4dc4-b098-fe686d91bc3f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 946 time: 0.1869559 Aug 20 12:12:01.484443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.530387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73f58ee6-6b09-4d3e-beb7-261a06db93a3 req-894bfd7e-4ccc-467f-8dab-757f5cbe01a0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980368 Aug 20 12:12:01.536493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Pushing event deleted for resources: {'Port': ['ID=bd61da5d-2bb4-4cd0-9aca-d8e2c3d80905,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:01.548339 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.552455 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.578965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.580145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:01.597224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff73206-5f5a-4fc3-996e-0367670be7f8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:01.603257 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.603607 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Added segment 3d817664-5ccc-4f9e-a84a-1df34fce747c of type vlan for network c9f9a3a0-4597-41e1-a931-ef07beb2c73e Aug 20 12:12:01.656691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.695873 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.702484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:01.703213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:01.766101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.7441728 Aug 20 12:12:01.769053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56072) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:01.774841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Request body: {'subnet': {'network_id': 'c9f9a3a0-4597-41e1-a931-ef07beb2c73e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:02.019448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56080) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:02.092730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:02.115015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:02.126323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:02.126917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.150389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=3ffecec0-89fe-4c96-9d04-93e677292476,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:02.150702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ff756-5264-431a-9fef-9504b563ca06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Pushing event updated for resources: {'Network': ['ID=c9f9a3a0-4597-41e1-a931-ef07beb2c73e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:02.153639 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.157044 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.158276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-27b6213b-3eae-44e2-8b4d-1996bb74fc3e tempest-FloatingIPAdminTestJSON-2086898576 tempest-FloatingIPAdminTestJSON-2086898576-project] 10.222.0.25 "DELETE /v2.0/floatingips/a276ed96-009b-494b-97cb-a88e721a9834 HTTP/1.1" status: 204 len: 168 time: 1.7388768 Aug 20 12:12:02.161029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56084) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:02.178863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c9f9a3a0-4597-41e1-a931-ef07beb2c73e details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:02.208689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e03d02d7-b276-4967-bbbe-bdba46feceb2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6335022 Aug 20 12:12:02.215401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56086) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:02.221051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:75:43:c4', 'name': 'tempest-NetworksTestDHCPv6-1245460463'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:02.262365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a120b3-2a24-4500-97ff-3a5940e88859 req-0e5a1288-f1f0-46a0-8b83-37ba09b5d840 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:02.263979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14a120b3-2a24-4500-97ff-3a5940e88859 req-0e5a1288-f1f0-46a0-8b83-37ba09b5d840 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 946 time: 0.2453945 Aug 20 12:12:02.280230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-669914103-network', 'tenant_id': 'a9098814c7c04e25858cd14cab7ecf79'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:02.282266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Made reservation on behalf of c8c87b4c7f24472ab71396cd26395bc6 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:02.285975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.334006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35789e21-0465-4ea7-9d9e-568de18f3507 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:02.356436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Made reservation on behalf of a9098814c7c04e25858cd14cab7ecf79 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:02.358733 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.395800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.400842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14a120b3-2a24-4500-97ff-3a5940e88859 req-c1c06ea0-0889-4d94-b9b5-2be4cedf498c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250062 Aug 20 12:12:02.433076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:02.444304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Deleting port 119f1d0c-5a0e-4c28-923b-72f78c0dc15a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:02.444654 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.474368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dada699d-51e8-41db-bf2f-1731e8745421 None None] Provisioning for port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:02.554493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.555403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.571077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Calling delete_port for 119f1d0c-5a0e-4c28-923b-72f78c0dc15a owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:02.598024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.601907 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.676017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:12:02.694103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b171b-56d3-4022-bd9e-b7546def1a7d None None] Update dhcp port {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': 'bda17bc0-6bd2-4be5-b244-e71d5f264d36', 'ip_address': '2001:db8::f816:3eff:fe01:6784'}, {'subnet_id': '3ffecec0-89fe-4c96-9d04-93e677292476'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:12:02.728054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Pushing event updated for resources: {'Subnet': ['ID=749b515e-d8f9-478b-86a4-e54f044a804f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:02.744268 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-071b171b-56d3-4022-bd9e-b7546def1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.755783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Checking segment: {'id': '3d817664-5ccc-4f9e-a84a-1df34fce747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9f9a3a0-4597-41e1-a931-ef07beb2c73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:02.756134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Network hostable DHCP agents. Network: c9f9a3a0-4597-41e1-a931-ef07beb2c73e, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:02.776297 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.805580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Network c9f9a3a0-4597-41e1-a931-ef07beb2c73e is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:02.823207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c9f9a3a0-4597-41e1-a931-ef07beb2c73e) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:02.828789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:02.830120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.834339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.842162 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.850659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a6265-5120-4cb2-a3ea-d4cdd80ca955 None None] Network c9f9a3a0-4597-41e1-a931-ef07beb2c73e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:02.854367 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5092c989-90f8-4afa-99ff-9a63c6ea54a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0818012 Aug 20 12:12:02.855813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56092) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:02.863717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825a2eb-c572-4479-9700-8fddf29a821e req-f4d67a25-8fe0-4b3b-99ac-6eaf57e184e1 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:02.865497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c825a2eb-c572-4479-9700-8fddf29a821e req-f4d67a25-8fe0-4b3b-99ac-6eaf57e184e1 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 946 time: 0.1444116 Aug 20 12:12:02.870081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Request body: {'port': {'network_id': 'c9f9a3a0-4597-41e1-a931-ef07beb2c73e', 'name': 'tempest-TagsExtTest-1735609851'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:02.904653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:02.911892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Pushing event deleted for resources: {'Port': ['ID=119f1d0c-5a0e-4c28-923b-72f78c0dc15a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:02.947415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f00d59d-da54-4429-8d7b-1c95a00d638e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:02.997435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:02.997557 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Added segment 818251c2-08c7-41e3-a9f6-26cd58e03dd3 of type vlan for network 82e99c74-b237-4a81-b627-1dbc936708cf Aug 20 12:12:03.000917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8:0:1::31e (b2b925b6-7332-4566-8ee2-aefc8b9a1549/3ffecec0-89fe-4c96-9d04-93e677292476/104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:03.009322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::f816:3eff:fe75:43c4 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/bda17bc0-6bd2-4be5-b244-e71d5f264d36/104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:03.077875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c825a2eb-c572-4479-9700-8fddf29a821e req-dcec5d25-b5cb-436a-9d2b-315c898a0169 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742711 Aug 20 12:12:03.078274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-c9f9a3a0-4597-41e1-a931-ef07beb2c73e', 'network_id': 'c9f9a3a0-4597-41e1-a931-ef07beb2c73e', 'tenant_id': 'c8c87b4c7f24472ab71396cd26395bc6', 'fixed_ips': [{'subnet_id': '749b515e-d8f9-478b-86a4-e54f044a804f'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:12:03.079316 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.083632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.088380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.091481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.092655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a31e2553-0f39-4dcd-a3eb-12afa0752ee3 tempest-FloatingIPAdminTestJSON-987271624 tempest-FloatingIPAdminTestJSON-987271624-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/72a5da2f-d671-4824-b8f5-199953d18437 HTTP/1.1" status: 204 len: 168 time: 0.9305549 Aug 20 12:12:03.102468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56096) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:03.177563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Made reservation on behalf of c8c87b4c7f24472ab71396cd26395bc6 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:03.181072 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.188547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:03.190661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.192581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:03.192581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.210684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] device_id is not set on port af4e3779-e260-43b2-899d-da17c8d01978 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:12:03.260470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2350800 Aug 20 12:12:03.264519 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56098) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:03.269400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34ad3d-dd01-48ea-b124-9dbf93decd2e admin admin] Pushing event updated for resources: {'Network': ['ID=82e99c74-b237-4a81-b627-1dbc936708cf,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:03.286908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Request body: {'subnet': {'network_id': '82e99c74-b237-4a81-b627-1dbc936708cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-669914103-subnet', 'tenant_id': 'a9098814c7c04e25858cd14cab7ecf79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:03.287099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0000f-8e54-49cc-8f45-49e0b44c1a26 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Deleting port 8bf6501b-d7e7-4973-b07b-da91bad983b4 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:03.287338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ba0000f-8e54-49cc-8f45-49e0b44c1a26 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.291931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 82e99c74-b237-4a81-b627-1dbc936708cf details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:03.307792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:03.349481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Made reservation on behalf of a9098814c7c04e25858cd14cab7ecf79 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:03.350505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:03.350886 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.352199 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.356812 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.379843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Allocated IP 172.20.0.2 (c9f9a3a0-4597-41e1-a931-ef07beb2c73e/749b515e-d8f9-478b-86a4-e54f044a804f/cfad28ae-751b-459f-8517-07e85eec5ba6) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:03.390503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ba0000f-8e54-49cc-8f45-49e0b44c1a26 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.409604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:03.414119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0000f-8e54-49cc-8f45-49e0b44c1a26 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Calling delete_port for 8bf6501b-d7e7-4973-b07b-da91bad983b4 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:03.483114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.567493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ba0000f-8e54-49cc-8f45-49e0b44c1a26 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.567746 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:03.568918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.575161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:03.582216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:03.610014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:03.615577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:03.617028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.617618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0000f-8e54-49cc-8f45-49e0b44c1a26 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event deleted for resources: {'Port': ['ID=8bf6501b-d7e7-4973-b07b-da91bad983b4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:03.625216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-071b171b-56d3-4022-bd9e-b7546def1a7d None None] Allocated IP 2001:db8:0:1::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/3ffecec0-89fe-4c96-9d04-93e677292476/59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:03.654649 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9f76386c-c08e-4ded-bd5b-f4de004612a7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4373753 Aug 20 12:12:03.656313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.658460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56100) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:03.680566 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.701753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ba0000f-8e54-49cc-8f45-49e0b44c1a26 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.706045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2ba0000f-8e54-49cc-8f45-49e0b44c1a26 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "DELETE /v2.0/ports/8bf6501b-d7e7-4973-b07b-da91bad983b4 HTTP/1.1" status: 204 len: 168 time: 0.6040595 Aug 20 12:12:03.706851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56102) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:03.733966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Transition to ACTIVE for port object cfad28ae-751b-459f-8517-07e85eec5ba6 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:03.764049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Transition to ACTIVE for port object cfad28ae-751b-459f-8517-07e85eec5ba6 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:03.766533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507a8c6-975d-4b9a-ab4f-c0e11a18902c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:03.771581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b507a8c6-975d-4b9a-ab4f-c0e11a18902c tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc9b9792-5f07-4521-983e-30879d8b7b52 HTTP/1.1" status: 200 len: 913 time: 0.0613766 Aug 20 12:12:03.772648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56104) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:03.775315 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.830855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-071b171b-56d3-4022-bd9e-b7546def1a7d None None] For port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:03.844342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Network c9f9a3a0-4597-41e1-a931-ef07beb2c73e is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:03.847142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d4ca9d-fc76-4551-a8a2-039d1ef8682c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:03.850141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:03.861467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Checking segment: {'id': '818251c2-08c7-41e3-a9f6-26cd58e03dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '82e99c74-b237-4a81-b627-1dbc936708cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:03.861968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Network hostable DHCP agents. Network: 82e99c74-b237-4a81-b627-1dbc936708cf, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:03.869836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:03.874728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Pushing event updated for resources: {'Port': ['ID=cfad28ae-751b-459f-8517-07e85eec5ba6,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:03.930685 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-071b171b-56d3-4022-bd9e-b7546def1a7d None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.935228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Network 82e99c74-b237-4a81-b627-1dbc936708cf is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:03.944141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Allocated IP 172.20.0.12 (c9f9a3a0-4597-41e1-a931-ef07beb2c73e/749b515e-d8f9-478b-86a4-e54f044a804f/af4e3779-e260-43b2-899d-da17c8d01978) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:03.955836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-11384569-fbcb-44d4-b760-355641644197 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:03.956178 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11384569-fbcb-44d4-b760-355641644197 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:03.961618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 82e99c74-b237-4a81-b627-1dbc936708cf) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:03.968202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-071b171b-56d3-4022-bd9e-b7546def1a7d None None] Transition to ACTIVE for port object 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:03.970963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Attempting to bind port cfad28ae-751b-459f-8517-07e85eec5ba6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:03.971368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Attempting to bind port cfad28ae-751b-459f-8517-07e85eec5ba6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '3d817664-5ccc-4f9e-a84a-1df34fce747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9f9a3a0-4597-41e1-a931-ef07beb2c73e'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:03.971732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Attempting to bind port cfad28ae-751b-459f-8517-07e85eec5ba6 on network c9f9a3a0-4597-41e1-a931-ef07beb2c73e {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:03.975171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6cd478-438b-4172-a3be-89b28d0df2dc None None] Network 82e99c74-b237-4a81-b627-1dbc936708cf requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:03.982290 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-071b171b-56d3-4022-bd9e-b7546def1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.026678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:04.027999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.036350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:04.036747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Checking segment: {'id': '3d817664-5ccc-4f9e-a84a-1df34fce747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9f9a3a0-4597-41e1-a931-ef07beb2c73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:04.038113 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.038638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Bound using segment: {'id': '3d817664-5ccc-4f9e-a84a-1df34fce747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9f9a3a0-4597-41e1-a931-ef07beb2c73e'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:04.039248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Bound port: cfad28ae-751b-459f-8517-07e85eec5ba6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d817664-5ccc-4f9e-a84a-1df34fce747c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9f9a3a0-4597-41e1-a931-ef07beb2c73e'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:04.039654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.079726 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8961ed4b-0d57-4c3c-89a5-4b7a85e7c2ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8059418 Aug 20 12:12:04.242631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11384569-fbcb-44d4-b760-355641644197 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.269022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-11384569-fbcb-44d4-b760-355641644197 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:04.295766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-f2702a4d-835b-40b7-a842-1ad21f7b6c22 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:04.297739 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-f2702a4d-835b-40b7-a842-1ad21f7b6c22 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 946 time: 0.2169647 Aug 20 12:12:04.375972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92dca5-a599-4acb-9277-dcbe3ffeef2f req-94c025e2-ae17-4e74-ae83-96fc871d6009 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:04.377335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc92dca5-a599-4acb-9277-dcbe3ffeef2f req-94c025e2-ae17-4e74-ae83-96fc871d6009 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 946 time: 0.1382108 Aug 20 12:12:04.439060 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:12:04.439683 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:12:04.443651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b171b-56d3-4022-bd9e-b7546def1a7d None None] Pushing event updated for resources: {'Port': ['ID=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:04.451062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc92dca5-a599-4acb-9277-dcbe3ffeef2f req-84570f38-480a-4a12-8c1b-5f74c0f59420 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653884 Aug 20 12:12:04.554472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.587520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.609912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] For port cfad28ae-751b-459f-8517-07e85eec5ba6, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:04.618871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Transition to ACTIVE for port object af4e3779-e260-43b2-899d-da17c8d01978 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:04.633448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d4d2b-ce3d-4cfd-a9b3-59d99d75b1c1 None None] Network 82e99c74-b237-4a81-b627-1dbc936708cf requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:04.689900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] For port cfad28ae-751b-459f-8517-07e85eec5ba6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cfad28ae-751b-459f-8517-07e85eec5ba6,segment=NetworkSegment(3d817664-5ccc-4f9e-a84a-1df34fce747c),segment_id=3d817664-5ccc-4f9e-a84a-1df34fce747c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:04.733928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.770662 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.817627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6f2d-39d6-442f-bc66-0862669135cd None None] Pushing event updated for resources: {'Port': ['ID=cfad28ae-751b-459f-8517-07e85eec5ba6,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:04.841598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Deleting port 8680f82e-9371-48eb-a77b-f889e16d83b9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:04.842027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.849198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11384569-fbcb-44d4-b760-355641644197 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:04.919263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-663398ee-df8a-4581-99a3-b846caa7e758 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:04.920842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-663398ee-df8a-4581-99a3-b846caa7e758 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/networks?id=82e99c74-b237-4a81-b627-1dbc936708cf HTTP/1.1" status: 200 len: 820 time: 0.1765032 Aug 20 12:12:04.937742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Network c9f9a3a0-4597-41e1-a931-ef07beb2c73e is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:04.945103 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:04.948069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:04.972452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-88da8294-9511-4ed6-800f-70249ff2f0f2 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/quotas/a9098814c7c04e25858cd14cab7ecf79 HTTP/1.1" status: 200 len: 375 time: 0.0416353 Aug 20 12:12:05.032467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.041386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Pushing event updated for resources: {'Port': ['ID=af4e3779-e260-43b2-899d-da17c8d01978,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:05.045494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-ca414898-5b38-4a07-bcd6-b0eb52d95eb8 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9098814c7c04e25858cd14cab7ecf79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407012 Aug 20 12:12:05.081554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:05.092027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.168706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:05.175765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.191974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11384569-fbcb-44d4-b760-355641644197 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:05.220640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:05.230691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] For port 8680f82e-9371-48eb-a77b-f889e16d83b9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8680f82e-9371-48eb-a77b-f889e16d83b9,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:05.231111 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.239538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Deleting port 1ce4b193-4b0e-4898-9799-82e854b9f7d7 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:05.240015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.280331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-4cbc5d3f-35aa-44e9-abcd-f3829caa617c service neutron] 10.222.0.25 "GET /v2.0/networks/82e99c74-b237-4a81-b627-1dbc936708cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338045 Aug 20 12:12:05.305240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:05.325658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Calling delete_port for 8680f82e-9371-48eb-a77b-f889e16d83b9 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:05.334906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11384569-fbcb-44d4-b760-355641644197 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.341329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56128) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:05.342504 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-11384569-fbcb-44d4-b760-355641644197 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d HTTP/1.1" status: 204 len: 168 time: 1.6779084 Aug 20 12:12:05.359557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5fde18af-a821-4fa3-a16e-f7ac6b20e2b0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5025961 Aug 20 12:12:05.374340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56130) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:05.379207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-62d27c6c-8470-4b6d-b16c-67eda2e0567c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1939464703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:05.452566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62d27c6c-8470-4b6d-b16c-67eda2e0567c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.454142 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62d27c6c-8470-4b6d-b16c-67eda2e0567c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.493854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcfa4b2-bfdc-4539-9f0c-44289f4da7d7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:05.497901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4fcfa4b2-bfdc-4539-9f0c-44289f4da7d7 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1484053 Aug 20 12:12:05.501432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:05.510194 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.520785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-0c6a4396-3665-4b57-b6b1-42c70ad912c5 service neutron] 10.222.0.25 "GET /v2.0/networks/82e99c74-b237-4a81-b627-1dbc936708cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380252 Aug 20 12:12:05.535525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Calling delete_port for 1ce4b193-4b0e-4898-9799-82e854b9f7d7 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:05.557586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5153c9bb-4d54-48f7-9b36-0933b66d6767 None None] Provisioning for port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:05.569992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5153c9bb-4d54-48f7-9b36-0933b66d6767 None None] Provisioning complete for port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:05.571604 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5153c9bb-4d54-48f7-9b36-0933b66d6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.578909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62d27c6c-8470-4b6d-b16c-67eda2e0567c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.585986 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62d27c6c-8470-4b6d-b16c-67eda2e0567c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.661168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f1781-9e88-4138-b221-f7d5747a8ca3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:05.662599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4c6f1781-9e88-4138-b221-f7d5747a8ca3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1587880 Aug 20 12:12:05.666694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62d27c6c-8470-4b6d-b16c-67eda2e0567c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.670935 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-62d27c6c-8470-4b6d-b16c-67eda2e0567c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2923045 Aug 20 12:12:05.671876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56138) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:05.672220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56140) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:05.677799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-54b6869e-7650-46e4-8550-1760a8141128 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-729648183', 'prefixes': ['172.20.0.0/16']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:05.711198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8e051-2dd2-4fa9-833d-3273af536896 req-97b81f5f-d007-41fa-8ab8-24741c8d259b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:05.713215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4db8e051-2dd2-4fa9-833d-3273af536896 req-97b81f5f-d007-41fa-8ab8-24741c8d259b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 946 time: 0.0955682 Aug 20 12:12:05.751098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a16cf2-ff95-4ca4-8783-e5b6f26b5618 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:05.752721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a16cf2-ff95-4ca4-8783-e5b6f26b5618 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:05.754860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a16cf2-ff95-4ca4-8783-e5b6f26b5618 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:05.756491 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23a16cf2-ff95-4ca4-8783-e5b6f26b5618 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0833240 Aug 20 12:12:05.761801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:05.824155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4db8e051-2dd2-4fa9-833d-3273af536896 req-789f257b-a27f-4d87-8c30-2b207f57e4e3 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025345 Aug 20 12:12:05.863651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:05.877419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:05.915502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35601551-9e37-4b79-8d59-1bd8e4f028ce req-8dc6ff50-667e-4e59-819c-f6820c8691c1 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 210 time: 0.0439873 Aug 20 12:12:05.940634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event deleted for resources: {'Port': ['ID=8680f82e-9371-48eb-a77b-f889e16d83b9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:05.962244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e7eb65-6f81-4c3c-ae48-2b505b57e9f5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 3ffecec0-89fe-4c96-9d04-93e677292476 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:05.972297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b63b8cec-5b9a-44b7-8852-6983a981283a None None] Could not find standard attr ID for object 104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:12:06.008198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1e7eb65-6f81-4c3c-ae48-2b505b57e9f5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.096189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] No DVR routers for this DVR port 8680f82e-9371-48eb-a77b-f889e16d83b9 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:06.100949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.101287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.104013 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71711fe4-bfea-43f6-949c-4015250a2f19 req-cd8e5411-863c-4ae9-8a66-47f8dc1553f9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "DELETE /v2.0/ports/8680f82e-9371-48eb-a77b-f889e16d83b9 HTTP/1.1" status: 204 len: 173 time: 1.7942288 Aug 20 12:12:06.111489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58851c23-aa34-4398-bb12-f76436ab18a4', 'name': 'network-vif-deleted', 'tag': '8680f82e-9371-48eb-a77b-f889e16d83b9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:06.114460 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d8db52-c617-4845-af80-4d90fefbfc4c" -d '{"events": [{"server_uuid": "58851c23-aa34-4398-bb12-f76436ab18a4", "name": "network-vif-deleted", "tag": "8680f82e-9371-48eb-a77b-f889e16d83b9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:06.119911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54b6869e-7650-46e4-8550-1760a8141128 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for subnetpool, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.126146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-54b6869e-7650-46e4-8550-1760a8141128 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4486563 Aug 20 12:12:06.130542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56156) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:06.138884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-4df27485-d11f-4db7-b14e-8418b0836015 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f', 'tempest-TagsExtTest-Tag-1057746790') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:06.209653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event deleted for resources: {'Port': ['ID=1ce4b193-4b0e-4898-9799-82e854b9f7d7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:06.217903 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b635677f-a551-40e1-b39f-e4fcf91d38cc x-openstack-request-id: req-b635677f-a551-40e1-b39f-e4fcf91d38cc {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:06.218100 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58851c23-aa34-4398-bb12-f76436ab18a4", "name": "network-vif-deleted", "tag": "8680f82e-9371-48eb-a77b-f889e16d83b9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:06.218356 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b635677f-a551-40e1-b39f-e4fcf91d38cc {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:06.219158 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58851c23-aa34-4398-bb12-f76436ab18a4', 'name': 'network-vif-deleted', 'tag': '8680f82e-9371-48eb-a77b-f889e16d83b9', 'status': 'completed', 'code': 200} Aug 20 12:12:06.233393 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1e7eb65-6f81-4c3c-ae48-2b505b57e9f5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.464037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4df27485-d11f-4db7-b14e-8418b0836015 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags/tempest-TagsExtTest-Tag-1057746790 HTTP/1.1" status: 201 len: 201 time: 0.3321686 Aug 20 12:12:06.467613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56172) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:06.489140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-9c74c62c-a9c7-4bff-a921-27e26cebb985 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978', 'tempest-TagsExtTest-Tag-1367270012') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:06.498958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1e7eb65-6f81-4c3c-ae48-2b505b57e9f5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.552867 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.669934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8563a735-bc8a-4cdd-9795-ae33a309db8d None None] Network c9f9a3a0-4597-41e1-a931-ef07beb2c73e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:06.765516 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1e7eb65-6f81-4c3c-ae48-2b505b57e9f5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.820495 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9c74c62c-a9c7-4bff-a921-27e26cebb985 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags/tempest-TagsExtTest-Tag-1367270012 HTTP/1.1" status: 201 len: 201 time: 0.3512678 Aug 20 12:12:06.822523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56178) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:06.825343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7eb65-6f81-4c3c-ae48-2b505b57e9f5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=3ffecec0-89fe-4c96-9d04-93e677292476,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:06.827663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1e7eb65-6f81-4c3c-ae48-2b505b57e9f5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:06.829653 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e1e7eb65-6f81-4c3c-ae48-2b505b57e9f5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/3ffecec0-89fe-4c96-9d04-93e677292476 HTTP/1.1" status: 204 len: 168 time: 1.0639396 Aug 20 12:12:06.833287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-be1f073b-8a02-42c4-a715-c533cf5659cb tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f', 'tempest-TagsExtTest-Tag-1094774725') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:06.835960 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:06.866964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8680f82e-9371-48eb-a77b-f889e16d83b9 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:06.868911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed33057-feb7-47cd-972c-0ad253fc6e9d None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:06.926395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 8680f82e-9371-48eb-a77b-f889e16d83b9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:06.929311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8680f82e-9371-48eb-a77b-f889e16d83b9 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:06.965891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e63c899d-b314-4855-917f-9287548a23d9 None None] Provisioning for port cfad28ae-751b-459f-8517-07e85eec5ba6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:07.001512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd82e0b-9042-4fa5-9145-79585db67d45 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet bda17bc0-6bd2-4be5-b244-e71d5f264d36 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:07.007036 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2cd82e0b-9042-4fa5-9145-79585db67d45 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:07.070203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2cd82e0b-9042-4fa5-9145-79585db67d45 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:07.078713 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-be1f073b-8a02-42c4-a715-c533cf5659cb tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags/tempest-TagsExtTest-Tag-1094774725 HTTP/1.1" status: 201 len: 201 time: 0.2548540 Aug 20 12:12:07.079629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56186) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:07.111177 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-64ba47bb-b94f-49df-ad09-51e0481760e4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b', 'tempest-TagsExtTest-Tag-1114786796') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:07.287207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2cd82e0b-9042-4fa5-9145-79585db67d45 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:07.357369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-64ba47bb-b94f-49df-ad09-51e0481760e4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags/tempest-TagsExtTest-Tag-1114786796 HTTP/1.1" status: 201 len: 201 time: 0.2551961 Aug 20 12:12:07.381309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:07.390078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-e1fd9c35-2cd7-4866-a72a-e759930c10b9 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:07.428862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cfad28ae-751b-459f-8517-07e85eec5ba6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:07.568869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2cd82e0b-9042-4fa5-9145-79585db67d45 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:07.583102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port cfad28ae-751b-459f-8517-07e85eec5ba6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:07.590149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cfad28ae-751b-459f-8517-07e85eec5ba6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:07.590543 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:07.684591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fe4bf3-99af-40ba-952e-9509c131c69a req-0ea6fe83-664f-4dd0-b697-15ed47dbce9f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=58851c23-aa34-4398-bb12-f76436ab18a4 HTTP/1.1" status: 200 len: 210 time: 0.6593268 Aug 20 12:12:07.725082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd82e0b-9042-4fa5-9145-79585db67d45 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=bda17bc0-6bd2-4be5-b244-e71d5f264d36,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:07.727551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2cd82e0b-9042-4fa5-9145-79585db67d45 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:07.729460 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2cd82e0b-9042-4fa5-9145-79585db67d45 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/bda17bc0-6bd2-4be5-b244-e71d5f264d36 HTTP/1.1" status: 204 len: 168 time: 0.8921359 Aug 20 12:12:07.738774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56192) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:07.756791 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e1fd9c35-2cd7-4866-a72a-e759930c10b9 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags HTTP/1.1" status: 200 len: 241 time: 0.3715467 Aug 20 12:12:07.780417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56196) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:07.797221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e20f3596-5172-487d-aa43-296da427dd3c req-73a0f41f-e2ed-41d2-a288-31ed2206d828 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 210 time: 0.1295817 Aug 20 12:12:07.879867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-83542eb0-2544-4f67-b994-32e5d65058d7 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f', 'tempest-TagsExtTest-Tag-1057746790') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:07.895083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:07.921377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-20489073-3c9c-4156-ae5c-e667f22439f6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406827 Aug 20 12:12:07.925881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56198) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:07.938076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:07.960376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Router fc9b9792-5f07-4521-983e-30879d8b7b52 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:12:07.969868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e54916ab-b1d4-4264-86d8-37f80c888d98 None None] Provisioning complete for port cfad28ae-751b-459f-8517-07e85eec5ba6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:07.970274 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e54916ab-b1d4-4264-86d8-37f80c888d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.035431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port cfad28ae-751b-459f-8517-07e85eec5ba6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cfad28ae-751b-459f-8517-07e85eec5ba6,segment=NetworkSegment(3d817664-5ccc-4f9e-a84a-1df34fce747c),segment_id=3d817664-5ccc-4f9e-a84a-1df34fce747c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:08.040161 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.041078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:08.172092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:08.172473 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.300337 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=cfad28ae-751b-459f-8517-07e85eec5ba6,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:08.372736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:08.380129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e54916ab-b1d4-4264-86d8-37f80c888d98 None None] Provisioning for port af4e3779-e260-43b2-899d-da17c8d01978 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:08.381003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.390956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e54916ab-b1d4-4264-86d8-37f80c888d98 None None] Provisioning complete for port af4e3779-e260-43b2-899d-da17c8d01978 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:08.391336 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e54916ab-b1d4-4264-86d8-37f80c888d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.447391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e54916ab-b1d4-4264-86d8-37f80c888d98 None None] Port af4e3779-e260-43b2-899d-da17c8d01978 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:12:08.460975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130946c-a714-4611-99af-4bba1d58d46a None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:08.490323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:08.500606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f090b326-11e7-4385-8266-b3f003700056 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "PUT /v2.0/routers/fc9b9792-5f07-4521-983e-30879d8b7b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7267659 Aug 20 12:12:08.502946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56200) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:08.508439 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad933a-0b38-4a61-9189-cbfaf76f415a None None] Sync routers for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:08.520715 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad933a-0b38-4a61-9189-cbfaf76f415a None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:08.522290 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e6ad933a-0b38-4a61-9189-cbfaf76f415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:08.569482 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e6ad933a-0b38-4a61-9189-cbfaf76f415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:08.581313 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad933a-0b38-4a61-9189-cbfaf76f415a None None] Routers {'fc9b9792-5f07-4521-983e-30879d8b7b52'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:08.582272 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e6ad933a-0b38-4a61-9189-cbfaf76f415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fc9b9792-5f07-4521-983e-30879d8b7b52'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:08.606415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-a7ab48d9-2750-42ed-a334-4f11c2bffc6b tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:08.623412 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-a7ab48d9-2750-42ed-a334-4f11c2bffc6b tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.73 "GET /v2.0/networks?id=82e99c74-b237-4a81-b627-1dbc936708cf HTTP/1.1" status: 200 len: 820 time: 0.9224384 Aug 20 12:12:08.626888 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e6ad933a-0b38-4a61-9189-cbfaf76f415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:08.627911 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad933a-0b38-4a61-9189-cbfaf76f415a None None] The sync data for ids ['fc9b9792-5f07-4521-983e-30879d8b7b52'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:08.629227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d8a67817-9026-427f-be2f-3a728de01822 None None] Provisioning complete for port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:08.629609 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d8a67817-9026-427f-be2f-3a728de01822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.653329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Request body: {'port': {'device_id': '040e1a7f-3ed6-48e6-a767-716b4b9b65bd', 'network_id': '82e99c74-b237-4a81-b627-1dbc936708cf', 'admin_state_up': True, 'tenant_id': 'a9098814c7c04e25858cd14cab7ecf79'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:08.767409 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-83542eb0-2544-4f67-b994-32e5d65058d7 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags/tempest-TagsExtTest-Tag-1057746790 HTTP/1.1" status: 204 len: 168 time: 0.9854422 Aug 20 12:12:08.770984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56206) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:08.774450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720622ed-9484-480a-a351-93084402120b None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:12:08.778060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-a296b7c2-15d8-4cad-a5b6-4452fda3a3d6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f', 'tempest-TagsExtTest-Tag-1057746790') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:08.802639 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.893024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d8a67817-9026-427f-be2f-3a728de01822 None None] Provisioning complete for port af4e3779-e260-43b2-899d-da17c8d01978 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:08.897571 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d8a67817-9026-427f-be2f-3a728de01822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.938674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-720622ed-9484-480a-a351-93084402120b None None] Deleting port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:08.939189 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-720622ed-9484-480a-a351-93084402120b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:08.995837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d8a67817-9026-427f-be2f-3a728de01822 None None] Port af4e3779-e260-43b2-899d-da17c8d01978 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:12:09.001584 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a296b7c2-15d8-4cad-a5b6-4452fda3a3d6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags/tempest-TagsExtTest-Tag-1057746790 HTTP/1.1" status: 204 len: 168 time: 0.2292833 Aug 20 12:12:09.004096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:09.008886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-7ec67254-8fa8-40c5-9aec-0e4d6672c010 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:09.028026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-720622ed-9484-480a-a351-93084402120b None None] For port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:09.028514 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-720622ed-9484-480a-a351-93084402120b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.050658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Made reservation on behalf of a9098814c7c04e25858cd14cab7ecf79 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:09.052661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-720622ed-9484-480a-a351-93084402120b None None] Calling delete_port for 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:09.054359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.155292 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-720622ed-9484-480a-a351-93084402120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.156599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7ec67254-8fa8-40c5-9aec-0e4d6672c010 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags HTTP/1.1" status: 200 len: 205 time: 0.1513855 Aug 20 12:12:09.159646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56228) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:09.164887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-e1b88440-2fd2-49e7-a7c1-f5a135f55872 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:09.190988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720622ed-9484-480a-a351-93084402120b None None] Pushing event deleted for resources: {'Port': ['ID=59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:09.194609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720622ed-9484-480a-a351-93084402120b None None] No DVR routers for this DVR port 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:09.215853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d84e4043-5acf-4471-8e25-8dcd22292620 req-f11fcdd3-c8a5-47d5-9eb6-c2225c438ff0 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 210 time: 0.2987473 Aug 20 12:12:09.247916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cfad28ae-751b-459f-8517-07e85eec5ba6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:09.294522 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.305595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Allocated IP 172.20.0.13 (82e99c74-b237-4a81-b627-1dbc936708cf/92d4ca9d-fc76-4551-a8a2-039d1ef8682c/9d860b68-67d2-424c-855e-53af9d64b33d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:09.312153 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e1b88440-2fd2-49e7-a7c1-f5a135f55872 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags HTTP/1.1" status: 200 len: 241 time: 0.1515150 Aug 20 12:12:09.315754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56230) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:09.322571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-6857f472-387c-44f4-af66-f35f407545d5 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978', 'tempest-TagsExtTest-Tag-1367270012') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:09.339795 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cfad28ae-751b-459f-8517-07e85eec5ba6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:09.340459 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.357510 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.436167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:09.456944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:09.468013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:09.468013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.484537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e566fcf-1aa2-4c55-b40c-230fdcd39da1 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:09.512995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-f1bdbdc7-72c6-4328-b1c7-6a74176fba92 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:09.522484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-f1bdbdc7-72c6-4328-b1c7-6a74176fba92 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.3655217 Aug 20 12:12:09.529130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6857f472-387c-44f4-af66-f35f407545d5 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags/tempest-TagsExtTest-Tag-1367270012 HTTP/1.1" status: 204 len: 168 time: 0.2121909 Aug 20 12:12:09.532005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=a8db2978-9e65-432e-8e1d-128bd338aced,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:09.532412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56232) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:09.537554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-2fc4fd56-0882-43c9-92b9-df6835aee310 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978', 'tempest-TagsExtTest-Tag-1367270012') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:09.548638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4b6c4a74-7747-46ad-b68c-42a265d0d7ab tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6185291 Aug 20 12:12:09.552531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56234) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:09.560931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0ca409d6-5197-4585-b0af-e2123641e203 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:09.590579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:09.633688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:09.634038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 59f9fdbf-5fa1-4f8c-aaaf-55a8128f8b93 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:09.641275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.655579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-56dabbbb-1557-4e81-94b8-f251b9182a58 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/quotas/b11b040c005843c589fc833e824a73ab HTTP/1.1" status: 200 len: 375 time: 0.1318562 Aug 20 12:12:09.700417 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2fc4fd56-0882-43c9-92b9-df6835aee310 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags/tempest-TagsExtTest-Tag-1367270012 HTTP/1.1" status: 204 len: 168 time: 0.1668270 Aug 20 12:12:09.701076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56236) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:09.707539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-41cbceea-7bed-45af-a458-5dfcbe3eb2e0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:09.709655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.718715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Deleting port a11f40fa-3a97-4fcf-a912-6efb9e1a2a2b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:09.719192 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.772751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'tenant_id': '25d06e66002041c19f4a13f5f7ea619f', 'fixed_ips': [{'subnet_id': 'a8db2978-9e65-432e-8e1d-128bd338aced'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:12:09.774357 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.788294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Network 82e99c74-b237-4a81-b627-1dbc936708cf is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:09.800152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:09.804694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:09.808809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Pushing event updated for resources: {'Port': ['ID=9d860b68-67d2-424c-855e-53af9d64b33d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:09.832973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.847777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Calling delete_port for a11f40fa-3a97-4fcf-a912-6efb9e1a2a2b owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:09.887990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:09.889620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:09.902895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56238) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:09.903147 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-41cbceea-7bed-45af-a458-5dfcbe3eb2e0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags HTTP/1.1" status: 200 len: 205 time: 0.1992793 Aug 20 12:12:09.918357 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-f2e0a4c9-0b4a-40d4-a4ca-1cebfb7cb047 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2761233 Aug 20 12:12:09.929658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-0afb15c6-3746-469a-8466-1ad8eebf4dc0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:09.942921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Request body: {'port': {'device_id': '040e1a7f-3ed6-48e6-a767-716b4b9b65bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:09.947019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/a8db2978-9e65-432e-8e1d-128bd338aced/8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:10.011916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-8ab19c30-60c7-47bb-8b20-02cef6ea0703 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3553357 Aug 20 12:12:10.047549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.219118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-01da27fb-d32c-434b-b82e-efc9a7b90d66 service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684790 Aug 20 12:12:10.224667 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.240143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Transition to ACTIVE for port object 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:10.262165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Transition to ACTIVE for port object 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:10.268906 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.286151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca409d6-5197-4585-b0af-e2123641e203 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:10.291350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ca409d6-5197-4585-b0af-e2123641e203 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.317230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:10.320308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:10.328375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:10.400098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Pushing event updated for resources: {'Port': ['ID=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:10.402582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Attempting to bind port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:10.403066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Attempting to bind port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:10.403535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Attempting to bind port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 on network b2b925b6-7332-4566-8ee2-aefc8b9a1549 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:10.409911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0afb15c6-3746-469a-8466-1ad8eebf4dc0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags HTTP/1.1" status: 200 len: 241 time: 0.4888382 Aug 20 12:12:10.410579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:10.411071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Checking segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:10.411594 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.412203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Bound using segment: {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:10.412911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Bound port: 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:10.413451 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.418581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56246) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:10.442844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-59fe3a0b-a5cc-4060-b798-02a069a4396b tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f', 'tempest-TagsExtTest-Tag-1094774725') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:10.458832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d860b68-67d2-424c-855e-53af9d64b33d {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:10.471340 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.491086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Transition to ACTIVE for port object 9d860b68-67d2-424c-855e-53af9d64b33d will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:10.497536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.498781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] For port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:10.504784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] For port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:10.513091 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.600917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f92e2e-93b4-4c12-b432-36f25fdb2430 None None] Pushing event updated for resources: {'Port': ['ID=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:10.607164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Pushing event updated for resources: {'Port': ['ID=9d860b68-67d2-424c-855e-53af9d64b33d,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:10.662538 n-d-800634-10 neutron-server[101034]: INFO neutron.db.ipam_backend_mixin [None req-0ca409d6-5197-4585-b0af-e2123641e203 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8db2978-9e65-432e-8e1d-128bd338aced (CIDR: 2001:db8::/64) Aug 20 12:12:10.675478 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Attempting to bind port 9d860b68-67d2-424c-855e-53af9d64b33d on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:10.676022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Attempting to bind port 9d860b68-67d2-424c-855e-53af9d64b33d by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '818251c2-08c7-41e3-a9f6-26cd58e03dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '82e99c74-b237-4a81-b627-1dbc936708cf'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:10.676288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Attempting to bind port 9d860b68-67d2-424c-855e-53af9d64b33d on network 82e99c74-b237-4a81-b627-1dbc936708cf {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:10.680697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-59fe3a0b-a5cc-4060-b798-02a069a4396b tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags/tempest-TagsExtTest-Tag-1094774725 HTTP/1.1" status: 204 len: 168 time: 0.2525482 Aug 20 12:12:10.683963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56248) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:10.684725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Port 9d860b68-67d2-424c-855e-53af9d64b33d on network 82e99c74-b237-4a81-b627-1dbc936708cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:12:10.685064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Attempting to bind port 9d860b68-67d2-424c-855e-53af9d64b33d on network 82e99c74-b237-4a81-b627-1dbc936708cf {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:10.691052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748a6a7-bd02-4cd7-988e-5d9d3da9b6f1 req-b3cd442a-4428-4f7b-8cea-c246bd837fc3 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:10.693486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7748a6a7-bd02-4cd7-988e-5d9d3da9b6f1 req-b3cd442a-4428-4f7b-8cea-c246bd837fc3 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 932 time: 0.3277798 Aug 20 12:12:10.695787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-dd92b057-6d01-43c7-bedf-7c1bb5f0d88a service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565451 Aug 20 12:12:10.698086 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.715735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-46d40075-1e36-4bdb-8b26-57c88c47d0cc tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f', 'tempest-TagsExtTest-Tag-1094774725') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:10.716844 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca409d6-5197-4585-b0af-e2123641e203 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:12:10.717371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca409d6-5197-4585-b0af-e2123641e203 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:10.791432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:10.792009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Checking segment: {'id': '818251c2-08c7-41e3-a9f6-26cd58e03dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '82e99c74-b237-4a81-b627-1dbc936708cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:10.792620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Bound using segment: {'id': '818251c2-08c7-41e3-a9f6-26cd58e03dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '82e99c74-b237-4a81-b627-1dbc936708cf'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:10.793240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Bound port: 9d860b68-67d2-424c-855e-53af9d64b33d, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818251c2-08c7-41e3-a9f6-26cd58e03dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '82e99c74-b237-4a81-b627-1dbc936708cf'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:10.793617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.801452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event deleted for resources: {'Port': ['ID=a11f40fa-3a97-4fcf-a912-6efb9e1a2a2b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:10.851449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0ca409d6-5197-4585-b0af-e2123641e203 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2940311 Aug 20 12:12:10.859860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56250) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:10.895847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:10.920568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7748a6a7-bd02-4cd7-988e-5d9d3da9b6f1 req-698587ef-d803-4988-9e64-fe07719f4b08 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112660 Aug 20 12:12:10.962993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-46d40075-1e36-4bdb-8b26-57c88c47d0cc tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags/tempest-TagsExtTest-Tag-1094774725 HTTP/1.1" status: 204 len: 168 time: 0.2732632 Aug 20 12:12:10.965732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56254) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:10.973294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-7eec8045-f4a9-475c-9f1f-730500fc1bc2 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:10.993722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] For port 9d860b68-67d2-424c-855e-53af9d64b33d, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:11.068830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] For port 9d860b68-67d2-424c-855e-53af9d64b33d, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9d860b68-67d2-424c-855e-53af9d64b33d,segment=NetworkSegment(818251c2-08c7-41e3-a9f6-26cd58e03dd3),segment_id=818251c2-08c7-41e3-a9f6-26cd58e03dd3)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:11.097933 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:11.177843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:11.284751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:11.294938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af57ec0f-1e76-4dd5-aea8-e7dd1bd3fa4e req-60c8dec1-4998-4c16-8a2f-f09b7b6b15cd tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 210 time: 0.2895052 Aug 20 12:12:11.314632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Pushing event updated for resources: {'Port': ['ID=9d860b68-67d2-424c-855e-53af9d64b33d,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:11.349125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:11.353995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:11.355370 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:11.356582 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-718984dc-2d2e-46b1-9ac9-0226f022c513 service neutron] 10.222.0.73 "PUT /v2.0/ports/9d860b68-67d2-424c-855e-53af9d64b33d HTTP/1.1" status: 200 len: 1093 time: 1.4243524 Aug 20 12:12:11.357584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040e1a7f-3ed6-48e6-a767-716b4b9b65bd', 'tag': '9d860b68-67d2-424c-855e-53af9d64b33d'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:11.361095 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67efeaf3-a608-4c9c-a034-0da26a099467" -d '{"events": [{"name": "network-changed", "server_uuid": "040e1a7f-3ed6-48e6-a767-716b4b9b65bd", "tag": "9d860b68-67d2-424c-855e-53af9d64b33d"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:11.362018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:11.365433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:11.369637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:11.384522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7eec8045-f4a9-475c-9f1f-730500fc1bc2 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags HTTP/1.1" status: 200 len: 205 time: 0.4163899 Aug 20 12:12:11.387263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56268) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:11.394506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-1456cc49-14ee-4ea5-b95f-c8422e65aa9f tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:11.415441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:11.473550 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063cbbb0-c012-4bea-b69d-e5fe81397261 x-openstack-request-id: req-063cbbb0-c012-4bea-b69d-e5fe81397261 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:11.473929 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040e1a7f-3ed6-48e6-a767-716b4b9b65bd", "tag": "9d860b68-67d2-424c-855e-53af9d64b33d", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:11.474165 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-063cbbb0-c012-4bea-b69d-e5fe81397261 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:11.474531 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040e1a7f-3ed6-48e6-a767-716b4b9b65bd', 'tag': '9d860b68-67d2-424c-855e-53af9d64b33d', 'status': 'completed', 'code': 200} Aug 20 12:12:11.492385 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1456cc49-14ee-4ea5-b95f-c8422e65aa9f tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags HTTP/1.1" status: 200 len: 241 time: 0.1025295 Aug 20 12:12:11.496380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56272) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:11.500998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-d73f9338-614b-478e-92c2-d244b51dee06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b', 'tempest-TagsExtTest-Tag-1114786796') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:11.515108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-60b83001-ba52-4bf4-8ee2-dbaebfbc4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:11.516699 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-60b83001-ba52-4bf4-8ee2-dbaebfbc4d5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9098814c7c04e25858cd14cab7ecf79&device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 1096 time: 0.0819480 Aug 20 12:12:11.577981 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-4bb17202-f858-4d47-ae7f-faa04d131555 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d860b68-67d2-424c-855e-53af9d64b33d HTTP/1.1" status: 200 len: 217 time: 0.0490324 Aug 20 12:12:11.584606 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d73f9338-614b-478e-92c2-d244b51dee06 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags/tempest-TagsExtTest-Tag-1114786796 HTTP/1.1" status: 204 len: 168 time: 0.0871542 Aug 20 12:12:11.591465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56274) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:11.604448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-7cce066c-5653-4c0d-9d3c-af21409e984e tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b', 'tempest-TagsExtTest-Tag-1114786796') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:11.689348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-94a2c154-e5e5-4688-bf18-ae49b7254c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:11.691741 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-94a2c154-e5e5-4688-bf18-ae49b7254c19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92d4ca9d-fc76-4551-a8a2-039d1ef8682c HTTP/1.1" status: 200 len: 860 time: 0.0989676 Aug 20 12:12:11.694003 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7cce066c-5653-4c0d-9d3c-af21409e984e tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags/tempest-TagsExtTest-Tag-1114786796 HTTP/1.1" status: 204 len: 168 time: 0.0932899 Aug 20 12:12:11.696451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:11.702964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-2aa38d8f-9367-4694-9a07-9e731a3400e8 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:11.749238 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-eedfd80c-fdef-484b-8fdf-c280b0f9e797 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82e99c74-b237-4a81-b627-1dbc936708cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297005 Aug 20 12:12:11.805076 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2aa38d8f-9367-4694-9a07-9e731a3400e8 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags HTTP/1.1" status: 200 len: 205 time: 0.1073892 Aug 20 12:12:11.810098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56278) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:11.818910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-4e86c228-728f-4140-acf3-550a34dad89b tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:11.875946 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4e86c228-728f-4140-acf3-550a34dad89b tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0644934 Aug 20 12:12:11.878494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56280) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:11.883066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-7e8d2e92-51c7-4c7e-bd71-475095391e36 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:11.926706 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-779a6072-cc83-49e1-bf1d-ee51b8e2bf48 service neutron] 10.222.0.73 "GET /v2.0/networks/82e99c74-b237-4a81-b627-1dbc936708cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695597 Aug 20 12:12:11.940264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:11.940851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Fanout notify agent at l3_agent the message router_deleted on router fc9b9792-5f07-4521-983e-30879d8b7b52 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:12:11.948880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:11.952977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7f581176-b8de-4bef-a319-4c097796b04a tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "DELETE /v2.0/routers/fc9b9792-5f07-4521-983e-30879d8b7b52 HTTP/1.1" status: 204 len: 168 time: 3.4456811 Aug 20 12:12:11.954090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56284) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:11.968279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.111940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fad15a-11cb-493a-b3e9-4d1e5659caa6 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Deleting subnet ddbbd28a-f9e7-4abc-a35d-f10d625c34e0 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:12.126156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26fad15a-11cb-493a-b3e9-4d1e5659caa6 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.129965 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7e8d2e92-51c7-4c7e-bd71-475095391e36 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags HTTP/1.1" status: 204 len: 168 time: 0.2481110 Aug 20 12:12:12.131531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56290) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:12.135253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-531a8429-c65c-4c29-8c4f-16a7f74ec95c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:12.151521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7e22ac85-1e44-46d8-a5d5-9c4ab3a4b650 None None] Provisioning for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:12.160466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7e22ac85-1e44-46d8-a5d5-9c4ab3a4b650 None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:12.160848 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7e22ac85-1e44-46d8-a5d5-9c4ab3a4b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.181808 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-685523a1-6fea-45eb-ad8c-fd239a3f8823 req-a4e904a9-2bf8-439e-831d-cd1f94220e55 service neutron] 10.222.0.73 "GET /v2.0/networks/82e99c74-b237-4a81-b627-1dbc936708cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358346 Aug 20 12:12:12.231071 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-531a8429-c65c-4c29-8c4f-16a7f74ec95c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags HTTP/1.1" status: 204 len: 168 time: 0.0982137 Aug 20 12:12:12.233117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56294) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:12.234070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a929-4c0a-449e-83aa-102156b6eab9 req-e90eea24-04ec-41ff-a385-263d2aa711a8 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.235804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2199a929-4c0a-449e-83aa-102156b6eab9 req-e90eea24-04ec-41ff-a385-263d2aa711a8 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 944 time: 0.2127867 Aug 20 12:12:12.252026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-d28d01f7-2a6e-411e-9a67-c8f1ed043db0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:12.264818 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26fad15a-11cb-493a-b3e9-4d1e5659caa6 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.324902 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7e22ac85-1e44-46d8-a5d5-9c4ab3a4b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.380177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7e22ac85-1e44-46d8-a5d5-9c4ab3a4b650 None None] For port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:12.384782 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7e22ac85-1e44-46d8-a5d5-9c4ab3a4b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.405273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-8a23034a-0d41-479c-a116-3c8969af4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.413221 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-8a23034a-0d41-479c-a116-3c8969af4eef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9098814c7c04e25858cd14cab7ecf79&device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 1096 time: 0.1562521 Aug 20 12:12:12.430594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2199a929-4c0a-449e-83aa-102156b6eab9 req-f0b4ac8d-8d6a-4d2a-9c42-1362b4298447 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826882 Aug 20 12:12:12.511161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22ac85-1e44-46d8-a5d5-9c4ab3a4b650 None None] Pushing event updated for resources: {'Port': ['ID=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:12.545421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdc30274-d605-4fcb-81c6-d8d8d4421723 req-a6866639-217f-43ed-87ee-9a054dde8428 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 210 time: 0.1317475 Aug 20 12:12:12.603878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26fad15a-11cb-493a-b3e9-4d1e5659caa6 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.666322 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d28d01f7-2a6e-411e-9a67-c8f1ed043db0 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags HTTP/1.1" status: 204 len: 168 time: 0.4306262 Aug 20 12:12:12.673897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56298) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:12.679180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-e3187393-10f2-4bb3-afac-bd7e3c69a9b4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f', 'tempest-TagsExtTest-Tag-1401936714') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:12.684005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-d5015167-09d9-4f01-9341-f3e5e2c41dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.685498 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-d5015167-09d9-4f01-9341-f3e5e2c41dde service neutron] 10.222.0.73 "GET /v2.0/networks?id=82e99c74-b237-4a81-b627-1dbc936708cf HTTP/1.1" status: 200 len: 921 time: 0.2562771 Aug 20 12:12:12.740588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-944b7955-b490-45e8-9433-37518ad83cfb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.742122 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-944b7955-b490-45e8-9433-37518ad83cfb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.2926648 Aug 20 12:12:12.743594 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-467e9f0e-3ef9-48dd-8530-e5e46e3d6db3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d860b68-67d2-424c-855e-53af9d64b33d HTTP/1.1" status: 200 len: 217 time: 0.0477812 Aug 20 12:12:12.764194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Request body: {'port': {'device_id': '2ee16b8c-7ff7-45ef-9233-a3804450acb3', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'admin_state_up': True, 'tenant_id': 'b11b040c005843c589fc833e824a73ab'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:12.772934 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26fad15a-11cb-493a-b3e9-4d1e5659caa6 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.832139 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26fad15a-11cb-493a-b3e9-4d1e5659caa6 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.840865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-26fad15a-11cb-493a-b3e9-4d1e5659caa6 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "DELETE /v2.0/subnets/ddbbd28a-f9e7-4abc-a35d-f10d625c34e0 HTTP/1.1" status: 204 len: 168 time: 0.8791742 Aug 20 12:12:12.840865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fad15a-11cb-493a-b3e9-4d1e5659caa6 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbbd28a-f9e7-4abc-a35d-f10d625c34e0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:12.841204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56300) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:12.853506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52766af-463f-4c3f-90e1-e083de9db877 None None] Network b5bbd21d-95f2-4357-b742-8f48dd73b9ed requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:12.940385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-2968f7d9-6c79-4154-9a8c-5a772924895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:12.941888 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-2968f7d9-6c79-4154-9a8c-5a772924895c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92d4ca9d-fc76-4551-a8a2-039d1ef8682c HTTP/1.1" status: 200 len: 860 time: 0.1728313 Aug 20 12:12:12.961931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e3187393-10f2-4bb3-afac-bd7e3c69a9b4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags/tempest-TagsExtTest-Tag-1401936714 HTTP/1.1" status: 201 len: 201 time: 0.2841175 Aug 20 12:12:12.966727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56302) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:12.972075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-1ba6c0fa-6441-4a11-b56c-3be80877c0a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978', 'tempest-TagsExtTest-Tag-1993397724') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:12.992660 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:12.999351 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-d7397e47-0340-4382-8e6c-89a31c3f9e9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82e99c74-b237-4a81-b627-1dbc936708cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460503 Aug 20 12:12:13.002696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:12:13.099192 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] DHCP port deletion for b5bbd21d-95f2-4357-b742-8f48dd73b9ed request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:12:13.121667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:13.125290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.185228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] Deleting port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:13.185228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.236000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1ba6c0fa-6441-4a11-b56c-3be80877c0a4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags/tempest-TagsExtTest-Tag-1993397724 HTTP/1.1" status: 201 len: 201 time: 0.2679915 Aug 20 12:12:13.237294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56306) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:13.243496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:13.245696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-6b7fa098-ff38-475f-9698-9d5de7eed28a tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f', 'tempest-TagsExtTest-Tag-1412703416') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:13.253348 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-203a3809-5085-410a-86b7-27693b2e20b1 service neutron] 10.222.0.73 "GET /v2.0/networks/82e99c74-b237-4a81-b627-1dbc936708cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438767 Aug 20 12:12:13.290392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Deleting port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:13.290875 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.309090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] For port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,segment=NetworkSegment(e21a9956-c275-4830-a825-c7eef34bd103),segment_id=e21a9956-c275-4830-a825-c7eef34bd103)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:13.309491 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.315693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.325570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] Calling delete_port for 315c0ff9-5a37-4a45-8b31-f3ce2de04bee owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:13.385680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:13.386163 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.442487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6b7fa098-ff38-475f-9698-9d5de7eed28a tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags/tempest-TagsExtTest-Tag-1412703416 HTTP/1.1" status: 201 len: 201 time: 0.2014036 Aug 20 12:12:13.443136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56314) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:13.460282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-2b0c5599-a0c9-4173-a70d-be8a6141a7c4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b', 'tempest-TagsExtTest-Tag-2909713') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:13.487205 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.521897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] Pushing event deleted for resources: {'Port': ['ID=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:13.580852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344e1f5-fbdf-4507-a7b7-2bd6191234a7 None None] No DVR routers for this DVR port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:13.637405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2b0c5599-a0c9-4173-a70d-be8a6141a7c4 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags/tempest-TagsExtTest-Tag-2909713 HTTP/1.1" status: 201 len: 201 time: 0.1877341 Aug 20 12:12:13.643546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56322) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:13.648105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-1cba36cd-1890-4624-9965-709cd5e2e761 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f', {'tags': ['tempest-TagsExtTest-Tag-1211434436', 'tempest-TagsExtTest-Tag-1429832850', 'tempest-TagsExtTest-Tag-1867723688']}) {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:13.663687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46709b-2735-47d9-9877-938ec538ee42 req-bf394298-0c64-4d56-8bb4-0ae1398a1492 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:13.665278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b46709b-2735-47d9-9877-938ec538ee42 req-bf394298-0c64-4d56-8bb4-0ae1398a1492 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 944 time: 0.1256709 Aug 20 12:12:13.671124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 315c0ff9-5a37-4a45-8b31-f3ce2de04bee no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:13.701342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 315c0ff9-5a37-4a45-8b31-f3ce2de04bee {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:13.701963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 315c0ff9-5a37-4a45-8b31-f3ce2de04bee not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:13.723057 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.746129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-097b0f4d-059f-454d-a660-04a0558dc629 req-adccebfe-e9c0-409c-bc88-586539164446 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 210 time: 0.0622985 Aug 20 12:12:13.750681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] For port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:13.813468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1cba36cd-1890-4624-9965-709cd5e2e761 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags HTTP/1.1" status: 200 len: 318 time: 0.1689692 Aug 20 12:12:13.822853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b46709b-2735-47d9-9877-938ec538ee42 req-efaa6379-5f86-495c-94c7-334656c09668 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296716 Aug 20 12:12:13.825572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56324) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:13.830634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-df5e258f-7468-4ab8-9857-c15fcee5a884 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:13.844031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.864015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.864795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.905748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Allocated IP 172.20.0.13 (6f7021bb-6e8c-453c-bca1-31d5bea963ed/886444a5-b6c7-4939-8cf4-e3eccaa8ffc6/832090ef-fbda-4767-a350-c16660f60733) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:13.933648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] For port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,segment=NetworkSegment(e21a9956-c275-4830-a825-c7eef34bd103),segment_id=e21a9956-c275-4830-a825-c7eef34bd103)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:13.934063 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.954575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Calling delete_port for 315c0ff9-5a37-4a45-8b31-f3ce2de04bee owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:13.971003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:13.989510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:13.991902 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-67efeaf3-a608-4c9c-a034-0da26a099467 req-6e3b6676-82ca-4f70-867c-74c2cbd6130b service neutron] 10.222.0.73 "GET /v2.0/networks/82e99c74-b237-4a81-b627-1dbc936708cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230542 Aug 20 12:12:13.993663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:13.994721 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.999419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc25b9a-baf5-4d01-8aa8-e4867f93a818 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:14.019950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=5d6c42ca-e8eb-41b9-8b68-03e656662169,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:14.039313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e23b5a-939e-4a91-8ca9-23b12c94422a req-7605f826-3e3a-4044-b624-ff44b8b9482c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:14.040853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e23b5a-939e-4a91-8ca9-23b12c94422a req-7605f826-3e3a-4044-b624-ff44b8b9482c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 946 time: 0.2263849 Aug 20 12:12:14.045461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,revision_number=5']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:14.053409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4287240d-bdc2-434d-b3e1-d61b1c430828 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1875002 Aug 20 12:12:14.062094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56326) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:14.067730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:aa:4d:cd', 'name': 'tempest-NetworksTestDHCPv6-1399431239'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:14.168320 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2e23b5a-939e-4a91-8ca9-23b12c94422a req-5a0140d4-5e65-4aed-944b-532da2a7c0bd tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137693 Aug 20 12:12:14.183808 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.194590 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.207249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-df5e258f-7468-4ab8-9857-c15fcee5a884 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags HTTP/1.1" status: 204 len: 168 time: 0.3799107 Aug 20 12:12:14.210744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56328) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:14.220088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-ae5a6cde-a8a5-414b-ac1b-a8b4392d9fc6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f', 'tempest-TagsExtTest-Tag-1211434436') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:14.227430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event deleted for resources: {'Port': ['ID=315c0ff9-5a37-4a45-8b31-f3ce2de04bee,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:14.234314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] No DVR routers for this DVR port 315c0ff9-5a37-4a45-8b31-f3ce2de04bee on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:14.276483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:14.333946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.336609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.346303 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-ae5a6cde-a8a5-414b-ac1b-a8b4392d9fc6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:14.346750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:14.351737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ae5a6cde-a8a5-414b-ac1b-a8b4392d9fc6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags/tempest-TagsExtTest-Tag-1211434436 HTTP/1.1" status: 404 len: 329 time: 0.1341217 Aug 20 12:12:14.352260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56330) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:14.375682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-bd3c752f-4520-4ee0-b4f6-5a9168c1553f tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f', 'tempest-TagsExtTest-Tag-1429832850') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:14.380527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bbd21d-95f2-4357-b742-8f48dd73b9ed']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:14.400221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21a9956-c275-4830-a825-c7eef34bd103') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:14.400517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21a9956-c275-4830-a825-c7eef34bd103') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:14.404780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:14.414633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:14.420493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:14.424593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.451986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.469897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event updated for resources: {'Port': ['ID=832090ef-fbda-4767-a350-c16660f60733,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:14.484805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.497797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:14.498231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.499032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port 7279bed2-de5e-4125-996f-28f8c6fb17a3 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:14.501449 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:14.570569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:14.571257 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.593053 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-a9639285-db35-4fe0-bcff-7fb3bc858561 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8340142 Aug 20 12:12:14.600226 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-bd3c752f-4520-4ee0-b4f6-5a9168c1553f tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:14.601297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bd3c752f-4520-4ee0-b4f6-5a9168c1553f tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags/tempest-TagsExtTest-Tag-1429832850 HTTP/1.1" status: 404 len: 329 time: 0.2417934 Aug 20 12:12:14.611115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56334) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:14.615548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-060ddbb3-a4ab-4dfb-9911-b84c31036fab tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f', 'tempest-TagsExtTest-Tag-1867723688') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:14.624118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Request body: {'port': {'device_id': '2ee16b8c-7ff7-45ef-9233-a3804450acb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:14.701033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.732590 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.737761 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "DELETE /v2.0/networks/b5bbd21d-95f2-4357-b742-8f48dd73b9ed HTTP/1.1" status: 204 len: 168 time: 1.8973541 Aug 20 12:12:14.738536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.739915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56336) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:14.751866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::b6 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/a8db2978-9e65-432e-8e1d-128bd338aced/7279bed2-de5e-4125-996f-28f8c6fb17a3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:14.771241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9d860b68-67d2-424c-855e-53af9d64b33d details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:12:14.775721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc656ee-d3db-44c0-af01-a5b1c1cb1176 tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event deleted for resources: {'Network': ['ID=b5bbd21d-95f2-4357-b742-8f48dd73b9ed,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:14.823168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8:0:1:f816:3eff:feaa:4dcd (b2b925b6-7332-4566-8ee2-aefc8b9a1549/5d6c42ca-e8eb-41b9-8b68-03e656662169/7279bed2-de5e-4125-996f-28f8c6fb17a3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:14.850663 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-060ddbb3-a4ab-4dfb-9911-b84c31036fab tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:14.853959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-060ddbb3-a4ab-4dfb-9911-b84c31036fab tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags/tempest-TagsExtTest-Tag-1867723688 HTTP/1.1" status: 404 len: 329 time: 0.2397110 Aug 20 12:12:14.855880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56342) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:14.912398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9d860b68-67d2-424c-855e-53af9d64b33d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9d860b68-67d2-424c-855e-53af9d64b33d,segment=NetworkSegment(818251c2-08c7-41e3-a9f6-26cd58e03dd3),segment_id=818251c2-08c7-41e3-a9f6-26cd58e03dd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:14.921952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-c3ff2b89-9eb5-4c0c-b0de-35784e51272d tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978', {'tags': ['tempest-TagsExtTest-Tag-1362356027', 'tempest-TagsExtTest-Tag-2135438684', 'tempest-TagsExtTest-Tag-1316317316']}) {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:14.932413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9d860b68-67d2-424c-855e-53af9d64b33d', 'network_id': '82e99c74-b237-4a81-b627-1dbc936708cf', 'port_id': '9d860b68-67d2-424c-855e-53af9d64b33d', 'mac_address': 'fa:16:3e:4c:cb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d4ca9d-fc76-4551-a8a2-039d1ef8682c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:12:14.974466 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:14.988306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d860b68-67d2-424c-855e-53af9d64b33d {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:15.009159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9d860b68-67d2-424c-855e-53af9d64b33d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9d860b68-67d2-424c-855e-53af9d64b33d,segment=NetworkSegment(818251c2-08c7-41e3-a9f6-26cd58e03dd3),segment_id=818251c2-08c7-41e3-a9f6-26cd58e03dd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:15.012976 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.055759 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c3ff2b89-9eb5-4c0c-b0de-35784e51272d tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags HTTP/1.1" status: 200 len: 318 time: 0.1883490 Aug 20 12:12:15.056019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad3e4d-1a53-47ae-b87e-dc87eeb4dc03 req-a533f09d-0060-4e94-b2af-3e4df1bab244 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.056019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bad3e4d-1a53-47ae-b87e-dc87eeb4dc03 req-a533f09d-0060-4e94-b2af-3e4df1bab244 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 932 time: 0.1876762 Aug 20 12:12:15.056631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56344) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:15.057727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3fbc0943-9b37-4e84-964e-df46fd0667aa None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:15.058652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0943-9b37-4e84-964e-df46fd0667aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.066398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-99410358-479e-4969-92e4-2bd9924aba65 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:15.094051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9d860b68-67d2-424c-855e-53af9d64b33d,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:15.150595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e484f-e4d7-4651-9a8a-62ea883e1978 req-158e1b6d-2e4a-4425-be5b-7c2794b3e132 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.153119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f51e484f-e4d7-4651-9a8a-62ea883e1978 req-158e1b6d-2e4a-4425-be5b-7c2794b3e132 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 944 time: 0.2160318 Aug 20 12:12:15.213945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bad3e4d-1a53-47ae-b87e-dc87eeb4dc03 req-48c9aa03-9eb1-4277-8d11-76bb2e7aa465 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496279 Aug 20 12:12:15.226769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:15.229099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Deleting port d4d08486-9bf8-49ce-8ef7-ee8afa690d06 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:15.229588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.251034 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-99410358-479e-4969-92e4-2bd9924aba65 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags HTTP/1.1" status: 204 len: 168 time: 0.1922665 Aug 20 12:12:15.251722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56348) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:15.260219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-d522176b-c792-481e-8485-1109e015ae6c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978', 'tempest-TagsExtTest-Tag-1362356027') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:15.288671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:15.289164 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.295088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832090ef-fbda-4767-a350-c16660f60733 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:15.309015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f51e484f-e4d7-4651-9a8a-62ea883e1978 req-7a697777-5526-48ee-bff6-dbe5fe91056d tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469767 Aug 20 12:12:15.309252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.320417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9d860b68-67d2-424c-855e-53af9d64b33d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:15.330981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.374621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object 7279bed2-de5e-4125-996f-28f8c6fb17a3 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:15.378077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Transition to ACTIVE for port object 832090ef-fbda-4767-a350-c16660f60733 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:15.395363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.417343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ffca1-129b-4bc5-981b-8fe771169539 req-a4b43354-e6ca-4657-9cbe-46d239d835e0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.419321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca0ffca1-129b-4bc5-981b-8fe771169539 req-a4b43354-e6ca-4657-9cbe-46d239d835e0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 946 time: 0.1033413 Aug 20 12:12:15.423862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.424215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.453922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Calling delete_port for d4d08486-9bf8-49ce-8ef7-ee8afa690d06 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:15.459655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16161241-67c9-490c-91fb-69838c417ab0 req-8cbf60d7-b2ec-4a18-bfcd-14808deb16c7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.461302 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-16161241-67c9-490c-91fb-69838c417ab0 req-8cbf60d7-b2ec-4a18-bfcd-14808deb16c7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 946 time: 0.1452270 Aug 20 12:12:15.491873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=832090ef-fbda-4767-a350-c16660f60733,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:15.500233 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-d522176b-c792-481e-8485-1109e015ae6c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:15.501597 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d522176b-c792-481e-8485-1109e015ae6c tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags/tempest-TagsExtTest-Tag-1362356027 HTTP/1.1" status: 404 len: 329 time: 0.2468979 Aug 20 12:12:15.507015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56350) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:15.536379 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.543204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.tag.tag_plugin [None req-30dda421-7a54-4cc4-8b7b-793af3a733c8 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978', 'tempest-TagsExtTest-Tag-2135438684') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:15.546220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca0ffca1-129b-4bc5-981b-8fe771169539 req-40759347-a19e-4925-8e57-9df00c5ea2c1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068642 Aug 20 12:12:15.614207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:15.616909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=7279bed2-de5e-4125-996f-28f8c6fb17a3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:15.619552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:15.630204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:15.636058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:15.636614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.660530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1f02f256-0b75-42e5-9fae-ffbf7c4cc95c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5964544 Aug 20 12:12:15.667520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56354) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:15.709129 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.736365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Pushing event deleted for resources: {'Port': ['ID=d4d08486-9bf8-49ce-8ef7-ee8afa690d06,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:15.749485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Attempting to bind port 832090ef-fbda-4767-a350-c16660f60733 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:15.749812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Attempting to bind port 832090ef-fbda-4767-a350-c16660f60733 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:15.750134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Attempting to bind port 832090ef-fbda-4767-a350-c16660f60733 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:15.784185 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-30dda421-7a54-4cc4-8b7b-793af3a733c8 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:15.788313 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-30dda421-7a54-4cc4-8b7b-793af3a733c8 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags/tempest-TagsExtTest-Tag-2135438684 HTTP/1.1" status: 404 len: 329 time: 0.2508786 Aug 20 12:12:15.790148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56356) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:15.795050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Port 832090ef-fbda-4767-a350-c16660f60733 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:12:15.795371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Attempting to bind port 832090ef-fbda-4767-a350-c16660f60733 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:15.795862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-b4f98531-11fc-4f51-bdab-4316ab8dce01 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978', 'tempest-TagsExtTest-Tag-1316317316') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:15.799761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Deleting port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:15.799761 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.834407 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.837772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.839161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0d41f9d0-d169-4e44-af48-73fff8c615fb tempest-FloatingIPAdminTestJSON-619187302 tempest-FloatingIPAdminTestJSON-619187302-project] 10.222.0.25 "DELETE /v2.0/floatingips/9e942ce1-045d-4111-a5bd-f0d2775fade7 HTTP/1.1" status: 204 len: 168 time: 1.0979669 Aug 20 12:12:15.850408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:15.850765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Checking segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:15.851129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Bound using segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:15.851574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Bound port: 832090ef-fbda-4767-a350-c16660f60733, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:15.851930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.864636 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-b4f98531-11fc-4f51-bdab-4316ab8dce01 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:15.866259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b4f98531-11fc-4f51-bdab-4316ab8dce01 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags/tempest-TagsExtTest-Tag-1316317316 HTTP/1.1" status: 404 len: 329 time: 0.0748873 Aug 20 12:12:15.868788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56360) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:15.875320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-b408dca8-e94d-40f2-942f-6a1edce8a5e2 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f', {'tags': ['tempest-TagsExtTest-Tag-515379396', 'tempest-TagsExtTest-Tag-1250675938', 'tempest-TagsExtTest-Tag-1136591203']}) {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:15.899703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3276fc16-52f2-4353-afba-a34c30524546 None None] Provisioning for port 7279bed2-de5e-4125-996f-28f8c6fb17a3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:15.905820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3276fc16-52f2-4353-afba-a34c30524546 None None] Provisioning complete for port 7279bed2-de5e-4125-996f-28f8c6fb17a3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:15.907254 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3276fc16-52f2-4353-afba-a34c30524546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.950283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3276fc16-52f2-4353-afba-a34c30524546 None None] Port 7279bed2-de5e-4125-996f-28f8c6fb17a3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:12:15.981782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b408dca8-e94d-40f2-942f-6a1edce8a5e2 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags HTTP/1.1" status: 200 len: 317 time: 0.1115606 Aug 20 12:12:15.984211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56362) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:15.985370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3352b2f5-77ca-489b-b056-2fd13fd70a1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port 7279bed2-de5e-4125-996f-28f8c6fb17a3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:15.985929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3352b2f5-77ca-489b-b056-2fd13fd70a1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.989541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-feee0469-a5ee-4d6c-9408-e54508147ff5 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:15.989725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] For port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:15.989994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.013978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] For port 832090ef-fbda-4767-a350-c16660f60733, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:16.090252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-feee0469-a5ee-4d6c-9408-e54508147ff5 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags HTTP/1.1" status: 204 len: 168 time: 0.1039104 Aug 20 12:12:16.092455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56366) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:16.097201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-13f72615-22df-4872-bd18-a2ea325ee97b tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f', 'tempest-TagsExtTest-Tag-515379396') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:16.121362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] For port 832090ef-fbda-4767-a350-c16660f60733, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=832090ef-fbda-4767-a350-c16660f60733,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:16.122130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56368) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:16.146616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.178953 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-13f72615-22df-4872-bd18-a2ea325ee97b tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:16.183189 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-13f72615-22df-4872-bd18-a2ea325ee97b tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags/tempest-TagsExtTest-Tag-515379396 HTTP/1.1" status: 404 len: 328 time: 0.0865116 Aug 20 12:12:16.183926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56372) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:16.188316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-e9b19a5d-512a-4941-a9ae-2d8746032689 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f', 'tempest-TagsExtTest-Tag-1250675938') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:16.239758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:16.240495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.242054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/832090ef-fbda-4767-a350-c16660f60733 HTTP/1.1" status: 200 len: 1093 time: 1.6324570 Aug 20 12:12:16.251848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee16b8c-7ff7-45ef-9233-a3804450acb3', 'tag': '832090ef-fbda-4767-a350-c16660f60733'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:16.254381 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71693ede-19ac-4f29-a6ac-d712865f9d98" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee16b8c-7ff7-45ef-9233-a3804450acb3", "tag": "832090ef-fbda-4767-a350-c16660f60733"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:16.319182 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3352b2f5-77ca-489b-b056-2fd13fd70a1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.330140 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdead81e-dba4-44cb-997a-17e86e5cead0 x-openstack-request-id: req-fdead81e-dba4-44cb-997a-17e86e5cead0 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:16.330456 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee16b8c-7ff7-45ef-9233-a3804450acb3", "tag": "832090ef-fbda-4767-a350-c16660f60733", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:16.330681 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdead81e-dba4-44cb-997a-17e86e5cead0 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:16.331069 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee16b8c-7ff7-45ef-9233-a3804450acb3', 'tag': '832090ef-fbda-4767-a350-c16660f60733', 'status': 'completed', 'code': 200} Aug 20 12:12:16.392150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba4813-3a14-4ef5-9784-3530a74cd3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=832090ef-fbda-4767-a350-c16660f60733,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:16.397424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3352b2f5-77ca-489b-b056-2fd13fd70a1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for 7279bed2-de5e-4125-996f-28f8c6fb17a3 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:16.560332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-7367ac80-af9b-4608-8cda-4ac898355450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:16.561859 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-7367ac80-af9b-4608-8cda-4ac898355450 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 1096 time: 0.2556829 Aug 20 12:12:16.564109 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-145c01c9-f152-4557-95c3-d111a94812e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed9a5ef605364360875219dfb3df674a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333756 Aug 20 12:12:16.571852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56380) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:16.662356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.662748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.663064 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Floating IP 14752571-a7b8-479f-8f2d-2119976e4291 disassociated. External IP: 172.25.0.153, port: 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c. Aug 20 12:12:16.663406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Calling delete_port for 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:16.667348 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-37fca938-d90b-4de7-b393-6a6d14c03d70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832090ef-fbda-4767-a350-c16660f60733 HTTP/1.1" status: 200 len: 217 time: 0.0781474 Aug 20 12:12:16.699768 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-e9b19a5d-512a-4941-a9ae-2d8746032689 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:16.700564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e9b19a5d-512a-4941-a9ae-2d8746032689 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags/tempest-TagsExtTest-Tag-1250675938 HTTP/1.1" status: 404 len: 329 time: 0.5159817 Aug 20 12:12:16.704053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56386) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:16.710963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-2bad0533-d3f5-4561-bd58-d2f8a0981212 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f', 'tempest-TagsExtTest-Tag-1136591203') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:16.770920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed82c57-633f-40ed-bbe2-9d3246affab1 req-32ca3905-f43e-4fa3-9d53-453fbf0e4617 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:16.772326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ed82c57-633f-40ed-bbe2-9d3246affab1 req-32ca3905-f43e-4fa3-9d53-453fbf0e4617 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 944 time: 0.1278937 Aug 20 12:12:16.779906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9d860b68-67d2-424c-855e-53af9d64b33d up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:16.781831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ba03b-7e74-46a9-a450-5e1f8d18b260 req-a2bda5ac-a891-4afa-91be-e9d94ecaa422 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:16.783421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b58ba03b-7e74-46a9-a450-5e1f8d18b260 req-a2bda5ac-a891-4afa-91be-e9d94ecaa422 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 945 time: 0.1401701 Aug 20 12:12:16.834670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96f89fba-b3d5-4f37-bdc8-6fc87e2a7345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.840266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 9d860b68-67d2-424c-855e-53af9d64b33d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:16.845608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9d860b68-67d2-424c-855e-53af9d64b33d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:16.845974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-002a0125-bba7-4f50-bd9d-e1c28a60c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:16.846216 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.847475 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-002a0125-bba7-4f50-bd9d-e1c28a60c10b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.1639695 Aug 20 12:12:16.861619 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-2bad0533-d3f5-4561-bd58-d2f8a0981212 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:16.865272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2bad0533-d3f5-4561-bd58-d2f8a0981212 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags/tempest-TagsExtTest-Tag-1136591203 HTTP/1.1" status: 404 len: 329 time: 0.1568801 Aug 20 12:12:16.865554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56388) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:16.871335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-af592d22-3cde-48e0-8a90-847fc1b00059 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b', {'tags': ['tempest-TagsExtTest-Tag-2065665321', 'tempest-TagsExtTest-Tag-511570288', 'tempest-TagsExtTest-Tag-1797502939']}) {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:16.887840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ed82c57-633f-40ed-bbe2-9d3246affab1 req-75673c90-aeb8-4d59-8c2c-031ae1d2d674 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020162 Aug 20 12:12:16.904679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b58ba03b-7e74-46a9-a450-5e1f8d18b260 req-a62d9226-8bda-43c6-81ec-22ec323fe3eb tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084902 Aug 20 12:12:16.911964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-1ad958c9-e451-45c6-810d-7f60f609a81d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537887 Aug 20 12:12:16.919932 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96f89fba-b3d5-4f37-bdc8-6fc87e2a7345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.947118 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:16.977251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040e1a7f-3ed6-48e6-a767-716b4b9b65bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d860b68-67d2-424c-855e-53af9d64b33d'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:16.980303 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73faca23-7077-42c3-adb9-ec91a8c7fcaf" -d '{"events": [{"server_uuid": "040e1a7f-3ed6-48e6-a767-716b4b9b65bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d860b68-67d2-424c-855e-53af9d64b33d"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:16.996856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9d860b68-67d2-424c-855e-53af9d64b33d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9d860b68-67d2-424c-855e-53af9d64b33d,segment=NetworkSegment(818251c2-08c7-41e3-a9f6-26cd58e03dd3),segment_id=818251c2-08c7-41e3-a9f6-26cd58e03dd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:17.001681 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.055815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9d860b68-67d2-424c-855e-53af9d64b33d,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:17.069389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee65b-1e12-44ff-b408-230347a0b3a2 req-f96cd5a8-66e7-4061-b08d-f68e05c02b7b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:17.069583 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a945891-f263-4800-8f04-0799bfff1bfc x-openstack-request-id: req-4a945891-f263-4800-8f04-0799bfff1bfc {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:17.069815 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040e1a7f-3ed6-48e6-a767-716b4b9b65bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d860b68-67d2-424c-855e-53af9d64b33d", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:17.070123 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a945891-f263-4800-8f04-0799bfff1bfc {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:17.070602 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040e1a7f-3ed6-48e6-a767-716b4b9b65bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d860b68-67d2-424c-855e-53af9d64b33d', 'code': 200} Aug 20 12:12:17.071479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-807ee65b-1e12-44ff-b408-230347a0b3a2 req-f96cd5a8-66e7-4061-b08d-f68e05c02b7b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 946 time: 0.0635927 Aug 20 12:12:17.126922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-807ee65b-1e12-44ff-b408-230347a0b3a2 req-088a7e03-3cd2-4039-85b7-74732cd99088 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=087ffceb-ff3c-4116-a728-3b9884312e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464039 Aug 20 12:12:17.473179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3352b2f5-77ca-489b-b056-2fd13fd70a1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.473805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-af592d22-3cde-48e0-8a90-847fc1b00059 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "PUT /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags HTTP/1.1" status: 200 len: 317 time: 0.6043541 Aug 20 12:12:17.473805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56392) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.478644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-757b3ed9-695d-4b93-9e5f-a31f321eebc7 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:17.500329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96f89fba-b3d5-4f37-bdc8-6fc87e2a7345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.502853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-96f89fba-b3d5-4f37-bdc8-6fc87e2a7345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.503992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-96f89fba-b3d5-4f37-bdc8-6fc87e2a7345 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60596f29-c03c-41de-bfde-afaae82032f3 HTTP/1.1" status: 204 len: 168 time: 0.9312024 Aug 20 12:12:17.505944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df0203-d997-4b40-91b0-d447b23f3f77 req-574e2cb9-b6a7-4f44-ab4b-a1f1e7fdfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:17.508290 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c2df0203-d997-4b40-91b0-d447b23f3f77 req-574e2cb9-b6a7-4f44-ab4b-a1f1e7fdfff2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 1098 time: 0.1695437 Aug 20 12:12:17.518468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-757b3ed9-695d-4b93-9e5f-a31f321eebc7 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0440116 Aug 20 12:12:17.521116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56396) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.526245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-817f7bd7-f388-45b9-86ea-8cbf36890574 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b', 'tempest-TagsExtTest-Tag-2065665321') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:17.529637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.546154 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-895b4de7-2ec5-4b23-b747-4dfb01c96f52 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075778 Aug 20 12:12:17.548152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352b2f5-77ca-489b-b056-2fd13fd70a1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=7279bed2-de5e-4125-996f-28f8c6fb17a3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:17.556266 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-817f7bd7-f388-45b9-86ea-8cbf36890574 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:17.560481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-817f7bd7-f388-45b9-86ea-8cbf36890574 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags/tempest-TagsExtTest-Tag-2065665321 HTTP/1.1" status: 404 len: 329 time: 0.0355976 Aug 20 12:12:17.560899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56398) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.565539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-c9633abf-6eb9-48b0-8d2f-2bd834ea030e tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b', 'tempest-TagsExtTest-Tag-511570288') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:17.591700 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-c9633abf-6eb9-48b0-8d2f-2bd834ea030e tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:17.593050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c9633abf-6eb9-48b0-8d2f-2bd834ea030e tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags/tempest-TagsExtTest-Tag-511570288 HTTP/1.1" status: 404 len: 328 time: 0.0315261 Aug 20 12:12:17.596010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56400) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.601357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-e5c6983b-80c3-4878-abf5-06d0906ed9ae tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b', 'tempest-TagsExtTest-Tag-1797502939') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:17.625793 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-e5c6983b-80c3-4878-abf5-06d0906ed9ae tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] show failed (client error): The resource could not be found. Aug 20 12:12:17.629355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e5c6983b-80c3-4878-abf5-06d0906ed9ae tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags/tempest-TagsExtTest-Tag-1797502939 HTTP/1.1" status: 404 len: 329 time: 0.0299282 Aug 20 12:12:17.629883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56402) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.634440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f89fba-b3d5-4f37-bdc8-6fc87e2a7345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60596f29-c03c-41de-bfde-afaae82032f3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:17.635169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-13ab9d24-734a-463a-befe-ae6fd669208d tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '27d65e21-eb02-4b86-9d5a-99602e39dd3b') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:17.666603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event deleted for resources: {'Port': ['ID=4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:17.693337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-13ab9d24-734a-463a-befe-ae6fd669208d tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0623088 Aug 20 12:12:17.697915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56406) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.703702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-16165798-3dc0-4b7e-92b9-dad564a1be70 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '196b70a2-e5bb-4b5b-a570-42dc440c233f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:17.730354 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3352b2f5-77ca-489b-b056-2fd13fd70a1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.734952 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3352b2f5-77ca-489b-b056-2fd13fd70a1b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/7279bed2-de5e-4125-996f-28f8c6fb17a3 HTTP/1.1" status: 204 len: 168 time: 2.0620093 Aug 20 12:12:17.735322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56408) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.809978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-16165798-3dc0-4b7e-92b9-dad564a1be70 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f/tags HTTP/1.1" status: 204 len: 168 time: 0.1077456 Aug 20 12:12:17.810414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56410) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.815158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-81c5dc1b-ad80-45d8-9b7b-68b243a0ae88 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af4e3779-e260-43b2-899d-da17c8d01978') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:17.821371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c2df0203-d997-4b40-91b0-d447b23f3f77 req-e8b390a5-a62f-40c8-8baa-f6ce0087560e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881746 Aug 20 12:12:17.871133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56412) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.878389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-81c5dc1b-ad80-45d8-9b7b-68b243a0ae88 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978/tags HTTP/1.1" status: 204 len: 168 time: 0.0667081 Aug 20 12:12:17.883249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17122358-17c1-4544-988f-20d83f23a989 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:17.884743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56414) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.884951 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-17122358-17c1-4544-988f-20d83f23a989 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1436796 Aug 20 12:12:17.889131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.tag.tag_plugin [None req-192d6d47-b383-4311-a099-5e7087a83959 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '749b515e-d8f9-478b-86a4-e54f044a804f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:17.892744 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-009fdf2b-12a6-41ce-8f0e-5fcea21296d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.895165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56416) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:17.925252 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bf6e167f-ae18-48c6-b0da-07ee6bc46f4a req-9a6dfba8-37e6-4aa1-adcf-6cfc4ae2c552 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966104 Aug 20 12:12:17.956104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:12:18.026511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5759ac22-14d8-49f7-b113-5492a78bd2b3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.030420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5759ac22-14d8-49f7-b113-5492a78bd2b3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1311717 Aug 20 12:12:18.031400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56424) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:18.133840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-192d6d47-b383-4311-a099-5e7087a83959 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f/tags HTTP/1.1" status: 204 len: 168 time: 0.2405469 Aug 20 12:12:18.136113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56426) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:18.160832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065914b-26da-4f3e-b20e-c50ece9633dc req-f8d4a03c-3acb-46b1-ba18-2acf87a8ac0c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.162397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8065914b-26da-4f3e-b20e-c50ece9633dc req-f8d4a03c-3acb-46b1-ba18-2acf87a8ac0c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 944 time: 0.1623273 Aug 20 12:12:18.170591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4998050-b520-4676-878f-e62504754617 req-2afa453d-ef8e-4d35-96af-b716225f62f0 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.177606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4998050-b520-4676-878f-e62504754617 req-2afa453d-ef8e-4d35-96af-b716225f62f0 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 946 time: 0.1482728 Aug 20 12:12:18.178109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c470c-473d-408e-98a5-8fd7cfc6ce6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.179868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c470c-473d-408e-98a5-8fd7cfc6ce6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.181383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c470c-473d-408e-98a5-8fd7cfc6ce6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.186025 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7c0c470c-473d-408e-98a5-8fd7cfc6ce6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1512051 Aug 20 12:12:18.187697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56430) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:18.206852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:18.212895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-7781ccb7-ef86-4019-9a66-e0761ea04dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.215324 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-7781ccb7-ef86-4019-9a66-e0761ea04dcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 1096 time: 0.1021645 Aug 20 12:12:18.217915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] Sync routers for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:18.235595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:18.236557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:18.280471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-009fdf2b-12a6-41ce-8f0e-5fcea21296d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.318441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-009fdf2b-12a6-41ce-8f0e-5fcea21296d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.333680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] No DVR routers for this DVR port 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:18.336518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.337653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8065914b-26da-4f3e-b20e-c50ece9633dc req-d5480657-e9a2-41b3-823f-518d93c953e1 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427257 Aug 20 12:12:18.339269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-16161241-67c9-490c-91fb-69838c417ab0 req-beff3426-a485-4d1f-921d-9c0791c7a259 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "DELETE /v2.0/ports/4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c HTTP/1.1" status: 204 len: 173 time: 2.8569722 Aug 20 12:12:18.339735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-deleted', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:18.342064 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383c9a92-5077-43ea-9cab-36af4a7b0ee4" -d '{"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-deleted", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:18.370583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4998050-b520-4676-878f-e62504754617 req-a65cd4cb-ca29-4e42-8dd7-79d150416eb8 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882095 Aug 20 12:12:18.381776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:12:18.397696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aa2cdb-af21-4655-9ace-83d079762d64 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 5d6c42ca-e8eb-41b9-8b68-03e656662169 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:18.404222 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2cdb-af21-4655-9ace-83d079762d64 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.454914 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63915583-162f-4089-8296-504f71bb5812 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for subnetpool, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.459038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-63915583-162f-4089-8296-504f71bb5812 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnetpools/27d65e21-eb02-4b86-9d5a-99602e39dd3b HTTP/1.1" status: 204 len: 168 time: 0.3219147 Aug 20 12:12:18.460037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56434) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:18.474778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-009fdf2b-12a6-41ce-8f0e-5fcea21296d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=975a005de9544464b4619dd47592a924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6024437 Aug 20 12:12:18.475416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56436) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:18.475770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2cdb-af21-4655-9ace-83d079762d64 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.494587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fdf2b-12a6-41ce-8f0e-5fcea21296d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf4839e-ec77-4937-a747-cd312bccda6a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:18.537183 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbfd1ed-19e3-4b24-83b0-93952fb7ec61 x-openstack-request-id: req-2fbfd1ed-19e3-4b24-83b0-93952fb7ec61 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:18.537471 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf498f0-67c8-418c-a971-e328a6c503d9", "name": "network-vif-deleted", "tag": "4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:18.537755 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fbfd1ed-19e3-4b24-83b0-93952fb7ec61 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:18.538169 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf498f0-67c8-418c-a971-e328a6c503d9', 'name': 'network-vif-deleted', 'tag': '4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c', 'status': 'completed', 'code': 200} Aug 20 12:12:18.548153 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2929d9be-98a2-4406-b5bd-d1ae559ee3e3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "GET /v2.0/ports?device_id=196b70a2-e5bb-4b5b-a570-42dc440c233f HTTP/1.1" status: 200 len: 205 time: 0.0849934 Aug 20 12:12:18.551047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56438) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:18.552454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edcd94b0-722a-414c-a5b7-747100e71789 req-b91785dc-bd4c-4c5a-9c6c-8678c6cd1296 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf498f0-67c8-418c-a971-e328a6c503d9 HTTP/1.1" status: 200 len: 210 time: 0.0463467 Aug 20 12:12:18.560840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-1e8a7d18-54a6-47b9-98e1-bf2e76d6db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.562480 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-1e8a7d18-54a6-47b9-98e1-bf2e76d6db5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 906 time: 0.3171804 Aug 20 12:12:18.603760 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9577ec95-df4e-4dfa-971d-f9abcc5f0a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.630007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9577ec95-df4e-4dfa-971d-f9abcc5f0a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.675536 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-ff01b912-2c26-4dad-8008-83f79480cacd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832090ef-fbda-4767-a350-c16660f60733 HTTP/1.1" status: 200 len: 217 time: 0.0792086 Aug 20 12:12:18.680460 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d25e5ede-52dd-4b4f-ac1b-c9e2351a0a60 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.686222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:18.686549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9577ec95-df4e-4dfa-971d-f9abcc5f0a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.689190 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9577ec95-df4e-4dfa-971d-f9abcc5f0a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.690592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9577ec95-df4e-4dfa-971d-f9abcc5f0a51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acf4839e-ec77-4937-a747-cd312bccda6a HTTP/1.1" status: 204 len: 168 time: 0.2140610 Aug 20 12:12:18.718277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577ec95-df4e-4dfa-971d-f9abcc5f0a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf4839e-ec77-4937-a747-cd312bccda6a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:18.722379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] Checking router: 34d9c5df-a323-41ac-b8db-e88fab6b16a4 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:12:18.740814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:18.741593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:11:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:18.860930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2cdb-af21-4655-9ace-83d079762d64 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.865237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:12:18.923334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-0aaf88cc-a74c-46ad-99b9-22d5d029e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:18.924430 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-0aaf88cc-a74c-46ad-99b9-22d5d029e988 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.1889586 Aug 20 12:12:18.990723 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d25e5ede-52dd-4b4f-ac1b-c9e2351a0a60 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.996880 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-6ed99f02-0a6e-4c2c-9451-8c68d7fb10cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363083 Aug 20 12:12:18.998318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d25e5ede-52dd-4b4f-ac1b-c9e2351a0a60 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.114985 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d25e5ede-52dd-4b4f-ac1b-c9e2351a0a60 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.115631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25e5ede-52dd-4b4f-ac1b-c9e2351a0a60 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Fanout notify agent at l3_agent the message router_deleted on router 196b70a2-e5bb-4b5b-a570-42dc440c233f {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:12:19.123989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d25e5ede-52dd-4b4f-ac1b-c9e2351a0a60 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.125125 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d25e5ede-52dd-4b4f-ac1b-c9e2351a0a60 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/routers/196b70a2-e5bb-4b5b-a570-42dc440c233f HTTP/1.1" status: 204 len: 168 time: 0.5732322 Aug 20 12:12:19.128925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56444) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:19.142765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2cdb-af21-4655-9ace-83d079762d64 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.173642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:19.176704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa2cdb-af21-4655-9ace-83d079762d64 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6c42ca-e8eb-41b9-8b68-03e656662169,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:19.185465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2cdb-af21-4655-9ace-83d079762d64 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.187637 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f1aa2cdb-af21-4655-9ace-83d079762d64 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/5d6c42ca-e8eb-41b9-8b68-03e656662169 HTTP/1.1" status: 204 len: 168 time: 0.9954739 Aug 20 12:12:19.192767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56446) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:19.199779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-7a9d59d2-2eaa-446f-8c45-47df20485b9c service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939297 Aug 20 12:12:19.231833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b821a-11e8-46ac-921c-374cf4589f6f None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:19.238683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbdaf8-4a96-4515-847e-3c4bf24a4911 None None] The sync data for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 is: [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:19.269811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ac9b9c-c468-4043-b225-c205bd8864c1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet a8db2978-9e65-432e-8e1d-128bd338aced {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:19.273382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45ac9b9c-c468-4043-b225-c205bd8864c1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.278007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56448) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:19.299908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6ad954c-7ab8-4c2e-aa99-95c7ef28e89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.316079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45ac9b9c-c468-4043-b225-c205bd8864c1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.389452 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71693ede-19ac-4f29-a6ac-d712865f9d98 req-f14ca4d6-1680-48fa-b4ad-90b455d3758a service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819806 Aug 20 12:12:19.410557 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45ac9b9c-c468-4043-b225-c205bd8864c1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.510158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6ad954c-7ab8-4c2e-aa99-95c7ef28e89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.516518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6ad954c-7ab8-4c2e-aa99-95c7ef28e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.562482 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b6ad954c-7ab8-4c2e-aa99-95c7ef28e89f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=071834f6457f448f9a92f3e3e17fd114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831771 Aug 20 12:12:19.567356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56456) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:19.572327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad954c-7ab8-4c2e-aa99-95c7ef28e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf68e24-708d-499a-a105-6c5542b8f00f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:19.651796 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45ac9b9c-c468-4043-b225-c205bd8864c1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.693381 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddc200-3e7e-46d4-9f3f-c2f01df59acd None None] New status for floating IP 14752571-a7b8-479f-8f2d-2119976e4291: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:12:19.695611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b1bca-71ee-404e-a680-efcf478ceda3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Deleting port af4e3779-e260-43b2-899d-da17c8d01978 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:19.696010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1bca-71ee-404e-a680-efcf478ceda3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.706855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca054a14-5b98-4290-9df2-e97d3db56d0e req-a0abb345-7b37-4931-a098-c2d7efec616a tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:19.708428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca054a14-5b98-4290-9df2-e97d3db56d0e req-a0abb345-7b37-4931-a098-c2d7efec616a tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 946 time: 0.1927550 Aug 20 12:12:19.732831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b70b9-1826-4a31-87f7-d56092fcf2af req-484192eb-ab2d-4f0b-a1f8-ecdd373e6489 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:19.734534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a4b70b9-1826-4a31-87f7-d56092fcf2af req-484192eb-ab2d-4f0b-a1f8-ecdd373e6489 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 944 time: 0.2509487 Aug 20 12:12:19.747065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45ac9b9c-c468-4043-b225-c205bd8864c1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.751529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-45ac9b9c-c468-4043-b225-c205bd8864c1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/a8db2978-9e65-432e-8e1d-128bd338aced HTTP/1.1" status: 204 len: 168 time: 0.5552459 Aug 20 12:12:19.751650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56460) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:19.762017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac9b9c-c468-4043-b225-c205bd8864c1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=a8db2978-9e65-432e-8e1d-128bd338aced,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:19.800007 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2d1f2be4-02c4-48b4-a9c6-66a4ccc25530 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447071 Aug 20 12:12:19.800238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56462) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:19.805441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:19.832416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25e7d4d9-c2b0-46c7-b0bb-01d89bd09113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.907699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25e7d4d9-c2b0-46c7-b0bb-01d89bd09113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.911853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:19.916507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.940434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca054a14-5b98-4290-9df2-e97d3db56d0e req-83685995-e3f2-464a-8f82-82d06ac06bfc tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904111 Aug 20 12:12:19.945749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1bca-71ee-404e-a680-efcf478ceda3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.970028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a4b70b9-1826-4a31-87f7-d56092fcf2af req-9ab96e68-86e1-43ce-97bb-e96a1376d947 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545324 Aug 20 12:12:19.998967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b1bca-71ee-404e-a680-efcf478ceda3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Calling delete_port for af4e3779-e260-43b2-899d-da17c8d01978 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:20.098727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56468) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:20.115652 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25e7d4d9-c2b0-46c7-b0bb-01d89bd09113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.118173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25e7d4d9-c2b0-46c7-b0bb-01d89bd09113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.119318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-25e7d4d9-c2b0-46c7-b0bb-01d89bd09113 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acf68e24-708d-499a-a105-6c5542b8f00f HTTP/1.1" status: 204 len: 168 time: 0.5388865 Aug 20 12:12:20.151417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7d4d9-c2b0-46c7-b0bb-01d89bd09113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf68e24-708d-499a-a105-6c5542b8f00f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:20.226677 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4165fb08-5314-493f-99aa-915e8f673376 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.298491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.315311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4165fb08-5314-493f-99aa-915e8f673376 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.336784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874b3f7-f751-4a2d-9048-a08a230dd2bf None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:20.379499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:20.383506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:20.388468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:20.389069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.403197 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1bca-71ee-404e-a680-efcf478ceda3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.406504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=6ea78fdb-de3d-48a8-be81-33deaf4965ea,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:20.425515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a309f84b-0566-4f3f-96a1-e570355978bf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6241429 Aug 20 12:12:20.428610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56486) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:20.435496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-67aaa769-723d-4aba-b64c-24f643167a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:20.438855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b1bca-71ee-404e-a680-efcf478ceda3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Pushing event deleted for resources: {'Port': ['ID=af4e3779-e260-43b2-899d-da17c8d01978,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:20.440534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a97c21ab-ad61-4997-a498-82637b2bdf21 None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:20.441017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a97c21ab-ad61-4997-a498-82637b2bdf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.593181 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1bca-71ee-404e-a680-efcf478ceda3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.596252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1a3b1bca-71ee-404e-a680-efcf478ceda3 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/ports/af4e3779-e260-43b2-899d-da17c8d01978 HTTP/1.1" status: 204 len: 168 time: 1.4653177 Aug 20 12:12:20.599768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56494) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:20.601289 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4165fb08-5314-493f-99aa-915e8f673376 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.605397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4165fb08-5314-493f-99aa-915e8f673376 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.610845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4165fb08-5314-493f-99aa-915e8f673376 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "DELETE /v2.0/security-groups/087ffceb-ff3c-4116-a728-3b9884312e0b HTTP/1.1" status: 204 len: 168 time: 0.5065749 Aug 20 12:12:20.614875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56496) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:20.625542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165fb08-5314-493f-99aa-915e8f673376 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087ffceb-ff3c-4116-a728-3b9884312e0b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:20.705056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f27b052-9d60-41ab-8285-5356b1f11cd6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Deleting subnet 749b515e-d8f9-478b-86a4-e54f044a804f {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:20.739127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f27b052-9d60-41ab-8285-5356b1f11cd6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:20.742021 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-7a51000a-137e-4aa2-9810-daef0e147329 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] show failed (client error): The resource could not be found. Aug 20 12:12:20.745804 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7a51000a-137e-4aa2-9810-daef0e147329 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups/087ffceb-ff3c-4116-a728-3b9884312e0b HTTP/1.1" status: 404 len: 347 time: 0.1258509 Aug 20 12:12:20.746914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56508) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:20.769283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 832090ef-fbda-4767-a350-c16660f60733 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:12:20.942234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 832090ef-fbda-4767-a350-c16660f60733, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=832090ef-fbda-4767-a350-c16660f60733,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:20.963183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:20.998322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '832090ef-fbda-4767-a350-c16660f60733', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'port_id': '832090ef-fbda-4767-a350-c16660f60733', 'mac_address': 'fa:16:3e:3f:37:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886444a5-b6c7-4939-8cf4-e3eccaa8ffc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:12:20.999947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:21.000289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4526d0b4-29a1-4b3d-9d3a-c74b4fa3b68c not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:21.050726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Deleting port 5ead8e37-3754-49d8-ba9c-0fe46d8ee67f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:21.051382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.055486 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.076533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832090ef-fbda-4767-a350-c16660f60733 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:21.103832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 832090ef-fbda-4767-a350-c16660f60733, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=832090ef-fbda-4767-a350-c16660f60733,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:21.108506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a15180-1a44-48e2-8fb7-70e948f40ab4 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:21.127255 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.221904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4881d82e-0cdd-4640-865b-32a37c448559 None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:21.222380 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4881d82e-0cdd-4640-865b-32a37c448559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.245925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.246608 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.264632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994ccd-e1d8-47b7-8d80-429ba34fede1 req-7e764399-8fbc-4db3-b92c-dc450b32f2d1 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:21.266529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc994ccd-e1d8-47b7-8d80-429ba34fede1 req-7e764399-8fbc-4db3-b92c-dc450b32f2d1 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 946 time: 0.1347401 Aug 20 12:12:21.283285 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f27b052-9d60-41ab-8285-5356b1f11cd6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.283865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac6733-44a9-4826-b8be-40cae9c7048e req-59579a67-caee-4a80-9c45-9b8a409d752e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:21.286773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aaa769-723d-4aba-b64c-24f643167a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:21.290358 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67aaa769-723d-4aba-b64c-24f643167a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.292567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85ac6733-44a9-4826-b8be-40cae9c7048e req-59579a67-caee-4a80-9c45-9b8a409d752e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 945 time: 0.1428189 Aug 20 12:12:21.295787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Calling delete_port for 5ead8e37-3754-49d8-ba9c-0fe46d8ee67f owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:21.310040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=832090ef-fbda-4767-a350-c16660f60733,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:21.428379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85ac6733-44a9-4826-b8be-40cae9c7048e req-0f8e235d-eb9c-40cb-b1e6-2435883e64a6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207657 Aug 20 12:12:21.440640 n-d-800634-10 neutron-server[101033]: INFO neutron.db.ipam_backend_mixin [None req-67aaa769-723d-4aba-b64c-24f643167a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ea78fdb-de3d-48a8-be81-33deaf4965ea (CIDR: 2001:db8::/64) Aug 20 12:12:21.443527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc994ccd-e1d8-47b7-8d80-429ba34fede1 req-f83d0312-130e-4b4c-9f47-887b1b24c34b tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489344 Aug 20 12:12:21.449261 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-67aaa769-723d-4aba-b64c-24f643167a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:12:21.449875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67aaa769-723d-4aba-b64c-24f643167a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:21.458345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['832090ef-fbda-4767-a350-c16660f60733'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:21.485379 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-67aaa769-723d-4aba-b64c-24f643167a5f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0554082 Aug 20 12:12:21.494618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56528) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:21.502493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'subnet': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:21.556015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f27b052-9d60-41ab-8285-5356b1f11cd6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.646145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f27b052-9d60-41ab-8285-5356b1f11cd6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.661391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.692876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f27b052-9d60-41ab-8285-5356b1f11cd6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.694899 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f27b052-9d60-41ab-8285-5356b1f11cd6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/subnets/749b515e-d8f9-478b-86a4-e54f044a804f HTTP/1.1" status: 204 len: 168 time: 1.0936165 Aug 20 12:12:21.696191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27b052-9d60-41ab-8285-5356b1f11cd6 tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Pushing event deleted for resources: {'Subnet': ['ID=749b515e-d8f9-478b-86a4-e54f044a804f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:21.699579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56532) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:21.733031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event deleted for resources: {'Port': ['ID=5ead8e37-3754-49d8-ba9c-0fe46d8ee67f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:21.753586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ac47a-f8e1-44cb-87e9-41ba149feee2 None None] Network c9f9a3a0-4597-41e1-a931-ef07beb2c73e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:21.784952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:21.788553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.827195 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.848449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.853923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.855702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-72de7947-04e3-4b50-af52-aee10530a8c5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "DELETE /v2.0/floatingips/14752571-a7b8-479f-8f2d-2119976e4291 HTTP/1.1" status: 204 len: 168 time: 1.1078482 Aug 20 12:12:21.908156 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9089fff3-ae59-4888-897b-02925dfb3bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.931003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Deleting port cfad28ae-751b-459f-8517-07e85eec5ba6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:21.931003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.013492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] For port cfad28ae-751b-459f-8517-07e85eec5ba6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cfad28ae-751b-459f-8517-07e85eec5ba6,segment=NetworkSegment(3d817664-5ccc-4f9e-a84a-1df34fce747c),segment_id=3d817664-5ccc-4f9e-a84a-1df34fce747c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:22.014296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.038421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Calling delete_port for cfad28ae-751b-459f-8517-07e85eec5ba6 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:22.087372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] DHCP port deletion for c9f9a3a0-4597-41e1-a931-ef07beb2c73e request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:12:22.211087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] Deleting port cfad28ae-751b-459f-8517-07e85eec5ba6 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:22.211469 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.244432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.307276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Pushing event deleted for resources: {'Port': ['ID=cfad28ae-751b-459f-8517-07e85eec5ba6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:22.314935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] No DVR routers for this DVR port cfad28ae-751b-459f-8517-07e85eec5ba6 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:22.391221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:12:22.398150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] For port cfad28ae-751b-459f-8517-07e85eec5ba6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cfad28ae-751b-459f-8517-07e85eec5ba6,segment=NetworkSegment(3d817664-5ccc-4f9e-a84a-1df34fce747c),segment_id=3d817664-5ccc-4f9e-a84a-1df34fce747c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:22.398599 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.444469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] Calling delete_port for cfad28ae-751b-459f-8517-07e85eec5ba6 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:22.446059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-69760fa5-c7c4-48f7-862c-b6d3adc7cca5 None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:22.446460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-69760fa5-c7c4-48f7-862c-b6d3adc7cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.476570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.491748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f9a3a0-4597-41e1-a931-ef07beb2c73e']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:22.503761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d817664-5ccc-4f9e-a84a-1df34fce747c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:22.504056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d817664-5ccc-4f9e-a84a-1df34fce747c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:22.505700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56550) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:22.518968 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.540107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.562386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:22.563288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.596097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d242d5d-6803-4ede-80bd-9c3bba32426e req-d1ce9301-c325-45ea-9856-dc2fef1c7cc0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:22.603399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d242d5d-6803-4ede-80bd-9c3bba32426e req-d1ce9301-c325-45ea-9856-dc2fef1c7cc0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 945 time: 0.0966330 Aug 20 12:12:22.655761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-5dd32ff8-17e4-4336-9109-e322f5508573 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:22.657400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-5dd32ff8-17e4-4336-9109-e322f5508573 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.73 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 946 time: 0.2464828 Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:22.658327 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:22.661374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56558) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:22.664106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-24d7482c-b5b1-4b52-aaa6-926a0a87cf92 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607364444', 'description': 'tempest-description--634506995'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:22.684175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.707609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.712186 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] 10.222.0.25 "DELETE /v2.0/networks/c9f9a3a0-4597-41e1-a931-ef07beb2c73e HTTP/1.1" status: 204 len: 168 time: 1.0093586 Aug 20 12:12:22.745784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d242d5d-6803-4ede-80bd-9c3bba32426e req-8c52c023-8bfd-40a8-8aa9-7227d928996f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415212 Aug 20 12:12:22.756767 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.757676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a30fbabd-ae17-49e9-b40d-ae1a4294c533 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-724628549'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:22.758092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a30fbabd-ae17-49e9-b40d-ae1a4294c533 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Unknown quota resources ['metering_label']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:12:22.768927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.804009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec736e4-1ac4-4c18-912e-900b8654fefd tempest-TagsExtTest-382458943 tempest-TagsExtTest-382458943-project] Pushing event deleted for resources: {'Network': ['ID=c9f9a3a0-4597-41e1-a931-ef07beb2c73e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:22.822847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] Network c9f9a3a0-4597-41e1-a931-ef07beb2c73e is not hosted by any dhcp agent {{(pid=101035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:12:22.824272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] No DVR routers for this DVR port cfad28ae-751b-459f-8517-07e85eec5ba6 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:22.828247 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24d7482c-b5b1-4b52-aaa6-926a0a87cf92 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.840448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa25af-8af3-4386-8ceb-f592f1a1dbca None None] Pushing event deleted for resources: {'Port': ['ID=cfad28ae-751b-459f-8517-07e85eec5ba6,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:22.900788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Deleting port 9d860b68-67d2-424c-855e-53af9d64b33d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:22.901897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:22.906541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056d68e-66fb-47ac-93de-20a2e26a7042 req-eb53fe89-a65f-433c-b958-30a4be54f114 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:22.908381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d056d68e-66fb-47ac-93de-20a2e26a7042 req-eb53fe89-a65f-433c-b958-30a4be54f114 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/ports?device_id=040e1a7f-3ed6-48e6-a767-716b4b9b65bd HTTP/1.1" status: 200 len: 946 time: 0.2224061 Aug 20 12:12:23.049679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] For port 9d860b68-67d2-424c-855e-53af9d64b33d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9d860b68-67d2-424c-855e-53af9d64b33d,segment=NetworkSegment(818251c2-08c7-41e3-a9f6-26cd58e03dd3),segment_id=818251c2-08c7-41e3-a9f6-26cd58e03dd3)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:23.050138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.054641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24d7482c-b5b1-4b52-aaa6-926a0a87cf92 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.063425 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24d7482c-b5b1-4b52-aaa6-926a0a87cf92 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.077206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Calling delete_port for 9d860b68-67d2-424c-855e-53af9d64b33d owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:23.106818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24d7482c-b5b1-4b52-aaa6-926a0a87cf92 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.110879 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-24d7482c-b5b1-4b52-aaa6-926a0a87cf92 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4477868 Aug 20 12:12:23.111936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a30fbabd-ae17-49e9-b40d-ae1a4294c533 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.112646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56564) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:23.113078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a30fbabd-ae17-49e9-b40d-ae1a4294c533 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5759244 Aug 20 12:12:23.117726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-55c541b4-3c6c-40d3-a250-f22602dea38b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'security_group_rule': {'security_group_id': 'c823bfa3-9fb8-48b1-9f80-5d4c065c45cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:23.119711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56566) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:23.129536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b776273e-03c2-4181-89ee-fc9d28a6d138 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b47ef046-ed7e-45a7-816e-fff73e9d8e73'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:23.130050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b776273e-03c2-4181-89ee-fc9d28a6d138 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:12:23.146768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56568) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:23.161165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d056d68e-66fb-47ac-93de-20a2e26a7042 req-26970461-aae6-41ac-856f-33b84577d422 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f00d59d-da54-4429-8d7b-1c95a00d638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022831 Aug 20 12:12:23.174993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7482c-b5b1-4b52-aaa6-926a0a87cf92 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:23.204092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55c541b4-3c6c-40d3-a250-f22602dea38b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.233071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cfad28ae-751b-459f-8517-07e85eec5ba6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:23.259695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: cfad28ae-751b-459f-8517-07e85eec5ba6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:23.260111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cfad28ae-751b-459f-8517-07e85eec5ba6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:23.341724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55c541b4-3c6c-40d3-a250-f22602dea38b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.347946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55c541b4-3c6c-40d3-a250-f22602dea38b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.377182 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c541b4-3c6c-40d3-a250-f22602dea38b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450de22b-3f49-4210-9ae2-4f2f39eedc23,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:23.389710 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-55c541b4-3c6c-40d3-a250-f22602dea38b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.391696 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-55c541b4-3c6c-40d3-a250-f22602dea38b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2773759 Aug 20 12:12:23.394105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56572) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:23.399460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f00f0ee4-c1a6-4f48-8e74-5e9f286ff325 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'security_group_rule': {'security_group_id': 'c823bfa3-9fb8-48b1-9f80-5d4c065c45cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:23.404893 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.419903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9d860b68-67d2-424c-855e-53af9d64b33d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:23.442109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Pushing event deleted for resources: {'Port': ['ID=9d860b68-67d2-424c-855e-53af9d64b33d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:23.499284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] No DVR routers for this DVR port 9d860b68-67d2-424c-855e-53af9d64b33d on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:23.501998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.504344 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a61a31f-0331-473c-8a96-0d69f2ba3631 req-bda72a89-223f-471a-98d0-f02669eb3918 tempest-ServerMetadataNegativeTestJSON-223394288 tempest-ServerMetadataNegativeTestJSON-223394288-project] 10.222.0.73 "DELETE /v2.0/ports/9d860b68-67d2-424c-855e-53af9d64b33d HTTP/1.1" status: 204 len: 173 time: 0.8219693 Aug 20 12:12:23.505790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040e1a7f-3ed6-48e6-a767-716b4b9b65bd', 'name': 'network-vif-deleted', 'tag': '9d860b68-67d2-424c-855e-53af9d64b33d'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:23.508091 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09526cf8-7f4d-41c0-87d6-1213fc525cf1" -d '{"events": [{"server_uuid": "040e1a7f-3ed6-48e6-a767-716b4b9b65bd", "name": "network-vif-deleted", "tag": "9d860b68-67d2-424c-855e-53af9d64b33d"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:23.512671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f00f0ee4-c1a6-4f48-8e74-5e9f286ff325 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.565718 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da6fd87-b9f1-4d16-bb15-9077806cde4b x-openstack-request-id: req-8da6fd87-b9f1-4d16-bb15-9077806cde4b {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:23.566282 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040e1a7f-3ed6-48e6-a767-716b4b9b65bd", "name": "network-vif-deleted", "tag": "9d860b68-67d2-424c-855e-53af9d64b33d", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:23.566537 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8da6fd87-b9f1-4d16-bb15-9077806cde4b {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:23.566944 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040e1a7f-3ed6-48e6-a767-716b4b9b65bd', 'name': 'network-vif-deleted', 'tag': '9d860b68-67d2-424c-855e-53af9d64b33d', 'status': 'completed', 'code': 200} Aug 20 12:12:23.587159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f00f0ee4-c1a6-4f48-8e74-5e9f286ff325 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.592332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f00f0ee4-c1a6-4f48-8e74-5e9f286ff325 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.597039 n-d-800634-10 neutron-server[101034]: WARNING neutron.services.metering.metering_plugin [None req-b776273e-03c2-4181-89ee-fc9d28a6d138 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 12:12:23.615667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0ee4-c1a6-4f48-8e74-5e9f286ff325 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626e498b-f2b5-4d65-8865-8992e8ed78ff,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:23.625546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f00f0ee4-c1a6-4f48-8e74-5e9f286ff325 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.630456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f00f0ee4-c1a6-4f48-8e74-5e9f286ff325 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350540 Aug 20 12:12:23.631110 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56576) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:23.636866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:23.662342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.740423 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b776273e-03c2-4181-89ee-fc9d28a6d138 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.741607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b776273e-03c2-4181-89ee-fc9d28a6d138 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6184959 Aug 20 12:12:23.745376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56578) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:23.746958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] For port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:23.751050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6b1dc81c-3793-4d0e-9381-fe2fe1309c34 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b47ef046-ed7e-45a7-816e-fff73e9d8e73'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:23.751567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6b1dc81c-3793-4d0e-9381-fe2fe1309c34 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:12:23.761856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7b50ef4c-ebbf-4b21-8fd6-132de0ee892f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8c87b4c7f24472ab71396cd26395bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113915 Aug 20 12:12:23.765314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:23.790286 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.795868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.797396 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.865483 n-d-800634-10 neutron-server[101033]: WARNING neutron.services.metering.metering_plugin [None req-6b1dc81c-3793-4d0e-9381-fe2fe1309c34 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 12:12:23.887040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:23.909762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:23.920704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:23.920902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:23.923833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d479f5-f326-4c75-b92f-c33905aa3241 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:23.940635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Subnet': ['ID=aef7a7be-960a-4544-82e4-7be7bb695017,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:23.964738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,revision_number=9']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:23.974587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6241e6-6fe3-4bcb-b02b-bab663ae9c8a req-863d390f-cfa6-4e22-b779-114b907802f5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:23.982384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b6241e6-6fe3-4bcb-b02b-bab663ae9c8a req-863d390f-cfa6-4e22-b779-114b907802f5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 945 time: 0.1282992 Aug 20 12:12:23.991310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6df2d24f-a2b1-483f-8a6b-6da426ee6e24 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4947329 Aug 20 12:12:23.999406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56586) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.010682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Request body: {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'mac_address': 'fa:16:3e:f8:4f:e7', 'name': 'tempest-NetworksTestDHCPv6-1078508168'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:24.049793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc81c-3793-4d0e-9381-fe2fe1309c34 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.054411 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6b1dc81c-3793-4d0e-9381-fe2fe1309c34 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3075893 Aug 20 12:12:24.056924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.060885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56588) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.087341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b6241e6-6fe3-4bcb-b02b-bab663ae9c8a req-44271a4c-3075-4918-95ec-69c45cf4a4b2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031005 Aug 20 12:12:24.105463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9ff1d494-f145-4853-8aa2-c662de3dd692 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=44cf5f45-a1d9-4985-9015-51d860c7c4e1 HTTP/1.1" status: 200 len: 462 time: 0.0355227 Aug 20 12:12:24.105463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56590) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.137442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94a217b6-47e0-4c86-849a-4d130df6aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.200603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94a217b6-47e0-4c86-849a-4d130df6aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.257039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56596) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.263996 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f874d089-0cde-45df-bdbd-4b9fc174051b tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.265409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f874d089-0cde-45df-bdbd-4b9fc174051b tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/44cf5f45-a1d9-4985-9015-51d860c7c4e1 HTTP/1.1" status: 204 len: 168 time: 0.1644061 Aug 20 12:12:24.269544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56598) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.270588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cbf1d-80d2-42a0-83e7-08f010b4b586 None None] Update dhcp port {'port': {'network_id': 'b2b925b6-7332-4566-8ee2-aefc8b9a1549', 'fixed_ips': [{'subnet_id': 'aef7a7be-960a-4544-82e4-7be7bb695017', 'ip_address': '2001:db8:0:1:f816:3eff:fe92:673'}, {'subnet_id': '6ea78fdb-de3d-48a8-be81-33deaf4965ea'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:12:24.289218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2db4add8-6aee-4c56-93fc-0e765b0d3b2a tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=44cf5f45-a1d9-4985-9015-51d860c7c4e1 HTTP/1.1" status: 200 len: 221 time: 0.0183361 Aug 20 12:12:24.296870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56600) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.302035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6a9ef28f-e450-40e6-a650-a126386e4f5f tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1645916826', 'description': 'label created by tempest'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:24.303226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6a9ef28f-e450-40e6-a650-a126386e4f5f tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Unknown quota resources ['metering_label']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:12:24.307217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Made reservation on behalf of 25d06e66002041c19f4a13f5f7ea619f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:24.310638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59b2-bdf4-4318-bafb-f43d2c3ac09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.311361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Allocated IP 172.25.0.230 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/fc903a1e-63af-4bc8-a97c-ff8ee1cd3869) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:24.321111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbf1d-80d2-42a0-83e7-08f010b4b586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.360286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46d5663-7810-4607-94d4-8b280bf9cb39 admin admin] Deleting subnet 92d4ca9d-fc76-4551-a8a2-039d1ef8682c {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:24.363693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b46d5663-7810-4607-94d4-8b280bf9cb39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.418478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.422629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94a217b6-47e0-4c86-849a-4d130df6aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.425362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94a217b6-47e0-4c86-849a-4d130df6aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.426531 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-94a217b6-47e0-4c86-849a-4d130df6aaef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dff73206-5f5a-4fc3-996e-0367670be7f8 HTTP/1.1" status: 204 len: 168 time: 0.6576080 Aug 20 12:12:24.440830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a217b6-47e0-4c86-849a-4d130df6aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff73206-5f5a-4fc3-996e-0367670be7f8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:24.459651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b46d5663-7810-4607-94d4-8b280bf9cb39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.494190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] device_id is not set on port b63c7d2f-9dea-4a25-99b2-84612c626dd9 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:12:24.543471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b46d5663-7810-4607-94d4-8b280bf9cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.546310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5c9cbf1d-80d2-42a0-83e7-08f010b4b586 None None] Allocated IP 2001:db8::2 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/6ea78fdb-de3d-48a8-be81-33deaf4965ea/8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:24.568364 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.649120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b46d5663-7810-4607-94d4-8b280bf9cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.670624 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b46d5663-7810-4607-94d4-8b280bf9cb39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.673340 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b46d5663-7810-4607-94d4-8b280bf9cb39 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/92d4ca9d-fc76-4551-a8a2-039d1ef8682c HTTP/1.1" status: 204 len: 168 time: 0.4151194 Aug 20 12:12:24.676933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.678511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef28f-e450-40e6-a650-a126386e4f5f tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.679743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6a9ef28f-e450-40e6-a650-a126386e4f5f tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3816788 Aug 20 12:12:24.683241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56608) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.698925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5c9cbf1d-80d2-42a0-83e7-08f010b4b586 None None] For port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:24.708379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d5663-7810-4607-94d4-8b280bf9cb39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d4ca9d-fc76-4551-a8a2-039d1ef8682c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:24.713153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.751369 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbf1d-80d2-42a0-83e7-08f010b4b586 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.772490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5131e8a2-144f-4dd0-a567-f83204e00142 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=bd324c68-69f2-4ec0-8136-721221cdf257 HTTP/1.1" status: 200 len: 468 time: 0.0880744 Aug 20 12:12:24.775125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56612) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:24.777232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5c9cbf1d-80d2-42a0-83e7-08f010b4b586 None None] Transition to ACTIVE for port object 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:24.798223 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbf1d-80d2-42a0-83e7-08f010b4b586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.805670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:24.824056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:24.826446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:24.831366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'Port': ['ID=fc903a1e-63af-4bc8-a97c-ff8ee1cd3869,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:24.843437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 832090ef-fbda-4767-a350-c16660f60733 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:24.859676 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.951880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cbf1d-80d2-42a0-83e7-08f010b4b586 None None] Pushing event updated for resources: {'Port': ['ID=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:24.993739 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:24.998894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 832090ef-fbda-4767-a350-c16660f60733 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:24.999943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.003004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 832090ef-fbda-4767-a350-c16660f60733 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:25.003484 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.022319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.032395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e99c74-b237-4a81-b627-1dbc936708cf']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:25.086931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818251c2-08c7-41e3-a9f6-26cd58e03dd3') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:25.086931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818251c2-08c7-41e3-a9f6-26cd58e03dd3') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:25.110297 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-429cc11f-32ff-444c-976f-68565f528890 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.111781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-429cc11f-32ff-444c-976f-68565f528890 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/bd324c68-69f2-4ec0-8136-721221cdf257 HTTP/1.1" status: 204 len: 168 time: 0.3356361 Aug 20 12:12:25.115547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56624) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:25.131126 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.132134 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.144540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.154650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-52a3791e-1f12-4af9-823c-5c9d83b21d8e tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=bd324c68-69f2-4ec0-8136-721221cdf257 HTTP/1.1" status: 200 len: 216 time: 0.0375700 Aug 20 12:12:25.161818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56626) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:25.199413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee16b8c-7ff7-45ef-9233-a3804450acb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832090ef-fbda-4767-a350-c16660f60733'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:25.201747 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa2eba7-8a8f-4299-abb7-68e1cea37b8b" -d '{"events": [{"server_uuid": "2ee16b8c-7ff7-45ef-9233-a3804450acb3", "name": "network-vif-plugged", "status": "completed", "tag": "832090ef-fbda-4767-a350-c16660f60733"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:25.226248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.244522 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2ece2dac-063d-4fd2-9068-c1b124b27ad9 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0811119 Aug 20 12:12:25.254553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56636) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:25.258112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:25.278291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:25.278712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:25.283117 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:25.285824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-38e07b89-2c27-4e56-860f-3fa426cdad84 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0265913 Aug 20 12:12:25.288562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 832090ef-fbda-4767-a350-c16660f60733, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=832090ef-fbda-4767-a350-c16660f60733,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:25.304699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56640) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:25.308920 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94b2332-4be6-40c5-a43a-9a4cee8cc453 x-openstack-request-id: req-a94b2332-4be6-40c5-a43a-9a4cee8cc453 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:25.309210 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee16b8c-7ff7-45ef-9233-a3804450acb3", "name": "network-vif-plugged", "status": "completed", "tag": "832090ef-fbda-4767-a350-c16660f60733", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:25.309501 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a94b2332-4be6-40c5-a43a-9a4cee8cc453 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:25.309834 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee16b8c-7ff7-45ef-9233-a3804450acb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832090ef-fbda-4767-a350-c16660f60733', 'code': 200} Aug 20 12:12:25.318297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8::228 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/6ea78fdb-de3d-48a8-be81-33deaf4965ea/b63c7d2f-9dea-4a25-99b2-84612c626dd9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:25.366228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.429477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Allocated IP 2001:db8:0:1:f816:3eff:fef8:4fe7 (b2b925b6-7332-4566-8ee2-aefc8b9a1549/aef7a7be-960a-4544-82e4-7be7bb695017/b63c7d2f-9dea-4a25-99b2-84612c626dd9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:25.457861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4cf8c503-3709-4f73-9d94-ccd07ba51743 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/b47ef046-ed7e-45a7-816e-fff73e9d8e73 HTTP/1.1" status: 200 len: 472 time: 0.1518443 Aug 20 12:12:25.471189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56644) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:25.484702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=832090ef-fbda-4767-a350-c16660f60733,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:25.520686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0256f2f1-8aef-4d91-ba4e-9b1cca8fbf8c tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/6832b287-de37-4c2c-b8fe-b7ba4b9b5a9a HTTP/1.1" status: 200 len: 459 time: 0.0447187 Aug 20 12:12:25.522618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56646) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:25.545212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008668-6b37-46a2-b753-87d10e20fc02 req-3d17505d-5da7-4c9c-bd14-b2e09057d240 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:25.553173 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.553422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16008668-6b37-46a2-b753-87d10e20fc02 req-3d17505d-5da7-4c9c-bd14-b2e09057d240 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 946 time: 0.2203667 Aug 20 12:12:25.558332 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.656522 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.662399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207f17-428b-47d8-af0a-ddccb7f855ee req-3d0dc16c-dd53-4505-8641-74a7d54304af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:25.665217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0a207f17-428b-47d8-af0a-ddccb7f855ee req-3d0dc16c-dd53-4505-8641-74a7d54304af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 1098 time: 0.2877407 Aug 20 12:12:25.669820 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.672214 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] 10.222.0.25 "DELETE /v2.0/networks/82e99c74-b237-4a81-b627-1dbc936708cf HTTP/1.1" status: 204 len: 168 time: 0.9940858 Aug 20 12:12:25.676207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.720674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1535f-9e66-4432-b628-fe40c9a3f75e admin admin] Pushing event deleted for resources: {'Network': ['ID=82e99c74-b237-4a81-b627-1dbc936708cf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:25.795175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'Port': ['ID=fc903a1e-63af-4bc8-a97c-ff8ee1cd3869,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:25.817029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0a207f17-428b-47d8-af0a-ddccb7f855ee req-94976d9a-95ac-45ca-9a82-468be4b2994c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287186 Aug 20 12:12:25.826544 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.846525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.848023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16008668-6b37-46a2-b753-87d10e20fc02 req-d5261b91-6e89-45d2-ac87-ef8925f3ae60 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837284 Aug 20 12:12:25.848530 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-69073b59-32bc-40f2-95cd-e5f7e614f3db tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2159021 Aug 20 12:12:25.853952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a317e41d-3fca-4c96-80e7-517d2e0ec744 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.857233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a317e41d-3fca-4c96-80e7-517d2e0ec744 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/6832b287-de37-4c2c-b8fe-b7ba4b9b5a9a HTTP/1.1" status: 204 len: 168 time: 0.3298936 Aug 20 12:12:25.857896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56658) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:25.887857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1461d8b5-22d3-4cf3-9fd0-14ba97999395 None None] Provisioning for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:25.894254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1461d8b5-22d3-4cf3-9fd0-14ba97999395 None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:25.894899 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1461d8b5-22d3-4cf3-9fd0-14ba97999395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.946762 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:25.967624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Transition to ACTIVE for port object b63c7d2f-9dea-4a25-99b2-84612c626dd9 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:25.995881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56662) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:26.048865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4d4ee1f6-5102-4a8e-bcc6-0fa969fe9ed5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9098814c7c04e25858cd14cab7ecf79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516865 Aug 20 12:12:26.050608 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.052194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56666) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:26.157930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event updated for resources: {'Port': ['ID=b63c7d2f-9dea-4a25-99b2-84612c626dd9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:26.164205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:26.177547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:26.180740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a532d05b-9643-43fc-84e7-d3b26147cc21 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.184773 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a532d05b-9643-43fc-84e7-d3b26147cc21 tempest-MeteringIpV6TestJSON-1256190428 tempest-MeteringIpV6TestJSON-1256190428-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/b47ef046-ed7e-45a7-816e-fff73e9d8e73 HTTP/1.1" status: 204 len: 168 time: 0.3228114 Aug 20 12:12:26.192252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:26.198626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:26.199215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.221141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba1748ba-38f5-4195-af44-4786f7a1fa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.235662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-6e732b4b-e89d-429f-8dfe-c65332c649f9 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--607364444&fields=id&tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6 HTTP/1.1" status: 200 len: 267 time: 0.0739937 Aug 20 12:12:26.244329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-31c6f20d-1051-4fc3-a576-5a98c6428305 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2438848 Aug 20 12:12:26.247663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56682) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:26.334277 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba1748ba-38f5-4195-af44-4786f7a1fa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.438046 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3c37d63f-15a9-41b4-9b56-cc2ba12e4fc2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting port b63c7d2f-9dea-4a25-99b2-84612c626dd9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:26.438545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c37d63f-15a9-41b4-9b56-cc2ba12e4fc2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.458639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-e2dafbbd-de29-4150-9adf-d205ef88d886 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:26.460130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-e2dafbbd-de29-4150-9adf-d205ef88d886 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 816 time: 0.2141888 Aug 20 12:12:26.486700 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba1748ba-38f5-4195-af44-4786f7a1fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.497396 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ba1748ba-38f5-4195-af44-4786f7a1fa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.498893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ba1748ba-38f5-4195-af44-4786f7a1fa29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f00d59d-da54-4429-8d7b-1c95a00d638e HTTP/1.1" status: 204 len: 168 time: 0.4454951 Aug 20 12:12:26.521431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-a1eec61c-3e02-4977-b4e1-e537aecc6d83 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/quotas/9f154d604b4e4da6b4e3ed54ea1d19d6 HTTP/1.1" status: 200 len: 375 time: 0.0444088 Aug 20 12:12:26.562324 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c37d63f-15a9-41b4-9b56-cc2ba12e4fc2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.562562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1748ba-38f5-4195-af44-4786f7a1fa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f00d59d-da54-4429-8d7b-1c95a00d638e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:26.575149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56692) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:26.625149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3c37d63f-15a9-41b4-9b56-cc2ba12e4fc2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Calling delete_port for b63c7d2f-9dea-4a25-99b2-84612c626dd9 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:26.627278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-07e6aba3-77b8-49e4-9074-db3ffa82df10 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036305 Aug 20 12:12:26.631120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c89aa8cf-3e7d-4268-94e3-c7703332a2b8 None None] Provisioning for port b63c7d2f-9dea-4a25-99b2-84612c626dd9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:26.637816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c89aa8cf-3e7d-4268-94e3-c7703332a2b8 None None] Provisioning complete for port b63c7d2f-9dea-4a25-99b2-84612c626dd9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:26.638414 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c89aa8cf-3e7d-4268-94e3-c7703332a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.681384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c89aa8cf-3e7d-4268-94e3-c7703332a2b8 None None] Port b63c7d2f-9dea-4a25-99b2-84612c626dd9 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:12:26.747347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-428ca200-c150-4a07-947e-7c8c8654b163 service neutron] 10.222.0.25 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158576 Aug 20 12:12:26.833770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9d860b68-67d2-424c-855e-53af9d64b33d no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:26.862966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 9d860b68-67d2-424c-855e-53af9d64b33d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:26.863280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9d860b68-67d2-424c-855e-53af9d64b33d not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:26.878450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c37d63f-15a9-41b4-9b56-cc2ba12e4fc2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.899314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-84c99022-aac8-44a0-a5e5-be7bace5c0dc service neutron] 10.222.0.25 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429133 Aug 20 12:12:26.911645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37d63f-15a9-41b4-9b56-cc2ba12e4fc2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Port': ['ID=b63c7d2f-9dea-4a25-99b2-84612c626dd9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:26.923166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6dc899c1-165c-42ab-ab9a-6d735220140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.964710 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:26.991461 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c37d63f-15a9-41b4-9b56-cc2ba12e4fc2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.001954 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3c37d63f-15a9-41b4-9b56-cc2ba12e4fc2 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/b63c7d2f-9dea-4a25-99b2-84612c626dd9 HTTP/1.1" status: 204 len: 168 time: 0.7529204 Aug 20 12:12:27.004257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56704) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:27.064057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6dc899c1-165c-42ab-ab9a-6d735220140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.076141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6dc899c1-165c-42ab-ab9a-6d735220140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.134103 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251de24-eb53-42b9-b3de-6cbebe68ce5e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:27.154647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1251de24-eb53-42b9-b3de-6cbebe68ce5e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1491709 Aug 20 12:12:27.158315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56710) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:27.244533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6dc899c1-165c-42ab-ab9a-6d735220140c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e731cdf78f454ee6bfec9bc567048682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6665757 Aug 20 12:12:27.248021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56722) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:27.280086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc899c1-165c-42ab-ab9a-6d735220140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732fd749-7fd5-45fe-a372-ee26a4e30529,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:27.351179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52de33ee-f4ff-436d-9d18-1f12bc296bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.357033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a874cdb-7455-45b0-ba86-bf2b2072c8aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:27.360817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1a874cdb-7455-45b0-ba86-bf2b2072c8aa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1959307 Aug 20 12:12:27.364121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56730) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:27.404100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fc85e-57cd-4b5f-a157-b92248d497de req-f46226fa-300e-4e48-a94f-e0a51c365ed7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:27.405638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a6fc85e-57cd-4b5f-a157-b92248d497de req-f46226fa-300e-4e48-a94f-e0a51c365ed7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 946 time: 0.3385878 Aug 20 12:12:27.411112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52de33ee-f4ff-436d-9d18-1f12bc296bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.456365 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1e54352-736f-4b61-9ed5-c3e25c9fce6b req-49235d28-b45c-41d8-a3aa-6b312b6405e5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 210 time: 0.0903635 Aug 20 12:12:27.493354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3c46d-ab35-4684-ad95-50d4c71b83cf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:27.499418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3c46d-ab35-4684-ad95-50d4c71b83cf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:27.501378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3c46d-ab35-4684-ad95-50d4c71b83cf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:27.503412 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ddb3c46d-ab35-4684-ad95-50d4c71b83cf tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1382453 Aug 20 12:12:27.506022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56742) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:27.526439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a6fc85e-57cd-4b5f-a157-b92248d497de req-94f5d674-197b-4175-aa3a-e9e3fa73dba6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741951 Aug 20 12:12:27.577327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52de33ee-f4ff-436d-9d18-1f12bc296bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.580066 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-52de33ee-f4ff-436d-9d18-1f12bc296bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.583647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-52de33ee-f4ff-436d-9d18-1f12bc296bfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/732fd749-7fd5-45fe-a372-ee26a4e30529 HTTP/1.1" status: 204 len: 168 time: 0.3320763 Aug 20 12:12:27.607360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5bad94-5ef8-4a28-aca6-953571450f0e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet 6ea78fdb-de3d-48a8-be81-33deaf4965ea {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:27.621813 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a5bad94-5ef8-4a28-aca6-953571450f0e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.660187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de33ee-f4ff-436d-9d18-1f12bc296bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732fd749-7fd5-45fe-a372-ee26a4e30529,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:27.710569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a5bad94-5ef8-4a28-aca6-953571450f0e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.814833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a5bad94-5ef8-4a28-aca6-953571450f0e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.815823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56766) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:27.898658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a5bad94-5ef8-4a28-aca6-953571450f0e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.934293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bad94-5ef8-4a28-aca6-953571450f0e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea78fdb-de3d-48a8-be81-33deaf4965ea,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:27.937095 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6a5bad94-5ef8-4a28-aca6-953571450f0e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:27.942037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56770) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:27.944063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b4c64-4807-46cd-aac9-d6b36bbf0f80 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:27.954338 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6a5bad94-5ef8-4a28-aca6-953571450f0e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/6ea78fdb-de3d-48a8-be81-33deaf4965ea HTTP/1.1" status: 204 len: 168 time: 0.4392951 Aug 20 12:12:27.966394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56774) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:27.983337 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80beb61c-9763-4970-8025-3e649f8b9645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.017772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cc01ab-dad0-4f18-8b47-f36506a58458 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Deleting subnet aef7a7be-960a-4544-82e4-7be7bb695017 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:12:28.023185 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97cc01ab-dad0-4f18-8b47-f36506a58458 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.090657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97cc01ab-dad0-4f18-8b47-f36506a58458 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.134237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56776) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:28.180482 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80beb61c-9763-4970-8025-3e649f8b9645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.186678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-80beb61c-9763-4970-8025-3e649f8b9645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.225900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1067525918-network', 'tenant_id': '6373b7e7312e4950b10c119b584076c6'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:28.229610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97cc01ab-dad0-4f18-8b47-f36506a58458 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.238600 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-80beb61c-9763-4970-8025-3e649f8b9645 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb1f03d94c39462a82127a12747a09a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685223 Aug 20 12:12:28.240715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56780) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:28.267288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beb61c-9763-4970-8025-3e649f8b9645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b04809b-7eb3-499c-a81f-77c6578b9eb0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:28.296493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Made reservation on behalf of 6373b7e7312e4950b10c119b584076c6 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:28.302593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.317503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7293-dde3-4ed8-b2fe-1c5f0b1b543d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.343294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97cc01ab-dad0-4f18-8b47-f36506a58458 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.350429 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.361663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7293-dde3-4ed8-b2fe-1c5f0b1b543d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.381540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3e537f9-d54b-4f98-b1a9-52a8542d16a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.408468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc01ab-dad0-4f18-8b47-f36506a58458 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Subnet': ['ID=aef7a7be-960a-4544-82e4-7be7bb695017,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:28.418936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97cc01ab-dad0-4f18-8b47-f36506a58458 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.426814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-97cc01ab-dad0-4f18-8b47-f36506a58458 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/aef7a7be-960a-4544-82e4-7be7bb695017 HTTP/1.1" status: 204 len: 168 time: 0.4835699 Aug 20 12:12:28.427478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56784) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:28.481346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2c7096e8-50b5-4971-921b-d0b659585ede tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501878 Aug 20 12:12:28.484885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56786) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:28.512939 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7293-dde3-4ed8-b2fe-1c5f0b1b543d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.515780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7293-dde3-4ed8-b2fe-1c5f0b1b543d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.517338 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c2eb7293-dde3-4ed8-b2fe-1c5f0b1b543d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b04809b-7eb3-499c-a81f-77c6578b9eb0 HTTP/1.1" status: 204 len: 168 time: 0.2747397 Aug 20 12:12:28.567324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb7293-dde3-4ed8-b2fe-1c5f0b1b543d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b04809b-7eb3-499c-a81f-77c6578b9eb0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:28.629851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.650511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.678464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-f8b6d693-6699-4ea5-b527-551e27e406b8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:28.680080 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-f8b6d693-6699-4ea5-b527-551e27e406b8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 816 time: 0.2391336 Aug 20 12:12:28.741065 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76176db8-3e21-49a0-ae84-5b2e99fd23b7 req-97fe69b3-b0cd-46cf-b014-b381e384e6f5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 210 time: 0.0959668 Aug 20 12:12:28.745245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:28.757386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc006e27-a822-40bb-8230-ccebd04add6f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:28.766805 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-a987de80-e4ea-4bb1-8350-fc54383d26f4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6 HTTP/1.1" status: 200 len: 379 time: 0.0722597 Aug 20 12:12:28.790026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'port': {'device_id': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'admin_state_up': True, 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'security_groups': ['c823bfa3-9fb8-48b1-9f80-5d4c065c45cf']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:28.790930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b9132-4e91-40e4-af9e-a672c33e80f6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:28.793336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e9b9132-4e91-40e4-af9e-a672c33e80f6 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3073351 Aug 20 12:12:28.794772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.795173 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Added segment 58e2d1bd-0464-4732-9a30-9651de89e780 of type vlan for network 2888111c-54fa-4a33-a516-c36b95dd14f3 Aug 20 12:12:28.797677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56796) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:28.879481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76776a6-3259-4687-9b2b-44ca413d7756 req-445dd3c7-e148-4a31-b010-38fbda0cadef tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:28.887589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d76776a6-3259-4687-9b2b-44ca413d7756 req-445dd3c7-e148-4a31-b010-38fbda0cadef tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 946 time: 0.2289872 Aug 20 12:12:28.906936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.935459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16fdce-02d7-4ff6-b372-c5cf87a66f57 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:28.936819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1e16fdce-02d7-4ff6-b372-c5cf87a66f57 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1315899 Aug 20 12:12:28.940632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56802) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:28.973887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d76776a6-3259-4687-9b2b-44ca413d7756 req-a3b335d0-b9c6-417c-b5fa-5b8894f7b413 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858157 Aug 20 12:12:28.975436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:28.976384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:28.976959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.005572 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f15c8177-ade0-4e64-bb25-309519d1cf9c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636728 Aug 20 12:12:29.016814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56808) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.028335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3e537f9-d54b-4f98-b1a9-52a8542d16a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.064361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2888111c-54fa-4a33-a516-c36b95dd14f3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:29.076268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2888111c-54fa-4a33-a516-c36b95dd14f3 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:29.180911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb5549-d02b-4302-84a7-4a8f56b109c0 None None] Network b2b925b6-7332-4566-8ee2-aefc8b9a1549 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:29.275303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c7268b8f-e4b5-45c7-ae9f-8fabbac214b4 None None] Provisioning complete for port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:29.275683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c7268b8f-e4b5-45c7-ae9f-8fabbac214b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.350641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-c5d8cef3-4bfb-4318-81ea-333bcf1b20cf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:29.352602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-c5d8cef3-4bfb-4318-81ea-333bcf1b20cf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.1288283 Aug 20 12:12:29.375855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-c165aa5d-bcfe-4ebb-9012-abaf8012903e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/quotas/b11b040c005843c589fc833e824a73ab HTTP/1.1" status: 200 len: 375 time: 0.0137124 Aug 20 12:12:29.435750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-d28051c9-fa79-4671-818c-f540a093b8a5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573118 Aug 20 12:12:29.475413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] DHCP port deletion for b2b925b6-7332-4566-8ee2-aefc8b9a1549 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:12:29.535659 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90b2ccb-699b-4c59-b92a-e8adb6bb2b0a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:29.536264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90b2ccb-699b-4c59-b92a-e8adb6bb2b0a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:29.537956 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a90b2ccb-699b-4c59-b92a-e8adb6bb2b0a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/b63c7d2f-9dea-4a25-99b2-84612c626dd9 HTTP/1.1" status: 404 len: 333 time: 0.5194154 Aug 20 12:12:29.538740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3e537f9-d54b-4f98-b1a9-52a8542d16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.540705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56832) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.547127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] Deleting port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:29.547866 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.571704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e537f9-d54b-4f98-b1a9-52a8542d16a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada08e5-a537-4bc3-9daf-4103e7a821ff,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:29.580501 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1898f938-7744-49b8-9a74-044286671a2a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:29.581395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1898f938-7744-49b8-9a74-044286671a2a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:29.583576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1898f938-7744-49b8-9a74-044286671a2a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/aef7a7be-960a-4544-82e4-7be7bb695017 HTTP/1.1" status: 404 len: 337 time: 0.0418310 Aug 20 12:12:29.586243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56836) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.611992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a3e537f9-d54b-4f98-b1a9-52a8542d16a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d6f6605f3eb4fa2b43596b6190e6936&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4772046 Aug 20 12:12:29.613541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56838) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.622957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Made reservation on behalf of 9f154d604b4e4da6b4e3ed54ea1d19d6 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:29.627372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.630159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] For port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,segment=NetworkSegment(bac5bd3b-8c7b-4f65-8685-16e330a9f7e7),segment_id=bac5bd3b-8c7b-4f65-8685-16e330a9f7e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:29.630366 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.645271 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e28695-720b-40a7-9c2a-30390e556752 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:29.645860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e28695-720b-40a7-9c2a-30390e556752 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:29.647441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] Calling delete_port for 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:29.649125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d9e28695-720b-40a7-9c2a-30390e556752 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/6ea78fdb-de3d-48a8-be81-33deaf4965ea HTTP/1.1" status: 404 len: 337 time: 0.0617969 Aug 20 12:12:29.651886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56840) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.655251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1aa66d14-6202-4069-b34e-cb08df2c22c9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8381839 Aug 20 12:12:29.657925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56842) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.663512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Request body: {'subnet': {'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1067525918-subnet', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:29.676380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-461f5343-f22f-40f4-a157-e03ac84dfeb6 service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290235 Aug 20 12:12:29.693243 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1809b4-8fee-4336-abcb-ac7481831f88 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:29.694214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1809b4-8fee-4336-abcb-ac7481831f88 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:29.696261 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5c1809b4-8fee-4336-abcb-ac7481831f88 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/7279bed2-de5e-4125-996f-28f8c6fb17a3 HTTP/1.1" status: 404 len: 333 time: 0.0432258 Aug 20 12:12:29.702818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56846) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.752510 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.760104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Made reservation on behalf of 6373b7e7312e4950b10c119b584076c6 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:29.763142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.766718 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-45908c82-f980-43ab-b18b-f35e9d7a21ef tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:29.767383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45908c82-f980-43ab-b18b-f35e9d7a21ef tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:29.769556 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-45908c82-f980-43ab-b18b-f35e9d7a21ef tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/5d6c42ca-e8eb-41b9-8b68-03e656662169 HTTP/1.1" status: 404 len: 337 time: 0.0633516 Aug 20 12:12:29.772656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56848) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.815346 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cee9a4de-4744-4595-9d93-d19fab7755c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.825149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] Pushing event deleted for resources: {'Port': ['ID=8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:29.844263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b58ac7-e43d-4c74-9e47-eb43a70a21c5 None None] No DVR routers for this DVR port 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:29.862795 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-158c857a-548c-40e7-808b-81e505dd0170 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:29.863260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158c857a-548c-40e7-808b-81e505dd0170 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:29.865007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-158c857a-548c-40e7-808b-81e505dd0170 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/a8db2978-9e65-432e-8e1d-128bd338aced HTTP/1.1" status: 404 len: 337 time: 0.0827298 Aug 20 12:12:29.871605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56854) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.902325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-c999c1c9-0c60-444f-b64a-b6b56ae914bf service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248123 Aug 20 12:12:29.919529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cee9a4de-4744-4595-9d93-d19fab7755c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:29.921465 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-506420cf-69f2-4d49-942e-ed6e144171e9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:29.922350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506420cf-69f2-4d49-942e-ed6e144171e9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:29.924165 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-506420cf-69f2-4d49-942e-ed6e144171e9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/104a2bfb-a9d1-44fc-a4b2-a81090a1fa4d HTTP/1.1" status: 404 len: 333 time: 0.0500195 Aug 20 12:12:29.926007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c183d08b-d360-464c-a439-a7ac94361be4 req-28ef6594-9822-426e-945f-67d30039e498 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 210 time: 0.0547514 Aug 20 12:12:29.927507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56858) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.963035 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78e2594-0b38-4974-9861-42da2d2876f3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:29.963629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78e2594-0b38-4974-9861-42da2d2876f3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:29.966063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a78e2594-0b38-4974-9861-42da2d2876f3 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/3ffecec0-89fe-4c96-9d04-93e677292476 HTTP/1.1" status: 404 len: 337 time: 0.0375185 Aug 20 12:12:29.969853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56860) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:29.970151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Allocated IP 172.20.0.6 (abe3de62-a057-40df-8ae1-000837cf1ca1/ced49580-86cc-45c3-a503-3755a547f5db/685f8107-4139-47cb-a666-10208b066154) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:30.006433 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-82089108-ad85-40e5-981f-93f0763a0bb8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.006433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82089108-ad85-40e5-981f-93f0763a0bb8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.006433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-82089108-ad85-40e5-981f-93f0763a0bb8 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/bda17bc0-6bd2-4be5-b244-e71d5f264d36 HTTP/1.1" status: 404 len: 337 time: 0.0353134 Aug 20 12:12:30.010149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56864) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.036198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cee9a4de-4744-4595-9d93-d19fab7755c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.041070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cee9a4de-4744-4595-9d93-d19fab7755c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.043577 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cee9a4de-4744-4595-9d93-d19fab7755c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ada08e5-a537-4bc3-9daf-4103e7a821ff HTTP/1.1" status: 204 len: 168 time: 0.4287047 Aug 20 12:12:30.078366 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bc5746-c299-4d98-b3b5-e559c1c9013f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.079118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bc5746-c299-4d98-b3b5-e559c1c9013f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.080895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-22bc5746-c299-4d98-b3b5-e559c1c9013f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/c2cc149a-73a4-4e6d-8d71-3b355431a99d HTTP/1.1" status: 404 len: 333 time: 0.0400178 Aug 20 12:12:30.083496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56868) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.115350 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9330394-2981-4ca4-9865-9db42647e7ed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.115790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9330394-2981-4ca4-9865-9db42647e7ed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.117614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b9330394-2981-4ca4-9865-9db42647e7ed tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/2a5d3fa2-4ec8-46bb-be0f-ad2d9873fcfc HTTP/1.1" status: 404 len: 337 time: 0.0330884 Aug 20 12:12:30.121479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9a4de-4744-4595-9d93-d19fab7755c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada08e5-a537-4bc3-9daf-4103e7a821ff,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:30.122377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56872) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.214447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.218059 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3e3174-0631-476a-a02a-e5ee8a75987b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.218632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3e3174-0631-476a-a02a-e5ee8a75987b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.221219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8f3e3174-0631-476a-a02a-e5ee8a75987b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/773c4d3d-df93-417a-9046-b0df68551d80 HTTP/1.1" status: 404 len: 337 time: 0.0972474 Aug 20 12:12:30.228132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56878) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.245632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Transition to ACTIVE for port object 685f8107-4139-47cb-a666-10208b066154 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:30.264406 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a59427-1cc2-41ef-9fcf-adcae5da308f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.265466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a59427-1cc2-41ef-9fcf-adcae5da308f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.267447 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-35a59427-1cc2-41ef-9fcf-adcae5da308f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/3a383ac6-722b-4db7-ac91-9d347e883680 HTTP/1.1" status: 404 len: 333 time: 0.0382445 Aug 20 12:12:30.270564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56882) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.271939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0a03580-8e96-40fd-8edf-ece8d9f4359a req-a51d8b57-1324-464d-aea9-4b59b9dd6127 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 210 time: 0.0644436 Aug 20 12:12:30.285323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.323327 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-75601833-7544-4b0d-a62e-ccf3de6842e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.323794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75601833-7544-4b0d-a62e-ccf3de6842e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.325632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-75601833-7544-4b0d-a62e-ccf3de6842e0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/b3880dfa-4e84-432e-b7fe-24a170388442 HTTP/1.1" status: 404 len: 337 time: 0.0540783 Aug 20 12:12:30.329858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56888) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.344174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65515df6-a6ae-4750-a80f-0df50eebbe22,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:30.370957 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31a4ad7-d7c4-417d-93c1-e4349b6f4a98 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.372454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31a4ad7-d7c4-417d-93c1-e4349b6f4a98 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.377037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e31a4ad7-d7c4-417d-93c1-e4349b6f4a98 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/761ff16c-5b37-411a-8ff7-7061913073bf HTTP/1.1" status: 404 len: 333 time: 0.0462441 Aug 20 12:12:30.380471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56890) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.392819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.394088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Checking segment: {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:30.395348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Network hostable DHCP agents. Network: 2888111c-54fa-4a33-a516-c36b95dd14f3, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:30.422625 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f214ac-693d-46b7-980b-c8646bca954f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.423088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f214ac-693d-46b7-980b-c8646bca954f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.424787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-33f214ac-693d-46b7-980b-c8646bca954f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/7966520f-b9fd-4666-b663-14b10186ab95 HTTP/1.1" status: 404 len: 337 time: 0.0431888 Aug 20 12:12:30.427741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56892) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.450002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Network abe3de62-a057-40df-8ae1-000837cf1ca1 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:30.452371 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad86af0-56e1-41c2-bd99-5c2b4b491915 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.453102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad86af0-56e1-41c2-bd99-5c2b4b491915 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.454343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:30.454972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2ad86af0-56e1-41c2-bd99-5c2b4b491915 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/5559847b-d5ff-4731-9f97-d3f67edc285f HTTP/1.1" status: 404 len: 333 time: 0.0262434 Aug 20 12:12:30.458568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56894) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.458853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:30.496823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Network 2888111c-54fa-4a33-a516-c36b95dd14f3 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:30.500052 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a2087a-9509-4b18-b056-c1a848914eaa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.500610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a2087a-9509-4b18-b056-c1a848914eaa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.502488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-11a2087a-9509-4b18-b056-c1a848914eaa tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/9451e28a-8de0-4df0-b31b-4e526352181d HTTP/1.1" status: 404 len: 337 time: 0.0430064 Aug 20 12:12:30.506634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56898) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.531872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:30.534901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2888111c-54fa-4a33-a516-c36b95dd14f3) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:30.546846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cbb735-7f13-49c5-9e4e-c82a68e932ba None None] Network 2888111c-54fa-4a33-a516-c36b95dd14f3 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:30.560197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:30.566691 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.592565 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d7f0e4-eb98-478c-b976-30190d34e29b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.600322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d7f0e4-eb98-478c-b976-30190d34e29b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.600546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-718b8b01-0a5e-48bb-a587-4348199d1539 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9409218 Aug 20 12:12:30.602983 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d2d7f0e4-eb98-478c-b976-30190d34e29b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/cc8b2e1d-f722-4f18-977e-aac8d490fded HTTP/1.1" status: 404 len: 333 time: 0.0949657 Aug 20 12:12:30.607089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56904) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.607625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56906) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.616966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:30.674357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:30.675044 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.720282 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d975bf08-bca5-46f0-b667-65941c3ed610 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.721088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d975bf08-bca5-46f0-b667-65941c3ed610 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.723557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d975bf08-bca5-46f0-b667-65941c3ed610 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/e84c9276-3a9d-4b44-8495-db0842a01027 HTTP/1.1" status: 404 len: 337 time: 0.1013777 Aug 20 12:12:30.726787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56910) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.733358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.741452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.757982 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35e95fb-dde7-4b44-85c1-8bea22348e80 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:30.759149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35e95fb-dde7-4b44-85c1-8bea22348e80 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:30.765363 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a35e95fb-dde7-4b44-85c1-8bea22348e80 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/22c74160-4fb2-4e37-a654-ba39efd13eb9 HTTP/1.1" status: 404 len: 333 time: 0.0372851 Aug 20 12:12:30.765889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56912) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:30.773545 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-840caf86-865d-408b-b373-d6a780c33bdc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9918294 Aug 20 12:12:30.790805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Request body: {'port': {'device_id': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:30.828155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1745c-8f6e-409f-990f-15b49dd87ae5 None None] Network 2888111c-54fa-4a33-a516-c36b95dd14f3 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:30.905489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a55f1454-bedd-4268-89ef-545c730ba1f9 None None] Provisioning for port 685f8107-4139-47cb-a666-10208b066154 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:30.923310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a55f1454-bedd-4268-89ef-545c730ba1f9 None None] Provisioning complete for port 685f8107-4139-47cb-a666-10208b066154 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:30.924073 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a55f1454-bedd-4268-89ef-545c730ba1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:30.973576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.037813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.072359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17a400f2-ee03-456b-abce-859f369e2242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.094791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a55f1454-bedd-4268-89ef-545c730ba1f9 None None] Port 685f8107-4139-47cb-a666-10208b066154 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:12:31.161425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56922) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.215080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:31.245695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:31.246707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e3dd55c-ce2f-430e-a8a2-76cee9eb6cc9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:31.349302 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-9255056e-7b8c-4edc-9159-5a035fe2a489 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.349865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9255056e-7b8c-4edc-9159-5a035fe2a489 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.350310 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4ba4964a-e088-42eb-906e-80c85bc2bd95 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:31.354628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9255056e-7b8c-4edc-9159-5a035fe2a489 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/e2079c66-05dd-40a8-9b68-a3160b867b6a HTTP/1.1" status: 404 len: 337 time: 0.5794866 Aug 20 12:12:31.358942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56928) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.399788 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17a400f2-ee03-456b-abce-859f369e2242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.412319 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.414768 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f97ba1-37c0-45bf-a0e1-979a7a91b950 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.415494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f97ba1-37c0-45bf-a0e1-979a7a91b950 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.417726 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-28f97ba1-37c0-45bf-a0e1-979a7a91b950 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/27831cd5-cbce-4f94-8db9-435f86b68f2f HTTP/1.1" status: 404 len: 333 time: 0.0578380 Aug 20 12:12:31.425211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56930) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.426220 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17a400f2-ee03-456b-abce-859f369e2242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.503159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98303519-d7dd-481b-b5e3-e54cad39f3e6 req-982d38ed-c80d-465f-b10a-e7b82cf084f0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 210 time: 0.0948453 Aug 20 12:12:31.505591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a400f2-ee03-456b-abce-859f369e2242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162b80b1-3d1c-4bc9-9f04-9342866e570b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:31.515233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26aaf3-384c-4635-8d01-c5b98ac90876 req-c3bccdfc-1761-469e-a92e-006af4eee5d3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:31.517380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e26aaf3-384c-4635-8d01-c5b98ac90876 req-c3bccdfc-1761-469e-a92e-006af4eee5d3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 931 time: 0.2243295 Aug 20 12:12:31.519106 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f988c2-882d-43b8-99f8-b794671f7f27 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.520066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f988c2-882d-43b8-99f8-b794671f7f27 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.522312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-25f988c2-882d-43b8-99f8-b794671f7f27 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/38ac9ef9-82ce-454e-8629-a29ad4ddef62 HTTP/1.1" status: 404 len: 337 time: 0.0961123 Aug 20 12:12:31.546561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.576037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4ba4964a-e088-42eb-906e-80c85bc2bd95 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] 10.222.0.25 "PUT /v2.0/quotas/97edfc423a604e0fbe416bc61c683ab3 HTTP/1.1" status: 200 len: 368 time: 0.4141185 Aug 20 12:12:31.600091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56934) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.608864 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-17a400f2-ee03-456b-abce-859f369e2242 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa492444c9fb4945835e2b1b07047620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700250 Aug 20 12:12:31.612502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Request body: {'network': {'project_id': '97edfc423a604e0fbe416bc61c683ab3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:31.624769 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3bb60f-f7cd-4400-b241-c67dbf6e0500 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.625222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3bb60f-f7cd-4400-b241-c67dbf6e0500 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.626955 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7e3bb60f-f7cd-4400-b241-c67dbf6e0500 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/b99c4462-8ecd-42b1-9385-87fb89458679 HTTP/1.1" status: 404 len: 337 time: 0.0794289 Aug 20 12:12:31.628347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56936) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.634112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685f8107-4139-47cb-a666-10208b066154 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:31.637117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56938) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.654943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.655835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.676394 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a5d766-49aa-4a61-aa74-7f79e7957bae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.677114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a5d766-49aa-4a61-aa74-7f79e7957bae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.681200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f7a5d766-49aa-4a61-aa74-7f79e7957bae tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/06cd53e3-3a7b-4ffc-a095-fbe4eff07458 HTTP/1.1" status: 404 len: 333 time: 0.0363953 Aug 20 12:12:31.681996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e26aaf3-384c-4635-8d01-c5b98ac90876 req-f5d9c83c-3473-4668-b69a-f51c6478c5d9 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302054 Aug 20 12:12:31.683031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56942) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.711728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Transition to ACTIVE for port object 685f8107-4139-47cb-a666-10208b066154 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:31.720472 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-14be6550-9dca-4eca-bd20-b2a2d6ab9dd5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.721043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14be6550-9dca-4eca-bd20-b2a2d6ab9dd5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.722888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-14be6550-9dca-4eca-bd20-b2a2d6ab9dd5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/643ae295-29f0-4ccb-869b-00a5972f544b HTTP/1.1" status: 404 len: 337 time: 0.0383780 Aug 20 12:12:31.723524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-0acfbf10-459f-4332-9b3f-022574ac59fc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:31.725089 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-0acfbf10-459f-4332-9b3f-022574ac59fc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.3225763 Aug 20 12:12:31.725436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56944) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.743101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Made reservation on behalf of 97edfc423a604e0fbe416bc61c683ab3 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:31.746109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.748282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.753089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Request body: {'port': {'device_id': 'c3d03826-4e39-48b0-8585-0a4abca9b345', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'admin_state_up': True, 'tenant_id': 'b11b040c005843c589fc833e824a73ab'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:31.784475 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-3832c80b-1677-41ca-90cd-117875061e6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.784936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3832c80b-1677-41ca-90cd-117875061e6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.786706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3832c80b-1677-41ca-90cd-117875061e6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/0f28e2c8-d863-43e8-868c-d2743234fe8b HTTP/1.1" status: 404 len: 337 time: 0.0603502 Aug 20 12:12:31.789361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56946) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.809901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.814948 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b7bf72-d42c-44f7-bc6f-508b87941783 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.815636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b7bf72-d42c-44f7-bc6f-508b87941783 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.819748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-29b7bf72-d42c-44f7-bc6f-508b87941783 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/b6ba5392-bfea-44eb-a469-28670be52bf8 HTTP/1.1" status: 404 len: 333 time: 0.0271313 Aug 20 12:12:31.820167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56948) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.848812 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ecc8df-90da-4a3a-9a42-cec6545083b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.849248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ecc8df-90da-4a3a-9a42-cec6545083b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.853418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-10ecc8df-90da-4a3a-9a42-cec6545083b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/a44f5f56-d8fc-4da5-b53e-de279e3516a2 HTTP/1.1" status: 404 len: 337 time: 0.0299799 Aug 20 12:12:31.853575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56950) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.883347 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5cb-edbb-4cd2-93c9-0722237d9a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:31.885647 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41f4dd0-f970-4f93-a3a2-55b02db35cd5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.886349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41f4dd0-f970-4f93-a3a2-55b02db35cd5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.888350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b41f4dd0-f970-4f93-a3a2-55b02db35cd5 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/48db7ff4-0256-4202-b9b6-4dcb7692ffe3 HTTP/1.1" status: 404 len: 337 time: 0.0330822 Aug 20 12:12:31.891028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56952) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.894757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:31.924020 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-82797092-6b8c-4fd1-94f0-9cb1c4b65c36 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.924533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82797092-6b8c-4fd1-94f0-9cb1c4b65c36 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.928813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-82797092-6b8c-4fd1-94f0-9cb1c4b65c36 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/042ff364-642f-4f66-ae66-7a840eec8c33 HTTP/1.1" status: 404 len: 333 time: 0.0342956 Aug 20 12:12:31.929002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56954) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.963120 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2359eb88-d235-4fb8-8281-44fa8cf62ed4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:31.964101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2359eb88-d235-4fb8-8281-44fa8cf62ed4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:31.968274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2359eb88-d235-4fb8-8281-44fa8cf62ed4 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/37c114f8-54d1-4dd0-8193-b90c20e6b38d HTTP/1.1" status: 404 len: 337 time: 0.0359211 Aug 20 12:12:31.968840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56956) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:31.986778 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5cb-edbb-4cd2-93c9-0722237d9a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.000550 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-422c2afb-1483-4932-a5a1-2f6a4dcc7c93 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.001426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422c2afb-1483-4932-a5a1-2f6a4dcc7c93 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.005671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-422c2afb-1483-4932-a5a1-2f6a4dcc7c93 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/a29787ff-ba8e-4a2c-9725-83a223ae30e3 HTTP/1.1" status: 404 len: 337 time: 0.0335581 Aug 20 12:12:32.006732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56958) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.038164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cce08f56-6dd4-41d7-9116-cec1299efe21 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2e7136-2086-4e9d-9ac6-29cedfca1835 HTTP/1.1" status: 200 len: 205 time: 0.0295498 Aug 20 12:12:32.040576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56960) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.085753 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-cd390b4d-f6fc-417c-92aa-e6e4d2a9b63b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] delete failed (client error): The resource could not be found. Aug 20 12:12:32.087057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cd390b4d-f6fc-417c-92aa-e6e4d2a9b63b tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/routers/6b2e7136-2086-4e9d-9ac6-29cedfca1835 HTTP/1.1" status: 404 len: 336 time: 0.0452595 Aug 20 12:12:32.091190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56962) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.099028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Attempting to bind port 685f8107-4139-47cb-a666-10208b066154 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:32.099371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Attempting to bind port 685f8107-4139-47cb-a666-10208b066154 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:32.099703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Attempting to bind port 685f8107-4139-47cb-a666-10208b066154 on network abe3de62-a057-40df-8ae1-000837cf1ca1 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:32.112601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Port 685f8107-4139-47cb-a666-10208b066154 on network abe3de62-a057-40df-8ae1-000837cf1ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:12:32.112886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Attempting to bind port 685f8107-4139-47cb-a666-10208b066154 on network abe3de62-a057-40df-8ae1-000837cf1ca1 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:32.120408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5cb-edbb-4cd2-93c9-0722237d9a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.123218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5cb-edbb-4cd2-93c9-0722237d9a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.124411 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4a66c5cb-edbb-4cd2-93c9-0722237d9a0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/162b80b1-3d1c-4bc9-9f04-9342866e570b HTTP/1.1" status: 204 len: 168 time: 0.4856997 Aug 20 12:12:32.137374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:32.137825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Checking segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:32.138334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Bound using segment: {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:32.139452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Bound port: 685f8107-4139-47cb-a666-10208b066154, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6415f55d-6cbe-46dc-8f83-2bac3ab0d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:32.139452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.162442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66c5cb-edbb-4cd2-93c9-0722237d9a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b80b1-3d1c-4bc9-9f04-9342866e570b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:32.180700 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc96d166-5b9f-4f85-9512-fc58e775b903 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.181148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc96d166-5b9f-4f85-9512-fc58e775b903 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.183005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fc96d166-5b9f-4f85-9512-fc58e775b903 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/9178f837-a2cc-4fdb-9642-26fe511526dd HTTP/1.1" status: 404 len: 337 time: 0.0914879 Aug 20 12:12:32.185938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56966) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.213996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.223631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.236216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6a04cfa6-55c8-455d-9cee-a70edb1bbd48 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff24f386-992b-445b-b024-305644288d42 HTTP/1.1" status: 200 len: 205 time: 0.0467541 Aug 20 12:12:32.237631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56968) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.278638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:32.282815 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-3d0ae1c9-c393-41f3-9224-ee4651ed8f6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] delete failed (client error): The resource could not be found. Aug 20 12:12:32.284062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3d0ae1c9-c393-41f3-9224-ee4651ed8f6c tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/routers/ff24f386-992b-445b-b024-305644288d42 HTTP/1.1" status: 404 len: 336 time: 0.0452971 Aug 20 12:12:32.286666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56970) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.292688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:32.296612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.304602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:32.306801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b796aa-dc31-4785-9759-723d652c1d1d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:32.324529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.327695 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.327848 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7773160c-fd2f-4b8a-b592-c2954a369e57 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.328070 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Added segment c82ec47f-85d9-433d-9663-a798981befa9 of type vlan for network 4c10c479-ad43-4d6d-b845-aa3faf8730e2 Aug 20 12:12:32.328171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7773160c-fd2f-4b8a-b592-c2954a369e57 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.329881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7773160c-fd2f-4b8a-b592-c2954a369e57 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/c5818529-b542-44d3-b7cc-571eae16e8c4 HTTP/1.1" status: 404 len: 337 time: 0.0420947 Aug 20 12:12:32.330407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:32.347696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56972) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.349167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.349829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.461975 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f292c6b8-04f0-4db2-8548-cdf83a112cd0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.462480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f292c6b8-04f0-4db2-8548-cdf83a112cd0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.467406 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f292c6b8-04f0-4db2-8548-cdf83a112cd0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/79dcacd8-beed-4aff-a039-869512bc76b5 HTTP/1.1" status: 404 len: 337 time: 0.1114664 Aug 20 12:12:32.467619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:32.468203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.469796 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] 10.222.0.73 "PUT /v2.0/ports/685f8107-4139-47cb-a666-10208b066154 HTTP/1.1" status: 200 len: 1092 time: 1.6842687 Aug 20 12:12:32.470549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56976) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.480761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Allocated IP 172.25.0.232 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/759681b6-eaa8-47a5-98d9-3225f94f32d6) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:32.481954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'tag': '685f8107-4139-47cb-a666-10208b066154'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:32.484495 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "tag": "685f8107-4139-47cb-a666-10208b066154"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:32.517375 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f95d59-0fbc-45fb-b172-7de05828ffcc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.518564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f95d59-0fbc-45fb-b172-7de05828ffcc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.520349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-33f95d59-0fbc-45fb-b172-7de05828ffcc tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/58f9fc7c-0551-475d-bd67-1326dff27e8e HTTP/1.1" status: 404 len: 333 time: 0.0485370 Aug 20 12:12:32.524443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56982) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.566304 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb25c3be-e449-4a26-9bfe-177d88117d93 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.566791 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea93e34f-e84b-4d6f-85c5-7308978f386e x-openstack-request-id: req-ea93e34f-e84b-4d6f-85c5-7308978f386e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:32.567208 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "tag": "685f8107-4139-47cb-a666-10208b066154", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:32.567398 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea93e34f-e84b-4d6f-85c5-7308978f386e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:32.568240 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'tag': '685f8107-4139-47cb-a666-10208b066154', 'status': 'completed', 'code': 200} Aug 20 12:12:32.568632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb25c3be-e449-4a26-9bfe-177d88117d93 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.573494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cb25c3be-e449-4a26-9bfe-177d88117d93 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/5e676d66-4274-4211-8780-ec8f2dfd9f7a HTTP/1.1" status: 404 len: 337 time: 0.0450439 Aug 20 12:12:32.575379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56988) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.584150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.645122 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ee70fe-8e47-4246-bc4f-93331bae0403 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.645410 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.645755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ee70fe-8e47-4246-bc4f-93331bae0403 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.645902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:32.646702 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.654482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-39ee70fe-8e47-4246-bc4f-93331bae0403 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/c8536c4c-66a4-42dd-9c3f-21dd5ec65601 HTTP/1.1" status: 404 len: 333 time: 0.0743616 Aug 20 12:12:32.655254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56992) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.705729 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0994942 Aug 20 12:12:32.716468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56994) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.720232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc781375-9031-44b7-a84f-e679527e3320 req-a9f2f456-cb2a-4b59-8d51-570d330b1ccc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 210 time: 0.0668063 Aug 20 12:12:32.724128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Request body: {'network': {'project_id': '97edfc423a604e0fbe416bc61c683ab3'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:32.724680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79381f-f4f6-4ec1-bbda-c7399bab3ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:32.729680 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b411f1-37f7-419e-9df3-782878d740f9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.730202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b411f1-37f7-419e-9df3-782878d740f9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.731962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-26b411f1-37f7-419e-9df3-782878d740f9 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/71f51421-3d85-4ac1-8b43-7937d22ca394 HTTP/1.1" status: 404 len: 337 time: 0.0757434 Aug 20 12:12:32.747818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57002) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.785375 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dade75-c1a7-40bc-bfae-53fd9e7cd2b0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.786141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dade75-c1a7-40bc-bfae-53fd9e7cd2b0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.788416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-24dade75-c1a7-40bc-bfae-53fd9e7cd2b0 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/3be17368-25ef-4da3-9c5e-9325bf73423c HTTP/1.1" status: 404 len: 333 time: 0.0395000 Aug 20 12:12:32.795027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57004) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.848427 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-656a6af6-45aa-4305-b2f2-4155bb44272f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.848895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656a6af6-45aa-4305-b2f2-4155bb44272f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.850664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-656a6af6-45aa-4305-b2f2-4155bb44272f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/edf67177-6f74-443d-a101-886f7db6e2d9 HTTP/1.1" status: 404 len: 337 time: 0.0545361 Aug 20 12:12:32.858417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57006) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.860034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-5f646939-830e-4641-a6c2-bb636bbabeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:32.861642 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-5f646939-830e-4641-a6c2-bb636bbabeec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 1095 time: 0.3065584 Aug 20 12:12:32.877484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Allocated IP 172.20.0.5 (6f7021bb-6e8c-453c-bca1-31d5bea963ed/886444a5-b6c7-4939-8cf4-e3eccaa8ffc6/d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:32.898598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ded88d-83c6-485e-865a-32b692954206 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Pushing event updated for resources: {'Network': ['ID=4c10c479-ad43-4d6d-b845-aa3faf8730e2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:32.910876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 4c10c479-ad43-4d6d-b845-aa3faf8730e2 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:32.916203 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7756750-e3c9-46fb-b105-b4716238465f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.917503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7756750-e3c9-46fb-b105-b4716238465f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.919507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a7756750-e3c9-46fb-b105-b4716238465f tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/978ba84d-4eb1-47d8-90c4-b45f8a9bed2f HTTP/1.1" status: 404 len: 333 time: 0.0594852 Aug 20 12:12:32.928290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57010) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:32.937992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-0943dfe2-beeb-436a-a719-7b35c3dc0ec7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=685f8107-4139-47cb-a666-10208b066154 HTTP/1.1" status: 200 len: 217 time: 0.0550168 Aug 20 12:12:32.966523 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-988a0bb2-9424-4c61-a284-09796347805e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:32.966991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988a0bb2-9424-4c61-a284-09796347805e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:32.968749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-988a0bb2-9424-4c61-a284-09796347805e tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/6e825e15-a607-4a76-bac3-8cded1ea2797 HTTP/1.1" status: 404 len: 337 time: 0.0380735 Aug 20 12:12:32.969482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Made reservation on behalf of 97edfc423a604e0fbe416bc61c683ab3 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:32.971864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:32.978560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57014) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.003266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:33.019977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.019977 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Added segment bef1696f-8515-4b70-895a-47e0bf08fa78 of type vlan for network 15b57063-cd9c-460c-8a27-9c092d412389 Aug 20 12:12:33.037889 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7037b851-19f3-4b35-b4b1-a005cec28955 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:33.038749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7037b851-19f3-4b35-b4b1-a005cec28955 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:33.042289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7037b851-19f3-4b35-b4b1-a005cec28955 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/dcf22aad-0636-4f85-ba66-c39d413f2799 HTTP/1.1" status: 404 len: 333 time: 0.0573754 Aug 20 12:12:33.048313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.053044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57018) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.062246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-053fe466-6ff2-43ff-81db-2ab38fdf7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.063736 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-053fe466-6ff2-43ff-81db-2ab38fdf7dec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.1187952 Aug 20 12:12:33.104716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.108333 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9044066-5fc2-4672-8263-6e9f23c7de13 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:33.108793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9044066-5fc2-4672-8263-6e9f23c7de13 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:33.110538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c9044066-5fc2-4672-8263-6e9f23c7de13 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/956f0e43-d51a-4156-824d-e58a7e93d307 HTTP/1.1" status: 404 len: 337 time: 0.0564671 Aug 20 12:12:33.114429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57022) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.124045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070891-2760-472f-96b0-58bfd275d79a req-36653fb1-825a-4ee5-8206-8bfa7d5ec082 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.125598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c070891-2760-472f-96b0-58bfd275d79a req-36653fb1-825a-4ee5-8206-8bfa7d5ec082 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.2738540 Aug 20 12:12:33.169047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-90d59228-2657-4636-974e-22b18daee3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.170578 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-90d59228-2657-4636-974e-22b18daee3c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812716 Aug 20 12:12:33.173579 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd86ebf-b52e-4199-82cc-2d83c76a6e78 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:33.174360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd86ebf-b52e-4199-82cc-2d83c76a6e78 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:33.176037 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dbd86ebf-b52e-4199-82cc-2d83c76a6e78 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/bcc32f2d-c897-4fe6-aeef-46c497f93328 HTTP/1.1" status: 404 len: 333 time: 0.0495541 Aug 20 12:12:33.179928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57024) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.205201 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.206163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.206764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.245091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c070891-2760-472f-96b0-58bfd275d79a req-0868cfc7-f926-4577-8cc4-aeebe1b1508e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044047 Aug 20 12:12:33.247860 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-562c33de-aebf-436c-a863-4b7024199344 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:33.248663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562c33de-aebf-436c-a863-4b7024199344 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:33.253184 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-562c33de-aebf-436c-a863-4b7024199344 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/f79c7d14-08bb-4c95-8bd6-11aa01d2ef09 HTTP/1.1" status: 404 len: 337 time: 0.0685663 Aug 20 12:12:33.275364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57028) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.280971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5631886 Aug 20 12:12:33.281848 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.287615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57030) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.293049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-edbe6137-bf3b-4d13-9879-bccd105a43c8 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Request body: {'network': {'project_id': '97edfc423a604e0fbe416bc61c683ab3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:33.296271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.330238 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbe6137-bf3b-4d13-9879-bccd105a43c8 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 12:12:33.330714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbe6137-bf3b-4d13-9879-bccd105a43c8 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:33.334646 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-edbe6137-bf3b-4d13-9879-bccd105a43c8 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0433006 Aug 20 12:12:33.337724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57032) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.344077 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-516033a4-cc9d-48fc-9a87-87b1eaa83978 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:33.344834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516033a4-cc9d-48fc-9a87-87b1eaa83978 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:33.346905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-516033a4-cc9d-48fc-9a87-87b1eaa83978 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/ports/7bc103b3-8fe1-49e6-a489-1bd163bf442b HTTP/1.1" status: 404 len: 333 time: 0.0696821 Aug 20 12:12:33.351461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57034) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.393740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:33.396742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1448dad-4ca9-4c1f-80c3-dcd2e8e6d3fa tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Pushing event updated for resources: {'Network': ['ID=15b57063-cd9c-460c-8a27-9c092d412389,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:33.407766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 15b57063-cd9c-460c-8a27-9c092d412389 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:33.411677 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af6ed2c-0952-41fe-b424-90363e72812a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] DELETE failed (client error): The resource could not be found. Aug 20 12:12:33.412142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af6ed2c-0952-41fe-b424-90363e72812a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:12:33.413168 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-e56de619-aab0-4287-bf50-70c324d83125 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339826 Aug 20 12:12:33.413887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1af6ed2c-0952-41fe-b424-90363e72812a tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/subnets/14df9bfe-a815-4c8f-8d7c-cd82c9e78238 HTTP/1.1" status: 404 len: 337 time: 0.0598090 Aug 20 12:12:33.415587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:33.418080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.419000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Pushing event updated for resources: {'Port': ['ID=759681b6-eaa8-47a5-98d9-3225f94f32d6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:33.428391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:33.504726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.518131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', '832090ef-fbda-4767-a350-c16660f60733'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:33.523370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c4bb5b44-ea73-4026-b54b-891986213ab3 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97edfc423a604e0fbe416bc61c683ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816633 Aug 20 12:12:33.524308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:33.547074 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.624850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:33.645532 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b390d9a-fa8d-4956-8d23-755a946a35b9 req-20ac0194-61f6-4463-b6bc-d9580db1812f service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209361 Aug 20 12:12:33.646423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:33.648217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event updated for resources: {'Port': ['ID=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:33.653636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:33.705401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.706039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.768951 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-b1ea2e02-10fd-403e-9e72-32ce411ce636 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0271881 Aug 20 12:12:33.780845 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa971231-69da-449c-b468-76965724df5c tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.789993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Request body: {'port': {'device_id': 'c3d03826-4e39-48b0-8585-0a4abca9b345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:33.791614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.799032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-dd685d46-0bd0-45d4-aadb-c09ad802e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:33.800557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-dd685d46-0bd0-45d4-aadb-c09ad802e35f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 1095 time: 0.0914950 Aug 20 12:12:33.807170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b925b6-7332-4566-8ee2-aefc8b9a1549']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:33.823574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:33.823906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac5bd3b-8c7b-4f65-8685-16e330a9f7e7') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:33.844879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.910368 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.949686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa971231-69da-449c-b468-76965724df5c tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.961844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:33.962627 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:33.967267 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:33.977075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.030804 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:12:34.032107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a787e36-b92d-47cb-8879-08bd47f797bd req-dd4f274e-fc31-42b2-9d64-eb03b2db98e2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:34.033799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a787e36-b92d-47cb-8879-08bd47f797bd req-dd4f274e-fc31-42b2-9d64-eb03b2db98e2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 931 time: 0.1862795 Aug 20 12:12:34.071782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-d3d8afd4-fb0e-4d55-b767-10f169aba7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:34.073958 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-d3d8afd4-fb0e-4d55-b767-10f169aba7b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.2519996 Aug 20 12:12:34.101822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.115545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.120291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] 10.222.0.25 "DELETE /v2.0/networks/b2b925b6-7332-4566-8ee2-aefc8b9a1549 HTTP/1.1" status: 204 len: 168 time: 0.6908126 Aug 20 12:12:34.135871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa971231-69da-449c-b468-76965724df5c tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.137772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c649e3-79b8-4165-917a-e710fcab43b1 tempest-NetworksTestDHCPv6-781139508 tempest-NetworksTestDHCPv6-781139508-project] Pushing event deleted for resources: {'Network': ['ID=b2b925b6-7332-4566-8ee2-aefc8b9a1549,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:34.138458 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa971231-69da-449c-b468-76965724df5c tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.142012 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aa971231-69da-449c-b468-76965724df5c tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/74b796aa-dc31-4785-9759-723d652c1d1d HTTP/1.1" status: 204 len: 168 time: 0.5736675 Aug 20 12:12:34.144765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57062) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:34.164808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a787e36-b92d-47cb-8879-08bd47f797bd req-31bb2d80-c4d9-4e16-af85-20d1bfa85b76 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214702 Aug 20 12:12:34.187056 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-445044df-394e-48d6-8717-5d4bea1d755f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=685f8107-4139-47cb-a666-10208b066154 HTTP/1.1" status: 200 len: 217 time: 0.1041028 Aug 20 12:12:34.190235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa971231-69da-449c-b468-76965724df5c tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b796aa-dc31-4785-9759-723d652c1d1d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:34.222584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.300120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-3b577e96-7d06-4a9b-bf15-3082d6d5cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:34.301617 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-3b577e96-7d06-4a9b-bf15-3082d6d5cf40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.1020441 Aug 20 12:12:34.315155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.445324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:34.454480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.469350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Transition to ACTIVE for port object d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:34.476652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-644a0a60-b051-4d5f-87f5-48579e4a6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:34.478448 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-644a0a60-b051-4d5f-87f5-48579e4a6367 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665030 Aug 20 12:12:34.480331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.537737 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.561149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57072) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:34.566047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b57063-cd9c-460c-8a27-9c092d412389']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:34.585596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef1696f-8515-4b70-895a-47e0bf08fa78') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:34.585926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef1696f-8515-4b70-895a-47e0bf08fa78') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:34.616250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7343eec-3920-4212-85c9-b9545bc73503 req-089e9441-b592-4650-b592-5cc490fbad9a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:34.617834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7343eec-3920-4212-85c9-b9545bc73503 req-089e9441-b592-4650-b592-5cc490fbad9a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.2086000 Aug 20 12:12:34.646875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.688806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.705512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:34.705918 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:34.707677 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:34.720256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Attempting to bind port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:34.720653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Attempting to bind port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:34.720962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Attempting to bind port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:34.728461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:34.748534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:12:34.748868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Attempting to bind port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:34.763857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:34.764258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Checking segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:34.764585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Bound using segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:34.765032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Bound port: d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:34.765389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:34.804965 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-32f206a0-8d17-4e05-b53c-c3eb6bcecf60 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151033 Aug 20 12:12:34.893891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:12:35.043535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:35.059564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '685f8107-4139-47cb-a666-10208b066154', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'port_id': '685f8107-4139-47cb-a666-10208b066154', 'mac_address': 'fa:16:3e:82:2a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:12:35.106558 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.136751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685f8107-4139-47cb-a666-10208b066154 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:35.167789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:35.173098 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.235781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:35.258850 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.271503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.288976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] For port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:35.294282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] For port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:35.303621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.334089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b7343eec-3920-4212-85c9-b9545bc73503 req-5fe21c9b-fa0a-40d7-b459-0c1111be30ee tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6852310 Aug 20 12:12:35.337601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.343012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] 10.222.0.25 "DELETE /v2.0/networks/15b57063-cd9c-460c-8a27-9c092d412389 HTTP/1.1" status: 204 len: 168 time: 1.1972523 Aug 20 12:12:35.355275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57086) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:35.358866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:35.389530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4484a0-9e65-40ba-9dd0-b111b856f92b tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Pushing event deleted for resources: {'Network': ['ID=15b57063-cd9c-460c-8a27-9c092d412389,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:35.430740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:35.431267 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.432764 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-83195bed-1dda-4ca0-8c85-58ea2c7f6c0f service neutron] 10.222.0.73 "PUT /v2.0/ports/d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 HTTP/1.1" status: 200 len: 1092 time: 1.6539216 Aug 20 12:12:35.434928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d03826-4e39-48b0-8585-0a4abca9b345', 'tag': 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:35.437174 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c262e6a-766d-4d4a-ba9b-716f4f12e648" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d03826-4e39-48b0-8585-0a4abca9b345", "tag": "d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:35.445675 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e9cf4f3-ce82-4326-9dc5-283d0512bca1 req-13fbdacb-2023-4882-b504-f6ee62a7a5ae service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081877 Aug 20 12:12:35.473299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.482747 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe89b5cb-56ad-4fd1-b694-51c677ba200f x-openstack-request-id: req-fe89b5cb-56ad-4fd1-b694-51c677ba200f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:35.483082 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d03826-4e39-48b0-8585-0a4abca9b345", "tag": "d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:35.483329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['685f8107-4139-47cb-a666-10208b066154'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:35.483465 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe89b5cb-56ad-4fd1-b694-51c677ba200f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:35.483736 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d03826-4e39-48b0-8585-0a4abca9b345', 'tag': 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7', 'status': 'completed', 'code': 200} Aug 20 12:12:35.505704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5efac99f-4763-4893-bd1f-bc0162b397cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25d06e66002041c19f4a13f5f7ea619f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9431183 Aug 20 12:12:35.508991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57090) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:35.546650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198903b-550f-4b11-bf12-cab1cf99acb6 req-dcf68dac-e57f-4586-a5ff-92e1b1e06a9d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:35.549484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4198903b-550f-4b11-bf12-cab1cf99acb6 req-dcf68dac-e57f-4586-a5ff-92e1b1e06a9d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 943 time: 0.2203536 Aug 20 12:12:35.609303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-fc1e032e-438a-4924-b947-612cd7f58508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:35.611318 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-fc1e032e-438a-4924-b947-612cd7f58508 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 1095 time: 0.1253791 Aug 20 12:12:35.618582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.627269 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92ed200f-eac9-41de-a4fa-8728ed424c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.662904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4198903b-550f-4b11-bf12-cab1cf99acb6 req-8aa05bfc-a4a0-4595-bb42-5e7702b5a491 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993233 Aug 20 12:12:35.675893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c10c479-ad43-4d6d-b845-aa3faf8730e2']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:35.678441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92ed200f-eac9-41de-a4fa-8728ed424c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.679973 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-af217066-0087-4c7a-a471-a233c96fef26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 HTTP/1.1" status: 200 len: 217 time: 0.0564790 Aug 20 12:12:35.692741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Router e82df347-342d-4495-a18f-a3cb139ff582 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:12:35.736191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82ec47f-85d9-433d-9663-a798981befa9') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:35.736516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82ec47f-85d9-433d-9663-a798981befa9') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:35.750693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.779095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-d3d2f7f7-8f80-40bf-9fe3-7b907e5267d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:35.780605 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-d3d2f7f7-8f80-40bf-9fe3-7b907e5267d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.0941529 Aug 20 12:12:35.783243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.803890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:35.804373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:35.806336 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:35.851890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92ed200f-eac9-41de-a4fa-8728ed424c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.857017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92ed200f-eac9-41de-a4fa-8728ed424c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.858953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-92ed200f-eac9-41de-a4fa-8728ed424c1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2056c53-45e6-4d93-9dc5-c193a84ba463 HTTP/1.1" status: 204 len: 168 time: 0.3463399 Aug 20 12:12:35.878541 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-0adc1d54-3e1d-4ed5-828e-8ee98991188c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882277 Aug 20 12:12:35.890330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed200f-eac9-41de-a4fa-8728ed424c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2056c53-45e6-4d93-9dc5-c193a84ba463,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:35.895639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:35.912328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Sync routers for ids ['e82df347-342d-4495-a18f-a3cb139ff582'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:35.954485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Routers {'e82df347-342d-4495-a18f-a3cb139ff582'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:35.955619 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:35.956651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e82df347-342d-4495-a18f-a3cb139ff582'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:35.962655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-06b9d133-d664-4439-a54d-8b49b950db2e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3516426 Aug 20 12:12:35.962948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57098) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:36.054465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:36.063531 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-6e366b1e-0cd6-4870-9e72-d99ec56c2916 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760654 Aug 20 12:12:36.071108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:36.075531 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] 10.222.0.25 "DELETE /v2.0/networks/4c10c479-ad43-4d6d-b845-aa3faf8730e2 HTTP/1.1" status: 204 len: 168 time: 0.7136216 Aug 20 12:12:36.122379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57672d1a-d7e1-4100-a835-17ce83436857 tempest-QuotasNegativeTest-473748648 tempest-QuotasNegativeTest-473748648-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c10c479-ad43-4d6d-b845-aa3faf8730e2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:36.258398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-826340c1-acc2-4878-8107-c8b8c60d0bc2 req-d9c077c3-bc3e-457c-bc82-d5028701c2c4 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814532 Aug 20 12:12:36.404262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-de608f49-f947-4f89-8f7e-a8f4f8806cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:36.406793 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-de608f49-f947-4f89-8f7e-a8f4f8806cb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 1095 time: 0.0790055 Aug 20 12:12:36.410040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Set router e82df347-342d-4495-a18f-a3cb139ff582 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:12:36.626005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82c5f-f697-41db-bf1e-0da1fbd959a9 req-ff452559-4cf5-4ba9-889d-356af4ba93ae tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:36.628267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96b82c5f-f697-41db-bf1e-0da1fbd959a9 req-ff452559-4cf5-4ba9-889d-356af4ba93ae tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 944 time: 0.1434991 Aug 20 12:12:36.635343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-679cca68-fa64-47c4-8b48-1a0f3df2010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:36.639710 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-679cca68-fa64-47c4-8b48-1a0f3df2010a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 906 time: 0.2243986 Aug 20 12:12:36.713009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96b82c5f-f697-41db-bf1e-0da1fbd959a9 req-a9cdb9ce-d2ce-40db-ad73-62559b3e2091 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690904 Aug 20 12:12:36.737422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-7faed82f-7abd-4d1f-8672-5682b3882f04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 HTTP/1.1" status: 200 len: 217 time: 0.0898705 Aug 20 12:12:36.788428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:12:33Z', 'revision_number': 3, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:36.800804 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:36.859120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-eca66071-0d19-4d60-b954-46d2a1630075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:36.864106 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-eca66071-0d19-4d60-b954-46d2a1630075 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.1163154 Aug 20 12:12:36.877628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Checking router: e82df347-342d-4495-a18f-a3cb139ff582 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:12:36.877628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Updating router e82df347-342d-4495-a18f-a3cb139ff582 port 759681b6-eaa8-47a5-98d9-3225f94f32d6 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:12:36.930973 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-691aa359-3da5-4af8-a1e3-a6709410d98b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592732 Aug 20 12:12:36.938311 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:36.995439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:37.085185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828968ae-4957-4eca-ba9e-3bbaed4d52f4 req-23c1a893-0c4c-4619-8b48-7c2e1110b1bc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:37.086937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-828968ae-4957-4eca-ba9e-3bbaed4d52f4 req-23c1a893-0c4c-4619-8b48-7c2e1110b1bc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 943 time: 0.2509780 Aug 20 12:12:37.135486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-08ac0bde-f013-4032-8dbe-5a3de460eabb req-01450924-f104-4dff-b9cc-f3bcea6aa00b service neutron] (101034) timed out ('10.222.0.25', 56048) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:12:37.143884 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-992b550c-0a50-483b-b930-7982b71a29d9 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028351 Aug 20 12:12:37.157785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57138) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:37.165325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-828968ae-4957-4eca-ba9e-3bbaed4d52f4 req-2333979d-5314-426b-a61f-e0f44c4329d8 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Aug 20 12:12:37.251752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 685f8107-4139-47cb-a666-10208b066154 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:37.259574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 685f8107-4139-47cb-a666-10208b066154 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:37.259963 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.363211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Allocated IP 172.20.0.1 (2888111c-54fa-4a33-a516-c36b95dd14f3/65515df6-a6ae-4750-a80f-0df50eebbe22/380291a1-6c75-4960-8dbe-0fb2d0249578) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:37.433987 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.440206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57150) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:37.471688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c262e6a-766d-4d4a-ba9b-716f4f12e648 req-88925a0d-f840-4750-a6d5-14cad64b3371 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155801 Aug 20 12:12:37.536455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1135156475'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:37.544539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685f8107-4139-47cb-a666-10208b066154'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:37.546915 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b55afb-e2d2-4a4b-93e4-b2b7a52ef509" -d '{"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-plugged", "status": "completed", "tag": "685f8107-4139-47cb-a666-10208b066154"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:37.569298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:37.571726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:37.578715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.585012 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.589034 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.603682 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.622610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Transition to ACTIVE for port object 759681b6-eaa8-47a5-98d9-3225f94f32d6 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:37.625075 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c968792-b5c9-47bd-8120-a49c47dc120e x-openstack-request-id: req-0c968792-b5c9-47bd-8120-a49c47dc120e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:37.625606 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-plugged", "status": "completed", "tag": "685f8107-4139-47cb-a666-10208b066154", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:37.625606 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c968792-b5c9-47bd-8120-a49c47dc120e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:37.625989 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685f8107-4139-47cb-a666-10208b066154', 'code': 200} Aug 20 12:12:37.632806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.638068 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.640746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cadd7619-0714-41a1-bfdf-d12b09dd770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.665131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-cadd7619-0714-41a1-bfdf-d12b09dd770f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:12:37.665131 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 12:12:37.665131 n-d-800634-10 neutron-server[101033]: [parameters: {'project_id_1': '3a6d1031b9254977bd987750998de459', 'expiration_1': datetime.datetime(2021, 8, 20, 12, 12, 37, 659505)}] Aug 20 12:12:37.665131 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:12:37.665806 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-cadd7619-0714-41a1-bfdf-d12b09dd770f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:12:37.675808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:37.689606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.689949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.690318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.690657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.690990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.691322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.691649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.691990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.692297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.692666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.692994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.693349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:37.701964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Attempting to bind port 759681b6-eaa8-47a5-98d9-3225f94f32d6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:37.702355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Attempting to bind port 759681b6-eaa8-47a5-98d9-3225f94f32d6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:37.702721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Attempting to bind port 759681b6-eaa8-47a5-98d9-3225f94f32d6 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:37.716537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.731535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:37.731946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:37.732317 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.732710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:37.733280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Bound port: 759681b6-eaa8-47a5-98d9-3225f94f32d6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:37.733665 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.761077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a77a7-1a44-40ca-b64d-66ac27969bce req-076ed91f-6031-458f-9e1d-ffa38cf26bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:37.762964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7f1a77a7-1a44-40ca-b64d-66ac27969bce req-076ed91f-6031-458f-9e1d-ffa38cf26bbe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 1097 time: 0.0685186 Aug 20 12:12:37.792343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Pushing event updated for resources: {'Port': ['ID=380291a1-6c75-4960-8dbe-0fb2d0249578,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:37.795143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2072b-732d-483e-bb85-a68cd807bc39 None None] Pushing event updated for resources: {'Port': ['ID=759681b6-eaa8-47a5-98d9-3225f94f32d6,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:37.813746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Network 2888111c-54fa-4a33-a516-c36b95dd14f3 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:37.816390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:37.816739 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7f1a77a7-1a44-40ca-b64d-66ac27969bce req-0c1bdc22-4e43-4a36-995e-afadff38f565 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433574 Aug 20 12:12:37.821109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:37.848085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] For port 759681b6-eaa8-47a5-98d9-3225f94f32d6, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:37.851100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.851568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] For port 759681b6-eaa8-47a5-98d9-3225f94f32d6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=759681b6-eaa8-47a5-98d9-3225f94f32d6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:37.856125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.856474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.869258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:37.880630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.882394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.882866 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Added segment dd04f375-9226-4ca5-a893-f6f79fa8a7d8 of type vlan for network 54a20ea6-8b15-4253-a02d-9d8076e91331 Aug 20 12:12:37.911264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Routers {'e82df347-342d-4495-a18f-a3cb139ff582'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:37.911901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e82df347-342d-4495-a18f-a3cb139ff582'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:37.931698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.963953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2072b-732d-483e-bb85-a68cd807bc39 None None] Pushing event updated for resources: {'Port': ['ID=759681b6-eaa8-47a5-98d9-3225f94f32d6,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:37.970626 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:37.977388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:37.978148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.037946 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.067788 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6277101 Aug 20 12:12:38.069488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] Set router e82df347-342d-4495-a18f-a3cb139ff582 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:12:38.071058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57160) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:38.075036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8af01c6-a5f6-4718-b152-ff452e715a2a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:38.080372 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329da8-4d62-4de5-84cc-d80b62f09290 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Network': ['ID=54a20ea6-8b15-4253-a02d-9d8076e91331,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:38.103762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'subnet': {'network_id': '54a20ea6-8b15-4253-a02d-9d8076e91331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:38.135318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:38.167482 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cadd7619-0714-41a1-bfdf-d12b09dd770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.300499 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cadd7619-0714-41a1-bfdf-d12b09dd770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.306139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cadd7619-0714-41a1-bfdf-d12b09dd770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.324229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada172-ebb8-4b42-b520-28dd9e49071c req-fd4543f3-e047-4cfe-843b-97e272a29189 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:38.326005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50ada172-ebb8-4b42-b520-28dd9e49071c req-fd4543f3-e047-4cfe-843b-97e272a29189 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.4474919 Aug 20 12:12:38.337817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd7619-0714-41a1-bfdf-d12b09dd770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba904cac-5784-4267-89cf-006d22553f96,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:38.368200 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cadd7619-0714-41a1-bfdf-d12b09dd770f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a6d1031b9254977bd987750998de459&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2066567 Aug 20 12:12:38.368401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57166) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:38.380905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:12:33Z', 'revision_number': 3, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:38.410958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a2fc0-7f57-4e39-96bb-eaee3fa25748 None None] The sync data for ids ['e82df347-342d-4495-a18f-a3cb139ff582'] in n-d-800634-10 is: [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:12:33Z', 'revision_number': 3, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:38.430990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:38.435083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a1ae12-6c96-4193-91e9-241a47bb2d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.438908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.462303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a1ae12-6c96-4193-91e9-241a47bb2d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.517423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a1ae12-6c96-4193-91e9-241a47bb2d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.525224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a1ae12-6c96-4193-91e9-241a47bb2d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.527055 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-89a1ae12-6c96-4193-91e9-241a47bb2d98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba904cac-5784-4267-89cf-006d22553f96 HTTP/1.1" status: 204 len: 168 time: 0.1575532 Aug 20 12:12:38.538452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1ae12-6c96-4193-91e9-241a47bb2d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba904cac-5784-4267-89cf-006d22553f96,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:38.571359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50ada172-ebb8-4b42-b520-28dd9e49071c req-1bbcd928-72f0-4a2b-b480-23b88101969f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307656 Aug 20 12:12:38.587632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.611439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a0dc-2b91-4428-a8e9-3f051343ab03 req-3a59cdaa-d71d-42b3-9ea4-458e5489b3d5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:38.611439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5667a0dc-2b91-4428-a8e9-3f051343ab03 req-3a59cdaa-d71d-42b3-9ea4-458e5489b3d5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 943 time: 0.2959852 Aug 20 12:12:38.611439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.736648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:38.747044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Pushing event updated for resources: {'Port': ['ID=380291a1-6c75-4960-8dbe-0fb2d0249578,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:38.765378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5667a0dc-2b91-4428-a8e9-3f051343ab03 req-ce819461-04fe-48ff-8220-19a9b0983324 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457818 Aug 20 12:12:38.912273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:12:38.964763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Network 2888111c-54fa-4a33-a516-c36b95dd14f3 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:38.966823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:38.976909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.040857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57174) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:39.075579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0834cf12-93bf-4396-be6c-0d25d07a6485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.129256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:39.148474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'port_id': 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7', 'mac_address': 'fa:16:3e:b8:da:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886444a5-b6c7-4939-8cf4-e3eccaa8ffc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:12:39.153370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Subnet': ['ID=ba968551-7bc6-47f7-bf26-2060ac5826a3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:39.230864 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.270995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Checking segment: {'id': 'dd04f375-9226-4ca5-a893-f6f79fa8a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '54a20ea6-8b15-4253-a02d-9d8076e91331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:39.271413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network hostable DHCP agents. Network: 54a20ea6-8b15-4253-a02d-9d8076e91331, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:39.272182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:39.299766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:39.305955 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.318002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0834cf12-93bf-4396-be6c-0d25d07a6485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.331806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0834cf12-93bf-4396-be6c-0d25d07a6485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.334690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Router e82df347-342d-4495-a18f-a3cb139ff582 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:12:39.355662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:39.357735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 759681b6-eaa8-47a5-98d9-3225f94f32d6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:39.381476 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0834cf12-93bf-4396-be6c-0d25d07a6485 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c12d41348b844e3f909e503a92478c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346555 Aug 20 12:12:39.387145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57176) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:39.393641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 54a20ea6-8b15-4253-a02d-9d8076e91331) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:39.408809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b4372-2604-4eac-aca9-6dfd87407785 None None] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:39.410891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834cf12-93bf-4396-be6c-0d25d07a6485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8159a1-cc99-4322-9008-01782f64c1e5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:39.445119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:39.445945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.473843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-12fa8af4-9e00-479d-91ac-8e1aebbaa035 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3745468 Aug 20 12:12:39.476796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57178) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:39.483307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-932028300', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:39.499775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e05b8fd-4a3f-4cf2-95f3-8ea343fd95dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.522436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:39.540536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e05b8fd-4a3f-4cf2-95f3-8ea343fd95dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.583166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 759681b6-eaa8-47a5-98d9-3225f94f32d6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:39.588415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 759681b6-eaa8-47a5-98d9-3225f94f32d6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:39.589089 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.597420 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.598492 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.643343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e05b8fd-4a3f-4cf2-95f3-8ea343fd95dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.646161 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9e05b8fd-4a3f-4cf2-95f3-8ea343fd95dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.647240 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9e05b8fd-4a3f-4cf2-95f3-8ea343fd95dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da8159a1-cc99-4322-9008-01782f64c1e5 HTTP/1.1" status: 204 len: 168 time: 0.2591450 Aug 20 12:12:39.667711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05b8fd-4a3f-4cf2-95f3-8ea343fd95dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8159a1-cc99-4322-9008-01782f64c1e5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:39.687247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:39.694975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2c8ce619-be84-4b9c-b106-5438d8be2d9b admin admin] 10.222.0.25 "PUT /v2.0/routers/e82df347-342d-4495-a18f-a3cb139ff582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7298503 Aug 20 12:12:39.748572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:39.787890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:39.810694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552f79e-dd4b-4c95-bbd4-681c329e44dc None None] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:40.155366 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:40.177734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 759681b6-eaa8-47a5-98d9-3225f94f32d6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=759681b6-eaa8-47a5-98d9-3225f94f32d6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:40.225722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81f303-0c84-4d50-a7fa-4b55d1a525df req-96b74309-c107-4c3a-a5a7-a2b3b7897cde tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:40.229836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d81f303-0c84-4d50-a7fa-4b55d1a525df req-96b74309-c107-4c3a-a5a7-a2b3b7897cde tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.4433997 Aug 20 12:12:40.244403 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:40.285479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:40.313110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b79c-41fd-4fdf-bf63-6c5853b6a7aa req-95f36863-85fe-484b-9afc-2a599edc23fc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:40.320677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2df2b79c-41fd-4fdf-bf63-6c5853b6a7aa req-95f36863-85fe-484b-9afc-2a599edc23fc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 944 time: 0.2656381 Aug 20 12:12:40.324693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=759681b6-eaa8-47a5-98d9-3225f94f32d6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:40.467797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d81f303-0c84-4d50-a7fa-4b55d1a525df req-b19303f4-c448-4041-a474-7220c60cdfe8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765604 Aug 20 12:12:40.470734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2df2b79c-41fd-4fdf-bf63-6c5853b6a7aa req-9f99ddb1-6533-46a7-8270-d88bbb3121b5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492634 Aug 20 12:12:40.524999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57214) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:40.751912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd6254-1543-40d9-89d4-93d63604530f req-8fa8929c-2264-443e-903c-e6a3328c9e37 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:40.763061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57220) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:40.767960 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Request body: {'floatingip': {'port_id': '685f8107-4139-47cb-a666-10208b066154'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:40.772119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69cd6254-1543-40d9-89d4-93d63604530f req-8fa8929c-2264-443e-903c-e6a3328c9e37 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1610847 Aug 20 12:12:40.809881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:40.836848 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:40.863056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f8db912-2663-4892-88df-9798b09c5445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:40.868200 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.106878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.25.0.94 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/50564b15-a0ab-435d-996b-f6a007f3d138) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:41.174276 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Sync routers for ids ['e82df347-342d-4495-a18f-a3cb139ff582'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:41.190429 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Routers {'e82df347-342d-4495-a18f-a3cb139ff582'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:41.198556 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e82df347-342d-4495-a18f-a3cb139ff582'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:41.284269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57240) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.288487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 759681b6-eaa8-47a5-98d9-3225f94f32d6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:41.359116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Set router e82df347-342d-4495-a18f-a3cb139ff582 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:12:41.378585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 759681b6-eaa8-47a5-98d9-3225f94f32d6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:41.382322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.390816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f8db912-2663-4892-88df-9798b09c5445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.405673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f8db912-2663-4892-88df-9798b09c5445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.447499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8db912-2663-4892-88df-9798b09c5445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9f219-ad8d-4d18-8c9f-26858af5d1ac,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:41.536857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-29db24b4-0a3a-4c95-bbd0-1d56c72e233a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.537886 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-29db24b4-0a3a-4c95-bbd0-1d56c72e233a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2526841 Aug 20 12:12:41.556431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57246) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.561713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-d71d34a1-ecbb-479c-b887-d8e35f996741 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.565471 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d71d34a1-ecbb-479c-b887-d8e35f996741 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074198 Aug 20 12:12:41.575346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57248) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.585481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-e71b8d4e-d5d1-44d4-b0b0-2be7b1b26156 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.589271 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e71b8d4e-d5d1-44d4-b0b0-2be7b1b26156 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078447 Aug 20 12:12:41.600456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6f8db912-2663-4892-88df-9798b09c5445 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7631baf923734e618ad2297489cde4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0696518 Aug 20 12:12:41.600456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57250) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.607992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57252) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.611065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-f955fcbe-abf2-44a3-9124-f11e4ca722fc tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.614470 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f955fcbe-abf2-44a3-9124-f11e4ca722fc tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054946 Aug 20 12:12:41.632622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57254) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.641779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-a96cd619-c4f4-4c0c-bd7d-184c3f5ac0b7 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.643061 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a96cd619-c4f4-4c0c-bd7d-184c3f5ac0b7 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0093465 Aug 20 12:12:41.671426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.702713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-5cd215b0-aa3e-42a9-9554-b59d59ff5aff tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.704578 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5cd215b0-aa3e-42a9-9554-b59d59ff5aff tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0327199 Aug 20 12:12:41.719394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57258) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.726787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-4d50c6ed-a2e5-42ca-ba89-e5d65a7e8da6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.727750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4d50c6ed-a2e5-42ca-ba89-e5d65a7e8da6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063198 Aug 20 12:12:41.731524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57260) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.731765 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:12:37Z', 'revision_number': 4, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '380291a1-6c75-4960-8dbe-0fb2d0249578', 'name': '', 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'mac_address': 'fa:16:3e:e1:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65515df6-a6ae-4750-a80f-0df50eebbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:36Z', 'updated_at': '2021-08-20T12:12:38Z', 'revision_number': 2, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'subnets': [{'id': '65515df6-a6ae-4750-a80f-0df50eebbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:41.749403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-0e4a98b0-aa69-4f91-8b16-929600f9941c tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.750389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e4a98b0-aa69-4f91-8b16-929600f9941c tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078704 Aug 20 12:12:41.756911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.resource_extend [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:12:41.758069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57262) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.763075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-bc412b0f-0d88-423e-b026-f1b9b0f2ad2e tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.764021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bc412b0f-0d88-423e-b026-f1b9b0f2ad2e tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049927 Aug 20 12:12:41.775563 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Checking router: e82df347-342d-4495-a18f-a3cb139ff582 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:12:41.776207 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Updating router e82df347-342d-4495-a18f-a3cb139ff582 port 380291a1-6c75-4960-8dbe-0fb2d0249578 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:12:41.784731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57264) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.801157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-67229b9d-e19f-4f7d-a140-7cb380860b8e tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.802133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-67229b9d-e19f-4f7d-a140-7cb380860b8e tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0135179 Aug 20 12:12:41.805905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57266) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.812478 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.817850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-edbb1392-ea48-49b6-822f-bd5d0e47e6e4 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.818833 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-edbb1392-ea48-49b6-822f-bd5d0e47e6e4 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0091610 Aug 20 12:12:41.819293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-6752c5e0-0e03-4a44-b4e5-4fd7aa3093fe tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:41.825016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-6752c5e0-0e03-4a44-b4e5-4fd7aa3093fe tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 811 time: 0.7836003 Aug 20 12:12:41.825224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57268) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.832536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-22bf605f-4892-4f94-842d-e984d727c816 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.833485 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-22bf605f-4892-4f94-842d-e984d727c816 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075481 Aug 20 12:12:41.836468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57270) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.837097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-953e7bcd-69f4-401a-b9e8-bf13ffc4650e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.842932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-33f254a0-0477-40ed-99d6-d75e8fc2d758 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.843834 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33f254a0-0477-40ed-99d6-d75e8fc2d758 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042107 Aug 20 12:12:41.850039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57272) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.852024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.856340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-d5b35d8e-528c-484f-9d69-e14d3b6a3707 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.859825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d5b35d8e-528c-484f-9d69-e14d3b6a3707 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058384 Aug 20 12:12:41.860302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57274) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.865008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.869064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-1206179f-4ed8-45b9-a377-1b018241c986 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/quotas/6373b7e7312e4950b10c119b584076c6 HTTP/1.1" status: 200 len: 375 time: 0.0389266 Aug 20 12:12:41.869266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-09727b78-e669-4e3f-8e90-9da386c88056 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.870994 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-09727b78-e669-4e3f-8e90-9da386c88056 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0095813 Aug 20 12:12:41.876885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.881643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f7ddb-6630-4b90-957a-1629451114dc req-28c5f0f4-72df-4151-afb8-46e69937b6c5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:41.883167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e9f7ddb-6630-4b90-957a-1629451114dc req-28c5f0f4-72df-4151-afb8-46e69937b6c5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 944 time: 0.1628184 Aug 20 12:12:41.896243 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.913620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-5d77ab1b-7021-43e6-9d46-79aa8d1eafbb tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.914807 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5d77ab1b-7021-43e6-9d46-79aa8d1eafbb tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0362515 Aug 20 12:12:41.918358 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-953e7bcd-69f4-401a-b9e8-bf13ffc4650e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.919844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57278) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.951473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-9bae625c-cf30-49a5-97bd-29b8265ec08b tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.953096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9bae625c-cf30-49a5-97bd-29b8265ec08b tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0254097 Aug 20 12:12:41.957411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57280) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.961667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-9693e96c-d416-4496-a916-159229de2595 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.962802 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9693e96c-d416-4496-a916-159229de2595 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045142 Aug 20 12:12:41.966490 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.967535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57282) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.976680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-e1b1d7e9-5cf3-415b-8f10-48c8c1ebce9a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:41.980332 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e1b1d7e9-5cf3-415b-8f10-48c8c1ebce9a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070925 Aug 20 12:12:41.983158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57284) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:41.997686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-39bda566-7851-43e8-81ce-c9a61a131764 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.001201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-39bda566-7851-43e8-81ce-c9a61a131764 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070984 Aug 20 12:12:42.002086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57286) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.013003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-2432105d-521c-4112-85bf-7497154391ab tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.016458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2432105d-521c-4112-85bf-7497154391ab tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058012 Aug 20 12:12:42.016784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57288) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.020417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-52d01ccb-e0ee-4dd6-a90e-d5819fbbb1f7 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306779 Aug 20 12:12:42.024067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-1a78f785-4fe7-452d-9b84-0de83dd683b5 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.027755 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a78f785-4fe7-452d-9b84-0de83dd683b5 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072632 Aug 20 12:12:42.027898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e9f7ddb-6630-4b90-957a-1629451114dc req-3721d126-592b-4d0e-b75c-235aa70064fc tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343491 Aug 20 12:12:42.028043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57290) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.038771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-12cd5b17-f4ac-4d26-a091-ec54ffd0d308 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.043318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-12cd5b17-f4ac-4d26-a091-ec54ffd0d308 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064306 Aug 20 12:12:42.043994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57292) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.048893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-ecc1b02d-98ff-47f2-a2a4-3d94e1ce9057 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.050028 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ecc1b02d-98ff-47f2-a2a4-3d94e1ce9057 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049140 Aug 20 12:12:42.053417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57296) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.062137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-5304f00f-2e41-419f-af34-8fb4838aaf1d tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.063300 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5304f00f-2e41-419f-af34-8fb4838aaf1d tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0075643 Aug 20 12:12:42.065025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-953e7bcd-69f4-401a-b9e8-bf13ffc4650e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.068476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-953e7bcd-69f4-401a-b9e8-bf13ffc4650e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.069911 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-953e7bcd-69f4-401a-b9e8-bf13ffc4650e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33a9f219-ad8d-4d18-8c9f-26858af5d1ac HTTP/1.1" status: 204 len: 168 time: 0.4478121 Aug 20 12:12:42.071116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57298) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.074677 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Floating IP 2a9cbd25-4920-458e-a983-9dcf1654bf29 associated. External IP: 172.25.0.230, port: 685f8107-4139-47cb-a666-10208b066154. Aug 20 12:12:42.081894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-37edcc65-8e29-4467-9804-4515ecf793a6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.083534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-37edcc65-8e29-4467-9804-4515ecf793a6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052752 Aug 20 12:12:42.086391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57302) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.123777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-0b5b8917-489c-4de3-a6a1-9ee7f39b1429 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.125056 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0b5b8917-489c-4de3-a6a1-9ee7f39b1429 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0374317 Aug 20 12:12:42.131805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.139513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-f91ba7ed-164f-4ea5-b0c8-f78d90571947 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.140837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f91ba7ed-164f-4ea5-b0c8-f78d90571947 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076916 Aug 20 12:12:42.142067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e7bcd-69f4-401a-b9e8-bf13ffc4650e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9f219-ad8d-4d18-8c9f-26858af5d1ac,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:42.161657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.173846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57306) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.183953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-633ae0cc-0095-4291-b290-7fa9953a295a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.185102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-633ae0cc-0095-4291-b290-7fa9953a295a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0101125 Aug 20 12:12:42.189473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57308) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.194048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-3a19a4d3-c898-4de4-9451-1f02a274a97f tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.194873 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a19a4d3-c898-4de4-9451-1f02a274a97f tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044007 Aug 20 12:12:42.197292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57310) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.202100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-9fb5ce96-fa0e-4bfd-8c01-d3cd42d1c94a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.206632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9fb5ce96-fa0e-4bfd-8c01-d3cd42d1c94a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047512 Aug 20 12:12:42.209362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57312) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.216468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-dad13c94-35df-4cf0-bfff-af71f44e9220 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.217447 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dad13c94-35df-4cf0-bfff-af71f44e9220 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071840 Aug 20 12:12:42.220417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57314) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.226648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-a72432f0-3dbf-4b71-89db-726c33b4f047 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.227869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a72432f0-3dbf-4b71-89db-726c33b4f047 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047150 Aug 20 12:12:42.232676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57316) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.234825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:42.236772 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.242711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:42.245150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:42.256841 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Transition to ACTIVE for port object 380291a1-6c75-4960-8dbe-0fb2d0249578 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:42.266172 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.276566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-9e855256-ebf4-4dbd-be32-29d2ea470fa5 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.281422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9e855256-ebf4-4dbd-be32-29d2ea470fa5 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0438936 Aug 20 12:12:42.281422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57318) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.288175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-d0283a25-6434-4cf8-9644-01219a6c4664 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.293202 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d0283a25-6434-4cf8-9644-01219a6c4664 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069418 Aug 20 12:12:42.294700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57320) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.304907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-633cf114-af5d-4645-b005-ada1b866bfef tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.310329 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-633cf114-af5d-4645-b005-ada1b866bfef tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0110033 Aug 20 12:12:42.312002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57322) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.321978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-e1e17975-788b-4f6e-aecc-7f4dfbd52c6e tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.326654 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e1e17975-788b-4f6e-aecc-7f4dfbd52c6e tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072525 Aug 20 12:12:42.335120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57326) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.341884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-070510fd-9f3d-4a2a-88fd-f2b385004b9d tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.342232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=50564b15-a0ab-435d-996b-f6a007f3d138,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:42.345205 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-070510fd-9f3d-4a2a-88fd-f2b385004b9d tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0068524 Aug 20 12:12:42.350151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57328) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.357947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-d38ff57b-299c-4525-8e65-db1b24d939d0 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.359275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d38ff57b-299c-4525-8e65-db1b24d939d0 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077109 Aug 20 12:12:42.360943 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Pushing event updated for resources: {'Port': ['ID=380291a1-6c75-4960-8dbe-0fb2d0249578,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:42.369139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57330) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.377498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-25c3745c-de88-4265-bd74-1da53338a6b2 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.378634 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-25c3745c-de88-4265-bd74-1da53338a6b2 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092041 Aug 20 12:12:42.382314 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.382724 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.383079 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.386319 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.386826 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.387324 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.388049 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.388482 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.388921 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.389409 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.389891 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.390319 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:42.391492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57332) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.405026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-59982a94-c524-4c7c-a53b-704bb3c1a9b1 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.408962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-59982a94-c524-4c7c-a53b-704bb3c1a9b1 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0135229 Aug 20 12:12:42.409740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57334) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.424412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-ec23ec50-a99c-4eed-8364-0663069c7b5c tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.426631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec23ec50-a99c-4eed-8364-0663069c7b5c tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0067925 Aug 20 12:12:42.428327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57336) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.434655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-a92b8021-a583-4131-bf30-725ba374493a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.435831 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a92b8021-a583-4131-bf30-725ba374493a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0063396 Aug 20 12:12:42.438524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57338) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.443076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-3dfcfcac-c609-4609-a33d-4a897b308eaf tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.444003 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3dfcfcac-c609-4609-a33d-4a897b308eaf tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044692 Aug 20 12:12:42.446801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57340) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.458238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-717b4f1f-d038-4fd2-b811-d27bf4ac30d5 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.458942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-df3de2c7-5fe4-4138-ac7f-d01d8e591734 service neutron] 10.222.0.25 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160128 Aug 20 12:12:42.460621 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Attempting to bind port 380291a1-6c75-4960-8dbe-0fb2d0249578 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:42.461359 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Attempting to bind port 380291a1-6c75-4960-8dbe-0fb2d0249578 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:42.461849 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Attempting to bind port 380291a1-6c75-4960-8dbe-0fb2d0249578 on network 2888111c-54fa-4a33-a516-c36b95dd14f3 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:42.467871 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-717b4f1f-d038-4fd2-b811-d27bf4ac30d5 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0200982 Aug 20 12:12:42.472320 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:42.472763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57342) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.473000 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Checking segment: {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:42.473589 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.474311 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Bound using segment: {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:42.475028 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Bound port: 380291a1-6c75-4960-8dbe-0fb2d0249578, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:42.475679 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.477272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-3601de3b-67b8-49b7-953d-3d6e31cb49e0 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.482017 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3601de3b-67b8-49b7-953d-3d6e31cb49e0 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0047455 Aug 20 12:12:42.484183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57344) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.503935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-43cce27b-6124-4f38-b4a5-87542ec14a55 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.507304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-43cce27b-6124-4f38-b4a5-87542ec14a55 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0198700 Aug 20 12:12:42.507626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57346) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.513925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-4aa0170e-097e-43ec-ba0e-af4346bd5dc6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.517082 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4aa0170e-097e-43ec-ba0e-af4346bd5dc6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062845 Aug 20 12:12:42.518118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57348) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.523439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-1b1ceb93-283a-4d75-948a-a9d627d8dc79 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.527847 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1b1ceb93-283a-4d75-948a-a9d627d8dc79 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0058827 Aug 20 12:12:42.528171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57350) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.533968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-f92ee793-901f-473f-91e0-b0597fed15aa tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.537140 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f92ee793-901f-473f-91e0-b0597fed15aa tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060174 Aug 20 12:12:42.537758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57352) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.547663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-172f24a6-8cdf-4458-91fe-36d3789021ce tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.548779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-172f24a6-8cdf-4458-91fe-36d3789021ce tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0103424 Aug 20 12:12:42.551596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57354) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.555877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-85d2db31-a065-401a-b32f-bbc31d45cf9f tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.557056 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-85d2db31-a065-401a-b32f-bbc31d45cf9f tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044510 Aug 20 12:12:42.559932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57356) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.564438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-caee5b9a-0577-47e0-a7a1-a26485502ad6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.565391 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-caee5b9a-0577-47e0-a7a1-a26485502ad6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045526 Aug 20 12:12:42.568499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57358) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.573672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-efbbab45-e517-40fb-9d3d-32609f1db818 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.576944 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-efbbab45-e517-40fb-9d3d-32609f1db818 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053182 Aug 20 12:12:42.577901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57360) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.580770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:12:42.584195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-1f70eeda-7b01-4a3f-a38b-2a8d3ac308ed tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.587449 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1f70eeda-7b01-4a3f-a38b-2a8d3ac308ed tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0065186 Aug 20 12:12:42.587994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57362) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.593751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-db755d62-9614-4885-b661-1a9ec92cb1de tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.597074 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-db755d62-9614-4885-b661-1a9ec92cb1de tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053427 Aug 20 12:12:42.597231 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] For port 380291a1-6c75-4960-8dbe-0fb2d0249578, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:42.599498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57364) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.601421 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] For port 380291a1-6c75-4960-8dbe-0fb2d0249578, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=380291a1-6c75-4960-8dbe-0fb2d0249578,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:42.605185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57366) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.607150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-74963c13-c9f7-4646-96e3-8b24048fd904 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.607633 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.610574 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-74963c13-c9f7-4646-96e3-8b24048fd904 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078521 Aug 20 12:12:42.610913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57368) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.614924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-1409aa47-84fc-44c4-ac75-606d9493ecdd tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.617892 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1409aa47-84fc-44c4-ac75-606d9493ecdd tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041671 Aug 20 12:12:42.618251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57370) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.629193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-8cdf7cec-88a3-4358-bd37-1c6282f64bf3 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.632966 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8cdf7cec-88a3-4358-bd37-1c6282f64bf3 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0120413 Aug 20 12:12:42.664972 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Routers {'e82df347-342d-4495-a18f-a3cb139ff582'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:42.665223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57372) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.665606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e82df347-342d-4495-a18f-a3cb139ff582'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:42.671755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-2ace507a-02b1-4de7-af50-69c27b1a83aa tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.674381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2ace507a-02b1-4de7-af50-69c27b1a83aa tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0070839 Aug 20 12:12:42.677506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57374) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.681910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c423d2-7e98-4044-b6ff-53bc54cd6516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.690262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-557e0bfd-a58a-4bf2-a1b1-391854d2f833 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.691475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-557e0bfd-a58a-4bf2-a1b1-391854d2f833 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0107427 Aug 20 12:12:42.695028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57376) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.709701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-db4924a5-9f47-4366-9612-d2a7cb5e0b29 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.710699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-db4924a5-9f47-4366-9612-d2a7cb5e0b29 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097938 Aug 20 12:12:42.720924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57378) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.735176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-44589aed-4eae-4c1e-8374-3674661be5af tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.739343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-44589aed-4eae-4c1e-8374-3674661be5af tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0111463 Aug 20 12:12:42.739843 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50214333-42c6-4d7f-a77d-7acc410b1122 None None] Pushing event updated for resources: {'Port': ['ID=380291a1-6c75-4960-8dbe-0fb2d0249578,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:42.740616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57380) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.744776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-a09e7469-1f54-43cc-bd5d-5cdac4ef5e71 service neutron] 10.222.0.25 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740550 Aug 20 12:12:42.747913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-f9345c65-017f-49c7-bb6a-c062bcb3d6cc tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.749214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f9345c65-017f-49c7-bb6a-c062bcb3d6cc tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063837 Aug 20 12:12:42.753198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57382) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.757676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-e1599aa2-6ab0-4124-a2e6-ac8927545f7a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.761944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e1599aa2-6ab0-4124-a2e6-ac8927545f7a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045133 Aug 20 12:12:42.761944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.766096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57384) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.773079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [None req-16ac9d48-9617-44a8-a915-32d4b3d78a1d tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.777372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-16ac9d48-9617-44a8-a915-32d4b3d78a1d tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0067282 Aug 20 12:12:42.792955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:42.802565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57386) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.807432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] Sync routers for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:42.812024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:42.825307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-2f87c696-ef53-4eea-a93e-d214885975ec tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.827249 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2f87c696-ef53-4eea-a93e-d214885975ec tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0210769 Aug 20 12:12:42.832017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57388) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.834298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:42.835024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:42.841681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-3ab588a0-5e1e-4415-a93b-5685ca16d57a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.844225 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ab588a0-5e1e-4415-a93b-5685ca16d57a tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0117049 Aug 20 12:12:42.861936 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] Set router e82df347-342d-4495-a18f-a3cb139ff582 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:12:42.870713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57390) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:42.877315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [None req-73dd1bfd-bebb-4215-af21-2a53b60b13d6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:12:42.878644 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73dd1bfd-bebb-4215-af21-2a53b60b13d6 tempest-ExtensionsTestJSON-2392915 tempest-ExtensionsTestJSON-2392915-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0067899 Aug 20 12:12:42.915379 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34cf3c94-e795-47e1-b74a-29d6a781aea1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "PUT /v2.0/floatingips/2a9cbd25-4920-458e-a983-9dcf1654bf29 HTTP/1.1" status: 200 len: 991 time: 2.1510925 Aug 20 12:12:42.919779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'tag': '685f8107-4139-47cb-a666-10208b066154'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:42.923387 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd84ab91-41e4-452c-ad6d-13da74fa2589" -d '{"events": [{"name": "network-changed", "server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "tag": "685f8107-4139-47cb-a666-10208b066154"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:42.990436 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb07ad5-56ec-4986-b2f2-5dfdcad24d54 x-openstack-request-id: req-abb07ad5-56ec-4986-b2f2-5dfdcad24d54 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:42.990801 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "tag": "685f8107-4139-47cb-a666-10208b066154", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:42.991119 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abb07ad5-56ec-4986-b2f2-5dfdcad24d54 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:42.991598 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'tag': '685f8107-4139-47cb-a666-10208b066154', 'status': 'completed', 'code': 200} Aug 20 12:12:43.035661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c423d2-7e98-4044-b6ff-53bc54cd6516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.132944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c423d2-7e98-4044-b6ff-53bc54cd6516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.185107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.191294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-3adef03d-aadc-4fb3-a6d0-cf0005304b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:43.194844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-3adef03d-aadc-4fb3-a6d0-cf0005304b12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 1097 time: 0.1540368 Aug 20 12:12:43.230614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c423d2-7e98-4044-b6ff-53bc54cd6516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131a9e5-229a-4a55-b87d-bbde5ddf2481,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:43.250878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:43.295657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abb0c0d4-3db8-48a9-be02-cca9ed51b14e req-83fe4044-e603-4f6c-9b06-924a4cf8f716 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 210 time: 0.0741274 Aug 20 12:12:43.308414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:12:43.393301 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:12:37Z', 'revision_number': 4, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '380291a1-6c75-4960-8dbe-0fb2d0249578', 'name': '', 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'mac_address': 'fa:16:3e:e1:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65515df6-a6ae-4750-a80f-0df50eebbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:36Z', 'updated_at': '2021-08-20T12:12:42Z', 'revision_number': 4, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'subnets': [{'id': '65515df6-a6ae-4750-a80f-0df50eebbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:43.404852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:43.439493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-80dacd3b-6a9e-42d9-b9a7-f51af97e3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:43.441413 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-80dacd3b-6a9e-42d9-b9a7-f51af97e3c71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.2363276 Aug 20 12:12:43.450059 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593a15-f222-4ca3-a3af-6c054cb8249e None None] The sync data for ids ['e82df347-342d-4495-a18f-a3cb139ff582'] in n-d-800634-10 is: [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:12:37Z', 'revision_number': 4, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '380291a1-6c75-4960-8dbe-0fb2d0249578', 'name': '', 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'mac_address': 'fa:16:3e:e1:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65515df6-a6ae-4750-a80f-0df50eebbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:36Z', 'updated_at': '2021-08-20T12:12:42Z', 'revision_number': 4, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'subnets': [{'id': '65515df6-a6ae-4750-a80f-0df50eebbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:43.461878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:43.462280 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.513143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c6c423d2-7e98-4044-b6ff-53bc54cd6516 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68d4b3b78f924f1f9ef142895251179c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9053202 Aug 20 12:12:43.514095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57412) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:43.552151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a9856-f0ed-4a21-88d3-4b2b7129df78 req-d487d2e7-3370-446e-b66f-6a61ad606858 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:43.554252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-846a9856-f0ed-4a21-88d3-4b2b7129df78 req-d487d2e7-3370-446e-b66f-6a61ad606858 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 944 time: 0.3652363 Aug 20 12:12:43.594872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57414) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:43.629029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-55567dce-e604-452c-851c-8bd2123def4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=685f8107-4139-47cb-a666-10208b066154 HTTP/1.1" status: 200 len: 999 time: 0.1799929 Aug 20 12:12:43.739659 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.799227 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29ffe42d-9672-4f29-a96b-ab7af02ce47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.841957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-846a9856-f0ed-4a21-88d3-4b2b7129df78 req-4ca43a6b-318e-4750-b131-fa7ad3b54929 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443116 Aug 20 12:12:43.884452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a056660c-b6c5-42ca-b31c-be03288dc8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.886326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:12:43.900102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d03826-4e39-48b0-8585-0a4abca9b345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:43.904573 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2d8c44-ba25-4d5d-85a5-51b07168820f" -d '{"events": [{"server_uuid": "c3d03826-4e39-48b0-8585-0a4abca9b345", "name": "network-vif-plugged", "status": "completed", "tag": "d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:43.908241 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.925959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:43.941082 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.990731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '2a9cbd25-4920-458e-a983-9dcf1654bf29', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'port_id': '685f8107-4139-47cb-a666-10208b066154', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'mac_address': 'fa:16:3e:82:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:12:24Z', 'updated_at': '2021-08-20T12:12:41Z', 'revision_number': 1, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:44.011382 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2652dc49-1328-4022-b926-dc68d6936ff4 x-openstack-request-id: req-2652dc49-1328-4022-b926-dc68d6936ff4 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:44.011749 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d03826-4e39-48b0-8585-0a4abca9b345", "name": "network-vif-plugged", "status": "completed", "tag": "d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:44.012080 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2652dc49-1328-4022-b926-dc68d6936ff4 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:44.012505 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d03826-4e39-48b0-8585-0a4abca9b345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7', 'code': 200} Aug 20 12:12:44.047947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] Checking router: 34d9c5df-a323-41ac-b8db-e88fab6b16a4 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:12:44.065685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:44.071171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:44.071891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:44.090606 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a056660c-b6c5-42ca-b31c-be03288dc8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:44.096079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:44.123565 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59656b-649f-40ec-9f16-a831c4e795a8 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:44.144175 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59656b-649f-40ec-9f16-a831c4e795a8 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:44.153175 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fa59656b-649f-40ec-9f16-a831c4e795a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:44.206020 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fa59656b-649f-40ec-9f16-a831c4e795a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:44.219997 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59656b-649f-40ec-9f16-a831c4e795a8 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:44.229152 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fa59656b-649f-40ec-9f16-a831c4e795a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:44.258148 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a056660c-b6c5-42ca-b31c-be03288dc8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:44.258978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:12:44.261140 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a056660c-b6c5-42ca-b31c-be03288dc8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:44.262463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a056660c-b6c5-42ca-b31c-be03288dc8d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4131a9e5-229a-4a55-b87d-bbde5ddf2481 HTTP/1.1" status: 204 len: 168 time: 0.7432249 Aug 20 12:12:44.295089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056660c-b6c5-42ca-b31c-be03288dc8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131a9e5-229a-4a55-b87d-bbde5ddf2481,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:44.299310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29ffe42d-9672-4f29-a96b-ab7af02ce47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:44.306287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29ffe42d-9672-4f29-a96b-ab7af02ce47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:44.333441 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fa59656b-649f-40ec-9f16-a831c4e795a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:44.334148 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59656b-649f-40ec-9f16-a831c4e795a8 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:44.354925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:44.356477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e5f0b6c0-5e3e-4af2-a3a0-c4707c267b01 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8784206 Aug 20 12:12:44.364320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57428) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:44.547662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-fc0e7ef2-6b3c-4d30-b5a7-066f0eb9739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:44.550689 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-fc0e7ef2-6b3c-4d30-b5a7-066f0eb9739d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.9123063 Aug 20 12:12:44.556059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8abaa-dfdf-4d93-a90e-1d5901c30f22 req-ffaa6afe-2e06-47f4-8a90-0701951df227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:44.558015 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-21f8abaa-dfdf-4d93-a90e-1d5901c30f22 req-ffaa6afe-2e06-47f4-8a90-0701951df227 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 1097 time: 0.1237087 Aug 20 12:12:44.568156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-29ffe42d-9672-4f29-a96b-ab7af02ce47d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9792ea8e3f224223b7e3d201cbb316c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9693489 Aug 20 12:12:44.574212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57434) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:44.576482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffe42d-9672-4f29-a96b-ab7af02ce47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde0b7e-0f27-4bab-9991-d2f9eeb56a83,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:44.622005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89006fa5-687e-40b4-b61f-3c7b478b336a req-366ebfb1-7984-4c19-89a1-0fc7ce20bc7f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 210 time: 0.0735140 Aug 20 12:12:44.807422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '2a9cbd25-4920-458e-a983-9dcf1654bf29', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'port_id': '685f8107-4139-47cb-a666-10208b066154', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'mac_address': 'fa:16:3e:82:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:12:24Z', 'updated_at': '2021-08-20T12:12:41Z', 'revision_number': 1, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:44.864497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-428be6bc-a66e-48ea-99cc-b2c3eb485cf0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:44.866533 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-428be6bc-a66e-48ea-99cc-b2c3eb485cf0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.73 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 811 time: 0.3071144 Aug 20 12:12:44.867668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef0923-e502-45c2-b977-d8a1d65794f0 None None] The sync data for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 is: [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '2a9cbd25-4920-458e-a983-9dcf1654bf29', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'port_id': '685f8107-4139-47cb-a666-10208b066154', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'mac_address': 'fa:16:3e:82:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:12:24Z', 'updated_at': '2021-08-20T12:12:41Z', 'revision_number': 1, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:44.934776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Request body: {'port': {'device_id': '3636baac-87ae-4454-a8c6-c5fb2369983a', 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3', 'admin_state_up': True, 'tenant_id': '6373b7e7312e4950b10c119b584076c6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:44.959689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-777e611e-c0a0-4fec-b8ce-20898e53c49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.037313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-777e611e-c0a0-4fec-b8ce-20898e53c49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.043438 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-21f8abaa-dfdf-4d93-a90e-1d5901c30f22 req-77c508b8-34ae-4344-9539-ffc821638aae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683886 Aug 20 12:12:45.064484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-8519e530-9723-4f86-a72b-32633187d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:45.066329 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-8519e530-9723-4f86-a72b-32633187d81e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5049033 Aug 20 12:12:45.095633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b329d-0ec9-4d1c-b1be-2a6f391d25f2 req-5e4901fd-d48a-45a2-a959-af0065c603cb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:45.097465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-700b329d-0ec9-4d1c-b1be-2a6f391d25f2 req-5e4901fd-d48a-45a2-a959-af0065c603cb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 945 time: 0.1042275 Aug 20 12:12:45.175392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-777e611e-c0a0-4fec-b8ce-20898e53c49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.200038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-777e611e-c0a0-4fec-b8ce-20898e53c49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.210996 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-777e611e-c0a0-4fec-b8ce-20898e53c49e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acde0b7e-0f27-4bab-9991-d2f9eeb56a83 HTTP/1.1" status: 204 len: 168 time: 0.5591719 Aug 20 12:12:45.229932 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.271902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e611e-c0a0-4fec-b8ce-20898e53c49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde0b7e-0f27-4bab-9991-d2f9eeb56a83,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:45.274284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Made reservation on behalf of 6373b7e7312e4950b10c119b584076c6 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:45.277971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.396806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 380291a1-6c75-4960-8dbe-0fb2d0249578 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:45.417805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-700b329d-0ec9-4d1c-b1be-2a6f391d25f2 req-7c43ebfb-7ed0-4004-b57e-14c031b39171 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874033 Aug 20 12:12:45.450585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edb2f95-a4d7-411b-849f-230853a575c3 None None] New status for floating IP 2a9cbd25-4920-458e-a983-9dcf1654bf29: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:12:45.567337 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-17388b2a-934c-4ab6-b09b-a069308b6eb7 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009181 Aug 20 12:12:45.700912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.20.0.1 (54a20ea6-8b15-4253-a02d-9d8076e91331/ba968551-7bc6-47f7-bf26-2060ac5826a3/328b6d49-c190-4efc-b1ec-4fddedcef8cd) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:45.735294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 380291a1-6c75-4960-8dbe-0fb2d0249578 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:45.744058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 380291a1-6c75-4960-8dbe-0fb2d0249578 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:45.745119 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.746219 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bd84ab91-41e4-452c-ad6d-13da74fa2589 req-10753a67-7e8e-4d2d-aec3-9fb8ef5ecb01 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492746 Aug 20 12:12:45.779109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Allocated IP 172.20.0.12 (2888111c-54fa-4a33-a516-c36b95dd14f3/65515df6-a6ae-4750-a80f-0df50eebbe22/22a7c02f-b62a-4008-8e6f-8ec36fd645f9) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:45.904235 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.955596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a9c26c8-8517-46a4-bfe7-6a216a155bcf req-683f7166-8ed8-4ce6-9454-640dcc3bea80 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 210 time: 0.2309413 Aug 20 12:12:45.960623 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.992758 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.013063 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.013659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 380291a1-6c75-4960-8dbe-0fb2d0249578, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=380291a1-6c75-4960-8dbe-0fb2d0249578,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:46.018659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:46.020457 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.037897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:46.042093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:46.093441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=328b6d49-c190-4efc-b1ec-4fddedcef8cd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:46.105515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.106204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=380291a1-6c75-4960-8dbe-0fb2d0249578,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:46.120248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.181124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Pushing event updated for resources: {'Port': ['ID=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:46.207588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Network 2888111c-54fa-4a33-a516-c36b95dd14f3 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:46.212172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:46.222566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:46.310401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.322887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:46.323639 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.370988 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-5ef6d2a1-5fc6-4013-9a3d-57264e846bbc tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4476724 Aug 20 12:12:46.387788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Request body: {'port': {'device_id': '3636baac-87ae-4454-a8c6-c5fb2369983a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:46.488390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.624267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425cf0d-15ae-456f-aeac-952ec3268733 req-701645d7-e167-4003-bb1e-a64144cf538a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:46.625796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d425cf0d-15ae-456f-aeac-952ec3268733 req-701645d7-e167-4003-bb1e-a64144cf538a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 945 time: 0.0761247 Aug 20 12:12:46.659393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57498) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:46.731160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d425cf0d-15ae-456f-aeac-952ec3268733 req-9cfd42d3-1697-4be7-a685-6513d970129e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946474 Aug 20 12:12:46.837401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1576329549'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:46.866525 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.874002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.887111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:46.891955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.922235 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.938441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72483c-cf5b-4266-8ca9-218f7abe4097 req-c543eebb-f06b-4699-b2bb-c1eb6b606231 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:46.940694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d72483c-cf5b-4266-8ca9-218f7abe4097 req-c543eebb-f06b-4699-b2bb-c1eb6b606231 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 946 time: 0.1304595 Aug 20 12:12:46.949241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:46.961325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.983023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=328b6d49-c190-4efc-b1ec-4fddedcef8cd,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:46.986726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Transition to ACTIVE for port object 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:46.990904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.999117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.029524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d72483c-cf5b-4266-8ca9-218f7abe4097 req-98e67e92-dde3-4658-9bc1-6c9007c7e434 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738912 Aug 20 12:12:47.031447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.031797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.032144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.032485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.033141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.033484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.033817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.034142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.034613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.035135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.035491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.035908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:47.118614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Pushing event updated for resources: {'Port': ['ID=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:47.224657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.234228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.246871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Attempting to bind port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:47.247109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Attempting to bind port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:47.249446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 380291a1-6c75-4960-8dbe-0fb2d0249578 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:47.253796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Attempting to bind port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 on network 2888111c-54fa-4a33-a516-c36b95dd14f3 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:47.281417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:47.301899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.302508 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment 33b933dc-a4e0-4aca-8829-fa11a9214369 of type vlan for network ec507fd2-7dd9-44f0-a662-6658a75527e5 Aug 20 12:12:47.310561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 380291a1-6c75-4960-8dbe-0fb2d0249578 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:47.310984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.351159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 on network 2888111c-54fa-4a33-a516-c36b95dd14f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:12:47.351774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Attempting to bind port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 on network 2888111c-54fa-4a33-a516-c36b95dd14f3 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:47.364701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:47.365372 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Checking segment: {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:47.365939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Bound using segment: {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:47.366745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Bound port: 22a7c02f-b62a-4008-8e6f-8ec36fd645f9, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:47.367281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.370760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.398197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfaac8-56ad-47f0-b5e2-244ce621dc8f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:47.458850 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.465242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:47.465860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.549369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8886821 Aug 20 12:12:47.569073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] For port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:47.573090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] For port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:47.577625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557bc42-a350-419f-881a-0eaa5472033e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=ec507fd2-7dd9-44f0-a662-6658a75527e5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:47.581401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.593818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network ec507fd2-7dd9-44f0-a662-6658a75527e5 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:47.627839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a1a11-8112-4bb0-b767-cbbb6da1032b req-925e28d9-9d97-4079-bd00-d857e0e28189 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:47.636413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-750a1a11-8112-4bb0-b767-cbbb6da1032b req-925e28d9-9d97-4079-bd00-d857e0e28189 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 944 time: 0.5750666 Aug 20 12:12:47.656657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:47.657384 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:47.659761 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] 10.222.0.73 "PUT /v2.0/ports/22a7c02f-b62a-4008-8e6f-8ec36fd645f9 HTTP/1.1" status: 200 len: 1093 time: 1.2768967 Aug 20 12:12:47.674507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3636baac-87ae-4454-a8c6-c5fb2369983a', 'tag': '22a7c02f-b62a-4008-8e6f-8ec36fd645f9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:47.684243 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61871d5-fdcb-4218-ab1b-591cc73a2c70" -d '{"events": [{"name": "network-changed", "server_uuid": "3636baac-87ae-4454-a8c6-c5fb2369983a", "tag": "22a7c02f-b62a-4008-8e6f-8ec36fd645f9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:47.712950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b6645-71a8-4fc1-be2a-c96423096b4b req-776eba7c-8251-44f1-a070-1ab7baa8f208 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:47.720905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530b6645-71a8-4fc1-be2a-c96423096b4b req-776eba7c-8251-44f1-a070-1ab7baa8f208 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 945 time: 0.1925828 Aug 20 12:12:47.780312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-750a1a11-8112-4bb0-b767-cbbb6da1032b req-a09b4be6-ba36-4f02-bd48-b7c47d60e1f4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383512 Aug 20 12:12:47.790205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d4142-0e28-44a0-980c-5d4e62a7a6ca service neutron] Pushing event updated for resources: {'Port': ['ID=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:47.801994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:47.805505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:47.823607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-6cb4a260-2356-4fe4-8cea-b26ed4268653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:47.825446 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-6cb4a260-2356-4fe4-8cea-b26ed4268653 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 1096 time: 0.0843248 Aug 20 12:12:47.879280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-47410884-7491-4e2e-8e03-4b92991b494e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a7c02f-b62a-4008-8e6f-8ec36fd645f9 HTTP/1.1" status: 200 len: 217 time: 0.0449653 Aug 20 12:12:47.944986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-546832b8-4d87-4742-8f5b-c31589e14740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:47.946623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-546832b8-4d87-4742-8f5b-c31589e14740 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65515df6-a6ae-4750-a80f-0df50eebbe22 HTTP/1.1" status: 200 len: 851 time: 0.0595305 Aug 20 12:12:47.950953 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce72ca6-7dba-424a-a10d-760521e1bd6c x-openstack-request-id: req-fce72ca6-7dba-424a-a10d-760521e1bd6c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:47.951358 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3636baac-87ae-4454-a8c6-c5fb2369983a", "tag": "22a7c02f-b62a-4008-8e6f-8ec36fd645f9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:47.951701 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fce72ca6-7dba-424a-a10d-760521e1bd6c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:47.952301 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3636baac-87ae-4454-a8c6-c5fb2369983a', 'tag': '22a7c02f-b62a-4008-8e6f-8ec36fd645f9', 'status': 'completed', 'code': 200} Aug 20 12:12:47.982474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-2e311a3f-0934-45ed-a7a7-33434ff2b9ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2888111c-54fa-4a33-a516-c36b95dd14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277803 Aug 20 12:12:47.998353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-530b6645-71a8-4fc1-be2a-c96423096b4b req-20bd42b9-1d2a-4949-86b8-25d6e6628ce5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754607 Aug 20 12:12:48.062530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:12:48.170167 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-16b6b57d-a0cf-42d2-8a0d-98111422dd2d service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773427 Aug 20 12:12:48.251945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:48.262149 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723da51-ed79-49ed-b23b-130620c8600c None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:48.277384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-47d4e22a-b13e-40fb-a556-93c4454f2b1e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/routers/f2e68133-b16b-417d-a756-fe264dc8a69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9083474 Aug 20 12:12:48.278748 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723da51-ed79-49ed-b23b-130620c8600c None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:48.279348 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8723da51-ed79-49ed-b23b-130620c8600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:48.281327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57544) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:48.295992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'port': {'network_id': '54a20ea6-8b15-4253-a02d-9d8076e91331', 'name': 'tempest-FloatingIPTestJSON-1084394491'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:48.317340 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0657eaa7-0e16-4dc7-beeb-b608b9712aec req-17c6c97d-d941-4df2-83c3-94e53a004482 service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393425 Aug 20 12:12:48.343073 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8723da51-ed79-49ed-b23b-130620c8600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:48.354924 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723da51-ed79-49ed-b23b-130620c8600c None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:48.355773 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8723da51-ed79-49ed-b23b-130620c8600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:48.406972 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8723da51-ed79-49ed-b23b-130620c8600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:48.407896 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723da51-ed79-49ed-b23b-130620c8600c None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:48.491516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-b438a702-c5cf-4a31-be49-915dfed16643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:48.493190 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-b438a702-c5cf-4a31-be49-915dfed16643 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 1096 time: 0.1033623 Aug 20 12:12:48.495224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c589e3-abb6-47f2-92de-d4f1601049e1 req-cb7894e7-8936-4c61-8dad-525d96816644 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:48.496908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08c589e3-abb6-47f2-92de-d4f1601049e1 req-cb7894e7-8936-4c61-8dad-525d96816644 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 945 time: 0.1435888 Aug 20 12:12:48.571157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08c589e3-abb6-47f2-92de-d4f1601049e1 req-79bdcbbf-7ded-4ac8-b1c7-bd9f99bda94e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645962 Aug 20 12:12:48.581759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:48.588909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:48.617365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] device_id is not set on port 7dc53d17-7e83-491a-ba45-e1ecb3ce98e7 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:12:48.653154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-4dedde95-ae52-43b4-8b17-f25f808b7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:48.654865 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-4dedde95-ae52-43b4-8b17-f25f808b7735 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 912 time: 0.1497252 Aug 20 12:12:48.716273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-40b817e2-41da-45b1-9c3c-cb75aebe9a91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a7c02f-b62a-4008-8e6f-8ec36fd645f9 HTTP/1.1" status: 200 len: 217 time: 0.0530548 Aug 20 12:12:48.748526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.20.0.3 (54a20ea6-8b15-4253-a02d-9d8076e91331/ba968551-7bc6-47f7-bf26-2060ac5826a3/7dc53d17-7e83-491a-ba45-e1ecb3ce98e7) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:48.770816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-5e44fdb4-9478-492c-8f10-56ce5a8c6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:48.772618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-5e44fdb4-9478-492c-8f10-56ce5a8c6a09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65515df6-a6ae-4750-a80f-0df50eebbe22 HTTP/1.1" status: 200 len: 851 time: 0.0480776 Aug 20 12:12:48.810881 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-62f0bc18-33d9-4b7c-8b32-06e52b2c4cb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2888111c-54fa-4a33-a516-c36b95dd14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289090 Aug 20 12:12:48.924203 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-91c98bbb-9312-4204-a1ee-1e195afbbffd service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043749 Aug 20 12:12:48.979849 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.008066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d781e-75e3-44e0-9a2c-7f4623d0c71a req-088181af-a9d3-4392-83bf-bdd195ceb973 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.016367 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd9d781e-75e3-44e0-9a2c-7f4623d0c71a req-088181af-a9d3-4392-83bf-bdd195ceb973 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 944 time: 0.0897851 Aug 20 12:12:49.078228 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d61871d5-fdcb-4218-ab1b-591cc73a2c70 req-a23b7bec-3ffd-4c64-84d3-57bf193ca1ff service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427262 Aug 20 12:12:49.079171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd9d781e-75e3-44e0-9a2c-7f4623d0c71a req-c8e1ab81-1fe5-4007-8101-cfbbb54c1884 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619373 Aug 20 12:12:49.094281 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.164640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:49.173322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:49.176390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=7dc53d17-7e83-491a-ba45-e1ecb3ce98e7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:49.178725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:49.240323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.241031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.273944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c189188f-a88b-47e0-9244-1d69256df4aa tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9879687 Aug 20 12:12:49.274121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57558) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:49.280800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'port': {'network_id': '54a20ea6-8b15-4253-a02d-9d8076e91331', 'name': 'tempest-FloatingIPTestJSON-1955804635'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:49.398653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:49.403312 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.425236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] device_id is not set on port 949fd356-cd66-4c53-af0f-018a670c3322 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:12:49.536556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.20.0.5 (54a20ea6-8b15-4253-a02d-9d8076e91331/ba968551-7bc6-47f7-bf26-2060ac5826a3/949fd356-cd66-4c53-af0f-018a670c3322) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:49.748290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b5bb6-c7cc-4d97-8b1d-b3cc60fdc838 req-d37d53b6-fdac-4eb9-829e-03b599275f0a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.750027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-487b5bb6-c7cc-4d97-8b1d-b3cc60fdc838 req-d37d53b6-fdac-4eb9-829e-03b599275f0a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 945 time: 0.0868633 Aug 20 12:12:49.814795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-3c4c1099-c11a-4189-be7b-e63d416ea0d6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.816326 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-3c4c1099-c11a-4189-be7b-e63d416ea0d6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 945 time: 0.0757155 Aug 20 12:12:49.823052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-487b5bb6-c7cc-4d97-8b1d-b3cc60fdc838 req-a1c22464-0dcb-4fbe-a995-6183819ac2eb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Aug 20 12:12:49.826472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.888838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.949932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:49.953328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:49.956296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:49.969908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Deleting port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:49.969908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.983691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=949fd356-cd66-4c53-af0f-018a670c3322,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:50.034061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:50.038650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:50.087289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-30dc1f8f-90ac-4d37-865e-8ec43dca08fc tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8089817 Aug 20 12:12:50.087558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57588) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:50.101557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '949fd356-cd66-4c53-af0f-018a670c3322', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:50.107362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] For port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:50.107953 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:50.124983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Calling delete_port for d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:50.159659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:50.329492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d146-ce24-48e2-aa03-562e6ed78476 req-7b2b4729-101c-40b9-bf00-eb55b6013c93 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:50.330931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b69d146-ce24-48e2-aa03-562e6ed78476 req-7b2b4729-101c-40b9-bf00-eb55b6013c93 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 944 time: 0.1042283 Aug 20 12:12:50.395292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b69d146-ce24-48e2-aa03-562e6ed78476 req-43e09fa8-ca0b-4c51-a84c-7249cd2150f8 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570016 Aug 20 12:12:50.407108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:50.419970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', '832090ef-fbda-4767-a350-c16660f60733', 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:50.475133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event deleted for resources: {'Port': ['ID=d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:50.492732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:50.517379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.518603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.520682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.521228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.521804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.522518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.523109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.523779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.524349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.524896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.525565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.526095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:12:50.564467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] No DVR routers for this DVR port d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:50.571214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:50.574361 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-841b96e8-f90b-4ecb-a48f-ed1ca30bfd52 req-546a3b1e-11ea-401d-88e7-3918cfa59b5c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "DELETE /v2.0/ports/d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 HTTP/1.1" status: 204 len: 173 time: 0.7440834 Aug 20 12:12:50.576291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d03826-4e39-48b0-8585-0a4abca9b345', 'name': 'network-vif-deleted', 'tag': 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:50.579278 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24148317-8541-4f54-9305-4ebdcfa3515a" -d '{"events": [{"server_uuid": "c3d03826-4e39-48b0-8585-0a4abca9b345", "name": "network-vif-deleted", "tag": "d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:50.671281 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b921780-814f-4087-86b4-12ee1eba5111 x-openstack-request-id: req-3b921780-814f-4087-86b4-12ee1eba5111 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:50.671687 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d03826-4e39-48b0-8585-0a4abca9b345", "name": "network-vif-deleted", "tag": "d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:50.672010 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b921780-814f-4087-86b4-12ee1eba5111 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:50.672482 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d03826-4e39-48b0-8585-0a4abca9b345', 'name': 'network-vif-deleted', 'tag': 'd6a9d3d8-3e9f-4895-8d16-5f1fb87511c7', 'status': 'completed', 'code': 200} Aug 20 12:12:50.743138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.25.0.136 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/99727e08-7bdb-463a-a622-3ad570f6d706) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:50.888689 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:50.945083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:12:50.960931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f55e0c3d-c7c7-4fa9-93eb-d4c5a0f8825e req-abfbc9bd-cd65-41df-9129-a56ba0c30c45 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3d03826-4e39-48b0-8585-0a4abca9b345 HTTP/1.1" status: 200 len: 210 time: 0.0305383 Aug 20 12:12:50.962438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:50.995774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57598) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:51.002692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': 'ec507fd2-7dd9-44f0-a662-6658a75527e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:51.007582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:51.010580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:51.014365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:51.082194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:51.101518 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '22a7c02f-b62a-4008-8e6f-8ec36fd645f9', 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3', 'port_id': '22a7c02f-b62a-4008-8e6f-8ec36fd645f9', 'mac_address': 'fa:16:3e:9b:5f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65515df6-a6ae-4750-a80f-0df50eebbe22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:12:51.153595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:51.158546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.159318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=99727e08-7bdb-463a-a622-3ad570f6d706,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:51.186480 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.221299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:12:51.257278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:51.264647 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.355573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:51.456919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.532108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=3f7e5aee-6c76-41b7-9819-152e868aa2d7,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:51.535308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': '33b933dc-a4e0-4aca-8829-fa11a9214369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec507fd2-7dd9-44f0-a662-6658a75527e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:51.535308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: ec507fd2-7dd9-44f0-a662-6658a75527e5, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:51.559033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network ec507fd2-7dd9-44f0-a662-6658a75527e5 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:51.568203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, ec507fd2-7dd9-44f0-a662-6658a75527e5) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:51.575978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:51.576683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.583141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf65038-fef9-4e83-95ad-1ece7a897d1c None None] Network ec507fd2-7dd9-44f0-a662-6658a75527e5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:51.598479 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b7629699-6b9a-48a9-80ce-6d8ab6cbfc5b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6011913 Aug 20 12:12:51.604868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57608) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:51.612571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63760984'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:51.620397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9693a98-7ffb-4156-9227-aa5bd515131d req-507ce91f-9932-4b71-be36-a31a698c206f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:51.621908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9693a98-7ffb-4156-9227-aa5bd515131d req-507ce91f-9932-4b71-be36-a31a698c206f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 945 time: 0.1026649 Aug 20 12:12:51.644913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:51.650150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.659003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.685256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:51.700520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.701198 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment 430f6692-7036-4d6b-b4ea-984046963b09 of type vlan for network 64c8fd6c-54c4-4368-95eb-642c36eaa246 Aug 20 12:12:51.707913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9693a98-7ffb-4156-9227-aa5bd515131d req-992d9ef8-aa14-4776-8b07-6da98528b691 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761738 Aug 20 12:12:51.750843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['22a7c02f-b62a-4008-8e6f-8ec36fd645f9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:51.763351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.770569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.807796 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-80697245-c0f1-4f2f-948a-bfd7303954b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.815689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.824537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:51.825284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.880602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-ec507fd2-7dd9-44f0-a662-6658a75527e5', 'network_id': 'ec507fd2-7dd9-44f0-a662-6658a75527e5', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': '3f7e5aee-6c76-41b7-9819-152e868aa2d7'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:12:51.880866 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.889301 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2809610 Aug 20 12:12:51.896532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57610) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:51.902516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': '64c8fd6c-54c4-4368-95eb-642c36eaa246', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:51.960621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f4dfc-2ca6-4061-9b2e-86399af117bb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=64c8fd6c-54c4-4368-95eb-642c36eaa246,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:52.000025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 64c8fd6c-54c4-4368-95eb-642c36eaa246 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:52.043253 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.049793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.058990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:52.065750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.144939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=99727e08-7bdb-463a-a622-3ad570f6d706,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:52.153956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.297958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Allocated IP 2001:db8:0:ffff::2 (ec507fd2-7dd9-44f0-a662-6658a75527e5/3f7e5aee-6c76-41b7-9819-152e868aa2d7/daddee4d-f2ff-45c1-9d4d-9054b6f437df) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:52.406913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.425929 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP aa10ef2f-f3d7-46b4-81a1-9a709f624b95 associated. External IP: 172.25.0.136, port: 949fd356-cd66-4c53-af0f-018a670c3322. Aug 20 12:12:52.487413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=2ae0c355-59ab-44cd-8928-f956748ad087,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:52.520198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': '430f6692-7036-4d6b-b4ea-984046963b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '64c8fd6c-54c4-4368-95eb-642c36eaa246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:52.520481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: 64c8fd6c-54c4-4368-95eb-642c36eaa246, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:52.554609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network 64c8fd6c-54c4-4368-95eb-642c36eaa246 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:52.574482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 64c8fd6c-54c4-4368-95eb-642c36eaa246) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:52.581807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:52.582743 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.597273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28d2d5-ed63-4da6-9086-4103e6ced3e1 None None] Network 64c8fd6c-54c4-4368-95eb-642c36eaa246 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:52.608269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-105448bc-0b7f-403d-bb79-406d5c1155ad tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7086818 Aug 20 12:12:52.609139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57630) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:52.654170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e5abe-3e27-4a51-9719-607b0ae30a94 req-e04eb613-7670-4c72-9a10-b5ed45af4b25 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:52.655917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a8e5abe-3e27-4a51-9719-607b0ae30a94 req-e04eb613-7670-4c72-9a10-b5ed45af4b25 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 946 time: 0.2087972 Aug 20 12:12:52.731434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a8e5abe-3e27-4a51-9719-607b0ae30a94 req-aa3f5336-944b-46fe-82b5-cb6a9389b57a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593493 Aug 20 12:12:52.770498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.805815 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.826477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Transition to ACTIVE for port object daddee4d-f2ff-45c1-9d4d-9054b6f437df will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:52.845131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Transition to ACTIVE for port object daddee4d-f2ff-45c1-9d4d-9054b6f437df will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:52.873017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.875004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:52.932258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:12:52.937742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Network ec507fd2-7dd9-44f0-a662-6658a75527e5 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:52.943178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:52.946647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:52.946825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aab1b-14ab-45e6-ae7f-797437e11dc6 req-1925e492-54d2-4a21-b54e-a134784eb0ba tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:52.949311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e2aab1b-14ab-45e6-ae7f-797437e11dc6 req-1925e492-54d2-4a21-b54e-a134784eb0ba tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 945 time: 0.1036353 Aug 20 12:12:52.980486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Pushing event updated for resources: {'Port': ['ID=daddee4d-f2ff-45c1-9d4d-9054b6f437df,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:52.988816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57636) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:52.998805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.043538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7a602-e39a-4f38-841a-98a597b4ef11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-64c8fd6c-54c4-4368-95eb-642c36eaa246', 'network_id': '64c8fd6c-54c4-4368-95eb-642c36eaa246', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': '2ae0c355-59ab-44cd-8928-f956748ad087'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:12:53.046793 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a602-e39a-4f38-841a-98a597b4ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.055461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e2aab1b-14ab-45e6-ae7f-797437e11dc6 req-500caa12-09e0-4c8d-a787-39307fde3b68 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956051 Aug 20 12:12:53.082506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae0c355-59ab-44cd-8928-f956748ad087,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:53.137182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Attempting to bind port daddee4d-f2ff-45c1-9d4d-9054b6f437df on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:53.137837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Attempting to bind port daddee4d-f2ff-45c1-9d4d-9054b6f437df by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '33b933dc-a4e0-4aca-8829-fa11a9214369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec507fd2-7dd9-44f0-a662-6658a75527e5'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:53.138430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Attempting to bind port daddee4d-f2ff-45c1-9d4d-9054b6f437df on network ec507fd2-7dd9-44f0-a662-6658a75527e5 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:53.170561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:53.172591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.185040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c8fd6c-54c4-4368-95eb-642c36eaa246']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:53.200404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.201247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9698957-e1b9-4bea-a58f-7dda81ebff35 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:53.206473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-962c4548-4bc8-43f7-844e-d09b8438d567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.207531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:53.208199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Checking segment: {'id': '33b933dc-a4e0-4aca-8829-fa11a9214369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec507fd2-7dd9-44f0-a662-6658a75527e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:53.208910 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.209687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Bound using segment: {'id': '33b933dc-a4e0-4aca-8829-fa11a9214369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec507fd2-7dd9-44f0-a662-6658a75527e5'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:53.210674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Bound port: daddee4d-f2ff-45c1-9d4d-9054b6f437df, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b933dc-a4e0-4aca-8829-fa11a9214369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec507fd2-7dd9-44f0-a662-6658a75527e5'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:53.211165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.211545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430f6692-7036-4d6b-b4ea-984046963b09') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:53.211838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430f6692-7036-4d6b-b4ea-984046963b09') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:53.230707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.252117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57640) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:53.253686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-187865f6-9809-4e28-b6f7-c224e7186b13 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1636736 Aug 20 12:12:53.256942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:53.305257 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.325350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:53.325745 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:53.328961 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:53.384773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.394822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9698957-e1b9-4bea-a58f-7dda81ebff35 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:53.395474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b9698957-e1b9-4bea-a58f-7dda81ebff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:53.454420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47613dfa-3022-4fd3-982f-6fb8bedb449c None None] Network 64c8fd6c-54c4-4368-95eb-642c36eaa246 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:53.454632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.461094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b9698957-e1b9-4bea-a58f-7dda81ebff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:53.481645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47613dfa-3022-4fd3-982f-6fb8bedb449c None None] Network 64c8fd6c-54c4-4368-95eb-642c36eaa246 could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:12:53.484985 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.490857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/64c8fd6c-54c4-4368-95eb-642c36eaa246 HTTP/1.1" status: 204 len: 168 time: 0.8795013 Aug 20 12:12:53.491634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57644) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:53.500499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691441535'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:53.504396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9698957-e1b9-4bea-a58f-7dda81ebff35 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:53.505036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b9698957-e1b9-4bea-a58f-7dda81ebff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:53.544038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc49043-57b9-4444-89c3-89d395ddb46e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=64c8fd6c-54c4-4368-95eb-642c36eaa246,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:53.546699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b9698957-e1b9-4bea-a58f-7dda81ebff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:53.547116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9698957-e1b9-4bea-a58f-7dda81ebff35 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:53.553002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] For port daddee4d-f2ff-45c1-9d4d-9054b6f437df, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:53.566668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] For port daddee4d-f2ff-45c1-9d4d-9054b6f437df, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=daddee4d-f2ff-45c1-9d4d-9054b6f437df,segment=NetworkSegment(33b933dc-a4e0-4aca-8829-fa11a9214369),segment_id=33b933dc-a4e0-4aca-8829-fa11a9214369)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:53.573211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.640807 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.642321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14203a6-fb70-4416-8e19-7be8a6490f45 None None] Pushing event updated for resources: {'Port': ['ID=daddee4d-f2ff-45c1-9d4d-9054b6f437df,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:53.654219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.654219 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP aa10ef2f-f3d7-46b4-81a1-9a709f624b95 disassociated. External IP: 172.25.0.136, port: 949fd356-cd66-4c53-af0f-018a670c3322. Aug 20 12:12:53.698943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-962c4548-4bc8-43f7-844e-d09b8438d567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.708269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-962c4548-4bc8-43f7-844e-d09b8438d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.733786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:53.737812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.786449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:53.796465 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-962c4548-4bc8-43f7-844e-d09b8438d567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f01abeba36d4a559678fdb75839d07e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8063152 Aug 20 12:12:53.798990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c4548-4bc8-43f7-844e-d09b8438d567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f07df3-01eb-4612-9aa8-31b324158010,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:53.801529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57650) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:53.816493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.816982 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment 9a923950-d03d-48af-83d5-96e0db9c14e1 of type vlan for network 586a66db-495b-44c6-a317-630ccda398a6 Aug 20 12:12:53.930553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:53.964542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd313a02-644c-45aa-a68f-f93d41b481fb req-bcac4406-58c7-4fae-9b71-2d47d6beb71b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:53.966123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd313a02-644c-45aa-a68f-f93d41b481fb req-bcac4406-58c7-4fae-9b71-2d47d6beb71b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 946 time: 0.1550360 Aug 20 12:12:53.995350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e95d3c0-4acd-4098-8a56-e2402053b772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.005963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-18ec5924-cc3f-4671-8ccc-b43ad918df47 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:54.009505 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-18ec5924-cc3f-4671-8ccc-b43ad918df47 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 946 time: 0.0769420 Aug 20 12:12:54.010214 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.010304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:12:54.014455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:54.015077 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.095347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5996754 Aug 20 12:12:54.103519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e95d3c0-4acd-4098-8a56-e2402053b772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.105061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57654) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:54.114031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': '586a66db-495b-44c6-a317-630ccda398a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:54.277401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-505c25fc-f9c0-4ed0-a824-6d9762c2b7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.540943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd313a02-644c-45aa-a68f-f93d41b481fb req-6b1e7b8e-8825-4105-910c-2b88a45c0a2b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619824 Aug 20 12:12:54.560974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:54.576833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.579981 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a4a3b-f19e-4e97-84c0-e5e480cdd394 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:54.595734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdf5bc-a5ac-40a4-9748-e5a2ad133b63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=586a66db-495b-44c6-a317-630ccda398a6,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:54.595860 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a4a3b-f19e-4e97-84c0-e5e480cdd394 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:54.596437 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-680a4a3b-f19e-4e97-84c0-e5e480cdd394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:54.612815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 586a66db-495b-44c6-a317-630ccda398a6 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:54.621186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Deleting port 832090ef-fbda-4767-a350-c16660f60733 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:54.621523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.678786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51f1e4-0873-41ec-9b4d-0ab3f5762170 req-5f4a47b9-8f82-4430-b8d0-d2b9934e3f0c tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:54.680293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a51f1e4-0873-41ec-9b4d-0ab3f5762170 req-5f4a47b9-8f82-4430-b8d0-d2b9934e3f0c tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 945 time: 0.1455076 Aug 20 12:12:54.682548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:54.686057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.703831 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-680a4a3b-f19e-4e97-84c0-e5e480cdd394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:54.721721 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a4a3b-f19e-4e97-84c0-e5e480cdd394 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:54.724810 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-680a4a3b-f19e-4e97-84c0-e5e480cdd394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:54.766634 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e95d3c0-4acd-4098-8a56-e2402053b772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.769434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e95d3c0-4acd-4098-8a56-e2402053b772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.771018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e95d3c0-4acd-4098-8a56-e2402053b772 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76f07df3-01eb-4612-9aa8-31b324158010 HTTP/1.1" status: 204 len: 168 time: 0.9681907 Aug 20 12:12:54.775322 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-680a4a3b-f19e-4e97-84c0-e5e480cdd394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:54.776598 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a4a3b-f19e-4e97-84c0-e5e480cdd394 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:54.792803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] For port 832090ef-fbda-4767-a350-c16660f60733, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=832090ef-fbda-4767-a350-c16660f60733,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:54.793171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:54.812608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d7bc8-ba6a-4866-b39c-bada26887e02 None None] Network ec507fd2-7dd9-44f0-a662-6658a75527e5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:54.822062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Calling delete_port for 832090ef-fbda-4767-a350-c16660f60733 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:54.830032 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e7cad6f-eb42-44d6-aec7-9b4fba64806d tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/floatingips/aa10ef2f-f3d7-46b4-81a1-9a709f624b95 HTTP/1.1" status: 200 len: 688 time: 1.5775394 Aug 20 12:12:54.830897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95d3c0-4acd-4098-8a56-e2402053b772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f07df3-01eb-4612-9aa8-31b324158010,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:54.831073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57662) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:54.853837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a51f1e4-0873-41ec-9b4d-0ab3f5762170 req-fc4085e4-b248-43a6-b80b-885eb97614e8 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497555 Aug 20 12:12:54.924523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e66cd8ae-65c9-4fcb-9379-eabdb75ae4cd None None] Provisioning for port daddee4d-f2ff-45c1-9d4d-9054b6f437df completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:54.998434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:55.046587 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.062225 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.081360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port 99727e08-7bdb-463a-a622-3ad570f6d706 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:12:55.081722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.128057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=d7c98b26-f9c5-4407-bac1-4f5bc4c130d9,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:55.146024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.151958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:55.161731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': '9a923950-d03d-48af-83d5-96e0db9c14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '586a66db-495b-44c6-a317-630ccda398a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:55.162096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: 586a66db-495b-44c6-a317-630ccda398a6, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:55.177583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57666) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:55.183127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', '832090ef-fbda-4767-a350-c16660f60733'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:12:55.193574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f31e0486-2da2-4215-821d-9c487a8ff1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.198225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event deleted for resources: {'Port': ['ID=832090ef-fbda-4767-a350-c16660f60733,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:55.211194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network 586a66db-495b-44c6-a317-630ccda398a6 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:55.228165 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.229060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.236667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 586a66db-495b-44c6-a317-630ccda398a6) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:55.240724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:55.241901 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.252814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:55.255293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] No DVR routers for this DVR port 832090ef-fbda-4767-a350-c16660f60733 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:12:55.256483 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.259802 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.261815 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3cf4e8b7-5d23-48b0-bb4b-259dda7ee111 req-23cdc6d1-3905-454d-8eff-149bc3135785 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "DELETE /v2.0/ports/832090ef-fbda-4767-a350-c16660f60733 HTTP/1.1" status: 204 len: 173 time: 1.2460873 Aug 20 12:12:55.262282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee16b8c-7ff7-45ef-9233-a3804450acb3', 'name': 'network-vif-deleted', 'tag': '832090ef-fbda-4767-a350-c16660f60733'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:55.264587 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95654404-bdcc-43a0-b5bc-f7537f9107cb" -d '{"events": [{"server_uuid": "2ee16b8c-7ff7-45ef-9233-a3804450acb3", "name": "network-vif-deleted", "tag": "832090ef-fbda-4767-a350-c16660f60733"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:55.268063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for 99727e08-7bdb-463a-a622-3ad570f6d706 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:12:55.295897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b1d3f-3d3b-4cfe-b146-47c83e1b67e8 None None] Network 586a66db-495b-44c6-a317-630ccda398a6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:55.379276 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e115ff-3203-459c-aa20-cf52c08fc5c6 x-openstack-request-id: req-72e115ff-3203-459c-aa20-cf52c08fc5c6 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:55.379572 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee16b8c-7ff7-45ef-9233-a3804450acb3", "name": "network-vif-deleted", "tag": "832090ef-fbda-4767-a350-c16660f60733", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:55.381104 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72e115ff-3203-459c-aa20-cf52c08fc5c6 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:55.381536 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee16b8c-7ff7-45ef-9233-a3804450acb3', 'name': 'network-vif-deleted', 'tag': '832090ef-fbda-4767-a350-c16660f60733', 'status': 'completed', 'code': 200} Aug 20 12:12:55.401657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f31e0486-2da2-4215-821d-9c487a8ff1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.410826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f31e0486-2da2-4215-821d-9c487a8ff1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.412613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device daddee4d-f2ff-45c1-9d4d-9054b6f437df up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:55.433327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d006d8b1-f921-40d8-b12a-cf2242c1acb5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3232365 Aug 20 12:12:55.436801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57670) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:55.449781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1715604252'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:55.469007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f31e0486-2da2-4215-821d-9c487a8ff1ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7de85b8e27c54b52a033814ca2da63c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882767 Aug 20 12:12:55.471636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57672) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:55.488544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e0486-2da2-4215-821d-9c487a8ff1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8473a965-b34c-47f2-8375-8f8404d57653,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:55.495797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:55.508655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.552468 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be9764dc-c459-4ac5-a725-a5ddcba2067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.576789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:55.587304 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be9764dc-c459-4ac5-a725-a5ddcba2067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.600802 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.615867 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.616478 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment 7d3493be-ffea-4aac-8b01-ef41d7bd004b of type vlan for network 6bf069a4-bc57-4765-b35b-ed1950e7f49e Aug 20 12:12:55.633933 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.657624 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.682718 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be9764dc-c459-4ac5-a725-a5ddcba2067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.685779 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be9764dc-c459-4ac5-a725-a5ddcba2067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.686645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port daddee4d-f2ff-45c1-9d4d-9054b6f437df completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:55.687599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-be9764dc-c459-4ac5-a725-a5ddcba2067c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8473a965-b34c-47f2-8375-8f8404d57653 HTTP/1.1" status: 204 len: 168 time: 0.2150419 Aug 20 12:12:55.701727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9764dc-c459-4ac5-a725-a5ddcba2067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8473a965-b34c-47f2-8375-8f8404d57653,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:55.720717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:55.727076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3636baac-87ae-4454-a8c6-c5fb2369983a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7c02f-b62a-4008-8e6f-8ec36fd645f9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:12:55.729983 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72062ef3-ae90-4c6d-a78e-98c7fa9d73c7" -d '{"events": [{"server_uuid": "3636baac-87ae-4454-a8c6-c5fb2369983a", "name": "network-vif-plugged", "status": "completed", "tag": "22a7c02f-b62a-4008-8e6f-8ec36fd645f9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:12:55.747900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96e03cd3-31d1-4927-9649-439282e4311c req-8e471de4-4516-4647-b4bf-7fae93d44f6a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee16b8c-7ff7-45ef-9233-a3804450acb3 HTTP/1.1" status: 200 len: 210 time: 0.0438435 Aug 20 12:12:55.787646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=99727e08-7bdb-463a-a622-3ad570f6d706,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:55.794860 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.796028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:55.836468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port daddee4d-f2ff-45c1-9d4d-9054b6f437df triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:55.837371 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.848800 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.921690 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0dea47-e1e4-459c-94af-4aec1cae09d5 x-openstack-request-id: req-3f0dea47-e1e4-459c-94af-4aec1cae09d5 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:12:55.921690 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3636baac-87ae-4454-a8c6-c5fb2369983a", "name": "network-vif-plugged", "status": "completed", "tag": "22a7c02f-b62a-4008-8e6f-8ec36fd645f9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:12:55.922090 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f0dea47-e1e4-459c-94af-4aec1cae09d5 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:12:55.922359 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3636baac-87ae-4454-a8c6-c5fb2369983a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7c02f-b62a-4008-8e6f-8ec36fd645f9', 'code': 200} Aug 20 12:12:55.925923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:55.926213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d6a9d3d8-3e9f-4895-8d16-5f1fb87511c7 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:55.978107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.981054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:55.982884 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9c142ece-6980-479b-8adb-40aef3f26609 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/floatingips/aa10ef2f-f3d7-46b4-81a1-9a709f624b95 HTTP/1.1" status: 204 len: 168 time: 1.1485109 Aug 20 12:12:55.986394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57686) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:55.992253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '7dc53d17-7e83-491a-ba45-e1ecb3ce98e7'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:56.013326 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.019522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:56.019815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.023148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-586a66db-495b-44c6-a317-630ccda398a6', 'network_id': '586a66db-495b-44c6-a317-630ccda398a6', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': 'd7c98b26-f9c5-4407-bac1-4f5bc4c130d9'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:12:56.024044 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.063355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70436d0a-0a8a-406b-b350-3abba508efd2 req-4381dcb4-7634-4a3e-a447-2b8032442ff2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:56.070944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70436d0a-0a8a-406b-b350-3abba508efd2 req-4381dcb4-7634-4a3e-a447-2b8032442ff2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1032348 Aug 20 12:12:56.072658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ebb93751-39fa-46c0-b73e-1e7ab995a752 None None] Provisioning complete for port daddee4d-f2ff-45c1-9d4d-9054b6f437df triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:56.073219 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ebb93751-39fa-46c0-b73e-1e7ab995a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.077552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:56.125878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebd46d-b468-4c7c-8f1a-15e2a29c08df req-589d7320-b2db-4544-a0f3-68c18e7787d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:56.127474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00ebd46d-b468-4c7c-8f1a-15e2a29c08df req-589d7320-b2db-4544-a0f3-68c18e7787d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 1098 time: 0.2212641 Aug 20 12:12:56.129765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70436d0a-0a8a-406b-b350-3abba508efd2 req-03a71500-9797-4878-ad0d-56fe1d07384c tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510361 Aug 20 12:12:56.132471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.157021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7190361 Aug 20 12:12:56.159748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57690) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:56.169286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': '6bf069a4-bc57-4765-b35b-ed1950e7f49e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:56.179048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3875-74b2-47c1-98d7-abc9b78e8d0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=6bf069a4-bc57-4765-b35b-ed1950e7f49e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:56.230093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 6bf069a4-bc57-4765-b35b-ed1950e7f49e details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:56.242821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-00ebd46d-b468-4c7c-8f1a-15e2a29c08df req-d5056be9-1579-4fb1-a7ed-4a8347989d0b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049831 Aug 20 12:12:56.296991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57692) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:56.299230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.300955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.317788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8360726-f219-4201-b2c4-d8fcbac73c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.341552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:56.345236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.412814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port daddee4d-f2ff-45c1-9d4d-9054b6f437df, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=daddee4d-f2ff-45c1-9d4d-9054b6f437df,segment=NetworkSegment(33b933dc-a4e0-4aca-8829-fa11a9214369),segment_id=33b933dc-a4e0-4aca-8829-fa11a9214369)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:56.417519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_backend_mixin [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Performing IP validity checks on allocation pools {{(pid=101034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 12:12:56.418271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.ipam_backend_mixin [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 12:12:56.431178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.25.0.148 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/c1820b81-175a-4115-9db5-b3ba4c48c269) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:56.445916 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.463246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Allocated IP 2001:db8::3 (586a66db-495b-44c6-a317-630ccda398a6/d7c98b26-f9c5-4407-bac1-4f5bc4c130d9/be13aace-3619-4607-84a2-bbaa643fbf11) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:12:56.518720 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ebb93751-39fa-46c0-b73e-1e7ab995a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.551878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8360726-f219-4201-b2c4-d8fcbac73c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.554928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.556999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8360726-f219-4201-b2c4-d8fcbac73c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.600640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.605316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=daddee4d-f2ff-45c1-9d4d-9054b6f437df,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:56.637967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b8360726-f219-4201-b2c4-d8fcbac73c72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0b3f24231be48da832f972dac7d60ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367052 Aug 20 12:12:56.637967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8360726-f219-4201-b2c4-d8fcbac73c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732ef866-166c-441e-8d6e-40bf1b4aac17,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:56.639491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57694) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:56.646819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.659363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=c1820b81-175a-4115-9db5-b3ba4c48c269,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:56.668075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:56.669629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:56.670784 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-ebb93751-39fa-46c0-b73e-1e7ab995a752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:12:56.671753 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-ebb93751-39fa-46c0-b73e-1e7ab995a752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:12:56.671976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:56.714106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=bc1eae29-2d31-4312-9d1c-0f1f57273bbd,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:56.742717 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.758371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Transition to ACTIVE for port object be13aace-3619-4607-84a2-bbaa643fbf11 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:56.776475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': '7d3493be-ffea-4aac-8b01-ef41d7bd004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6bf069a4-bc57-4765-b35b-ed1950e7f49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:56.776946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Transition to ACTIVE for port object be13aace-3619-4607-84a2-bbaa643fbf11 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:12:56.778511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: 6bf069a4-bc57-4765-b35b-ed1950e7f49e, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:12:56.785925 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.793006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69ef9b8d-7ff0-416a-9c71-348ead18b6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.829393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Network 586a66db-495b-44c6-a317-630ccda398a6 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:12:56.846302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:56.846302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:12:56.847019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network 6bf069a4-bc57-4765-b35b-ed1950e7f49e is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:12:56.849846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Pushing event updated for resources: {'Port': ['ID=be13aace-3619-4607-84a2-bbaa643fbf11,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:56.852831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69ef9b8d-7ff0-416a-9c71-348ead18b6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.863861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 6bf069a4-bc57-4765-b35b-ed1950e7f49e) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:12:56.880158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ed6ef-9077-4704-aff1-cea9ec976a21 None None] Network 6bf069a4-bc57-4765-b35b-ed1950e7f49e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:56.882768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:56.883112 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:56.924619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a751ddf9-1a7d-4ee0-b8bc-476ed91d08b5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7632854 Aug 20 12:12:56.927658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57704) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:56.998096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.001482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Attempting to bind port be13aace-3619-4607-84a2-bbaa643fbf11 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:12:57.001832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Attempting to bind port be13aace-3619-4607-84a2-bbaa643fbf11 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '9a923950-d03d-48af-83d5-96e0db9c14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '586a66db-495b-44c6-a317-630ccda398a6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:12:57.002456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Attempting to bind port be13aace-3619-4607-84a2-bbaa643fbf11 on network 586a66db-495b-44c6-a317-630ccda398a6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:12:57.006475 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69ef9b8d-7ff0-416a-9c71-348ead18b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.010153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69ef9b8d-7ff0-416a-9c71-348ead18b6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.017135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-69ef9b8d-7ff0-416a-9c71-348ead18b6c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/732ef866-166c-441e-8d6e-40bf1b4aac17 HTTP/1.1" status: 204 len: 168 time: 0.3765299 Aug 20 12:12:57.018989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:12:57.019376 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Checking segment: {'id': '9a923950-d03d-48af-83d5-96e0db9c14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '586a66db-495b-44c6-a317-630ccda398a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:12:57.019767 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.020161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Bound using segment: {'id': '9a923950-d03d-48af-83d5-96e0db9c14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '586a66db-495b-44c6-a317-630ccda398a6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:12:57.021330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Bound port: be13aace-3619-4607-84a2-bbaa643fbf11, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a923950-d03d-48af-83d5-96e0db9c14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '586a66db-495b-44c6-a317-630ccda398a6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:12:57.021737 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.051450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef9b8d-7ff0-416a-9c71-348ead18b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732ef866-166c-441e-8d6e-40bf1b4aac17,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:57.138977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.300618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.410604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device daddee4d-f2ff-45c1-9d4d-9054b6f437df up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:57.413993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] For port be13aace-3619-4607-84a2-bbaa643fbf11, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:12:57.438663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc66a25-0bb0-429e-9c6b-178843581165 req-85a20c28-c08b-4a4a-98eb-335a59a7be63 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:57.446518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.446718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bc66a25-0bb0-429e-9c6b-178843581165 req-85a20c28-c08b-4a4a-98eb-335a59a7be63 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1756895 Aug 20 12:12:57.461018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5229a-9fbe-4b69-883b-0fb3968fef3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-6bf069a4-bc57-4765-b35b-ed1950e7f49e', 'network_id': '6bf069a4-bc57-4765-b35b-ed1950e7f49e', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': 'bc1eae29-2d31-4312-9d1c-0f1f57273bbd'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:12:57.462015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eef5229a-9fbe-4b69-883b-0fb3968fef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.462641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-4f735fdd-dcd1-4506-91a5-0e438465481b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:57.465044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-4f735fdd-dcd1-4506-91a5-0e438465481b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.3112671 Aug 20 12:12:57.465994 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.489712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] For port be13aace-3619-4607-84a2-bbaa643fbf11, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=be13aace-3619-4607-84a2-bbaa643fbf11,segment=NetworkSegment(9a923950-d03d-48af-83d5-96e0db9c14e1),segment_id=9a923950-d03d-48af-83d5-96e0db9c14e1)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:12:57.522476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.545753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-06dcbadf-280d-4f11-a705-ab93f5d2c2e5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/quotas/b11b040c005843c589fc833e824a73ab HTTP/1.1" status: 200 len: 375 time: 0.0676951 Aug 20 12:12:57.618455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bc66a25-0bb0-429e-9c6b-178843581165 req-6282d987-f182-47ca-be12-d1fd327c201e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662507 Aug 20 12:12:57.677652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-3665b507-0eb2-400f-95d2-929b8546d056 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307666 Aug 20 12:12:57.688047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c1f2d-7488-4a1b-a083-6aeb73eab1d4 None None] Pushing event updated for resources: {'Port': ['ID=be13aace-3619-4607-84a2-bbaa643fbf11,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:57.694784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port daddee4d-f2ff-45c1-9d4d-9054b6f437df triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:57.695521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-eef5229a-9fbe-4b69-883b-0fb3968fef3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc1eae29-2d31-4312-9d1c-0f1f57273bbd: This subnet is being modified by another concurrent operation. Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:12:57.701907 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc1eae29-2d31-4312-9d1c-0f1f57273bbd: This subnet is being modified by another concurrent operation. Aug 20 12:12:57.705233 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:12:57.715580 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.739664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfce29e3-e9b5-404c-bc4d-8ba72dd4d8ff None None] Network 6bf069a4-bc57-4765-b35b-ed1950e7f49e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:57.810526 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.823563 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:57.990466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=c1820b81-175a-4115-9db5-b3ba4c48c269,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:57.996817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1eae29-2d31-4312-9d1c-0f1f57273bbd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:58.036738 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.140196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.155351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf069a4-bc57-4765-b35b-ed1950e7f49e']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:58.159340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-6a8d8fe6-fbb3-42f5-b46a-444121b57ea9 service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722903 Aug 20 12:12:58.232166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3493be-ffea-4aac-8b01-ef41d7bd004b') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:58.232331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3493be-ffea-4aac-8b01-ef41d7bd004b') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:58.235795 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 6c718cae-97a1-498f-8876-3b90f7e34032 associated. External IP: 172.25.0.148, port: 7dc53d17-7e83-491a-ba45-e1ecb3ce98e7. Aug 20 12:12:58.250171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.270743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.292357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:12:58.292930 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:12:58.297142 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:12:58.316190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-86302772-9151-447f-b66f-0114bd7e9edd service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488519 Aug 20 12:12:58.414398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.424863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.431137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/6bf069a4-bc57-4765-b35b-ed1950e7f49e HTTP/1.1" status: 204 len: 168 time: 1.5009966 Aug 20 12:12:58.433746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57742) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:58.450407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1096770881'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:58.457779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e94cd-4499-477a-9122-6bf938dee01f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=6bf069a4-bc57-4765-b35b-ed1950e7f49e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:58.513292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:58.523227 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.535721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:12:58.588544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-433f0178-e382-4816-a504-f00f530aa355 req-0f9898e5-0c83-4ac9-9df9-9af8700cf5b4 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 210 time: 0.0509868 Aug 20 12:12:58.600506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:12:58.621778 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.622631 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment fe8486b1-2200-4727-b42c-fcef25a212ca of type vlan for network 92872f65-dda6-4810-9dee-1812899adac5 Aug 20 12:12:58.711470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:12:58.726351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0881e97-45b3-4007-a045-d69f2afa98f0 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:12:58.745973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.747803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0881e97-45b3-4007-a045-d69f2afa98f0 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:58.748979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.752606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a0881e97-45b3-4007-a045-d69f2afa98f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:58.789170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8e9e75d0-048d-412a-8ce6-4cce6ce9a801 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8003941 Aug 20 12:12:58.791925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57760) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:58.839442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.849958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a0881e97-45b3-4007-a045-d69f2afa98f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:58.862029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0881e97-45b3-4007-a045-d69f2afa98f0 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:12:58.862821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a0881e97-45b3-4007-a045-d69f2afa98f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:58.866854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:58.867401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:58.897575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89812ba3-14fd-42de-9d5c-9434921f694e req-f981c682-5d75-42fe-b6bd-2088bd8f7363 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:58.898496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a0881e97-45b3-4007-a045-d69f2afa98f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:12:58.899271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0881e97-45b3-4007-a045-d69f2afa98f0 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:12:58.904375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89812ba3-14fd-42de-9d5c-9434921f694e req-f981c682-5d75-42fe-b6bd-2088bd8f7363 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1549857 Aug 20 12:12:58.928041 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0948ece0-9454-441b-83ce-6ed7851fbb15 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "GET /v2.0/floatingips/6c718cae-97a1-498f-8876-3b90f7e34032 HTTP/1.1" status: 200 len: 978 time: 0.1319799 Aug 20 12:12:58.928571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57762) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:59.005677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 832090ef-fbda-4767-a350-c16660f60733 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:12:59.006671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5713151 Aug 20 12:12:59.021699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57766) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:59.030123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': '92872f65-dda6-4810-9dee-1812899adac5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:59.049816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 832090ef-fbda-4767-a350-c16660f60733 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:12:59.055237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 832090ef-fbda-4767-a350-c16660f60733 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:12:59.126424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b6dc2-685f-49ec-b468-9055653a93ae None None] Network 586a66db-495b-44c6-a317-630ccda398a6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:12:59.127428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e654920-6b7d-417e-b481-5992b426aa88 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=92872f65-dda6-4810-9dee-1812899adac5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:59.144116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 92872f65-dda6-4810-9dee-1812899adac5 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:12:59.154755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89812ba3-14fd-42de-9d5c-9434921f694e req-05704815-322b-43a6-83db-6439c7737f97 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432356 Aug 20 12:12:59.206145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57774) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:59.251997 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1d5cec52-1e6b-4d8d-aed5-d4af5a11afee tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3204310 Aug 20 12:12:59.259431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57780) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:59.283588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'port_id': '949fd356-cd66-4c53-af0f-018a670c3322'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:12:59.353097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5d152f41-40bc-4e03-9d20-20fe65e714c3 None None] Provisioning for port be13aace-3619-4607-84a2-bbaa643fbf11 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:59.372052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device be13aace-3619-4607-84a2-bbaa643fbf11 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:12:59.418558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:12:59.424137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:59.540576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdf9a-a10c-4c86-b1fd-793062adfce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:59.567603 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:59.630240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port be13aace-3619-4607-84a2-bbaa643fbf11 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:12:59.644940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port be13aace-3619-4607-84a2-bbaa643fbf11 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:12:59.645345 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:59.814451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdf9a-a10c-4c86-b1fd-793062adfce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:59.818651 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:59.835086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdf9a-a10c-4c86-b1fd-793062adfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:59.871114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port be13aace-3619-4607-84a2-bbaa643fbf11, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=be13aace-3619-4607-84a2-bbaa643fbf11,segment=NetworkSegment(9a923950-d03d-48af-83d5-96e0db9c14e1),segment_id=9a923950-d03d-48af-83d5-96e0db9c14e1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:12:59.878015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:59.897886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cbe7568-fa6f-4a13-96d0-9f1f89f29478 req-b7e315fc-6f98-4851-b02e-92f6686552fb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 210 time: 0.1270268 Aug 20 12:12:59.904762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-8aa87579-dc7e-4951-8887-ace66589dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:59.911899 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-8aa87579-dc7e-4951-8887-ace66589dd72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 1098 time: 0.2143571 Aug 20 12:12:59.914585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bdf9a-a10c-4c86-b1fd-793062adfce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81883f2a-9bfc-4f23-ae8f-703fb4ba0d9b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:59.935398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6d6bdf9a-a10c-4c86-b1fd-793062adfce4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a125d34676c4d50ac2f133f83e16793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244337 Aug 20 12:12:59.935994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57786) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:12:59.945440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=be13aace-3619-4607-84a2-bbaa643fbf11,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:12:59.968185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f6b17-89c0-42bb-a860-292fc162804d None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:13:00.005215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce4d15-9878-4cc7-96d1-8762764fe556 req-1e45485d-9285-4e93-a861-0022a775a966 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:00.006749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2ce4d15-9878-4cc7-96d1-8762764fe556 req-1e45485d-9285-4e93-a861-0022a775a966 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.2382150 Aug 20 12:13:00.065450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76868823-0563-4363-b3df-31cca6e486ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.065905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-721fcf5a-cc1f-41a4-9def-e31d9d829741 None None] Provisioning complete for port be13aace-3619-4607-84a2-bbaa643fbf11 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:00.066425 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-721fcf5a-cc1f-41a4-9def-e31d9d829741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.079628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-0d638912-0c6e-4739-bf92-7a7898598d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:00.081155 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-0d638912-0c6e-4739-bf92-7a7898598d16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 912 time: 0.1601861 Aug 20 12:13:00.122883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76868823-0563-4363-b3df-31cca6e486ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.127997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f6b17-89c0-42bb-a860-292fc162804d None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:13:00.168267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-4eadcd9c-b297-4e7d-93af-fa4ac9332d2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a7c02f-b62a-4008-8e6f-8ec36fd645f9 HTTP/1.1" status: 200 len: 217 time: 0.0724914 Aug 20 12:13:00.195577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2ce4d15-9878-4cc7-96d1-8762764fe556 req-441a5076-57e1-4f62-881c-cdf9f0e2d632 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412294 Aug 20 12:13:00.211171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.345330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-250c83f5-6340-4a9b-aae1-0f324cae1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:00.347113 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-250c83f5-6340-4a9b-aae1-0f324cae1e03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65515df6-a6ae-4750-a80f-0df50eebbe22 HTTP/1.1" status: 200 len: 851 time: 0.1683288 Aug 20 12:13:00.403899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76868823-0563-4363-b3df-31cca6e486ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.406622 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76868823-0563-4363-b3df-31cca6e486ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.421527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=c1a9611c-d264-4547-83ce-793c31797652,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:00.421873 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-76868823-0563-4363-b3df-31cca6e486ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81883f2a-9bfc-4f23-ae8f-703fb4ba0d9b HTTP/1.1" status: 204 len: 168 time: 0.4751649 Aug 20 12:13:00.425554 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-3ca73a94-1328-48f2-a46a-02bda108f740 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2888111c-54fa-4a33-a516-c36b95dd14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674953 Aug 20 12:13:00.474255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': 'fe8486b1-2200-4727-b42c-fcef25a212ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92872f65-dda6-4810-9dee-1812899adac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:00.474624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: 92872f65-dda6-4810-9dee-1812899adac5, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:00.509304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76868823-0563-4363-b3df-31cca6e486ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81883f2a-9bfc-4f23-ae8f-703fb4ba0d9b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:00.532022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-396012a1-4aab-4a15-a637-f599545a3537 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:00.533569 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-396012a1-4aab-4a15-a637-f599545a3537 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.3310769 Aug 20 12:13:00.550395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Request body: {'port': {'device_id': '14f4bfbf-f136-4647-81fd-c9b94e924939', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'admin_state_up': True, 'tenant_id': 'b11b040c005843c589fc833e824a73ab'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:00.565548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network 92872f65-dda6-4810-9dee-1812899adac5 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:00.615579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 92872f65-dda6-4810-9dee-1812899adac5) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:00.620808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:00.621598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068819'] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.626880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa61fdb-6e09-4f6c-a506-73abd35edd29 None None] Network 92872f65-dda6-4810-9dee-1812899adac5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:00.644770 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-89af8785-29a4-4bb9-a876-23c86cfbae51 service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066936 Aug 20 12:13:00.650741 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.652647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-afda38c2-0383-4a7f-a1c4-05a5a52e8ad2 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6279597 Aug 20 12:13:00.655956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57796) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:00.665562 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.850223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-92872f65-dda6-4810-9dee-1812899adac5', 'network_id': '92872f65-dda6-4810-9dee-1812899adac5', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': 'c1a9611c-d264-4547-83ce-793c31797652'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:00.852118 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.865250 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:00.867865 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 6c718cae-97a1-498f-8876-3b90f7e34032 associated. External IP: 172.25.0.148, port: 7dc53d17-7e83-491a-ba45-e1ecb3ce98e7. Aug 20 12:13:00.968476 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.063018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Allocated IP 2001:db8::1 (92872f65-dda6-4810-9dee-1812899adac5/c1a9611c-d264-4547-83ce-793c31797652/f5a54c59-337c-49a2-be5a-62bda20e2f36) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:01.092482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1094f6a4-b096-4c27-9a87-203ef78bd17e req-08f6b56d-6d40-429c-a01e-29f5d5c669d0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 210 time: 0.0397534 Aug 20 12:13:01.157385 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfcf3ce8-6ec2-4b5b-ac7d-11fa6df9b96f req-877a9481-f507-43bd-be3f-6d2f0f34100a service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017624 Aug 20 12:13:01.161925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:01.165734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.253274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:01.309988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device be13aace-3619-4607-84a2-bbaa643fbf11 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:01.383160 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.391765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port be13aace-3619-4607-84a2-bbaa643fbf11 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:01.391765 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.413184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Allocated IP 172.20.0.4 (6f7021bb-6e8c-453c-bca1-31d5bea963ed/886444a5-b6c7-4939-8cf4-e3eccaa8ffc6/d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:01.448168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:01.479555 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413a385-83b8-4ed8-b14a-7869b50262bf None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:01.503030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413a385-83b8-4ed8-b14a-7869b50262bf None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:01.506687 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8413a385-83b8-4ed8-b14a-7869b50262bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:01.507485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Transition to ACTIVE for port object f5a54c59-337c-49a2-be5a-62bda20e2f36 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:01.510109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdf04c-c313-4f84-96d0-410179b80a7b req-3c1c829d-254e-4371-968e-63a07bf966e8 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:01.516824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bbdf04c-c313-4f84-96d0-410179b80a7b req-3c1c829d-254e-4371-968e-63a07bf966e8 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1717982 Aug 20 12:13:01.542171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Transition to ACTIVE for port object f5a54c59-337c-49a2-be5a-62bda20e2f36 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:01.578673 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8413a385-83b8-4ed8-b14a-7869b50262bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:01.594505 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413a385-83b8-4ed8-b14a-7869b50262bf None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:01.595290 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8413a385-83b8-4ed8-b14a-7869b50262bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:01.604390 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.609444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bbdf04c-c313-4f84-96d0-410179b80a7b req-f146fba1-2aa2-4716-94f2-9ce82f05f773 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868657 Aug 20 12:13:01.635588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.680128 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8413a385-83b8-4ed8-b14a-7869b50262bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:01.681078 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413a385-83b8-4ed8-b14a-7869b50262bf None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:01.689095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Network 92872f65-dda6-4810-9dee-1812899adac5 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:01.699697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:01.701864 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Pushing event updated for resources: {'Port': ['ID=f5a54c59-337c-49a2-be5a-62bda20e2f36,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:01.710876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:01.723953 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.778792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.796288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:01.827334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Attempting to bind port f5a54c59-337c-49a2-be5a-62bda20e2f36 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:01.828055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Attempting to bind port f5a54c59-337c-49a2-be5a-62bda20e2f36 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'fe8486b1-2200-4727-b42c-fcef25a212ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92872f65-dda6-4810-9dee-1812899adac5'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:01.828770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Attempting to bind port f5a54c59-337c-49a2-be5a-62bda20e2f36 on network 92872f65-dda6-4810-9dee-1812899adac5 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:01.836525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:01.838568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:01.839282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Checking segment: {'id': 'fe8486b1-2200-4727-b42c-fcef25a212ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92872f65-dda6-4810-9dee-1812899adac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:01.839774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.840272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Bound using segment: {'id': 'fe8486b1-2200-4727-b42c-fcef25a212ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92872f65-dda6-4810-9dee-1812899adac5'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:01.840865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Bound port: f5a54c59-337c-49a2-be5a-62bda20e2f36, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8486b1-2200-4727-b42c-fcef25a212ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92872f65-dda6-4810-9dee-1812899adac5'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:01.841365 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.843392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:01.854399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:01.859564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event updated for resources: {'Port': ['ID=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:01.917947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:01.918715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:01.942053 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-f3008117-2ed9-4fc6-be44-9636ba986731 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3957357 Aug 20 12:13:01.955800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Request body: {'port': {'device_id': '14f4bfbf-f136-4647-81fd-c9b94e924939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:01.975728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] For port f5a54c59-337c-49a2-be5a-62bda20e2f36, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:01.984797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] For port f5a54c59-337c-49a2-be5a-62bda20e2f36, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f5a54c59-337c-49a2-be5a-62bda20e2f36,segment=NetworkSegment(fe8486b1-2200-4727-b42c-fcef25a212ca),segment_id=fe8486b1-2200-4727-b42c-fcef25a212ca)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:01.992605 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.076012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.108173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be9a31-5a7a-4dbc-b927-c02f04332e1e None None] Pushing event updated for resources: {'Port': ['ID=f5a54c59-337c-49a2-be5a-62bda20e2f36,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:02.129713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a9611c-d264-4547-83ce-793c31797652,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:02.142104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a12b723-a8ad-4a7a-9117-657a9a1ed4f8 None None] Network 92872f65-dda6-4810-9dee-1812899adac5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:02.201306 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.211658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92872f65-dda6-4810-9dee-1812899adac5']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:02.223185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8486b1-2200-4727-b42c-fcef25a212ca') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:02.223492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8486b1-2200-4727-b42c-fcef25a212ca') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:02.233904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.307681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.322032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29238aa6-9dc5-4641-ab08-d9f33cb50376 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:02.333063 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:02.451819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbab53b-7373-442d-abbd-d6a446a8d403 req-388b2b16-81d3-4b60-8cbb-271f6895cf13 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:02.454562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dbab53b-7373-442d-abbd-d6a446a8d403 req-388b2b16-81d3-4b60-8cbb-271f6895cf13 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 931 time: 0.2186141 Aug 20 12:13:02.459755 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:13:02.459755 n-d-800634-10 neutron-server[101034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:13:02.459755 n-d-800634-10 neutron-server[101034]: [parameters: {'id': '92872f65-dda6-4810-9dee-1812899adac5'}] Aug 20 12:13:02.459755 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:13:02.460539 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:13:02.494909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29238aa6-9dc5-4641-ab08-d9f33cb50376 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:13:02.500734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:02.502102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:02.510966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.529809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Transition to ACTIVE for port object d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:02.535486 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.573883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7dbab53b-7373-442d-abbd-d6a446a8d403 req-e70797b0-dee7-42e8-8618-b121e78ccc3b tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085174 Aug 20 12:13:02.696933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:02.711251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:02.718139 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.731338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21c271-764e-416c-9e61-0ec71d16a7e8 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:02.735292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Attempting to bind port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:02.735770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Attempting to bind port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:02.736183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Attempting to bind port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:02.741341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:13:02.741831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Attempting to bind port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:02.748544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:02.749085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Checking segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:02.749582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Bound using segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:02.750151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Bound port: d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:02.750658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.770577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21c271-764e-416c-9e61-0ec71d16a7e8 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:02.770776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b21c271-764e-416c-9e61-0ec71d16a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:02.811245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b21c271-764e-416c-9e61-0ec71d16a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:02.835518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] For port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:02.839894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] For port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:02.846101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.846627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-68285aa4-94da-4b86-9794-27f832d3f518 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/floatingips/6c718cae-97a1-498f-8876-3b90f7e34032 HTTP/1.1" status: 200 len: 978 time: 3.5715878 Aug 20 12:13:02.852446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57908) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:02.859245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:02.887661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:02.888317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.890015 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 HTTP/1.1" status: 200 len: 1092 time: 0.9386497 Aug 20 12:13:02.890835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f4bfbf-f136-4647-81fd-c9b94e924939', 'tag': 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:02.893639 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a89a80-dc00-4913-83c1-12cf38f79b81" -d '{"events": [{"name": "network-changed", "server_uuid": "14f4bfbf-f136-4647-81fd-c9b94e924939", "tag": "d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:02.958644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9a48-9aa5-4b68-b69b-7322782b1096 req-30c6ef7c-63be-4168-bfb0-a949f67c2857 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:02.964811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96ee9a48-9aa5-4b68-b69b-7322782b1096 req-30c6ef7c-63be-4168-bfb0-a949f67c2857 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1961622 Aug 20 12:13:02.967486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.984199 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff36b9-8669-41e2-88a1-9f461d36a0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:02.995553 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412a2a9c-7c09-474e-a6e6-06a3e84b9fa8 x-openstack-request-id: req-412a2a9c-7c09-474e-a6e6-06a3e84b9fa8 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:02.995880 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f4bfbf-f136-4647-81fd-c9b94e924939", "tag": "d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:02.996116 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-412a2a9c-7c09-474e-a6e6-06a3e84b9fa8 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:02.996538 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f4bfbf-f136-4647-81fd-c9b94e924939', 'tag': 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5', 'status': 'completed', 'code': 200} Aug 20 12:13:03.011053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-3c0129cc-c8cd-440b-a800-031b47e1c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.017159 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-3c0129cc-c8cd-440b-a800-031b47e1c312 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 1095 time: 0.0826578 Aug 20 12:13:03.019274 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.028975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96ee9a48-9aa5-4b68-b69b-7322782b1096 req-0b8edb56-8c90-4ddb-b026-efe9e2ffe474 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572579 Aug 20 12:13:03.077612 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-a12d78c1-accb-40c3-a8b5-c1eae43f3097 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 HTTP/1.1" status: 200 len: 217 time: 0.0545516 Aug 20 12:13:03.102383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21c271-764e-416c-9e61-0ec71d16a7e8 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:03.103702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b21c271-764e-416c-9e61-0ec71d16a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:03.158861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-3bc38965-4951-4e86-920a-cf0ed226541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.162901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting port f5a54c59-337c-49a2-be5a-62bda20e2f36 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:03.163236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.165271 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-3bc38965-4951-4e86-920a-cf0ed226541b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.0773187 Aug 20 12:13:03.204230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b21c271-764e-416c-9e61-0ec71d16a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:03.205241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21c271-764e-416c-9e61-0ec71d16a7e8 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:03.205558 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-308e6367-fb39-4308-ab96-268fe080a7ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330322 Aug 20 12:13:03.274059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.278897 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.279490 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 6c718cae-97a1-498f-8876-3b90f7e34032 disassociated. External IP: 172.25.0.148, port: 949fd356-cd66-4c53-af0f-018a670c3322. Aug 20 12:13:03.320278 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-b7988ef1-7274-43ad-86b7-fdbe3ae9e134 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011286 Aug 20 12:13:03.340053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] For port f5a54c59-337c-49a2-be5a-62bda20e2f36, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f5a54c59-337c-49a2-be5a-62bda20e2f36,segment=NetworkSegment(fe8486b1-2200-4727-b42c-fcef25a212ca),segment_id=fe8486b1-2200-4727-b42c-fcef25a212ca)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:03.340651 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.390099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Calling delete_port for f5a54c59-337c-49a2-be5a-62bda20e2f36 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:03.428241 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-52ecf917-8244-44ed-aae1-e489b58ee585 req-b8fa19bb-78de-4c96-b6c3-abad94b37c28 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005452 Aug 20 12:13:03.522946 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-75c324d4-bcaa-40f8-b6c3-0e49e087861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.524502 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-75c324d4-bcaa-40f8-b6c3-0e49e087861d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 1095 time: 0.0447879 Aug 20 12:13:03.574671 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.617031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Port': ['ID=f5a54c59-337c-49a2-be5a-62bda20e2f36,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:03.625751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No DVR routers for this DVR port f5a54c59-337c-49a2-be5a-62bda20e2f36 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:03.637736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-390a9726-f3f0-46f3-b7c9-119850bf1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.640060 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-390a9726-f3f0-46f3-b7c9-119850bf1324 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 906 time: 0.1085036 Aug 20 12:13:03.690926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:03.701611 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-29850688-77fd-43d5-b555-03ebdeca5a46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 HTTP/1.1" status: 200 len: 217 time: 0.0527980 Aug 20 12:13:03.771093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.781669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-343a9f83-4ddf-42da-9e32-1943834c7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.783210 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-343a9f83-4ddf-42da-9e32-1943834c7774 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.0728943 Aug 20 12:13:03.825784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92872f65-dda6-4810-9dee-1812899adac5']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:03.828378 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-70b30cdf-3e13-4563-9b06-083e271b889e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337090 Aug 20 12:13:03.840326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8486b1-2200-4727-b42c-fcef25a212ca') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:03.840620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8486b1-2200-4727-b42c-fcef25a212ca') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:03.863326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9e4b2-39f9-41a8-940c-5f07efdc6b85 req-e6f14eac-c767-4eed-9a7a-0d8aea23fd4d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.864844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dc9e4b2-39f9-41a8-940c-5f07efdc6b85 req-e6f14eac-c767-4eed-9a7a-0d8aea23fd4d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 943 time: 0.1762054 Aug 20 12:13:03.868361 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.935542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.941622 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-ab5aa699-c9d0-40f9-b1e6-fdcd755181a8 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060536 Aug 20 12:13:03.950298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:03.950714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:03.953605 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:04.017227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dc9e4b2-39f9-41a8-940c-5f07efdc6b85 req-5374538c-de62-4189-9e47-cd8aea606bac tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350331 Aug 20 12:13:04.018601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:04.026313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.042104 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39656af8-00b6-4b82-95b1-011e067a2308 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:04.062160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bf0aa524-324e-49af-8fa6-de8c791ec899 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/floatingips/6c718cae-97a1-498f-8876-3b90f7e34032 HTTP/1.1" status: 200 len: 688 time: 1.2060566 Aug 20 12:13:04.066368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57922) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:04.068246 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39656af8-00b6-4b82-95b1-011e067a2308 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:04.069012 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-39656af8-00b6-4b82-95b1-011e067a2308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:04.075360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.093169 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e2a89a80-dc00-4913-83c1-12cf38f79b81 req-3cd84df5-5dc4-4f40-bb79-f50fb9a446a1 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414607 Aug 20 12:13:04.127019 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.129232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/92872f65-dda6-4810-9dee-1812899adac5 HTTP/1.1" status: 204 len: 168 time: 3.4718244 Aug 20 12:13:04.134579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57924) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:04.141367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023697928'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:04.143000 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-39656af8-00b6-4b82-95b1-011e067a2308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:04.163473 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39656af8-00b6-4b82-95b1-011e067a2308 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:04.164389 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-39656af8-00b6-4b82-95b1-011e067a2308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:04.173263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:04.178680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea8b51-6cdb-41a9-a10e-15fe62696d56 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=92872f65-dda6-4810-9dee-1812899adac5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:04.183263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.239331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:04.260747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.261427 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment b6bac354-e873-4861-95e4-ef5b5060fc08 of type vlan for network db9a3649-618b-4f15-9972-4ab40bec22ed Aug 20 12:13:04.291787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644977-f7f8-4d2d-9fe2-b30807b16950 req-ca39f1df-6971-4162-b51f-0c092582c5f1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:04.293481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75644977-f7f8-4d2d-9fe2-b30807b16950 req-ca39f1df-6971-4162-b51f-0c092582c5f1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1627142 Aug 20 12:13:04.302950 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-39656af8-00b6-4b82-95b1-011e067a2308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:04.303863 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39656af8-00b6-4b82-95b1-011e067a2308 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:04.333596 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.334637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port c1820b81-175a-4115-9db5-b3ba4c48c269 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:04.334984 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.376387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.385827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75644977-f7f8-4d2d-9fe2-b30807b16950 req-22ffdada-2493-45f4-8c0f-90953c9be27a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832582 Aug 20 12:13:04.386396 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:04.387061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.441936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.441936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.457281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for c1820b81-175a-4115-9db5-b3ba4c48c269 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:04.466305 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3301318 Aug 20 12:13:04.469480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57926) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:04.474617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': 'db9a3649-618b-4f15-9972-4ab40bec22ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:04.481957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0ba3f-b042-4d0e-8933-00b91d618587 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=db9a3649-618b-4f15-9972-4ab40bec22ed,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:04.495490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network db9a3649-618b-4f15-9972-4ab40bec22ed details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:04.594941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:04.600143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.682245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.722243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=c1820b81-175a-4115-9db5-b3ba4c48c269,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:04.796581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.799806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:04.803883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:04.804074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-40d3c488-cf9c-4cfb-9b9f-12139430478e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/floatingips/6c718cae-97a1-498f-8876-3b90f7e34032 HTTP/1.1" status: 204 len: 168 time: 0.7363956 Aug 20 12:13:04.848367 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-476e342c-2466-49cf-8908-73b9c5eb4bc1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] delete failed (client error): The resource could not be found. Aug 20 12:13:04.849406 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-476e342c-2466-49cf-8908-73b9c5eb4bc1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/floatingips/6c718cae-97a1-498f-8876-3b90f7e34032 HTTP/1.1" status: 404 len: 345 time: 0.0444005 Aug 20 12:13:04.853204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57934) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:04.996197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.014243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be72c8b9-56b0-4453-913f-54681502c3fe tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.020362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be72c8b9-56b0-4453-913f-54681502c3fe tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.026248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be72c8b9-56b0-4453-913f-54681502c3fe tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.027939 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-be72c8b9-56b0-4453-913f-54681502c3fe tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "GET /v2.0/ports?network_id=54a20ea6-8b15-4253-a02d-9d8076e91331 HTTP/1.1" status: 200 len: 2358 time: 0.1736782 Aug 20 12:13:05.030943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57938) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:05.095537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f998fa-0e0b-4ded-9210-ada9d1a6ceae tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.098249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b4f998fa-0e0b-4ded-9210-ada9d1a6ceae tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "GET /v2.0/subnets/ba968551-7bc6-47f7-bf26-2060ac5826a3 HTTP/1.1" status: 200 len: 797 time: 0.0646875 Aug 20 12:13:05.098401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=25fb19f4-9641-4cc8-b061-7c0666aeacd8,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:05.101480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': 'b6bac354-e873-4861-95e4-ef5b5060fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db9a3649-618b-4f15-9972-4ab40bec22ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:05.101740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: db9a3649-618b-4f15-9972-4ab40bec22ed, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:05.107831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57942) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:05.113794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'port': {'network_id': '54a20ea6-8b15-4253-a02d-9d8076e91331', 'name': 'tempest-FloatingIPTestJSON-1321075405', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:05.127086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network db9a3649-618b-4f15-9972-4ab40bec22ed is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:05.138912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, db9a3649-618b-4f15-9972-4ab40bec22ed) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:05.143583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.144290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.148319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa2d9b-4d45-466a-b746-c8ba582cd5d9 None None] Network db9a3649-618b-4f15-9972-4ab40bec22ed requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:05.163939 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fe2744d5-fad3-4320-9d79-48b14aeb8fcc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6930826 Aug 20 12:13:05.171090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57944) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:05.249612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ce2f7-9120-497d-bd37-aa8d65163be3 req-f43904aa-821f-439c-8474-f32581dc0c55 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.251131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-862ce2f7-9120-497d-bd37-aa8d65163be3 req-f43904aa-821f-439c-8474-f32581dc0c55 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 943 time: 0.1148632 Aug 20 12:13:05.316284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-862ce2f7-9120-497d-bd37-aa8d65163be3 req-25c1889c-ed11-4424-8e2d-9bf6252e681f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589168 Aug 20 12:13:05.327443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:05.329519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.380266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade41e17-367f-476b-93ce-2526fed967af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-db9a3649-618b-4f15-9972-4ab40bec22ed', 'network_id': 'db9a3649-618b-4f15-9972-4ab40bec22ed', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': '25fb19f4-9641-4cc8-b061-7c0666aeacd8'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:05.381187 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ade41e17-367f-476b-93ce-2526fed967af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.405466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.477900 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.486153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-ade41e17-367f-476b-93ce-2526fed967af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25fb19f4-9641-4cc8-b061-7c0666aeacd8: This subnet is being modified by another concurrent operation. Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:13:05.500622 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25fb19f4-9641-4cc8-b061-7c0666aeacd8: This subnet is being modified by another concurrent operation. Aug 20 12:13:05.504420 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:13:05.524506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7e78b-4cd1-4c38-92cd-2098c04e6240 None None] Network db9a3649-618b-4f15-9972-4ab40bec22ed requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:05.531185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=25fb19f4-9641-4cc8-b061-7c0666aeacd8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:05.536966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] device_id is not set on port f7156885-efd4-44a8-9c9a-2cdf335b403f yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:13:05.602796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120398d5-87c1-4331-b766-c696e0207f1b req-e04b3c9e-c77b-4319-b74f-f0d3bbe43d90 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.604971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-120398d5-87c1-4331-b766-c696e0207f1b req-e04b3c9e-c77b-4319-b74f-f0d3bbe43d90 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1194286 Aug 20 12:13:05.622671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.636511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9a3649-618b-4f15-9972-4ab40bec22ed']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:05.651000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bac354-e873-4861-95e4-ef5b5060fc08') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:05.651386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bac354-e873-4861-95e4-ef5b5060fc08') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:05.662540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.677683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7e718e-e2de-4d57-a22b-3047c743bb15 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:13:05.682272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.691801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:05.692220 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:05.697509 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:05.743883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-120398d5-87c1-4331-b766-c696e0207f1b req-549320b7-263d-4074-840d-04f30902ec01 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315951 Aug 20 12:13:05.798755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.808710 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.813858 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/db9a3649-618b-4f15-9972-4ab40bec22ed HTTP/1.1" status: 204 len: 168 time: 0.6371913 Aug 20 12:13:05.825516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e718e-e2de-4d57-a22b-3047c743bb15 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:13:05.826721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57950) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:05.832219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-847044511'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:05.836122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee24ea1-9153-400a-8569-8c0b705316d3 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=db9a3649-618b-4f15-9972-4ab40bec22ed,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:05.879296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:05.888275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.928800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:05.953000 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:05.953262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.20.0.14 (54a20ea6-8b15-4253-a02d-9d8076e91331/ba968551-7bc6-47f7-bf26-2060ac5826a3/f7156885-efd4-44a8-9c9a-2cdf335b403f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:05.953460 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment 04f82cfd-c28d-45d2-9abb-a7b994e8e148 of type vlan for network 61828ac5-fa21-4742-9cc8-026aad6d80e6 Aug 20 12:13:05.960693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.20.0.13 (54a20ea6-8b15-4253-a02d-9d8076e91331/ba968551-7bc6-47f7-bf26-2060ac5826a3/f7156885-efd4-44a8-9c9a-2cdf335b403f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:05.999696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.031659 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.043067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.043862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.109200 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2811272 Aug 20 12:13:06.113677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57956) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:06.119847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:06.181864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.191556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682cc45-dbd8-4584-bed9-2bbb37fbf027 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=61828ac5-fa21-4742-9cc8-026aad6d80e6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:06.208140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:06.242440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:06.246632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.247739 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.301182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:06.304953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:06.317360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:06.349475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=f7156885-efd4-44a8-9c9a-2cdf335b403f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:06.381376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.382027 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.407206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-26ec4b1f-8cfc-46eb-b551-060e278eca2f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2957730 Aug 20 12:13:06.407779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57960) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:06.412478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'f7156885-efd4-44a8-9c9a-2cdf335b403f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:06.452174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.481805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.535847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033b2a-8955-4aed-9dbb-861525ebbcf0 req-7f68af08-4d59-4f0b-98b8-28897e7e30ca tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.537459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e6033b2a-8955-4aed-9dbb-861525ebbcf0 req-7f68af08-4d59-4f0b-98b8-28897e7e30ca tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 943 time: 0.1039031 Aug 20 12:13:06.557140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=7ecf46fc-c9db-4926-9bf0-3cbf330c7c99,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:06.567944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': '04f82cfd-c28d-45d2-9abb-a7b994e8e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:06.568451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: 61828ac5-fa21-4742-9cc8-026aad6d80e6, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:06.589941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:06.595924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e6033b2a-8955-4aed-9dbb-861525ebbcf0 req-0a50238b-ebc2-4ec2-ada8-5d53f848b6a0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513794 Aug 20 12:13:06.601112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 61828ac5-fa21-4742-9cc8-026aad6d80e6) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:06.608662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.609400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.613370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3aeb8-4ad4-4615-9e35-1a2bd9fa4f2b None None] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:06.630378 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f9cbe1a6-7684-4331-bcf5-65f096d9de6b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5141702 Aug 20 12:13:06.637347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57962) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:06.645260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:06.654048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.827727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-61828ac5-fa21-4742-9cc8-026aad6d80e6', 'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': '7ecf46fc-c9db-4926-9bf0-3cbf330c7c99'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:06.828591 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:06.831526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.25.0.236 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/9dd5d81f-aa89-4e54-87bb-aab1d9c6e526) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:06.854934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:06.863097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.020219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:13:07.026026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b2629-ca31-4891-bdc4-209cd7e25d2a req-baffe937-6a40-40b5-b73f-77779fafcc60 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.032730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266b2629-ca31-4891-bdc4-209cd7e25d2a req-baffe937-6a40-40b5-b73f-77779fafcc60 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1741662 Aug 20 12:13:07.125885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266b2629-ca31-4891-bdc4-209cd7e25d2a req-2fc3cfec-9c7d-4d4f-970d-671680517249 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921476 Aug 20 12:13:07.140640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:07.156421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'port_id': 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5', 'mac_address': 'fa:16:3e:fc:94:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886444a5-b6c7-4939-8cf4-e3eccaa8ffc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:13:07.159851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.241059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.241972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.263178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Allocated IP 2001:db8::2 (61828ac5-fa21-4742-9cc8-026aad6d80e6/7ecf46fc-c9db-4926-9bf0-3cbf330c7c99/1e9cb830-a706-4b9b-8854-6c5bcc0cff7f) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:07.265879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:07.290206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:07.294281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:07.298403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:07.301561 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.304514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:07.323613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.386279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:07.392209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:07.396505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:07.407038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.407670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.417143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=e100ba6b-0d64-4b6e-88be-880fdf1e8ccc,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:07.430716 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23993601-7cbb-47a6-b481-bc301d4422fe tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7914798 Aug 20 12:13:07.433440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57972) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:07.436171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=9dd5d81f-aa89-4e54-87bb-aab1d9c6e526,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:07.518778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8ac05-93a3-4320-9272-6fde78510c0a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.519756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8ac05-93a3-4320-9272-6fde78510c0a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.521455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8ac05-93a3-4320-9272-6fde78510c0a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.523043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8ac05-93a3-4320-9272-6fde78510c0a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.524557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8ac05-93a3-4320-9272-6fde78510c0a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.526770 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-14b8ac05-93a3-4320-9272-6fde78510c0a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0921330 Aug 20 12:13:07.530754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:07.536248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-505988630'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:07.544109 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.554775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Transition to ACTIVE for port object 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:07.562753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:07.567230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.584622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Transition to ACTIVE for port object 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:07.596466 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.605422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:07.623143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.623728 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment 31d8574f-9df0-4dbd-a3db-6b25ccf60928 of type vlan for network b1f26739-59d2-4cd8-b107-7aa00e195e77 Aug 20 12:13:07.662312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:07.683951 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.735859 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.747793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.748441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.753195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:07.803945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:07.812495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:07.832126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Pushing event updated for resources: {'Port': ['ID=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:07.917286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Attempting to bind port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:07.917689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Attempting to bind port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '04f82cfd-c28d-45d2-9abb-a7b994e8e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:07.918050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Attempting to bind port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f on network 61828ac5-fa21-4742-9cc8-026aad6d80e6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:07.919444 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3874955 Aug 20 12:13:07.925390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:07.925764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Checking segment: {'id': '04f82cfd-c28d-45d2-9abb-a7b994e8e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:07.926168 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.926606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Bound using segment: {'id': '04f82cfd-c28d-45d2-9abb-a7b994e8e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:07.927076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Bound port: 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f82cfd-c28d-45d2-9abb-a7b994e8e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:07.927501 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.936058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57978) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:07.944065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9cbe9019-a52c-4cc7-a90b-8b408153d61d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:07.956166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0654f8b-d2b9-4c86-9f46-6df4fee27c87 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=b1f26739-59d2-4cd8-b107-7aa00e195e77,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:07.983331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b1f26739-59d2-4cd8-b107-7aa00e195e77 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:08.096801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fad3f-0b18-4c00-9a5a-cc09edd9ae63 req-b502df20-3c7a-4cab-9d36-1f424b237874 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:08.098391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-299fad3f-0b18-4c00-9a5a-cc09edd9ae63 req-b502df20-3c7a-4cab-9d36-1f424b237874 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 944 time: 0.0989909 Aug 20 12:13:08.146507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] For port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:08.155746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] For port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,segment=NetworkSegment(04f82cfd-c28d-45d2-9abb-a7b994e8e148),segment_id=04f82cfd-c28d-45d2-9abb-a7b994e8e148)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:08.165238 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.212217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9019-a52c-4cc7-a90b-8b408153d61d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.235480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9019-a52c-4cc7-a90b-8b408153d61d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.254936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099332f-6b70-4898-a7d7-f9d733b1316c None None] Pushing event updated for resources: {'Port': ['ID=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:08.257819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-299fad3f-0b18-4c00-9a5a-cc09edd9ae63 req-ca9c0a66-1aea-4f7f-a89d-b85a7acbc939 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498435 Aug 20 12:13:08.262799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cbe9019-a52c-4cc7-a90b-8b408153d61d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network b1f26739-59d2-4cd8-b107-7aa00e195e77 is not hosted by any dhcp agent {{(pid=101033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:13:08.286317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbe9019-a52c-4cc7-a90b-8b408153d61d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:08.287722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9019-a52c-4cc7-a90b-8b408153d61d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.289237 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9cbe9019-a52c-4cc7-a90b-8b408153d61d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "PUT /v2.0/networks/b1f26739-59d2-4cd8-b107-7aa00e195e77 HTTP/1.1" status: 200 len: 723 time: 0.3503082 Aug 20 12:13:08.304586 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57988) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:08.311238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': 'b1f26739-59d2-4cd8-b107-7aa00e195e77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:08.440804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf80c7-f6f8-49e5-9144-75e6ab3c0ffc req-91fc0f92-ec02-41e2-a68e-28a1c5ee4af6 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:08.444610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80cf80c7-f6f8-49e5-9144-75e6ab3c0ffc req-91fc0f92-ec02-41e2-a68e-28a1c5ee4af6 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1307840 Aug 20 12:13:08.450319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe9019-a52c-4cc7-a90b-8b408153d61d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=b1f26739-59d2-4cd8-b107-7aa00e195e77,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:08.472122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b1f26739-59d2-4cd8-b107-7aa00e195e77 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:08.520623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:08.524350 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.603663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80cf80c7-f6f8-49e5-9144-75e6ab3c0ffc req-7ac55a56-a0d3-4e95-8816-97fe7b8b55d1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231189 Aug 20 12:13:08.677863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.755725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.779260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.857949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=744c851c-bb15-4423-a361-11a98ec4eb86,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:08.867123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': '31d8574f-9df0-4dbd-a3db-6b25ccf60928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b1f26739-59d2-4cd8-b107-7aa00e195e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:08.867123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: b1f26739-59d2-4cd8-b107-7aa00e195e77, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:08.886439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network b1f26739-59d2-4cd8-b107-7aa00e195e77 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:08.897135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b1f26739-59d2-4cd8-b107-7aa00e195e77) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:08.903787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:08.904677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.907250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0192cd5-2def-4ebd-b068-1d6fec175f1b None None] Network b1f26739-59d2-4cd8-b107-7aa00e195e77 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:08.922353 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9b649a9d-e498-4a1d-94ac-898d092bb0ba tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6143360 Aug 20 12:13:08.923105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57990) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:08.928995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8d6dee06-8272-40ae-bb93-18ef0156b938 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:08.939705 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:08.945969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.031050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=9dd5d81f-aa89-4e54-87bb-aab1d9c6e526,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:09.044882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:09.072114 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.090831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8d6dee06-8272-40ae-bb93-18ef0156b938 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30164998'] for subnet, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.132561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:09.143651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:09.143809 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.278334 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 49c3e162-960c-44a9-95b9-382a697f5037 associated. External IP: 172.25.0.236, port: f7156885-efd4-44a8-9c9a-2cdf335b403f. Aug 20 12:13:09.279497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b1f26739-59d2-4cd8-b107-7aa00e195e77', 'network_id': 'b1f26739-59d2-4cd8-b107-7aa00e195e77', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': '744c851c-bb15-4423-a361-11a98ec4eb86'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:09.280628 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.432637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8d6dee06-8272-40ae-bb93-18ef0156b938 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764904533342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30681256'] for subnet, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.438653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:09.506595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6dee06-8272-40ae-bb93-18ef0156b938 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:09.507352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8d6dee06-8272-40ae-bb93-18ef0156b938 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.509503 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8d6dee06-8272-40ae-bb93-18ef0156b938 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "PUT /v2.0/subnets/744c851c-bb15-4423-a361-11a98ec4eb86 HTTP/1.1" status: 200 len: 826 time: 0.5845764 Aug 20 12:13:09.512251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:09.595852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dee06-8272-40ae-bb93-18ef0156b938 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=744c851c-bb15-4423-a361-11a98ec4eb86,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:09.596549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009830c-d6e4-4835-9a8b-3fbef872c2be req-5404ae64-f5fe-4aeb-b196-74fa8a208d8e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:09.606796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d009830c-d6e4-4835-9a8b-3fbef872c2be req-5404ae64-f5fe-4aeb-b196-74fa8a208d8e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 944 time: 0.1356249 Aug 20 12:13:09.621103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.653970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.687322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Allocated IP 2001:db8::2 (b1f26739-59d2-4cd8-b107-7aa00e195e77/744c851c-bb15-4423-a361-11a98ec4eb86/7824f53c-a9e9-4a5a-9f93-42407cf485f2) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:09.741807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07825ed-dd29-447d-a2d3-14ea8991d2e7 None None] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:09.750483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.751024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d009830c-d6e4-4835-9a8b-3fbef872c2be req-c758a22a-cf05-4d30-918c-d8d956b77fe1 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430266 Aug 20 12:13:09.777503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:09.864355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694c2a8-6b53-4fbc-a874-316159c3f17e req-f4ca64cc-5394-435f-91e5-c11070266654 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:09.865873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7694c2a8-6b53-4fbc-a874-316159c3f17e req-f4ca64cc-5394-435f-91e5-c11070266654 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1329668 Aug 20 12:13:09.869538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:09.969329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7694c2a8-6b53-4fbc-a874-316159c3f17e req-0dfd34c9-6e46-4e8c-945d-fc8b45143b9c tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925119 Aug 20 12:13:10.016756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f4bfbf-f136-4647-81fd-c9b94e924939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:10.019351 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898b8039-e895-404d-b513-bf0a8f1ea4f6" -d '{"events": [{"server_uuid": "14f4bfbf-f136-4647-81fd-c9b94e924939", "name": "network-vif-plugged", "status": "completed", "tag": "d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:10.036495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:10.051732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:10.057487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f478cf-dc6d-4670-ab84-42f9057cac95 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:10.067266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.068340 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac120c63-fbc0-4c3a-9355-4e77ebff03a8 x-openstack-request-id: req-ac120c63-fbc0-4c3a-9355-4e77ebff03a8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:10.068629 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f4bfbf-f136-4647-81fd-c9b94e924939", "name": "network-vif-plugged", "status": "completed", "tag": "d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:10.068883 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac120c63-fbc0-4c3a-9355-4e77ebff03a8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:10.069268 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f4bfbf-f136-4647-81fd-c9b94e924939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5', 'code': 200} Aug 20 12:13:10.074940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.089946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-57eade3e-fa01-4e97-86be-6de1d0e2e51b None None] Provisioning for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:10.101770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-36a8bf01-5a4e-4aa0-9632-2a04aa67c8d5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6923907 Aug 20 12:13:10.105324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58006) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:10.109188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c51f8ed7-42da-49c9-9334-045c4d07ca71 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'port_id': 'f7156885-efd4-44a8-9c9a-2cdf335b403f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:10.136554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-57eade3e-fa01-4e97-86be-6de1d0e2e51b None None] Provisioning complete for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:10.136949 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-57eade3e-fa01-4e97-86be-6de1d0e2e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.150137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f478cf-dc6d-4670-ab84-42f9057cac95 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:10.150727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-70f478cf-dc6d-4670-ab84-42f9057cac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:10.233202 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c51f8ed7-42da-49c9-9334-045c4d07ca71 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.256919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-70f478cf-dc6d-4670-ab84-42f9057cac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:10.272489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:10.274964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e664c0-4aab-4d20-ae97-09518e892af2 req-3a123557-c7a4-4819-9433-7afb82df7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.276728 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44e664c0-4aab-4d20-ae97-09518e892af2 req-3a123557-c7a4-4819-9433-7afb82df7311 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 1097 time: 0.1283400 Aug 20 12:13:10.340190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f478cf-dc6d-4670-ab84-42f9057cac95 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:10.340852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-70f478cf-dc6d-4670-ab84-42f9057cac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:10.384544 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44e664c0-4aab-4d20-ae97-09518e892af2 req-ef3f9123-92eb-4d26-b448-582367568db1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988758 Aug 20 12:13:10.398238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-70f478cf-dc6d-4670-ab84-42f9057cac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:10.398830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f478cf-dc6d-4670-ab84-42f9057cac95 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:10.441425 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.481951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Transition to ACTIVE for port object 7824f53c-a9e9-4a5a-9f93-42407cf485f2 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:10.512603 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-57eade3e-fa01-4e97-86be-6de1d0e2e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.519974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Transition to ACTIVE for port object 7824f53c-a9e9-4a5a-9f93-42407cf485f2 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:10.532854 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.581679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.586077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Network b1f26739-59d2-4cd8-b107-7aa00e195e77 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:10.609853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:10.619926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:10.649070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-57eade3e-fa01-4e97-86be-6de1d0e2e51b None None] For port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,segment=NetworkSegment(04f82cfd-c28d-45d2-9abb-a7b994e8e148),segment_id=04f82cfd-c28d-45d2-9abb-a7b994e8e148)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:10.651188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Pushing event updated for resources: {'Port': ['ID=7824f53c-a9e9-4a5a-9f93-42407cf485f2,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:10.677059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-57eade3e-fa01-4e97-86be-6de1d0e2e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.695184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b24dd-1d29-4e55-a7a7-cb83c9244064 None None] Update dhcp port {'port': {'network_id': '61828ac5-fa21-4742-9cc8-026aad6d80e6', 'fixed_ips': [{'subnet_id': '7ecf46fc-c9db-4926-9bf0-3cbf330c7c99', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e100ba6b-0d64-4b6e-88be-880fdf1e8ccc'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '1e9cb830-a706-4b9b-8854-6c5bcc0cff7f'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:13:10.763276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Attempting to bind port 7824f53c-a9e9-4a5a-9f93-42407cf485f2 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:10.763640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Attempting to bind port 7824f53c-a9e9-4a5a-9f93-42407cf485f2 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '31d8574f-9df0-4dbd-a3db-6b25ccf60928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b1f26739-59d2-4cd8-b107-7aa00e195e77'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:10.764002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Attempting to bind port 7824f53c-a9e9-4a5a-9f93-42407cf485f2 on network b1f26739-59d2-4cd8-b107-7aa00e195e77 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:10.771414 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b51b24dd-1d29-4e55-a7a7-cb83c9244064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.790394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:10.791278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Checking segment: {'id': '31d8574f-9df0-4dbd-a3db-6b25ccf60928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b1f26739-59d2-4cd8-b107-7aa00e195e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:10.791743 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.792248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Bound using segment: {'id': '31d8574f-9df0-4dbd-a3db-6b25ccf60928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b1f26739-59d2-4cd8-b107-7aa00e195e77'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:10.792796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Bound port: 7824f53c-a9e9-4a5a-9f93-42407cf485f2, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d8574f-9df0-4dbd-a3db-6b25ccf60928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b1f26739-59d2-4cd8-b107-7aa00e195e77'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:10.793198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:10.809543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eade3e-fa01-4e97-86be-6de1d0e2e51b None None] Pushing event updated for resources: {'Port': ['ID=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:10.907481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e12b0-9013-46e6-9027-400b8f84d1bd req-1b5a21e9-6747-44d1-933e-84566e6d12c6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.917558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f5e12b0-9013-46e6-9027-400b8f84d1bd req-1b5a21e9-6747-44d1-933e-84566e6d12c6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 945 time: 0.0732689 Aug 20 12:13:10.970804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f5e12b0-9013-46e6-9027-400b8f84d1bd req-78472a4b-b6eb-4f24-9d77-1f084db477d7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516036 Aug 20 12:13:10.995044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] For port 7824f53c-a9e9-4a5a-9f93-42407cf485f2, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:11.000282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] For port 7824f53c-a9e9-4a5a-9f93-42407cf485f2, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7824f53c-a9e9-4a5a-9f93-42407cf485f2,segment=NetworkSegment(31d8574f-9df0-4dbd-a3db-6b25ccf60928),segment_id=31d8574f-9df0-4dbd-a3db-6b25ccf60928)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:11.009133 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.030928 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:13:11.116719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-b51b24dd-1d29-4e55-a7a7-cb83c9244064 None None] Allocated IP 172.20.0.1 (61828ac5-fa21-4742-9cc8-026aad6d80e6/e100ba6b-0d64-4b6e-88be-880fdf1e8ccc/1e9cb830-a706-4b9b-8854-6c5bcc0cff7f) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:11.119357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=744c851c-bb15-4423-a361-11a98ec4eb86,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:11.147682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43555678-4c35-4d26-adcf-ade5b6467895 req-7bf90743-badf-41ce-aa59-d768e9acdeb1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:11.148856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8894ebc-9f2c-4334-bdf0-e2d6d395be0c None None] Pushing event updated for resources: {'Port': ['ID=7824f53c-a9e9-4a5a-9f93-42407cf485f2,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:11.151653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43555678-4c35-4d26-adcf-ade5b6467895 req-7bf90743-badf-41ce-aa59-d768e9acdeb1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.0920739 Aug 20 12:13:11.155979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.207396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba71e64-73e6-48a1-9718-f9eb372a423e None None] Network b1f26739-59d2-4cd8-b107-7aa00e195e77 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:11.220436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f26739-59d2-4cd8-b107-7aa00e195e77']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:11.235034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d8574f-9df0-4dbd-a3db-6b25ccf60928') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:11.235309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d8574f-9df0-4dbd-a3db-6b25ccf60928') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:11.251699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.256325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43555678-4c35-4d26-adcf-ade5b6467895 req-bc8a6c17-6155-4f2b-84dd-493f1c1c80fe tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865767 Aug 20 12:13:11.308476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.320154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:11.320536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:11.325092 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:11.354292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:11.453282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:13:11.453282 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:13:11.453282 n-d-800634-10 neutron-server[101033]: [parameters: {'id': 'b1f26739-59d2-4cd8-b107-7aa00e195e77'}] Aug 20 12:13:11.453282 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:13:11.454048 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:13:11.499861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b51b24dd-1d29-4e55-a7a7-cb83c9244064 None None] For port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,segment=NetworkSegment(04f82cfd-c28d-45d2-9abb-a7b994e8e148),segment_id=04f82cfd-c28d-45d2-9abb-a7b994e8e148)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:11.523560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:11.524134 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.538810 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c51f8ed7-42da-49c9-9334-045c4d07ca71 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.543451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c51f8ed7-42da-49c9-9334-045c4d07ca71 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.552861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79988208-c0ef-4717-b146-d21d82648b9d None None] Network b1f26739-59d2-4cd8-b107-7aa00e195e77 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:11.586054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b51b24dd-1d29-4e55-a7a7-cb83c9244064 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.668951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b51b24dd-1d29-4e55-a7a7-cb83c9244064 None None] Transition to ACTIVE for port object 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:11.678404 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b51b24dd-1d29-4e55-a7a7-cb83c9244064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.688470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f had new provisioning blocks added so it will not transition to active. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 20 12:13:11.786874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51f8ed7-42da-49c9-9334-045c4d07ca71 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:11.829434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b24dd-1d29-4e55-a7a7-cb83c9244064 None None] Pushing event updated for resources: {'Port': ['ID=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:11.918840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51f8ed7-42da-49c9-9334-045c4d07ca71 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:11.923943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c51f8ed7-42da-49c9-9334-045c4d07ca71 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.932172 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb9022-05a7-405e-a118-d597f3657744 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:11.942232 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb9022-05a7-405e-a118-d597f3657744 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:11.942970 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4ffb9022-05a7-405e-a118-d597f3657744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:11.955541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.964034 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.986279 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4ffb9022-05a7-405e-a118-d597f3657744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:11.996844 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb9022-05a7-405e-a118-d597f3657744 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:11.997672 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4ffb9022-05a7-405e-a118-d597f3657744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:12.031782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58026) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:12.032343 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c51f8ed7-42da-49c9-9334-045c4d07ca71 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/floatingips/49c3e162-960c-44a9-95b9-382a697f5037 HTTP/1.1" status: 200 len: 979 time: 1.9266036 Aug 20 12:13:12.042281 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4ffb9022-05a7-405e-a118-d597f3657744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:12.043700 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb9022-05a7-405e-a118-d597f3657744 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:12.078672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting port 7824f53c-a9e9-4a5a-9f93-42407cf485f2 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:12.079172 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.168101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] For port 7824f53c-a9e9-4a5a-9f93-42407cf485f2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7824f53c-a9e9-4a5a-9f93-42407cf485f2,segment=NetworkSegment(31d8574f-9df0-4dbd-a3db-6b25ccf60928),segment_id=31d8574f-9df0-4dbd-a3db-6b25ccf60928)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:12.168763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.188518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Calling delete_port for 7824f53c-a9e9-4a5a-9f93-42407cf485f2 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:12.206152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075be96f-5213-4368-9ab8-20d60116fd50 req-3aab70ef-8e02-4a36-8bee-a7d9fce8e12c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:12.207724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-075be96f-5213-4368-9ab8-20d60116fd50 req-3aab70ef-8e02-4a36-8bee-a7d9fce8e12c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 945 time: 0.1081052 Aug 20 12:13:12.292035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-075be96f-5213-4368-9ab8-20d60116fd50 req-190c8254-8f9f-48b9-ac4f-bc382fb6945d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721605 Aug 20 12:13:12.323909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.330219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port 9dd5d81f-aa89-4e54-87bb-aab1d9c6e526 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:12.330620 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.404621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Port': ['ID=7824f53c-a9e9-4a5a-9f93-42407cf485f2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:12.419767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No DVR routers for this DVR port 7824f53c-a9e9-4a5a-9f93-42407cf485f2 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:12.463266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.463604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.504408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for 9dd5d81f-aa89-4e54-87bb-aab1d9c6e526 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:12.589251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15452c0-dab3-4048-9b88-e1fcf1a6b1b8 req-0376593a-5d4d-4ff0-9258-e4e75e033c02 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:12.596366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca2f9e-ee01-43fc-abb3-f7fffcd8c69f None None] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:12.596879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.596968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f15452c0-dab3-4048-9b88-e1fcf1a6b1b8 req-0376593a-5d4d-4ff0-9258-e4e75e033c02 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1907313 Aug 20 12:13:12.612295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f26739-59d2-4cd8-b107-7aa00e195e77']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:12.637113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d8574f-9df0-4dbd-a3db-6b25ccf60928') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:12.639029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d8574f-9df0-4dbd-a3db-6b25ccf60928') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:12.653375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.657177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f15452c0-dab3-4048-9b88-e1fcf1a6b1b8 req-f832922a-cdbc-458e-a1dc-e4fae3a7fd6c tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590687 Aug 20 12:13:12.672822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.693238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:12.694805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:12.698945 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:12.701195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0152dcf2-45fa-489d-af8e-094b6aadb71c None None] Provisioning for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:12.717247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0152dcf2-45fa-489d-af8e-094b6aadb71c None None] Provisioning complete for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:12.717247 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0152dcf2-45fa-489d-af8e-094b6aadb71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.801818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.807777 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.809801 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/b1f26739-59d2-4cd8-b107-7aa00e195e77 HTTP/1.1" status: 204 len: 168 time: 3.2963555 Aug 20 12:13:12.813893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:12.814366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cfb9a-23f1-469c-97be-c9f36e2b3599 req-58e5f320-96d6-4d86-8b3c-d9b3a5b87e71 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:12.816071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05cfb9a-23f1-469c-97be-c9f36e2b3599 req-58e5f320-96d6-4d86-8b3c-d9b3a5b87e71 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 945 time: 0.1049664 Aug 20 12:13:12.817769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.850239 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a366633-0b29-4e66-b5c2-c0fb9142f96a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:12.850753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a366633-0b29-4e66-b5c2-c0fb9142f96a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:12.853277 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0a366633-0b29-4e66-b5c2-c0fb9142f96a tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/b1f26739-59d2-4cd8-b107-7aa00e195e77 HTTP/1.1" status: 404 len: 339 time: 0.0378408 Aug 20 12:13:12.855082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953b70b-2bc1-4854-bb70-a99691f78a2b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=b1f26739-59d2-4cd8-b107-7aa00e195e77,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:12.857384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=9dd5d81f-aa89-4e54-87bb-aab1d9c6e526,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:12.860024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58042) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:12.875963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708639150', 'description': 'd1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:12.907568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:12.912863 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.951443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:12.954144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05cfb9a-23f1-469c-97be-c9f36e2b3599 req-237aee68-b89d-4225-89a3-f497a9c9d0a5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255994 Aug 20 12:13:12.972889 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.972889 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 49c3e162-960c-44a9-95b9-382a697f5037 disassociated (deleted). External IP: 172.25.0.236, port: f7156885-efd4-44a8-9c9a-2cdf335b403f. Aug 20 12:13:12.977405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.977838 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment 1d9ea4f1-ff91-4c64-ae62-3aaa64f01bac of type vlan for network 7f53164d-85a7-4537-b361-56152353f097 Aug 20 12:13:13.039631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.077521 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.084920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:13.085572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.126380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2623208 Aug 20 12:13:13.127102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58046) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:13.190800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03986e0c-3cc2-4343-bdec-ce7e000aa414 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:13:13.200715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395067c5-cd9c-48d6-bc5e-34dd5fddc4ab tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=7f53164d-85a7-4537-b361-56152353f097,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:13.243511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7f53164d-85a7-4537-b361-56152353f097 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:13.268163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc24a0-218a-4dd5-9a27-082445fffca3 req-3516b98d-9c25-4466-afeb-eadce31f59c4 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:13.269735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1dc24a0-218a-4dd5-9a27-082445fffca3 req-3516b98d-9c25-4466-afeb-eadce31f59c4 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 945 time: 0.1932232 Aug 20 12:13:13.302715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812d8af-1bf0-4a5c-8515-5f1de5831afb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:13.304145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6812d8af-1bf0-4a5c-8515-5f1de5831afb tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/networks?id=7f53164d-85a7-4537-b361-56152353f097 HTTP/1.1" status: 200 len: 765 time: 0.1760879 Aug 20 12:13:13.306989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58048) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:13.312237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:13.312931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f31474b6-93ce-4b33-93b8-db0eaa6a4537 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'description': 'd2'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:13.377002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1dc24a0-218a-4dd5-9a27-082445fffca3 req-dd8dee9e-a040-473e-a8ec-cc201cdc238f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968451 Aug 20 12:13:13.418423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:13.598666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f31474b6-93ce-4b33-93b8-db0eaa6a4537 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.636597 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f31474b6-93ce-4b33-93b8-db0eaa6a4537 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.643369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e709dac-59f9-4267-aa40-0f5d9de9ef25 None None] Provisioning complete for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:13.643922 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e709dac-59f9-4267-aa40-0f5d9de9ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.655374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f31474b6-93ce-4b33-93b8-db0eaa6a4537 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network 7f53164d-85a7-4537-b361-56152353f097 is not hosted by any dhcp agent {{(pid=101033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:13:13.671614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31474b6-93ce-4b33-93b8-db0eaa6a4537 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:13.672831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f31474b6-93ce-4b33-93b8-db0eaa6a4537 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.675159 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f31474b6-93ce-4b33-93b8-db0eaa6a4537 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "PUT /v2.0/networks/7f53164d-85a7-4537-b361-56152353f097 HTTP/1.1" status: 200 len: 762 time: 0.3670356 Aug 20 12:13:13.677991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58058) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:13.697053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:13.716409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.721752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec68fba-5a97-47f5-ab9a-22d28e761228 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:13.760791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.783936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec68fba-5a97-47f5-ab9a-22d28e761228 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:13.784905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fec68fba-5a97-47f5-ab9a-22d28e761228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:13.852007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886afb5a-41fb-41ea-b418-8215dc6eecd6 req-2b3e1671-607e-4dd0-9204-715cd40f13ff tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:13.854092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-886afb5a-41fb-41ea-b418-8215dc6eecd6 req-2b3e1671-607e-4dd0-9204-715cd40f13ff tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 945 time: 0.1794608 Aug 20 12:13:13.861920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-55b3e75c-e35c-499a-8ea7-5d5bb4fe5095 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/floatingips/49c3e162-960c-44a9-95b9-382a697f5037 HTTP/1.1" status: 204 len: 168 time: 1.8290153 Aug 20 12:13:13.863453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58064) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:13.868133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31474b6-93ce-4b33-93b8-db0eaa6a4537 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=7f53164d-85a7-4537-b361-56152353f097,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:13.870005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fec68fba-5a97-47f5-ab9a-22d28e761228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:13.895787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7f53164d-85a7-4537-b361-56152353f097 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:13.919085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e00ba-647e-43b9-846a-ea30607fb06b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:13.921991 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e5e00ba-647e-43b9-846a-ea30607fb06b tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/networks?id=7f53164d-85a7-4537-b361-56152353f097 HTTP/1.1" status: 200 len: 765 time: 0.2427287 Aug 20 12:13:13.925555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58066) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:13.939554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3355c-2c7c-4d06-915d-7c50a265a437 req-6df26da8-9510-4840-9a52-d590e77edfb4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:13.941105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1e3355c-2c7c-4d06-915d-7c50a265a437 req-6df26da8-9510-4840-9a52-d590e77edfb4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1557629 Aug 20 12:13:13.946860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:13.947837 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.983541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03986e0c-3cc2-4343-bdec-ce7e000aa414 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:13:13.985379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec68fba-5a97-47f5-ab9a-22d28e761228 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:13.986023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fec68fba-5a97-47f5-ab9a-22d28e761228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:14.008841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-886afb5a-41fb-41ea-b418-8215dc6eecd6 req-4010fcd3-53d4-4b84-8612-7c5d75a99105 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140194 Aug 20 12:13:14.036875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1e3355c-2c7c-4d06-915d-7c50a265a437 req-7343e99a-dcb7-4f30-af74-b1e8af19b8b0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835679 Aug 20 12:13:14.055217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fec68fba-5a97-47f5-ab9a-22d28e761228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:14.056525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec68fba-5a97-47f5-ab9a-22d28e761228 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:14.074686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-432f5cba-05e6-42ee-a54a-09cb2837fd3f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port f7156885-efd4-44a8-9c9a-2cdf335b403f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:14.075134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432f5cba-05e6-42ee-a54a-09cb2837fd3f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:14.208605 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432f5cba-05e6-42ee-a54a-09cb2837fd3f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:14.223157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-432f5cba-05e6-42ee-a54a-09cb2837fd3f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for f7156885-efd4-44a8-9c9a-2cdf335b403f owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:14.259985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a64dd94-07ac-4938-8fed-613733ce913f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.264508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a64dd94-07ac-4938-8fed-613733ce913f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3377113 Aug 20 12:13:14.265123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58068) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:14.319095 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ea14687f-4617-44ad-b265-5326dbe6b9cc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 207 time: 0.0452678 Aug 20 12:13:14.319720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58070) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:14.434969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432f5cba-05e6-42ee-a54a-09cb2837fd3f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:14.467623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f5cba-05e6-42ee-a54a-09cb2837fd3f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=f7156885-efd4-44a8-9c9a-2cdf335b403f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:14.561446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432f5cba-05e6-42ee-a54a-09cb2837fd3f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:14.563270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-432f5cba-05e6-42ee-a54a-09cb2837fd3f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/ports/f7156885-efd4-44a8-9c9a-2cdf335b403f HTTP/1.1" status: 204 len: 168 time: 0.6988239 Aug 20 12:13:14.563457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a82b2f-f1f8-4279-a423-cf08bac42dc0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.568640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58074) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:14.569864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a82b2f-f1f8-4279-a423-cf08bac42dc0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.574124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:14.575930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a82b2f-f1f8-4279-a423-cf08bac42dc0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.582419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a82b2f-f1f8-4279-a423-cf08bac42dc0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.589299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a82b2f-f1f8-4279-a423-cf08bac42dc0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.595402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a82b2f-f1f8-4279-a423-cf08bac42dc0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.597576 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e4a82b2f-f1f8-4279-a423-cf08bac42dc0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2760766 Aug 20 12:13:14.602459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58076) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:14.610590 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:14.719744 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:14.875855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.25.0.212 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/b8c5d2e6-79eb-4efe-885b-5f9777389476) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:15.004235 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.006116 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a43e13c8-013f-4a7b-af77-44e567462c2c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4016669 Aug 20 12:13:15.009955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58080) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:15.058646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.072222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b38888-81b0-4ffb-b1b1-eae5be5a67cf tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.074212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b38888-81b0-4ffb-b1b1-eae5be5a67cf tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.076081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b38888-81b0-4ffb-b1b1-eae5be5a67cf tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.077711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b38888-81b0-4ffb-b1b1-eae5be5a67cf tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.079331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b38888-81b0-4ffb-b1b1-eae5be5a67cf tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.081221 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-76b38888-81b0-4ffb-b1b1-eae5be5a67cf tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0702169 Aug 20 12:13:15.084948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58086) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:15.134891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:15.166981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:15.197144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:15.205188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fed0db-2254-4144-b179-9e14e30f9c0f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.207696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fed0db-2254-4144-b179-9e14e30f9c0f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.208175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fed0db-2254-4144-b179-9e14e30f9c0f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.209751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fed0db-2254-4144-b179-9e14e30f9c0f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.211198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fed0db-2254-4144-b179-9e14e30f9c0f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.213484 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-36fed0db-2254-4144-b179-9e14e30f9c0f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1274464 Aug 20 12:13:15.217965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58090) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:15.236307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96528b-4e0d-4bde-a162-6c670582608b req-976b260e-dd10-4f11-a393-63a3bf269f1f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.238441 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c96528b-4e0d-4bde-a162-6c670582608b req-976b260e-dd10-4f11-a393-63a3bf269f1f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 945 time: 0.1119356 Aug 20 12:13:15.249381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=b8c5d2e6-79eb-4efe-885b-5f9777389476,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:15.274954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317f644-1c06-4b8d-bc3c-b10c9fd25459 req-b8437078-9bb5-4846-b59a-905e8f5630a3 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.276405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0317f644-1c06-4b8d-bc3c-b10c9fd25459 req-b8437078-9bb5-4846-b59a-905e8f5630a3 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f4bfbf-f136-4647-81fd-c9b94e924939 HTTP/1.1" status: 200 len: 945 time: 0.1543109 Aug 20 12:13:15.286823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d794-2d8f-4bab-b96c-bb66e9bb2d59 req-13b09617-4824-4804-8824-9777ccd2e51a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.294174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62b1d794-2d8f-4bab-b96c-bb66e9bb2d59 req-13b09617-4824-4804-8824-9777ccd2e51a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1703544 Aug 20 12:13:15.418358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a512038-077e-41fb-adcf-d5e7ab76a894 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.423318 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0a512038-077e-41fb-adcf-d5e7ab76a894 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/networks/ec507fd2-7dd9-44f0-a662-6658a75527e5 HTTP/1.1" status: 200 len: 804 time: 0.2010431 Aug 20 12:13:15.425030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58092) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:15.456665 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Deleting port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:15.457013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.621160 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-db17b7c7-e515-4090-8503-97ba52c3ee4f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/networks/ec507fd2-7dd9-44f0-a662-6658a75527e5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1949706 Aug 20 12:13:15.625033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] For port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:15.625033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.627443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58096) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:15.680655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Calling delete_port for d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:15.747761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d307cc59-d709-4199-b553-efc4a8464c4f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.749312 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d307cc59-d709-4199-b553-efc4a8464c4f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/subnets/3f7e5aee-6c76-41b7-9819-152e868aa2d7 HTTP/1.1" status: 200 len: 843 time: 0.1209233 Aug 20 12:13:15.753076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58098) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:15.753699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0317f644-1c06-4b8d-bc3c-b10c9fd25459 req-fbb67fa1-80ca-4dbc-81ec-7bef556645c5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555285 Aug 20 12:13:15.762643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62b1d794-2d8f-4bab-b96c-bb66e9bb2d59 req-00a06afb-b480-4719-bd97-a5b05a48c672 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674861 Aug 20 12:13:15.777062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.824502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.838761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78dc0f-c588-4951-aad6-11fb6f680780 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['shared'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:15.840155 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a78dc0f-c588-4951-aad6-11fb6f680780 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "GET /v2.0/subnets/3f7e5aee-6c76-41b7-9819-152e868aa2d7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0845754 Aug 20 12:13:15.843770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58102) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:15.858547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659437324'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:15.909889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:15.915766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.957842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.966286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:15.970746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:15.999447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event deleted for resources: {'Port': ['ID=d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:16.008301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.008301 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Added segment c8cc86f4-e9cd-49b4-8923-75379e353b87 of type vlan for network 7b6aed35-8238-4c5b-be0a-b4b5ee927093 Aug 20 12:13:16.050487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] No DVR routers for this DVR port d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:16.061491 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.069946 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.073413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.075532 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9c96528b-4e0d-4bde-a162-6c670582608b req-cc82cd21-0d66-4b2c-b63b-85fe9b771397 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "DELETE /v2.0/ports/d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 HTTP/1.1" status: 204 len: 173 time: 0.8228037 Aug 20 12:13:16.075997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f4bfbf-f136-4647-81fd-c9b94e924939', 'name': 'network-vif-deleted', 'tag': 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:16.078421 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63043f18-7e55-4dea-8988-b48b3a53cbb5" -d '{"events": [{"server_uuid": "14f4bfbf-f136-4647-81fd-c9b94e924939", "name": "network-vif-deleted", "tag": "d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:16.100076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.144202 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19f2484-e736-4fb0-9a1e-e3fe46d4d70f x-openstack-request-id: req-a19f2484-e736-4fb0-9a1e-e3fe46d4d70f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:16.144715 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f4bfbf-f136-4647-81fd-c9b94e924939", "name": "network-vif-deleted", "tag": "d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:16.144898 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a19f2484-e736-4fb0-9a1e-e3fe46d4d70f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:16.145392 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f4bfbf-f136-4647-81fd-c9b94e924939', 'name': 'network-vif-deleted', 'tag': 'd5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5', 'status': 'completed', 'code': 200} Aug 20 12:13:16.151387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.158782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=b8c5d2e6-79eb-4efe-885b-5f9777389476,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:16.167021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:16.168272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.212615 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.228055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.232431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-089638cf-aa21-4505-b980-3142d3b3cf8c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6627402 Aug 20 12:13:16.233244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58106) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:16.239076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'port': {'network_id': '54a20ea6-8b15-4253-a02d-9d8076e91331', 'name': 'tempest-FloatingIPTestJSON-1896538460'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:16.239722 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3883092 Aug 20 12:13:16.240414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58108) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:16.257477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'network_id': '7b6aed35-8238-4c5b-be0a-b4b5ee927093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:16.311985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be9c0b-9a94-49db-9275-9a91653c646f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Network': ['ID=7b6aed35-8238-4c5b-be0a-b4b5ee927093,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:16.326610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7b6aed35-8238-4c5b-be0a-b4b5ee927093 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:16.358593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:13:16.358593 n-d-800634-10 neutron-server[101034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 12:13:16.358593 n-d-800634-10 neutron-server[101034]: [parameters: {'project_id': 'a39f58f88c234a50b4486ba77b58533f', 'id': '2de85926-b36c-472f-a17c-f2cf1a8ac00c', 'expiration': datetime.datetime(2021, 8, 20, 12, 15, 16, 354979)}] Aug 20 12:13:16.358593 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:13:16.359475 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:13:16.369163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Made reservation on behalf of 5c76979a814140f996d6a9ed3420af6b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:16.372371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.438984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Performing IP validity checks on allocation pools {{(pid=101033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 12:13:16.439664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 12:13:16.589089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.663844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=7db8fe9c-70ac-4484-943d-5bd7f71cc510,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:16.672280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Checking segment: {'id': 'c8cc86f4-e9cd-49b4-8923-75379e353b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7b6aed35-8238-4c5b-be0a-b4b5ee927093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:16.672644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network hostable DHCP agents. Network: 7b6aed35-8238-4c5b-be0a-b4b5ee927093, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:16.693094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Network 7b6aed35-8238-4c5b-be0a-b4b5ee927093 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:16.704342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7b6aed35-8238-4c5b-be0a-b4b5ee927093) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:16.709715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:16.712826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:16.717817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114ef17-654e-4890-9d5c-b7802ee27985 None None] Network 7b6aed35-8238-4c5b-be0a-b4b5ee927093 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:16.731711 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0b42e212-186d-47ae-a3ee-b5a8d58c3b51 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4818008 Aug 20 12:13:16.734555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58112) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:16.742878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-60192da6-c4a4-4776-8312-da4aaa08dbd5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:17.004712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-7b6aed35-8238-4c5b-be0a-b4b5ee927093', 'network_id': '7b6aed35-8238-4c5b-be0a-b4b5ee927093', 'tenant_id': '5c76979a814140f996d6a9ed3420af6b', 'fixed_ips': [{'subnet_id': '7db8fe9c-70ac-4484-943d-5bd7f71cc510'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:17.005586 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.014089 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60192da6-c4a4-4776-8312-da4aaa08dbd5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31420953'] for subnet, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.080339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:17.088016 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.114615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] device_id is not set on port e085ed77-a12b-4567-801d-1006c1ac44f9 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:13:17.127472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5b098-82cd-4119-9e33-7ddab1cc33fd req-29540a8d-7439-45ef-8a5b-b93885194868 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:17.129051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba5b098-82cd-4119-9e33-7ddab1cc33fd req-29540a8d-7439-45ef-8a5b-b93885194868 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.2241421 Aug 20 12:13:17.309541 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:13:17.309541 n-d-800634-10 neutron-server[101035]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 12:13:17.309541 n-d-800634-10 neutron-server[101035]: [parameters: {'in_use': 1, 'id_1': '7db8fe9c-70ac-4484-943d-5bd7f71cc510'}] Aug 20 12:13:17.309541 n-d-800634-10 neutron-server[101035]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:13:17.309955 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:13:17.362213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba5b098-82cd-4119-9e33-7ddab1cc33fd req-69adcef3-a11e-4373-9262-5ef8c813a899 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065556 Aug 20 12:13:17.442968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-4c12c492-ac6e-49c0-97cd-782640dcb5a0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:17.444440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-4c12c492-ac6e-49c0-97cd-782640dcb5a0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.2414515 Aug 20 12:13:17.448485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.20.0.13 (54a20ea6-8b15-4253-a02d-9d8076e91331/ba968551-7bc6-47f7-bf26-2060ac5826a3/e085ed77-a12b-4567-801d-1006c1ac44f9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:17.501121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-dc985216-8ca7-490b-a136-359fc23c48cd tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/quotas/b11b040c005843c589fc833e824a73ab HTTP/1.1" status: 200 len: 375 time: 0.0462005 Aug 20 12:13:17.582977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60192da6-c4a4-4776-8312-da4aaa08dbd5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764904533342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31300837'] for subnet, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.692260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60192da6-c4a4-4776-8312-da4aaa08dbd5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:17.692873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60192da6-c4a4-4776-8312-da4aaa08dbd5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.697466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-60192da6-c4a4-4776-8312-da4aaa08dbd5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "PUT /v2.0/subnets/7db8fe9c-70ac-4484-943d-5bd7f71cc510 HTTP/1.1" status: 200 len: 900 time: 0.9583478 Aug 20 12:13:17.698089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:17.706032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-b55734c9-a24e-4fb8-97fb-8a5b04433be4 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1920984 Aug 20 12:13:17.710972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192da6-c4a4-4776-8312-da4aaa08dbd5 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event updated for resources: {'Subnet': ['ID=7db8fe9c-70ac-4484-943d-5bd7f71cc510,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:17.812139 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.817181 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.827563 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.866549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-feddf396-c7e2-4c32-bf5b-9f60f14dedf2 service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490030 Aug 20 12:13:17.908585 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.919085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.003161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 54a20ea6-8b15-4253-a02d-9d8076e91331 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:18.005702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Allocated IP 2001:db8::3 (7b6aed35-8238-4c5b-be0a-b4b5ee927093/7db8fe9c-70ac-4484-943d-5bd7f71cc510/c7a35dd7-c245-4ff9-9978-90f049942fc9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:18.012135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:18.025975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:18.067994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=e085ed77-a12b-4567-801d-1006c1ac44f9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:18.083522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:18.084180 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.110644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c4ccc72-a1f7-4b24-a4ca-400749bbb4eb tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8762987 Aug 20 12:13:18.113719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58160) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:18.117380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-bc24638d-347f-4a9e-bbcc-ba68c2251d54 service neutron] 10.222.0.25 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220209 Aug 20 12:13:18.120130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'port_id': 'e085ed77-a12b-4567-801d-1006c1ac44f9'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:18.173212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.214865 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.230592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Transition to ACTIVE for port object c7a35dd7-c245-4ff9-9978-90f049942fc9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:18.249180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Transition to ACTIVE for port object c7a35dd7-c245-4ff9-9978-90f049942fc9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:18.267181 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.331824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Network 7b6aed35-8238-4c5b-be0a-b4b5ee927093 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:18.335025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:18.347218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:18.354690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Pushing event updated for resources: {'Port': ['ID=c7a35dd7-c245-4ff9-9978-90f049942fc9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:18.368563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-352d21bc-7dca-440f-8c2c-d560b591fc76 req-940028bf-841d-4b0a-b37a-b6c53c39051c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 210 time: 0.0646412 Aug 20 12:13:18.508729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Attempting to bind port c7a35dd7-c245-4ff9-9978-90f049942fc9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:18.509134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Attempting to bind port c7a35dd7-c245-4ff9-9978-90f049942fc9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'c8cc86f4-e9cd-49b4-8923-75379e353b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7b6aed35-8238-4c5b-be0a-b4b5ee927093'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:18.509498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Attempting to bind port c7a35dd7-c245-4ff9-9978-90f049942fc9 on network 7b6aed35-8238-4c5b-be0a-b4b5ee927093 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:18.514902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:18.515276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Checking segment: {'id': 'c8cc86f4-e9cd-49b4-8923-75379e353b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7b6aed35-8238-4c5b-be0a-b4b5ee927093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:18.515739 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.516068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Bound using segment: {'id': 'c8cc86f4-e9cd-49b4-8923-75379e353b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7b6aed35-8238-4c5b-be0a-b4b5ee927093'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:18.516733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Bound port: c7a35dd7-c245-4ff9-9978-90f049942fc9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cc86f4-e9cd-49b4-8923-75379e353b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7b6aed35-8238-4c5b-be0a-b4b5ee927093'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:18.517115 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.558636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9817d-a4cd-4e97-afa4-3f5834fea8fa req-7996abb5-a396-40d0-b49e-a4f8b0770a67 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:18.567637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08f9817d-a4cd-4e97-afa4-3f5834fea8fa req-7996abb5-a396-40d0-b49e-a4f8b0770a67 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1085916 Aug 20 12:13:18.594615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.603354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] For port c7a35dd7-c245-4ff9-9978-90f049942fc9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:18.607104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] For port c7a35dd7-c245-4ff9-9978-90f049942fc9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c7a35dd7-c245-4ff9-9978-90f049942fc9,segment=NetworkSegment(c8cc86f4-e9cd-49b4-8923-75379e353b87),segment_id=c8cc86f4-e9cd-49b4-8923-75379e353b87)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:18.613930 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.637908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08f9817d-a4cd-4e97-afa4-3f5834fea8fa req-d793ca6d-4707-4b5c-be16-b95500513e4a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692816 Aug 20 12:13:18.668099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=7db8fe9c-70ac-4484-943d-5bd7f71cc510,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:18.714382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12884ddc-2a41-4605-b8ac-fb126b35512c None None] Pushing event updated for resources: {'Port': ['ID=c7a35dd7-c245-4ff9-9978-90f049942fc9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:18.755260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.793141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6aed35-8238-4c5b-be0a-b4b5ee927093']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:18.808216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cc86f4-e9cd-49b4-8923-75379e353b87') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:18.808517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cc86f4-e9cd-49b4-8923-75379e353b87') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:18.827567 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.879451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.891253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:18.891701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:18.895613 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:18.913742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.956225 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:19.025125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:13:19.025125 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:13:19.025125 n-d-800634-10 neutron-server[101033]: [parameters: {'id': '7b6aed35-8238-4c5b-be0a-b4b5ee927093'}] Aug 20 12:13:19.025125 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:13:19.025688 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:13:19.057752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:19.092892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:19.093512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device d5b803bc-5a55-4a59-ab3e-5bfcf7cd0aa5 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:19.122106 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 2aa10930-95ad-472c-9f2e-c6c91d9257ab associated. External IP: 172.25.0.212, port: e085ed77-a12b-4567-801d-1006c1ac44f9. Aug 20 12:13:19.330093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c7a35dd7-c245-4ff9-9978-90f049942fc9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:19.398106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c7a35dd7-c245-4ff9-9978-90f049942fc9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:19.433655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:19.492950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c70c6a2-d0a3-4821-95ae-ee65c17839e4 req-9c311b52-08d8-4663-9cbd-d32a7f0ce477 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 210 time: 0.0364108 Aug 20 12:13:19.527477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:19.556524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:19.561454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:19.575225 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1178e6f5-fad1-4bbd-820a-f22b58c0456b None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:19.599867 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178e6f5-fad1-4bbd-820a-f22b58c0456b None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:19.600487 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1178e6f5-fad1-4bbd-820a-f22b58c0456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:19.653945 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1178e6f5-fad1-4bbd-820a-f22b58c0456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:19.677083 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178e6f5-fad1-4bbd-820a-f22b58c0456b None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:19.680607 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1178e6f5-fad1-4bbd-820a-f22b58c0456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:19.772171 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1178e6f5-fad1-4bbd-820a-f22b58c0456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:19.772850 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1178e6f5-fad1-4bbd-820a-f22b58c0456b None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:19.816873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-16b65879-90c1-418e-8b6d-168a0a0c6c2e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.818780 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-16b65879-90c1-418e-8b6d-168a0a0c6c2e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 805 time: 0.2098715 Aug 20 12:13:19.823630 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-663b628f-d12e-4a07-9f68-66ae44e068b1 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/floatingips/2aa10930-95ad-472c-9f2e-c6c91d9257ab HTTP/1.1" status: 200 len: 979 time: 1.7057002 Aug 20 12:13:19.824266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58192) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:19.831463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05c6fb-e563-4128-91f1-af460e6757ce req-b6c52d42-6746-4109-a444-8f4abf07d380 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.834970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d05c6fb-e563-4128-91f1-af460e6757ce req-b6c52d42-6746-4109-a444-8f4abf07d380 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.0741224 Aug 20 12:13:19.875339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Request body: {'port': {'device_id': '5c0c6128-3e85-428f-9558-e6f08c3f0356', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'admin_state_up': True, 'tenant_id': 'b11b040c005843c589fc833e824a73ab'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:19.895465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d05c6fb-e563-4128-91f1-af460e6757ce req-c9823979-5854-45e7-b41f-f3868d7f9dab tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524113 Aug 20 12:13:19.985017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting port c7a35dd7-c245-4ff9-9978-90f049942fc9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:19.985325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.060407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e77a7-26f5-4025-8957-3b0a306fde1c None None] Network 7b6aed35-8238-4c5b-be0a-b4b5ee927093 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:20.090842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port e085ed77-a12b-4567-801d-1006c1ac44f9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:20.091198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.135991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ecb93320-7fed-4c3f-be59-8a60a5cc5650 None None] Provisioning for port c7a35dd7-c245-4ff9-9978-90f049942fc9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:20.158198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ecb93320-7fed-4c3f-be59-8a60a5cc5650 None None] Provisioning complete for port c7a35dd7-c245-4ff9-9978-90f049942fc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:20.158809 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ecb93320-7fed-4c3f-be59-8a60a5cc5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.164512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] For port c7a35dd7-c245-4ff9-9978-90f049942fc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c7a35dd7-c245-4ff9-9978-90f049942fc9,segment=NetworkSegment(c8cc86f4-e9cd-49b4-8923-75379e353b87),segment_id=c8cc86f4-e9cd-49b4-8923-75379e353b87)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:20.164936 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.197404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Made reservation on behalf of b11b040c005843c589fc833e824a73ab for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:20.201185 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.208190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Calling delete_port for c7a35dd7-c245-4ff9-9978-90f049942fc9 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:20.311404 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ecb93320-7fed-4c3f-be59-8a60a5cc5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.338501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] DHCP port deletion for 7b6aed35-8238-4c5b-be0a-b4b5ee927093 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:13:20.407515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ecb93320-7fed-4c3f-be59-8a60a5cc5650 None None] For port c7a35dd7-c245-4ff9-9978-90f049942fc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c7a35dd7-c245-4ff9-9978-90f049942fc9,segment=NetworkSegment(c8cc86f4-e9cd-49b4-8923-75379e353b87),segment_id=c8cc86f4-e9cd-49b4-8923-75379e353b87)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:20.416381 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ecb93320-7fed-4c3f-be59-8a60a5cc5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.449481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] Deleting port c7a35dd7-c245-4ff9-9978-90f049942fc9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:20.449858 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.529599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb93320-7fed-4c3f-be59-8a60a5cc5650 None None] Pushing event updated for resources: {'Port': ['ID=c7a35dd7-c245-4ff9-9978-90f049942fc9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:20.539130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] For port c7a35dd7-c245-4ff9-9978-90f049942fc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c7a35dd7-c245-4ff9-9978-90f049942fc9,segment=NetworkSegment(c8cc86f4-e9cd-49b4-8923-75379e353b87),segment_id=c8cc86f4-e9cd-49b4-8923-75379e353b87)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:20.539529 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.544586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.558667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] Calling delete_port for c7a35dd7-c245-4ff9-9978-90f049942fc9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:20.619114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97278d33-0a4b-4ed8-a11e-ecc97fec6717 req-d41fa273-e55e-483c-87fa-b36b0f3f5f48 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 210 time: 0.0370581 Aug 20 12:13:20.647322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.678924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] Pushing event deleted for resources: {'Port': ['ID=c7a35dd7-c245-4ff9-9978-90f049942fc9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:20.682396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d4ea2-d7ef-446c-9ed5-bc1e50e418d3 None None] No DVR routers for this DVR port c7a35dd7-c245-4ff9-9978-90f049942fc9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:20.704081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ac84b3-a81a-4072-9b9e-4d5dc222e22a None None] Network 7b6aed35-8238-4c5b-be0a-b4b5ee927093 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:20.901165 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:20.909610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Allocated IP 172.20.0.10 (6f7021bb-6e8c-453c-bca1-31d5bea963ed/886444a5-b6c7-4939-8cf4-e3eccaa8ffc6/76de831f-9e2a-4cb5-82e5-8104931e65b5) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:20.959198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No DVR routers for this DVR port c7a35dd7-c245-4ff9-9978-90f049942fc9 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:20.964638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Port': ['ID=c7a35dd7-c245-4ff9-9978-90f049942fc9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:21.016267 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.016656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.016976 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 2aa10930-95ad-472c-9f2e-c6c91d9257ab disassociated. External IP: 172.25.0.212, port: e085ed77-a12b-4567-801d-1006c1ac44f9. Aug 20 12:13:21.017323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for e085ed77-a12b-4567-801d-1006c1ac44f9 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:21.024199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3f7d8-1d9d-41bf-a0fe-c9528ba82b25 req-cecce4af-34c8-4957-b3f2-d5c64d431eb3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:21.032823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5a3f7d8-1d9d-41bf-a0fe-c9528ba82b25 req-cecce4af-34c8-4957-b3f2-d5c64d431eb3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.0677161 Aug 20 12:13:21.077970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5a3f7d8-1d9d-41bf-a0fe-c9528ba82b25 req-8d690e4d-eab1-4755-aa99-be4fc4da669e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442047 Aug 20 12:13:21.137710 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.161815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6aed35-8238-4c5b-be0a-b4b5ee927093']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:21.231204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cc86f4-e9cd-49b4-8923-75379e353b87') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:21.231204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cc86f4-e9cd-49b4-8923-75379e353b87') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:21.260365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.268727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c7a35dd7-c245-4ff9-9978-90f049942fc9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:21.290300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c7a35dd7-c245-4ff9-9978-90f049942fc9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:21.291401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c7a35dd7-c245-4ff9-9978-90f049942fc9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:21.316361 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.337827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:21.338354 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:21.341970 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:21.463406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.502876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.510351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.512511 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/7b6aed35-8238-4c5b-be0a-b4b5ee927093 HTTP/1.1" status: 204 len: 168 time: 3.8133373 Aug 20 12:13:21.520055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58210) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:21.553403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dc9fc-9c9a-42a8-a64d-3b0b47f585ec tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=7b6aed35-8238-4c5b-be0a-b4b5ee927093,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:21.554628 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff84b4d6-2c50-4283-953d-7ece09caed4e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:21.555061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff84b4d6-2c50-4283-953d-7ece09caed4e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:21.560480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ff84b4d6-2c50-4283-953d-7ece09caed4e tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/7db8fe9c-70ac-4484-943d-5bd7f71cc510 HTTP/1.1" status: 404 len: 337 time: 0.0369382 Aug 20 12:13:21.561406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58212) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:21.583266 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.584655 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64f0fcd-23c4-4bfc-9ed8-e39e43b82319 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:21.585776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64f0fcd-23c4-4bfc-9ed8-e39e43b82319 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:21.587318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d64f0fcd-23c4-4bfc-9ed8-e39e43b82319 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/7b6aed35-8238-4c5b-be0a-b4b5ee927093 HTTP/1.1" status: 404 len: 339 time: 0.0254714 Aug 20 12:13:21.590092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58214) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:21.629509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=e085ed77-a12b-4567-801d-1006c1ac44f9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:21.651928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.665732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:21.699385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.766809 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6a77616-1d34-480c-a6db-626ee16ab301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.869539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede193d-f8f6-4471-99f4-cb0db5b0b4df req-d99e29a0-f5a2-4d70-bc26-aab19bc9c8d5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:21.871353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ede193d-f8f6-4471-99f4-cb0db5b0b4df req-d99e29a0-f5a2-4d70-bc26-aab19bc9c8d5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 932 time: 0.1569543 Aug 20 12:13:21.873147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.880212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event updated for resources: {'Port': ['ID=76de831f-9e2a-4cb5-82e5-8104931e65b5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:21.883898 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:21.895233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Network 6f7021bb-6e8c-453c-bca1-31d5bea963ed is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:21.896019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f53164d-85a7-4537-b361-56152353f097']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:21.897798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:21.901837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:21.917132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9ea4f1-ff91-4c64-ae62-3aaa64f01bac') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:21.917442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9ea4f1-ff91-4c64-ae62-3aaa64f01bac') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:21.937253 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.951916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ede193d-f8f6-4471-99f4-cb0db5b0b4df req-e4e7ac46-6857-4fee-86c7-6f73350c41a6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696836 Aug 20 12:13:21.961199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.969258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:21.978266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:21.993029 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:22.001395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:22.002024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.051034 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.051247 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3210af28-1add-4e3e-bcd8-abfce8a4e139 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1813109 Aug 20 12:13:22.058248 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.060123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/7f53164d-85a7-4537-b361-56152353f097 HTTP/1.1" status: 204 len: 168 time: 0.4688208 Aug 20 12:13:22.062555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58220) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:22.071722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Request body: {'port': {'device_id': '5c0c6128-3e85-428f-9558-e6f08c3f0356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:22.096427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348bef8-ea03-497d-9a54-43caff14315f tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=7f53164d-85a7-4537-b361-56152353f097,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:22.102515 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fc236a-5e7b-4fdc-9d59-cc8bf1663e44 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:22.103652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fc236a-5e7b-4fdc-9d59-cc8bf1663e44 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:22.105360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-41fc236a-5e7b-4fdc-9d59-cc8bf1663e44 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/744c851c-bb15-4423-a361-11a98ec4eb86 HTTP/1.1" status: 404 len: 337 time: 0.0418909 Aug 20 12:13:22.110214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58224) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:22.147138 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:22.162614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5264ea0a-1591-4aea-9983-b4901008e907 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:22.181620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264ea0a-1591-4aea-9983-b4901008e907 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:22.182829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5264ea0a-1591-4aea-9983-b4901008e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:22.185513 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b9fe07-88a7-4dd2-9896-3d14aac022dc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:22.186173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b9fe07-88a7-4dd2-9896-3d14aac022dc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:22.190137 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-53b9fe07-88a7-4dd2-9896-3d14aac022dc tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/b1f26739-59d2-4cd8-b107-7aa00e195e77 HTTP/1.1" status: 404 len: 339 time: 0.0758138 Aug 20 12:13:22.190551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58226) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:22.192716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.225518 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5264ea0a-1591-4aea-9983-b4901008e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:22.236984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264ea0a-1591-4aea-9983-b4901008e907 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:22.237955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5264ea0a-1591-4aea-9983-b4901008e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:12:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:22.272188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6d5b-ad27-49e6-9c26-e53aa1b1eae8 req-80f55234-0e1e-45a6-abfb-057c5b1e028f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:22.274122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb6e6d5b-ad27-49e6-9c26-e53aa1b1eae8 req-80f55234-0e1e-45a6-abfb-057c5b1e028f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1131117 Aug 20 12:13:22.283127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5264ea0a-1591-4aea-9983-b4901008e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:22.284062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5264ea0a-1591-4aea-9983-b4901008e907 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:22.293628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-be993f45-2a0c-4537-93db-46cf26f4b9c4 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting subnet e100ba6b-0d64-4b6e-88be-880fdf1e8ccc {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:13:22.305916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be993f45-2a0c-4537-93db-46cf26f4b9c4 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.356543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb6e6d5b-ad27-49e6-9c26-e53aa1b1eae8 req-3d081caf-2bc2-4689-bc77-bf1f76430218 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754774 Aug 20 12:13:22.375320 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.378544 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f2c72237-b814-425f-84df-bae6bfa08e08 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/ports/e085ed77-a12b-4567-801d-1006c1ac44f9 HTTP/1.1" status: 204 len: 168 time: 2.5520442 Aug 20 12:13:22.380016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58228) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:22.388810 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be993f45-2a0c-4537-93db-46cf26f4b9c4 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.437696 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bdf5dbb5-5c97-4ac0-b674-7aaf45b3fea3 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "GET /v2.0/floatingips/2aa10930-95ad-472c-9f2e-c6c91d9257ab HTTP/1.1" status: 200 len: 688 time: 0.0564106 Aug 20 12:13:22.440161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58230) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:22.581368 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be993f45-2a0c-4537-93db-46cf26f4b9c4 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.619391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76de831f-9e2a-4cb5-82e5-8104931e65b5 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:22.629524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.648321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Transition to ACTIVE for port object 76de831f-9e2a-4cb5-82e5-8104931e65b5 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:22.652415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.679179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port b8c5d2e6-79eb-4efe-885b-5f9777389476 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:22.679512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.682413 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be993f45-2a0c-4537-93db-46cf26f4b9c4 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.705377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Pushing event updated for resources: {'Port': ['ID=76de831f-9e2a-4cb5-82e5-8104931e65b5,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:22.755429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be993f45-2a0c-4537-93db-46cf26f4b9c4 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=e100ba6b-0d64-4b6e-88be-880fdf1e8ccc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:22.759011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be993f45-2a0c-4537-93db-46cf26f4b9c4 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.763637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-be993f45-2a0c-4537-93db-46cf26f4b9c4 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/e100ba6b-0d64-4b6e-88be-880fdf1e8ccc HTTP/1.1" status: 204 len: 168 time: 0.5699582 Aug 20 12:13:22.764060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58236) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:22.768130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806673c9-ea2f-42ae-a913-8ef24ec19363 None None] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:22.789009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Attempting to bind port 76de831f-9e2a-4cb5-82e5-8104931e65b5 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:22.789405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Attempting to bind port 76de831f-9e2a-4cb5-82e5-8104931e65b5 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:22.789744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Attempting to bind port 76de831f-9e2a-4cb5-82e5-8104931e65b5 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:22.794614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Port 76de831f-9e2a-4cb5-82e5-8104931e65b5 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:13:22.794950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Attempting to bind port 76de831f-9e2a-4cb5-82e5-8104931e65b5 on network 6f7021bb-6e8c-453c-bca1-31d5bea963ed {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:22.800178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:22.800950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Checking segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:22.801075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Bound using segment: {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:22.801457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Bound port: 76de831f-9e2a-4cb5-82e5-8104931e65b5, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8745bed8-c586-4ac8-838e-16047e66ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:22.801940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.831128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.831460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.843779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e375b5-fe96-4ec3-b70b-a8df79fc244c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting subnet 7ecf46fc-c9db-4926-9bf0-3cbf330c7c99 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:13:22.849523 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07e375b5-fe96-4ec3-b70b-a8df79fc244c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.872351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for b8c5d2e6-79eb-4efe-885b-5f9777389476 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:22.877322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] For port 76de831f-9e2a-4cb5-82e5-8104931e65b5, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:22.881618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] For port 76de831f-9e2a-4cb5-82e5-8104931e65b5, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=76de831f-9e2a-4cb5-82e5-8104931e65b5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:22.890744 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.934163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:22.935719 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.937423 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/76de831f-9e2a-4cb5-82e5-8104931e65b5 HTTP/1.1" status: 200 len: 1093 time: 0.8706677 Aug 20 12:13:22.939245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07e375b5-fe96-4ec3-b70b-a8df79fc244c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:22.940085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0c6128-3e85-428f-9558-e6f08c3f0356', 'tag': '76de831f-9e2a-4cb5-82e5-8104931e65b5'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:22.942450 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0c6128-3e85-428f-9558-e6f08c3f0356", "tag": "76de831f-9e2a-4cb5-82e5-8104931e65b5"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:22.967196 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c0d52-74ee-4d0a-8645-9dd2edc835c7 service neutron] Pushing event updated for resources: {'Port': ['ID=76de831f-9e2a-4cb5-82e5-8104931e65b5,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:23.013064 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eafdc94-6890-4b1b-9528-5b35dac77f79 x-openstack-request-id: req-4eafdc94-6890-4b1b-9528-5b35dac77f79 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:23.013426 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0c6128-3e85-428f-9558-e6f08c3f0356", "tag": "76de831f-9e2a-4cb5-82e5-8104931e65b5", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:23.013617 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4eafdc94-6890-4b1b-9528-5b35dac77f79 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:23.014305 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0c6128-3e85-428f-9558-e6f08c3f0356', 'tag': '76de831f-9e2a-4cb5-82e5-8104931e65b5', 'status': 'completed', 'code': 200} Aug 20 12:13:23.049302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3046267c-5127-4767-a754-afe6dafbafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:23.050917 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-3046267c-5127-4767-a754-afe6dafbafca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 1096 time: 0.0522077 Aug 20 12:13:23.101503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07e375b5-fe96-4ec3-b70b-a8df79fc244c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.107498 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-0b98ad56-1f00-4395-ba9f-7bd79ca2497b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76de831f-9e2a-4cb5-82e5-8104931e65b5 HTTP/1.1" status: 200 len: 217 time: 0.0481968 Aug 20 12:13:23.162389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-06ddd027-d541-4140-ad49-56504f940f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:23.163948 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-06ddd027-d541-4140-ad49-56504f940f56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.0498662 Aug 20 12:13:23.195868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bad9c0-d5b9-4630-8398-1ab2b90a5cd2 req-9b47a278-51a7-48dc-8585-ead8f4b3af1f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:23.197826 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5bad9c0-d5b9-4630-8398-1ab2b90a5cd2 req-9b47a278-51a7-48dc-8585-ead8f4b3af1f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 944 time: 0.1515071 Aug 20 12:13:23.201724 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-b06e27e1-79fa-49e6-bb5a-4a16e4caa225 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305071 Aug 20 12:13:23.245771 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.281130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07e375b5-fe96-4ec3-b70b-a8df79fc244c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.283287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=b8c5d2e6-79eb-4efe-885b-5f9777389476,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:23.301691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5bad9c0-d5b9-4630-8398-1ab2b90a5cd2 req-8cddd533-dd0a-4b85-b25e-3170b7bff223 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946934 Aug 20 12:13:23.329995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e375b5-fe96-4ec3-b70b-a8df79fc244c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=7ecf46fc-c9db-4926-9bf0-3cbf330c7c99,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:23.331753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07e375b5-fe96-4ec3-b70b-a8df79fc244c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.336287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-07e375b5-fe96-4ec3-b70b-a8df79fc244c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/7ecf46fc-c9db-4926-9bf0-3cbf330c7c99 HTTP/1.1" status: 204 len: 168 time: 0.5699010 Aug 20 12:13:23.338566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58246) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:23.341127 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-94f19bc9-d19a-45cb-ada1-bea9347e103c service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316400 Aug 20 12:13:23.429514 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.437379 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.439833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac016b23-b8fd-400b-809b-3c7cb45acac6 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/floatingips/2aa10930-95ad-472c-9f2e-c6c91d9257ab HTTP/1.1" status: 204 len: 168 time: 0.9984579 Aug 20 12:13:23.443658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58254) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:23.458773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '949fd356-cd66-4c53-af0f-018a670c3322'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:23.502852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.526397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.590715 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d20c5b80-1afb-4c9e-af6f-d001a2823055 req-283b9cd5-9095-4cab-95d4-a7ecbf3a72b3 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399647 Aug 20 12:13:23.611961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:23.612231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.682944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347225d5-7810-48ba-827f-988b078b86e2 req-f1806a3e-1844-4c2c-abcc-73517ae2fe1a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:23.687531 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-347225d5-7810-48ba-827f-988b078b86e2 req-f1806a3e-1844-4c2c-abcc-73517ae2fe1a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1940148 Aug 20 12:13:23.748168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] For port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,segment=NetworkSegment(04f82cfd-c28d-45d2-9abb-a7b994e8e148),segment_id=04f82cfd-c28d-45d2-9abb-a7b994e8e148)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:23.748549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.767083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Calling delete_port for 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:23.773127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-d2d9fbbd-0672-4e2c-9e7e-e5e39b95e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:23.775230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-d2d9fbbd-0672-4e2c-9e7e-e5e39b95e631 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b11b040c005843c589fc833e824a73ab&device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 1096 time: 0.0977113 Aug 20 12:13:23.793371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c2064-a496-4937-a38e-0e93ac71438e None None] Network 61828ac5-fa21-4742-9cc8-026aad6d80e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:23.806164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-347225d5-7810-48ba-827f-988b078b86e2 req-bc1609f3-116e-4c79-82b5-0eb18fd88f54 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949357 Aug 20 12:13:23.864528 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.902223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e5bb5282-f8fc-4f75-88b5-f84960353107 None None] Provisioning complete for port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:23.903085 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5282-f8fc-4f75-88b5-f84960353107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.943421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-6cb344fe-2076-4dd3-ac12-a5218eda9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:23.944968 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-6cb344fe-2076-4dd3-ac12-a5218eda9c9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 200 len: 906 time: 0.1619449 Aug 20 12:13:23.955584 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.978598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No DVR routers for this DVR port 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:23.999981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.25.0.253 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/de4e8ae2-8fd3-4cdb-a787-14617e3efa65) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:24.002675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e5bb5282-f8fc-4f75-88b5-f84960353107 None None] Could not find standard attr ID for object 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:13:24.006570 n-d-800634-10 neutron-server[101035]: INFO neutron.plugins.ml2.db [None req-e5bb5282-f8fc-4f75-88b5-f84960353107 None None] No ports have port_id starting with 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f Aug 20 12:13:24.076436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4aebdc-f82e-4063-956c-d3ac724aa8b9 None None] DHCP port deletion for 61828ac5-fa21-4742-9cc8-026aad6d80e6 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:13:24.154551 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.198408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.240758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:24.244444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:24.248764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:24.278414 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70abee66-a283-4292-9dc0-07ee2bed6c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.280359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=de4e8ae2-8fd3-4cdb-a787-14617e3efa65,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:24.349866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Port': ['ID=1e9cb830-a706-4b9b-8854-6c5bcc0cff7f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:24.354446 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-120c0ad8-f6a1-4c5e-9158-d98de2cd0f31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76de831f-9e2a-4cb5-82e5-8104931e65b5 HTTP/1.1" status: 200 len: 217 time: 0.4013898 Aug 20 12:13:24.434546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.448997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61828ac5-fa21-4742-9cc8-026aad6d80e6']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:24.466884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-62343180-1553-439b-9ff1-f9ba3523506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:24.468355 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-62343180-1553-439b-9ff1-f9ba3523506c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 200 len: 845 time: 0.0862265 Aug 20 12:13:24.470380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f82cfd-c28d-45d2-9abb-a7b994e8e148') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:24.471102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f82cfd-c28d-45d2-9abb-a7b994e8e148') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:24.491644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.511501 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-c9db0dad-e719-46a1-bfd8-6a63f2ba8f14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f7021bb-6e8c-453c-bca1-31d5bea963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330057 Aug 20 12:13:24.520770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.533900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be379-33cf-4cb7-984c-2723dcfe2d0f req-e369ab0f-3b80-421c-8881-deb136b60851 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:24.535438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-480be379-33cf-4cb7-984c-2723dcfe2d0f req-e369ab0f-3b80-421c-8881-deb136b60851 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 944 time: 0.1251149 Aug 20 12:13:24.591537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:24.592118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-480be379-33cf-4cb7-984c-2723dcfe2d0f req-c3b51719-7b59-4424-a037-3ccda9d23011 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491753 Aug 20 12:13:24.594546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:24.598211 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:24.684656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.696968 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.699019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/61828ac5-fa21-4742-9cc8-026aad6d80e6 HTTP/1.1" status: 204 len: 168 time: 1.3567460 Aug 20 12:13:24.701534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58270) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:24.720470 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-b4f878a0-8ac4-4aea-a212-ea03835239d8 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007768 Aug 20 12:13:24.754525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090116d3-f79a-4297-8cff-f8428f518c63 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=61828ac5-fa21-4742-9cc8-026aad6d80e6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:24.769939 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ba1218-6b5a-4312-b5c1-d790aa688090 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:24.770431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ba1218-6b5a-4312-b5c1-d790aa688090 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:24.775492 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c7ba1218-6b5a-4312-b5c1-d790aa688090 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/25fb19f4-9641-4cc8-b061-7c0666aeacd8 HTTP/1.1" status: 404 len: 337 time: 0.0728073 Aug 20 12:13:24.777479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:24.839243 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-731c3bf4-4fa3-4c88-8d01-a696ec403379 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:24.839854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731c3bf4-4fa3-4c88-8d01-a696ec403379 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:24.844617 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-731c3bf4-4fa3-4c88-8d01-a696ec403379 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/db9a3649-618b-4f15-9972-4ab40bec22ed HTTP/1.1" status: 404 len: 339 time: 0.0661249 Aug 20 12:13:24.847629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58280) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:24.860041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:24.890675 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a00e03-bb69-477a-a0de-8311505046e9 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:24.891143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a00e03-bb69-477a-a0de-8311505046e9 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:24.894940 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-86a00e03-bb69-477a-a0de-8311505046e9 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/c1a9611c-d264-4547-83ce-793c31797652 HTTP/1.1" status: 404 len: 337 time: 0.0461969 Aug 20 12:13:24.895884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58282) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:24.926319 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ff32df-5e13-43f4-8ce4-63b6190ffda0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:24.927070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ff32df-5e13-43f4-8ce4-63b6190ffda0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:24.931457 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34ff32df-5e13-43f4-8ce4-63b6190ffda0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/92872f65-dda6-4810-9dee-1812899adac5 HTTP/1.1" status: 404 len: 339 time: 0.0302606 Aug 20 12:13:24.934889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58284) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:24.970498 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a0aaa718-60c9-41d6-b12c-2abc4d67f48c req-003dffbf-128b-41b9-a364-5b1b5ce636b6 service neutron] 10.222.0.73 "GET /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170935 Aug 20 12:13:24.972665 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bdb84c-6b3b-413d-acd4-bcfbcea5fb08 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:24.975278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bdb84c-6b3b-413d-acd4-bcfbcea5fb08 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:24.980678 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c0bdb84c-6b3b-413d-acd4-bcfbcea5fb08 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/bc1eae29-2d31-4312-9d1c-0f1f57273bbd HTTP/1.1" status: 404 len: 337 time: 0.0446012 Aug 20 12:13:24.981846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58286) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:24.998069 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.011944 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-86890d0d-760e-418b-b5b9-21c413f1c660 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:25.012449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86890d0d-760e-418b-b5b9-21c413f1c660 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:25.017384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-86890d0d-760e-418b-b5b9-21c413f1c660 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/6bf069a4-bc57-4765-b35b-ed1950e7f49e HTTP/1.1" status: 404 len: 339 time: 0.0340397 Aug 20 12:13:25.018319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58288) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:25.080644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bdc440-987b-4644-a8ab-79cbb5af2f0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting subnet d7c98b26-f9c5-4407-bac1-4f5bc4c130d9 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:13:25.084178 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74bdc440-987b-4644-a8ab-79cbb5af2f0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.127614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74bdc440-987b-4644-a8ab-79cbb5af2f0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.224283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74bdc440-987b-4644-a8ab-79cbb5af2f0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.273818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:25.295432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:25.295668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1e9cb830-a706-4b9b-8854-6c5bcc0cff7f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:25.316352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74bdc440-987b-4644-a8ab-79cbb5af2f0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.349255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdc440-987b-4644-a8ab-79cbb5af2f0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c98b26-f9c5-4407-bac1-4f5bc4c130d9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:25.353871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74bdc440-987b-4644-a8ab-79cbb5af2f0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.359212 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-74bdc440-987b-4644-a8ab-79cbb5af2f0c tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/d7c98b26-f9c5-4407-bac1-4f5bc4c130d9 HTTP/1.1" status: 204 len: 168 time: 0.3372133 Aug 20 12:13:25.363946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758be45-f874-417b-8c01-e07635f08e3b req-7b9dd79f-a02d-41fc-b7d2-135e3f9fceb1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:25.365659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d758be45-f874-417b-8c01-e07635f08e3b req-7b9dd79f-a02d-41fc-b7d2-135e3f9fceb1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.4796376 Aug 20 12:13:25.366771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58290) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:25.366926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.380589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a4370-cdf4-4c99-984c-7189b938551a None None] Network 586a66db-495b-44c6-a317-630ccda398a6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:25.513143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d758be45-f874-417b-8c01-e07635f08e3b req-6a67bc4c-9e02-4bbe-8fc4-3085e9e6b39e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357980 Aug 20 12:13:25.519504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.666627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting port be13aace-3619-4607-84a2-bbaa643fbf11 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:25.666967 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.688015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.688752 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.750460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.779493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] DHCP port deletion for 586a66db-495b-44c6-a317-630ccda398a6 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:13:25.846542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] Deleting port be13aace-3619-4607-84a2-bbaa643fbf11 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:25.847035 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.876643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=de4e8ae2-8fd3-4cdb-a787-14617e3efa65,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:25.882090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] For port be13aace-3619-4607-84a2-bbaa643fbf11, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=be13aace-3619-4607-84a2-bbaa643fbf11,segment=NetworkSegment(9a923950-d03d-48af-83d5-96e0db9c14e1),segment_id=9a923950-d03d-48af-83d5-96e0db9c14e1)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:25.882484 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.891848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab141997-66fc-427c-836c-17e7013dea80 req-f1f73713-d224-4462-9f81-a9eeb53c4ee6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:25.893654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab141997-66fc-427c-836c-17e7013dea80 req-f1f73713-d224-4462-9f81-a9eeb53c4ee6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 944 time: 0.2093093 Aug 20 12:13:25.920490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Calling delete_port for be13aace-3619-4607-84a2-bbaa643fbf11 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:25.944598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.951295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] For port be13aace-3619-4607-84a2-bbaa643fbf11, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=be13aace-3619-4607-84a2-bbaa643fbf11,segment=NetworkSegment(9a923950-d03d-48af-83d5-96e0db9c14e1),segment_id=9a923950-d03d-48af-83d5-96e0db9c14e1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:25.951709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.967579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] Calling delete_port for be13aace-3619-4607-84a2-bbaa643fbf11 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:26.030571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab141997-66fc-427c-836c-17e7013dea80 req-f7d4d5f0-be30-4064-8071-fecc0aab4867 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280427 Aug 20 12:13:26.092365 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.120330 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 8821a05c-179c-44a8-953c-348c4dfc5976 associated. External IP: 172.25.0.253, port: 949fd356-cd66-4c53-af0f-018a670c3322. Aug 20 12:13:26.124698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.134400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] Pushing event deleted for resources: {'Port': ['ID=be13aace-3619-4607-84a2-bbaa643fbf11,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:26.137814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3793544-d4e8-44c9-9404-111bf7608945 None None] No DVR routers for this DVR port be13aace-3619-4607-84a2-bbaa643fbf11 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:26.191816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Port': ['ID=be13aace-3619-4607-84a2-bbaa643fbf11,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:26.195135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No DVR routers for this DVR port be13aace-3619-4607-84a2-bbaa643fbf11 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:26.201442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58304) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:26.323524 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.335513 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-381f5611-8ddd-4964-9645-580eb677084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.366018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586a66db-495b-44c6-a317-630ccda398a6']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:26.385285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a923950-d03d-48af-83d5-96e0db9c14e1') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:26.385594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a923950-d03d-48af-83d5-96e0db9c14e1') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:26.398724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.444413 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.455350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:26.455782 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:26.459175 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:26.465012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-381f5611-8ddd-4964-9645-580eb677084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.470045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-381f5611-8ddd-4964-9645-580eb677084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.525420 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-381f5611-8ddd-4964-9645-580eb677084c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d3ba54c37a043a6bf8e622ed6808d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195617 Aug 20 12:13:26.525420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f5611-8ddd-4964-9645-580eb677084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e53892-b851-4309-b588-73436cd32939,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:26.527727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58308) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:26.539019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:26.546955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.556267 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.558726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/586a66db-495b-44c6-a317-630ccda398a6 HTTP/1.1" status: 204 len: 168 time: 1.1887968 Aug 20 12:13:26.562310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58312) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:26.598736 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d5a9-a0b2-45fb-9733-ce449274ae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.599474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb539127-099f-44a2-af12-ea75ce8f1147 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=586a66db-495b-44c6-a317-630ccda398a6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:26.621756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d5a9-a0b2-45fb-9733-ce449274ae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.634043 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa51710-f42f-457d-b8b0-9d2f60965a96 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:26.634537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa51710-f42f-457d-b8b0-9d2f60965a96 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:26.636293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9aa51710-f42f-457d-b8b0-9d2f60965a96 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/2ae0c355-59ab-44cd-8928-f956748ad087 HTTP/1.1" status: 404 len: 337 time: 0.0730305 Aug 20 12:13:26.639576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58314) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:26.675852 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f86334b-2a4c-49a2-9d11-50f49606de01 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:26.676451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f86334b-2a4c-49a2-9d11-50f49606de01 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:26.678205 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6f86334b-2a4c-49a2-9d11-50f49606de01 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/64c8fd6c-54c4-4368-95eb-642c36eaa246 HTTP/1.1" status: 404 len: 339 time: 0.0376940 Aug 20 12:13:26.682544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58316) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:26.730811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db71b41-275f-41ac-9ac3-fa55c2c796de req-060449eb-a24f-40f0-ab73-7b7ff925a70c tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:26.732278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4db71b41-275f-41ac-9ac3-fa55c2c796de req-060449eb-a24f-40f0-ab73-7b7ff925a70c tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1304517 Aug 20 12:13:26.739287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f68ab9-bbed-4573-8e77-e7045aa5884d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting subnet 3f7e5aee-6c76-41b7-9819-152e868aa2d7 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:13:26.743000 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75f68ab9-bbed-4573-8e77-e7045aa5884d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.745530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d5a9-a0b2-45fb-9733-ce449274ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.748043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d5a9-a0b2-45fb-9733-ce449274ae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.759682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:26.763481 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b2d5d5a9-a0b2-45fb-9733-ce449274ae01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56e53892-b851-4309-b588-73436cd32939 HTTP/1.1" status: 204 len: 168 time: 0.2206545 Aug 20 12:13:26.778656 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c478f8cb-b4a1-4711-b904-a4beb07df34c None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:26.789722 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478f8cb-b4a1-4711-b904-a4beb07df34c None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:26.790980 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c478f8cb-b4a1-4711-b904-a4beb07df34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:26.791478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4db71b41-275f-41ac-9ac3-fa55c2c796de req-714e5b5d-c06f-41d7-a247-20349b86e399 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490782 Aug 20 12:13:26.794401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.828029 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1f91181b-83a5-404e-aafc-beb70daebd5b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3829761 Aug 20 12:13:26.829034 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c478f8cb-b4a1-4711-b904-a4beb07df34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:26.835563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5d5a9-a0b2-45fb-9733-ce449274ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e53892-b851-4309-b588-73436cd32939,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:26.837207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58322) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:26.844402 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478f8cb-b4a1-4711-b904-a4beb07df34c None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:26.845129 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c478f8cb-b4a1-4711-b904-a4beb07df34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:26.846446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-863421880'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:26.871775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75f68ab9-bbed-4573-8e77-e7045aa5884d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.877127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:26.887956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.888206 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c478f8cb-b4a1-4711-b904-a4beb07df34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:26.888941 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c478f8cb-b4a1-4711-b904-a4beb07df34c None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:26.926432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:26.949381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:26.950026 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Added segment af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9 of type vlan for network 7969d338-2ea8-4252-ace6-3e49f61242c0 Aug 20 12:13:26.955576 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.001616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75f68ab9-bbed-4573-8e77-e7045aa5884d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.005783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.048942 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.057350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:27.057350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.075449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 76de831f-9e2a-4cb5-82e5-8104931e65b5 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:13:27.096984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75f68ab9-bbed-4573-8e77-e7045aa5884d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.130507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f68ab9-bbed-4573-8e77-e7045aa5884d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7e5aee-6c76-41b7-9819-152e868aa2d7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:27.141371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75f68ab9-bbed-4573-8e77-e7045aa5884d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.146011 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-75f68ab9-bbed-4573-8e77-e7045aa5884d tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/subnets/3f7e5aee-6c76-41b7-9819-152e868aa2d7 HTTP/1.1" status: 204 len: 168 time: 0.4613435 Aug 20 12:13:27.146167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58332) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:27.150316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67b3162-ec89-41c2-90f5-7a3b2d6b765c None None] Network ec507fd2-7dd9-44f0-a662-6658a75527e5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:27.237125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3982115 Aug 20 12:13:27.239858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58338) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:27.246532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'subnet': {'network_id': '7969d338-2ea8-4252-ace6-3e49f61242c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:27.280907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device be13aace-3619-4607-84a2-bbaa643fbf11 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:27.288298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 76de831f-9e2a-4cb5-82e5-8104931e65b5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=76de831f-9e2a-4cb5-82e5-8104931e65b5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:27.289904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5e7e0-3eab-448a-816e-1a09c7a11f54 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Network': ['ID=7969d338-2ea8-4252-ace6-3e49f61242c0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:27.316785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:27.322714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: be13aace-3619-4607-84a2-bbaa643fbf11 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:27.323057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device be13aace-3619-4607-84a2-bbaa643fbf11 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:27.339191 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.356179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffd1fe-510b-4a1f-bdc8-7639649ad422 req-ba67af41-413b-486e-991f-64aaa3935fea tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:27.370719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:27.374979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.380744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89ffd1fe-510b-4a1f-bdc8-7639649ad422 req-ba67af41-413b-486e-991f-64aaa3935fea tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 944 time: 0.2361248 Aug 20 12:13:27.393728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '76de831f-9e2a-4cb5-82e5-8104931e65b5', 'network_id': '6f7021bb-6e8c-453c-bca1-31d5bea963ed', 'port_id': '76de831f-9e2a-4cb5-82e5-8104931e65b5', 'mac_address': 'fa:16:3e:ca:e4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886444a5-b6c7-4939-8cf4-e3eccaa8ffc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:13:27.462095 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.479985 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76de831f-9e2a-4cb5-82e5-8104931e65b5 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:27.513665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 76de831f-9e2a-4cb5-82e5-8104931e65b5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=76de831f-9e2a-4cb5-82e5-8104931e65b5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:27.517123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89ffd1fe-510b-4a1f-bdc8-7639649ad422 req-a6501182-1aee-4cb3-a62d-4c4c29ab6685 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287425 Aug 20 12:13:27.519975 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.558498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Deleting port daddee4d-f2ff-45c1-9d4d-9054b6f437df {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:27.558999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.590781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=76de831f-9e2a-4cb5-82e5-8104931e65b5,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:27.594649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] DHCP port deletion for ec507fd2-7dd9-44f0-a662-6658a75527e5 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:13:27.639363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] For port daddee4d-f2ff-45c1-9d4d-9054b6f437df, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=daddee4d-f2ff-45c1-9d4d-9054b6f437df,segment=NetworkSegment(33b933dc-a4e0-4aca-8829-fa11a9214369),segment_id=33b933dc-a4e0-4aca-8829-fa11a9214369)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:27.639844 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.655117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Calling delete_port for daddee4d-f2ff-45c1-9d4d-9054b6f437df owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:27.661747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] Deleting port daddee4d-f2ff-45c1-9d4d-9054b6f437df {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:27.662105 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.669600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b19ab-67e0-4a0e-94fc-412e9d0ed1d2 req-ad5c8f83-c46f-4666-a8d9-957556f43780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:27.671393 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d65b19ab-67e0-4a0e-94fc-412e9d0ed1d2 req-ad5c8f83-c46f-4666-a8d9-957556f43780 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 1098 time: 0.1079948 Aug 20 12:13:27.721064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.747840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] For port daddee4d-f2ff-45c1-9d4d-9054b6f437df, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=daddee4d-f2ff-45c1-9d4d-9054b6f437df,segment=NetworkSegment(33b933dc-a4e0-4aca-8829-fa11a9214369),segment_id=33b933dc-a4e0-4aca-8829-fa11a9214369)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:27.748242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.754087 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d65b19ab-67e0-4a0e-94fc-412e9d0ed1d2 req-2d7f8285-7a0a-424d-b8dd-bfb42ea92ee9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709183 Aug 20 12:13:27.762349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] Calling delete_port for daddee4d-f2ff-45c1-9d4d-9054b6f437df owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:27.764673 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.786751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Subnet': ['ID=d1bbc3fa-4a63-423c-8ecb-75df982298d0,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:27.801711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Port': ['ID=daddee4d-f2ff-45c1-9d4d-9054b6f437df,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:27.804163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] No DVR routers for this DVR port daddee4d-f2ff-45c1-9d4d-9054b6f437df on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:27.808973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Checking segment: {'id': 'af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7969d338-2ea8-4252-ace6-3e49f61242c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:27.809509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network hostable DHCP agents. Network: 7969d338-2ea8-4252-ace6-3e49f61242c0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:27.830821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:27.843781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7969d338-2ea8-4252-ace6-3e49f61242c0) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:27.849061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:27.850164 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.866630 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.875639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['76de831f-9e2a-4cb5-82e5-8104931e65b5'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:27.879412 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-667f4eda-a852-4765-b312-9f9b38a51856 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6381330 Aug 20 12:13:27.880177 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58358) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:27.886459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1849781348', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:27.919645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f22c3-5715-482f-9df6-81bd8f7cdbfd None None] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:27.921985 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:27.923541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.049056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.145953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] Pushing event deleted for resources: {'Port': ['ID=daddee4d-f2ff-45c1-9d4d-9054b6f437df,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:28.162331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8eb82-a338-451f-b357-f21692ab5e53 None None] No DVR routers for this DVR port daddee4d-f2ff-45c1-9d4d-9054b6f437df on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:28.204293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-7969d338-2ea8-4252-ace6-3e49f61242c0', 'network_id': '7969d338-2ea8-4252-ace6-3e49f61242c0', 'tenant_id': 'a39f58f88c234a50b4486ba77b58533f', 'fixed_ips': [{'subnet_id': 'd1bbc3fa-4a63-423c-8ecb-75df982298d0'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:28.205916 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.210203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.230477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e9fa7-417a-430a-bdff-6ac7b508db92 req-9b73c425-d1c4-4ebc-bbbb-f10b6d8f3214 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:28.238124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-155e9fa7-417a-430a-bdff-6ac7b508db92 req-9b73c425-d1c4-4ebc-bbbb-f10b6d8f3214 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1113126 Aug 20 12:13:28.241768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec507fd2-7dd9-44f0-a662-6658a75527e5']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:28.251259 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.267826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b933dc-a4e0-4aca-8829-fa11a9214369') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:28.268185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b933dc-a4e0-4aca-8829-fa11a9214369') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:28.294711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.309752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-155e9fa7-417a-430a-bdff-6ac7b508db92 req-0dc0e8cd-60df-4403-b052-b66b9762fa54 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657923 Aug 20 12:13:28.324119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.331526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:28.332782 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:28.335872 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:28.412567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.436403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.439789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] 10.222.0.25 "DELETE /v2.0/networks/ec507fd2-7dd9-44f0-a662-6658a75527e5 HTTP/1.1" status: 204 len: 168 time: 1.2921882 Aug 20 12:13:28.440821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa43646-7da8-4051-a786-5c34d5df86b0 tempest-NetworksIpV6Test-360430628 tempest-NetworksIpV6Test-360430628-project] Pushing event deleted for resources: {'Network': ['ID=ec507fd2-7dd9-44f0-a662-6658a75527e5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:28.480581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Allocated IP 172.20.0.2 (7969d338-2ea8-4252-ace6-3e49f61242c0/d1bbc3fa-4a63-423c-8ecb-75df982298d0/d8b06806-eb93-4ba1-9fdd-e66cf18f51c6) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:28.510150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58372) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:28.536828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.568623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.648174 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.660560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Transition to ACTIVE for port object d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:28.678511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4076c-4f22-4f58-b35f-47e0cd3d85b1 req-bd0ff097-c1b5-4974-9c6b-8e780cad46d9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:28.680423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.25.0.57 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/6a7f8d09-98d2-408b-964d-57d8a79cae10) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:28.683220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Transition to ACTIVE for port object d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:28.690055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adf4076c-4f22-4f58-b35f-47e0cd3d85b1 req-bd0ff097-c1b5-4974-9c6b-8e780cad46d9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 945 time: 0.0777605 Aug 20 12:13:28.694240 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.745703 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-500ab4fb-156c-4941-80ca-fac6e41de1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.751530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adf4076c-4f22-4f58-b35f-47e0cd3d85b1 req-29de4fab-a2b6-41cf-880b-f794f6dbd408 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606141 Aug 20 12:13:28.782883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:28.786312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:28.790449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:28.813973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Pushing event updated for resources: {'Port': ['ID=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:28.860151 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.880176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Attempting to bind port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:28.880547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Attempting to bind port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7969d338-2ea8-4252-ace6-3e49f61242c0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:28.880913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Attempting to bind port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 on network 7969d338-2ea8-4252-ace6-3e49f61242c0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:28.883355 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-500ab4fb-156c-4941-80ca-fac6e41de1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.888163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:28.888388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Checking segment: {'id': 'af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7969d338-2ea8-4252-ace6-3e49f61242c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:28.888780 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.889420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Bound using segment: {'id': 'af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7969d338-2ea8-4252-ace6-3e49f61242c0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:28.889613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Bound port: d8b06806-eb93-4ba1-9fdd-e66cf18f51c6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7969d338-2ea8-4252-ace6-3e49f61242c0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:28.890009 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.891888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-500ab4fb-156c-4941-80ca-fac6e41de1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.911202 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.937267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-500ab4fb-156c-4941-80ca-fac6e41de1e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84b583a77f504e8f82af5d2a646277d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248424 Aug 20 12:13:28.939608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ab4fb-156c-4941-80ca-fac6e41de1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72bb92d-22ff-42bb-a619-c6820351b6ab,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:28.942689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58380) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:28.959937 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58382) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:28.973596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:28.976346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:28.980358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] For port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:28.984374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] For port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,segment=NetworkSegment(af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9),segment_id=af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:28.986719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:28.992141 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.011156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-904942ae-1c8b-49f9-970c-24328aaa8fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.011744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=6a7f8d09-98d2-408b-964d-57d8a79cae10,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:29.056177 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-904942ae-1c8b-49f9-970c-24328aaa8fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.071273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430f5c4-1c41-45cb-965b-ad97dfae5b09 None None] Pushing event updated for resources: {'Port': ['ID=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:29.121654 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-904942ae-1c8b-49f9-970c-24328aaa8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.125030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-904942ae-1c8b-49f9-970c-24328aaa8fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.126600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-904942ae-1c8b-49f9-970c-24328aaa8fd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b72bb92d-22ff-42bb-a619-c6820351b6ab HTTP/1.1" status: 204 len: 168 time: 0.1829829 Aug 20 12:13:29.148011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904942ae-1c8b-49f9-970c-24328aaa8fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72bb92d-22ff-42bb-a619-c6820351b6ab,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:29.233356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-61b057b9-9061-4021-8bed-bf47c4f5626f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c76979a814140f996d6a9ed3420af6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714386 Aug 20 12:13:29.234891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58392) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:29.304445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device daddee4d-f2ff-45c1-9d4d-9054b6f437df no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:29.314413 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd9f35ed-524e-4051-9687-c153f5f10e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.394542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: daddee4d-f2ff-45c1-9d4d-9054b6f437df {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:29.394894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device daddee4d-f2ff-45c1-9d4d-9054b6f437df not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:29.400865 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd9f35ed-524e-4051-9687-c153f5f10e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.487300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.501899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd9f35ed-524e-4051-9687-c153f5f10e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.504743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd9f35ed-524e-4051-9687-c153f5f10e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.505918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dd9f35ed-524e-4051-9687-c153f5f10e6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cdfaac8-56ad-47f0-b5e2-244ce621dc8f HTTP/1.1" status: 204 len: 168 time: 0.2686365 Aug 20 12:13:29.529860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f35ed-524e-4051-9687-c153f5f10e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfaac8-56ad-47f0-b5e2-244ce621dc8f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:29.557709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b483de-8e1a-416f-b1f0-9283ef222a46 req-fd60be03-9402-4f4e-b4c2-1aea98ced146 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.559497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84b483de-8e1a-416f-b1f0-9283ef222a46 req-fd60be03-9402-4f4e-b4c2-1aea98ced146 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.0851371 Aug 20 12:13:29.604222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84b483de-8e1a-416f-b1f0-9283ef222a46 req-fb9a5533-98de-40d8-bf0a-c6c27feff093 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Aug 20 12:13:29.958934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f0842-5fd8-433d-9183-d232b7675142 req-10669bd7-5876-4ae5-882b-61aad2ec0076 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.970773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f4f0842-5fd8-433d-9183-d232b7675142 req-10669bd7-5876-4ae5-882b-61aad2ec0076 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 945 time: 0.0857637 Aug 20 12:13:30.028923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328664-22ef-4952-a26f-d620773204d3 req-5f076f81-2a0b-487f-ab4d-a2b804b7cf21 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:30.036730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-5f076f81-2a0b-487f-ab4d-a2b804b7cf21 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 811 time: 0.2203305 Aug 20 12:13:30.089849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-e0b8bf25-2bb6-4b2b-9df6-4130a9214356 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/quotas/6373b7e7312e4950b10c119b584076c6 HTTP/1.1" status: 200 len: 375 time: 0.0520947 Aug 20 12:13:30.094494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:30.147270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f4f0842-5fd8-433d-9183-d232b7675142 req-6c15bac6-438e-4ecb-bd83-74ff9296640a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072779 Aug 20 12:13:30.175891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-ed6ec052-ab34-49a5-aa8a-dcf64477bb8a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850580 Aug 20 12:13:30.349904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router 3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:13:30.424597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-abfd7104-0935-47dd-8b91-8506a8ca4015 service neutron] 10.222.0.25 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464080 Aug 20 12:13:30.519245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db8e11b-6324-4da4-be1e-5ec86ea7bdad None None] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:30.526109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:30.544535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-2024584c-2eab-43d0-ad35-1e9cdefdd51e service neutron] 10.222.0.25 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141725 Aug 20 12:13:30.561578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:30.564464 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-89d31998-2d12-441d-89d9-7d6dae16fbb2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6831641 Aug 20 12:13:30.567207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58446) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:30.622040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f4b73-47fc-4d73-883a-35a929d606d9 None None] Sync routers for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:30.706559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f4b73-47fc-4d73-883a-35a929d606d9 None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:30.707154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f17f4b73-47fc-4d73-883a-35a929d606d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:30.720154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d997d515-13f5-46e6-920f-1f022adc2e38 None None] Provisioning for port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:30.812216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f17f4b73-47fc-4d73-883a-35a929d606d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:30.855984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9f25d20-5b5e-4161-9119-5e0ef7866204 req-10bc4777-7e37-47bd-9506-36089a86face tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 210 time: 0.0381014 Aug 20 12:13:30.885984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f4b73-47fc-4d73-883a-35a929d606d9 None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:30.885984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f17f4b73-47fc-4d73-883a-35a929d606d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:30.931363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f17f4b73-47fc-4d73-883a-35a929d606d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:30.932098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f4b73-47fc-4d73-883a-35a929d606d9 None None] The sync data for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:31.049983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58470) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:31.058060 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032179 Aug 20 12:13:31.058409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58472) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:31.080606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 76de831f-9e2a-4cb5-82e5-8104931e65b5 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:31.194711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 76de831f-9e2a-4cb5-82e5-8104931e65b5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:31.202520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 76de831f-9e2a-4cb5-82e5-8104931e65b5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:31.204448 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:31.231401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:31.304287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-475bd13e-66e7-4160-8fe0-e00dde92a459 tempest-NetworksApiDiscovery-1836538050 tempest-NetworksApiDiscovery-1836538050-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2443166 Aug 20 12:13:31.409012 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:31.458686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0c6128-3e85-428f-9558-e6f08c3f0356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76de831f-9e2a-4cb5-82e5-8104931e65b5'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:31.460935 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101daa64-ad84-4f88-a455-be35890ccc05" -d '{"events": [{"server_uuid": "5c0c6128-3e85-428f-9558-e6f08c3f0356", "name": "network-vif-plugged", "status": "completed", "tag": "76de831f-9e2a-4cb5-82e5-8104931e65b5"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:31.523992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:31.534693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 76de831f-9e2a-4cb5-82e5-8104931e65b5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=76de831f-9e2a-4cb5-82e5-8104931e65b5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:31.568323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:31.580000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd1303-a999-4af8-bcc6-65d268db2b74 req-eabd15b4-bb94-42c2-b934-35b6c9a087d2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:31.592491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56bd1303-a999-4af8-bcc6-65d268db2b74 req-eabd15b4-bb94-42c2-b934-35b6c9a087d2 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 945 time: 0.1949484 Aug 20 12:13:31.643847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=76de831f-9e2a-4cb5-82e5-8104931e65b5,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:31.677435 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951c3e7a-293c-4a73-9f10-9fb29fd5efa8 x-openstack-request-id: req-951c3e7a-293c-4a73-9f10-9fb29fd5efa8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:31.678131 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0c6128-3e85-428f-9558-e6f08c3f0356", "name": "network-vif-plugged", "status": "completed", "tag": "76de831f-9e2a-4cb5-82e5-8104931e65b5", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:31.678600 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-951c3e7a-293c-4a73-9f10-9fb29fd5efa8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:31.679003 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0c6128-3e85-428f-9558-e6f08c3f0356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76de831f-9e2a-4cb5-82e5-8104931e65b5', 'code': 200} Aug 20 12:13:31.680529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56bd1303-a999-4af8-bcc6-65d268db2b74 req-2210b69b-a87f-40e8-8975-0f30aee9bb1d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860014 Aug 20 12:13:31.692884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:31.708086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:31.708621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:31.776208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58524) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:31.861658 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:31.912889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84e18-89b0-4de6-954d-4e2080f6d9b0 req-d807d21f-8902-448e-a8b1-faecf977a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:31.916812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,segment=NetworkSegment(af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9),segment_id=af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:31.918474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bf84e18-89b0-4de6-954d-4e2080f6d9b0 req-d807d21f-8902-448e-a8b1-faecf977a2a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 1098 time: 0.1213245 Aug 20 12:13:31.929523 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:31.984616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-801e030e-6d73-46da-b914-017d4f3d26bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.007697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.20.0.1 (7969d338-2ea8-4252-ace6-3e49f61242c0/d1bbc3fa-4a63-423c-8ecb-75df982298d0/ee4b95c0-cce8-46e2-92de-1e431928b200) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:32.017192 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:32.045802 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bf84e18-89b0-4de6-954d-4e2080f6d9b0 req-fc565f2f-00ce-44c2-8ba5-199e6d53eeab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849681 Aug 20 12:13:32.063695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd6d3586-6b2f-4066-88ad-a633124b539d req-c05af17c-7271-4cb6-bc71-7df5d1c76a9f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 210 time: 0.0419314 Aug 20 12:13:32.141213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-801e030e-6d73-46da-b914-017d4f3d26bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.145889 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-801e030e-6d73-46da-b914-017d4f3d26bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.164328 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.186798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Transition to ACTIVE for port object ee4b95c0-cce8-46e2-92de-1e431928b200 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:32.199845 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-801e030e-6d73-46da-b914-017d4f3d26bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9948e09d456c48bfb41ee258b2b5ddbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201412 Aug 20 12:13:32.199845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e030e-6d73-46da-b914-017d4f3d26bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280ccd0d-e3c4-4b28-88d9-426ec276d895,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:32.200571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58556) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:32.262908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.311618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-abe9a7bb-7fdb-4587-9a7a-69043b617d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.324076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:32.332668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:32.335233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:32.377641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=ee4b95c0-cce8-46e2-92de-1e431928b200,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:32.396829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-abe9a7bb-7fdb-4587-9a7a-69043b617d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.452573 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.549195 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-abe9a7bb-7fdb-4587-9a7a-69043b617d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.552392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-abe9a7bb-7fdb-4587-9a7a-69043b617d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.557142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-abe9a7bb-7fdb-4587-9a7a-69043b617d43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/280ccd0d-e3c4-4b28-88d9-426ec276d895 HTTP/1.1" status: 204 len: 168 time: 0.3538313 Aug 20 12:13:32.575423 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-8b5073aa-3ea0-4b85-920c-c931fc2574c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1389551 Aug 20 12:13:32.592182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9a7bb-7fdb-4587-9a7a-69043b617d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280ccd0d-e3c4-4b28-88d9-426ec276d895,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:32.681968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328664-22ef-4952-a26f-d620773204d3 req-04e23001-8301-4252-a532-31627bd8b5c0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.687833 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-04e23001-8301-4252-a532-31627bd8b5c0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.73 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 811 time: 0.2632451 Aug 20 12:13:32.701968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Request body: {'port': {'device_id': '1bc05b84-b19b-4d66-92fc-8dcbe28bc85f', 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3', 'admin_state_up': True, 'tenant_id': '6373b7e7312e4950b10c119b584076c6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:32.741777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-353fc7c9-3aa9-4f9a-a65a-4195af1e05a3 None None] Provisioning for port ee4b95c0-cce8-46e2-92de-1e431928b200 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:32.743854 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.763765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-353fc7c9-3aa9-4f9a-a65a-4195af1e05a3 None None] Provisioning complete for port ee4b95c0-cce8-46e2-92de-1e431928b200 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:32.764137 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-353fc7c9-3aa9-4f9a-a65a-4195af1e05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:32.836406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-353fc7c9-3aa9-4f9a-a65a-4195af1e05a3 None None] Port ee4b95c0-cce8-46e2-92de-1e431928b200 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:13:32.873986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a632b0df-f89b-424c-8baa-06983623e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.874564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a632b0df-f89b-424c-8baa-06983623e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.874964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a632b0df-f89b-424c-8baa-06983623e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.875442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a632b0df-f89b-424c-8baa-06983623e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.876887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a632b0df-f89b-424c-8baa-06983623e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.876887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a632b0df-f89b-424c-8baa-06983623e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.876887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a632b0df-f89b-424c-8baa-06983623e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.878868 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a632b0df-f89b-424c-8baa-06983623e914 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6498 time: 0.1280975 Aug 20 12:13:32.956519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab631deb-8e9c-4b7c-bd8b-e50795796c76 req-1a337c07-05b3-45bb-9f76-92fb49ad6281 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:32.958249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab631deb-8e9c-4b7c-bd8b-e50795796c76 req-1a337c07-05b3-45bb-9f76-92fb49ad6281 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1736085 Aug 20 12:13:33.019413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Made reservation on behalf of 6373b7e7312e4950b10c119b584076c6 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:33.023490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:33.077645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab631deb-8e9c-4b7c-bd8b-e50795796c76 req-6c2100dc-4e4c-4f24-9cda-15fc755fe965 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082814 Aug 20 12:13:33.113279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-9185a7db-98e2-4013-a15a-83b36ccde2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:33.113758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-9185a7db-98e2-4013-a15a-83b36ccde2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:33.114244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-9185a7db-98e2-4013-a15a-83b36ccde2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:33.115871 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-9185a7db-98e2-4013-a15a-83b36ccde2e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d HTTP/1.1" status: 200 len: 2293 time: 0.1950336 Aug 20 12:13:33.263512 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-56625ff0-db94-4434-a275-d4eb19c405e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3869de41-f6fb-423c-b819-9b6dbbf24203 HTTP/1.1" status: 200 len: 1002 time: 0.1374578 Aug 20 12:13:33.319280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:33.332188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbcef017-e357-4f7d-a317-28e3afb06085 req-76057f53-1c04-4c07-b190-b5ff4175a46a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 210 time: 0.0702569 Aug 20 12:13:33.345957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Allocated IP 172.20.0.5 (2888111c-54fa-4a33-a516-c36b95dd14f3/65515df6-a6ae-4750-a80f-0df50eebbe22/449726d3-9314-49a4-ac1f-01d032e5d4d9) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:33.380000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-c58d9185-5797-45c8-ba65-deefff0a31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:33.381623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-c58d9185-5797-45c8-ba65-deefff0a31ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1997658-2814-450a-ba4d-6c3bc1dc231e HTTP/1.1" status: 200 len: 851 time: 0.1045980 Aug 20 12:13:33.416016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:33.416463 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:33.419116 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:33.431540 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:33.519291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a115c1d4-705c-416e-9b84-592a7a17d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:33.532947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a115c1d4-705c-416e-9b84-592a7a17d724 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363711 Aug 20 12:13:33.561532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=ee4b95c0-cce8-46e2-92de-1e431928b200,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:33.576919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:33.693354 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:33.705780 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-9245e292-712c-42ad-9c14-add22e891b9e service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728747 Aug 20 12:13:33.711461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:33.713281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:33.833277 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:33.846078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['22a7c02f-b62a-4008-8e6f-8ec36fd645f9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:33.943884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Network 2888111c-54fa-4a33-a516-c36b95dd14f3 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:33.955868 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-5f38888b-1884-4ad6-bce9-be97ed579711 service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328076 Aug 20 12:13:33.956243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router 3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:33.972172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:33.975028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:34.065007 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-843923e1-a571-4c59-a43c-677f07a69486 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 200 len: 217 time: 0.0881898 Aug 20 12:13:34.082858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Pushing event updated for resources: {'Port': ['ID=449726d3-9314-49a4-ac1f-01d032e5d4d9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:34.145574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:34.148564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:34.163570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-35ed7b5e-4b1b-435e-b9af-246214264e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:34.166376 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-35ed7b5e-4b1b-435e-b9af-246214264e4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1006105 Aug 20 12:13:34.181414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-81ddaaec-9df3-45ae-a286-e75ef110dcb3 None None] Provisioning complete for port ee4b95c0-cce8-46e2-92de-1e431928b200 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:34.181980 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-81ddaaec-9df3-45ae-a286-e75ef110dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:34.194452 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-6c14293a-c5b0-4e74-9943-c8d8398d76c2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4942074 Aug 20 12:13:34.234279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-81ddaaec-9df3-45ae-a286-e75ef110dcb3 None None] Port ee4b95c0-cce8-46e2-92de-1e431928b200 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:13:34.248253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Request body: {'port': {'device_id': '1bc05b84-b19b-4d66-92fc-8dcbe28bc85f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:34.342370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-de616d42-ca34-449f-9040-975aa39a24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:34.345439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-de616d42-ca34-449f-9040-975aa39a24b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1719794 Aug 20 12:13:34.358325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:34.441983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b62f4-8032-4984-81c8-5b09f0915032 req-5560ca00-be65-49d1-ace1-c90ee0c91d73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:34.443526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa2b62f4-8032-4984-81c8-5b09f0915032 req-5560ca00-be65-49d1-ace1-c90ee0c91d73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0947194 Aug 20 12:13:34.518521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:34.528553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7dd89dd7-205e-4cbe-b2a2-0709fb9b1557 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/routers/3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9601781 Aug 20 12:13:34.529800 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26343ea7-ec58-4a0c-a244-a5d3f9abb2d5 None None] Sync routers for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:34.537184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58614) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:34.546233 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26343ea7-ec58-4a0c-a244-a5d3f9abb2d5 None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:34.547111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'port': {'network_id': '7969d338-2ea8-4252-ace6-3e49f61242c0', 'name': 'tempest-FloatingIPTestJSON-862615050'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:34.547489 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-26343ea7-ec58-4a0c-a244-a5d3f9abb2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:34.594150 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-26343ea7-ec58-4a0c-a244-a5d3f9abb2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:34.606929 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26343ea7-ec58-4a0c-a244-a5d3f9abb2d5 None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:34.607883 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-26343ea7-ec58-4a0c-a244-a5d3f9abb2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:34.647003 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-26343ea7-ec58-4a0c-a244-a5d3f9abb2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:34.648012 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26343ea7-ec58-4a0c-a244-a5d3f9abb2d5 None None] The sync data for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:34.659723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa2b62f4-8032-4984-81c8-5b09f0915032 req-b94a18b1-f1df-40de-9071-e719b68f7524 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094102 Aug 20 12:13:34.670089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3bee-e623-40af-b559-191bd87667cf req-32f3ee35-32ae-4506-a08b-10f233c56ac1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:34.671651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-192a3bee-e623-40af-b559-191bd87667cf req-32f3ee35-32ae-4506-a08b-10f233c56ac1 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 931 time: 0.1975746 Aug 20 12:13:34.697387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-6638bc5d-624e-4e17-ac66-2ccc25a9ff48 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361583 Aug 20 12:13:34.736370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Made reservation on behalf of a39f58f88c234a50b4486ba77b58533f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:34.750366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:34.799606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] device_id is not set on port 123ff588-00f0-4586-815b-ca9747b6e82e yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:13:34.896354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-192a3bee-e623-40af-b559-191bd87667cf req-5ce6d066-5226-4132-8b07-1065e77872cd tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166946 Aug 20 12:13:34.963065 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-18c1ab26-aa4c-4e8f-8e46-bf19dff0d0ad service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540414 Aug 20 12:13:35.013826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Allocated IP 172.20.0.10 (7969d338-2ea8-4252-ace6-3e49f61242c0/d1bbc3fa-4a63-423c-8ecb-75df982298d0/123ff588-00f0-4586-815b-ca9747b6e82e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:35.066915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-61e05f01-c282-49f8-ab4d-72161cfad3c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 200 len: 217 time: 0.0818977 Aug 20 12:13:35.208700 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.220594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-8f2dae25-2e96-4b45-acd5-a4166683a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:35.223295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-8f2dae25-2e96-4b45-acd5-a4166683a06d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1475518 Aug 20 12:13:35.229038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Transition to ACTIVE for port object 123ff588-00f0-4586-815b-ca9747b6e82e will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:35.296996 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.300594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449726d3-9314-49a4-ac1f-01d032e5d4d9 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:35.331623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.367294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-e4774247-c1a6-48d6-a2e8-001f9d11db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:35.369425 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-e4774247-c1a6-48d6-a2e8-001f9d11db1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1377299 Aug 20 12:13:35.369944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Transition to ACTIVE for port object 449726d3-9314-49a4-ac1f-01d032e5d4d9 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:35.376027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.418973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:35.426858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:35.439410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:35.484808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event updated for resources: {'Port': ['ID=123ff588-00f0-4586-815b-ca9747b6e82e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:35.517242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac83d1-5295-4097-a50d-1466cdb7ba3e req-737b131d-9872-4355-a16a-94f35c67f01d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:35.519236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Pushing event updated for resources: {'Port': ['ID=449726d3-9314-49a4-ac1f-01d032e5d4d9,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:35.525686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bac83d1-5295-4097-a50d-1466cdb7ba3e req-737b131d-9872-4355-a16a-94f35c67f01d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.5245821 Aug 20 12:13:35.576174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5bac83d1-5295-4097-a50d-1466cdb7ba3e req-28077ae6-ce02-4cb3-b162-b6179224194d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493989 Aug 20 12:13:35.586431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:35.600074 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.629776 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-cffc7c4c-b780-46f8-8886-42781f43e587 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508895 Aug 20 12:13:35.645091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-13fd1792-9dc7-4c2f-b38b-4cc8e4b53aa9 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1057229 Aug 20 12:13:35.648092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58636) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:35.655139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Request body: {'floatingip': {'port_id': '123ff588-00f0-4586-815b-ca9747b6e82e'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:35.746994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Attempting to bind port 449726d3-9314-49a4-ac1f-01d032e5d4d9 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:35.747377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Attempting to bind port 449726d3-9314-49a4-ac1f-01d032e5d4d9 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:35.747746 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Attempting to bind port 449726d3-9314-49a4-ac1f-01d032e5d4d9 on network 2888111c-54fa-4a33-a516-c36b95dd14f3 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:35.761760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Port 449726d3-9314-49a4-ac1f-01d032e5d4d9 on network 2888111c-54fa-4a33-a516-c36b95dd14f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:13:35.762094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Attempting to bind port 449726d3-9314-49a4-ac1f-01d032e5d4d9 on network 2888111c-54fa-4a33-a516-c36b95dd14f3 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:35.774961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-26c17aff-8a65-498d-a95e-7ee684b2410d None None] Provisioning for port 123ff588-00f0-4586-815b-ca9747b6e82e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:35.777101 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.779154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:35.779498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Checking segment: {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:35.780062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Bound using segment: {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:35.780476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Bound port: 449726d3-9314-49a4-ac1f-01d032e5d4d9, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e2d1bd-0464-4732-9a30-9651de89e780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:35.780844 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.792117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-26c17aff-8a65-498d-a95e-7ee684b2410d None None] Provisioning complete for port 123ff588-00f0-4586-815b-ca9747b6e82e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:35.794508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-26c17aff-8a65-498d-a95e-7ee684b2410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.843433 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-5f705fcb-a0fa-4fb1-ba84-b24546364b9e service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039759 Aug 20 12:13:35.919200 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-79028cee-a22c-4623-9437-6769bf517f4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb HTTP/1.1" status: 200 len: 217 time: 0.0629728 Aug 20 12:13:35.924722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] For port 449726d3-9314-49a4-ac1f-01d032e5d4d9, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:35.930929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] For port 449726d3-9314-49a4-ac1f-01d032e5d4d9, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:35.944025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-26c17aff-8a65-498d-a95e-7ee684b2410d None None] Port 123ff588-00f0-4586-815b-ca9747b6e82e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:13:35.950349 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:35.969928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e30e3-36f8-42b4-9fad-d20b2579bf26 req-d10d3fb0-2626-482c-92a1-906b3a168551 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:35.978649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-221e30e3-36f8-42b4-9fad-d20b2579bf26 req-d10d3fb0-2626-482c-92a1-906b3a168551 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.2515662 Aug 20 12:13:36.033455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:36.033455 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:36.034655 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] 10.222.0.73 "PUT /v2.0/ports/449726d3-9314-49a4-ac1f-01d032e5d4d9 HTTP/1.1" status: 200 len: 1092 time: 1.8073299 Aug 20 12:13:36.035121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc05b84-b19b-4d66-92fc-8dcbe28bc85f', 'tag': '449726d3-9314-49a4-ac1f-01d032e5d4d9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:36.039459 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d90d684-e7dd-4726-82f3-7b65c9d305e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc05b84-b19b-4d66-92fc-8dcbe28bc85f", "tag": "449726d3-9314-49a4-ac1f-01d032e5d4d9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:36.051849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-757b33c6-40d5-4653-bbb3-9072788bc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:36.053315 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-757b33c6-40d5-4653-bbb3-9072788bc210 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1254237 Aug 20 12:13:36.115321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae94b94-ab77-4805-bcf9-2532b97eac5d service neutron] Pushing event updated for resources: {'Port': ['ID=449726d3-9314-49a4-ac1f-01d032e5d4d9,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:36.115651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-221e30e3-36f8-42b4-9fad-d20b2579bf26 req-41af4d28-73a0-464d-a36c-eda909b91bff tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351800 Aug 20 12:13:36.168283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-b9b73a9d-00a9-457f-b521-bf99ec73b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:36.169947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-b9b73a9d-00a9-457f-b521-bf99ec73b904 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054547 Aug 20 12:13:36.174977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328664-22ef-4952-a26f-d620773204d3 req-a1e79d47-475b-49bb-9f4a-f91737f16493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:36.176420 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-a1e79d47-475b-49bb-9f4a-f91737f16493 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 1095 time: 0.0910943 Aug 20 12:13:36.242404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e1f7-d6b7-4528-b00d-076c52f7ade2 req-aa227963-afb7-422a-b0d5-b2a504b4b8ce tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:36.250738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c0e1f7-d6b7-4528-b00d-076c52f7ade2 req-aa227963-afb7-422a-b0d5-b2a504b4b8ce tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 943 time: 0.1223335 Aug 20 12:13:36.273119 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-c39380cd-bc8c-49b1-8da8-bf9f73513879 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9 HTTP/1.1" status: 200 len: 217 time: 0.0849290 Aug 20 12:13:36.319461 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd4e598-68cd-4c38-912c-42eb37d76a2c x-openstack-request-id: req-8cd4e598-68cd-4c38-912c-42eb37d76a2c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:36.319752 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc05b84-b19b-4d66-92fc-8dcbe28bc85f", "tag": "449726d3-9314-49a4-ac1f-01d032e5d4d9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:36.320002 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cd4e598-68cd-4c38-912c-42eb37d76a2c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:36.320400 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc05b84-b19b-4d66-92fc-8dcbe28bc85f', 'tag': '449726d3-9314-49a4-ac1f-01d032e5d4d9', 'status': 'completed', 'code': 200} Aug 20 12:13:36.377469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c0e1f7-d6b7-4528-b00d-076c52f7ade2 req-50e87675-930e-48cb-8ede-d74d11df3567 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209116 Aug 20 12:13:36.733175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cb5e1-92fb-47be-905c-599bcde8f6ff req-088e5f0f-56b4-4643-a0ab-91fd74b84a09 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:36.736025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328664-22ef-4952-a26f-d620773204d3 req-f1704bf9-8585-4d75-a430-36e2e4506843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:36.737502 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-f1704bf9-8585-4d75-a430-36e2e4506843 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65515df6-a6ae-4750-a80f-0df50eebbe22 HTTP/1.1" status: 200 len: 851 time: 0.4569082 Aug 20 12:13:36.738671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a20cb5e1-92fb-47be-905c-599bcde8f6ff req-088e5f0f-56b4-4643-a0ab-91fd74b84a09 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1182351 Aug 20 12:13:36.742811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:36.758980 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-a34acadf-8ca0-4755-bdd7-cdd39ac12a43 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807829 Aug 20 12:13:36.775006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:36.805342 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-e6924615-8fa4-4366-a1df-f9a3ed218e28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2888111c-54fa-4a33-a516-c36b95dd14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561373 Aug 20 12:13:36.901542 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 8821a05c-179c-44a8-953c-348c4dfc5976 associated. External IP: 172.25.0.253, port: 949fd356-cd66-4c53-af0f-018a670c3322. Aug 20 12:13:36.955274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a20cb5e1-92fb-47be-905c-599bcde8f6ff req-de51e721-d053-403a-aeba-8e698b93de41 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093244 Aug 20 12:13:37.020672 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-c65fccc7-1974-4ad8-858a-cf67d189821b service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269402 Aug 20 12:13:37.027366 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-c12116d4-225f-4a19-be97-fa768f6a7941 service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096624 Aug 20 12:13:37.064702 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-bcf912b7-aebc-4902-bb10-0811c041147f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa HTTP/1.1" status: 200 len: 217 time: 0.0362856 Aug 20 12:13:37.183791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-c7e6482b-68a2-443f-8444-ec5ffcd51037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:37.186491 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-c7e6482b-68a2-443f-8444-ec5ffcd51037 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.1126580 Aug 20 12:13:37.219038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:37.238147 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a1328664-22ef-4952-a26f-d620773204d3 req-61dc3308-fcfb-47de-a934-edd093224391 service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723771 Aug 20 12:13:37.264526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-dffc761d-7589-448f-9c9e-a99f4ddc9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:37.266037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-dffc761d-7589-448f-9c9e-a99f4ddc9562 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0709896 Aug 20 12:13:37.443123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-04c3a74d-af27-4390-a7e2-bc24bf90f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:37.443649 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-04c3a74d-af27-4390-a7e2-bc24bf90f693 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 1095 time: 0.1325483 Aug 20 12:13:37.564120 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-d08369ea-ad7e-4b69-a162-efb995cb54ae service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897210 Aug 20 12:13:37.568302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-18d1a7af-bdef-44a9-91c9-833f1dd53827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:37.569864 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-18d1a7af-bdef-44a9-91c9-833f1dd53827 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 912 time: 0.1174860 Aug 20 12:13:37.573978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:37.587915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e49b-c83d-4dff-a289-e78c99b61a1d None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:37.589509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ece04-2095-4ba4-a55d-e010b505647c req-7d322d61-53bd-4e65-a272-ee93a51bdb38 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:37.591009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-015ece04-2095-4ba4-a55d-e010b505647c req-7d322d61-53bd-4e65-a272-ee93a51bdb38 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 943 time: 0.0802078 Aug 20 12:13:37.599151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6e49b-c83d-4dff-a289-e78c99b61a1d None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:37.599696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-06c6e49b-c83d-4dff-a289-e78c99b61a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:37.643800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-06c6e49b-c83d-4dff-a289-e78c99b61a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:37.656721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6e49b-c83d-4dff-a289-e78c99b61a1d None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:37.657587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-06c6e49b-c83d-4dff-a289-e78c99b61a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:37.679316 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-e146ec34-4862-4f28-804b-c36a1a95d973 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9 HTTP/1.1" status: 200 len: 217 time: 0.0813403 Aug 20 12:13:37.701456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-06c6e49b-c83d-4dff-a289-e78c99b61a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:37.702459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e49b-c83d-4dff-a289-e78c99b61a1d None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:37.755684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-b1b3f40a-7f69-44eb-83ee-eb78809d74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:37.757208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-b1b3f40a-7f69-44eb-83ee-eb78809d74e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65515df6-a6ae-4750-a80f-0df50eebbe22 HTTP/1.1" status: 200 len: 851 time: 0.0687447 Aug 20 12:13:37.783367 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-946e5a21-6f15-49f1-9efd-2db1671ef885 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041621 Aug 20 12:13:37.809525 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-e8a94db1-b5de-4a3f-809a-92227d3db8e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2888111c-54fa-4a33-a516-c36b95dd14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441792 Aug 20 12:13:37.855738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-9da133e2-4970-407e-908a-433d5e0a2013 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5174095a-6f98-45d2-9bce-c8534a533a1c HTTP/1.1" status: 200 len: 217 time: 0.0551991 Aug 20 12:13:37.958894 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-015ece04-2095-4ba4-a55d-e010b505647c req-501c66fb-be2e-47dc-8f6e-362d94ac7309 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330317 Aug 20 12:13:37.960216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-aebf330f-e5af-4192-ba0a-2aa305827e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:37.962373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-aebf330f-e5af-4192-ba0a-2aa305827e5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.0953536 Aug 20 12:13:38.010016 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-13e34429-1ac1-43b3-962e-688bd2354ede service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629491 Aug 20 12:13:38.073583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-8512f8c7-7768-4798-aac4-da93d54c71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:38.075217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-8512f8c7-7768-4798-aac4-da93d54c71d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1001809 Aug 20 12:13:38.189202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40e68-475c-4d4d-be44-c1debd1cf2d9 req-d78cf34a-d1bd-460f-99b0-83e8e104d5cb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:38.190558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7db40e68-475c-4d4d-be44-c1debd1cf2d9 req-d78cf34a-d1bd-460f-99b0-83e8e104d5cb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1401000 Aug 20 12:13:38.214128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router 3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:38.222843 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d90d684-e7dd-4726-82f3-7b65c9d305e9 req-63d789bf-e351-452c-8715-28b039fa3d58 service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047074 Aug 20 12:13:38.254379 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-c949b404-d4a1-41e0-b68b-4f084490576a service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695178 Aug 20 12:13:38.294448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7db40e68-475c-4d4d-be44-c1debd1cf2d9 req-cfa4a495-f308-432e-bbb7-589e15d70e43 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911317 Aug 20 12:13:38.373992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-25b8cb04-a962-4558-b6d2-e0412b1b4c8b service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079423 Aug 20 12:13:38.421832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:38.422676 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-72be97f9-3569-4928-b14a-0257403412d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=974dfba0-a796-4f0b-909c-ecf0022451e1 HTTP/1.1" status: 200 len: 217 time: 0.0391982 Aug 20 12:13:38.427550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:38.432608 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde3fcd-18a1-4473-b2bc-5b1e185fa0cd None None] Sync routers for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:38.443343 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde3fcd-18a1-4473-b2bc-5b1e185fa0cd None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:38.444634 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6dde3fcd-18a1-4473-b2bc-5b1e185fa0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:38.488148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-4eb4cedc-1971-49dd-9cb7-8468ed3b5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:38.489651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-4eb4cedc-1971-49dd-9cb7-8468ed3b5db3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.0526404 Aug 20 12:13:38.515617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bf9aad03-ec97-472f-92f2-3766d12fbbf5 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/floatingips/8821a05c-179c-44a8-953c-348c4dfc5976 HTTP/1.1" status: 200 len: 978 time: 2.8664539 Aug 20 12:13:38.520564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58678) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:38.529852 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6dde3fcd-18a1-4473-b2bc-5b1e185fa0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:38.540192 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde3fcd-18a1-4473-b2bc-5b1e185fa0cd None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:38.541303 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6dde3fcd-18a1-4473-b2bc-5b1e185fa0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:38.578269 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6dde3fcd-18a1-4473-b2bc-5b1e185fa0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:38.579159 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde3fcd-18a1-4473-b2bc-5b1e185fa0cd None None] The sync data for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:38.645691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-61c20d4c-6121-415b-b13c-3b236dc714de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:38.647267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-61c20d4c-6121-415b-b13c-3b236dc714de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1499853 Aug 20 12:13:38.748640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port 123ff588-00f0-4586-815b-ca9747b6e82e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:38.748893 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:38.817587 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-41f94765-57bb-43b5-a040-d482f9b884d5 service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630676 Aug 20 12:13:38.912067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:38.990868 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c78a5f06-147a-4c1d-9415-22471dfc1521 req-8490b193-0a99-474b-a7cf-fa9b660bee0f service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659398 Aug 20 12:13:39.130524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:39.131599 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:39.131919 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Floating IP 8821a05c-179c-44a8-953c-348c4dfc5976 disassociated. External IP: 172.25.0.253, port: 123ff588-00f0-4586-815b-ca9747b6e82e. Aug 20 12:13:39.132885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for 123ff588-00f0-4586-815b-ca9747b6e82e owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:39.160286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d0472-4d4c-4264-8950-43b992dcf1d5 req-98dff939-17dc-4226-bb2d-b4b062cfa6cb tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:39.162287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc7d0472-4d4c-4264-8950-43b992dcf1d5 req-98dff939-17dc-4226-bb2d-b4b062cfa6cb tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 943 time: 0.0793796 Aug 20 12:13:39.224322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc7d0472-4d4c-4264-8950-43b992dcf1d5 req-11f159a5-3ce5-45d6-ae58-79d3a63ededd tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542376 Aug 20 12:13:39.317905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:39.364248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=123ff588-00f0-4586-815b-ca9747b6e82e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:39.570436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ed233-e699-4d65-8be0-e7d71b7c52c9 req-8b6da4fc-ba79-41f6-a609-b7776e554cb8 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:39.582630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b4ed233-e699-4d65-8be0-e7d71b7c52c9 req-8b6da4fc-ba79-41f6-a609-b7776e554cb8 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1086123 Aug 20 12:13:39.636198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b4ed233-e699-4d65-8be0-e7d71b7c52c9 req-40f3a9d1-09ec-4c1e-84e7-b5d68b6102ec tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523980 Aug 20 12:13:39.711079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router 3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:39.839865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:39.855869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceecdc8-4275-4c6d-af96-0fecca8ce191 None None] Sync routers for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:39.867142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceecdc8-4275-4c6d-af96-0fecca8ce191 None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:39.867893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bceecdc8-4275-4c6d-af96-0fecca8ce191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:39.916555 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:39.919016 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d33966d-33cd-4da7-849b-16a383baa37f tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/ports/123ff588-00f0-4586-815b-ca9747b6e82e HTTP/1.1" status: 204 len: 168 time: 1.3990355 Aug 20 12:13:39.921522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58694) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:40.064502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bceecdc8-4275-4c6d-af96-0fecca8ce191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:40.073829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceecdc8-4275-4c6d-af96-0fecca8ce191 None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:40.074466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bceecdc8-4275-4c6d-af96-0fecca8ce191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:40.108894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bceecdc8-4275-4c6d-af96-0fecca8ce191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:40.109475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceecdc8-4275-4c6d-af96-0fecca8ce191 None None] The sync data for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:40.372864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b9e3-2f11-41cf-9942-ef4b87b5cdbd req-12bacb19-dd20-4490-9aae-973beab02365 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:40.380821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7851b9e3-2f11-41cf-9942-ef4b87b5cdbd req-12bacb19-dd20-4490-9aae-973beab02365 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 943 time: 0.0715237 Aug 20 12:13:40.420492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7851b9e3-2f11-41cf-9942-ef4b87b5cdbd req-7649bc7f-c2b6-495d-8c67-bd9a6834885a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Aug 20 12:13:40.684519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:40.795120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00107309-d205-4e89-9921-cc7911c10603 req-76d23506-5261-4317-9e88-cc264fcdbe8d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:40.803807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00107309-d205-4e89-9921-cc7911c10603 req-76d23506-5261-4317-9e88-cc264fcdbe8d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0788076 Aug 20 12:13:40.851801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00107309-d205-4e89-9921-cc7911c10603 req-675397af-625d-4073-b658-3c09f9dddb7c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467622 Aug 20 12:13:41.100991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port ee4b95c0-cce8-46e2-92de-1e431928b200 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:41.101443 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:41.103238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 449726d3-9314-49a4-ac1f-01d032e5d4d9 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:13:41.199490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:41.214427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for ee4b95c0-cce8-46e2-92de-1e431928b200 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:41.253201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 449726d3-9314-49a4-ac1f-01d032e5d4d9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:41.269699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '449726d3-9314-49a4-ac1f-01d032e5d4d9', 'network_id': '2888111c-54fa-4a33-a516-c36b95dd14f3', 'port_id': '449726d3-9314-49a4-ac1f-01d032e5d4d9', 'mac_address': 'fa:16:3e:dc:79:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65515df6-a6ae-4750-a80f-0df50eebbe22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:13:41.314091 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:41.331267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449726d3-9314-49a4-ac1f-01d032e5d4d9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:41.354409 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 449726d3-9314-49a4-ac1f-01d032e5d4d9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:41.360864 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:41.422072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=449726d3-9314-49a4-ac1f-01d032e5d4d9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:41.430292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.430693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.431176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.431573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.431982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.432317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.432647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.432979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.433372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.433751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.434124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.434524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:41.594966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:41.634861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea025900-69bc-45a4-8c78-b861bdd9e27b req-ade2d395-56a8-4c61-ae75-2264e1d67a84 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:41.637120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea025900-69bc-45a4-8c78-b861bdd9e27b req-ade2d395-56a8-4c61-ae75-2264e1d67a84 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 944 time: 0.1087580 Aug 20 12:13:41.643062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=ee4b95c0-cce8-46e2-92de-1e431928b200,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:41.695794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea025900-69bc-45a4-8c78-b861bdd9e27b req-b11c3afc-2d48-4880-b67b-81f8d7364223 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516396 Aug 20 12:13:41.721883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['449726d3-9314-49a4-ac1f-01d032e5d4d9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:41.851654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:41.987369 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:42.049094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10abc-976f-4d1c-ae4a-6ebd30e7d8d0 req-de80c176-5a52-4bcf-81e6-fa56a52bad17 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:42.057996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09f10abc-976f-4d1c-ae4a-6ebd30e7d8d0 req-de80c176-5a52-4bcf-81e6-fa56a52bad17 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0737889 Aug 20 12:13:42.103407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09f10abc-976f-4d1c-ae4a-6ebd30e7d8d0 req-a34a6b89-2dc0-40b2-bd0b-89df2898b4d7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444379 Aug 20 12:13:42.201373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router 3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:42.328153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:42.337131 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73e48877-590d-4c6b-be0d-f21d2d049d98 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/routers/3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4108970 Aug 20 12:13:42.337222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58724) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:42.343896 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27127315-ca18-4bfc-9ab2-de8a4c36d822 None None] Sync routers for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:42.355615 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27127315-ca18-4bfc-9ab2-de8a4c36d822 None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:42.356156 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-27127315-ca18-4bfc-9ab2-de8a4c36d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:42.401961 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-27127315-ca18-4bfc-9ab2-de8a4c36d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:42.411665 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27127315-ca18-4bfc-9ab2-de8a4c36d822 None None] Routers {'3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:42.412336 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-27127315-ca18-4bfc-9ab2-de8a4c36d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:42.445046 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-27127315-ca18-4bfc-9ab2-de8a4c36d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:42.445730 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27127315-ca18-4bfc-9ab2-de8a4c36d822 None None] The sync data for ids ['3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:42.468075 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:42.579376 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:42.655441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port 6a7f8d09-98d2-408b-964d-57d8a79cae10 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:42.656051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:42.766157 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:42.794292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for 6a7f8d09-98d2-408b-964d-57d8a79cae10 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:42.873248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7af3c-6316-43df-aed5-103f876257b3 req-bed6a6e2-3cd0-4590-8d07-275b24200a8a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:42.874801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9c7af3c-6316-43df-aed5-103f876257b3 req-bed6a6e2-3cd0-4590-8d07-275b24200a8a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 944 time: 0.0977116 Aug 20 12:13:42.995824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9c7af3c-6316-43df-aed5-103f876257b3 req-d2230c12-7ca1-4f66-8202-df3e6afe895e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074684 Aug 20 12:13:43.095629 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.098778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 449726d3-9314-49a4-ac1f-01d032e5d4d9 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:43.128278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=6a7f8d09-98d2-408b-964d-57d8a79cae10,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:43.184676 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 449726d3-9314-49a4-ac1f-01d032e5d4d9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:43.200387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 449726d3-9314-49a4-ac1f-01d032e5d4d9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:43.200775 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.248985 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.295802 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.331958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc05b84-b19b-4d66-92fc-8dcbe28bc85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449726d3-9314-49a4-ac1f-01d032e5d4d9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:43.335176 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8192b60d-c90d-4fca-a672-8c51618d47ca" -d '{"events": [{"server_uuid": "1bc05b84-b19b-4d66-92fc-8dcbe28bc85f", "name": "network-vif-plugged", "status": "completed", "tag": "449726d3-9314-49a4-ac1f-01d032e5d4d9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:43.341399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 449726d3-9314-49a4-ac1f-01d032e5d4d9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:43.358113 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.396831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.400055 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4120dbc-bf8c-41a7-989d-8077ca7dcae6 x-openstack-request-id: req-f4120dbc-bf8c-41a7-989d-8077ca7dcae6 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:43.400362 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc05b84-b19b-4d66-92fc-8dcbe28bc85f", "name": "network-vif-plugged", "status": "completed", "tag": "449726d3-9314-49a4-ac1f-01d032e5d4d9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:43.400484 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.401755 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4120dbc-bf8c-41a7-989d-8077ca7dcae6 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:43.401982 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc05b84-b19b-4d66-92fc-8dcbe28bc85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449726d3-9314-49a4-ac1f-01d032e5d4d9', 'code': 200} Aug 20 12:13:43.417054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2399f4-8baf-43a3-84df-516947b86eaf req-9b484610-feef-4f18-a7f8-9c88ad2219e0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:43.423008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb2399f4-8baf-43a3-84df-516947b86eaf req-9b484610-feef-4f18-a7f8-9c88ad2219e0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.2241893 Aug 20 12:13:43.438933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=449726d3-9314-49a4-ac1f-01d032e5d4d9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:43.512183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8d5a3-ed8a-45b3-b811-af53444dfd81 req-14e55c03-a00f-40f7-b531-d2314055d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:43.513831 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47b8d5a3-ed8a-45b3-b811-af53444dfd81 req-14e55c03-a00f-40f7-b531-d2314055d4ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 1097 time: 0.0489094 Aug 20 12:13:43.556789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb2399f4-8baf-43a3-84df-516947b86eaf req-d5eb5c98-4ab5-40c9-b1e0-faf56f50cd65 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923145 Aug 20 12:13:43.559936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.560637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Fanout notify agent at l3_agent the message router_deleted on router 3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:13:43.572669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.576213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-92bbad03-b899-4fce-a4c8-b514be8fc68e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/routers/3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b HTTP/1.1" status: 204 len: 168 time: 1.2357209 Aug 20 12:13:43.576775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58742) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:43.595523 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47b8d5a3-ed8a-45b3-b811-af53444dfd81 req-326b2805-efec-495a-91a4-41aff1eefd5a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742340 Aug 20 12:13:43.653914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25df18e-537c-4c6f-9e58-c97998339836 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting subnet d1bbc3fa-4a63-423c-8ecb-75df982298d0 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:13:43.658419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25df18e-537c-4c6f-9e58-c97998339836 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.708859 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25df18e-537c-4c6f-9e58-c97998339836 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.710428 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.812960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25df18e-537c-4c6f-9e58-c97998339836 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.894388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25df18e-537c-4c6f-9e58-c97998339836 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.925301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25df18e-537c-4c6f-9e58-c97998339836 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bbc3fa-4a63-423c-8ecb-75df982298d0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:43.934509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a25df18e-537c-4c6f-9e58-c97998339836 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.936650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a25df18e-537c-4c6f-9e58-c97998339836 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/subnets/d1bbc3fa-4a63-423c-8ecb-75df982298d0 HTTP/1.1" status: 204 len: 168 time: 0.3589342 Aug 20 12:13:43.939198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58746) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:43.941859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdcbdda-32db-440f-b96b-264ae1c8af2e None None] Network 7969d338-2ea8-4252-ace6-3e49f61242c0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:44.058392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.203943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:44.204181 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.243153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c39359-8fd1-47d7-b498-9409941c4588 req-4996f94a-425c-4a80-8df1-577256bb462b tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:44.256665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] DHCP port deletion for 7969d338-2ea8-4252-ace6-3e49f61242c0 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:13:44.268698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7c39359-8fd1-47d7-b498-9409941c4588 req-4996f94a-425c-4a80-8df1-577256bb462b tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1392014 Aug 20 12:13:44.298765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] For port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,segment=NetworkSegment(af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9),segment_id=af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:44.299129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.312396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7c39359-8fd1-47d7-b498-9409941c4588 req-bc5ced8e-42ca-41da-9a9c-8cf2637d15e3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Aug 20 12:13:44.316357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:44.338931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] Deleting port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:44.339314 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.416780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.430589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] For port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,segment=NetworkSegment(af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9),segment_id=af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:44.430917 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.446129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] No DVR routers for this DVR port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:44.446525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] Calling delete_port for d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:44.448423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:44.534134 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.556353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.563335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] Pushing event deleted for resources: {'Port': ['ID=d8b06806-eb93-4ba1-9fdd-e66cf18f51c6,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:44.569180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21650033-2ae9-40ea-b866-5f8d02a2bfbc None None] No DVR routers for this DVR port d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:44.581001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7969d338-2ea8-4252-ace6-3e49f61242c0']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:44.593967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:44.595066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4767fc-5d0e-47b3-91b7-4f8e77f3b4e9') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:44.605982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.624358 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.637728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:44.641594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:44.647774 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:44.731143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbbb31-0707-47e0-b6c0-c0227806b924 req-9a8c41d0-5acd-4065-8015-fa6a386d8b62 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:44.732687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffbbb31-0707-47e0-b6c0-c0227806b924 req-9a8c41d0-5acd-4065-8015-fa6a386d8b62 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0828979 Aug 20 12:13:44.735709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.753572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:44.766430 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/networks/7969d338-2ea8-4252-ace6-3e49f61242c0 HTTP/1.1" status: 204 len: 168 time: 0.8157692 Aug 20 12:13:44.771104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58758) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:44.783487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573e194-5296-4f2b-a91f-54ba5cf89a72 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Network': ['ID=7969d338-2ea8-4252-ace6-3e49f61242c0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:44.843479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffbbb31-0707-47e0-b6c0-c0227806b924 req-07f323d2-e330-40e4-9b98-06d188d66203 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034915 Aug 20 12:13:44.960002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port de4e8ae2-8fd3-4cdb-a787-14617e3efa65 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:44.960343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.053820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.054145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.069226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for de4e8ae2-8fd3-4cdb-a787-14617e3efa65 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:45.232096 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.268934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=de4e8ae2-8fd3-4cdb-a787-14617e3efa65,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:45.309553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:45.339730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:45.340414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d8b06806-eb93-4ba1-9fdd-e66cf18f51c6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:45.390832 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.394790 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.397168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1d42f85a-6f40-494b-ab4d-4259f168b456 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/floatingips/8821a05c-179c-44a8-953c-348c4dfc5976 HTTP/1.1" status: 204 len: 168 time: 0.6246524 Aug 20 12:13:45.401931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58768) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:45.454140 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffb9571-904b-485e-86c6-7ab54ce08c70 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:45.455900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffb9571-904b-485e-86c6-7ab54ce08c70 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:45.463564 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4ffb9571-904b-485e-86c6-7ab54ce08c70 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/ports/123ff588-00f0-4586-815b-ca9747b6e82e HTTP/1.1" status: 404 len: 333 time: 0.0603387 Aug 20 12:13:45.467378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58770) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:45.493894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16317159-5e80-4080-a3df-f771ca9af0b3 req-7641661f-8f46-4d2c-ba8f-837fb3d2bf3a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:45.495689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16317159-5e80-4080-a3df-f771ca9af0b3 req-7641661f-8f46-4d2c-ba8f-837fb3d2bf3a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0658207 Aug 20 12:13:45.501085 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-926a313a-143e-4523-9ef1-86078f7d3b60 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "GET /v2.0/ports?device_id=3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b HTTP/1.1" status: 200 len: 205 time: 0.0305862 Aug 20 12:13:45.501322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58772) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:45.545778 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-9e583761-7711-4ee6-98d2-a22c28764388 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] delete failed (client error): The resource could not be found. Aug 20 12:13:45.550740 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9e583761-7711-4ee6-98d2-a22c28764388 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/routers/3894671f-fb7a-4ed1-9e6b-8cff4ec6b18b HTTP/1.1" status: 404 len: 336 time: 0.0445592 Aug 20 12:13:45.552620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58774) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:45.587448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16317159-5e80-4080-a3df-f771ca9af0b3 req-0c3d953f-ad28-47ff-8dc7-bbbdaab1a975 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809929 Aug 20 12:13:45.588493 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e7c534-0e7f-4abe-8c1b-c9c7bfcb263b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] DELETE failed (client error): The resource could not be found. Aug 20 12:13:45.588951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e7c534-0e7f-4abe-8c1b-c9c7bfcb263b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:13:45.591067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c7e7c534-0e7f-4abe-8c1b-c9c7bfcb263b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/subnets/d1bbc3fa-4a63-423c-8ecb-75df982298d0 HTTP/1.1" status: 404 len: 337 time: 0.0373478 Aug 20 12:13:45.594389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58776) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:45.702766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-48d00495-1ef3-4f4e-af2c-be903a13cfbf tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port 949fd356-cd66-4c53-af0f-018a670c3322 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:45.703841 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-48d00495-1ef3-4f4e-af2c-be903a13cfbf tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.837520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-48d00495-1ef3-4f4e-af2c-be903a13cfbf tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.885474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-48d00495-1ef3-4f4e-af2c-be903a13cfbf tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for 949fd356-cd66-4c53-af0f-018a670c3322 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:45.921620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1635f09-62f7-44da-b7a2-5ebada684a63 req-50d5b5d2-163a-422e-9508-d18774882060 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:45.929815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1635f09-62f7-44da-b7a2-5ebada684a63 req-50d5b5d2-163a-422e-9508-d18774882060 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0821633 Aug 20 12:13:45.972291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-920c3ec9-250b-4d2e-80f3-983d7704142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:45.974822 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-920c3ec9-250b-4d2e-80f3-983d7704142a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 1097 time: 0.1343844 Aug 20 12:13:45.980466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1635f09-62f7-44da-b7a2-5ebada684a63 req-7b224bde-1ad2-4ac8-abe6-71109797095e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 Aug 20 12:13:46.085517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087c59a-1f25-4b66-a3b9-ea9686c3b666 req-04ddba23-3c26-449e-ad89-bc95a92fd089 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:46.087252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f087c59a-1f25-4b66-a3b9-ea9686c3b666 req-04ddba23-3c26-449e-ad89-bc95a92fd089 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0972836 Aug 20 12:13:46.142807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f087c59a-1f25-4b66-a3b9-ea9686c3b666 req-dee49e15-a2b5-48ff-9af9-0c78e04288b5 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 Aug 20 12:13:46.159071 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-48d00495-1ef3-4f4e-af2c-be903a13cfbf tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:46.204148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00495-1ef3-4f4e-af2c-be903a13cfbf tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=949fd356-cd66-4c53-af0f-018a670c3322,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:46.286458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-d49369a9-96fe-492d-988a-0efc9e1ac0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:46.288172 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-d49369a9-96fe-492d-988a-0efc9e1ac0d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 912 time: 0.3056688 Aug 20 12:13:46.365356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-48d00495-1ef3-4f4e-af2c-be903a13cfbf tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:46.372130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-48d00495-1ef3-4f4e-af2c-be903a13cfbf tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/ports/949fd356-cd66-4c53-af0f-018a670c3322 HTTP/1.1" status: 204 len: 168 time: 0.7776213 Aug 20 12:13:46.373611 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-be3905cf-caaa-446f-b53f-f2ee44ac6561 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9 HTTP/1.1" status: 200 len: 217 time: 0.0745254 Aug 20 12:13:46.374609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:46.469230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-52dfaa3f-f394-42ea-bc28-427653d4c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:46.478093 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-52dfaa3f-f394-42ea-bc28-427653d4c56e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65515df6-a6ae-4750-a80f-0df50eebbe22 HTTP/1.1" status: 200 len: 851 time: 0.0965748 Aug 20 12:13:46.521691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-394023ba-aad3-4817-ac53-d487e4cd06c2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port 7dc53d17-7e83-491a-ba45-e1ecb3ce98e7 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:46.522818 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-394023ba-aad3-4817-ac53-d487e4cd06c2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:46.526281 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-1b0c68c7-d062-4d5b-a42a-f4552215f53d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2888111c-54fa-4a33-a516-c36b95dd14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395467 Aug 20 12:13:46.625571 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-394023ba-aad3-4817-ac53-d487e4cd06c2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:46.632312 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-8c7c7a79-8d18-4c74-bdb2-8b3478eb4c04 service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954902 Aug 20 12:13:46.638204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-394023ba-aad3-4817-ac53-d487e4cd06c2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for 7dc53d17-7e83-491a-ba45-e1ecb3ce98e7 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:46.750452 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4511093-efe8-4691-aa1a-f904bd8dfa13 req-ab4d9748-1f84-4cfb-9213-129cc4c55ff4 service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097794 Aug 20 12:13:46.849483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-394023ba-aad3-4817-ac53-d487e4cd06c2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:46.895187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394023ba-aad3-4817-ac53-d487e4cd06c2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=7dc53d17-7e83-491a-ba45-e1ecb3ce98e7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:46.970096 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-394023ba-aad3-4817-ac53-d487e4cd06c2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:46.972187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-394023ba-aad3-4817-ac53-d487e4cd06c2 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/ports/7dc53d17-7e83-491a-ba45-e1ecb3ce98e7 HTTP/1.1" status: 204 len: 168 time: 0.5957601 Aug 20 12:13:46.974860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:47.030076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34470d8b-26df-4281-8418-757c8a2bee34 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.032391 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34470d8b-26df-4281-8418-757c8a2bee34 tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e68133-b16b-417d-a756-fe264dc8a69a HTTP/1.1" status: 200 len: 913 time: 0.0565529 Aug 20 12:13:47.035352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58816) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:47.206231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226daafc-dd11-48c1-a6b2-9a31ba21fa6f req-3fa488f8-b195-4b33-9ebd-3c41efd4e917 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.211239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-226daafc-dd11-48c1-a6b2-9a31ba21fa6f req-3fa488f8-b195-4b33-9ebd-3c41efd4e917 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1245463 Aug 20 12:13:47.571836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-226daafc-dd11-48c1-a6b2-9a31ba21fa6f req-7416bef9-2676-4969-8e53-4a8c6297a918 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511376 Aug 20 12:13:47.641007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9679d71-dd96-46af-ae93-26818b0760cf req-7e2c5b7a-881d-45c2-93cb-4dcd2911270c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:47.642863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9679d71-dd96-46af-ae93-26818b0760cf req-7e2c5b7a-881d-45c2-93cb-4dcd2911270c tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.3915548 Aug 20 12:13:47.759716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9679d71-dd96-46af-ae93-26818b0760cf req-220005e3-3f56-4885-8028-136a03d45086 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925574 Aug 20 12:13:47.949011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:48.034065 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:13:48.289194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port 328b6d49-c190-4efc-b1ec-4fddedcef8cd {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:48.289581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:48.385690 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:48.402088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for 328b6d49-c190-4efc-b1ec-4fddedcef8cd owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:48.594681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:48.639183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=328b6d49-c190-4efc-b1ec-4fddedcef8cd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:48.670644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.670644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.670644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.670644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.671068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.671308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.671728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.672069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.672392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.672717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.673043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.673505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:48.783996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb707a-8001-45c2-b85d-0f9e34b83105 req-c8a528ea-194a-4eb9-93fc-52d786618326 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:48.785761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01bb707a-8001-45c2-b85d-0f9e34b83105 req-c8a528ea-194a-4eb9-93fc-52d786618326 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1357460 Aug 20 12:13:48.943163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01bb707a-8001-45c2-b85d-0f9e34b83105 req-e64737c6-51cd-49d4-a9b1-486584f640e0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194782 Aug 20 12:13:49.019358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:49.059688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54e22c-2656-4e27-a578-459b0f7dde27 req-ce94c2a0-7223-4441-8ee3-257c65ac9815 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:49.061438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab54e22c-2656-4e27-a578-459b0f7dde27 req-ce94c2a0-7223-4441-8ee3-257c65ac9815 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.2168677 Aug 20 12:13:49.196980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab54e22c-2656-4e27-a578-459b0f7dde27 req-ecddb599-7b36-42cb-9eef-4190b89b9baf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772641 Aug 20 12:13:49.340639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Router f2e68133-b16b-417d-a756-fe264dc8a69a has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:49.450472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:49.461726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb291e2c-fa1b-4702-bcfb-434621bcaba9 None None] Sync routers for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:49.463113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e8f5ae15-e7d3-4b4a-9378-9ecba07e7a9c tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "PUT /v2.0/routers/f2e68133-b16b-417d-a756-fe264dc8a69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4266031 Aug 20 12:13:49.465664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58862) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:49.473589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb291e2c-fa1b-4702-bcfb-434621bcaba9 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:49.474597 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eb291e2c-fa1b-4702-bcfb-434621bcaba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:49.512308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eb291e2c-fa1b-4702-bcfb-434621bcaba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:49.521698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb291e2c-fa1b-4702-bcfb-434621bcaba9 None None] Routers {'f2e68133-b16b-417d-a756-fe264dc8a69a'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:49.522430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eb291e2c-fa1b-4702-bcfb-434621bcaba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2e68133-b16b-417d-a756-fe264dc8a69a'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:49.560344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eb291e2c-fa1b-4702-bcfb-434621bcaba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:49.561101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb291e2c-fa1b-4702-bcfb-434621bcaba9 None None] The sync data for ids ['f2e68133-b16b-417d-a756-fe264dc8a69a'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:49.859579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:49.974073 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.043282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting port 50564b15-a0ab-435d-996b-f6a007f3d138 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:50.054615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.136567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f698900-e0a0-4f6c-9e91-cccbd5cbc31c req-1e30fc5f-f813-4856-98a5-04f5ce6ec2fd tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:50.150506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.152354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f698900-e0a0-4f6c-9e91-cccbd5cbc31c req-1e30fc5f-f813-4856-98a5-04f5ce6ec2fd tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0877314 Aug 20 12:13:50.166026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Calling delete_port for 50564b15-a0ab-435d-996b-f6a007f3d138 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:50.228566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f698900-e0a0-4f6c-9e91-cccbd5cbc31c req-ecf2f0e0-a1d3-4a26-b3bf-84fdabbdcb18 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721166 Aug 20 12:13:50.366719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210ad6-ded8-49eb-b032-073627e3497d req-045ac978-0e33-49a6-9d4d-028c16fa03bb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:50.369792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15210ad6-ded8-49eb-b032-073627e3497d req-045ac978-0e33-49a6-9d4d-028c16fa03bb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0724962 Aug 20 12:13:50.436410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15210ad6-ded8-49eb-b032-073627e3497d req-83ff4dbd-6f27-4e13-b225-1363e8f6cee0 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541925 Aug 20 12:13:50.472226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.511944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Port': ['ID=50564b15-a0ab-435d-996b-f6a007f3d138,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:50.581334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.675714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.678030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.735757 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.736378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Fanout notify agent at l3_agent the message router_deleted on router f2e68133-b16b-417d-a756-fe264dc8a69a {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:13:50.744929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.746338 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f262ea09-4712-487c-9f13-5d3e9bd3a46e tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/routers/f2e68133-b16b-417d-a756-fe264dc8a69a HTTP/1.1" status: 204 len: 168 time: 1.2795780 Aug 20 12:13:50.748804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58892) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:50.807963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Deleting subnet ba968551-7bc6-47f7-bf26-2060ac5826a3 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:13:50.811661 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.857954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.914404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.986771 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.026351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Subnet': ['ID=ba968551-7bc6-47f7-bf26-2060ac5826a3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:51.032011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.037171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58896) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:51.037528 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/subnets/ba968551-7bc6-47f7-bf26-2060ac5826a3 HTTP/1.1" status: 204 len: 168 time: 0.2871649 Aug 20 12:13:51.045844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.046214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.046576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.046920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.047252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.047584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.047923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.048252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.048579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.048906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.049238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.049570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df228a01-9777-43ce-a18d-432477a0b00b tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:51.127773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.225882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.241014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a20ea6-8b15-4253-a02d-9d8076e91331']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:51.257481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd04f375-9226-4ca5-a893-f6f79fa8a7d8') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:51.257789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd04f375-9226-4ca5-a893-f6f79fa8a7d8') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:51.277819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.300865 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.315622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:13:51.316042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:13:51.319301 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:13:51.404628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.437702 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.442158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] 10.222.0.25 "DELETE /v2.0/networks/54a20ea6-8b15-4253-a02d-9d8076e91331 HTTP/1.1" status: 204 len: 168 time: 0.4016826 Aug 20 12:13:51.442158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b8b08-d325-4534-bc04-721f7da08eca tempest-FloatingIPTestJSON-2081708637 tempest-FloatingIPTestJSON-2081708637-project] Pushing event deleted for resources: {'Network': ['ID=54a20ea6-8b15-4253-a02d-9d8076e91331,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:51.477902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc387-b72e-440d-b88f-a795f07fbf41 req-518ca9d4-2632-49e4-8c5c-9ea76a027e5d tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:51.479535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43bbc387-b72e-440d-b88f-a795f07fbf41 req-518ca9d4-2632-49e4-8c5c-9ea76a027e5d tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1807079 Aug 20 12:13:51.530548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43bbc387-b72e-440d-b88f-a795f07fbf41 req-d5c26fcb-d9e8-4c8c-b167-0434d9b0f835 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Aug 20 12:13:51.585372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2b647-c3f8-4cde-a1e3-b02688f21c5b req-4bdd66a4-8f27-478f-ba97-44712a067f42 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:51.587354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50d2b647-c3f8-4cde-a1e3-b02688f21c5b req-4bdd66a4-8f27-478f-ba97-44712a067f42 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0552242 Aug 20 12:13:51.652780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50d2b647-c3f8-4cde-a1e3-b02688f21c5b req-d8d37001-b9d0-4291-8931-ac9338d198eb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553269 Aug 20 12:13:51.694539 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8e426041-55db-417a-a152-20c92d595dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:51.808047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58912) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:52.003515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec8b5172-c545-4778-ad17-65ccb3bad162 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a39f58f88c234a50b4486ba77b58533f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942368 Aug 20 12:13:52.006170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58918) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:52.078144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-146aaf56-7c04-4370-ab64-0d6a450bda3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:52.114354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-146aaf56-7c04-4370-ab64-0d6a450bda3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:52.184773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-146aaf56-7c04-4370-ab64-0d6a450bda3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:52.188363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-146aaf56-7c04-4370-ab64-0d6a450bda3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:52.189719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-146aaf56-7c04-4370-ab64-0d6a450bda3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8af01c6-a5f6-4718-b152-ff452e715a2a HTTP/1.1" status: 204 len: 168 time: 0.1826088 Aug 20 12:13:52.202548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aaf56-7c04-4370-ab64-0d6a450bda3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8af01c6-a5f6-4718-b152-ff452e715a2a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:52.688360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3bc59-f81a-4fb2-b292-b9242e737bf5 req-b5aa2fc2-863f-46f5-b82d-c27ea6c44ebe tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:52.689789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08d3bc59-f81a-4fb2-b292-b9242e737bf5 req-b5aa2fc2-863f-46f5-b82d-c27ea6c44ebe tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0628943 Aug 20 12:13:52.745840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08d3bc59-f81a-4fb2-b292-b9242e737bf5 req-949ab383-17dc-4098-ba89-d17ee7fded69 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Aug 20 12:13:53.114705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3300-fb45-49ce-8898-ffef95e42d18 req-f4dbabb2-7996-408c-bb26-768b60820d58 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:53.116512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebac3300-fb45-49ce-8898-ffef95e42d18 req-f4dbabb2-7996-408c-bb26-768b60820d58 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.3345683 Aug 20 12:13:53.175340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebac3300-fb45-49ce-8898-ffef95e42d18 req-258a755b-b67c-4a18-a01f-330a58572225 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528557 Aug 20 12:13:53.214728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58952) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:53.337931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-321555720'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:53.381535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:53.390239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.411472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.560790 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.566152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.602493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:53.621783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.622267 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment 5b632446-288d-4144-9ef2-bf87f57db879 of type vlan for network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 Aug 20 12:13:53.629796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782bf3aa-88c7-4a8a-a006-709eefe28133,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:53.667896 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.694286 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.700572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:53.701327 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.771269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5554526 Aug 20 12:13:53.773300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58962) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:53.782219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2041260025'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:53.782709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6464-f198-423d-86a6-9407e404a067 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=a0a6a695-cbdc-4a0c-a435-194bb5f0d089,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:53.796445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:53.862912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:53.869430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.921742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19418f-b90c-4e2d-b05f-861c2f2b3940 req-7f1ad47a-e267-4a93-84d5-82792cf0f04a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:53.923513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea19418f-b90c-4e2d-b05f-861c2f2b3940 req-7f1ad47a-e267-4a93-84d5-82792cf0f04a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0772727 Aug 20 12:13:53.934959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:13:53.948376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:53.948721 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment 06282350-9776-4735-8115-4dadf626012b of type vlan for network 18993833-6603-49b7-931b-38a67c4fea4e Aug 20 12:13:53.974545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea19418f-b90c-4e2d-b05f-861c2f2b3940 req-709548f9-408f-4f76-ab8a-cfc2e958605f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Aug 20 12:13:54.015879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.047516 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.053590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:54.054318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.149231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58970) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:54.150781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3747981 Aug 20 12:13:54.163410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': 'a0a6a695-cbdc-4a0c-a435-194bb5f0d089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:54.173534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f05c84-0da9-4bb0-8227-d0ffb3e59cc7 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=18993833-6603-49b7-931b-38a67c4fea4e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:54.199760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 18993833-6603-49b7-931b-38a67c4fea4e details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:13:54.337150 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d8440722-6059-4d0c-9847-d1fa64de67f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.360415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:54.364264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.461978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1159b-0296-47c2-891d-2326555642d7 req-f6c95d60-eafd-42f6-a602-e620c1cc1fe6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:54.463897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a1159b-0296-47c2-891d-2326555642d7 req-f6c95d60-eafd-42f6-a602-e620c1cc1fe6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1166322 Aug 20 12:13:54.583253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a1159b-0296-47c2-891d-2326555642d7 req-2f2df710-2456-4f30-8de6-8ea8f29a65eb tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080883 Aug 20 12:13:54.688666 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.765777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=e6f37cd3-3d62-4891-94f8-d6f530089fec,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:54.768920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': '5b632446-288d-4144-9ef2-bf87f57db879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a0a6a695-cbdc-4a0c-a435-194bb5f0d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:54.769290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: a0a6a695-cbdc-4a0c-a435-194bb5f0d089, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:54.789310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:54.803850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, a0a6a695-cbdc-4a0c-a435-194bb5f0d089) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:54.815955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002ff1b-ceb0-453e-b182-38badffa6905 None None] Network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:54.820818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:54.821431 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:54.838516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8bb17138-ff9c-4425-9236-65d771c50bb6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6869712 Aug 20 12:13:54.841707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58984) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:54.847218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': '18993833-6603-49b7-931b-38a67c4fea4e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:54.983368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-a0a6a695-cbdc-4a0c-a435-194bb5f0d089', 'network_id': 'a0a6a695-cbdc-4a0c-a435-194bb5f0d089', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': 'e6f37cd3-3d62-4891-94f8-d6f530089fec'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:54.984643 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.003952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.023079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:55.027481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.174719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e869af8-6a00-4c89-99dd-a730f58ca7df req-209a581f-6d00-443d-9605-fd82356d6550 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:55.176433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e869af8-6a00-4c89-99dd-a730f58ca7df req-209a581f-6d00-443d-9605-fd82356d6550 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0881023 Aug 20 12:13:55.279633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e869af8-6a00-4c89-99dd-a730f58ca7df req-fc80e35d-2a89-4a79-882f-084bc641fb9d tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908916 Aug 20 12:13:55.307594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Allocated IP 2001:db8::2 (a0a6a695-cbdc-4a0c-a435-194bb5f0d089/e6f37cd3-3d62-4891-94f8-d6f530089fec/b6f1ad24-b6d9-4e35-a1f4-5caaefc03810) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:55.395164 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.491581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=7c5aa830-0aea-42fe-bfb4-f362cb241e58,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:55.507037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': '06282350-9776-4735-8115-4dadf626012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '18993833-6603-49b7-931b-38a67c4fea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:55.508139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: 18993833-6603-49b7-931b-38a67c4fea4e, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:13:55.554005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 18993833-6603-49b7-931b-38a67c4fea4e is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:13:55.567224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 18993833-6603-49b7-931b-38a67c4fea4e) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:55.571891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:55.572616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.575659 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.620030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.632637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a15a598f-9f32-426c-bc13-296ac68f5530 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7869213 Aug 20 12:13:55.632990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58996) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:55.637986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-92c83482-08cb-463c-963d-2effad11e7e1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1927074601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:55.673510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Transition to ACTIVE for port object b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:55.725732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-92c83482-08cb-463c-963d-2effad11e7e1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.729261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-92c83482-08cb-463c-963d-2effad11e7e1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.738771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Transition to ACTIVE for port object b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:55.751087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d550ff-7c52-48dd-a8c8-f786b26acd78 None None] Network 18993833-6603-49b7-931b-38a67c4fea4e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:55.853424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-92c83482-08cb-463c-963d-2effad11e7e1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.861352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-92c83482-08cb-463c-963d-2effad11e7e1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.866017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.896679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-92c83482-08cb-463c-963d-2effad11e7e1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:55.898448 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-92c83482-08cb-463c-963d-2effad11e7e1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2643795 Aug 20 12:13:55.902334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59000) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:55.923323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Pushing event updated for resources: {'Port': ['ID=b6f1ad24-b6d9-4e35-a1f4-5caaefc03810,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:55.924426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298c7f-9820-4ce9-b1ca-2b1da7c4e9fe req-668e4a42-7970-4b3c-987f-9b83bf631d43 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:55.926468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98298c7f-9820-4ce9-b1ca-2b1da7c4e9fe req-668e4a42-7970-4b3c-987f-9b83bf631d43 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0989876 Aug 20 12:13:55.954719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:55.963572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:55.971956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:56.098849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98298c7f-9820-4ce9-b1ca-2b1da7c4e9fe req-b77ada04-48ff-4a58-ac6f-e1cc6336adaa tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328995 Aug 20 12:13:56.189042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Attempting to bind port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:56.189158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Attempting to bind port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '5b632446-288d-4144-9ef2-bf87f57db879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a0a6a695-cbdc-4a0c-a435-194bb5f0d089'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:56.189438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Attempting to bind port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 on network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:56.197244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-18993833-6603-49b7-931b-38a67c4fea4e', 'network_id': '18993833-6603-49b7-931b-38a67c4fea4e', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': '7c5aa830-0aea-42fe-bfb4-f362cb241e58'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:13:56.199886 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.202368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:56.202920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Checking segment: {'id': '5b632446-288d-4144-9ef2-bf87f57db879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a0a6a695-cbdc-4a0c-a435-194bb5f0d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:56.205359 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.205359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Bound using segment: {'id': '5b632446-288d-4144-9ef2-bf87f57db879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a0a6a695-cbdc-4a0c-a435-194bb5f0d089'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:56.205359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Bound port: b6f1ad24-b6d9-4e35-a1f4-5caaefc03810, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b632446-288d-4144-9ef2-bf87f57db879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a0a6a695-cbdc-4a0c-a435-194bb5f0d089'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:56.205359 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.278812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.297303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] For port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:56.300913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] For port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b6f1ad24-b6d9-4e35-a1f4-5caaefc03810,segment=NetworkSegment(5b632446-288d-4144-9ef2-bf87f57db879),segment_id=5b632446-288d-4144-9ef2-bf87f57db879)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:56.314754 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:56.535914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d4d46-b209-4c78-859e-4fb07c4f4d6b None None] Pushing event updated for resources: {'Port': ['ID=b6f1ad24-b6d9-4e35-a1f4-5caaefc03810,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:56.703357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Allocated IP 2001:db8:1::2 (18993833-6603-49b7-931b-38a67c4fea4e/7c5aa830-0aea-42fe-bfb4-f362cb241e58/255e3bb8-d528-4eae-aa85-d2be008919e2) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:56.754960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b206-059c-4ba4-b9e9-8b93fddb7522 req-41de0140-13b7-4eff-a133-fa65ab1a4c79 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:56.756536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3737b206-059c-4ba4-b9e9-8b93fddb7522 req-41de0140-13b7-4eff-a133-fa65ab1a4c79 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.2423294 Aug 20 12:13:56.973743 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.012813 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.029268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8::1 (a0a6a695-cbdc-4a0c-a435-194bb5f0d089/e6f37cd3-3d62-4891-94f8-d6f530089fec/f91174b6-a356-4040-8351-84c734ed4ed2) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:57.029922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Transition to ACTIVE for port object 255e3bb8-d528-4eae-aa85-d2be008919e2 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:57.066870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Transition to ACTIVE for port object 255e3bb8-d528-4eae-aa85-d2be008919e2 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:57.072492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3737b206-059c-4ba4-b9e9-8b93fddb7522 req-ad301219-ec03-48c2-9da6-6f5c372196ea tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882006 Aug 20 12:13:57.077155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.143015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Network 18993833-6603-49b7-931b-38a67c4fea4e is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:57.144961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:57.148946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:57.222641 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.249684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Pushing event updated for resources: {'Port': ['ID=255e3bb8-d528-4eae-aa85-d2be008919e2,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:57.277610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object f91174b6-a356-4040-8351-84c734ed4ed2 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:57.294453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Attempting to bind port 255e3bb8-d528-4eae-aa85-d2be008919e2 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:57.294804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Attempting to bind port 255e3bb8-d528-4eae-aa85-d2be008919e2 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06282350-9776-4735-8115-4dadf626012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '18993833-6603-49b7-931b-38a67c4fea4e'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:57.295159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Attempting to bind port 255e3bb8-d528-4eae-aa85-d2be008919e2 on network 18993833-6603-49b7-931b-38a67c4fea4e {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:57.298583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638658-9fad-478f-a13d-b5660b371bd8 req-d162508d-529e-4c4e-9ce0-098fd6bba457 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:57.300347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de638658-9fad-478f-a13d-b5660b371bd8 req-d162508d-529e-4c4e-9ce0-098fd6bba457 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0749686 Aug 20 12:13:57.300957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:57.301335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Checking segment: {'id': '06282350-9776-4735-8115-4dadf626012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '18993833-6603-49b7-931b-38a67c4fea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:57.301735 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.302123 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Bound using segment: {'id': '06282350-9776-4735-8115-4dadf626012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '18993833-6603-49b7-931b-38a67c4fea4e'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:57.302620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Bound port: 255e3bb8-d528-4eae-aa85-d2be008919e2, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06282350-9776-4735-8115-4dadf626012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '18993833-6603-49b7-931b-38a67c4fea4e'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:57.302999 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.386121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de638658-9fad-478f-a13d-b5660b371bd8 req-9cfb7ff7-04e8-4f4e-bbbc-696d884c7293 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700989 Aug 20 12:13:57.411966 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.412428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:57.462746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:57.465668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:57.485303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] For port 255e3bb8-d528-4eae-aa85-d2be008919e2, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:57.488907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] For port 255e3bb8-d528-4eae-aa85-d2be008919e2, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=255e3bb8-d528-4eae-aa85-d2be008919e2,segment=NetworkSegment(06282350-9776-4735-8115-4dadf626012b),segment_id=06282350-9776-4735-8115-4dadf626012b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:57.491792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:57.491792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.496080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:57.627561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9b058-c8f3-4694-946b-32d09e8b14c5 None None] Pushing event updated for resources: {'Port': ['ID=255e3bb8-d528-4eae-aa85-d2be008919e2,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:57.647322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:57.769494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=f91174b6-a356-4040-8351-84c734ed4ed2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:57.911476 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.058359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665ecde-9da2-4d09-a86b-f91a327efc26 None None] Network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:58.256674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6c57fca3-2773-41fb-8494-0f4f4ccf4b23 None None] Provisioning for port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:58.281528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6c57fca3-2773-41fb-8494-0f4f4ccf4b23 None None] Provisioning complete for port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:58.284444 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6c57fca3-2773-41fb-8494-0f4f4ccf4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.438699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38dc31-a528-4816-aeed-2962e351d3b7 req-0735b95f-d273-4892-a8ba-b61677002a6f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:58.454171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f38dc31-a528-4816-aeed-2962e351d3b7 req-0735b95f-d273-4892-a8ba-b61677002a6f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.2205095 Aug 20 12:13:58.614401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6c57fca3-2773-41fb-8494-0f4f4ccf4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.618891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f38dc31-a528-4816-aeed-2962e351d3b7 req-53a39598-6c26-42f6-824f-493ca1cdbb8e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631372 Aug 20 12:13:58.699400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a72ca-cb5b-4681-b7d0-10084160f14e req-c64c2643-1072-475e-beae-bffa42ed87e9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:58.708262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be6a72ca-cb5b-4681-b7d0-10084160f14e req-c64c2643-1072-475e-beae-bffa42ed87e9 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.2077472 Aug 20 12:13:58.725152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.739139 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.743784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.748929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6c57fca3-2773-41fb-8494-0f4f4ccf4b23 None None] For port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b6f1ad24-b6d9-4e35-a1f4-5caaefc03810,segment=NetworkSegment(5b632446-288d-4144-9ef2-bf87f57db879),segment_id=5b632446-288d-4144-9ef2-bf87f57db879)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:58.757098 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6c57fca3-2773-41fb-8494-0f4f4ccf4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:58.933723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be6a72ca-cb5b-4681-b7d0-10084160f14e req-692675c3-47ed-4797-8fee-ffe10b7bbe52 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874802 Aug 20 12:13:58.936668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57fca3-2773-41fb-8494-0f4f4ccf4b23 None None] Pushing event updated for resources: {'Port': ['ID=b6f1ad24-b6d9-4e35-a1f4-5caaefc03810,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:58.955567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=f91174b6-a356-4040-8351-84c734ed4ed2,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:59.032730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:59.034252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:59.217437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 86b8283b-3098-4575-84c0-995bd55ab460 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:13:59.418274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:59.427608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6073f767-b0d6-4f36-85d5-18af71cd4019 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/86b8283b-3098-4575-84c0-995bd55ab460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5242496 Aug 20 12:13:59.431086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59034) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:59.436188 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9945ce6-ad47-46a7-8de6-92d771499141 None None] Sync routers for ids ['86b8283b-3098-4575-84c0-995bd55ab460'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:59.451974 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9945ce6-ad47-46a7-8de6-92d771499141 None None] Routers {'86b8283b-3098-4575-84c0-995bd55ab460'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:59.458629 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a9945ce6-ad47-46a7-8de6-92d771499141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b8283b-3098-4575-84c0-995bd55ab460'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:59.515669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07616f6-a891-4adb-84d0-573aa3bb58df tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:59.517693 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e07616f6-a891-4adb-84d0-573aa3bb58df tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports/f91174b6-a356-4040-8351-84c734ed4ed2 HTTP/1.1" status: 200 len: 911 time: 0.0851197 Aug 20 12:13:59.523784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59036) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:59.569396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:59.574709 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a9945ce6-ad47-46a7-8de6-92d771499141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:59.595424 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9945ce6-ad47-46a7-8de6-92d771499141 None None] Routers {'86b8283b-3098-4575-84c0-995bd55ab460'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:59.599464 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a9945ce6-ad47-46a7-8de6-92d771499141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b8283b-3098-4575-84c0-995bd55ab460'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:59.640686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cad7b9c2-9aa7-4c27-be13-297e38e31943 None None] Provisioning complete for port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:59.641302 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cad7b9c2-9aa7-4c27-be13-297e38e31943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:59.643596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074152aa-3eb0-4e4d-8a09-f221ab03cbe7 None None] Network 18993833-6603-49b7-931b-38a67c4fea4e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:13:59.674739 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a9945ce6-ad47-46a7-8de6-92d771499141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:59.675423 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9945ce6-ad47-46a7-8de6-92d771499141 None None] The sync data for ids ['86b8283b-3098-4575-84c0-995bd55ab460'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:00.020110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:00.020486 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.191709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cad7b9c2-9aa7-4c27-be13-297e38e31943 None None] Provisioning for port f91174b6-a356-4040-8351-84c734ed4ed2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:00.222331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cad7b9c2-9aa7-4c27-be13-297e38e31943 None None] Provisioning complete for port f91174b6-a356-4040-8351-84c734ed4ed2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:00.222709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cad7b9c2-9aa7-4c27-be13-297e38e31943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.308332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 255e3bb8-d528-4eae-aa85-d2be008919e2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:00.337117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd27a7-4b72-4b13-8e5f-78e392e9c3a6 req-75fe5cf5-9b3e-422b-9a75-0b4c20748724 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:00.345166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1fd27a7-4b72-4b13-8e5f-78e392e9c3a6 req-75fe5cf5-9b3e-422b-9a75-0b4c20748724 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.5392919 Aug 20 12:14:00.362791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-cad7b9c2-9aa7-4c27-be13-297e38e31943 None None] Port f91174b6-a356-4040-8351-84c734ed4ed2 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:00.382366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 255e3bb8-d528-4eae-aa85-d2be008919e2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:00.436171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a889861-a81d-4b7f-9cca-ff44376df565 req-c297471c-029a-4d25-af40-7556920cf338 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:00.443679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a889861-a81d-4b7f-9cca-ff44376df565 req-c297471c-029a-4d25-af40-7556920cf338 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.2028849 Aug 20 12:14:00.509102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1fd27a7-4b72-4b13-8e5f-78e392e9c3a6 req-6f33079a-c200-4d37-97de-13a3e3dcaeef tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629393 Aug 20 12:14:00.552806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Provisioning complete for port f91174b6-a356-4040-8351-84c734ed4ed2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:00.555271 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.652550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a889861-a81d-4b7f-9cca-ff44376df565 req-59a4214d-3018-40ce-80f2-78a238df8e0e tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051909 Aug 20 12:14:00.690743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Port f91174b6-a356-4040-8351-84c734ed4ed2 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:00.704169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Provisioning for port 255e3bb8-d528-4eae-aa85-d2be008919e2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:00.717434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Provisioning complete for port 255e3bb8-d528-4eae-aa85-d2be008919e2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:00.718056 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.835038 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.865994 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:00.933128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] For port 255e3bb8-d528-4eae-aa85-d2be008919e2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=255e3bb8-d528-4eae-aa85-d2be008919e2,segment=NetworkSegment(06282350-9776-4735-8115-4dadf626012b),segment_id=06282350-9776-4735-8115-4dadf626012b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:00.944330 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.038783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312af0f-6c0a-4bf0-be34-4a070d0cc62a None None] Pushing event updated for resources: {'Port': ['ID=255e3bb8-d528-4eae-aa85-d2be008919e2,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:01.080647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d71b79f3-d915-4873-8fe2-c05228921cae None None] Provisioning complete for port 255e3bb8-d528-4eae-aa85-d2be008919e2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:01.081059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d71b79f3-d915-4873-8fe2-c05228921cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.333277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 255e3bb8-d528-4eae-aa85-d2be008919e2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:01.379114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8:1::1 (18993833-6603-49b7-931b-38a67c4fea4e/7c5aa830-0aea-42fe-bfb4-f362cb241e58/281ebcb6-926a-49d0-8061-69ab224d4cd4) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:01.407806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 255e3bb8-d528-4eae-aa85-d2be008919e2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:01.408386 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.521560 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.570802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object 281ebcb6-926a-49d0-8061-69ab224d4cd4 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:01.633448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.733649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 18993833-6603-49b7-931b-38a67c4fea4e is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:01.734736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=281ebcb6-926a-49d0-8061-69ab224d4cd4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:01.748555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:01.754618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:01.755060 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:01.934853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac9f9d-da3c-4df4-9670-5f67c2c47d67 req-52801697-1e57-4420-8f15-f4357205dbb4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:01.936638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08ac9f9d-da3c-4df4-9670-5f67c2c47d67 req-52801697-1e57-4420-8f15-f4357205dbb4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.2708161 Aug 20 12:14:02.016586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5bfb0-2d9a-4e6c-b997-3f546bae9842 req-20ce2451-c392-4dd9-a91d-9dbac2c0b8cf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:02.023730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89b5bfb0-2d9a-4e6c-b997-3f546bae9842 req-20ce2451-c392-4dd9-a91d-9dbac2c0b8cf tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1845863 Aug 20 12:14:02.029343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08ac9f9d-da3c-4df4-9670-5f67c2c47d67 req-4d66f201-7ea5-422f-8213-873cc24e0624 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781217 Aug 20 12:14:02.119059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.153397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89b5bfb0-2d9a-4e6c-b997-3f546bae9842 req-2c70e49d-9379-457d-ba31-ac7a17063758 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085167 Aug 20 12:14:02.299034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-39ec4e17-7894-4953-9e6c-2e741956d0b7 None None] Provisioning for port 281ebcb6-926a-49d0-8061-69ab224d4cd4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:02.309130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-39ec4e17-7894-4953-9e6c-2e741956d0b7 None None] Provisioning complete for port 281ebcb6-926a-49d0-8061-69ab224d4cd4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:02.310218 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-39ec4e17-7894-4953-9e6c-2e741956d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.377878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-39ec4e17-7894-4953-9e6c-2e741956d0b7 None None] Port 281ebcb6-926a-49d0-8061-69ab224d4cd4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:02.660365 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.672993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.674144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:02.780441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=281ebcb6-926a-49d0-8061-69ab224d4cd4,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:02.838418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 18993833-6603-49b7-931b-38a67c4fea4e is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:02.842536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:02.980711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 86b8283b-3098-4575-84c0-995bd55ab460 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:03.108772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:03.120544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b1868d94-450e-4ce8-b405-bdb1be6fa315 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/86b8283b-3098-4575-84c0-995bd55ab460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5917246 Aug 20 12:14:03.122126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59078) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:03.124787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d90b24a-85c6-4cfd-a122-e1dfce171f01 None None] Sync routers for ids ['86b8283b-3098-4575-84c0-995bd55ab460'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:03.147826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90b24a-85c6-4cfd-a122-e1dfce171f01 None None] Routers {'86b8283b-3098-4575-84c0-995bd55ab460'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:03.152409 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9d90b24a-85c6-4cfd-a122-e1dfce171f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b8283b-3098-4575-84c0-995bd55ab460'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:03.269650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9d90b24a-85c6-4cfd-a122-e1dfce171f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:03.291219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90b24a-85c6-4cfd-a122-e1dfce171f01 None None] Routers {'86b8283b-3098-4575-84c0-995bd55ab460'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:03.292073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9d90b24a-85c6-4cfd-a122-e1dfce171f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b8283b-3098-4575-84c0-995bd55ab460'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:03.294518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffcd724-1126-4811-b644-a443503152e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:03.299059 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ffcd724-1126-4811-b644-a443503152e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports/281ebcb6-926a-49d0-8061-69ab224d4cd4 HTTP/1.1" status: 200 len: 913 time: 0.1706786 Aug 20 12:14:03.299463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59082) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:03.346083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9575b-20d4-4fb8-9760-24194c56d507 req-5e354124-c655-406d-a0a7-0de1d18ece85 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:03.347681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7f9575b-20d4-4fb8-9760-24194c56d507 req-5e354124-c655-406d-a0a7-0de1d18ece85 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0891938 Aug 20 12:14:03.356406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c455d65-1609-47f3-9240-a87c1cfaad6d req-35bf347a-f9a1-4270-af52-1b2368bf0744 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:03.357927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c455d65-1609-47f3-9240-a87c1cfaad6d req-35bf347a-f9a1-4270-af52-1b2368bf0744 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1291471 Aug 20 12:14:03.396551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9d90b24a-85c6-4cfd-a122-e1dfce171f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:03.397271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d90b24a-85c6-4cfd-a122-e1dfce171f01 None None] The sync data for ids ['86b8283b-3098-4575-84c0-995bd55ab460'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:03.401538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a79658f-86ff-46d8-a1e0-2b1f33bab91f None None] Provisioning complete for port 281ebcb6-926a-49d0-8061-69ab224d4cd4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:03.401918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a79658f-86ff-46d8-a1e0-2b1f33bab91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:03.458225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c455d65-1609-47f3-9240-a87c1cfaad6d req-6bce60a5-636b-4239-b9b2-7f61d7a756e0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856602 Aug 20 12:14:03.498635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7f9575b-20d4-4fb8-9760-24194c56d507 req-043ab712-a299-4306-916b-383cbda49430 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387882 Aug 20 12:14:03.523761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3a79658f-86ff-46d8-a1e0-2b1f33bab91f None None] Port 281ebcb6-926a-49d0-8061-69ab224d4cd4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:03.838667 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.219108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 281ebcb6-926a-49d0-8061-69ab224d4cd4 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:04.219884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.338230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.357655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 281ebcb6-926a-49d0-8061-69ab224d4cd4 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:04.653597 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.696831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=281ebcb6-926a-49d0-8061-69ab224d4cd4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:04.774581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8a3b-5e1d-459f-8c55-50ee232eb8f2 req-d9f4f4f0-9149-4803-9a1e-61e59daa78a4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:04.776880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54b8a3b-5e1d-459f-8c55-50ee232eb8f2 req-d9f4f4f0-9149-4803-9a1e-61e59daa78a4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1273382 Aug 20 12:14:04.810700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65194e6b-2591-491e-b083-17f2afb1239c req-c865958a-10b9-44ea-97d4-7ed2e3528c4a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:04.816854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65194e6b-2591-491e-b083-17f2afb1239c req-c865958a-10b9-44ea-97d4-7ed2e3528c4a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1355274 Aug 20 12:14:04.966532 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.986004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54b8a3b-5e1d-459f-8c55-50ee232eb8f2 req-737635de-c77b-4c2d-9e24-03bef97d973a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681180 Aug 20 12:14:05.002391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65194e6b-2591-491e-b083-17f2afb1239c req-3dd51361-f15f-4ad4-ba8e-1ea3c6545cff tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611667 Aug 20 12:14:05.345042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 86b8283b-3098-4575-84c0-995bd55ab460 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:05.486375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:05.494838 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-38aa10db-408a-4173-ace0-521a32682a02 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/86b8283b-3098-4575-84c0-995bd55ab460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1940532 Aug 20 12:14:05.495387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59112) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:05.498829 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e22c8-b0a9-421e-ac43-d731db345fa2 None None] Sync routers for ids ['86b8283b-3098-4575-84c0-995bd55ab460'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:05.509014 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e22c8-b0a9-421e-ac43-d731db345fa2 None None] Routers {'86b8283b-3098-4575-84c0-995bd55ab460'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:05.509635 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1c4e22c8-b0a9-421e-ac43-d731db345fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b8283b-3098-4575-84c0-995bd55ab460'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:05.543463 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1c4e22c8-b0a9-421e-ac43-d731db345fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:05.552687 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e22c8-b0a9-421e-ac43-d731db345fa2 None None] Routers {'86b8283b-3098-4575-84c0-995bd55ab460'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:05.553555 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1c4e22c8-b0a9-421e-ac43-d731db345fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b8283b-3098-4575-84c0-995bd55ab460'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:05.590090 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1c4e22c8-b0a9-421e-ac43-d731db345fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:05.591092 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e22c8-b0a9-421e-ac43-d731db345fa2 None None] The sync data for ids ['86b8283b-3098-4575-84c0-995bd55ab460'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:05.953698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:06.334907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d01304-bbda-4a8e-b63b-c3383057b8bc req-85f3deeb-53bd-4aab-94d6-8d1d71138a1e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.338749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49d01304-bbda-4a8e-b63b-c3383057b8bc req-85f3deeb-53bd-4aab-94d6-8d1d71138a1e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1859131 Aug 20 12:14:06.364531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbf623-0fef-4908-8b7a-dc4d6bac97b8 req-49a2c451-79a9-428d-9b3b-db179079c9f7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.372972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffbf623-0fef-4908-8b7a-dc4d6bac97b8 req-49a2c451-79a9-428d-9b3b-db179079c9f7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.2190077 Aug 20 12:14:06.443792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffbf623-0fef-4908-8b7a-dc4d6bac97b8 req-4ac1d34a-4c4c-4774-aa15-7e0aff73c170 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699563 Aug 20 12:14:06.488778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49d01304-bbda-4a8e-b63b-c3383057b8bc req-5a94bb1b-06e7-4265-98fb-3ae6a23fc9b2 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440551 Aug 20 12:14:06.550161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port f91174b6-a356-4040-8351-84c734ed4ed2 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:06.550674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:06.643906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:06.657311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for f91174b6-a356-4040-8351-84c734ed4ed2 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:07.112813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:07.146622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=f91174b6-a356-4040-8351-84c734ed4ed2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:07.262428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:07.528555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 86b8283b-3098-4575-84c0-995bd55ab460 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:07.733098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:07.743266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a254bba5-9326-4425-86aa-15aebef78d83 None None] Sync routers for ids ['86b8283b-3098-4575-84c0-995bd55ab460'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:07.754679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254bba5-9326-4425-86aa-15aebef78d83 None None] Routers {'86b8283b-3098-4575-84c0-995bd55ab460'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:07.755573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a254bba5-9326-4425-86aa-15aebef78d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b8283b-3098-4575-84c0-995bd55ab460'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:07.761462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ee300797-c694-4e02-a190-7ef02b659c43 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/86b8283b-3098-4575-84c0-995bd55ab460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2625546 Aug 20 12:14:07.763501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59150) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:07.801882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0f1a4-2633-4ff1-87f2-1e2de2d73478 req-ac2b25c1-a277-4be1-8407-180f4cab05a3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:07.803351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97d0f1a4-2633-4ff1-87f2-1e2de2d73478 req-ac2b25c1-a277-4be1-8407-180f4cab05a3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1244619 Aug 20 12:14:07.832564 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-24ce7c5b-8eaa-47e0-9d22-b81dd603af00 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b8283b-3098-4575-84c0-995bd55ab460 HTTP/1.1" status: 200 len: 205 time: 0.0671206 Aug 20 12:14:07.833583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:07.852554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a254bba5-9326-4425-86aa-15aebef78d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:07.860394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feaa3d-d96c-42f7-9c51-aa62f0958e21 req-a2c80722-0d79-4238-8242-5f6ac1754c10 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:07.876171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7feaa3d-d96c-42f7-9c51-aa62f0958e21 req-a2c80722-0d79-4238-8242-5f6ac1754c10 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.3209138 Aug 20 12:14:07.877958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254bba5-9326-4425-86aa-15aebef78d83 None None] Routers {'86b8283b-3098-4575-84c0-995bd55ab460'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:07.878718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a254bba5-9326-4425-86aa-15aebef78d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86b8283b-3098-4575-84c0-995bd55ab460'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:07.923844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a254bba5-9326-4425-86aa-15aebef78d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:07.924591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a254bba5-9326-4425-86aa-15aebef78d83 None None] The sync data for ids ['86b8283b-3098-4575-84c0-995bd55ab460'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:07.949925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97d0f1a4-2633-4ff1-87f2-1e2de2d73478 req-ce226b9d-481b-45ca-a484-446d9bd8b824 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373003 Aug 20 12:14:07.979393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7feaa3d-d96c-42f7-9c51-aa62f0958e21 req-146130e3-a96c-4c61-9d24-bcf93c3c8598 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022289 Aug 20 12:14:08.011055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26514cc6-ce94-46f2-918d-9f13679ceef0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.196955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59162) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:08.277790 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26514cc6-ce94-46f2-918d-9f13679ceef0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.279976 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26514cc6-ce94-46f2-918d-9f13679ceef0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.332525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26514cc6-ce94-46f2-918d-9f13679ceef0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.333279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26514cc6-ce94-46f2-918d-9f13679ceef0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Fanout notify agent at l3_agent the message router_deleted on router 86b8283b-3098-4575-84c0-995bd55ab460 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:14:08.341423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26514cc6-ce94-46f2-918d-9f13679ceef0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.343623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-26514cc6-ce94-46f2-918d-9f13679ceef0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/86b8283b-3098-4575-84c0-995bd55ab460 HTTP/1.1" status: 204 len: 168 time: 0.5087950 Aug 20 12:14:08.346261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59170) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:08.409575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf20ad-0178-49c0-b02d-93e6dbed3e99 req-f0ed12a4-7487-4016-83c1-95e2cf113376 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:08.411209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7cf20ad-0178-49c0-b02d-93e6dbed3e99 req-f0ed12a4-7487-4016-83c1-95e2cf113376 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1038866 Aug 20 12:14:08.418436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2c0d4f-9fe9-4156-bfbd-58244fd4c6b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet 7c5aa830-0aea-42fe-bfb4-f362cb241e58 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:08.422591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0d4f-9fe9-4156-bfbd-58244fd4c6b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.468465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0d4f-9fe9-4156-bfbd-58244fd4c6b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.482174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7cf20ad-0178-49c0-b02d-93e6dbed3e99 req-2a1a6093-c803-4b09-95f5-c691ac37587d tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602448 Aug 20 12:14:08.491196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4867-ca80-4bcf-bb45-dbe7befb845b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.582109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0d4f-9fe9-4156-bfbd-58244fd4c6b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.614479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4867-ca80-4bcf-bb45-dbe7befb845b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.622925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4867-ca80-4bcf-bb45-dbe7befb845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.644876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b6336-c354-41f3-99f3-20a8058a415d req-12a992cc-0835-4132-a314-389a303144e3 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:08.646454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736b6336-c354-41f3-99f3-20a8058a415d req-12a992cc-0835-4132-a314-389a303144e3 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0878520 Aug 20 12:14:08.666731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0d4f-9fe9-4156-bfbd-58244fd4c6b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.689494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2d7e4867-ca80-4bcf-bb45-dbe7befb845b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5e90fbc09a84820ad3a594c52866400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914627 Aug 20 12:14:08.692284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59178) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:08.700063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c0d4f-9fe9-4156-bfbd-58244fd4c6b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5aa830-0aea-42fe-bfb4-f362cb241e58,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:08.700358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e4867-ca80-4bcf-bb45-dbe7befb845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa8dc70-e9a7-451d-ab20-f4d74680ca83,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:08.709129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0d4f-9fe9-4156-bfbd-58244fd4c6b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.711134 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bf2c0d4f-9fe9-4156-bfbd-58244fd4c6b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/7c5aa830-0aea-42fe-bfb4-f362cb241e58 HTTP/1.1" status: 204 len: 168 time: 0.3637960 Aug 20 12:14:08.714160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:08.717738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d3285-1c12-439a-945e-7f52b956ade6 None None] Network 18993833-6603-49b7-931b-38a67c4fea4e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:08.733152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-736b6336-c354-41f3-99f3-20a8058a415d req-16adb325-c0c1-421e-9a92-85b1aa864dae tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774310 Aug 20 12:14:08.776907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d31284e-5b7d-4238-a4cf-44bd5614deb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet e6f37cd3-3d62-4891-94f8-d6f530089fec {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:08.782060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d31284e-5b7d-4238-a4cf-44bd5614deb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.789844 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f2492a4-7c0c-45bd-a7f3-7df56f793957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.825435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f2492a4-7c0c-45bd-a7f3-7df56f793957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.833972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d31284e-5b7d-4238-a4cf-44bd5614deb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.895682 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f2492a4-7c0c-45bd-a7f3-7df56f793957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.898582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f2492a4-7c0c-45bd-a7f3-7df56f793957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:08.899653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9f2492a4-7c0c-45bd-a7f3-7df56f793957 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afa8dc70-e9a7-451d-ab20-f4d74680ca83 HTTP/1.1" status: 204 len: 168 time: 0.2058399 Aug 20 12:14:08.911235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2492a4-7c0c-45bd-a7f3-7df56f793957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa8dc70-e9a7-451d-ab20-f4d74680ca83,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:08.964722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d31284e-5b7d-4238-a4cf-44bd5614deb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.039840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] DHCP port deletion for 18993833-6603-49b7-931b-38a67c4fea4e request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:14:09.097151 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d31284e-5b7d-4238-a4cf-44bd5614deb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.118883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] Deleting port 255e3bb8-d528-4eae-aa85-d2be008919e2 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:09.119101 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.144657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a844dde-fb81-4304-b456-7a736ce1518a req-1037face-a8f3-4e1a-8c37-3f1a061b2528 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:09.148287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31284e-5b7d-4238-a4cf-44bd5614deb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f37cd3-3d62-4891-94f8-d6f530089fec,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:09.155107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a844dde-fb81-4304-b456-7a736ce1518a req-1037face-a8f3-4e1a-8c37-3f1a061b2528 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1097074 Aug 20 12:14:09.157696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d31284e-5b7d-4238-a4cf-44bd5614deb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.160163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4d31284e-5b7d-4238-a4cf-44bd5614deb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/e6f37cd3-3d62-4891-94f8-d6f530089fec HTTP/1.1" status: 204 len: 168 time: 0.4450414 Aug 20 12:14:09.162772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59198) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:09.202878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103091-315d-4b08-b2d4-99ef7e56830d req-0b4f6ba4-a3d4-4d25-ab97-85660eba3e52 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:09.204777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37103091-315d-4b08-b2d4-99ef7e56830d req-0b4f6ba4-a3d4-4d25-ab97-85660eba3e52 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1184225 Aug 20 12:14:09.214990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] For port 255e3bb8-d528-4eae-aa85-d2be008919e2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=255e3bb8-d528-4eae-aa85-d2be008919e2,segment=NetworkSegment(06282350-9776-4735-8115-4dadf626012b),segment_id=06282350-9776-4735-8115-4dadf626012b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:09.216360 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.233790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] Calling delete_port for 255e3bb8-d528-4eae-aa85-d2be008919e2 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:09.240270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a844dde-fb81-4304-b456-7a736ce1518a req-4d09f18e-6b74-416f-b6b7-f4e88cfa0f24 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797963 Aug 20 12:14:09.304647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37103091-315d-4b08-b2d4-99ef7e56830d req-ad6cbf8d-0be7-4c8f-b87b-742ba7865e9e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854235 Aug 20 12:14:09.336043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356834b9-4e94-4b80-b419-783d1a91173b None None] Network a0a6a695-cbdc-4a0c-a435-194bb5f0d089 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:09.339588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 255e3bb8-d528-4eae-aa85-d2be008919e2 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:09.353422 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.444967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 255e3bb8-d528-4eae-aa85-d2be008919e2 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:09.445653 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.515927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.520254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 255e3bb8-d528-4eae-aa85-d2be008919e2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=255e3bb8-d528-4eae-aa85-d2be008919e2,segment=NetworkSegment(06282350-9776-4735-8115-4dadf626012b),segment_id=06282350-9776-4735-8115-4dadf626012b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:09.520672 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.542675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 255e3bb8-d528-4eae-aa85-d2be008919e2 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:09.620050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 255e3bb8-d528-4eae-aa85-d2be008919e2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=255e3bb8-d528-4eae-aa85-d2be008919e2,segment=NetworkSegment(06282350-9776-4735-8115-4dadf626012b),segment_id=06282350-9776-4735-8115-4dadf626012b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:09.641544 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.685539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.692105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event deleted for resources: {'Port': ['ID=255e3bb8-d528-4eae-aa85-d2be008919e2,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:09.696058 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.736830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] Pushing event deleted for resources: {'Port': ['ID=255e3bb8-d528-4eae-aa85-d2be008919e2,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:09.739291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7076c1f-60d9-4a3c-9882-8d22048c896f None None] No DVR routers for this DVR port 255e3bb8-d528-4eae-aa85-d2be008919e2 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:09.754108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=255e3bb8-d528-4eae-aa85-d2be008919e2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:09.761965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No DVR routers for this DVR port 255e3bb8-d528-4eae-aa85-d2be008919e2 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:09.848596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] DHCP port deletion for a0a6a695-cbdc-4a0c-a435-194bb5f0d089 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:14:09.863276 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.874200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18993833-6603-49b7-931b-38a67c4fea4e']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:09.889539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06282350-9776-4735-8115-4dadf626012b') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:09.889829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06282350-9776-4735-8115-4dadf626012b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:09.900683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.913982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] Deleting port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:09.914338 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.914640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.921007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:09.921485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:09.924876 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:09.979410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] For port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b6f1ad24-b6d9-4e35-a1f4-5caaefc03810,segment=NetworkSegment(5b632446-288d-4144-9ef2-bf87f57db879),segment_id=5b632446-288d-4144-9ef2-bf87f57db879)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:09.979410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.991105 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:09.996965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] Calling delete_port for b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:09.998712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.004101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/18993833-6603-49b7-931b-38a67c4fea4e HTTP/1.1" status: 204 len: 168 time: 0.8362389 Aug 20 12:14:10.004238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59218) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:10.018929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780e8bc-1154-49ba-9ed1-575505246320 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=18993833-6603-49b7-931b-38a67c4fea4e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:10.104746 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.105375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.140476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] Pushing event deleted for resources: {'Port': ['ID=b6f1ad24-b6d9-4e35-a1f4-5caaefc03810,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:10.150961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3373688-fa72-4114-a6eb-d4a6bb2c741b None None] No DVR routers for this DVR port b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:10.213409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.223494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a6a695-cbdc-4a0c-a435-194bb5f0d089']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:10.234559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b632446-288d-4144-9ef2-bf87f57db879') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:10.234855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b632446-288d-4144-9ef2-bf87f57db879') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:10.245018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.259706 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.266239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:10.266651 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:10.270043 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:10.403435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.409082 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.411598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/a0a6a695-cbdc-4a0c-a435-194bb5f0d089 HTTP/1.1" status: 204 len: 168 time: 0.4070511 Aug 20 12:14:10.421557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-a291e045-7932-4c6f-8c57-c7f1e4ccc061 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:10.429243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-a291e045-7932-4c6f-8c57-c7f1e4ccc061 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.0808270 Aug 20 12:14:10.430565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59236) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:10.436471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2046604827'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:10.442916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd56a05-2a20-43ae-9b8b-98cfd6f8f38e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=a0a6a695-cbdc-4a0c-a435-194bb5f0d089,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:10.457552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81d164-d0ff-47df-8936-183af466768b req-70f7f1eb-923f-4fe6-83b8-46068ffe7d22 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:10.459268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f81d164-d0ff-47df-8936-183af466768b req-70f7f1eb-923f-4fe6-83b8-46068ffe7d22 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 946 time: 0.1417658 Aug 20 12:14:10.493000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f0169-46a1-4122-a909-d56256dada99 req-0ddce8a2-44d8-4aad-bc6c-3e1c8624bd6e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:10.494730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e68f0169-46a1-4122-a909-d56256dada99 req-0ddce8a2-44d8-4aad-bc6c-3e1c8624bd6e tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1228929 Aug 20 12:14:10.508166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:10.511554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.525078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f81d164-d0ff-47df-8936-183af466768b req-3257fce2-5490-4443-ab90-88d44abbfcf6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586147 Aug 20 12:14:10.558621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e68f0169-46a1-4122-a909-d56256dada99 req-83039040-98be-407e-8d5a-7257efedfb78 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516677 Aug 20 12:14:10.587723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:10.601920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.603322 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment 26f74ff9-bd6f-4be8-9343-7c01680d8b4f of type vlan for network 652588eb-deb7-46c1-8442-952a936b86b5 Aug 20 12:14:10.627725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Deleting port 76de831f-9e2a-4cb5-82e5-8104931e65b5 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:10.628065 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.708417 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.759034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.764454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:10.765021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.777908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] For port 76de831f-9e2a-4cb5-82e5-8104931e65b5, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=76de831f-9e2a-4cb5-82e5-8104931e65b5,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:10.778307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:10.842849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Calling delete_port for 76de831f-9e2a-4cb5-82e5-8104931e65b5 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:10.857798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4261026 Aug 20 12:14:10.858139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59254) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:10.866078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': '652588eb-deb7-46c1-8442-952a936b86b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:10.868888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ef64-f59a-4e2e-9103-7355669ad039 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=652588eb-deb7-46c1-8442-952a936b86b5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:10.879855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 652588eb-deb7-46c1-8442-952a936b86b5 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:11.004455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:11.008773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.026611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.044758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', '76de831f-9e2a-4cb5-82e5-8104931e65b5'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:14:11.089951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event deleted for resources: {'Port': ['ID=76de831f-9e2a-4cb5-82e5-8104931e65b5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:11.138842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] No DVR routers for this DVR port 76de831f-9e2a-4cb5-82e5-8104931e65b5 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:11.142694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.145117 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c00ff0b4-38b3-4d2d-afc5-32374543fbbe req-c6363652-7cd3-4cdf-90c5-88faa236ee74 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "DELETE /v2.0/ports/76de831f-9e2a-4cb5-82e5-8104931e65b5 HTTP/1.1" status: 204 len: 173 time: 0.7038074 Aug 20 12:14:11.145573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0c6128-3e85-428f-9558-e6f08c3f0356', 'name': 'network-vif-deleted', 'tag': '76de831f-9e2a-4cb5-82e5-8104931e65b5'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:11.148488 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b2c53b-21dc-4d6c-97f0-45a9daf194d0" -d '{"events": [{"server_uuid": "5c0c6128-3e85-428f-9558-e6f08c3f0356", "name": "network-vif-deleted", "tag": "76de831f-9e2a-4cb5-82e5-8104931e65b5"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:11.230199 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e46676-2111-41e2-a04b-0c79a54e9e6d x-openstack-request-id: req-f4e46676-2111-41e2-a04b-0c79a54e9e6d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:11.230570 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0c6128-3e85-428f-9558-e6f08c3f0356", "name": "network-vif-deleted", "tag": "76de831f-9e2a-4cb5-82e5-8104931e65b5", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:11.230901 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4e46676-2111-41e2-a04b-0c79a54e9e6d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:11.231477 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0c6128-3e85-428f-9558-e6f08c3f0356', 'name': 'network-vif-deleted', 'tag': '76de831f-9e2a-4cb5-82e5-8104931e65b5', 'status': 'completed', 'code': 200} Aug 20 12:14:11.317736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.357631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:11.387458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=d62f335a-7dd3-4797-b561-b2606385886a,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:11.388920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:11.389269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b6f1ad24-b6d9-4e35-a1f4-5caaefc03810 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:11.440651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': '26f74ff9-bd6f-4be8-9343-7c01680d8b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '652588eb-deb7-46c1-8442-952a936b86b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:11.441008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: 652588eb-deb7-46c1-8442-952a936b86b5, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:11.462594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 652588eb-deb7-46c1-8442-952a936b86b5 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:11.480323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 652588eb-deb7-46c1-8442-952a936b86b5) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:11.486824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:11.487322 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.490123 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0399a31-f518-4787-8d0b-f893ebb970ce None None] Network 652588eb-deb7-46c1-8442-952a936b86b5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:11.505275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6c6d0043-d59a-4798-959a-857b2a1adafe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6448305 Aug 20 12:14:11.507832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59272) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:11.517856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d90304e9-4d33-4a45-b187-5c5f6907d10f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1776104577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:11.564933 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d90304e9-4d33-4a45-b187-5c5f6907d10f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.566149 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d90304e9-4d33-4a45-b187-5c5f6907d10f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.677325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d90304e9-4d33-4a45-b187-5c5f6907d10f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.687685 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d90304e9-4d33-4a45-b187-5c5f6907d10f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.707231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-652588eb-deb7-46c1-8442-952a936b86b5', 'network_id': '652588eb-deb7-46c1-8442-952a936b86b5', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': 'd62f335a-7dd3-4797-b561-b2606385886a'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:14:11.708167 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.711559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb483dd8-c385-47eb-a32c-cc5df0f1b15e req-e4a24c96-402f-4a96-b72c-7db6e683d765 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c0c6128-3e85-428f-9558-e6f08c3f0356 HTTP/1.1" status: 200 len: 210 time: 0.0368233 Aug 20 12:14:11.770379 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d90304e9-4d33-4a45-b187-5c5f6907d10f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:11.771536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d90304e9-4d33-4a45-b187-5c5f6907d10f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2624424 Aug 20 12:14:11.776302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59284) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:11.790745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'port': {'network_id': '652588eb-deb7-46c1-8442-952a936b86b5', 'name': 'tempest-RoutersIpV6Test-726962485'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:11.829511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf71371-ec10-4a6f-a6f8-c8f9e3e419cf req-2770fc62-1bd5-405d-9381-2867826e1716 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:11.848030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdf71371-ec10-4a6f-a6f8-c8f9e3e419cf req-2770fc62-1bd5-405d-9381-2867826e1716 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1398230 Aug 20 12:14:11.950635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdf71371-ec10-4a6f-a6f8-c8f9e3e419cf req-bd4ccc6e-26be-44ac-9469-bdd9b355974a tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016650 Aug 20 12:14:12.003394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Allocated IP 2001:db8::2 (652588eb-deb7-46c1-8442-952a936b86b5/d62f335a-7dd3-4797-b561-b2606385886a/4b27c76d-8e70-477f-a139-23bc0c090fd5) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:12.012632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:12.017039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.208964 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.225993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Transition to ACTIVE for port object 4b27c76d-8e70-477f-a139-23bc0c090fd5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:12.229407 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.259232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Transition to ACTIVE for port object 4b27c76d-8e70-477f-a139-23bc0c090fd5 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:12.267807 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.316429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Network 652588eb-deb7-46c1-8442-952a936b86b5 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:12.320500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:12.327179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:12.339059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Pushing event updated for resources: {'Port': ['ID=4b27c76d-8e70-477f-a139-23bc0c090fd5,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:12.402424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] device_id is not set on port d502c73b-ec83-49a8-b882-eceb25564ece yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:14:12.412053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Attempting to bind port 4b27c76d-8e70-477f-a139-23bc0c090fd5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:12.413043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Attempting to bind port 4b27c76d-8e70-477f-a139-23bc0c090fd5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '26f74ff9-bd6f-4be8-9343-7c01680d8b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '652588eb-deb7-46c1-8442-952a936b86b5'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:12.413962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Attempting to bind port 4b27c76d-8e70-477f-a139-23bc0c090fd5 on network 652588eb-deb7-46c1-8442-952a936b86b5 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:12.420489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:12.421431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Checking segment: {'id': '26f74ff9-bd6f-4be8-9343-7c01680d8b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '652588eb-deb7-46c1-8442-952a936b86b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:12.422022 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.422622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Bound using segment: {'id': '26f74ff9-bd6f-4be8-9343-7c01680d8b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '652588eb-deb7-46c1-8442-952a936b86b5'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:12.423276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Bound port: 4b27c76d-8e70-477f-a139-23bc0c090fd5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f74ff9-bd6f-4be8-9343-7c01680d8b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '652588eb-deb7-46c1-8442-952a936b86b5'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:12.424179 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.502077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] For port 4b27c76d-8e70-477f-a139-23bc0c090fd5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:12.506695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] For port 4b27c76d-8e70-477f-a139-23bc0c090fd5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4b27c76d-8e70-477f-a139-23bc0c090fd5,segment=NetworkSegment(26f74ff9-bd6f-4be8-9343-7c01680d8b4f),segment_id=26f74ff9-bd6f-4be8-9343-7c01680d8b4f)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:12.512481 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.551542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8::37c (652588eb-deb7-46c1-8442-952a936b86b5/d62f335a-7dd3-4797-b561-b2606385886a/d502c73b-ec83-49a8-b882-eceb25564ece) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:12.584232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fcb07-3d0a-4fbd-a22a-fe5f6cf0edc8 None None] Pushing event updated for resources: {'Port': ['ID=4b27c76d-8e70-477f-a139-23bc0c090fd5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:12.729369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.745271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object d502c73b-ec83-49a8-b882-eceb25564ece will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:12.792843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.859910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 652588eb-deb7-46c1-8442-952a936b86b5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:12.864750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:12.873535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:12.879405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:12.880320 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:12.917781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1364567 Aug 20 12:14:12.918828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b3aa7-49b2-42f6-ae07-c4a4cef834f0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=d502c73b-ec83-49a8-b882-eceb25564ece,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:12.922876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59304) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:13.379787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556238-aeb2-41df-bb8c-037da7b553d3 req-724640e0-02cf-49d7-a611-f0e53807fe81 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:13.381362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7556238-aeb2-41df-bb8c-037da7b553d3 req-724640e0-02cf-49d7-a611-f0e53807fe81 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1908538 Aug 20 12:14:13.402909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4b27c76d-8e70-477f-a139-23bc0c090fd5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:13.472526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7556238-aeb2-41df-bb8c-037da7b553d3 req-95a7f9b9-8c79-4f5c-95cc-c76471e68423 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504375 Aug 20 12:14:13.491312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 4b27c76d-8e70-477f-a139-23bc0c090fd5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:13.551774 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:13.719554 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:13.965758 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:13.972386 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:14.052476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=d502c73b-ec83-49a8-b882-eceb25564ece,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:14.174221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f7597-51d4-4d6e-86a9-90b5297da669 None None] Network 652588eb-deb7-46c1-8442-952a936b86b5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:14.231356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa51e3-d25e-4e7a-9639-c1554945e37b req-eb4452f8-51bc-4e18-805f-1931b9b1be8a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:14.239855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdfa51e3-d25e-4e7a-9639-c1554945e37b req-eb4452f8-51bc-4e18-805f-1931b9b1be8a tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 945 time: 0.2096004 Aug 20 12:14:14.326742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdfa51e3-d25e-4e7a-9639-c1554945e37b req-82e634b0-346d-4fca-bb61-336a0c2e23c7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818052 Aug 20 12:14:14.381051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:14.517118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:14.529967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5ac28619-b4f8-4e50-b698-8a9cb8dd63d1 None None] Provisioning for port 4b27c76d-8e70-477f-a139-23bc0c090fd5 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:14.543823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5ac28619-b4f8-4e50-b698-8a9cb8dd63d1 None None] Provisioning complete for port 4b27c76d-8e70-477f-a139-23bc0c090fd5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:14.544257 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5ac28619-b4f8-4e50-b698-8a9cb8dd63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:14.683244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5ac28619-b4f8-4e50-b698-8a9cb8dd63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:14.718775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5ac28619-b4f8-4e50-b698-8a9cb8dd63d1 None None] For port 4b27c76d-8e70-477f-a139-23bc0c090fd5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4b27c76d-8e70-477f-a139-23bc0c090fd5,segment=NetworkSegment(26f74ff9-bd6f-4be8-9343-7c01680d8b4f),segment_id=26f74ff9-bd6f-4be8-9343-7c01680d8b4f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:14.724365 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5ac28619-b4f8-4e50-b698-8a9cb8dd63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:14.783730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28619-b4f8-4e50-b698-8a9cb8dd63d1 None None] Pushing event updated for resources: {'Port': ['ID=4b27c76d-8e70-477f-a139-23bc0c090fd5,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:14.976474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9c11ca43-22d9-4a23-856a-7042c9699b26 None None] Provisioning for port d502c73b-ec83-49a8-b882-eceb25564ece completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:14.981902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9c11ca43-22d9-4a23-856a-7042c9699b26 None None] Provisioning complete for port d502c73b-ec83-49a8-b882-eceb25564ece triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:14.982646 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c11ca43-22d9-4a23-856a-7042c9699b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.031494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9c11ca43-22d9-4a23-856a-7042c9699b26 None None] Port d502c73b-ec83-49a8-b882-eceb25564ece cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:15.044028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9c11ca43-22d9-4a23-856a-7042c9699b26 None None] Provisioning complete for port 4b27c76d-8e70-477f-a139-23bc0c090fd5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:15.045355 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9c11ca43-22d9-4a23-856a-7042c9699b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.175178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c73235-84da-49d9-b293-223116a3fba4 req-7b4d34b7-30bb-4e57-82b3-4319cf44a24d tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:15.183356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34c73235-84da-49d9-b293-223116a3fba4 req-7b4d34b7-30bb-4e57-82b3-4319cf44a24d tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.5743988 Aug 20 12:14:15.257633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 76de831f-9e2a-4cb5-82e5-8104931e65b5 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:15.260859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34c73235-84da-49d9-b293-223116a3fba4 req-bfc70985-bbe2-4383-b6ef-f5a3cc9de2c7 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678713 Aug 20 12:14:15.301472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 76de831f-9e2a-4cb5-82e5-8104931e65b5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:15.304335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 76de831f-9e2a-4cb5-82e5-8104931e65b5 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:15.337296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4b27c76d-8e70-477f-a139-23bc0c090fd5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:15.380380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4b246463-cbe9-49f3-b278-418b5c2ea9c9 None None] Provisioning complete for port d502c73b-ec83-49a8-b882-eceb25564ece triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:15.380756 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4b246463-cbe9-49f3-b278-418b5c2ea9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.414986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.428284 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.429372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.455952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4b246463-cbe9-49f3-b278-418b5c2ea9c9 None None] Port d502c73b-ec83-49a8-b882-eceb25564ece cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:15.458408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4b27c76d-8e70-477f-a139-23bc0c090fd5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:15.458784 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.524675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-aeae3853-80c5-4edd-a1ac-b0670a6f1ab6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:15.532089 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-aeae3853-80c5-4edd-a1ac-b0670a6f1ab6 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 945 time: 0.1527367 Aug 20 12:14:15.695748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Deleting port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:15.696262 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.707204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 652588eb-deb7-46c1-8442-952a936b86b5 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:15.721152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:15.793377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-95f35d21-2fec-4e3a-a5c1-bd834cf298ba None None] Provisioning complete for port d502c73b-ec83-49a8-b882-eceb25564ece triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:15.793908 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-95f35d21-2fec-4e3a-a5c1-bd834cf298ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.879318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=d502c73b-ec83-49a8-b882-eceb25564ece,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:15.886869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-95f35d21-2fec-4e3a-a5c1-bd834cf298ba None None] Port d502c73b-ec83-49a8-b882-eceb25564ece cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:15.900813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b3c4b-3b40-4e97-b691-7c50c95d917f req-8fea61cf-0e00-4ceb-a44a-152391c8f3f7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:15.901061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] For port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,segment=NetworkSegment(8745bed8-c586-4ac8-838e-16047e66ae9c),segment_id=8745bed8-c586-4ac8-838e-16047e66ae9c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:15.901221 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.909079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-810b3c4b-3b40-4e97-b691-7c50c95d917f req-8fea61cf-0e00-4ceb-a44a-152391c8f3f7 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/ports?device_id=f303b638-95fd-45da-9cfa-09d427f20648 HTTP/1.1" status: 200 len: 945 time: 0.4070780 Aug 20 12:14:15.918069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Calling delete_port for e4a4a8a4-8704-486e-b9e3-7b8d46a0126e owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:15.965027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-810b3c4b-3b40-4e97-b691-7c50c95d917f req-9ca4c718-4097-492f-83aa-313e758c468f tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549054 Aug 20 12:14:15.969840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router c40eebb2-739b-4852-8593-c636ec8f5fb9 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:14:16.117708 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:16.133793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:16.136145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:14:16.151732 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd684249-7d4f-44a5-b8eb-c1990d0dd5fb None None] Sync routers for ids ['c40eebb2-739b-4852-8593-c636ec8f5fb9'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:16.154998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-feb22626-f5d4-408e-b74b-aac99bc7ecee tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/c40eebb2-739b-4852-8593-c636ec8f5fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2268071 Aug 20 12:14:16.157705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59384) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:16.168676 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd684249-7d4f-44a5-b8eb-c1990d0dd5fb None None] Routers {'c40eebb2-739b-4852-8593-c636ec8f5fb9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:16.169639 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cd684249-7d4f-44a5-b8eb-c1990d0dd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c40eebb2-739b-4852-8593-c636ec8f5fb9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:16.205333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Pushing event deleted for resources: {'Port': ['ID=e4a4a8a4-8704-486e-b9e3-7b8d46a0126e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:16.233889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] No DVR routers for this DVR port e4a4a8a4-8704-486e-b9e3-7b8d46a0126e on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:16.236496 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:16.238683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ee42a-89d5-4a5f-96ed-8dcb07e1aa8d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:16.239271 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c6af6808-a8f4-43b7-b860-bb6b5b912dfe req-bef97af3-0eab-4ff5-825f-56076bb8ea73 tempest-ServersTestJSON-1769291833 tempest-ServersTestJSON-1769291833-project] 10.222.0.73 "DELETE /v2.0/ports/e4a4a8a4-8704-486e-b9e3-7b8d46a0126e HTTP/1.1" status: 204 len: 173 time: 0.6964328 Aug 20 12:14:16.239271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f303b638-95fd-45da-9cfa-09d427f20648', 'name': 'network-vif-deleted', 'tag': 'e4a4a8a4-8704-486e-b9e3-7b8d46a0126e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:16.240349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0a9ee42a-89d5-4a5f-96ed-8dcb07e1aa8d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports/d502c73b-ec83-49a8-b882-eceb25564ece HTTP/1.1" status: 200 len: 983 time: 0.0814059 Aug 20 12:14:16.242607 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5a1bf-4824-475a-9b58-a28b196471e4" -d '{"events": [{"server_uuid": "f303b638-95fd-45da-9cfa-09d427f20648", "name": "network-vif-deleted", "tag": "e4a4a8a4-8704-486e-b9e3-7b8d46a0126e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:16.245529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59388) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:16.251256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f3c77b9-2ba7-4224-a8a6-78c88d1fdfb5 None None] Provisioning complete for port d502c73b-ec83-49a8-b882-eceb25564ece triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:16.251634 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f3c77b9-2ba7-4224-a8a6-78c88d1fdfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:16.297731 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cd684249-7d4f-44a5-b8eb-c1990d0dd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:16.324337 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd684249-7d4f-44a5-b8eb-c1990d0dd5fb None None] Routers {'c40eebb2-739b-4852-8593-c636ec8f5fb9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:16.325024 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cd684249-7d4f-44a5-b8eb-c1990d0dd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c40eebb2-739b-4852-8593-c636ec8f5fb9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:16.371709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c77b9-2ba7-4224-a8a6-78c88d1fdfb5 None None] Port d502c73b-ec83-49a8-b882-eceb25564ece cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:16.391965 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3cdcfc-0682-4654-80da-2fbc5d5123b7 x-openstack-request-id: req-5f3cdcfc-0682-4654-80da-2fbc5d5123b7 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:16.392264 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f303b638-95fd-45da-9cfa-09d427f20648", "name": "network-vif-deleted", "tag": "e4a4a8a4-8704-486e-b9e3-7b8d46a0126e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:16.392780 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f3cdcfc-0682-4654-80da-2fbc5d5123b7 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:16.393200 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f303b638-95fd-45da-9cfa-09d427f20648', 'name': 'network-vif-deleted', 'tag': 'e4a4a8a4-8704-486e-b9e3-7b8d46a0126e', 'status': 'completed', 'code': 200} Aug 20 12:14:16.435700 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cd684249-7d4f-44a5-b8eb-c1990d0dd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:16.436343 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd684249-7d4f-44a5-b8eb-c1990d0dd5fb None None] The sync data for ids ['c40eebb2-739b-4852-8593-c636ec8f5fb9'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:16.515717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd972d-9226-4ad7-9631-aca5169cff60 req-a9c45922-9b6d-47f0-99d6-9a5001fe7815 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:16.524610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22cd972d-9226-4ad7-9631-aca5169cff60 req-a9c45922-9b6d-47f0-99d6-9a5001fe7815 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0670388 Aug 20 12:14:16.571310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22cd972d-9226-4ad7-9631-aca5169cff60 req-206826b2-1b27-4da6-b01e-85e943732a5d tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Aug 20 12:14:16.810539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.056029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59400) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:17.124290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-af34fd01-89e4-4f68-941a-50350aeb9f58 admin admin] Deleting subnet 886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:17.138406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af34fd01-89e4-4f68-941a-50350aeb9f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.167972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port d502c73b-ec83-49a8-b882-eceb25564ece {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:17.169765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.215995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af34fd01-89e4-4f68-941a-50350aeb9f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.286014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af34fd01-89e4-4f68-941a-50350aeb9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.337967 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.391106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for d502c73b-ec83-49a8-b882-eceb25564ece owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:17.606320 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.677563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=d502c73b-ec83-49a8-b882-eceb25564ece,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:17.694079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af34fd01-89e4-4f68-941a-50350aeb9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.721718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b225ab-b218-4a39-b802-9e0d597bff05 req-2ba30d1e-ad04-4525-a874-4b6f9c71f334 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:17.732853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48b225ab-b218-4a39-b802-9e0d597bff05 req-2ba30d1e-ad04-4525-a874-4b6f9c71f334 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0721433 Aug 20 12:14:17.768341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34fd01-89e4-4f68-941a-50350aeb9f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886444a5-b6c7-4939-8cf4-e3eccaa8ffc6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:17.776883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af34fd01-89e4-4f68-941a-50350aeb9f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.780096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-af34fd01-89e4-4f68-941a-50350aeb9f58 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/886444a5-b6c7-4939-8cf4-e3eccaa8ffc6 HTTP/1.1" status: 204 len: 168 time: 0.7218838 Aug 20 12:14:17.783828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59416) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:17.805138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48b225ab-b218-4a39-b802-9e0d597bff05 req-2f4fbe5b-c1a9-4b6a-8bfa-05fc7178d6a0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711057 Aug 20 12:14:17.982988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.004713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.268148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.280959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7021bb-6e8c-453c-bca1-31d5bea963ed']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:18.298049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8745bed8-c586-4ac8-838e-16047e66ae9c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:18.298444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8745bed8-c586-4ac8-838e-16047e66ae9c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:18.309865 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.362432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.399344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:18.400360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:18.401541 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:18.537332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router c40eebb2-739b-4852-8593-c636ec8f5fb9 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:18.624436 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.630619 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.634952 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6f7021bb-6e8c-453c-bca1-31d5bea963ed HTTP/1.1" status: 204 len: 168 time: 0.8476744 Aug 20 12:14:18.641517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd74cd-1a28-49e5-91e7-d15b29817b39 req-3d17305a-0dc8-4523-9a1e-71eee694d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:18.642649 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8cfd74cd-1a28-49e5-91e7-d15b29817b39 req-3d17305a-0dc8-4523-9a1e-71eee694d534 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 1097 time: 0.4607944 Aug 20 12:14:18.752773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:18.754545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783edb09-5bd0-4ba9-a965-5b2090723076 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7021bb-6e8c-453c-bca1-31d5bea963ed,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:18.760507 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0d2b403a-3c70-4b55-b93c-ec08f4c89cf0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/c40eebb2-739b-4852-8593-c636ec8f5fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5140147 Aug 20 12:14:18.763821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59430) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:18.782787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c70828-ce5b-4336-8efa-85aaf794c33c None None] Sync routers for ids ['c40eebb2-739b-4852-8593-c636ec8f5fb9'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:18.811677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c70828-ce5b-4336-8efa-85aaf794c33c None None] Routers {'c40eebb2-739b-4852-8593-c636ec8f5fb9'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:18.812226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-99c70828-ce5b-4336-8efa-85aaf794c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c40eebb2-739b-4852-8593-c636ec8f5fb9'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:18.834712 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8cfd74cd-1a28-49e5-91e7-d15b29817b39 req-ee1d3b44-41d4-4445-9494-70414d781aab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998275 Aug 20 12:14:18.854349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-99c70828-ce5b-4336-8efa-85aaf794c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:18.863639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c70828-ce5b-4336-8efa-85aaf794c33c None None] Routers {'c40eebb2-739b-4852-8593-c636ec8f5fb9'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:18.864336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-99c70828-ce5b-4336-8efa-85aaf794c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:13:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c40eebb2-739b-4852-8593-c636ec8f5fb9'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:18.903264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-99c70828-ce5b-4336-8efa-85aaf794c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:18.904166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c70828-ce5b-4336-8efa-85aaf794c33c None None] The sync data for ids ['c40eebb2-739b-4852-8593-c636ec8f5fb9'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:18.995123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59440) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:19.033964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3cd6-4557-4de6-9c05-190fb391ed2b req-203820c2-a6a6-43e5-a21b-e45c76809677 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:19.041745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa1d3cd6-4557-4de6-9c05-190fb391ed2b req-203820c2-a6a6-43e5-a21b-e45c76809677 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1440718 Aug 20 12:14:19.048508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a225788a-bdab-43de-b448-65033d020c78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b11b040c005843c589fc833e824a73ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510960 Aug 20 12:14:19.050987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59444) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:19.161256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7848e7f5-6130-463d-be53-37e8b95489e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.194283 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-282abe61-5fea-4ec4-a9da-31f524852a6c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 12:14:19.197990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-282abe61-5fea-4ec4-a9da-31f524852a6c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/c40eebb2-739b-4852-8593-c636ec8f5fb9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4303558 Aug 20 12:14:19.198320 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7848e7f5-6130-463d-be53-37e8b95489e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.198868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59450) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:19.200959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa1d3cd6-4557-4de6-9c05-190fb391ed2b req-1bef4803-889c-406a-b777-34503aa6ba13 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583476 Aug 20 12:14:19.251312 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0d448adb-5897-47cd-93ec-99f1f6f447a5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=c40eebb2-739b-4852-8593-c636ec8f5fb9 HTTP/1.1" status: 200 len: 205 time: 0.0513372 Aug 20 12:14:19.254624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59454) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:19.293978 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7848e7f5-6130-463d-be53-37e8b95489e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.298437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e4a4a8a4-8704-486e-b9e3-7b8d46a0126e no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:19.303451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7848e7f5-6130-463d-be53-37e8b95489e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.305040 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7848e7f5-6130-463d-be53-37e8b95489e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda HTTP/1.1" status: 204 len: 168 time: 0.2531352 Aug 20 12:14:19.314514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848e7f5-6130-463d-be53-37e8b95489e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7ce9a1-31b2-409c-ae7a-1f3b4a0cdeda,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:19.332190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: e4a4a8a4-8704-486e-b9e3-7b8d46a0126e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:19.332520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e4a4a8a4-8704-486e-b9e3-7b8d46a0126e not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:19.395101 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5093d6f-111a-4816-93eb-286291b2cfb5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.591558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5093d6f-111a-4816-93eb-286291b2cfb5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.594297 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5093d6f-111a-4816-93eb-286291b2cfb5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.678568 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5093d6f-111a-4816-93eb-286291b2cfb5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.679162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5093d6f-111a-4816-93eb-286291b2cfb5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Fanout notify agent at l3_agent the message router_deleted on router c40eebb2-739b-4852-8593-c636ec8f5fb9 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:14:19.693506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5093d6f-111a-4816-93eb-286291b2cfb5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.704297 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59468) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:19.704868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c5093d6f-111a-4816-93eb-286291b2cfb5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/c40eebb2-739b-4852-8593-c636ec8f5fb9 HTTP/1.1" status: 204 len: 168 time: 0.4492669 Aug 20 12:14:19.816618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-095d2494-b351-4031-b032-546a75168be0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet d62f335a-7dd3-4797-b561-b2606385886a {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:19.827401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-095d2494-b351-4031-b032-546a75168be0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.901349 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-095d2494-b351-4031-b032-546a75168be0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.052613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-095d2494-b351-4031-b032-546a75168be0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.129767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-095d2494-b351-4031-b032-546a75168be0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.164971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-095d2494-b351-4031-b032-546a75168be0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.166962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-095d2494-b351-4031-b032-546a75168be0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/d62f335a-7dd3-4797-b561-b2606385886a HTTP/1.1" status: 204 len: 168 time: 0.4612057 Aug 20 12:14:20.167797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d2494-b351-4031-b032-546a75168be0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=d62f335a-7dd3-4797-b561-b2606385886a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:20.170451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59482) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:20.182529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7fa9b4-ca8a-4712-bcc5-b401b3a617f2 None None] Network 652588eb-deb7-46c1-8442-952a936b86b5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:20.358652 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.418916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991a41a-23b9-4de3-ac7a-c7acaeea5e3e req-b574550a-db71-45ee-b2b5-7924dfa1a1b9 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:20.420376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2991a41a-23b9-4de3-ac7a-c7acaeea5e3e req-b574550a-db71-45ee-b2b5-7924dfa1a1b9 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0958502 Aug 20 12:14:20.493875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2991a41a-23b9-4de3-ac7a-c7acaeea5e3e req-ac734db0-e509-40f6-ad5c-1b5f58b2be79 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657065 Aug 20 12:14:20.509457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 4b27c76d-8e70-477f-a139-23bc0c090fd5 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:20.509835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.560601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] DHCP port deletion for 652588eb-deb7-46c1-8442-952a936b86b5 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:14:20.661489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] Deleting port 4b27c76d-8e70-477f-a139-23bc0c090fd5 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:20.662566 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.701347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 4b27c76d-8e70-477f-a139-23bc0c090fd5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4b27c76d-8e70-477f-a139-23bc0c090fd5,segment=NetworkSegment(26f74ff9-bd6f-4be8-9343-7c01680d8b4f),segment_id=26f74ff9-bd6f-4be8-9343-7c01680d8b4f)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:20.701712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.738152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] For port 4b27c76d-8e70-477f-a139-23bc0c090fd5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4b27c76d-8e70-477f-a139-23bc0c090fd5,segment=NetworkSegment(26f74ff9-bd6f-4be8-9343-7c01680d8b4f),segment_id=26f74ff9-bd6f-4be8-9343-7c01680d8b4f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:20.739028 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.742463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 4b27c76d-8e70-477f-a139-23bc0c090fd5 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:20.756072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] Calling delete_port for 4b27c76d-8e70-477f-a139-23bc0c090fd5 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:20.985027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:20.992045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-064e72f1-d87e-48e1-a859-0b407a76aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:20.993797 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-064e72f1-d87e-48e1-a859-0b407a76aed1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6373b7e7312e4950b10c119b584076c6&device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 1097 time: 0.1278360 Aug 20 12:14:21.078795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.089650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] Pushing event deleted for resources: {'Port': ['ID=4b27c76d-8e70-477f-a139-23bc0c090fd5,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:21.107999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30680ae-dbac-4cc4-b952-c4945333c30a None None] No DVR routers for this DVR port 4b27c76d-8e70-477f-a139-23bc0c090fd5 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:21.143153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No DVR routers for this DVR port 4b27c76d-8e70-477f-a139-23bc0c090fd5 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:21.157402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-657774bd-8178-44de-a8b0-4c1de3bcf9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:21.158949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-657774bd-8178-44de-a8b0-4c1de3bcf9f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 200 len: 912 time: 0.1565356 Aug 20 12:14:21.253267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-fc84c3c4-246c-4c24-bdab-4bb967495de6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9 HTTP/1.1" status: 200 len: 217 time: 0.0861943 Aug 20 12:14:21.267124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=4b27c76d-8e70-477f-a139-23bc0c090fd5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:21.355223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c28086-8e06-4d14-8209-deba53eccd8b req-0353ed4e-c69e-45fe-95ec-d5616aaf5255 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:21.377442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9c28086-8e06-4d14-8209-deba53eccd8b req-0353ed4e-c69e-45fe-95ec-d5616aaf5255 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.4400036 Aug 20 12:14:21.385281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-c71477c6-c766-4bfb-bc66-34297d363185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:21.395259 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-c71477c6-c766-4bfb-bc66-34297d363185 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65515df6-a6ae-4750-a80f-0df50eebbe22 HTTP/1.1" status: 200 len: 851 time: 0.1348100 Aug 20 12:14:21.405199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4b27c76d-8e70-477f-a139-23bc0c090fd5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:21.429269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 4b27c76d-8e70-477f-a139-23bc0c090fd5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:21.429624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4b27c76d-8e70-477f-a139-23bc0c090fd5 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:21.445148 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.459256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-8636de00-a4b5-4ddf-b4ed-110392b17fe3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2888111c-54fa-4a33-a516-c36b95dd14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546417 Aug 20 12:14:21.467490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652588eb-deb7-46c1-8442-952a936b86b5']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:21.473512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-54ca761d-978b-42ac-aa45-46d1dea04180 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:14:21.474519 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-54ca761d-978b-42ac-aa45-46d1dea04180 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088363 Aug 20 12:14:21.483363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9c28086-8e06-4d14-8209-deba53eccd8b req-5a491633-c0ae-41e1-a66d-a4755d3f5f68 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787077 Aug 20 12:14:21.485183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f74ff9-bd6f-4be8-9343-7c01680d8b4f') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:21.485183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f74ff9-bd6f-4be8-9343-7c01680d8b4f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:21.504418 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.536837 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.558360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:21.560010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:21.562079 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:21.627166 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-00050fc3-e4aa-4ed6-81bc-c2ac938509fc service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452105 Aug 20 12:14:21.648947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.657195 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.665041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/652588eb-deb7-46c1-8442-952a936b86b5 HTTP/1.1" status: 204 len: 168 time: 1.4876750 Aug 20 12:14:21.698386 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-96ea9e63-3d0f-4f9e-8cf8-9aa3ec5f1fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.714329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59518) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:21.715116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe27170-9e65-4bb0-a8eb-c953bae7c7bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=652588eb-deb7-46c1-8442-952a936b86b5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:21.733291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1192404421'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:21.760991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:21.768561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.858322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:21.892973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.893431 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment 85ab63e6-d9e7-4ce2-80df-ba3149734ba1 of type vlan for network 103add70-63b9-4812-93f7-e24229b61035 Aug 20 12:14:21.899337 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ebad9a4-7955-417e-9a93-69328dc36084 req-3df5b028-6776-4fe4-a245-f8a27c9947ca service neutron] 10.222.0.73 "GET /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593079 Aug 20 12:14:22.016625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:22.104094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:22.130448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:22.131102 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:22.230498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5075271 Aug 20 12:14:22.233767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59540) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:22.241231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': '103add70-63b9-4812-93f7-e24229b61035', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:22.318318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cd32c-c7a1-4e9d-b9f5-0f855aae307a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=103add70-63b9-4812-93f7-e24229b61035,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:22.335456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 103add70-63b9-4812-93f7-e24229b61035 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:22.575688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-509f5dd0-d202-4b2e-9ee8-6ca39cd4c3e2 req-b52b305f-2a8f-4f40-b5c7-ca00ccd412c1 service neutron] (101034) timed out ('10.222.0.22', 55212) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:14:22.592679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59554) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:22.904750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7eea0-090e-46d8-a30a-2a1663ae3938 req-5e8dd8f5-7fb2-40f9-bd04-80a609221c46 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:22.912317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75c7eea0-090e-46d8-a30a-2a1663ae3938 req-5e8dd8f5-7fb2-40f9-bd04-80a609221c46 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1565990 Aug 20 12:14:22.954094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4a981d9-72e6-4ef9-900a-b2588708e588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:23.028893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75c7eea0-090e-46d8-a30a-2a1663ae3938 req-37038f12-d9ba-4592-90a3-ed9254a05952 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918093 Aug 20 12:14:23.170467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4a981d9-72e6-4ef9-900a-b2588708e588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:23.175057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4a981d9-72e6-4ef9-900a-b2588708e588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:23.285689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a981d9-72e6-4ef9-900a-b2588708e588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5df7532-5a4d-41d1-bbac-0a71cb03fc6d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:23.304425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f4a981d9-72e6-4ef9-900a-b2588708e588 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a2c5c769b904e28991702a7bc299c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050366 Aug 20 12:14:23.305965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59578) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:23.369228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-747a43ad-5f5f-4aa6-8121-370341b71c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:23.410493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-747a43ad-5f5f-4aa6-8121-370341b71c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:23.456621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:23.462370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:23.502003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-747a43ad-5f5f-4aa6-8121-370341b71c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:23.505617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-747a43ad-5f5f-4aa6-8121-370341b71c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:23.509604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-747a43ad-5f5f-4aa6-8121-370341b71c78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5df7532-5a4d-41d1-bbac-0a71cb03fc6d HTTP/1.1" status: 204 len: 168 time: 0.1993010 Aug 20 12:14:23.523695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a43ad-5f5f-4aa6-8121-370341b71c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5df7532-5a4d-41d1-bbac-0a71cb03fc6d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:23.701387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-8c8a74f0-8d93-4ad1-beab-d3e2f7657451 req-55197ccc-adfb-4197-846c-c7a5c7b62dd9 tempest-ServerDiagnosticsNegativeTest-1320497185 tempest-ServerDiagnosticsNegativeTest-1320497185-project] (101033) timed out ('10.222.0.22', 55423) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:14:23.945930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.029163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=d5dafce7-ea6e-46aa-8ae6-c1dd8aff52c9,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:24.038686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': '85ab63e6-d9e7-4ce2-80df-ba3149734ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '103add70-63b9-4812-93f7-e24229b61035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:24.039140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: 103add70-63b9-4812-93f7-e24229b61035, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:24.057551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 103add70-63b9-4812-93f7-e24229b61035 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:24.068630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 103add70-63b9-4812-93f7-e24229b61035) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:24.076299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:24.077005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.079746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e1b21-a741-41f1-a154-aa3159749868 None None] Network 103add70-63b9-4812-93f7-e24229b61035 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:24.088992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59608) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:24.101407 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5de4bcdb-9f40-462a-a71f-10b8c965d61a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8653414 Aug 20 12:14:24.104161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59612) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:24.109916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c5488d27-22f8-4478-8701-4dde6d5d97a4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-713896296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:24.110919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2bd18b58-ee5d-4113-9513-92c662828ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.138401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5488d27-22f8-4478-8701-4dde6d5d97a4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.140851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5488d27-22f8-4478-8701-4dde6d5d97a4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.212849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5488d27-22f8-4478-8701-4dde6d5d97a4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.218461 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5488d27-22f8-4478-8701-4dde6d5d97a4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.287476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc404f-9a35-4200-9942-eebd514243dd req-87f15890-edfa-4fb5-8983-6af70bf6cb0b tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:24.291356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52dc404f-9a35-4200-9942-eebd514243dd req-87f15890-edfa-4fb5-8983-6af70bf6cb0b tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1070988 Aug 20 12:14:24.317447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-103add70-63b9-4812-93f7-e24229b61035', 'network_id': '103add70-63b9-4812-93f7-e24229b61035', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': 'd5dafce7-ea6e-46aa-8ae6-c1dd8aff52c9'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:14:24.318435 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.349903 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65bb19a4-7e41-4916-a8ad-b99dcfcecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.361169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52dc404f-9a35-4200-9942-eebd514243dd req-bec44ce2-cbb6-459c-9173-2ea82b6d58b6 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591185 Aug 20 12:14:24.422318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2bd18b58-ee5d-4113-9513-92c662828ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.430462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2bd18b58-ee5d-4113-9513-92c662828ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.434987 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5488d27-22f8-4478-8701-4dde6d5d97a4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.437125 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c5488d27-22f8-4478-8701-4dde6d5d97a4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3313320 Aug 20 12:14:24.439793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59622) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:24.474251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2bd18b58-ee5d-4113-9513-92c662828ec2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8471451f513e446c99f88c7e204c7640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837326 Aug 20 12:14:24.475891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59624) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:24.548926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Allocated IP 2001:db8::2 (103add70-63b9-4812-93f7-e24229b61035/d5dafce7-ea6e-46aa-8ae6-c1dd8aff52c9/e1c249c0-d0c3-45f2-8af5-97f8ea320a97) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:24.566463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd18b58-ee5d-4113-9513-92c662828ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89667ba-371a-41c2-856f-8cb7b23f36c2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:24.620915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4742ef30-e6a1-457b-9dc1-f4a3dde528e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.692213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4742ef30-e6a1-457b-9dc1-f4a3dde528e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.852279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.871399 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4742ef30-e6a1-457b-9dc1-f4a3dde528e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.873676 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Transition to ACTIVE for port object e1c249c0-d0c3-45f2-8af5-97f8ea320a97 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:24.874422 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4742ef30-e6a1-457b-9dc1-f4a3dde528e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:24.877843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4742ef30-e6a1-457b-9dc1-f4a3dde528e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d89667ba-371a-41c2-856f-8cb7b23f36c2 HTTP/1.1" status: 204 len: 168 time: 0.3987656 Aug 20 12:14:24.902206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742ef30-e6a1-457b-9dc1-f4a3dde528e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89667ba-371a-41c2-856f-8cb7b23f36c2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:24.934940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ad7e6-93c8-4157-baa7-e5b19377654f req-d2d26121-4452-4f26-8da8-f458cd51d0b3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:24.944002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Transition to ACTIVE for port object e1c249c0-d0c3-45f2-8af5-97f8ea320a97 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:24.945182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-007ad7e6-93c8-4157-baa7-e5b19377654f req-d2d26121-4452-4f26-8da8-f458cd51d0b3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.2234936 Aug 20 12:14:24.976481 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.033301 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:14:25.043221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-007ad7e6-93c8-4157-baa7-e5b19377654f req-da90794e-b0bf-4bb5-babf-d98d9d51e33f tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969276 Aug 20 12:14:25.058842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Network 103add70-63b9-4812-93f7-e24229b61035 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:25.074614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.082714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:25.087087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:25.106162 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.157911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Pushing event updated for resources: {'Port': ['ID=e1c249c0-d0c3-45f2-8af5-97f8ea320a97,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:25.191597 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Attempting to bind port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:25.192120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Attempting to bind port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '85ab63e6-d9e7-4ce2-80df-ba3149734ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '103add70-63b9-4812-93f7-e24229b61035'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:25.192655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Attempting to bind port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 on network 103add70-63b9-4812-93f7-e24229b61035 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:25.200868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:25.201273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Checking segment: {'id': '85ab63e6-d9e7-4ce2-80df-ba3149734ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '103add70-63b9-4812-93f7-e24229b61035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:25.201658 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.202071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Bound using segment: {'id': '85ab63e6-d9e7-4ce2-80df-ba3149734ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '103add70-63b9-4812-93f7-e24229b61035'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:25.202616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Bound port: e1c249c0-d0c3-45f2-8af5-97f8ea320a97, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ab63e6-d9e7-4ce2-80df-ba3149734ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '103add70-63b9-4812-93f7-e24229b61035'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:25.203006 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.301426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] For port e1c249c0-d0c3-45f2-8af5-97f8ea320a97, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:25.305375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] For port e1c249c0-d0c3-45f2-8af5-97f8ea320a97, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e1c249c0-d0c3-45f2-8af5-97f8ea320a97,segment=NetworkSegment(85ab63e6-d9e7-4ce2-80df-ba3149734ba1),segment_id=85ab63e6-d9e7-4ce2-80df-ba3149734ba1)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:25.310668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.415581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391cfe7-a65c-4f79-930a-9c90e6b8c987 None None] Pushing event updated for resources: {'Port': ['ID=e1c249c0-d0c3-45f2-8af5-97f8ea320a97,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:25.475507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59656) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:25.479244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8::1 (103add70-63b9-4812-93f7-e24229b61035/d5dafce7-ea6e-46aa-8ae6-c1dd8aff52c9/30b69972-7024-4902-8406-9b046819a5d0) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:25.498909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-806db859-762c-48af-ae7d-9dd0a8c04ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.559343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.619268 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-806db859-762c-48af-ae7d-9dd0a8c04ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.631451 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-806db859-762c-48af-ae7d-9dd0a8c04ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.670622 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.695479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-806db859-762c-48af-ae7d-9dd0a8c04ccf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d8ac6cbb4a441e7ae9c9a4088302961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177477 Aug 20 12:14:25.696341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59662) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:25.699751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object 30b69972-7024-4902-8406-9b046819a5d0 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:25.708726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806db859-762c-48af-ae7d-9dd0a8c04ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f00bdc4-375e-4611-88ac-6121c4fb9b6c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:25.746733 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.793834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-746169fb-6e30-48bf-a91b-d4f52663829b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.805461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 103add70-63b9-4812-93f7-e24229b61035 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:25.811931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=30b69972-7024-4902-8406-9b046819a5d0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:25.814651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:25.820917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-746169fb-6e30-48bf-a91b-d4f52663829b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.823117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:25.823804 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.876106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-746169fb-6e30-48bf-a91b-d4f52663829b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.879183 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-746169fb-6e30-48bf-a91b-d4f52663829b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:25.880510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-746169fb-6e30-48bf-a91b-d4f52663829b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f00bdc4-375e-4611-88ac-6121c4fb9b6c HTTP/1.1" status: 204 len: 168 time: 0.1809528 Aug 20 12:14:25.897921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746169fb-6e30-48bf-a91b-d4f52663829b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f00bdc4-375e-4611-88ac-6121c4fb9b6c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:26.043399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:26.263368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaea43-dc6c-4908-ad58-deb1455f710f req-b830f9f0-b65a-4dc6-a7a8-04550d6259ba tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:26.276658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ecaea43-dc6c-4908-ad58-deb1455f710f req-b830f9f0-b65a-4dc6-a7a8-04550d6259ba tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1432657 Aug 20 12:14:26.385199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ecaea43-dc6c-4908-ad58-deb1455f710f req-6494fba1-a298-4f92-97dc-dcc70e0d7a32 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987711 Aug 20 12:14:26.433493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59690) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:26.451282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:26.458480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:26.459373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:26.569510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=30b69972-7024-4902-8406-9b046819a5d0,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:26.630959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 103add70-63b9-4812-93f7-e24229b61035 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:26.634014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:26.771162 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d58b384e-aa30-46ba-b9ff-2da07d1be28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:26.788386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router bf309d36-b4e9-4ee5-8d22-e950b72a7ef7 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:14:26.793111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396746e3-798d-4346-bca8-30b8725b1d9f None None] Network 103add70-63b9-4812-93f7-e24229b61035 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:26.917131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d58b384e-aa30-46ba-b9ff-2da07d1be28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:26.923649 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d58b384e-aa30-46ba-b9ff-2da07d1be28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:26.940185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:26.947155 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-67e9739b-53e7-4950-a5e7-a846e9f0ffed tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/bf309d36-b4e9-4ee5-8d22-e950b72a7ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5059984 Aug 20 12:14:26.949726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59708) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:26.955136 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe7c02-eb9f-4b5a-b791-0b894119cb67 None None] Sync routers for ids ['bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:26.974392 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe7c02-eb9f-4b5a-b791-0b894119cb67 None None] Routers {'bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:26.978380 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2ffe7c02-eb9f-4b5a-b791-0b894119cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:26.984488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d58b384e-aa30-46ba-b9ff-2da07d1be28e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c6e07d3d59d4926a737f2b7c69f8f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475364 Aug 20 12:14:26.984488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b384e-aa30-46ba-b9ff-2da07d1be28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b3a707-c694-4c2f-82fa-e3ed00d0ee77,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:26.987892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59710) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:27.019480 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.035671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-86982d62-8b66-406b-9d01-18a910a93f0a None None] Provisioning for port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:27.040710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a809dd53-bfce-46d2-a615-3c2f09461ceb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:27.042454 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a809dd53-bfce-46d2-a615-3c2f09461ceb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports/30b69972-7024-4902-8406-9b046819a5d0 HTTP/1.1" status: 200 len: 911 time: 0.0910554 Aug 20 12:14:27.045367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59712) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:27.057821 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2ffe7c02-eb9f-4b5a-b791-0b894119cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:27.093669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-301dc944-8bbc-4b4c-9619-03251134d6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.095018 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe7c02-eb9f-4b5a-b791-0b894119cb67 None None] Routers {'bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:27.095701 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2ffe7c02-eb9f-4b5a-b791-0b894119cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:27.137746 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2ffe7c02-eb9f-4b5a-b791-0b894119cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:27.138736 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe7c02-eb9f-4b5a-b791-0b894119cb67 None None] The sync data for ids ['bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:27.147449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-301dc944-8bbc-4b4c-9619-03251134d6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.223852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-301dc944-8bbc-4b4c-9619-03251134d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.227558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-301dc944-8bbc-4b4c-9619-03251134d6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.229334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-301dc944-8bbc-4b4c-9619-03251134d6b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44b3a707-c694-4c2f-82fa-e3ed00d0ee77 HTTP/1.1" status: 204 len: 168 time: 0.2400198 Aug 20 12:14:27.271631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dc944-8bbc-4b4c-9619-03251134d6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b3a707-c694-4c2f-82fa-e3ed00d0ee77,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:27.497360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e1c249c0-d0c3-45f2-8af5-97f8ea320a97 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:27.646900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Provisioning for port 30b69972-7024-4902-8406-9b046819a5d0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:27.654564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a2bc4-dae1-4f6f-81e7-2558d2593369 req-668108e5-bbb1-4206-9f09-3983ac010db0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:27.656646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa5a2bc4-dae1-4f6f-81e7-2558d2593369 req-668108e5-bbb1-4206-9f09-3983ac010db0 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1514773 Aug 20 12:14:27.681154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.700758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Provisioning complete for port 30b69972-7024-4902-8406-9b046819a5d0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:27.702729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.749670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa5a2bc4-dae1-4f6f-81e7-2558d2593369 req-63a32150-3c3e-4fde-8a20-fcd24fec78ff tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836694 Aug 20 12:14:27.780860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Port 30b69972-7024-4902-8406-9b046819a5d0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:27.783210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:27.794978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:27.796039 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.800240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Provisioning complete for port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:27.800815 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:27.970362 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.009209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59732) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:28.025511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8da9e8a-3210-45fd-92d2-de3dc82c5fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.034851 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.072958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3126d73-7606-405c-ae78-a37325c88766 req-be6945a2-ffef-46a1-a167-f8b8cf507c56 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:28.074993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3126d73-7606-405c-ae78-a37325c88766 req-be6945a2-ffef-46a1-a167-f8b8cf507c56 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.1573935 Aug 20 12:14:28.098820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e1c249c0-d0c3-45f2-8af5-97f8ea320a97, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e1c249c0-d0c3-45f2-8af5-97f8ea320a97,segment=NetworkSegment(85ab63e6-d9e7-4ce2-80df-ba3149734ba1),segment_id=85ab63e6-d9e7-4ce2-80df-ba3149734ba1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:28.113575 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.235057 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:14:28.235421 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-ad1c5515-3467-4c4d-874e-0ed848d13787 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:14:28.235927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e1c249c0-d0c3-45f2-8af5-97f8ea320a97,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:28.266104 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8da9e8a-3210-45fd-92d2-de3dc82c5fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.273435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8da9e8a-3210-45fd-92d2-de3dc82c5fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.319141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d8da9e8a-3210-45fd-92d2-de3dc82c5fab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5b7cf18c8eb409d874715939a587090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086762 Aug 20 12:14:28.321581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da9e8a-3210-45fd-92d2-de3dc82c5fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9960698-404b-4828-91ab-6ff9c723f6f0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:28.323526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59736) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:28.336438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Deleting port 449726d3-9314-49a4-ac1f-01d032e5d4d9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:28.336789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.401879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 30b69972-7024-4902-8406-9b046819a5d0 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:28.402291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.898045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] For port 449726d3-9314-49a4-ac1f-01d032e5d4d9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=449726d3-9314-49a4-ac1f-01d032e5d4d9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:28.899271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.929422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Calling delete_port for 449726d3-9314-49a4-ac1f-01d032e5d4d9 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:28.941295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077d99a-a519-4ea7-b00c-1990c19ec48d req-15fe91ec-a17b-4310-810c-7ef4ab782375 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:28.942877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d077d99a-a519-4ea7-b00c-1990c19ec48d req-15fe91ec-a17b-4310-810c-7ef4ab782375 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 945 time: 0.0805099 Aug 20 12:14:28.961948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-550b38c7-013e-45c0-98d2-50903a9b8e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:28.970860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-692d1eaf-ac75-4aee-9181-8e58b9f5c40a None None] Provisioning complete for port 30b69972-7024-4902-8406-9b046819a5d0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:28.971876 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-692d1eaf-ac75-4aee-9181-8e58b9f5c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.001472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d077d99a-a519-4ea7-b00c-1990c19ec48d req-351ae298-6921-4aaa-8735-2641dea2c6ea tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497434 Aug 20 12:14:29.014619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-692d1eaf-ac75-4aee-9181-8e58b9f5c40a None None] Port 30b69972-7024-4902-8406-9b046819a5d0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:29.040470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.053852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-550b38c7-013e-45c0-98d2-50903a9b8e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.078084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 30b69972-7024-4902-8406-9b046819a5d0 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:29.212142 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-550b38c7-013e-45c0-98d2-50903a9b8e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.214700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-550b38c7-013e-45c0-98d2-50903a9b8e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.218536 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-550b38c7-013e-45c0-98d2-50903a9b8e7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9960698-404b-4828-91ab-6ff9c723f6f0 HTTP/1.1" status: 204 len: 168 time: 0.8829992 Aug 20 12:14:29.263515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b38c7-013e-45c0-98d2-50903a9b8e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9960698-404b-4828-91ab-6ff9c723f6f0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:29.295304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-3118e476-b42e-4025-b49e-6fc6b2781e12 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=700effcb08b54188a382ddd719d2c546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499628 Aug 20 12:14:29.327755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.345661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['22a7c02f-b62a-4008-8e6f-8ec36fd645f9', '449726d3-9314-49a4-ac1f-01d032e5d4d9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:14:29.412844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Pushing event deleted for resources: {'Port': ['ID=449726d3-9314-49a4-ac1f-01d032e5d4d9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:29.415651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e1c249c0-d0c3-45f2-8af5-97f8ea320a97 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:29.539536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-e8035894-30d4-4d62-91d9-ca2f3173385a tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:29.541034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-e8035894-30d4-4d62-91d9-ca2f3173385a tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448938 Aug 20 12:14:29.543224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] No DVR routers for this DVR port 449726d3-9314-49a4-ac1f-01d032e5d4d9 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:29.556163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.568012 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3126d73-7606-405c-ae78-a37325c88766 req-2cd4723a-8373-4a03-9ecc-789fcce3be06 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.73 "DELETE /v2.0/ports/449726d3-9314-49a4-ac1f-01d032e5d4d9 HTTP/1.1" status: 204 len: 173 time: 1.4801693 Aug 20 12:14:29.570098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc05b84-b19b-4d66-92fc-8dcbe28bc85f', 'name': 'network-vif-deleted', 'tag': '449726d3-9314-49a4-ac1f-01d032e5d4d9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:29.582513 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc3d6b1-3409-4969-bf77-76e0d0d082c2" -d '{"events": [{"server_uuid": "1bc05b84-b19b-4d66-92fc-8dcbe28bc85f", "name": "network-vif-deleted", "tag": "449726d3-9314-49a4-ac1f-01d032e5d4d9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:29.584016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-497680dd-af56-41ff-bd7b-70fffe62835e tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/quotas/700effcb08b54188a382ddd719d2c546 HTTP/1.1" status: 200 len: 375 time: 0.0346370 Aug 20 12:14:29.585020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:29.585430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.654097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:29.677212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-593e2300-33be-42ac-a216-ac0d56a664c3 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=700effcb08b54188a382ddd719d2c546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843747 Aug 20 12:14:29.752869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=30b69972-7024-4902-8406-9b046819a5d0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:29.910306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:30.004638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-749c6113-f54e-4464-8c75-7e13bbba6a66 req-3fa432f0-cbbc-4c04-a99b-6e3cc1a9c3be tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 210 time: 0.0577536 Aug 20 12:14:30.191460 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cefcdbc-154e-4424-9662-d00ba7d95c34 x-openstack-request-id: req-4cefcdbc-154e-4424-9662-d00ba7d95c34 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:30.191804 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc05b84-b19b-4d66-92fc-8dcbe28bc85f", "name": "network-vif-deleted", "tag": "449726d3-9314-49a4-ac1f-01d032e5d4d9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:30.191997 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cefcdbc-154e-4424-9662-d00ba7d95c34 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:30.192449 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc05b84-b19b-4d66-92fc-8dcbe28bc85f', 'name': 'network-vif-deleted', 'tag': '449726d3-9314-49a4-ac1f-01d032e5d4d9', 'status': 'completed', 'code': 200} Aug 20 12:14:30.198502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router bf309d36-b4e9-4ee5-8d22-e950b72a7ef7 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:30.267114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-986770c9-5d51-4694-b81d-12add1c5461d req-97328a01-5e8a-4397-82bc-6679990c5930 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bc05b84-b19b-4d66-92fc-8dcbe28bc85f HTTP/1.1" status: 200 len: 210 time: 0.0466406 Aug 20 12:14:30.341941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:30.347444 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-103c14ec-a03b-4347-8186-bf781c0b7602 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/bf309d36-b4e9-4ee5-8d22-e950b72a7ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3006797 Aug 20 12:14:30.351149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:30.384017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fb38c-f697-466e-ae2e-1f1386966cc8 None None] Sync routers for ids ['bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:30.395097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fb38c-f697-466e-ae2e-1f1386966cc8 None None] Routers {'bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:30.395870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8d9fb38c-f697-466e-ae2e-1f1386966cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:30.434424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8d9fb38c-f697-466e-ae2e-1f1386966cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:30.442092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dae0ed9e-1e40-41b4-b64b-fd8b9c3d93d5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf309d36-b4e9-4ee5-8d22-e950b72a7ef7 HTTP/1.1" status: 200 len: 205 time: 0.0853169 Aug 20 12:14:30.446128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:30.447265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fb38c-f697-466e-ae2e-1f1386966cc8 None None] Routers {'bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:30.447995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8d9fb38c-f697-466e-ae2e-1f1386966cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:30.492117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8d9fb38c-f697-466e-ae2e-1f1386966cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:30.492782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fb38c-f697-466e-ae2e-1f1386966cc8 None None] The sync data for ids ['bf309d36-b4e9-4ee5-8d22-e950b72a7ef7'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:30.834756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6af2372f-aa9b-4c70-9c02-6130a358cf29 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.017771 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6af2372f-aa9b-4c70-9c02-6130a358cf29 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.020237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6af2372f-aa9b-4c70-9c02-6130a358cf29 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.068788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:31.097201 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6af2372f-aa9b-4c70-9c02-6130a358cf29 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.098384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af2372f-aa9b-4c70-9c02-6130a358cf29 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Fanout notify agent at l3_agent the message router_deleted on router bf309d36-b4e9-4ee5-8d22-e950b72a7ef7 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:14:31.122347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6af2372f-aa9b-4c70-9c02-6130a358cf29 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.126194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6af2372f-aa9b-4c70-9c02-6130a358cf29 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/bf309d36-b4e9-4ee5-8d22-e950b72a7ef7 HTTP/1.1" status: 204 len: 168 time: 0.6786268 Aug 20 12:14:31.126356 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59832) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:31.150445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54a2bdfa-b6f8-4800-a773-ae4d68d17fa5 req-260cbc99-7660-462b-92bc-8409ac893a92 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 210 time: 0.0571406 Aug 20 12:14:31.192079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cb4e86-d533-4534-9c2c-ceb3eec551b1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet d5dafce7-ea6e-46aa-8ae6-c1dd8aff52c9 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:31.196605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85cb4e86-d533-4534-9c2c-ceb3eec551b1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.271114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-244e7be7-3c8f-4316-b11e-8481ab54689a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.287107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85cb4e86-d533-4534-9c2c-ceb3eec551b1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.372129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 449726d3-9314-49a4-ac1f-01d032e5d4d9 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:31.414031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 449726d3-9314-49a4-ac1f-01d032e5d4d9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:31.415794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 449726d3-9314-49a4-ac1f-01d032e5d4d9 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:31.419167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85cb4e86-d533-4534-9c2c-ceb3eec551b1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.526532 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-244e7be7-3c8f-4316-b11e-8481ab54689a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.533303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-244e7be7-3c8f-4316-b11e-8481ab54689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.546626 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85cb4e86-d533-4534-9c2c-ceb3eec551b1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.619430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb4e86-d533-4534-9c2c-ceb3eec551b1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=d5dafce7-ea6e-46aa-8ae6-c1dd8aff52c9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:31.624763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85cb4e86-d533-4534-9c2c-ceb3eec551b1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.629060 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-85cb4e86-d533-4534-9c2c-ceb3eec551b1 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/d5dafce7-ea6e-46aa-8ae6-c1dd8aff52c9 HTTP/1.1" status: 204 len: 168 time: 0.4993153 Aug 20 12:14:31.630837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc1fee-ef19-4c78-94df-2e994ecac4fc None None] Network 103add70-63b9-4812-93f7-e24229b61035 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:31.631083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59842) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:31.634367 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-244e7be7-3c8f-4316-b11e-8481ab54689a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1eefd77562d4e6e87b94347411896b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611203 Aug 20 12:14:31.634367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e7be7-3c8f-4316-b11e-8481ab54689a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ca785-e2d9-4f84-a771-f54e800bc1dd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:31.635388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59844) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:31.698137 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f48a5b7d-cb53-4bec-af60-8680e43a9970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.698487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600517f-2028-4197-91a3-d9fcf031ad3d req-6d6803fb-848b-4505-8c11-7e1d908860ac tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:31.700236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c600517f-2028-4197-91a3-d9fcf031ad3d req-6d6803fb-848b-4505-8c11-7e1d908860ac tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.1085787 Aug 20 12:14:31.726674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f48a5b7d-cb53-4bec-af60-8680e43a9970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.749065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.785593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c600517f-2028-4197-91a3-d9fcf031ad3d req-eae1e1de-c0b5-4eb3-9c65-9c4bd7871a91 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690496 Aug 20 12:14:31.819725 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f48a5b7d-cb53-4bec-af60-8680e43a9970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.823192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f48a5b7d-cb53-4bec-af60-8680e43a9970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.826235 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f48a5b7d-cb53-4bec-af60-8680e43a9970 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/826ca785-e2d9-4f84-a771-f54e800bc1dd HTTP/1.1" status: 204 len: 168 time: 0.1879125 Aug 20 12:14:31.846298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a5b7d-cb53-4bec-af60-8680e43a9970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ca785-e2d9-4f84-a771-f54e800bc1dd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:31.858425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:31.859132 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:31.912733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] DHCP port deletion for 103add70-63b9-4812-93f7-e24229b61035 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:14:32.026008 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-50ac0cd0-b195-4a52-b95a-d66a1957414d tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=700effcb08b54188a382ddd719d2c546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761349 Aug 20 12:14:32.031809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port e1c249c0-d0c3-45f2-8af5-97f8ea320a97, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e1c249c0-d0c3-45f2-8af5-97f8ea320a97,segment=NetworkSegment(85ab63e6-d9e7-4ce2-80df-ba3149734ba1),segment_id=85ab63e6-d9e7-4ce2-80df-ba3149734ba1)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:32.032520 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.081521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for e1c249c0-d0c3-45f2-8af5-97f8ea320a97 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:32.273325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.295725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] Deleting port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:32.296150 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.307350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No DVR routers for this DVR port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:32.365127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=e1c249c0-d0c3-45f2-8af5-97f8ea320a97,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:32.400635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] For port e1c249c0-d0c3-45f2-8af5-97f8ea320a97, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:32.401424 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.421623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] Calling delete_port for e1c249c0-d0c3-45f2-8af5-97f8ea320a97 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:32.425980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] Port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:14:32.427615 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.474890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] Pushing event deleted for resources: {'Port': ['ID=e1c249c0-d0c3-45f2-8af5-97f8ea320a97,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:32.483997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474eaf4-f624-47fb-84ed-e5a8cb7b9bc5 None None] No DVR routers for this DVR port e1c249c0-d0c3-45f2-8af5-97f8ea320a97 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:32.513349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2253462-0850-4cd7-8e25-73074588051a req-ffd49c7f-515a-4068-ae8b-dead1fbb1360 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 210 time: 0.1554172 Aug 20 12:14:32.550843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.554919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-d813bc3e-87dd-4180-a5d0-af598383ecc4 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:32.557043 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-d813bc3e-87dd-4180-a5d0-af598383ecc4 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5230265 Aug 20 12:14:32.563382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103add70-63b9-4812-93f7-e24229b61035']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:32.578892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Request body: {'port': {'device_id': '1f66d093-4e3b-42be-807d-34f16510601b', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '700effcb08b54188a382ddd719d2c546'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:32.590388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ab63e6-d9e7-4ce2-80df-ba3149734ba1') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:32.590815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ab63e6-d9e7-4ce2-80df-ba3149734ba1') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:32.607861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.641311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.659407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:32.660051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:32.668830 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:32.714950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Made reservation on behalf of 700effcb08b54188a382ddd719d2c546 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:32.719067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.731198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.784210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.791579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.798106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/103add70-63b9-4812-93f7-e24229b61035 HTTP/1.1" status: 204 len: 168 time: 1.1614099 Aug 20 12:14:32.798228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59876) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:32.806098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1307767554', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:32.841350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411c27a-5e44-4001-8446-b637a52dccb2 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=103add70-63b9-4812-93f7-e24229b61035,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:32.890922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.899811 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.969359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb148f28-5cb0-4584-9502-3cd34e312282 req-14dde6b0-51aa-48da-8370-5d99ec45c315 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:32.971054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb148f28-5cb0-4584-9502-3cd34e312282 req-14dde6b0-51aa-48da-8370-5d99ec45c315 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.0861719 Aug 20 12:14:32.972836 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:32.974168 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.050095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906c4c4b-3116-4b68-9a2e-8d945635765e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:33.092538 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.100491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Allocated IP 192.168.233.244 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/14a71ea6-c9f9-4b10-a5bd-01c488178cfe) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:33.154717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb148f28-5cb0-4584-9502-3cd34e312282 req-c20b3c04-81ea-40ad-ab57-afc4fb8ccbf4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737735 Aug 20 12:14:33.325210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.357022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Transition to ACTIVE for port object 14a71ea6-c9f9-4b10-a5bd-01c488178cfe will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:33.358466 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.366823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e1c249c0-d0c3-45f2-8af5-97f8ea320a97 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:33.415918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e1c249c0-d0c3-45f2-8af5-97f8ea320a97 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:33.416608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e1c249c0-d0c3-45f2-8af5-97f8ea320a97 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:33.449117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.519043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:33.522622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:33.525935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:33.565639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Pushing event updated for resources: {'Port': ['ID=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:33.611375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:33.612057 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.643387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-6aa7d62a-f4fa-434f-a880-262be0d959a0 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0729430 Aug 20 12:14:33.661394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Request body: {'port': {'device_id': '1f66d093-4e3b-42be-807d-34f16510601b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:33.661645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.699316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.748143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:33.771404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df123eb-1acd-44d0-90f1-b49fa21ceb58 req-22b0ca7a-f919-470c-9dee-85883365353e tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:33.785394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7df123eb-1acd-44d0-90f1-b49fa21ceb58 req-22b0ca7a-f919-470c-9dee-85883365353e tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 936 time: 0.1593981 Aug 20 12:14:33.842042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7df123eb-1acd-44d0-90f1-b49fa21ceb58 req-dcb11aed-2aa8-4d77-b713-6ee30661b486 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550637 Aug 20 12:14:33.918109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 172.25.0.173 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/78349319-3a6d-4bb4-a92d-5365f9ece69a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:34.000683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f718d2f6-832a-4412-869c-a4be03b04315 None None] Provisioning for port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:34.008898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f718d2f6-832a-4412-869c-a4be03b04315 None None] Provisioning complete for port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:34.008898 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f718d2f6-832a-4412-869c-a4be03b04315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.086037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f718d2f6-832a-4412-869c-a4be03b04315 None None] Port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:34.092167 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.099764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357a00-812a-438c-9ccb-ae43e2093197 req-d1d97d48-54c3-43f4-a5cd-853c31b4ad62 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:34.102692 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-16357a00-812a-438c-9ccb-ae43e2093197 req-d1d97d48-54c3-43f4-a5cd-853c31b4ad62 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.73 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.0930777 Aug 20 12:14:34.139053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.185317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:34.188593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:34.191147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:34.264458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=78349319-3a6d-4bb4-a92d-5365f9ece69a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:34.346271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a71ea6-c9f9-4b10-a5bd-01c488178cfe {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:14:34.357624 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.379471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Deleting port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:34.379899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.386070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Transition to ACTIVE for port object 14a71ea6-c9f9-4b10-a5bd-01c488178cfe will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:34.399963 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.497059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64585de-33c9-413a-8517-2621aa002516 req-1c190673-6c77-45d2-a36f-d9483fdf1ba4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:34.498856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a64585de-33c9-413a-8517-2621aa002516 req-1c190673-6c77-45d2-a36f-d9483fdf1ba4 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 946 time: 0.2358761 Aug 20 12:14:34.637839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a64585de-33c9-413a-8517-2621aa002516 req-79de90d4-d1b2-425e-b9d8-102e7b14ce12 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc006e27-a822-40bb-8230-ccebd04add6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285322 Aug 20 12:14:34.646795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Pushing event updated for resources: {'Port': ['ID=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:34.665113 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-164683f3-4106-4860-933b-514bc8dc930c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2037251 Aug 20 12:14:34.734469 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.771558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] For port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:34.772109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.795372 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Calling delete_port for 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:34.821024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-f95a5d04-75d9-485f-822e-939b6c9f17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:34.825943 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-f95a5d04-75d9-485f-822e-939b6c9f17e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 1097 time: 0.1235194 Aug 20 12:14:34.832604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Attempting to bind port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:34.833257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Attempting to bind port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:34.833751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Attempting to bind port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:34.920068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:14:34.927060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Attempting to bind port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:34.937264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:34.938027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:34.938540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:34.939090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Bound port: 14a71ea6-c9f9-4b10-a5bd-01c488178cfe, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:34.939577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:34.984216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59946) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:35.045268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa62f55-0a05-472b-a63e-106312386301 req-62bf1e4d-8bef-47a3-a05d-2aed46610bd2 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:35.046717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8fa62f55-0a05-472b-a63e-106312386301 req-62bf1e4d-8bef-47a3-a05d-2aed46610bd2 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 948 time: 0.1153889 Aug 20 12:14:35.067550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.108228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] For port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:35.111683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-4ab4e19c-9766-4c1f-ae8e-8ed7f2e8ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:35.113173 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-4ab4e19c-9766-4c1f-ae8e-8ed7f2e8ae9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.2320495 Aug 20 12:14:35.154738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8fa62f55-0a05-472b-a63e-106312386301 req-ccc62d93-7cec-4486-895e-04b4aafef90f tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953746 Aug 20 12:14:35.177331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42572a3d-d698-4cb4-9a64-2dad07e418c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.227738 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.243529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['22a7c02f-b62a-4008-8e6f-8ec36fd645f9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:14:35.250056 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-9f4c6e1f-843e-4d41-aaad-b42d2a4f5483 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=685f8107-4139-47cb-a666-10208b066154 HTTP/1.1" status: 200 len: 1001 time: 0.1025465 Aug 20 12:14:35.282156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] For port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:35.314075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.351945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Pushing event deleted for resources: {'Port': ['ID=22a7c02f-b62a-4008-8e6f-8ec36fd645f9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:35.363687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] No DVR routers for this DVR port 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:35.367193 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42572a3d-d698-4cb4-9a64-2dad07e418c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.369854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 352cad43-6222-4167-aa57-6e024e2434a2 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:14:35.382596 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42572a3d-d698-4cb4-9a64-2dad07e418c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.388511 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.390358 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-16357a00-812a-438c-9ccb-ae43e2093197 req-8bd14c8f-15ab-40f0-bb02-b75f236a9dc3 tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.73 "DELETE /v2.0/ports/22a7c02f-b62a-4008-8e6f-8ec36fd645f9 HTTP/1.1" status: 204 len: 173 time: 1.2776136 Aug 20 12:14:35.393026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3636baac-87ae-4454-a8c6-c5fb2369983a', 'name': 'network-vif-deleted', 'tag': '22a7c02f-b62a-4008-8e6f-8ec36fd645f9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:35.396761 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d383a-8de0-4efb-ae95-91324e9e459b" -d '{"events": [{"server_uuid": "3636baac-87ae-4454-a8c6-c5fb2369983a", "name": "network-vif-deleted", "tag": "22a7c02f-b62a-4008-8e6f-8ec36fd645f9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:35.425789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:35.426446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.428130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] 10.222.0.73 "PUT /v2.0/ports/14a71ea6-c9f9-4b10-a5bd-01c488178cfe HTTP/1.1" status: 200 len: 1097 time: 1.7734215 Aug 20 12:14:35.488518 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b43d781-9ebb-4d22-8b0f-198fc83ed456 x-openstack-request-id: req-8b43d781-9ebb-4d22-8b0f-198fc83ed456 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:35.488804 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3636baac-87ae-4454-a8c6-c5fb2369983a", "name": "network-vif-deleted", "tag": "22a7c02f-b62a-4008-8e6f-8ec36fd645f9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:35.489053 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b43d781-9ebb-4d22-8b0f-198fc83ed456 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:35.489539 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3636baac-87ae-4454-a8c6-c5fb2369983a', 'name': 'network-vif-deleted', 'tag': '22a7c02f-b62a-4008-8e6f-8ec36fd645f9', 'status': 'completed', 'code': 200} Aug 20 12:14:35.523783 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-42572a3d-d698-4cb4-9a64-2dad07e418c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db13e6aacfd640da81ded29b5f5071f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378568 Aug 20 12:14:35.527153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59956) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:35.528149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42572a3d-d698-4cb4-9a64-2dad07e418c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced6a22e-3966-42ed-bde7-b276743bc9fe,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:35.533473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-3b20a9bb-ae73-4608-9362-e6549153601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:35.535010 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-3b20a9bb-ae73-4608-9362-e6549153601d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.2515650 Aug 20 12:14:35.545846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bcd12-cff6-4a8c-8cc7-3a966177e041 service neutron] Pushing event updated for resources: {'Port': ['ID=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:35.615819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-64f79450-b573-4e75-babd-30e9e1e559c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:35.628728 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-64f79450-b573-4e75-babd-30e9e1e559c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=700effcb08b54188a382ddd719d2c546&device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 1100 time: 0.1413229 Aug 20 12:14:35.722608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-96664add-f159-4326-95f1-6a364294bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:35.724920 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-96664add-f159-4326-95f1-6a364294bec1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817448 Aug 20 12:14:35.726840 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-c3359335-69a6-4597-a5e5-eefa4590f903 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=14a71ea6-c9f9-4b10-a5bd-01c488178cfe HTTP/1.1" status: 200 len: 217 time: 0.0888596 Aug 20 12:14:35.733629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:35.745471 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602c702-5265-4a33-b2e2-a7381d78fe3b None None] Sync routers for ids ['352cad43-6222-4167-aa57-6e024e2434a2'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:35.758809 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602c702-5265-4a33-b2e2-a7381d78fe3b None None] Routers {'352cad43-6222-4167-aa57-6e024e2434a2'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:35.759423 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6602c702-5265-4a33-b2e2-a7381d78fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['352cad43-6222-4167-aa57-6e024e2434a2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:35.810003 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6602c702-5265-4a33-b2e2-a7381d78fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:35.810119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ae96e67-a80b-4c11-985b-d67a3d2e2098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.822514 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602c702-5265-4a33-b2e2-a7381d78fe3b None None] Routers {'352cad43-6222-4167-aa57-6e024e2434a2'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:35.823655 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6602c702-5265-4a33-b2e2-a7381d78fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['352cad43-6222-4167-aa57-6e024e2434a2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:35.825415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:35.829044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0d0a97de-0409-4f77-a595-effa7470e1bb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0270669 Aug 20 12:14:35.836712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83ec1a4f-b13c-4d89-a5fd-d93462f0c6a9 req-2ebd2c8a-0a38-475c-bd85-1da358081a5d tempest-ServerRescueTestJSON-2134847914 tempest-ServerRescueTestJSON-2134847914-project] 10.222.0.25 "GET /v2.0/ports?device_id=3636baac-87ae-4454-a8c6-c5fb2369983a HTTP/1.1" status: 200 len: 210 time: 0.0420849 Aug 20 12:14:35.839125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59966) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:35.874306 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-6602c702-5265-4a33-b2e2-a7381d78fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:35.875290 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602c702-5265-4a33-b2e2-a7381d78fe3b None None] The sync data for ids ['352cad43-6222-4167-aa57-6e024e2434a2'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:35.959489 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-c4fdb379-257e-4601-a313-69fd9a42a9b1 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185252 Aug 20 12:14:35.961802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-31f86f67-4d53-4099-9034-17dbb848b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:35.963303 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-31f86f67-4d53-4099-9034-17dbb848b510 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.2199879 Aug 20 12:14:36.103035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-0d331d13-574f-4929-949b-2f71e76276c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:36.104640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-0d331d13-574f-4929-949b-2f71e76276c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098301 Aug 20 12:14:36.141266 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89139277-ab5f-4b31-bde8-0b0be282fd22 req-ce9956cb-6fe2-46cd-8192-4f85db4d22a3 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605656 Aug 20 12:14:36.216540 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-fdf33516-bfbc-4884-b1be-5996a25463d0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990005 Aug 20 12:14:36.243007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ae96e67-a80b-4c11-985b-d67a3d2e2098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:36.311405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8cd9c8a2-0967-425c-92fb-364342ca40e6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/routers/352cad43-6222-4167-aa57-6e024e2434a2 HTTP/1.1" status: 200 len: 885 time: 0.4711215 Aug 20 12:14:36.319459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59970) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:36.390971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26912f-03cc-4651-9d21-9831fd1a7081 req-4c948b63-7391-41fd-a6a5-f80cbcf6be26 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:36.398872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f26912f-03cc-4651-9d21-9831fd1a7081 req-4c948b63-7391-41fd-a6a5-f80cbcf6be26 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 948 time: 0.1602321 Aug 20 12:14:36.427051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ae96e67-a80b-4c11-985b-d67a3d2e2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:36.430710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ae96e67-a80b-4c11-985b-d67a3d2e2098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:36.436166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0ae96e67-a80b-4c11-985b-d67a3d2e2098 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ced6a22e-3966-42ed-bde7-b276743bc9fe HTTP/1.1" status: 204 len: 168 time: 0.9006553 Aug 20 12:14:36.463073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae96e67-a80b-4c11-985b-d67a3d2e2098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced6a22e-3966-42ed-bde7-b276743bc9fe,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:36.567015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f26912f-03cc-4651-9d21-9831fd1a7081 req-feb1ddbb-4d71-4d1f-9290-40c9a996e111 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651599 Aug 20 12:14:36.653876 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b985a53-95cf-4d13-9578-ff59d0629fbb req-2229bd12-6db1-4dee-b496-a5588c490dc4 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261501 Aug 20 12:14:36.727599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a0b241ae-3910-4ae4-bb97-272819afb008 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4067829 Aug 20 12:14:36.730156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59980) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:36.736854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-42288181-6d5e-4b15-9f06-24b50c9bc66f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1307767554'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:36.815652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59982) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:36.830274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa4577f1-615b-466f-a1f8-4244a8678a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:36.915624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:36.976858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa4577f1-615b-466f-a1f8-4244a8678a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:36.983054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa4577f1-615b-466f-a1f8-4244a8678a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.063367 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fa4577f1-615b-466f-a1f8-4244a8678a47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40fbcf1e967c489281ccb3867b601f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464361 Aug 20 12:14:37.066563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59988) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:37.078866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4577f1-615b-466f-a1f8-4244a8678a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65524b4-dde2-44df-afef-acdd625f011f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:37.110105 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42288181-6d5e-4b15-9f06-24b50c9bc66f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.123251 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42288181-6d5e-4b15-9f06-24b50c9bc66f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.216635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc118551-f58b-4c13-b4b0-52f5d5e502e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.243745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42288181-6d5e-4b15-9f06-24b50c9bc66f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 352cad43-6222-4167-aa57-6e024e2434a2 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:37.259952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc118551-f58b-4c13-b4b0-52f5d5e502e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.360747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42288181-6d5e-4b15-9f06-24b50c9bc66f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:37.370535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-42288181-6d5e-4b15-9f06-24b50c9bc66f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.374363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-42288181-6d5e-4b15-9f06-24b50c9bc66f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/352cad43-6222-4167-aa57-6e024e2434a2 HTTP/1.1" status: 200 len: 892 time: 0.6428897 Aug 20 12:14:37.375222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59990) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:37.382701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b45ca-f064-437f-bc89-d59727bf222f None None] Sync routers for ids ['352cad43-6222-4167-aa57-6e024e2434a2'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:37.386156 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc118551-f58b-4c13-b4b0-52f5d5e502e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.389117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc118551-f58b-4c13-b4b0-52f5d5e502e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.393196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fc118551-f58b-4c13-b4b0-52f5d5e502e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a65524b4-dde2-44df-afef-acdd625f011f HTTP/1.1" status: 204 len: 168 time: 0.3229821 Aug 20 12:14:37.399605 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b45ca-f064-437f-bc89-d59727bf222f None None] Routers {'352cad43-6222-4167-aa57-6e024e2434a2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:37.400394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-af0b45ca-f064-437f-bc89-d59727bf222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['352cad43-6222-4167-aa57-6e024e2434a2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:37.404970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc118551-f58b-4c13-b4b0-52f5d5e502e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65524b4-dde2-44df-afef-acdd625f011f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:37.454199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-af0b45ca-f064-437f-bc89-d59727bf222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:37.461343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:37.493910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f66d093-4e3b-42be-807d-34f16510601b', 'tag': '14a71ea6-c9f9-4b10-a5bd-01c488178cfe'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:37.496423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b45ca-f064-437f-bc89-d59727bf222f None None] Routers {'352cad43-6222-4167-aa57-6e024e2434a2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:37.497405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-af0b45ca-f064-437f-bc89-d59727bf222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['352cad43-6222-4167-aa57-6e024e2434a2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:37.499806 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c793203-7c70-4b14-8bcc-3240ffb08b54" -d '{"events": [{"name": "network-changed", "server_uuid": "1f66d093-4e3b-42be-807d-34f16510601b", "tag": "14a71ea6-c9f9-4b10-a5bd-01c488178cfe"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:37.535551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-af0b45ca-f064-437f-bc89-d59727bf222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:37.536475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b45ca-f064-437f-bc89-d59727bf222f None None] The sync data for ids ['352cad43-6222-4167-aa57-6e024e2434a2'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:37.539600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:37.540468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 22a7c02f-b62a-4008-8e6f-8ec36fd645f9 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:37.543987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-321c34ea-c526-4139-9186-09e4add40a87 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/routers/352cad43-6222-4167-aa57-6e024e2434a2 HTTP/1.1" status: 200 len: 892 time: 0.1660812 Aug 20 12:14:37.546043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59996) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:37.571617 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d83903e-c0d8-48e8-b6b6-c768fcd37f2c x-openstack-request-id: req-9d83903e-c0d8-48e8-b6b6-c768fcd37f2c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:37.572049 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f66d093-4e3b-42be-807d-34f16510601b", "tag": "14a71ea6-c9f9-4b10-a5bd-01c488178cfe", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:37.572452 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d83903e-c0d8-48e8-b6b6-c768fcd37f2c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:37.573054 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f66d093-4e3b-42be-807d-34f16510601b', 'tag': '14a71ea6-c9f9-4b10-a5bd-01c488178cfe', 'status': 'completed', 'code': 200} Aug 20 12:14:37.586592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2e2be1f7-6582-48c4-a55a-f29433ad91ff tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=352cad43-6222-4167-aa57-6e024e2434a2 HTTP/1.1" status: 200 len: 205 time: 0.0391109 Aug 20 12:14:37.588883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59998) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:37.592171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.783774 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:37.795673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-8c81ad5e-7397-4c13-9466-fc736b2900c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:37.797453 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-8c81ad5e-7397-4c13-9466-fc736b2900c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=700effcb08b54188a382ddd719d2c546&device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 1100 time: 0.1886196 Aug 20 12:14:37.915916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ba6cb-8f02-4caf-ac25-9bcf192e4f8a req-d8f9fe94-99f6-4b85-9258-6d7c2b2626f7 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:37.918010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5ba6cb-8f02-4caf-ac25-9bcf192e4f8a req-d8f9fe94-99f6-4b85-9258-6d7c2b2626f7 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 948 time: 0.2022765 Aug 20 12:14:37.994487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-92619a66-04e2-426c-9cbe-029d2af85db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:37.995995 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-92619a66-04e2-426c-9cbe-029d2af85db4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1743095 Aug 20 12:14:38.029602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d5ba6cb-8f02-4caf-ac25-9bcf192e4f8a req-54eb2c62-2389-49ef-bd43-1bbc83e24b8c tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023138 Aug 20 12:14:38.072411 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-81c8b3a1-11c0-4888-a8af-b7aeb0aa1c10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=14a71ea6-c9f9-4b10-a5bd-01c488178cfe HTTP/1.1" status: 200 len: 217 time: 0.0621419 Aug 20 12:14:38.087147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.162203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:38.183298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-9138dbf4-5b89-4a95-b053-fbcdda372635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:38.184847 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-9138dbf4-5b89-4a95-b053-fbcdda372635 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.1004291 Aug 20 12:14:38.205933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 78349319-3a6d-4bb4-a92d-5365f9ece69a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:38.206982 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.229392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Deleting port 380291a1-6c75-4960-8dbe-0fb2d0249578 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:38.229741 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.304159 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.322005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 78349319-3a6d-4bb4-a92d-5365f9ece69a owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:38.393709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-a9ac60d3-ab61-4f85-9318-c43a5ced75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:38.395248 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-a9ac60d3-ab61-4f85-9318-c43a5ced75fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1975019 Aug 20 12:14:38.496102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] For port 380291a1-6c75-4960-8dbe-0fb2d0249578, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=380291a1-6c75-4960-8dbe-0fb2d0249578,segment=NetworkSegment(58e2d1bd-0464-4732-9a30-9651de89e780),segment_id=58e2d1bd-0464-4732-9a30-9651de89e780)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:38.497935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.520320 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e4263f0-da11-48c3-83a3-f74c90f539aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.534597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Calling delete_port for 380291a1-6c75-4960-8dbe-0fb2d0249578 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:38.563826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.597372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=78349319-3a6d-4bb4-a92d-5365f9ece69a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:38.635314 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-2b5704fe-b82f-404b-87af-2a5c417535c9 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287431 Aug 20 12:14:38.693177 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.718022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60032) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:38.794747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.796916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.843867 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.844512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Fanout notify agent at l3_agent the message router_deleted on router 352cad43-6222-4167-aa57-6e024e2434a2 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:14:38.853815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.855156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e85ed3b7-54eb-433e-bc6e-7ba0d68a3f07 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/352cad43-6222-4167-aa57-6e024e2434a2 HTTP/1.1" status: 204 len: 168 time: 1.2649791 Aug 20 12:14:38.860376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60036) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:38.861849 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6c793203-7c70-4b14-8bcc-3240ffb08b54 req-81946636-0b58-4748-935e-f41de18c867c service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051933 Aug 20 12:14:38.866761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-362800729'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:38.880420 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e4263f0-da11-48c3-83a3-f74c90f539aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.888658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e4263f0-da11-48c3-83a3-f74c90f539aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.894670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'networks': [{'name': 'tempest-network--2086321711'}, {'name': 'tempest-network--1035017267'}]} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:38.895065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'network': {'name': 'tempest-network--2086321711'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:38.895623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'network': {'name': 'tempest-network--1035017267'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:38.902831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:38.906512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:38.983208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3e4263f0-da11-48c3-83a3-f74c90f539aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb48e980601b4d0f9ab63b4fd6a6b6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8161805 Aug 20 12:14:38.986002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60040) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:38.986129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4263f0-da11-48c3-83a3-f74c90f539aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4659797-9f16-4c61-b37b-0d0013762f82,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:38.990790 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.026328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Made reservation on behalf of d269a97666cb43f09b986b18f4b0fbe5 for: {'network': 2} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:39.028060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:39.030909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.036179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Pushing event deleted for resources: {'Port': ['ID=380291a1-6c75-4960-8dbe-0fb2d0249578,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:39.047706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.063688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.064258 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment 06830f9c-d79c-4a85-9533-4c3778c82ab2 of type vlan for network cb9242da-64fd-456a-8a94-eae1b6f96266 Aug 20 12:14:39.130494 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.162228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a1f13ea-eff8-495c-bb1a-725391957351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.200954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a1f13ea-eff8-495c-bb1a-725391957351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.213432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.218940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:39.219518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.241885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20bf6f-16d1-44a5-a653-9129fa87576d req-3cc3051b-f5f2-456c-b834-43948557ff31 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:39.244701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee20bf6f-16d1-44a5-a653-9129fa87576d req-3cc3051b-f5f2-456c-b834-43948557ff31 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 948 time: 0.1367357 Aug 20 12:14:39.259842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.325673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.334047 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.334752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.342593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4810369 Aug 20 12:14:39.349668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60044) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:39.350457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd9ef6-7c24-4baf-a173-9905b3736661 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=cb9242da-64fd-456a-8a94-eae1b6f96266,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:39.359030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': 'cb9242da-64fd-456a-8a94-eae1b6f96266', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:39.364132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network cb9242da-64fd-456a-8a94-eae1b6f96266 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:39.424852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee20bf6f-16d1-44a5-a653-9129fa87576d req-7f50b069-8139-44d1-b04b-61aaa8d4c6bf tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406212 Aug 20 12:14:39.430752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:39.437884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 14a71ea6-c9f9-4b10-a5bd-01c488178cfe details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:14:39.438731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28eff575-45b9-4bea-918a-168d4efe1b2d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:39.450169 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.450591 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Added segment a004c79f-bd37-4f0f-ac92-1f713c3b1165 of type vlan for network b198e399-2988-4094-9742-ca1ed0eb219c Aug 20 12:14:39.466634 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a1f13ea-eff8-495c-bb1a-725391957351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.469517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a1f13ea-eff8-495c-bb1a-725391957351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.473462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7a1f13ea-eff8-495c-bb1a-725391957351 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4659797-9f16-4c61-b37b-0d0013762f82 HTTP/1.1" status: 204 len: 168 time: 0.4836035 Aug 20 12:14:39.486976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f13ea-eff8-495c-bb1a-725391957351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4659797-9f16-4c61-b37b-0d0013762f82,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:39.509501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:39.513892 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.534700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.590393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:39.608943 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '14a71ea6-c9f9-4b10-a5bd-01c488178cfe', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': '14a71ea6-c9f9-4b10-a5bd-01c488178cfe', 'mac_address': 'fa:16:3e:db:e0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:14:39.624970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:39.637769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Router e82df347-342d-4495-a18f-a3cb139ff582 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:39.641014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.641360 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Added segment 8a20f1fb-e4a0-4138-870d-41e2dbcbd1f4 of type vlan for network 100b854c-1b5e-4d90-a702-9628a432cc14 Aug 20 12:14:39.686351 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.704304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a71ea6-c9f9-4b10-a5bd-01c488178cfe {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:14:39.727897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:39.733392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.742086 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.795434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:39.821127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.821640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.827284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:39.834555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:39.835232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:39.891186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:39.905999 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e21c06c5-2a7d-400e-8cad-ad94671fe13e admin admin] 10.222.0.25 "PUT /v2.0/routers/e82df347-342d-4495-a18f-a3cb139ff582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9872324 Aug 20 12:14:39.906369 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] Sync routers for ids ['e82df347-342d-4495-a18f-a3cb139ff582'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:39.906815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60054) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:39.911743 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1875868 Aug 20 12:14:39.917012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60056) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:39.918832 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] Routers {'e82df347-342d-4495-a18f-a3cb139ff582'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:39.919726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e82df347-342d-4495-a18f-a3cb139ff582'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:40.002118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Network': ['ID=b198e399-2988-4094-9742-ca1ed0eb219c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:40.014400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b198e399-2988-4094-9742-ca1ed0eb219c details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:40.066839 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] Set router e82df347-342d-4495-a18f-a3cb139ff582 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:14:40.089304 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.134617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['14a71ea6-c9f9-4b10-a5bd-01c488178cfe'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:14:40.259628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.295015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba9356-4514-4111-bc4b-128634b8347a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Network': ['ID=100b854c-1b5e-4d90-a702-9628a432cc14,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:40.340301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 100b854c-1b5e-4d90-a702-9628a432cc14 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:40.344761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebd18d-c28d-429f-8047-9edbbdd9ff6a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:40.352974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebd18d-c28d-429f-8047-9edbbdd9ff6a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:40.361577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebd18d-c28d-429f-8047-9edbbdd9ff6a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:40.371844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebd18d-c28d-429f-8047-9edbbdd9ff6a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:40.377729 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7cebd18d-c28d-429f-8047-9edbbdd9ff6a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4590335 Aug 20 12:14:40.378410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60072) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:40.433793 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:14:38Z', 'revision_number': 5, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:40.471804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=8414a6e7-4b86-45ab-a449-38a3a1736abf,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:40.475551 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] Checking router: e82df347-342d-4495-a18f-a3cb139ff582 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:14:40.485099 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.487562 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.494921 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] Routers {'e82df347-342d-4495-a18f-a3cb139ff582'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:40.496186 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e82df347-342d-4495-a18f-a3cb139ff582'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:40.521629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': '06830f9c-d79c-4a85-9533-4c3778c82ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cb9242da-64fd-456a-8a94-eae1b6f96266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:40.522126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: cb9242da-64fd-456a-8a94-eae1b6f96266, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:40.641228 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] Set router e82df347-342d-4495-a18f-a3cb139ff582 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:14:40.664473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network cb9242da-64fd-456a-8a94-eae1b6f96266 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:40.685652 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.696979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, cb9242da-64fd-456a-8a94-eae1b6f96266) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:40.713080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:40.713687 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.717592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b198e399-2988-4094-9742-ca1ed0eb219c']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:40.729832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f113508-19ee-4826-966b-df16a2255253 None None] Network cb9242da-64fd-456a-8a94-eae1b6f96266 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:40.751029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432925-8b51-4634-a67c-77100c39820c req-3c23078e-3687-4dd3-bf7e-d56be72b2023 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:40.760146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0432925-8b51-4634-a67c-77100c39820c req-3c23078e-3687-4dd3-bf7e-d56be72b2023 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 949 time: 0.1815805 Aug 20 12:14:40.761647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Deleting port 759681b6-eaa8-47a5-98d9-3225f94f32d6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:40.761989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.765836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a004c79f-bd37-4f0f-ac92-1f713c3b1165') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:40.766133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a004c79f-bd37-4f0f-ac92-1f713c3b1165') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:40.822241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.826756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f926a740-7967-4684-b67f-9453455f4c91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4706018 Aug 20 12:14:40.827546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60082) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:40.844312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f25edec7-ed68-416b-b94a-6d5c23de4a6a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-282682368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:40.850456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.863762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:40.864165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.868519 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:14:38Z', 'revision_number': 5, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:40.874465 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:40.906423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f25edec7-ed68-416b-b94a-6d5c23de4a6a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.911007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f25edec7-ed68-416b-b94a-6d5c23de4a6a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.916055 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8556256-aabc-40e4-a3be-0b107277840f None None] The sync data for ids ['e82df347-342d-4495-a18f-a3cb139ff582'] in n-d-800634-10 is: [{'id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'name': 'tempest-ServerRescueTestJSON-1067525918-router', 'tenant_id': '6373b7e7312e4950b10c119b584076c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:12:30Z', 'updated_at': '2021-08-20T12:14:38Z', 'revision_number': 5, 'project_id': '6373b7e7312e4950b10c119b584076c6', 'gw_port': {'id': '759681b6-eaa8-47a5-98d9-3225f94f32d6', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82df347-342d-4495-a18f-a3cb139ff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:12:32Z', 'updated_at': '2021-08-20T12:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:40.956525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0432925-8b51-4634-a67c-77100c39820c req-8eb9c072-01b3-4c96-99d4-21bee4534b23 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745949 Aug 20 12:14:40.972459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] For port 759681b6-eaa8-47a5-98d9-3225f94f32d6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=759681b6-eaa8-47a5-98d9-3225f94f32d6,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:40.972459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.974908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.977923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-cb9242da-64fd-456a-8a94-eae1b6f96266', 'network_id': 'cb9242da-64fd-456a-8a94-eae1b6f96266', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': '8414a6e7-4b86-45ab-a449-38a3a1736abf'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:14:40.979636 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.998054 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:40.998054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/networks/b198e399-2988-4094-9742-ca1ed0eb219c HTTP/1.1" status: 204 len: 168 time: 0.6180730 Aug 20 12:14:41.002943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60088) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:41.021487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Calling delete_port for 759681b6-eaa8-47a5-98d9-3225f94f32d6 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:41.025730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d60a26-235c-4b11-a89d-696905470292 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Network': ['ID=b198e399-2988-4094-9742-ca1ed0eb219c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:41.050481 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f25edec7-ed68-416b-b94a-6d5c23de4a6a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.064055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f25edec7-ed68-416b-b94a-6d5c23de4a6a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.085828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f25edec7-ed68-416b-b94a-6d5c23de4a6a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.090210 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f25edec7-ed68-416b-b94a-6d5c23de4a6a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2612278 Aug 20 12:14:41.090689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60092) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:41.237684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Allocated IP 2001:db8::2 (cb9242da-64fd-456a-8a94-eae1b6f96266/8414a6e7-4b86-45ab-a449-38a3a1736abf/7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:41.261022 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.330980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 380291a1-6c75-4960-8dbe-0fb2d0249578 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:41.383803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 380291a1-6c75-4960-8dbe-0fb2d0249578 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:41.384317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 380291a1-6c75-4960-8dbe-0fb2d0249578 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:41.443407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 14a71ea6-c9f9-4b10-a5bd-01c488178cfe up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:41.555055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:41.563138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:41.563682 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.608130 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.626039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Transition to ACTIVE for port object 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:41.681579 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.684463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Transition to ACTIVE for port object 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:41.702669 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.711289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f66d093-4e3b-42be-807d-34f16510601b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a71ea6-c9f9-4b10-a5bd-01c488178cfe'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:41.713679 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e1c78d-b5ae-473f-b281-20e9a3af76b6" -d '{"events": [{"server_uuid": "1f66d093-4e3b-42be-807d-34f16510601b", "name": "network-vif-plugged", "status": "completed", "tag": "14a71ea6-c9f9-4b10-a5bd-01c488178cfe"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:41.756982 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.763901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Network cb9242da-64fd-456a-8a94-eae1b6f96266 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:41.765962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:41.769629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:41.776034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:41.783020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197824ba-0818-4bf3-a49c-8245969450c7 req-6abc0f4a-c91c-4a1a-9d66-aa1a8b9a161b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:41.784600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-197824ba-0818-4bf3-a49c-8245969450c7 req-6abc0f4a-c91c-4a1a-9d66-aa1a8b9a161b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.2184374 Aug 20 12:14:41.792348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100b854c-1b5e-4d90-a702-9628a432cc14']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:41.810752 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.837809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a20f1fb-e4a0-4138-870d-41e2dbcbd1f4') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:41.838097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a20f1fb-e4a0-4138-870d-41e2dbcbd1f4') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:41.841372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Pushing event updated for resources: {'Port': ['ID=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:41.857391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.857739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.858080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.858742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.858875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.859098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.859423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.860113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.860113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.860374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.860686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.861003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:41.864990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Attempting to bind port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:41.865137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Attempting to bind port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06830f9c-d79c-4a85-9533-4c3778c82ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cb9242da-64fd-456a-8a94-eae1b6f96266'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:41.865467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Attempting to bind port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 on network cb9242da-64fd-456a-8a94-eae1b6f96266 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:41.867745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.896221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:41.896221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Checking segment: {'id': '06830f9c-d79c-4a85-9533-4c3778c82ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cb9242da-64fd-456a-8a94-eae1b6f96266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:41.896221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.896719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Bound using segment: {'id': '06830f9c-d79c-4a85-9533-4c3778c82ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cb9242da-64fd-456a-8a94-eae1b6f96266'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:41.897593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Bound port: 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06830f9c-d79c-4a85-9533-4c3778c82ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cb9242da-64fd-456a-8a94-eae1b6f96266'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:41.898103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.900514 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.915672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.950666 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.957528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:41.981376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-197824ba-0818-4bf3-a49c-8245969450c7 req-ddfed3de-7afb-47f6-b604-89b9d545924c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669064 Aug 20 12:14:41.983219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Pushing event deleted for resources: {'Port': ['ID=759681b6-eaa8-47a5-98d9-3225f94f32d6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:41.990095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:41.990630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:41.998070 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:42.018934 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9c4028-0088-490a-a6bd-0c5ab57e7811 x-openstack-request-id: req-2b9c4028-0088-490a-a6bd-0c5ab57e7811 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:42.019505 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f66d093-4e3b-42be-807d-34f16510601b", "name": "network-vif-plugged", "status": "completed", "tag": "14a71ea6-c9f9-4b10-a5bd-01c488178cfe", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:42.021784 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b9c4028-0088-490a-a6bd-0c5ab57e7811 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:42.025135 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f66d093-4e3b-42be-807d-34f16510601b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a71ea6-c9f9-4b10-a5bd-01c488178cfe', 'code': 200} Aug 20 12:14:42.082418 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.096342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] For port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:42.100668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] For port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,segment=NetworkSegment(06830f9c-d79c-4a85-9533-4c3778c82ab2),segment_id=06830f9c-d79c-4a85-9533-4c3778c82ab2)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:42.106046 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.123687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff774cfc-05f4-4de6-b022-ca96e3e3f1a0 req-efebd715-43c1-4c98-9209-9a3ee764b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:42.126216 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff774cfc-05f4-4de6-b022-ca96e3e3f1a0 req-efebd715-43c1-4c98-9209-9a3ee764b310 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 1102 time: 0.0609987 Aug 20 12:14:42.198453 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ff774cfc-05f4-4de6-b022-ca96e3e3f1a0 req-d32e0ee2-82a1-4279-a92e-c08ab055c475 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650346 Aug 20 12:14:42.200148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b9722-adf9-403c-a3e8-ba76c459673d None None] Pushing event updated for resources: {'Port': ['ID=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:42.285440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.300804 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.302603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/networks/100b854c-1b5e-4d90-a702-9628a432cc14 HTTP/1.1" status: 204 len: 168 time: 1.2893846 Aug 20 12:14:42.306863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60124) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:42.307120 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.470660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46202a8-1373-46c6-ae91-750ff21bd73e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:42.478411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46202a8-1373-46c6-ae91-750ff21bd73e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:42.483019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d46202a8-1373-46c6-ae91-750ff21bd73e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1740348 Aug 20 12:14:42.484091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60128) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:42.489822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1984241364'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:42.530641 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Made reservation on behalf of d269a97666cb43f09b986b18f4b0fbe5 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:42.536099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.571440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:42.582635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.583070 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Added segment 81ea0b09-6993-47e0-b699-05a623cf7610 of type vlan for network 4b51be06-d1bd-471a-ad29-3d8266843800 Aug 20 12:14:42.637897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.672630 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.682421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:42.683214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.748758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2633672 Aug 20 12:14:42.755789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:42.771369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1432925516'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:42.773031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755524d8-684c-4d36-a22f-283611e0f27e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Network': ['ID=100b854c-1b5e-4d90-a702-9628a432cc14,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:42.781653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d6bd-b59d-4038-98f0-e9d24ff88e7b req-8828ab89-57db-4b43-baa6-2f96ded3d8e7 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:42.783245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5509d6bd-b59d-4038-98f0-e9d24ff88e7b req-8828ab89-57db-4b43-baa6-2f96ded3d8e7 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 950 time: 0.6628652 Aug 20 12:14:42.803041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71164965-d01c-4dc3-8e11-2439f2754a05 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Network': ['ID=4b51be06-d1bd-471a-ad29-3d8266843800,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:42.818524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 4b51be06-d1bd-471a-ad29-3d8266843800 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:42.819678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Made reservation on behalf of d269a97666cb43f09b986b18f4b0fbe5 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:42.825131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.851699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.856405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:42.861466 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.869268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.869615 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Added segment 3b985bd3-4fea-417d-b569-807552ccbf34 of type vlan for network f3445854-b1b2-4bbe-be24-da5cc289d64a Aug 20 12:14:42.930783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.962731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.970799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:42.971702 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.989034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5509d6bd-b59d-4038-98f0-e9d24ff88e7b req-0602aa2a-8da9-46d8-84cd-b8b24b90e23d tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342111 Aug 20 12:14:42.989839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:42.990510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e82df347-342d-4495-a18f-a3cb139ff582 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:14:43.002927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.004055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ccb7980a-e895-42af-9d40-23cb30d73080 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e82df347-342d-4495-a18f-a3cb139ff582 HTTP/1.1" status: 204 len: 168 time: 3.0963490 Aug 20 12:14:43.007219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60138) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:43.080439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b991390e-f239-47ef-925a-5a36d2f1db91 admin admin] Deleting subnet 65515df6-a6ae-4750-a80f-0df50eebbe22 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:43.093863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b991390e-f239-47ef-925a-5a36d2f1db91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.102066 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3454266 Aug 20 12:14:43.102987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60142) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:43.110940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae9b41-41e9-4484-9877-e209682e31d4 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Network': ['ID=f3445854-b1b2-4bbe-be24-da5cc289d64a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:43.125211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'ports': [{'network_id': '4b51be06-d1bd-471a-ad29-3d8266843800', 'name': 'tempest-port--472902220', 'admin_state_up': True}, {'network_id': 'f3445854-b1b2-4bbe-be24-da5cc289d64a', 'admin_state_up': False}]} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:43.126720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'port': {'network_id': '4b51be06-d1bd-471a-ad29-3d8266843800', 'name': 'tempest-port--472902220', 'admin_state_up': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:43.127177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f3445854-b1b2-4bbe-be24-da5cc289d64a details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:43.127317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'port': {'network_id': 'f3445854-b1b2-4bbe-be24-da5cc289d64a', 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:43.140816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8::1 (cb9242da-64fd-456a-8a94-eae1b6f96266/8414a6e7-4b86-45ab-a449-38a3a1736abf/9cd149a5-e7ee-4842-9455-fd17b71c99e3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:43.229826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b991390e-f239-47ef-925a-5a36d2f1db91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.395902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b991390e-f239-47ef-925a-5a36d2f1db91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.414434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04051bc9-24b1-48e3-8fd6-10071a827957 req-095b4bd2-9f84-4acd-a6e2-60c838d2da77 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:43.416173 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04051bc9-24b1-48e3-8fd6-10071a827957 req-095b4bd2-9f84-4acd-a6e2-60c838d2da77 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.2521403 Aug 20 12:14:43.454304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Made reservation on behalf of d269a97666cb43f09b986b18f4b0fbe5 for: {'port': 2} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:43.460008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.478243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.517070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dd0245-b6a7-461b-bf98-52a4f5e982fc None None] Network cb9242da-64fd-456a-8a94-eae1b6f96266 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:43.573485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.581518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04051bc9-24b1-48e3-8fd6-10071a827957 req-bfca060c-0a50-4c7b-aaa2-73dc039d1384 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249111 Aug 20 12:14:43.624762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object 9cd149a5-e7ee-4842-9455-fd17b71c99e3 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:43.649479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b991390e-f239-47ef-925a-5a36d2f1db91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.707901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991390e-f239-47ef-925a-5a36d2f1db91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65515df6-a6ae-4750-a80f-0df50eebbe22,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:43.715494 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b991390e-f239-47ef-925a-5a36d2f1db91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.719747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] device_id is not set on port 557c8660-119e-4454-b2cc-7b7c0e6964ed yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:14:43.727643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b7354108-ecec-48f1-b080-4373c79fb12a None None] Provisioning for port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:43.727809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b991390e-f239-47ef-925a-5a36d2f1db91 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/65515df6-a6ae-4750-a80f-0df50eebbe22 HTTP/1.1" status: 204 len: 168 time: 0.7156036 Aug 20 12:14:43.737788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60148) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:43.768412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:43.774669 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.813018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.876841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.882070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:43.887924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network cb9242da-64fd-456a-8a94-eae1b6f96266 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:43.888656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:43.889192 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.895274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:43.902932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:43.903480 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.908745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=9cd149a5-e7ee-4842-9455-fd17b71c99e3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:43.941268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.018505 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.072084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,segment=NetworkSegment(06830f9c-d79c-4a85-9533-4c3778c82ab2),segment_id=06830f9c-d79c-4a85-9533-4c3778c82ab2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:44.076881 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.145260 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.151249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:44.173107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2888111c-54fa-4a33-a516-c36b95dd14f3']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:44.217324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e2d1bd-0464-4732-9a30-9651de89e780') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:44.217628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e2d1bd-0464-4732-9a30-9651de89e780') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:44.277783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.297757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24975e-c96c-44ad-b4b7-1b0a84f89cb5 req-94c48500-a60c-4283-8fac-6aa3f01a5d1c tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:44.306198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c24975e-c96c-44ad-b4b7-1b0a84f89cb5 req-94c48500-a60c-4283-8fac-6aa3f01a5d1c tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 950 time: 0.2111514 Aug 20 12:14:44.315680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.354288 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.409092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:44.409777 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:44.411240 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:44.470671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] device_id is not set on port 0b24de94-0927-4dbf-8b90-b9c31be723cf yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:14:44.476626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c24975e-c96c-44ad-b4b7-1b0a84f89cb5 req-055fcc9d-4fcf-47a5-ad77-415280b54a05 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691263 Aug 20 12:14:44.495509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-33e6f584-54ec-4ab8-9330-22acf84b7808 None None] Provisioning complete for port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:44.495887 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-33e6f584-54ec-4ab8-9330-22acf84b7808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.585686 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.604998 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.606927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2888111c-54fa-4a33-a516-c36b95dd14f3 HTTP/1.1" status: 204 len: 168 time: 0.8681366 Aug 20 12:14:44.673880 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.684688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ea64c-4c2c-47fe-b5c5-e338f21a4c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=2888111c-54fa-4a33-a516-c36b95dd14f3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:44.729253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-33e6f584-54ec-4ab8-9330-22acf84b7808 None None] Provisioning for port 9cd149a5-e7ee-4842-9455-fd17b71c99e3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:44.733956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-33e6f584-54ec-4ab8-9330-22acf84b7808 None None] Provisioning complete for port 9cd149a5-e7ee-4842-9455-fd17b71c99e3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:44.734815 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-33e6f584-54ec-4ab8-9330-22acf84b7808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.762954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.839287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-33e6f584-54ec-4ab8-9330-22acf84b7808 None None] Port 9cd149a5-e7ee-4842-9455-fd17b71c99e3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:44.911507 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.917998 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.918832 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:44.920997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Port': ['ID=557c8660-119e-4454-b2cc-7b7c0e6964ed,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:44.967996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-13a2f478-c9b9-4620-8b5a-5545ab969f4e None None] Provisioning complete for port 9cd149a5-e7ee-4842-9455-fd17b71c99e3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:44.968546 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13a2f478-c9b9-4620-8b5a-5545ab969f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.028053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60178) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:45.041344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-13a2f478-c9b9-4620-8b5a-5545ab969f4e None None] Port 9cd149a5-e7ee-4842-9455-fd17b71c99e3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:45.043733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=9cd149a5-e7ee-4842-9455-fd17b71c99e3,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:45.050978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Checking segment: {'id': '81ea0b09-6993-47e0-b699-05a623cf7610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4b51be06-d1bd-471a-ad29-3d8266843800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:45.062538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Network hostable DHCP agents. Network: 4b51be06-d1bd-471a-ad29-3d8266843800, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:45.071777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fbfc-c6e2-4743-8d83-ee6d231e611e req-61384fa2-462e-4294-abfa-5acd109f45e1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:45.073311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dab2fbfc-c6e2-4743-8d83-ee6d231e611e req-61384fa2-462e-4294-abfa-5acd109f45e1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1485527 Aug 20 12:14:45.133291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Network 4b51be06-d1bd-471a-ad29-3d8266843800 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:45.146238 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ad328fd-6fa6-4e52-a2e0-a6fd2366802c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6373b7e7312e4950b10c119b584076c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158538 Aug 20 12:14:45.149356 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:45.156214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network cb9242da-64fd-456a-8a94-eae1b6f96266 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:45.164451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 4b51be06-d1bd-471a-ad29-3d8266843800) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:45.164696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:45.176062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2325c1b-9776-4fa3-9c65-6119ae787340 None None] Network 4b51be06-d1bd-471a-ad29-3d8266843800 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:45.186803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:45.187651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.196098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dab2fbfc-c6e2-4743-8d83-ee6d231e611e req-8129a3c2-0a1d-4875-ad0d-632ce8f084cd tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122622 Aug 20 12:14:45.291594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-480e1676-c3f2-4f2c-a268-a1c2294f8ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.321611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Port': ['ID=0b24de94-0927-4dbf-8b90-b9c31be723cf,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:45.343689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-480e1676-c3f2-4f2c-a268-a1c2294f8ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.375465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Checking segment: {'id': '3b985bd3-4fea-417d-b569-807552ccbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3445854-b1b2-4bbe-be24-da5cc289d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:45.375836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Network hostable DHCP agents. Network: f3445854-b1b2-4bbe-be24-da5cc289d64a, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:45.421352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Network f3445854-b1b2-4bbe-be24-da5cc289d64a is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:45.440132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f3445854-b1b2-4bbe-be24-da5cc289d64a) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:45.453429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-480e1676-c3f2-4f2c-a268-a1c2294f8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.456395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-480e1676-c3f2-4f2c-a268-a1c2294f8ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.457937 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-480e1676-c3f2-4f2c-a268-a1c2294f8ec5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc006e27-a822-40bb-8230-ccebd04add6f HTTP/1.1" status: 204 len: 168 time: 0.3072543 Aug 20 12:14:45.459041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:45.466034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:45.471697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:45.472824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.488533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e1676-c3f2-4f2c-a268-a1c2294f8ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc006e27-a822-40bb-8230-ccebd04add6f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:45.500879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:45.503598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f18baa-4513-4159-a2e3-dc23a79fdbed None None] Network f3445854-b1b2-4bbe-be24-da5cc289d64a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:45.507592 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-05124afa-cd44-4270-a8ff-9b867035189d tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3958361 Aug 20 12:14:45.508284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60186) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:45.568659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router d2d1e5e7-f31a-448e-8405-6ac477ec4f10 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:14:45.626439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92eee4-78f1-4a24-94fd-b426fb62fe16 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:45.634773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92eee4-78f1-4a24-94fd-b426fb62fe16 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:45.639142 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6a92eee4-78f1-4a24-94fd-b426fb62fe16 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1260209 Aug 20 12:14:45.639572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:45.778928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bee6bfaa-9959-4fa1-af5d-5cfd632009db tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Deleting port 557c8660-119e-4454-b2cc-7b7c0e6964ed {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:45.779282 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bee6bfaa-9959-4fa1-af5d-5cfd632009db tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.813626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:45.824157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-972b9ffe-9ae9-496a-805f-f4d7dd4c1a95 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/d2d1e5e7-f31a-448e-8405-6ac477ec4f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7307436 Aug 20 12:14:45.826903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60194) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:45.839709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a6323-d5c9-4f10-ac80-9769f03a2951 None None] Sync routers for ids ['d2d1e5e7-f31a-448e-8405-6ac477ec4f10'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:45.863722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-82a06a3c-9deb-4020-9f18-ef06bc049fbf None None] Provisioning complete for port 9cd149a5-e7ee-4842-9455-fd17b71c99e3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:45.864606 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82a06a3c-9deb-4020-9f18-ef06bc049fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.911711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a6323-d5c9-4f10-ac80-9769f03a2951 None None] Routers {'d2d1e5e7-f31a-448e-8405-6ac477ec4f10'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:45.914401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-842a6323-d5c9-4f10-ac80-9769f03a2951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d2d1e5e7-f31a-448e-8405-6ac477ec4f10'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:45.922734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:45.923504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.928054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bee6bfaa-9959-4fa1-af5d-5cfd632009db tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.938885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f2a386-39ed-477d-8de7-2cf944c8a83f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:45.940700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a4f2a386-39ed-477d-8de7-2cf944c8a83f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports/9cd149a5-e7ee-4842-9455-fd17b71c99e3 HTTP/1.1" status: 200 len: 911 time: 0.1129184 Aug 20 12:14:45.943930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60196) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:45.951750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-23709472-b4a2-461b-b7be-6c5e5eb0542d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8414a6e7-4b86-45ab-a449-38a3a1736abf'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:45.951978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bee6bfaa-9959-4fa1-af5d-5cfd632009db tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Calling delete_port for 557c8660-119e-4454-b2cc-7b7c0e6964ed owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:45.967237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-842a6323-d5c9-4f10-ac80-9769f03a2951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:45.998201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-82a06a3c-9deb-4020-9f18-ef06bc049fbf None None] Port 9cd149a5-e7ee-4842-9455-fd17b71c99e3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:14:46.014522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a6323-d5c9-4f10-ac80-9769f03a2951 None None] Routers {'d2d1e5e7-f31a-448e-8405-6ac477ec4f10'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:46.015910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-842a6323-d5c9-4f10-ac80-9769f03a2951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d2d1e5e7-f31a-448e-8405-6ac477ec4f10'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:46.059167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-842a6323-d5c9-4f10-ac80-9769f03a2951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:46.060371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a6323-d5c9-4f10-ac80-9769f03a2951 None None] The sync data for ids ['d2d1e5e7-f31a-448e-8405-6ac477ec4f10'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:46.103641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bee6bfaa-9959-4fa1-af5d-5cfd632009db tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.135679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6bfaa-9959-4fa1-af5d-5cfd632009db tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Port': ['ID=557c8660-119e-4454-b2cc-7b7c0e6964ed,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:46.151694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 759681b6-eaa8-47a5-98d9-3225f94f32d6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:46.152625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bee6bfaa-9959-4fa1-af5d-5cfd632009db tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.157570 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bee6bfaa-9959-4fa1-af5d-5cfd632009db tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/ports/557c8660-119e-4454-b2cc-7b7c0e6964ed HTTP/1.1" status: 204 len: 168 time: 0.5168989 Aug 20 12:14:46.158490 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60206) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:46.178952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 759681b6-eaa8-47a5-98d9-3225f94f32d6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:46.179305 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 759681b6-eaa8-47a5-98d9-3225f94f32d6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:46.234030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23709472-b4a2-461b-b7be-6c5e5eb0542d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.286732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1fc65c27-8b66-4387-9c58-119484c39240 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Deleting port 0b24de94-0927-4dbf-8b90-b9c31be723cf {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:46.287207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fc65c27-8b66-4387-9c58-119484c39240 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.368493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fc65c27-8b66-4387-9c58-119484c39240 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.386069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1fc65c27-8b66-4387-9c58-119484c39240 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Calling delete_port for 0b24de94-0927-4dbf-8b90-b9c31be723cf owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:46.455929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dde3d-ad70-4c6d-9939-d7d9e1aaba43 req-dbfbbfd7-7153-42c0-a2c0-8c88d2502520 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:46.457632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc8dde3d-ad70-4c6d-9939-d7d9e1aaba43 req-dbfbbfd7-7153-42c0-a2c0-8c88d2502520 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1583500 Aug 20 12:14:46.484921 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fc65c27-8b66-4387-9c58-119484c39240 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.544162 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65c27-8b66-4387-9c58-119484c39240 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Port': ['ID=0b24de94-0927-4dbf-8b90-b9c31be723cf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:46.549615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fc65c27-8b66-4387-9c58-119484c39240 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.554413 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1fc65c27-8b66-4387-9c58-119484c39240 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/ports/0b24de94-0927-4dbf-8b90-b9c31be723cf HTTP/1.1" status: 204 len: 168 time: 0.3921931 Aug 20 12:14:46.554878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60224) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:46.567851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc8dde3d-ad70-4c6d-9939-d7d9e1aaba43 req-b550dc59-6ccb-4b44-972b-e91e0878bf9b tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967994 Aug 20 12:14:46.604854 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c7df088a-9653-47cb-a545-1de56262e367 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0487814 Aug 20 12:14:46.608262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60228) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:46.620197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1387146664'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:46.666448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Made reservation on behalf of d269a97666cb43f09b986b18f4b0fbe5 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:46.668002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.719692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:46.750517 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.750872 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Added segment 8508f6ff-109b-434d-8566-1f2eecfaf7f3 of type vlan for network 9e66807d-4d10-4b53-abcd-dd0a237b33b4 Aug 20 12:14:46.820750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.848471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.857715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:46.858956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.969115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Network': ['ID=9e66807d-4d10-4b53-abcd-dd0a237b33b4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:46.970658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23709472-b4a2-461b-b7be-6c5e5eb0542d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:46.981808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 9e66807d-4d10-4b53-abcd-dd0a237b33b4 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:46.997995 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23709472-b4a2-461b-b7be-6c5e5eb0542d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.001782 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a14943cb-4703-4483-9055-827f4053a7ba tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3922706 Aug 20 12:14:47.006115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60246) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:47.019526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23709472-b4a2-461b-b7be-6c5e5eb0542d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:47.020620 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23709472-b4a2-461b-b7be-6c5e5eb0542d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.022710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-23709472-b4a2-461b-b7be-6c5e5eb0542d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/ports/9cd149a5-e7ee-4842-9455-fd17b71c99e3 HTTP/1.1" status: 200 len: 911 time: 1.0771523 Aug 20 12:14:47.034551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-885150503'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:47.051350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60248) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:47.125205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23709472-b4a2-461b-b7be-6c5e5eb0542d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=9cd149a5-e7ee-4842-9455-fd17b71c99e3,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:47.318994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Made reservation on behalf of d269a97666cb43f09b986b18f4b0fbe5 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:47.322581 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.398838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ab389d7-d4d5-4114-8653-3719b2896b64 req-f2a43859-eb77-4a11-a345-14f8d6b7db4f tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0422087 Aug 20 12:14:47.420237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:47.439664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.440149 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Added segment 3e720930-b68d-4b78-9ad5-6bd3ed43d372 of type vlan for network c95de6ef-04f2-4d33-b41b-d9247ba29c32 Aug 20 12:14:47.519126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.589431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.595818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:47.596554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.675357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Network': ['ID=c95de6ef-04f2-4d33-b41b-d9247ba29c32,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:47.687741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c95de6ef-04f2-4d33-b41b-d9247ba29c32 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:47.730245 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4d0a78ee-9c4b-4acf-8dbd-df3d2df1212a tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7087166 Aug 20 12:14:47.775986 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.820565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6170f-effe-4905-8ab7-d368ffd642ba req-ffa6176f-48e5-495d-80b6-2cbff045a2c7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:47.832404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ec6170f-effe-4905-8ab7-d368ffd642ba req-ffa6176f-48e5-495d-80b6-2cbff045a2c7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1602340 Aug 20 12:14:47.938137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ec6170f-effe-4905-8ab7-d368ffd642ba req-135dd083-a533-48e8-8a7b-cee5a2b4ec7f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037760 Aug 20 12:14:48.386964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 9cd149a5-e7ee-4842-9455-fd17b71c99e3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:48.387315 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:48.516543 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:48.560658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 9cd149a5-e7ee-4842-9455-fd17b71c99e3 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:48.584344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7617ab2e-739b-463f-b4a8-7206759a186d req-fededbc6-3482-460c-8625-d30f89454322 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0470760 Aug 20 12:14:48.848940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:48.930975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=9cd149a5-e7ee-4842-9455-fd17b71c99e3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:49.074409 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:49.169271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97578f75-09a1-4a95-8f08-0003f3cd8d09 req-94704ab1-42fb-4ae7-93d6-6c3089bdd0cb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:49.177833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97578f75-09a1-4a95-8f08-0003f3cd8d09 req-94704ab1-42fb-4ae7-93d6-6c3089bdd0cb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.0888262 Aug 20 12:14:49.280562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97578f75-09a1-4a95-8f08-0003f3cd8d09 req-1d1fe72b-ae94-47b5-8e92-2929daa38403 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947328 Aug 20 12:14:49.352897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router d2d1e5e7-f31a-448e-8405-6ac477ec4f10 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:14:49.448314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:49.454854 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1e0d3787-fe23-4402-922f-dcbb38bf62e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/d2d1e5e7-f31a-448e-8405-6ac477ec4f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023361 Aug 20 12:14:49.457505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60318) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:49.462096 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7c7e6-05cf-402b-acd5-474445135ba6 None None] Sync routers for ids ['d2d1e5e7-f31a-448e-8405-6ac477ec4f10'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:49.487270 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7c7e6-05cf-402b-acd5-474445135ba6 None None] Routers {'d2d1e5e7-f31a-448e-8405-6ac477ec4f10'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:49.487910 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-53b7c7e6-05cf-402b-acd5-474445135ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d2d1e5e7-f31a-448e-8405-6ac477ec4f10'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:49.493198 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2decb79a-0144-4b2e-9145-18349288950f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d1e5e7-f31a-448e-8405-6ac477ec4f10 HTTP/1.1" status: 200 len: 205 time: 0.0341465 Aug 20 12:14:49.495537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60320) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:49.561025 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-53b7c7e6-05cf-402b-acd5-474445135ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:49.579938 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7c7e6-05cf-402b-acd5-474445135ba6 None None] Routers {'d2d1e5e7-f31a-448e-8405-6ac477ec4f10'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:49.580469 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-53b7c7e6-05cf-402b-acd5-474445135ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d2d1e5e7-f31a-448e-8405-6ac477ec4f10'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:49.624579 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-53b7c7e6-05cf-402b-acd5-474445135ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:49.625233 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7c7e6-05cf-402b-acd5-474445135ba6 None None] The sync data for ids ['d2d1e5e7-f31a-448e-8405-6ac477ec4f10'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:14:49.666245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87ae1e17-a1ce-4216-be80-1d671a2daff8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.175691 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87ae1e17-a1ce-4216-be80-1d671a2daff8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.178898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87ae1e17-a1ce-4216-be80-1d671a2daff8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.226305 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aa8d262d-34a8-490f-9700-f86b091e9e3a req-c1217fc1-7ff8-4db2-b232-1a1d9c421c96 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0559859 Aug 20 12:14:50.237611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87ae1e17-a1ce-4216-be80-1d671a2daff8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.237611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ae1e17-a1ce-4216-be80-1d671a2daff8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Fanout notify agent at l3_agent the message router_deleted on router d2d1e5e7-f31a-448e-8405-6ac477ec4f10 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:14:50.258203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87ae1e17-a1ce-4216-be80-1d671a2daff8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.261721 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-87ae1e17-a1ce-4216-be80-1d671a2daff8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/d2d1e5e7-f31a-448e-8405-6ac477ec4f10 HTTP/1.1" status: 204 len: 168 time: 0.7627873 Aug 20 12:14:50.262274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60338) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:50.277011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9ffb9b8-5332-4efa-9945-a549e3d47bda req-c18285d5-7f8d-443e-8166-d190157bd583 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0525565 Aug 20 12:14:50.340846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c357159-5c04-426d-9125-88fb17a70fad tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet 8414a6e7-4b86-45ab-a449-38a3a1736abf {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:50.344695 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c357159-5c04-426d-9125-88fb17a70fad tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.415014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c357159-5c04-426d-9125-88fb17a70fad tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.560344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c357159-5c04-426d-9125-88fb17a70fad tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.569484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8bbe6-04a2-4ba0-b95a-53678f6216e0 req-36128e90-14e7-4a4a-8004-992f208db01f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:50.571277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07d8bbe6-04a2-4ba0-b95a-53678f6216e0 req-36128e90-14e7-4a4a-8004-992f208db01f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1234617 Aug 20 12:14:50.666806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07d8bbe6-04a2-4ba0-b95a-53678f6216e0 req-28d0221b-2eab-44d6-90ed-215b6c4f1597 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891705 Aug 20 12:14:50.688528 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c357159-5c04-426d-9125-88fb17a70fad tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.732125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c357159-5c04-426d-9125-88fb17a70fad tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=8414a6e7-4b86-45ab-a449-38a3a1736abf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:50.735286 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c357159-5c04-426d-9125-88fb17a70fad tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.738006 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3c357159-5c04-426d-9125-88fb17a70fad tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/8414a6e7-4b86-45ab-a449-38a3a1736abf HTTP/1.1" status: 204 len: 168 time: 0.4747276 Aug 20 12:14:50.740827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60350) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:50.746635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05396f7-18d2-4d3b-b6f9-228ea28e4b93 None None] Network cb9242da-64fd-456a-8a94-eae1b6f96266 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:50.842447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.930305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:50.930305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:50.969358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] DHCP port deletion for cb9242da-64fd-456a-8a94-eae1b6f96266 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:14:51.020481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,segment=NetworkSegment(06830f9c-d79c-4a85-9533-4c3778c82ab2),segment_id=06830f9c-d79c-4a85-9533-4c3778c82ab2)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:51.020853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.046795 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] Deleting port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:51.047676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.050833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:51.122234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] For port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,segment=NetworkSegment(06830f9c-d79c-4a85-9533-4c3778c82ab2),segment_id=06830f9c-d79c-4a85-9533-4c3778c82ab2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:51.122936 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.129807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60352) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:51.139300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] Calling delete_port for 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:51.144038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'subnets': [{'network_id': '9e66807d-4d10-4b53-abcd-dd0a237b33b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--832373375', 'ip_version': 6}, {'network_id': 'c95de6ef-04f2-4d33-b41b-d9247ba29c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:51.147763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'subnet': {'network_id': '9e66807d-4d10-4b53-abcd-dd0a237b33b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--832373375', 'ip_version': 6}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:51.148627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Request body: {'subnet': {'network_id': 'c95de6ef-04f2-4d33-b41b-d9247ba29c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:51.175928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.210077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No DVR routers for this DVR port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:51.273682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:51.280107 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.326922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] No DVR routers for this DVR port 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:51.332862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.333201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.333533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.333868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.334234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.334569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.335005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.335184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.335564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.335922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.336245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.336560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:51.397825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.410989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9242da-64fd-456a-8a94-eae1b6f96266']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:51.422711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:14:51.428683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06830f9c-d79c-4a85-9533-4c3778c82ab2') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:51.430169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06830f9c-d79c-4a85-9533-4c3778c82ab2') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:51.449940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0f1a5-9a7f-4472-9372-ed4f110161f3 None None] Pushing event deleted for resources: {'Port': ['ID=7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:51.453017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.467373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:14:51.467672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7cbe3cb0-a9fd-439a-b0fa-7cc2f6042535 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:14:51.482273 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.498027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:51.498765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:51.505377 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:51.536725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17aad109-1cba-41d8-8487-50d9f2b79a0f req-6700aae6-9492-4d43-a6f6-66b2bd758780 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0904002 Aug 20 12:14:51.538399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Made reservation on behalf of d269a97666cb43f09b986b18f4b0fbe5 for: {'subnet': 2} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:51.543068 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.543415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.587597 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.596071 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.603055 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/cb9242da-64fd-456a-8a94-eae1b6f96266 HTTP/1.1" status: 204 len: 168 time: 0.8508506 Aug 20 12:14:51.606306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60358) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:51.611124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-82d6cfe5-2bc8-453d-984d-f1f93787704f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1114423738', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:51.612537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cbf72-4245-42b3-b38a-f3511a663382 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=cb9242da-64fd-456a-8a94-eae1b6f96266,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:51.673806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82d6cfe5-2bc8-453d-984d-f1f93787704f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.675646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82d6cfe5-2bc8-453d-984d-f1f93787704f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.687729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d2d76c19-2f9d-4e5d-b6b4-e28473e40996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.780192 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82d6cfe5-2bc8-453d-984d-f1f93787704f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.811971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82d6cfe5-2bc8-453d-984d-f1f93787704f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.874797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29fd5a-99a6-4dbb-9e44-a6614c42e447 req-16b05357-44a4-4413-b0f4-af6833004cb4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:51.876299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29fd5a-99a6-4dbb-9e44-a6614c42e447 req-16b05357-44a4-4413-b0f4-af6833004cb4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1387603 Aug 20 12:14:51.877021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82d6cfe5-2bc8-453d-984d-f1f93787704f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.878232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-82d6cfe5-2bc8-453d-984d-f1f93787704f tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2707953 Aug 20 12:14:51.881305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60366) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:51.887141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-197339261'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:51.908729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:51.913829 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.939035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:51.950731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.950731 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment 097268bb-5cbd-4ac7-9641-c7f16046945e of type vlan for network 2e04018e-ae41-4894-8492-f0b53bc627e6 Aug 20 12:14:51.977306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e29fd5a-99a6-4dbb-9e44-a6614c42e447 req-a8add720-5c82-4a3e-8ad6-0d41406f197e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925336 Aug 20 12:14:51.994019 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.028371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.033967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.034537 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.095303 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2123458 Aug 20 12:14:52.098012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60368) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:52.105697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:52.135119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.148836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cf213-c621-4144-8641-b6fc52f46cf3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=2e04018e-ae41-4894-8492-f0b53bc627e6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:52.171790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2e04018e-ae41-4894-8492-f0b53bc627e6 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:52.215315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Subnet': ['ID=27be1b4a-9ac0-4c6b-8230-2b6a2e1bb026,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:52.224336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.224743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.226272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.226638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.227061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.227545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.228052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:52.228184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.228480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.228816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.229142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.229643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.229966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:14:52.232786 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.237052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Checking segment: {'id': '8508f6ff-109b-434d-8566-1f2eecfaf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9e66807d-4d10-4b53-abcd-dd0a237b33b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:52.238353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Network hostable DHCP agents. Network: 9e66807d-4d10-4b53-abcd-dd0a237b33b4, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:52.265292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Network 9e66807d-4d10-4b53-abcd-dd0a237b33b4 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:52.279534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 9e66807d-4d10-4b53-abcd-dd0a237b33b4) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:52.284437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.292928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394433f-9b31-4a7a-9ec2-85f0bd8c7662 None None] Network 9e66807d-4d10-4b53-abcd-dd0a237b33b4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:52.365476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event updated for resources: {'Subnet': ['ID=04650539-b930-4003-a269-f0bf854253a4,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:52.383033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Checking segment: {'id': '3e720930-b68d-4b78-9ad5-6bd3ed43d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c95de6ef-04f2-4d33-b41b-d9247ba29c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:52.383407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Network hostable DHCP agents. Network: c95de6ef-04f2-4d33-b41b-d9247ba29c32, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:52.407927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Network c95de6ef-04f2-4d33-b41b-d9247ba29c32 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:52.423647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c95de6ef-04f2-4d33-b41b-d9247ba29c32) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:52.436298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.436791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.437423 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.450461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d1622-c455-450f-8608-8e76af44897f None None] Network c95de6ef-04f2-4d33-b41b-d9247ba29c32 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:52.465760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e0579c0b-118d-4254-817c-efd700e0a9f1 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3343308 Aug 20 12:14:52.468538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60370) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:52.469126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-9e66807d-4d10-4b53-abcd-dd0a237b33b4', 'network_id': '9e66807d-4d10-4b53-abcd-dd0a237b33b4', 'tenant_id': 'd269a97666cb43f09b986b18f4b0fbe5', 'fixed_ips': [{'subnet_id': '27be1b4a-9ac0-4c6b-8230-2b6a2e1bb026'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:14:52.470653 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.503791 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.551839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f07b4-d0c7-4abe-a038-99727fc5b4c8 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.553468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f07b4-d0c7-4abe-a038-99727fc5b4c8 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.555389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f07b4-d0c7-4abe-a038-99727fc5b4c8 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.566658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-093f07b4-d0c7-4abe-a038-99727fc5b4c8 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0860784 Aug 20 12:14:52.567906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60374) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:52.618458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=8a7127ea-43e0-424f-a67c-42ed64837fb8,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:52.650226 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:52.650226 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: 2e04018e-ae41-4894-8492-f0b53bc627e6, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:52.666258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1084a67-7a20-4ff4-8fbe-e033e704c67e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Deleting subnet 27be1b4a-9ac0-4c6b-8230-2b6a2e1bb026 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:52.669196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Allocated IP 2001:db8::1 (9e66807d-4d10-4b53-abcd-dd0a237b33b4/27be1b4a-9ac0-4c6b-8230-2b6a2e1bb026/4824bd9f-c839-427d-9ad5-c0127756564b) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:52.692331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 2e04018e-ae41-4894-8492-f0b53bc627e6 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:52.704420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2e04018e-ae41-4894-8492-f0b53bc627e6) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:52.711068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.711798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:52.732524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-afd5b1ed-fa3d-4b08-9f48-bbcbae981eaa tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6334636 Aug 20 12:14:52.735391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60384) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:52.739560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04e95891-3988-4d74-847c-c41b3326c026 req-5ae7a73b-c73d-440c-849f-b25106c63801 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0645978 Aug 20 12:14:52.782115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda7b1e-0cad-47f8-96f6-a4e892652c58 None None] Network 2e04018e-ae41-4894-8492-f0b53bc627e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:52.849176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-bf23aa24-9053-4a7c-bf00-5b4a58ea1d92 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.865186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-bf23aa24-9053-4a7c-bf00-5b4a58ea1d92 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.876229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-bf23aa24-9053-4a7c-bf00-5b4a58ea1d92 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.899227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-bf23aa24-9053-4a7c-bf00-5b4a58ea1d92 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.914531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-bf23aa24-9053-4a7c-bf00-5b4a58ea1d92 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.933288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-bf23aa24-9053-4a7c-bf00-5b4a58ea1d92 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.945123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-bf23aa24-9053-4a7c-bf00-5b4a58ea1d92 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:52.955603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-bf23aa24-9053-4a7c-bf00-5b4a58ea1d92 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.2184784 Aug 20 12:14:53.016183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbe68f32-d26e-47fe-91a0-97c748b83aa2 req-3ab81c4e-a95a-4eb0-9413-85f1382fbc16 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596027 Aug 20 12:14:53.028794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-c95de6ef-04f2-4d33-b41b-d9247ba29c32', 'network_id': 'c95de6ef-04f2-4d33-b41b-d9247ba29c32', 'tenant_id': 'd269a97666cb43f09b986b18f4b0fbe5', 'fixed_ips': [{'subnet_id': '04650539-b930-4003-a269-f0bf854253a4'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:14:53.029835 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.132526 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.159407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Transition to ACTIVE for port object 4824bd9f-c839-427d-9ad5-c0127756564b will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:53.213169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00553762-8b3f-4bd0-8d35-e404f1e31540 req-10713c1e-bc7c-41be-b953-cee11840c66d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:53.214885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00553762-8b3f-4bd0-8d35-e404f1e31540 req-10713c1e-bc7c-41be-b953-cee11840c66d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.0770035 Aug 20 12:14:53.255315 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.296863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Transition to ACTIVE for port object 4824bd9f-c839-427d-9ad5-c0127756564b will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:53.301061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00553762-8b3f-4bd0-8d35-e404f1e31540 req-6d6c9b96-7ea1-4e2f-bf22-deff82229b00 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768247 Aug 20 12:14:53.308795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c1084a67-7a20-4ff4-8fbe-e033e704c67e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.326669 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.424564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c1084a67-7a20-4ff4-8fbe-e033e704c67e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.427938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-2e04018e-ae41-4894-8492-f0b53bc627e6', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:14:53.429647 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.462314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Network 9e66807d-4d10-4b53-abcd-dd0a237b33b4 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:53.463863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Pushing event updated for resources: {'Port': ['ID=4824bd9f-c839-427d-9ad5-c0127756564b,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:53.480493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:53.483559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:14:53.486646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:53.550063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Allocated IP 2001:db8:0:1::1 (c95de6ef-04f2-4d33-b41b-d9247ba29c32/04650539-b930-4003-a269-f0bf854253a4/801054d3-68fe-497a-aec4-073e6ceece82) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:53.628848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5fff-21b2-475e-b1a7-207a4aeef317 req-8fa681a6-ba8c-4b76-b203-c70d46657c6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:53.635786 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:14:53.647894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5fff-21b2-475e-b1a7-207a4aeef317 req-8fa681a6-ba8c-4b76-b203-c70d46657c6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:53.664458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5fff-21b2-475e-b1a7-207a4aeef317 req-8fa681a6-ba8c-4b76-b203-c70d46657c6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:53.677072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5fff-21b2-475e-b1a7-207a4aeef317 req-8fa681a6-ba8c-4b76-b203-c70d46657c6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:53.689500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5fff-21b2-475e-b1a7-207a4aeef317 req-8fa681a6-ba8c-4b76-b203-c70d46657c6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:53.706948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5fff-21b2-475e-b1a7-207a4aeef317 req-8fa681a6-ba8c-4b76-b203-c70d46657c6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:53.726417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5fff-21b2-475e-b1a7-207a4aeef317 req-8fa681a6-ba8c-4b76-b203-c70d46657c6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:53.728967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-603f5fff-21b2-475e-b1a7-207a4aeef317 req-8fa681a6-ba8c-4b76-b203-c70d46657c6a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.3011649 Aug 20 12:14:53.784007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Attempting to bind port 4824bd9f-c839-427d-9ad5-c0127756564b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:53.784388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Attempting to bind port 4824bd9f-c839-427d-9ad5-c0127756564b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '8508f6ff-109b-434d-8566-1f2eecfaf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9e66807d-4d10-4b53-abcd-dd0a237b33b4'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:53.784744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Attempting to bind port 4824bd9f-c839-427d-9ad5-c0127756564b on network 9e66807d-4d10-4b53-abcd-dd0a237b33b4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:53.799013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:53.799421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Checking segment: {'id': '8508f6ff-109b-434d-8566-1f2eecfaf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9e66807d-4d10-4b53-abcd-dd0a237b33b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:53.799790 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.800186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Bound using segment: {'id': '8508f6ff-109b-434d-8566-1f2eecfaf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9e66807d-4d10-4b53-abcd-dd0a237b33b4'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:53.800659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Bound port: 4824bd9f-c839-427d-9ad5-c0127756564b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8508f6ff-109b-434d-8566-1f2eecfaf7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9e66807d-4d10-4b53-abcd-dd0a237b33b4'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:53.809793 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.813547 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c1084a67-7a20-4ff4-8fbe-e033e704c67e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.892626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c1084a67-7a20-4ff4-8fbe-e033e704c67e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.929267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1084a67-7a20-4ff4-8fbe-e033e704c67e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Subnet': ['ID=27be1b4a-9ac0-4c6b-8230-2b6a2e1bb026,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:53.936820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c1084a67-7a20-4ff4-8fbe-e033e704c67e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:53.944980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c1084a67-7a20-4ff4-8fbe-e033e704c67e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/subnets/27be1b4a-9ac0-4c6b-8230-2b6a2e1bb026 HTTP/1.1" status: 204 len: 168 time: 1.3739786 Aug 20 12:14:53.945656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60402) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:54.052157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7e9aa0-2723-4d20-987b-5f652d6512b5 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Deleting subnet 04650539-b930-4003-a269-f0bf854253a4 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:14:54.229926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Allocated IP 2001:db8::2 (2e04018e-ae41-4894-8492-f0b53bc627e6/8a7127ea-43e0-424f-a67c-42ed64837fb8/5499c62f-fd5f-4569-a475-292756413e76) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:54.234484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:54.258987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] For port 4824bd9f-c839-427d-9ad5-c0127756564b, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:54.308456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '685f8107-4139-47cb-a666-10208b066154', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'port_id': '685f8107-4139-47cb-a666-10208b066154', 'mac_address': 'fa:16:3e:82:2a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:14:54.312287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] For port 4824bd9f-c839-427d-9ad5-c0127756564b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4824bd9f-c839-427d-9ad5-c0127756564b,segment=NetworkSegment(8508f6ff-109b-434d-8566-1f2eecfaf7f3),segment_id=8508f6ff-109b-434d-8566-1f2eecfaf7f3)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:54.348541 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e4b78ec-b80e-4bee-a558-6dd085225a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:54.354950 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:54.456568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43613e-fb9f-458f-8d5e-fe665a8413e3 None None] Pushing event updated for resources: {'Port': ['ID=4824bd9f-c839-427d-9ad5-c0127756564b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:54.509642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe6f27-27e8-43ce-b0f0-70b38e28bf38 req-c622c7f4-056a-474e-8a29-d237c822e282 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:54.511553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebe6f27-27e8-43ce-b0f0-70b38e28bf38 req-c622c7f4-056a-474e-8a29-d237c822e282 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1038430 Aug 20 12:14:54.551980 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:54.607098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebe6f27-27e8-43ce-b0f0-70b38e28bf38 req-3a93e4b6-237e-4102-97e5-a7ca4b331df1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877342 Aug 20 12:14:54.615133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Transition to ACTIVE for port object 801054d3-68fe-497a-aec4-073e6ceece82 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:54.621281 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:54.679733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28dc1f6-d347-438f-b4eb-bd7a1d3df691 None None] Network 9e66807d-4d10-4b53-abcd-dd0a237b33b4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:54.689524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Transition to ACTIVE for port object 801054d3-68fe-497a-aec4-073e6ceece82 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:54.703283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 685f8107-4139-47cb-a666-10208b066154 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:14:54.759346 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9aa0-2723-4d20-987b-5f652d6512b5 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:54.779610 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:54.855515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:54.856135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9aa0-2723-4d20-987b-5f652d6512b5 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:54.886915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Network c95de6ef-04f2-4d33-b41b-d9247ba29c32 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:54.908015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:54.931275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:54.934064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:54.946726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e560b18-df48-4919-ab74-dd7a283c7d88 req-d4bfbb89-5df0-486e-b8be-2b0b664796a4 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0438981 Aug 20 12:14:55.031340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.074895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9aa0-2723-4d20-987b-5f652d6512b5 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.108963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Pushing event updated for resources: {'Port': ['ID=801054d3-68fe-497a-aec4-073e6ceece82,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:55.149500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['685f8107-4139-47cb-a666-10208b066154'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:14:55.197885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Transition to ACTIVE for port object 5499c62f-fd5f-4569-a475-292756413e76 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:55.226500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9aa0-2723-4d20-987b-5f652d6512b5 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.256594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Attempting to bind port 801054d3-68fe-497a-aec4-073e6ceece82 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:55.257107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Attempting to bind port 801054d3-68fe-497a-aec4-073e6ceece82 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '3e720930-b68d-4b78-9ad5-6bd3ed43d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c95de6ef-04f2-4d33-b41b-d9247ba29c32'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:55.257445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Attempting to bind port 801054d3-68fe-497a-aec4-073e6ceece82 on network c95de6ef-04f2-4d33-b41b-d9247ba29c32 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:55.268355 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.277739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e9aa0-2723-4d20-987b-5f652d6512b5 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Subnet': ['ID=04650539-b930-4003-a269-f0bf854253a4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:55.278551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:55.279004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Checking segment: {'id': '3e720930-b68d-4b78-9ad5-6bd3ed43d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c95de6ef-04f2-4d33-b41b-d9247ba29c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:55.279494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.279797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9aa0-2723-4d20-987b-5f652d6512b5 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.280167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Bound using segment: {'id': '3e720930-b68d-4b78-9ad5-6bd3ed43d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c95de6ef-04f2-4d33-b41b-d9247ba29c32'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:55.280896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Bound port: 801054d3-68fe-497a-aec4-073e6ceece82, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e720930-b68d-4b78-9ad5-6bd3ed43d372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c95de6ef-04f2-4d33-b41b-d9247ba29c32'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:55.281413 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.281711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9e7e9aa0-2723-4d20-987b-5f652d6512b5 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/subnets/04650539-b930-4003-a269-f0bf854253a4 HTTP/1.1" status: 204 len: 168 time: 1.3349750 Aug 20 12:14:55.284964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60458) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:55.318510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Transition to ACTIVE for port object 5499c62f-fd5f-4569-a475-292756413e76 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:55.374426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5fe92c-e352-4077-a4dd-438f2844e5e9 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:55.380650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac5fe92c-e352-4077-a4dd-438f2844e5e9 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0946708 Aug 20 12:14:55.394979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60460) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:55.415757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.435514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8::1 (2e04018e-ae41-4894-8492-f0b53bc627e6/8a7127ea-43e0-424f-a67c-42ed64837fb8/2eb68231-64a8-45ae-a86c-8aa264c84585) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:14:55.449102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] For port 801054d3-68fe-497a-aec4-073e6ceece82, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:55.487369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:55.541918 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.545498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] For port 801054d3-68fe-497a-aec4-073e6ceece82, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=801054d3-68fe-497a-aec4-073e6ceece82,segment=NetworkSegment(3e720930-b68d-4b78-9ad5-6bd3ed43d372),segment_id=3e720930-b68d-4b78-9ad5-6bd3ed43d372)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:55.563363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Network 2e04018e-ae41-4894-8492-f0b53bc627e6 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:55.575404 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.588431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:55.591278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:55.625039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Pushing event updated for resources: {'Port': ['ID=5499c62f-fd5f-4569-a475-292756413e76,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:55.647839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.663013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.679038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Deleting port 801054d3-68fe-497a-aec4-073e6ceece82 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:55.682953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object 2eb68231-64a8-45ae-a86c-8aa264c84585 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:14:55.698437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.733986 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.840782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 2e04018e-ae41-4894-8492-f0b53bc627e6 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:55.844644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] For port 801054d3-68fe-497a-aec4-073e6ceece82, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=801054d3-68fe-497a-aec4-073e6ceece82,segment=NetworkSegment(3e720930-b68d-4b78-9ad5-6bd3ed43d372),segment_id=3e720930-b68d-4b78-9ad5-6bd3ed43d372)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:55.845753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.852712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:55.858983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:14:55.859551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:55.867678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Calling delete_port for 801054d3-68fe-497a-aec4-073e6ceece82 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:55.884093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16c5dd-c9c7-4712-847b-862ba445f0c5 req-01ed3974-16e6-41f4-923d-87a274a8dc70 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:55.892647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce16c5dd-c9c7-4712-847b-862ba445f0c5 req-01ed3974-16e6-41f4-923d-87a274a8dc70 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 944 time: 0.1215026 Aug 20 12:14:55.897892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca3e668-5457-4a84-91fb-5d4bf2ac9b8e None None] Network c95de6ef-04f2-4d33-b41b-d9247ba29c32 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:56.013746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Attempting to bind port 5499c62f-fd5f-4569-a475-292756413e76 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:14:56.014165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Attempting to bind port 5499c62f-fd5f-4569-a475-292756413e76 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:14:56.014620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Attempting to bind port 5499c62f-fd5f-4569-a475-292756413e76 on network 2e04018e-ae41-4894-8492-f0b53bc627e6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:14:56.021077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468811b-be5f-4021-a809-cd7b1e409c6e None None] Pushing event updated for resources: {'Port': ['ID=801054d3-68fe-497a-aec4-073e6ceece82,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:56.061272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:14:56.061802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Checking segment: {'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:56.062296 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.062684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Bound using segment: {'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:14:56.064425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Bound port: 5499c62f-fd5f-4569-a475-292756413e76, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:14:56.064822 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.076572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce16c5dd-c9c7-4712-847b-862ba445f0c5 req-f9838bfa-a460-4171-acac-b11a612a9250 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826863 Aug 20 12:14:56.080791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.148194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Port': ['ID=801054d3-68fe-497a-aec4-073e6ceece82,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:56.153151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] No DVR routers for this DVR port 801054d3-68fe-497a-aec4-073e6ceece82 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:56.182000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a26bf6f3-479a-44bd-a608-0c77cb0443a0 req-8102499f-a2ad-48da-aac5-ba091f75f28c tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0456233 Aug 20 12:14:56.215098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=2eb68231-64a8-45ae-a86c-8aa264c84585,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:56.236893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] For port 5499c62f-fd5f-4569-a475-292756413e76, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:14:56.243343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] For port 5499c62f-fd5f-4569-a475-292756413e76, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5499c62f-fd5f-4569-a475-292756413e76,segment=NetworkSegment(097268bb-5cbd-4ac7-9641-c7f16046945e),segment_id=097268bb-5cbd-4ac7-9641-c7f16046945e)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:14:56.247184 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.258644 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.410101 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.460232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95de6ef-04f2-4d33-b41b-d9247ba29c32']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:56.478563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c48142-2d18-4e6e-9cf7-5934f2e05370 None None] Pushing event updated for resources: {'Port': ['ID=5499c62f-fd5f-4569-a475-292756413e76,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:56.507910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e720930-b68d-4b78-9ad5-6bd3ed43d372') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:56.510611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e720930-b68d-4b78-9ad5-6bd3ed43d372') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:56.535048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.568158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.592881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:56.594780 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:56.599088 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:56.707995 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.723061 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:56.728519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/networks/c95de6ef-04f2-4d33-b41b-d9247ba29c32 HTTP/1.1" status: 204 len: 168 time: 1.3301482 Aug 20 12:14:56.731325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60490) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:56.733233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60492) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:56.828807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce530-d9d6-485e-b479-00f19d4b3b28 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Network': ['ID=c95de6ef-04f2-4d33-b41b-d9247ba29c32,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:56.978409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:57.009991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:57.021153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:57.022717 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:57.037118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:57.072396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-1812d020-7377-4dfb-8593-e2f21076950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:57.072931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-1812d020-7377-4dfb-8593-e2f21076950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:57.073415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-1812d020-7377-4dfb-8593-e2f21076950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:57.073897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-1812d020-7377-4dfb-8593-e2f21076950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:57.074456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-1812d020-7377-4dfb-8593-e2f21076950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:57.074936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-1812d020-7377-4dfb-8593-e2f21076950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:57.075408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-1812d020-7377-4dfb-8593-e2f21076950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:57.085254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-1812d020-7377-4dfb-8593-e2f21076950b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6498 time: 0.3422053 Aug 20 12:14:57.211954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=2eb68231-64a8-45ae-a86c-8aa264c84585,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:57.273467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 2e04018e-ae41-4894-8492-f0b53bc627e6 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:14:57.274313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-6d3648ce-cce8-45c5-ac1f-980f772266d2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=050b16b4-191f-4fb2-865f-970e19b8221b&id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1866708 Aug 20 12:14:57.275473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:57.379319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd5d8bc5-c755-477d-9e84-93fff5d77a5d req-a8d6f1ee-95a2-4358-9d83-e2826688be37 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0622110 Aug 20 12:14:57.392038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381f7da-6156-4b2b-9c51-f5605661c19b req-d725b9a3-c4a7-4509-9130-e48010840c16 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:57.400110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e381f7da-6156-4b2b-9c51-f5605661c19b req-d725b9a3-c4a7-4509-9130-e48010840c16 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 944 time: 0.1157975 Aug 20 12:14:57.472471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:57.473692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Deleting port 4824bd9f-c839-427d-9ad5-c0127756564b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:14:57.474037 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:57.530931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:14:57.555792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e381f7da-6156-4b2b-9c51-f5605661c19b req-22aa7bc1-f6f7-4608-a7d9-237edacd37cc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547155 Aug 20 12:14:57.577459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5499c62f-fd5f-4569-a475-292756413e76 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:14:57.725982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] For port 4824bd9f-c839-427d-9ad5-c0127756564b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4824bd9f-c839-427d-9ad5-c0127756564b,segment=NetworkSegment(8508f6ff-109b-434d-8566-1f2eecfaf7f3),segment_id=8508f6ff-109b-434d-8566-1f2eecfaf7f3)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:57.727727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:57.728365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:14:57.747836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60510) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:57.759151 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c8a57a16-8f41-4bfc-a45e-7e9046f61299 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0224237 Aug 20 12:14:57.766424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:14:57.782899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-804065194'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:57.828013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Calling delete_port for 4824bd9f-c839-427d-9ad5-c0127756564b owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:14:57.856464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:14:57.858551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:57.866104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5499c62f-fd5f-4569-a475-292756413e76 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:57.940461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:57.947287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.042229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:14:58.085637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:14:58.102321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.103025 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment 1fc1e9b4-fae7-480c-959d-0673db4585c1 of type vlan for network 77dee72d-d65c-4123-97e1-4e25698aad4d Aug 20 12:14:58.176347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 685f8107-4139-47cb-a666-10208b066154 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:58.176658 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.233457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.244529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.276723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Port': ['ID=4824bd9f-c839-427d-9ad5-c0127756564b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:58.282456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] No DVR routers for this DVR port 4824bd9f-c839-427d-9ad5-c0127756564b on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:14:58.451460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.469999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:58.473365 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.507342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1c4f38-6f4f-49a0-ad24-e6aca6082c65 None None] Network 2e04018e-ae41-4894-8492-f0b53bc627e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:58.669185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=77dee72d-d65c-4123-97e1-4e25698aad4d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:58.687155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-432c5df1-88e6-4f48-b2b6-278aabf1290b tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9165187 Aug 20 12:14:58.687762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60520) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:58.693193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:14:58.714475 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.737867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f8752051-d803-417d-85ce-2bb51bb49c34 None None] Provisioning for port 5499c62f-fd5f-4569-a475-292756413e76 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:14:58.764692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f8752051-d803-417d-85ce-2bb51bb49c34 None None] Provisioning complete for port 5499c62f-fd5f-4569-a475-292756413e76 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:14:58.765071 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f8752051-d803-417d-85ce-2bb51bb49c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.774607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 77dee72d-d65c-4123-97e1-4e25698aad4d details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:14:58.801106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c57ded1-76ee-4616-ab60-833b4748ed8e req-ca1bd406-52ef-459d-8b7a-8148c9dc4a10 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.1410489 Aug 20 12:14:58.807833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e66807d-4d10-4b53-abcd-dd0a237b33b4']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:58.845288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8508f6ff-109b-434d-8566-1f2eecfaf7f3') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:58.845867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8508f6ff-109b-434d-8566-1f2eecfaf7f3') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:58.860613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095044d-46ae-4bfa-8b95-3e8f033b23cb req-80994778-4a05-4374-942a-e09e0d284095 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:58.872576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0095044d-46ae-4bfa-8b95-3e8f033b23cb req-80994778-4a05-4374-942a-e09e0d284095 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 944 time: 0.1535568 Aug 20 12:14:58.915146 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.930481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:14:58.934495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.964561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0095044d-46ae-4bfa-8b95-3e8f033b23cb req-40498e9a-594e-42c4-96b3-23aeccd64e0a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906975 Aug 20 12:14:58.982658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:58.999342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:59.002555 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:59.009100 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:59.094515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.103438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.105705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/networks/9e66807d-4d10-4b53-abcd-dd0a237b33b4 HTTP/1.1" status: 204 len: 168 time: 2.3731959 Aug 20 12:14:59.108174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60524) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:59.290971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.315412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.329531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fee86e-1a12-4255-a9cd-bd86d0b09965 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Network': ['ID=9e66807d-4d10-4b53-abcd-dd0a237b33b4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:59.421553 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.436117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:14:59.448206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685f8107-4139-47cb-a666-10208b066154'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:14:59.451690 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dbe93a-f0fa-4a3a-b344-b78e1cb7754b" -d '{"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-plugged", "status": "completed", "tag": "685f8107-4139-47cb-a666-10208b066154"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:14:59.468966 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.557675 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.566819 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2063a089-9649-4764-9d77-26d240bedcb8 x-openstack-request-id: req-2063a089-9649-4764-9d77-26d240bedcb8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:14:59.567110 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-plugged", "status": "completed", "tag": "685f8107-4139-47cb-a666-10208b066154", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:14:59.567372 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2063a089-9649-4764-9d77-26d240bedcb8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:14:59.567771 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685f8107-4139-47cb-a666-10208b066154', 'code': 200} Aug 20 12:14:59.575212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3445854-b1b2-4bbe-be24-da5cc289d64a']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:59.582242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:59.582980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=469f8f69-b9db-491f-889c-e2148f3d014f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:59.589437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:14:59.589785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: 77dee72d-d65c-4123-97e1-4e25698aad4d, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:14:59.592115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b985bd3-4fea-417d-b569-807552ccbf34') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:59.592499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b985bd3-4fea-417d-b569-807552ccbf34') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:14:59.620412 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.638462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 77dee72d-d65c-4123-97e1-4e25698aad4d is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:14:59.639504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.648627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:14:59.649372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.655651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 77dee72d-d65c-4123-97e1-4e25698aad4d) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:14:59.660132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:59.660872 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.691311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b03a2b-6046-46e7-826f-515be055bf41 None None] Network 77dee72d-d65c-4123-97e1-4e25698aad4d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:14:59.699804 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dcf2ee11-3b79-45de-b0f1-3febbc7266ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0107734 Aug 20 12:14:59.702644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60528) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:14:59.742125 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:14:59.752134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.771103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:59.783625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/networks/f3445854-b1b2-4bbe-be24-da5cc289d64a HTTP/1.1" status: 204 len: 168 time: 0.6743143 Aug 20 12:14:59.786024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60532) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:14:59.868108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406f35e-536b-4c75-aa7f-a61a6af5bcf7 tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Network': ['ID=f3445854-b1b2-4bbe-be24-da5cc289d64a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:14:59.950214 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f8752051-d803-417d-85ce-2bb51bb49c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.070502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.211426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-77dee72d-d65c-4123-97e1-4e25698aad4d', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:15:00.212604 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.246225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f8752051-d803-417d-85ce-2bb51bb49c34 None None] For port 5499c62f-fd5f-4569-a475-292756413e76, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5499c62f-fd5f-4569-a475-292756413e76,segment=NetworkSegment(097268bb-5cbd-4ac7-9641-c7f16046945e),segment_id=097268bb-5cbd-4ac7-9641-c7f16046945e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:00.248377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b20a3597-d0af-49dc-8d93-1e4359399d9d req-ceedd2bf-6635-4337-89fb-80ea1183bd83 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.1021216 Aug 20 12:15:00.283750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:14:56Z', 'revision_number': 2, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:14:56Z', 'revision_number': 2, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:00.287198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f8752051-d803-417d-85ce-2bb51bb49c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.437678 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.473140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b51be06-d1bd-471a-ad29-3d8266843800']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:00.474547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8752051-d803-417d-85ce-2bb51bb49c34 None None] Pushing event updated for resources: {'Port': ['ID=5499c62f-fd5f-4569-a475-292756413e76,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:00.510246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:00.510893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Updating router 2cb675ff-3922-40ab-b3fc-14463293aca5 port 2eb68231-64a8-45ae-a86c-8aa264c84585 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:15:00.522728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ea0b09-6993-47e0-b699-05a623cf7610') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:00.524269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ea0b09-6993-47e0-b699-05a623cf7610') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:00.565875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.573467 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.650313 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.662718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946da820-3f8a-42fe-acea-4d88cbe72bc1 req-f4701746-7a47-44e2-bf2c-53570cfc68f8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:00.672952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-946da820-3f8a-42fe-acea-4d88cbe72bc1 req-f4701746-7a47-44e2-bf2c-53570cfc68f8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.4539714 Aug 20 12:15:00.795780 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.818034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:15:00.818720 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:15:00.822170 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:15:00.926701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60544) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:00.972607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-946da820-3f8a-42fe-acea-4d88cbe72bc1 req-b2e34315-5015-438d-802b-c5f51f77a27e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977304 Aug 20 12:15:01.002209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.009562 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.015710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] 10.222.0.25 "DELETE /v2.0/networks/4b51be06-d1bd-471a-ad29-3d8266843800 HTTP/1.1" status: 204 len: 168 time: 1.2216768 Aug 20 12:15:01.051931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb120c7-4182-4230-a57e-7643a7d2148e tempest-BulkNetworkOpsIpV6Test-1015782204 tempest-BulkNetworkOpsIpV6Test-1015782204-project] Pushing event deleted for resources: {'Network': ['ID=4b51be06-d1bd-471a-ad29-3d8266843800,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:01.096948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Allocated IP 2001:db8:1::2 (77dee72d-d65c-4123-97e1-4e25698aad4d/469f8f69-b9db-491f-889c-e2148f3d014f/00b67264-0db9-4e1a-a651-2d8a177e5d10) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:01.197538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3be22f58-7c5e-4fb8-8d15-7b6e463ce31a None None] Provisioning complete for port 5499c62f-fd5f-4569-a475-292756413e76 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:01.197938 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3be22f58-7c5e-4fb8-8d15-7b6e463ce31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.259407 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8fd74591-b2a0-42b6-a896-b4c9f6030421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.529274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5499c62f-fd5f-4569-a475-292756413e76 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:01.534556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60556) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:01.550782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-498f0cac-e99a-41fc-be0c-063d04889fc0 req-733fb8af-c273-43b0-a77f-18f26ca3c58a tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0958080 Aug 20 12:15:01.560666 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8fd74591-b2a0-42b6-a896-b4c9f6030421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.579796 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8fd74591-b2a0-42b6-a896-b4c9f6030421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.655905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd74591-b2a0-42b6-a896-b4c9f6030421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b388d6-d769-4343-a6a4-810fdf660456,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:01.663274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8fd74591-b2a0-42b6-a896-b4c9f6030421 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dda1a3472a64e338ab69d995aa2824b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7312794 Aug 20 12:15:01.666113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60560) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:01.812995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7f35-ce19-4ae9-91ae-57322df0f5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.862967 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7f35-ce19-4ae9-91ae-57322df0f5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.867343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.880075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Transition to ACTIVE for port object 2eb68231-64a8-45ae-a86c-8aa264c84585 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:01.895273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3be22f58-7c5e-4fb8-8d15-7b6e463ce31a None None] Provisioning for port 2eb68231-64a8-45ae-a86c-8aa264c84585 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:01.911656 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.916534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dc878e79-8ca8-4714-98e8-cfa22ba56bdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d269a97666cb43f09b986b18f4b0fbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808014 Aug 20 12:15:01.919211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60562) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:01.968666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7f35-ce19-4ae9-91ae-57322df0f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.971616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7f35-ce19-4ae9-91ae-57322df0f5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:01.973110 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1f6c7f35-ce19-4ae9-91ae-57322df0f5e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66b388d6-d769-4343-a6a4-810fdf660456 HTTP/1.1" status: 204 len: 168 time: 0.3060389 Aug 20 12:15:01.998460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c7f35-ce19-4ae9-91ae-57322df0f5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b388d6-d769-4343-a6a4-810fdf660456,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:02.033924 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:15:02.062303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b6e2-d5f6-4d1a-b05a-44af34d50e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.137575 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b6e2-d5f6-4d1a-b05a-44af34d50e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.148528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5499c62f-fd5f-4569-a475-292756413e76 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:02.149079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.236445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffed2d-1923-46a4-836c-dcb32a4fd752 None None] Pushing event updated for resources: {'Port': ['ID=2eb68231-64a8-45ae-a86c-8aa264c84585,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:02.320455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdcb73-cbd1-445a-8e8f-f8b9522cdcac req-a0d771c5-690c-4757-935b-b976e04ea1b6 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:02.329714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5fdcb73-cbd1-445a-8e8f-f8b9522cdcac req-a0d771c5-690c-4757-935b-b976e04ea1b6 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1639154 Aug 20 12:15:02.435623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5fdcb73-cbd1-445a-8e8f-f8b9522cdcac req-6296ca8d-5f79-49a1-8be3-054359025dfd tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023374 Aug 20 12:15:02.484996 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b6e2-d5f6-4d1a-b05a-44af34d50e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.496006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b6e2-d5f6-4d1a-b05a-44af34d50e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.497686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2aa7b6e2-d5f6-4d1a-b05a-44af34d50e25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28eff575-45b9-4bea-918a-168d4efe1b2d HTTP/1.1" status: 204 len: 168 time: 0.5771043 Aug 20 12:15:02.527948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7b6e2-d5f6-4d1a-b05a-44af34d50e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eff575-45b9-4bea-918a-168d4efe1b2d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:02.608915 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.696699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Attempting to bind port 2eb68231-64a8-45ae-a86c-8aa264c84585 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:02.697070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Attempting to bind port 2eb68231-64a8-45ae-a86c-8aa264c84585 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:02.697436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Attempting to bind port 2eb68231-64a8-45ae-a86c-8aa264c84585 on network 2e04018e-ae41-4894-8492-f0b53bc627e6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:02.701843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Transition to ACTIVE for port object 00b67264-0db9-4e1a-a651-2d8a177e5d10 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:02.717277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:02.717654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Checking segment: {'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:02.718058 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.718484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Bound using segment: {'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:02.718965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Bound port: 2eb68231-64a8-45ae-a86c-8aa264c84585, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097268bb-5cbd-4ac7-9641-c7f16046945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:02.719349 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.773255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Transition to ACTIVE for port object 00b67264-0db9-4e1a-a651-2d8a177e5d10 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:02.784272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c439ebf-2706-448d-b5d3-fed4baf7968a req-876b6125-a61c-4ac5-bd72-77296b410ab8 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0908499 Aug 20 12:15:02.838517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:02.896166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8:1::1 (77dee72d-d65c-4123-97e1-4e25698aad4d/469f8f69-b9db-491f-889c-e2148f3d014f/a6c05c7c-4138-42e5-8afd-ccc866bfd7ae) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:02.947684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Pushing event updated for resources: {'Port': ['ID=00b67264-0db9-4e1a-a651-2d8a177e5d10,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:02.990554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Network 77dee72d-d65c-4123-97e1-4e25698aad4d is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:02.998207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:03.003404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:03.013170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] For port 2eb68231-64a8-45ae-a86c-8aa264c84585, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:03.021020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] For port 2eb68231-64a8-45ae-a86c-8aa264c84585, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2eb68231-64a8-45ae-a86c-8aa264c84585,segment=NetworkSegment(097268bb-5cbd-4ac7-9641-c7f16046945e),segment_id=097268bb-5cbd-4ac7-9641-c7f16046945e)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:03.055300 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:03.129231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:03.150778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object a6c05c7c-4138-42e5-8afd-ccc866bfd7ae will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:03.208269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:03.389298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 77dee72d-d65c-4123-97e1-4e25698aad4d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:03.393447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:03.402683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:03.403507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:03.407717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:03.412652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Attempting to bind port 00b67264-0db9-4e1a-a651-2d8a177e5d10 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:03.413213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Attempting to bind port 00b67264-0db9-4e1a-a651-2d8a177e5d10 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:03.415424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Attempting to bind port 00b67264-0db9-4e1a-a651-2d8a177e5d10 on network 77dee72d-d65c-4123-97e1-4e25698aad4d {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:03.465264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:03.468248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Checking segment: {'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:03.471410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:03.471410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Bound using segment: {'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:03.471410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Bound port: 00b67264-0db9-4e1a-a651-2d8a177e5d10, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:03.471410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:03.516655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffed2d-1923-46a4-836c-dcb32a4fd752 None None] Pushing event updated for resources: {'Port': ['ID=2eb68231-64a8-45ae-a86c-8aa264c84585,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:03.535069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:03.536350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:03.582819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:03.796948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] For port 00b67264-0db9-4e1a-a651-2d8a177e5d10, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:03.810452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:03.875481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] For port 00b67264-0db9-4e1a-a651-2d8a177e5d10, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=00b67264-0db9-4e1a-a651-2d8a177e5d10,segment=NetworkSegment(1fc1e9b4-fae7-480c-959d-0673db4585c1),segment_id=1fc1e9b4-fae7-480c-959d-0673db4585c1)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:03.993135 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:04.020054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc843-fd90-4f73-bb5b-2c5a0e35c183 req-32e12d47-98f0-438c-975b-ccf142ac2ed7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:04.058378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0bcc843-fd90-4f73-bb5b-2c5a0e35c183 req-32e12d47-98f0-438c-975b-ccf142ac2ed7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.3235261 Aug 20 12:15:04.058625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:04.069285 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:04.070740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:04.107852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c93966f4-738d-433d-87f5-ac969b76e63e req-87f29164-f2db-45cc-8fb9-5480bf7aceaf tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.1004078 Aug 20 12:15:04.132388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:04.136978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0bcc843-fd90-4f73-bb5b-2c5a0e35c183 req-ae0c324c-8653-481e-9257-925def10af10 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983531 Aug 20 12:15:04.245010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60602) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:04.327997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network 77dee72d-d65c-4123-97e1-4e25698aad4d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:04.330718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:04.352646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf551-f545-4e9e-9d22-92862c76ba73 None None] Pushing event updated for resources: {'Port': ['ID=00b67264-0db9-4e1a-a651-2d8a177e5d10,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:04.464068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4e2a0d2c-476f-484f-81c5-65ec54ec213f tempest-DvrRoutersNegativeTest-467655548 tempest-DvrRoutersNegativeTest-467655548-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-825185514', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:04.466981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.policy [None req-4e2a0d2c-476f-484f-81c5-65ec54ec213f tempest-DvrRoutersNegativeTest-467655548 tempest-DvrRoutersNegativeTest-467655548-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101034) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 20 12:15:04.467284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.policy [None req-4e2a0d2c-476f-484f-81c5-65ec54ec213f tempest-DvrRoutersNegativeTest-467655548 tempest-DvrRoutersNegativeTest-467655548-project] Failed policy check for 'create_router' {{(pid=101034) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 20 12:15:04.467831 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-4e2a0d2c-476f-484f-81c5-65ec54ec213f tempest-DvrRoutersNegativeTest-467655548 tempest-DvrRoutersNegativeTest-467655548-project] create failed (client error): Access was denied to this resource. Aug 20 12:15:04.473159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4e2a0d2c-476f-484f-81c5-65ec54ec213f tempest-DvrRoutersNegativeTest-467655548 tempest-DvrRoutersNegativeTest-467655548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2243664 Aug 20 12:15:04.557482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:03Z', 'revision_number': 3, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:02Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:02Z', 'revision_number': 1, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:04.588999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:04.599182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1914d4-1a85-4423-b44a-f451cc661703 None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:03Z', 'revision_number': 3, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:02Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:02Z', 'revision_number': 1, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:04.772446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:04.788192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60610) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:04.796623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1746123905'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:04.800249 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-356ac5dc-8c1e-4748-b5c8-7b76cf0e88f6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0963337 Aug 20 12:15:04.840580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:04.847211 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:04.901344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:15:04.935966 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:04.936692 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment 3840a017-03e4-491d-b803-8c77acc2d4cf of type vlan for network e4967b1c-0ab6-4bb9-a02f-e35988c0498f Aug 20 12:15:04.997359 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.035031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.042462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:05.043380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.060559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60614) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:05.122131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3324668 Aug 20 12:15:05.125486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60618) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:05.144413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:05.162779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd635ca-40b6-4714-bc39-e240c448984e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=e4967b1c-0ab6-4bb9-a02f-e35988c0498f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:05.182032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network e4967b1c-0ab6-4bb9-a02f-e35988c0498f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:15:05.376448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c11b4f2-6db9-499d-a958-914317b42908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.489705 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4066ef2a-f230-4afe-96f6-ff4f86ced8d7 req-c371b041-b202-4c14-9bcd-84aca071427b tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0798297 Aug 20 12:15:05.512785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59918b-3b7f-41dd-8753-b92560a85b90 req-c43ac10e-46b0-414f-abcb-4a94e2f2fc77 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:05.526490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc59918b-3b7f-41dd-8753-b92560a85b90 req-c43ac10e-46b0-414f-abcb-4a94e2f2fc77 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1967635 Aug 20 12:15:05.535794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c11b4f2-6db9-499d-a958-914317b42908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.562313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6c11b4f2-6db9-499d-a958-914317b42908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.598073 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6c11b4f2-6db9-499d-a958-914317b42908 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=444ef5e1ee2a44eaac67504eba418b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361824 Aug 20 12:15:05.598840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:05.603330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.610128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60630) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:05.635057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc59918b-3b7f-41dd-8753-b92560a85b90 req-459b9a76-6f12-4c0c-9af4-b0de31362c43 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076338 Aug 20 12:15:05.686490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2eb68231-64a8-45ae-a86c-8aa264c84585 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:05.794580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2eb68231-64a8-45ae-a86c-8aa264c84585 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:05.799828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2eb68231-64a8-45ae-a86c-8aa264c84585 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:05.800247 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.883964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11b4f2-6db9-499d-a958-914317b42908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6321868-6a94-41f4-9b72-b013b93d3c47,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:05.931408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb8fc-64e7-471a-8e2e-9c6747e8f727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:05.976737 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb8fc-64e7-471a-8e2e-9c6747e8f727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:06.098170 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:06.137533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 2eb68231-64a8-45ae-a86c-8aa264c84585, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2eb68231-64a8-45ae-a86c-8aa264c84585,segment=NetworkSegment(097268bb-5cbd-4ac7-9641-c7f16046945e),segment_id=097268bb-5cbd-4ac7-9641-c7f16046945e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:06.140363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09134eae-4d34-4606-8089-e6765c16405f None None] Network 77dee72d-d65c-4123-97e1-4e25698aad4d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:06.143754 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:06.144539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 00b67264-0db9-4e1a-a651-2d8a177e5d10 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:06.280649 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb8fc-64e7-471a-8e2e-9c6747e8f727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:06.295162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb8fc-64e7-471a-8e2e-9c6747e8f727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:06.308812 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1d6fb8fc-64e7-471a-8e2e-9c6747e8f727 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6321868-6a94-41f4-9b72-b013b93d3c47 HTTP/1.1" status: 204 len: 168 time: 0.6967239 Aug 20 12:15:06.414486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb8fc-64e7-471a-8e2e-9c6747e8f727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6321868-6a94-41f4-9b72-b013b93d3c47,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:06.419667 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:06.558216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-176e60d4-7136-44ab-9768-01663f5a1456 None None] Provisioning for port 00b67264-0db9-4e1a-a651-2d8a177e5d10 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:06.645758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:06.648195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:06.648520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: e4967b1c-0ab6-4bb9-a02f-e35988c0498f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:15:06.690668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network e4967b1c-0ab6-4bb9-a02f-e35988c0498f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:15:06.722282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, e4967b1c-0ab6-4bb9-a02f-e35988c0498f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:06.729057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:06.729640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:06.772051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb0b8724-c8d1-43cf-aa26-d98ed346c579 req-45f7061d-aa93-4204-a783-b672fbe18ae9 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0898752 Aug 20 12:15:06.777483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709fce96-87f9-4a3a-97d4-94a5d7b9b97a None None] Network e4967b1c-0ab6-4bb9-a02f-e35988c0498f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:06.780289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-01a65d00-e8a3-4b01-b60b-e7cfbb79b0fe tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6537156 Aug 20 12:15:06.783956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60642) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:06.835026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=2eb68231-64a8-45ae-a86c-8aa264c84585,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:07.002509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 00b67264-0db9-4e1a-a651-2d8a177e5d10 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:07.023438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 00b67264-0db9-4e1a-a651-2d8a177e5d10 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:07.023927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:07.490144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:15:07.499718 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:07.591608 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:08.067513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-187ea8d0-5fd1-42f3-a4a0-6915b1141ff4 None None] Provisioning for port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:08.172371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 00b67264-0db9-4e1a-a651-2d8a177e5d10, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=00b67264-0db9-4e1a-a651-2d8a177e5d10,segment=NetworkSegment(1fc1e9b4-fae7-480c-959d-0673db4585c1),segment_id=1fc1e9b4-fae7-480c-959d-0673db4585c1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:08.206500 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:08.216495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-187ea8d0-5fd1-42f3-a4a0-6915b1141ff4 None None] Provisioning complete for port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:08.217430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-187ea8d0-5fd1-42f3-a4a0-6915b1141ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:08.358053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60664) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:08.368425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6181fb45-a357-4a3f-b473-0ca476b13859 req-054eefc5-441f-4a95-9aa5-3a5209447aa3 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.2458293 Aug 20 12:15:08.430417 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:08.443673 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:08.444738 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:08.562267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Allocated IP 2001:db8:2::2 (e4967b1c-0ab6-4bb9-a02f-e35988c0498f/65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9/33ed54b4-7e81-426a-9cc5-4558e00c7eb3) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:08.619543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2eb68231-64a8-45ae-a86c-8aa264c84585 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:08.696809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b896a3-b8cc-4dd8-8d22-8fa21169802a req-94d61a47-600b-4844-8a6b-c72971aad0bf tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:08.705592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56b896a3-b8cc-4dd8-8d22-8fa21169802a req-94d61a47-600b-4844-8a6b-c72971aad0bf tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 1.8245142 Aug 20 12:15:08.735188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a38e0067-34f1-45f4-aa58-3054f4536bf9 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2075098025', 'prefixes': ['172.20.0.0/16']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:08.740560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-187ea8d0-5fd1-42f3-a4a0-6915b1141ff4 None None] Port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:15:08.767180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=00b67264-0db9-4e1a-a651-2d8a177e5d10,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:08.775604 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:08.859318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a38e0067-34f1-45f4-aa58-3054f4536bf9 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] Notify callbacks [] for subnetpool, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:08.863392 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a38e0067-34f1-45f4-aa58-3054f4536bf9 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5016177 Aug 20 12:15:08.863776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60670) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:08.913479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:08.936689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-187ea8d0-5fd1-42f3-a4a0-6915b1141ff4 None None] Provisioning complete for port 00b67264-0db9-4e1a-a651-2d8a177e5d10 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:08.937466 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-187ea8d0-5fd1-42f3-a4a0-6915b1141ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:08.944421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56b896a3-b8cc-4dd8-8d22-8fa21169802a req-fa96270d-e855-4543-a1fd-3143c7be861c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289066 Aug 20 12:15:08.954788 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-27d5cdd2-adde-44ef-a80c-64283ac66ddc tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] 10.222.0.25 "GET /v2.0/subnetpools/9633be8e-9981-4e99-b089-3e54b8244c57 HTTP/1.1" status: 200 len: 732 time: 0.0874803 Aug 20 12:15:08.955438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60672) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:08.964031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0c9d12dd-c2f0-478d-ba8d-355071e824b9 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-325543087'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:09.057705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2eb68231-64a8-45ae-a86c-8aa264c84585 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:09.057986 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.101421 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:03Z', 'revision_number': 3, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:03Z', 'revision_number': 2, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:09.138829 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12dd-c2f0-478d-ba8d-355071e824b9 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] Notify callbacks [] for subnetpool, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.140340 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0c9d12dd-c2f0-478d-ba8d-355071e824b9 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] 10.222.0.25 "PUT /v2.0/subnetpools/9633be8e-9981-4e99-b089-3e54b8244c57 HTTP/1.1" status: 200 len: 683 time: 0.1837170 Aug 20 12:15:09.148867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60674) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:09.157253 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:09.158040 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Updating router 2cb675ff-3922-40ab-b3fc-14463293aca5 port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:15:09.192519 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.312475 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2af41ec3-1422-4513-bc11-d0aad37f99f8 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] Notify callbacks [] for subnetpool, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.319754 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2af41ec3-1422-4513-bc11-d0aad37f99f8 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9633be8e-9981-4e99-b089-3e54b8244c57 HTTP/1.1" status: 204 len: 168 time: 0.1665184 Aug 20 12:15:09.320333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60676) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:09.371941 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-6a0b8818-c5d9-4950-b9cb-c5522eaa9f17 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] show failed (client error): The resource could not be found. Aug 20 12:15:09.375605 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6a0b8818-c5d9-4950-b9cb-c5522eaa9f17 tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] 10.222.0.25 "GET /v2.0/subnetpools/9633be8e-9981-4e99-b089-3e54b8244c57 HTTP/1.1" status: 404 len: 346 time: 0.0516419 Aug 20 12:15:09.375976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60678) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:09.397528 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-006c7dd5-b700-4ac9-a7a1-d74f364348fe tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] delete failed (client error): The resource could not be found. Aug 20 12:15:09.405118 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-006c7dd5-b700-4ac9-a7a1-d74f364348fe tempest-SubnetPoolsTestJSON-1953776585 tempest-SubnetPoolsTestJSON-1953776585-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9633be8e-9981-4e99-b089-3e54b8244c57 HTTP/1.1" status: 404 len: 346 time: 0.0223947 Aug 20 12:15:09.623465 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.636167 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Transition to ACTIVE for port object a6c05c7c-4138-42e5-8afd-ccc866bfd7ae will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:09.648273 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.649696 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.719716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdcf30aa-70df-47b4-985b-17d4403f8b09 req-f6083050-1f90-4398-b8ce-27c74fa9bcd9 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0613604 Aug 20 12:15:09.745939 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Pushing event updated for resources: {'Port': ['ID=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:09.786302 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.786302 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.786572 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.787056 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.787428 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.787867 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.788254 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.788675 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.789098 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.789530 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.789927 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.790374 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:09.807243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Transition to ACTIVE for port object 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:09.869110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Transition to ACTIVE for port object 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:09.882678 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.898132 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Attempting to bind port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:09.899079 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Attempting to bind port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:09.903405 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Attempting to bind port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae on network 77dee72d-d65c-4123-97e1-4e25698aad4d {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:09.919736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Network e4967b1c-0ab6-4bb9-a02f-e35988c0498f is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:09.921451 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:09.925472 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Checking segment: {'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:09.926050 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:09.926597 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Bound using segment: {'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:09.926851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:09.932292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:09.935005 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Bound port: a6c05c7c-4138-42e5-8afd-ccc866bfd7ae, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc1e9b4-fae7-480c-959d-0673db4585c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:09.935519 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.040589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8:2::1 (e4967b1c-0ab6-4bb9-a02f-e35988c0498f/65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9/d80ec0d9-93b3-406a-8c3f-40c0ad901be3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:10.059922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Pushing event updated for resources: {'Port': ['ID=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:10.086642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Attempting to bind port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:10.088536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Attempting to bind port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:10.089340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Attempting to bind port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 on network e4967b1c-0ab6-4bb9-a02f-e35988c0498f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:10.127288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:10.127988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Checking segment: {'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:10.134630 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.137899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Bound using segment: {'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:10.141212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Bound port: 33ed54b4-7e81-426a-9cc5-4558e00c7eb3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:10.142042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.175712 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] For port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:10.183549 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] For port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,segment=NetworkSegment(1fc1e9b4-fae7-480c-959d-0673db4585c1),segment_id=1fc1e9b4-fae7-480c-959d-0673db4585c1)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:10.195515 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.223544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60690) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:10.347850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d42732-a494-4330-ab33-55bb942fd822 req-32b03071-1f57-4514-8e52-74e350f91c14 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:10.357866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7d42732-a494-4330-ab33-55bb942fd822 req-32b03071-1f57-4514-8e52-74e350f91c14 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1586747 Aug 20 12:15:10.387763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] For port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:10.400722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd240b7a-3604-4d50-80a5-82c4dc445826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.404571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] For port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,segment=NetworkSegment(3840a017-03e4-491d-b803-8c77acc2d4cf),segment_id=3840a017-03e4-491d-b803-8c77acc2d4cf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:10.418408 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.485808 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c2766-3ec9-4439-adec-df57449ff33f None None] Pushing event updated for resources: {'Port': ['ID=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:10.497317 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:10.498379 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:10.526062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7d42732-a494-4330-ab33-55bb942fd822 req-4cae2496-2fb7-4caf-8906-c9699eae0585 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667974 Aug 20 12:15:10.531822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 00b67264-0db9-4e1a-a651-2d8a177e5d10 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:10.596711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.643285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object d80ec0d9-93b3-406a-8c3f-40c0ad901be3 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:10.705083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd240b7a-3604-4d50-80a5-82c4dc445826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.711673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd240b7a-3604-4d50-80a5-82c4dc445826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.766027 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:10.768087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f38d0f-7907-43a9-9056-b92ace41fc76 None None] Pushing event updated for resources: {'Port': ['ID=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:10.827095 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dd240b7a-3604-4d50-80a5-82c4dc445826 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c499f629d0a448b89e93ff6077624415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023359 Aug 20 12:15:10.832233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60698) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:10.838999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 00b67264-0db9-4e1a-a651-2d8a177e5d10 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:10.840527 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:11.028962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd240b7a-3604-4d50-80a5-82c4dc445826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7ff44c-790d-4b9a-8494-b1ba2b0f1dfc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:11.053508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64281ed7-4941-4ae2-a29a-9bb2ad16b40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:11.074879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:11.089092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64281ed7-4941-4ae2-a29a-9bb2ad16b40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:11.090644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network e4967b1c-0ab6-4bb9-a02f-e35988c0498f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:11.094107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d363976-9f12-4b1b-95ac-ab9cfe21e2c1 req-ffbfdc33-7664-484b-9cd9-13f3adf853f3 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.1709476 Aug 20 12:15:11.095857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:11.108034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:11.108536 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:11.140542 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:11.276832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64281ed7-4941-4ae2-a29a-9bb2ad16b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:11.290318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64281ed7-4941-4ae2-a29a-9bb2ad16b40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:11.296282 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-64281ed7-4941-4ae2-a29a-9bb2ad16b40a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a7ff44c-790d-4b9a-8494-b1ba2b0f1dfc HTTP/1.1" status: 204 len: 168 time: 0.4552345 Aug 20 12:15:11.320044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64281ed7-4941-4ae2-a29a-9bb2ad16b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7ff44c-790d-4b9a-8494-b1ba2b0f1dfc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:11.432329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:11.791286 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:03Z', 'revision_number': 3, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:10Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:11.873134 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb82fd-2161-452d-b4cb-9f633fa5ed51 None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:03Z', 'revision_number': 3, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:10Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:11.881415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6766bd-effd-4485-a851-f0a23af302e1 req-229aee12-3fea-4ad8-9a59-ded741a3a0d1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:11.883839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad6766bd-effd-4485-a851-f0a23af302e1 req-229aee12-3fea-4ad8-9a59-ded741a3a0d1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1466324 Aug 20 12:15:12.020061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:12.161566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad6766bd-effd-4485-a851-f0a23af302e1 req-a2a8d6e2-6899-4564-828e-86c8d5a600e3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500389 Aug 20 12:15:12.350829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:12.364372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:12.364372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:12.452549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f061aa8c-84e6-418d-8be5-ec0b50d7475c req-03b854d8-a1fa-4d36-b71b-e96d28decf38 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0828907 Aug 20 12:15:12.550621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:12.617149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a6c05c7c-4138-42e5-8afd-ccc866bfd7ae up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:12.634500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network e4967b1c-0ab6-4bb9-a02f-e35988c0498f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:12.636703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:12.721692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cabcbc-18d1-4cb4-a178-a110db691c7f None None] Network e4967b1c-0ab6-4bb9-a02f-e35988c0498f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:12.810788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:12.889302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-362a4ccf-2c86-4e10-aa1f-6dcdcbc0da1d None None] Provisioning for port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:12.898109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:12.907133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:12.907645 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:12.995873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:13.014041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4e7d3039-53ae-4d18-9e8a-c1eb1e7938fc tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2287023 Aug 20 12:15:13.017252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60730) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:13.040552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1387194619'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:13.103489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:13.110934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:13.117166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.149285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60732) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:13.150512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:15:13.152383 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.164248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.164886 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added segment a37d99f8-3cdc-407a-a14d-845882e565c5 of type vlan for network badf85fa-b831-4ab8-be3a-ee252866b7e6 Aug 20 12:15:13.189024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:13.189663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:13.259725 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.341736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:13.406661 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.419201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-711702295-network', 'tenant_id': 'bdc6c80752044e948634316eacb53dc4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:13.435646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:13.436714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.460204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Made reservation on behalf of bdc6c80752044e948634316eacb53dc4 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:13.464145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.476832 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.501549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413f418-9b0e-4679-a33d-b8cefb0001fa req-5e15ce3a-61ef-4db7-8899-7280fdd28a72 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:13.503311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e413f418-9b0e-4679-a33d-b8cefb0001fa req-5e15ce3a-61ef-4db7-8899-7280fdd28a72 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1841433 Aug 20 12:15:13.527067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,segment=NetworkSegment(1fc1e9b4-fae7-480c-959d-0673db4585c1),segment_id=1fc1e9b4-fae7-480c-959d-0673db4585c1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:13.595115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Network': ['ID=badf85fa-b831-4ab8-be3a-ee252866b7e6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:13.604320 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fb7aca28-155f-4449-9f88-3b654d41a5c6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5796468 Aug 20 12:15:13.607079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60746) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:13.618243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'subnet': {'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:13.723374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network badf85fa-b831-4ab8-be3a-ee252866b7e6 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:15:13.749918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.763160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:13.833279 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.837991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e413f418-9b0e-4679-a33d-b8cefb0001fa req-02084965-a8ba-4bf3-a649-6d0f031cfc43 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932653 Aug 20 12:15:13.864457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-495f2465-893f-4403-ab0d-e5b4e0378637 req-bba954de-6493-4033-818a-782d2c0b8d56 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0537980 Aug 20 12:15:13.871618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Made reservation on behalf of d0fd316d8e154b6997ea81a5434d480b for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:13.872509 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.876864 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.904553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:15:13.915104 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:13.917603 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Added segment 5db69fda-b47e-4cb1-8028-8eff2e758311 of type vlan for network f61e1dd7-1040-4c00-ba3a-7998170c78ca Aug 20 12:15:13.946519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:13.987327 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.067273 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.079784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc2ebef-324b-4123-a7c2-109d39f97d10,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:14.087033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:14.097744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:14.098123 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.113690 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.115347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:14.115880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.214551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:11Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:10Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:11Z', 'revision_number': 2, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:14.252915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:14.253668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Updating router 2cb675ff-3922-40ab-b3fc-14463293aca5 port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:15:14.261294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1107349 Aug 20 12:15:14.261965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Provisioning for port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:14.264054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60750) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:14.279426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Request body: {'subnet': {'network_id': 'f61e1dd7-1040-4c00-ba3a-7998170c78ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-711702295-subnet', 'tenant_id': 'bdc6c80752044e948634316eacb53dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:14.307173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Provisioning complete for port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:14.307997 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.311269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0fac-2d4e-48c2-80eb-0dabdd4fa059 admin admin] Pushing event updated for resources: {'Network': ['ID=f61e1dd7-1040-4c00-ba3a-7998170c78ca,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:14.347042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Made reservation on behalf of bdc6c80752044e948634316eacb53dc4 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:14.350789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.375979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:15:14.383575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f61e1dd7-1040-4c00-ba3a-7998170c78ca details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:15:14.451855 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.476467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Provisioning complete for port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:14.476845 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.746227 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.773098 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.843097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149c8437-84b4-48e5-bdf4-dbdeccf34ee7,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:14.878786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Checking segment: {'id': '5db69fda-b47e-4cb1-8028-8eff2e758311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f61e1dd7-1040-4c00-ba3a-7998170c78ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:14.879225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Network hostable DHCP agents. Network: f61e1dd7-1040-4c00-ba3a-7998170c78ca, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:15:14.953198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Network f61e1dd7-1040-4c00-ba3a-7998170c78ca is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:15:14.977764 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.979605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f61e1dd7-1040-4c00-ba3a-7998170c78ca) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:14.979750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a2c671-ff38-4779-b6e6-713ea6d7f5fe None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:15:14.985340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:14.986011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:15.068390 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-24bfebc0-da19-4c30-875a-3e9cd0d84967 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7933521 Aug 20 12:15:15.110683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b9a6d50-fb36-4c6c-9439-ad96a9a9de53 req-a9994b85-6e1a-4871-8024-552bc4a74305 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0670106 Aug 20 12:15:15.116637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:15.156919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f4e17-18d8-483c-8dae-e7d9065f60f6 req-9154b985-75be-4f68-8ac0-d12c85f739a7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:15.158504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-121f4e17-18d8-483c-8dae-e7d9065f60f6 req-9154b985-75be-4f68-8ac0-d12c85f739a7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1270940 Aug 20 12:15:15.223824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Subnet': ['ID=f719657e-2d97-4429-bd77-3bc6f49c64ba,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:15.238887 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:15.251530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Transition to ACTIVE for port object d80ec0d9-93b3-406a-8c3f-40c0ad901be3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:15.260272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,segment=NetworkSegment(3840a017-03e4-491d-b803-8c77acc2d4cf),segment_id=3840a017-03e4-491d-b803-8c77acc2d4cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:15.266601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:15.297463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-121f4e17-18d8-483c-8dae-e7d9065f60f6 req-a4705b43-de1d-4e1b-a11d-510052c08aca tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256733 Aug 20 12:15:15.336148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Checking segment: {'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:15.336613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network hostable DHCP agents. Network: badf85fa-b831-4ab8-be3a-ee252866b7e6, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:15:15.337145 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:15.383157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network badf85fa-b831-4ab8-be3a-ee252866b7e6 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:15:15.405709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, badf85fa-b831-4ab8-be3a-ee252866b7e6) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:15.419242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:15.419842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:15.475306 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-51be6410-1032-428b-aa93-0761c6fef192 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8658421 Aug 20 12:15:15.477301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60764) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:15.565707 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:15:15.566068 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-bfe8cf0c-33bf-45da-95c2-f54181d3eb34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:15:15.576005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a6c05c7c-4138-42e5-8afd-ccc866bfd7ae up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:15.683119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ab31d-0e8e-4a0b-92a2-38b3fe9a488c None None] Pushing event updated for resources: {'Port': ['ID=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:15.779480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2c671-ff38-4779-b6e6-713ea6d7f5fe None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:15:15.980590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:16.047476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Attempting to bind port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:16.047704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Attempting to bind port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:16.047936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Attempting to bind port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 on network e4967b1c-0ab6-4bb9-a02f-e35988c0498f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:16.102444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60776) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:16.108151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779037413-network', 'tenant_id': '02590711d8f14f75b9925b783dd8d42e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:16.120068 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.125678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:16.125991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Checking segment: {'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:16.126442 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.126845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Bound using segment: {'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:16.127336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Bound port: d80ec0d9-93b3-406a-8c3f-40c0ad901be3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3840a017-03e4-491d-b803-8c77acc2d4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:16.127723 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.160662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Made reservation on behalf of 02590711d8f14f75b9925b783dd8d42e for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:16.163621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.183615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.314644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20b6064a-13e6-4027-94a8-344bc8db136f req-cef9968b-fd04-41c7-9cd7-4d015bb250bd tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0460224 Aug 20 12:15:16.415427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:16.415989 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.426082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.435270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.483040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] For port d80ec0d9-93b3-406a-8c3f-40c0ad901be3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:16.487594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] For port d80ec0d9-93b3-406a-8c3f-40c0ad901be3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,segment=NetworkSegment(3840a017-03e4-491d-b803-8c77acc2d4cf),segment_id=3840a017-03e4-491d-b803-8c77acc2d4cf)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:16.526134 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.527897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:15:16.553298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b86a4c-04cc-48e1-b9bd-7e680c994b22,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:16.557191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0bb09-1943-4345-bd36-054be58859f9 req-3fd8fe0f-26c9-43a1-9325-ef91405ff3b1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:16.562554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0db0bb09-1943-4345-bd36-054be58859f9 req-3fd8fe0f-26c9-43a1-9325-ef91405ff3b1 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1285646 Aug 20 12:15:16.570644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.571066 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Added segment d3e287dd-dc07-4d61-bd1b-e57608bec6e2 of type vlan for network 6a42d99c-de45-4675-bb71-499a6b88442c Aug 20 12:15:16.624688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ab31d-0e8e-4a0b-92a2-38b3fe9a488c None None] Pushing event updated for resources: {'Port': ['ID=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:16.637931 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.687621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.689361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:16.689361 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.728159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0db0bb09-1943-4345-bd36-054be58859f9 req-6ef464fc-f2e5-45ce-a754-2144484c6da2 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505365 Aug 20 12:15:16.756747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] Pushing event updated for resources: {'Network': ['ID=6a42d99c-de45-4675-bb71-499a6b88442c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:16.777238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Allocated IP 2001:db8:3::1 (badf85fa-b831-4ab8-be3a-ee252866b7e6/f719657e-2d97-4429-bd77-3bc6f49c64ba/996d61d4-cb1c-46d8-9baa-e5d36185165f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:16.780234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9d8081af-fce8-4841-8582-9ddc33d1bfff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6754625 Aug 20 12:15:16.780897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 6a42d99c-de45-4675-bb71-499a6b88442c details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:15:16.781969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60782) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:16.787564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Request body: {'subnet': {'network_id': '6a42d99c-de45-4675-bb71-499a6b88442c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779037413-subnet', 'tenant_id': '02590711d8f14f75b9925b783dd8d42e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:16.842784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Made reservation on behalf of 02590711d8f14f75b9925b783dd8d42e for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:16.845244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:16.926329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:16.927597 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:17.025717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-badf85fa-b831-4ab8-be3a-ee252866b7e6', 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'fixed_ips': [{'subnet_id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:15:17.029672 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.038765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.060320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Transition to ACTIVE for port object 996d61d4-cb1c-46d8-9baa-e5d36185165f will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:17.110800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.160321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.195172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=996d61d4-cb1c-46d8-9baa-e5d36185165f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:17.204484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network badf85fa-b831-4ab8-be3a-ee252866b7e6 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:17.205670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:17.213001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:17.213001 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.274117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:17.279624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Checking segment: {'id': 'd3e287dd-dc07-4d61-bd1b-e57608bec6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a42d99c-de45-4675-bb71-499a6b88442c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:17.281001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Network hostable DHCP agents. Network: 6a42d99c-de45-4675-bb71-499a6b88442c, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:15:17.289709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e65035d-7af1-4049-9878-99fdc70f7fd8,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:17.315420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Network 6a42d99c-de45-4675-bb71-499a6b88442c is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:15:17.360493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 6a42d99c-de45-4675-bb71-499a6b88442c) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:17.375280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:17.376232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.423763 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ec6cd459-a925-4078-a6c2-d01d938eb669 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6405246 Aug 20 12:15:17.476331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.535940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:17.624762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Allocated IP 2001:db8:3::2 (badf85fa-b831-4ab8-be3a-ee252866b7e6/f719657e-2d97-4429-bd77-3bc6f49c64ba/78dbcd12-8628-4587-bdef-7b4433f6169d) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:17.695435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60790) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:17.745516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:17.745819 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.796602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee064f0-6a63-4774-88c1-4890b5c75e24 admin admin] Deleting subnet 149c8437-84b4-48e5-bdf4-dbdeccf34ee7 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:15:17.806568 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ee064f0-6a63-4774-88c1-4890b5c75e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.877318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-212595f6-7f57-4252-bdb7-2dda805d7f63 req-773ff115-2b52-4d0f-a5a5-4d511709e206 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.3704078 Aug 20 12:15:17.889952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ee064f0-6a63-4774-88c1-4890b5c75e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.959167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:11Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:16Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:18.010262 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ee064f0-6a63-4774-88c1-4890b5c75e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.018497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dec4ac-a79e-470d-972d-2ca158dd45db None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:11Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:16Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:18.084348 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.140471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ee064f0-6a63-4774-88c1-4890b5c75e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.158325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Transition to ACTIVE for port object 78dbcd12-8628-4587-bdef-7b4433f6169d will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:18.176899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Transition to ACTIVE for port object 78dbcd12-8628-4587-bdef-7b4433f6169d will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:18.180953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee064f0-6a63-4774-88c1-4890b5c75e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149c8437-84b4-48e5-bdf4-dbdeccf34ee7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:18.196298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ee064f0-6a63-4774-88c1-4890b5c75e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.199031 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2ee064f0-6a63-4774-88c1-4890b5c75e24 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/149c8437-84b4-48e5-bdf4-dbdeccf34ee7 HTTP/1.1" status: 204 len: 168 time: 0.5023036 Aug 20 12:15:18.200733 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.201489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60796) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:18.242408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb968ec-362f-4105-b99e-9c11f72ee7a9 req-4c4c7f3c-561e-4ebc-b3fc-5198c478942a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:18.249640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Network badf85fa-b831-4ab8-be3a-ee252866b7e6 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:18.250204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fb968ec-362f-4105-b99e-9c11f72ee7a9 req-4c4c7f3c-561e-4ebc-b3fc-5198c478942a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.2676110 Aug 20 12:15:18.252703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:18.260239 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:18.298019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Pushing event updated for resources: {'Port': ['ID=78dbcd12-8628-4587-bdef-7b4433f6169d,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:18.370556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Attempting to bind port 78dbcd12-8628-4587-bdef-7b4433f6169d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:18.371072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Attempting to bind port 78dbcd12-8628-4587-bdef-7b4433f6169d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:18.371428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Attempting to bind port 78dbcd12-8628-4587-bdef-7b4433f6169d on network badf85fa-b831-4ab8-be3a-ee252866b7e6 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:18.393726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:18.394117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Checking segment: {'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:18.394615 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.395022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Bound using segment: {'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:18.395505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Bound port: 78dbcd12-8628-4587-bdef-7b4433f6169d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:18.396715 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.436303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.534851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fb968ec-362f-4105-b99e-9c11f72ee7a9 req-dcef0baf-fa19-4d8a-b5c9-46f2eea90494 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835383 Aug 20 12:15:18.548276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.566965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.570474 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.575960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] For port 78dbcd12-8628-4587-bdef-7b4433f6169d, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:18.579698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] For port 78dbcd12-8628-4587-bdef-7b4433f6169d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=78dbcd12-8628-4587-bdef-7b4433f6169d,segment=NetworkSegment(a37d99f8-3cdc-407a-a14d-845882e565c5),segment_id=a37d99f8-3cdc-407a-a14d-845882e565c5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:18.599936 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.618424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.648266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61e1dd7-1040-4c00-ba3a-7998170c78ca']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:18.669238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db69fda-b47e-4cb1-8028-8eff2e758311') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:18.669553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db69fda-b47e-4cb1-8028-8eff2e758311') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:18.687530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.723564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24efe3-59d7-45d4-bfd2-ffa9b31979d8 None None] Pushing event updated for resources: {'Port': ['ID=78dbcd12-8628-4587-bdef-7b4433f6169d,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:18.747055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.754150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:15:18.754683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:15:18.756665 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:15:18.843066 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.855236 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:18.858043 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f61e1dd7-1040-4c00-ba3a-7998170c78ca HTTP/1.1" status: 204 len: 168 time: 0.6549435 Aug 20 12:15:18.862256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60798) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:18.891567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event updated for resources: {'Port': ['ID=996d61d4-cb1c-46d8-9baa-e5d36185165f,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:18.947077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dd14d8-5559-4ac9-9f21-85cd55d0e3ac admin admin] Deleting subnet 7e65035d-7af1-4049-9878-99fdc70f7fd8 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:15:18.978348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f33987-275a-49b6-b75c-766bd2727927 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61e1dd7-1040-4c00-ba3a-7998170c78ca,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:18.980794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4dd14d8-5559-4ac9-9f21-85cd55d0e3ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.068284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Network badf85fa-b831-4ab8-be3a-ee252866b7e6 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:19.076505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:19.125646 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4dd14d8-5559-4ac9-9f21-85cd55d0e3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.247494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4dd14d8-5559-4ac9-9f21-85cd55d0e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.326688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4dd14d8-5559-4ac9-9f21-85cd55d0e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.335121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f7b1468-ffb3-4c7c-8a2f-1dbfc12ffe4a req-59bdfb1f-ce92-448c-b0ea-6fb35d45b981 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.1429670 Aug 20 12:15:19.392659 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd14d8-5559-4ac9-9f21-85cd55d0e3ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e65035d-7af1-4049-9878-99fdc70f7fd8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:19.411920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4dd14d8-5559-4ac9-9f21-85cd55d0e3ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.416524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a4dd14d8-5559-4ac9-9f21-85cd55d0e3ac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e65035d-7af1-4049-9878-99fdc70f7fd8 HTTP/1.1" status: 204 len: 168 time: 0.5502980 Aug 20 12:15:19.416781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60804) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:19.430062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:19.536827 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.636269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 78dbcd12-8628-4587-bdef-7b4433f6169d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:19.696082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:19.707297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.714059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b292f34c-dbc6-4586-b285-71adacda468e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2331126 Aug 20 12:15:19.725224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60808) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:19.731373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:19.743536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a42d99c-de45-4675-bb71-499a6b88442c']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:19.763158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 78dbcd12-8628-4587-bdef-7b4433f6169d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:19.768800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d80ec0d9-93b3-406a-8c3f-40c0ad901be3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:19.820324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df460903-0f37-4704-9062-2f46393dbda8 req-80f0ed0c-223c-482f-a67d-30411b92ea0a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:19.824786 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:19.827118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df460903-0f37-4704-9062-2f46393dbda8 req-80f0ed0c-223c-482f-a67d-30411b92ea0a tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1241858 Aug 20 12:15:19.846772 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:19.848645 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:19.853475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:19.859561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:19.860292 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.883457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e287dd-dc07-4d61-bd1b-e57608bec6e2') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:19.883639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e287dd-dc07-4d61-bd1b-e57608bec6e2') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:19.968045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df460903-0f37-4704-9062-2f46393dbda8 req-25eeff4f-dab1-4786-b7da-723b17e3308f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347589 Aug 20 12:15:20.003075 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.041769 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:20.080401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d80ec0d9-93b3-406a-8c3f-40c0ad901be3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,segment=NetworkSegment(3840a017-03e4-491d-b803-8c77acc2d4cf),segment_id=3840a017-03e4-491d-b803-8c77acc2d4cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:20.090717 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.202321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:20.346070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feba4a0-832d-46d6-b881-8edd25f0260e None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:15:20.418194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.extraroute_db [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:15:20.437351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.extraroute_db [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Removed routes are [] {{(pid=101033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:15:20.437749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.438563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a6ed0a84-d3bb-4ce7-b473-243dbcb1b90c None None] Provisioning for port 78dbcd12-8628-4587-bdef-7b4433f6169d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:20.451002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.456014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a6ed0a84-d3bb-4ce7-b473-243dbcb1b90c None None] Provisioning complete for port 78dbcd12-8628-4587-bdef-7b4433f6169d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:20.456634 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0a84-d3bb-4ce7-b473-243dbcb1b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.468462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.478514 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:17Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '996d61d4-cb1c-46d8-9baa-e5d36185165f', 'name': '', 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:59:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:16Z', 'updated_at': '2021-08-20T12:15:18Z', 'revision_number': 2, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:16Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:20.505047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:15:20.505732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.510753 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:20.511462 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Updating router 2cb675ff-3922-40ab-b3fc-14463293aca5 port 996d61d4-cb1c-46d8-9baa-e5d36185165f binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:15:20.532823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1446ac95-8ebe-477d-ad87-62ecdcc24103 req-f005b9e0-1a7e-4f34-aeb5-6db624fce57e tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0521398 Aug 20 12:15:20.574307 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:15:20.581875 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:15:20.670319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.683015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.688471 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0a84-d3bb-4ce7-b473-243dbcb1b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.689807 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] 10.222.0.25 "DELETE /v2.0/networks/6a42d99c-de45-4675-bb71-499a6b88442c HTTP/1.1" status: 204 len: 168 time: 1.2719655 Aug 20 12:15:20.804850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a6ed0a84-d3bb-4ce7-b473-243dbcb1b90c None None] For port 78dbcd12-8628-4587-bdef-7b4433f6169d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=78dbcd12-8628-4587-bdef-7b4433f6169d,segment=NetworkSegment(a37d99f8-3cdc-407a-a14d-845882e565c5),segment_id=a37d99f8-3cdc-407a-a14d-845882e565c5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:20.806086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feba4a0-832d-46d6-b881-8edd25f0260e None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:15:20.818263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd715e4-aec0-4129-89ec-c145080d5abc admin admin] Pushing event deleted for resources: {'Network': ['ID=6a42d99c-de45-4675-bb71-499a6b88442c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:20.826477 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0a84-d3bb-4ce7-b473-243dbcb1b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.908022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed0a84-d3bb-4ce7-b473-243dbcb1b90c None None] Pushing event updated for resources: {'Port': ['ID=78dbcd12-8628-4587-bdef-7b4433f6169d,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:21.011675 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.038276 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Transition to ACTIVE for port object 996d61d4-cb1c-46d8-9baa-e5d36185165f will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:21.059534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60818) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:21.087777 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.098456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.103343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.175317 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1243ca-9733-4d05-a1fd-5adbc4a40bb8 None None] Pushing event updated for resources: {'Port': ['ID=996d61d4-cb1c-46d8-9baa-e5d36185165f,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:21.178492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6decd1d9-5498-4fe8-a1b3-148c1829f882 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdc6c80752044e948634316eacb53dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172662 Aug 20 12:15:21.179399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60822) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:21.258287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:21.313870 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Attempting to bind port 996d61d4-cb1c-46d8-9baa-e5d36185165f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:21.314348 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Attempting to bind port 996d61d4-cb1c-46d8-9baa-e5d36185165f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:21.314747 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Attempting to bind port 996d61d4-cb1c-46d8-9baa-e5d36185165f on network badf85fa-b831-4ab8-be3a-ee252866b7e6 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:21.321731 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:21.322122 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Checking segment: {'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:21.322591 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.323034 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Bound using segment: {'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:21.323500 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Bound port: 996d61d4-cb1c-46d8-9baa-e5d36185165f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37d99f8-3cdc-407a-a14d-845882e565c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:21.323877 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.432960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d93f14-8b42-4960-b598-ce0210bf67c8 req-0030672e-ac3a-4d2d-ae4e-27bcc290fd58 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:21.442142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67d93f14-8b42-4960-b598-ce0210bf67c8 req-0030672e-ac3a-4d2d-ae4e-27bcc290fd58 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.2253067 Aug 20 12:15:21.481997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:21.494456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.498389 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-69ff74f4-7388-4a49-9728-da5cb7f4f412 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 200 len: 954 time: 1.7720668 Aug 20 12:15:21.498762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60828) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:21.507284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ce4a0-b8df-4988-b918-0ffe0ed4cf86 None None] Network f61e1dd7-1040-4c00-ba3a-7998170c78ca requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:21.514361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 78dbcd12-8628-4587-bdef-7b4433f6169d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:21.521092 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] For port 996d61d4-cb1c-46d8-9baa-e5d36185165f, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:21.536528 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] For port 996d61d4-cb1c-46d8-9baa-e5d36185165f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=996d61d4-cb1c-46d8-9baa-e5d36185165f,segment=NetworkSegment(a37d99f8-3cdc-407a-a14d-845882e565c5),segment_id=a37d99f8-3cdc-407a-a14d-845882e565c5)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:21.545708 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.555610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53eb004-8169-44b9-94ac-b41bb098e514 None None] Network badf85fa-b831-4ab8-be3a-ee252866b7e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:21.633681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad21e-1b24-4163-9209-99b907e5e883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.641515 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:21.642273 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:21.793284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ce4a0-b8df-4988-b918-0ffe0ed4cf86 None None] Network f61e1dd7-1040-4c00-ba3a-7998170c78ca could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:15:21.809066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33c1d1-e944-46f4-856a-9ad8e53a6372 None None] Network 6a42d99c-de45-4675-bb71-499a6b88442c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:21.843010 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:21.858473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab35c2-16a2-4412-81b4-8ddaa600e939 None None] Network f61e1dd7-1040-4c00-ba3a-7998170c78ca requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:21.918133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2c90557-6473-402a-9ac1-5ae1a83c6f8d req-c3e61339-a472-4075-a9d8-3c3331e64e46 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.1267574 Aug 20 12:15:21.962389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67d93f14-8b42-4960-b598-ce0210bf67c8 req-daa01f14-d765-45aa-87d7-268de8834f0d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5109553 Aug 20 12:15:21.977260 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad21e-1b24-4163-9209-99b907e5e883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.990889 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1243ca-9733-4d05-a1fd-5adbc4a40bb8 None None] Pushing event updated for resources: {'Port': ['ID=996d61d4-cb1c-46d8-9baa-e5d36185165f,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:22.016914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60834) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:22.023503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'routes': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:22.034883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-828a35af-274e-4f70-9e82-59e51452c8ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 200 len: 954 time: 0.5335989 Aug 20 12:15:22.114344 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad21e-1b24-4163-9209-99b907e5e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:22.117403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad21e-1b24-4163-9209-99b907e5e883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:22.121729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0b9ad21e-1b24-4163-9209-99b907e5e883 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bc2ebef-324b-4123-a7c2-109d39f97d10 HTTP/1.1" status: 204 len: 168 time: 0.9377134 Aug 20 12:15:22.138050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad21e-1b24-4163-9209-99b907e5e883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc2ebef-324b-4123-a7c2-109d39f97d10,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:22.313036 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 6, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '996d61d4-cb1c-46d8-9baa-e5d36185165f', 'name': '', 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:59:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:16Z', 'updated_at': '2021-08-20T12:15:21Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:22.358287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab35c2-16a2-4412-81b4-8ddaa600e939 None None] Network f61e1dd7-1040-4c00-ba3a-7998170c78ca could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:15:22.371859 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1fa1d-8aa8-499e-ae22-c5f4073cd817 None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 6, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '996d61d4-cb1c-46d8-9baa-e5d36185165f', 'name': '', 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:59:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:16Z', 'updated_at': '2021-08-20T12:15:21Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:22.392813 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-214f4877-4641-4102-8a3a-93150239cb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:22.402272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33c1d1-e944-46f4-856a-9ad8e53a6372 None None] Network 6a42d99c-de45-4675-bb71-499a6b88442c could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:15:22.481431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37950762-e6b8-4fd3-bca6-db9189f7f898 None None] Network 6a42d99c-de45-4675-bb71-499a6b88442c requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:22.531336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37950762-e6b8-4fd3-bca6-db9189f7f898 None None] Network 6a42d99c-de45-4675-bb71-499a6b88442c could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:15:22.567088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5c2d4dfc-f160-4baf-9f85-60b1967553e9 None None] Provisioning complete for port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:22.568371 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4dfc-f160-4baf-9f85-60b1967553e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:22.663052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 78dbcd12-8628-4587-bdef-7b4433f6169d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:22.663428 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:22.849707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d80ec0d9-93b3-406a-8c3f-40c0ad901be3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:22.912593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.extraroute_db [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added routes are [] {{(pid=101033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:15:22.912943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.extraroute_db [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:15:22.999999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:23.038723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:23.039469 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:23.160957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60846) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:23.167009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3bd4c691-f820-4892-aefd-5347d22ecb72 None None] Provisioning complete for port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:23.167380 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c691-f820-4892-aefd-5347d22ecb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:23.346500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2e5587b-221e-4777-bc99-3382cfae501f req-b5ca8e2d-6624-4f4e-a67b-3fc53a6470ed tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.1575348 Aug 20 12:15:23.425814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fdfbb0ef-a50b-4003-b0a9-dcfbb6ebc9de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02590711d8f14f75b9925b783dd8d42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608240 Aug 20 12:15:23.444317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60856) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:23.465972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b858-7ec6-4eb6-b0d8-2c50ebc317ee req-265991a3-ade2-4e73-97f7-41b88f95caae tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:23.483793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d860b858-7ec6-4eb6-b0d8-2c50ebc317ee req-265991a3-ade2-4e73-97f7-41b88f95caae tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.3937671 Aug 20 12:15:23.551291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d860b858-7ec6-4eb6-b0d8-2c50ebc317ee req-f6d7cfde-9b78-49ae-89a8-10d89d500f93 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613596 Aug 20 12:15:23.580787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:23.592356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:23.596648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 996d61d4-cb1c-46d8-9baa-e5d36185165f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:23.671303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 996d61d4-cb1c-46d8-9baa-e5d36185165f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:23.704598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e88d690-3a9d-41db-8d17-192a804cdf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:23.858257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:23.869848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:23.870382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:23.947492 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ccc2e-d979-4726-bffd-d90d9c2f70f9 None None] Network badf85fa-b831-4ab8-be3a-ee252866b7e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:24.018557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:24.084513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:24.094203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e88d690-3a9d-41db-8d17-192a804cdf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.142912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] Provisioning for port 996d61d4-cb1c-46d8-9baa-e5d36185165f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:24.166842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] Provisioning complete for port 996d61d4-cb1c-46d8-9baa-e5d36185165f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:24.167233 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.242727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:24.258043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.259398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-17b1f1da-fad0-4a68-8357-8db67e63572d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 200 len: 704 time: 2.2404001 Aug 20 12:15:24.261042 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e88d690-3a9d-41db-8d17-192a804cdf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.262405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60864) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:24.264493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e88d690-3a9d-41db-8d17-192a804cdf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.265804 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1e88d690-3a9d-41db-8d17-192a804cdf2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98b86a4c-04cc-48e1-b9bd-7e680c994b22 HTTP/1.1" status: 204 len: 168 time: 0.8205392 Aug 20 12:15:24.312884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88d690-3a9d-41db-8d17-192a804cdf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b86a4c-04cc-48e1-b9bd-7e680c994b22,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:24.324072 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0fb842b7-5afa-46ca-850f-b2dd9401d114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.335199 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-4c795b4b-ba4f-409f-a2b1-df3e05dc2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.336729 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-4c795b4b-ba4f-409f-a2b1-df3e05dc2ecb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 1097 time: 0.0696595 Aug 20 12:15:24.482633 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.516067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-827abbcd-a711-4592-996c-c1b96d015d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.519420 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-827abbcd-a711-4592-996c-c1b96d015d04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.1702242 Aug 20 12:15:24.551331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d202db4e-49c6-4b45-8452-e39670e3b509 req-cced8dd3-2862-4440-a2b1-ede25b0cf152 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0775869 Aug 20 12:15:24.569871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] For port 996d61d4-cb1c-46d8-9baa-e5d36185165f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=996d61d4-cb1c-46d8-9baa-e5d36185165f,segment=NetworkSegment(a37d99f8-3cdc-407a-a14d-845882e565c5),segment_id=a37d99f8-3cdc-407a-a14d-845882e565c5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:24.606027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.632424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:22Z', 'revision_number': 7, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '996d61d4-cb1c-46d8-9baa-e5d36185165f', 'name': '', 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:59:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:16Z', 'updated_at': '2021-08-20T12:15:21Z', 'revision_number': 4, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:24.640075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9d87641b-3818-44e7-9404-42a3de5df191 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 200 len: 704 time: 0.3750229 Aug 20 12:15:24.643163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60876) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:24.666975 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-2dc3eb4e-5d2b-4e99-bd47-73be37b9b302 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=685f8107-4139-47cb-a666-10208b066154 HTTP/1.1" status: 200 len: 1001 time: 0.1335194 Aug 20 12:15:24.724486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:24.742813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] Provisioning complete for port 78dbcd12-8628-4587-bdef-7b4433f6169d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:24.743444 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:24.755839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-100de293-2d7f-4d12-a8de-dd00a19b9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.757829 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-100de293-2d7f-4d12-a8de-dd00a19b9871 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.0765588 Aug 20 12:15:24.790287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:24.790945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:24.820661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-aae584d0-5340-4d2b-899d-2bc0586229c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.822392 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-aae584d0-5340-4d2b-899d-2bc0586229c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519021 Aug 20 12:15:24.865327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2b96d-430f-41cf-95fa-2b64d3dde1ad None None] Pushing event updated for resources: {'Port': ['ID=996d61d4-cb1c-46d8-9baa-e5d36185165f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:24.956663 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-a6e356ff-baee-4283-bdd6-a2aa49a9b39c service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209376 Aug 20 12:15:24.968114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:25.064732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471074e-185f-4b3a-af47-bbef3ebe6114 req-6deb19b3-ed8c-4dfc-b42e-7fca05d0f6f4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:25.066740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0471074e-185f-4b3a-af47-bbef3ebe6114 req-6deb19b3-ed8c-4dfc-b42e-7fca05d0f6f4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1320014 Aug 20 12:15:25.100562 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-47bd2c0b-61f4-48c0-9ac3-d2f5679cd423 req-08171f1f-4dea-4f3b-9d30-b1ec681e346a service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316895 Aug 20 12:15:25.154671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0471074e-185f-4b3a-af47-bbef3ebe6114 req-722025bf-12e9-4a6f-9426-66d81692a01d tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796130 Aug 20 12:15:25.229494 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:25.282393 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:25.282867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-754f233d-3b76-4adc-9035-9834939ac7b4 None None] Provisioning complete for port 996d61d4-cb1c-46d8-9baa-e5d36185165f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:25.282992 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-754f233d-3b76-4adc-9035-9834939ac7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:25.535085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 996d61d4-cb1c-46d8-9baa-e5d36185165f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:25.613139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:22Z', 'revision_number': 7, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '996d61d4-cb1c-46d8-9baa-e5d36185165f', 'name': '', 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:59:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:16Z', 'updated_at': '2021-08-20T12:15:24Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:25.615788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 996d61d4-cb1c-46d8-9baa-e5d36185165f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:25.616275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:25.665223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8663f-90f8-44d7-ac4f-0903781e6c6e None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:22Z', 'revision_number': 7, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '996d61d4-cb1c-46d8-9baa-e5d36185165f', 'name': '', 'network_id': 'badf85fa-b831-4ab8-be3a-ee252866b7e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:59:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:16Z', 'updated_at': '2021-08-20T12:15:24Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': 'f719657e-2d97-4429-bd77-3bc6f49c64ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:25.691852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-754f233d-3b76-4adc-9035-9834939ac7b4 None None] Provisioning complete for port 78dbcd12-8628-4587-bdef-7b4433f6169d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:25.692228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-754f233d-3b76-4adc-9035-9834939ac7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:25.703726 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:25.748380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 996d61d4-cb1c-46d8-9baa-e5d36185165f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=996d61d4-cb1c-46d8-9baa-e5d36185165f,segment=NetworkSegment(a37d99f8-3cdc-407a-a14d-845882e565c5),segment_id=a37d99f8-3cdc-407a-a14d-845882e565c5)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:25.749116 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:25.769199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 996d61d4-cb1c-46d8-9baa-e5d36185165f owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:25.781961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 996d61d4-cb1c-46d8-9baa-e5d36185165f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:25.782450 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:26.060887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa3962d1-4f65-4906-ad38-952d78313f47 req-2603bd78-cfc9-4f72-92f1-5ee92bfbd6fb tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0337474 Aug 20 12:15:26.062288 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:26.140584 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:26.155616 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:26.156235 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:26.306531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=996d61d4-cb1c-46d8-9baa-e5d36185165f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:26.371074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1222cb73-68a8-4143-a69f-c51298b4d72a None None] Could not find standard attr ID for object 996d61d4-cb1c-46d8-9baa-e5d36185165f. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:15:26.388415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:26.412550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e61578-722f-4c3f-a046-12319a6651cf req-b80c3b6b-f802-4557-84e5-28d368b9bc63 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:26.420907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41e61578-722f-4c3f-a046-12319a6651cf req-b80c3b6b-f802-4557-84e5-28d368b9bc63 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.1348767 Aug 20 12:15:26.482401 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:26.573403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41e61578-722f-4c3f-a046-12319a6651cf req-858de935-d2da-4988-a728-6ead70c85815 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464224 Aug 20 12:15:26.591537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2359b3b8-a31a-4319-a040-7b81ed692ea8 None None] Could not find standard attr ID for object 996d61d4-cb1c-46d8-9baa-e5d36185165f. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:15:26.781772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:26.850490 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:25Z', 'revision_number': 8, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:26.899452 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:26.912836 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:26.913949 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:26.974000 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:26.986816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:27.001968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-451be786-490c-4e41-9af8-f46fbd576a1e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3577135 Aug 20 12:15:27.004693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60938) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:27.035500 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:27.091214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6859a32-0294-49bf-b8d5-77f9222daed5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet f719657e-2d97-4429-bd77-3bc6f49c64ba {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:15:27.094839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6859a32-0294-49bf-b8d5-77f9222daed5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.140051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6859a32-0294-49bf-b8d5-77f9222daed5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.271075 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6859a32-0294-49bf-b8d5-77f9222daed5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.328690 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:25Z', 'revision_number': 8, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:27.356618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a45b2a86-b7db-49c1-b9ac-3d6815a5ea7e req-b8324e6e-5805-4d07-a303-07fe297e68ae tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0812240 Aug 20 12:15:27.451794 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6859a32-0294-49bf-b8d5-77f9222daed5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.481531 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1e267-cb6c-4436-bcc2-bc1b8ba01e81 None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:25Z', 'revision_number': 8, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:27.499613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6859a32-0294-49bf-b8d5-77f9222daed5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=f719657e-2d97-4429-bd77-3bc6f49c64ba,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:27.507968 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e6859a32-0294-49bf-b8d5-77f9222daed5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.510441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e6859a32-0294-49bf-b8d5-77f9222daed5 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/f719657e-2d97-4429-bd77-3bc6f49c64ba HTTP/1.1" status: 204 len: 168 time: 0.5035515 Aug 20 12:15:27.513019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60962) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:27.515561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb128d35-ae14-48b9-aeef-7920a5fbe385 None None] Network badf85fa-b831-4ab8-be3a-ee252866b7e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:27.564650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:27.615907 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.676119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 78dbcd12-8628-4587-bdef-7b4433f6169d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:27.676465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.705476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.736532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '685f8107-4139-47cb-a666-10208b066154'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:27.738672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70661b9-3fd5-4b98-9d00-17bf404b822a req-57219c2a-529f-49bb-9da7-7bb0fad6ad49 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:27.738828 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e1e5e8-3773-499d-b6ae-c3cc7ce309d5" -d '{"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-unplugged", "status": "completed", "tag": "685f8107-4139-47cb-a666-10208b066154"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:27.741286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b70661b9-3fd5-4b98-9d00-17bf404b822a req-57219c2a-529f-49bb-9da7-7bb0fad6ad49 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 945 time: 0.0599165 Aug 20 12:15:27.757596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:27.760979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 78dbcd12-8628-4587-bdef-7b4433f6169d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=78dbcd12-8628-4587-bdef-7b4433f6169d,segment=NetworkSegment(a37d99f8-3cdc-407a-a14d-845882e565c5),segment_id=a37d99f8-3cdc-407a-a14d-845882e565c5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:27.761571 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.777350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 78dbcd12-8628-4587-bdef-7b4433f6169d owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:27.781964 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.813233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b70661b9-3fd5-4b98-9d00-17bf404b822a req-e51ad34b-466b-42d8-bb30-c9f59350f520 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591581 Aug 20 12:15:27.835802 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ddb232-5290-40b2-996f-a1609fc58178 x-openstack-request-id: req-a6ddb232-5290-40b2-996f-a1609fc58178 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:27.838097 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-unplugged", "status": "failed", "tag": "685f8107-4139-47cb-a666-10208b066154", "code": 422}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:27.838097 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6ddb232-5290-40b2-996f-a1609fc58178 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:27.838097 n-d-800634-10 neutron-server[101035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '685f8107-4139-47cb-a666-10208b066154', 'code': 422} returned with failed status Aug 20 12:15:27.902052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:27.912909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] DHCP port deletion for badf85fa-b831-4ab8-be3a-ee252866b7e6 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:15:27.927775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8a50f55c-0324-45ab-96d4-2c984ee8f334 req-3adf41ad-3f92-4c31-b871-2447d98f63f4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0319777 Aug 20 12:15:27.934586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.978496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] Deleting port 78dbcd12-8628-4587-bdef-7b4433f6169d {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:27.979131 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.005746 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=78dbcd12-8628-4587-bdef-7b4433f6169d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:28.015298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No DVR routers for this DVR port 78dbcd12-8628-4587-bdef-7b4433f6169d on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:28.080531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] For port 78dbcd12-8628-4587-bdef-7b4433f6169d, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:28.081225 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.101186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] Calling delete_port for 78dbcd12-8628-4587-bdef-7b4433f6169d owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:28.104645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] Port 78dbcd12-8628-4587-bdef-7b4433f6169d was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:15:28.109638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.123064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] No DVR routers for this DVR port 78dbcd12-8628-4587-bdef-7b4433f6169d on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:28.150755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.156077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec497d85-7cbc-4b1a-b61c-15172dea640d None None] Pushing event deleted for resources: {'Port': ['ID=78dbcd12-8628-4587-bdef-7b4433f6169d,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:28.167418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badf85fa-b831-4ab8-be3a-ee252866b7e6']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:28.179044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37d99f8-3cdc-407a-a14d-845882e565c5') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:28.179386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37d99f8-3cdc-407a-a14d-845882e565c5') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:28.189362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.205563 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.213985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:15:28.214401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:15:28.217413 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:15:28.229177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:28.248912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:28.249550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:28.320955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.349533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.354969 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/badf85fa-b831-4ab8-be3a-ee252866b7e6 HTTP/1.1" status: 204 len: 168 time: 0.8376930 Aug 20 12:15:28.355919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ce1f4-3ffc-4033-ad7a-24d1364b3144 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=badf85fa-b831-4ab8-be3a-ee252866b7e6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:28.356478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60990) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:28.377476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:28.758330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:25Z', 'revision_number': 8, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:28.813404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:28.824077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:28.825016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:28.895511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d66dd851-acec-4b29-9072-53b941a2ddd4 req-703487ae-c2fd-4b74-8f73-682367adfb6f tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0350759 Aug 20 12:15:28.954997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:29.222578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:29.254295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:25Z', 'revision_number': 8, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:29.289372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e423186-0438-440c-bb04-3c5dccbf540c None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:25Z', 'revision_number': 8, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80ec0d9-93b3-406a-8c3f-40c0ad901be3', 'name': '', 'network_id': 'e4967b1c-0ab6-4bb9-a02f-e35988c0498f', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:d4:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:09Z', 'updated_at': '2021-08-20T12:15:20Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:29.380225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3572a1d-f1ff-44ca-9059-38922ea223fc req-e84fcb20-1062-4934-b346-b6176a1ef2ad tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:29.381917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3572a1d-f1ff-44ca-9059-38922ea223fc req-e84fcb20-1062-4934-b346-b6176a1ef2ad tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.1117663 Aug 20 12:15:29.504545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 78dbcd12-8628-4587-bdef-7b4433f6169d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:29.530371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 78dbcd12-8628-4587-bdef-7b4433f6169d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:29.530725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 78dbcd12-8628-4587-bdef-7b4433f6169d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:29.531148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 996d61d4-cb1c-46d8-9baa-e5d36185165f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:29.548997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3572a1d-f1ff-44ca-9059-38922ea223fc req-2fbc8df5-63a8-4ce3-ad56-7e1bd3da3847 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279442 Aug 20 12:15:29.579046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 996d61d4-cb1c-46d8-9baa-e5d36185165f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:29.579046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 996d61d4-cb1c-46d8-9baa-e5d36185165f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:29.600557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 32810) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:29.664925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port d80ec0d9-93b3-406a-8c3f-40c0ad901be3 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:29.665384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:29.756126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-88aed87c-7a2d-4015-a9ad-143eb5dc6594 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1543603 Aug 20 12:15:29.762252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port d80ec0d9-93b3-406a-8c3f-40c0ad901be3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,segment=NetworkSegment(3840a017-03e4-491d-b803-8c77acc2d4cf),segment_id=3840a017-03e4-491d-b803-8c77acc2d4cf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:29.763160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:29.795205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for d80ec0d9-93b3-406a-8c3f-40c0ad901be3 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:30.054661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbd2e73c-8c6d-4df8-b49d-79b0954a4d32 req-d64c4ccd-7378-4836-be79-ba148b678763 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0577378 Aug 20 12:15:30.074613 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:30.116026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=d80ec0d9-93b3-406a-8c3f-40c0ad901be3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:30.378494 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:30.532607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28144277-5dae-4486-8268-07e2a4ddcad8 req-b5df0a57-12c6-4cb8-86d0-9ae6b47846ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3cebb56a8ea4c18942da51be482f3df&device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0570385 Aug 20 12:15:30.620459 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28144277-5dae-4486-8268-07e2a4ddcad8 req-4bb7c764-fa18-4a93-acb0-3666f083f621 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a3cebb56a8ea4c18942da51be482f3df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760078 Aug 20 12:15:30.670723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358abb9b-cd08-478b-8696-efa0a11e60e2 req-c8d110bb-9b34-4c2e-8eeb-67338ed5c66b tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.1376116 Aug 20 12:15:30.744209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326915b-929f-4efd-85ce-4610924136fc req-9fb1bd26-6fd4-4f68-acbb-ddd1f43a0e46 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.746384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6326915b-929f-4efd-85ce-4610924136fc req-9fb1bd26-6fd4-4f68-acbb-ddd1f43a0e46 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.0780504 Aug 20 12:15:30.858716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28144277-5dae-4486-8268-07e2a4ddcad8 req-d2c7ca9b-bf1c-498f-bdb9-7cc56c0245fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.860558 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28144277-5dae-4486-8268-07e2a4ddcad8 req-d2c7ca9b-bf1c-498f-bdb9-7cc56c0245fe service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333620 Aug 20 12:15:30.860764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6326915b-929f-4efd-85ce-4610924136fc req-eb6e89d5-39cb-4717-b6d2-13ad45409b82 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654998 Aug 20 12:15:30.886452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:30.997847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:31.010455 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f83d091-f618-4589-9332-ca8614275129 None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:31.012891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ae992138-3968-4273-b949-258822080d2c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6544206 Aug 20 12:15:31.015952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 32862) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:31.037905 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f83d091-f618-4589-9332-ca8614275129 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:31.038414 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9f83d091-f618-4589-9332-ca8614275129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:31.117121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabe8a1b-8a41-4062-ba9f-b36e605ce785 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet 65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:15:31.120288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dabe8a1b-8a41-4062-ba9f-b36e605ce785 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:31.143082 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-9f83d091-f618-4589-9332-ca8614275129 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:31.180483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dabe8a1b-8a41-4062-ba9f-b36e605ce785 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:31.184312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-d84e10d6-8886-4185-b0ec-1b137e20af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:31.185945 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-d84e10d6-8886-4185-b0ec-1b137e20af18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283&tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6 HTTP/1.1" status: 200 len: 1095 time: 0.1671345 Aug 20 12:15:31.326579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-6559cdfe-9df9-4614-bd8c-c324558a9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:31.328258 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-6559cdfe-9df9-4614-bd8c-c324558a9a9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 1095 time: 0.1025505 Aug 20 12:15:31.405857 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dabe8a1b-8a41-4062-ba9f-b36e605ce785 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:31.448905 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9f83d091-f618-4589-9332-ca8614275129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:29Z', 'revision_number': 9, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:31.516906 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f83d091-f618-4589-9332-ca8614275129 None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:31.521353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-9c877e47-a947-4c5e-8e30-d70f57a0a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:31.528513 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f83d091-f618-4589-9332-ca8614275129 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:31.529350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9f83d091-f618-4589-9332-ca8614275129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:31.531358 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-9c877e47-a947-4c5e-8e30-d70f57a0a140 service neutron] 10.222.0.73 "GET /v2.0/networks?id=abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 200 len: 917 time: 0.1944923 Aug 20 12:15:31.559124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dabe8a1b-8a41-4062-ba9f-b36e605ce785 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:31.655884 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-9f83d091-f618-4589-9332-ca8614275129 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:31.657841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe8a1b-8a41-4062-ba9f-b36e605ce785 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:31.671445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a00015-2a8d-4730-93ff-3528a64086b0 None None] Network e4967b1c-0ab6-4bb9-a02f-e35988c0498f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:31.678407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dabe8a1b-8a41-4062-ba9f-b36e605ce785 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:31.679484 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dabe8a1b-8a41-4062-ba9f-b36e605ce785 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9 HTTP/1.1" status: 204 len: 168 time: 0.6621385 Aug 20 12:15:31.682203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 32880) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:31.696155 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-8ab2e52d-717b-4f5a-a62b-390973368bfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=685f8107-4139-47cb-a666-10208b066154 HTTP/1.1" status: 200 len: 999 time: 0.1571572 Aug 20 12:15:31.858349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-629118f1-07f9-4be7-a994-a33d98b32031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:31.860092 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-629118f1-07f9-4be7-a994-a33d98b32031 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 200 len: 855 time: 0.1520746 Aug 20 12:15:31.897051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a6369b8-8cc7-476b-a379-575bec8880cd req-d43f9935-6196-4357-b624-21a0c6b0517f tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0731537 Aug 20 12:15:31.966092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:31.966785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-d09400a6-6023-425b-84ff-32f01781b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:31.968310 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-d09400a6-6023-425b-84ff-32f01781b9bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=abe3de62-a057-40df-8ae1-000837cf1ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993066 Aug 20 12:15:32.045840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] DHCP port deletion for e4967b1c-0ab6-4bb9-a02f-e35988c0498f request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:15:32.047350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9f83d091-f618-4589-9332-ca8614275129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:29Z', 'revision_number': 9, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:32.118698 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-3bd7802b-957e-4663-9ea8-1463a1fce0a6 service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412349 Aug 20 12:15:32.120533 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f83d091-f618-4589-9332-ca8614275129 None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:29Z', 'revision_number': 9, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c05c7c-4138-42e5-8afd-ccc866bfd7ae', 'name': '', 'network_id': '77dee72d-d65c-4123-97e1-4e25698aad4d', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:5e:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:01Z', 'updated_at': '2021-08-20T12:15:13Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '469f8f69-b9db-491f-889c-e2148f3d014f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:32.156966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441207ce-fc82-414f-a68c-c3516a9fc02b req-c1166b4c-6b85-4a81-9c6a-f62f04ff8929 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:32.158944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-441207ce-fc82-414f-a68c-c3516a9fc02b req-c1166b4c-6b85-4a81-9c6a-f62f04ff8929 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.1898844 Aug 20 12:15:32.182988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] Deleting port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:32.184051 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.226979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-441207ce-fc82-414f-a68c-c3516a9fc02b req-8289afc7-377a-4031-a8c2-ab49c56c2b2c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592670 Aug 20 12:15:32.261616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:32.262416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.295967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] For port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,segment=NetworkSegment(3840a017-03e4-491d-b803-8c77acc2d4cf),segment_id=3840a017-03e4-491d-b803-8c77acc2d4cf)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:32.296380 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.302895 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22c6ecee-800a-446f-8036-f2b0f0596fb0 req-6b736a01-1fb7-4fea-b63e-3ff33de7ceac service neutron] 10.222.0.73 "GET /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765437 Aug 20 12:15:32.304837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-28144277-5dae-4486-8268-07e2a4ddcad8 req-b154969e-dae4-421a-9756-1b9545940833 tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0582523 Aug 20 12:15:32.317444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] Calling delete_port for 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:32.379369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,segment=NetworkSegment(3840a017-03e4-491d-b803-8c77acc2d4cf),segment_id=3840a017-03e4-491d-b803-8c77acc2d4cf)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:32.379941 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.399804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:32.440197 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.461453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] No DVR routers for this DVR port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:32.521576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbd06f-c6c7-4468-9795-1588f1305d32 None None] Pushing event deleted for resources: {'Port': ['ID=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:32.563711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.584974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No DVR routers for this DVR port 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:32.676195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=33ed54b4-7e81-426a-9cc5-4558e00c7eb3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:32.773237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.790519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4967b1c-0ab6-4bb9-a02f-e35988c0498f']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:32.804576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3840a017-03e4-491d-b803-8c77acc2d4cf') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:32.804876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3840a017-03e4-491d-b803-8c77acc2d4cf') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:32.818687 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.841664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.860322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:15:32.861500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:15:32.866496 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:15:32.967495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.997027 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:33.001616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/e4967b1c-0ab6-4bb9-a02f-e35988c0498f HTTP/1.1" status: 204 len: 168 time: 1.3177421 Aug 20 12:15:33.005365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 32932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:33.017046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82526326-8234-4b7a-8096-63178cd09d78 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=e4967b1c-0ab6-4bb9-a02f-e35988c0498f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:33.086453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-632c7b9d-b813-436b-aa69-ffcb0238e991 req-9f4226c2-9d56-49a1-a90d-aee741d0f26d tempest-ServerShowV254Test-1891241302 tempest-ServerShowV254Test-1891241302-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e04acd-c09a-401e-83a3-5fffdb3e701c HTTP/1.1" status: 200 len: 210 time: 0.0498936 Aug 20 12:15:33.553061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d80ec0d9-93b3-406a-8c3f-40c0ad901be3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:33.592685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb616f98-cc46-49d8-9ef5-620aee0fed1a req-3c24fb00-7099-4eb8-af8f-f3f50fed91cc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:33.603345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb616f98-cc46-49d8-9ef5-620aee0fed1a req-3c24fb00-7099-4eb8-af8f-f3f50fed91cc tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.1555374 Aug 20 12:15:33.607478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d80ec0d9-93b3-406a-8c3f-40c0ad901be3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:33.607830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d80ec0d9-93b3-406a-8c3f-40c0ad901be3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:33.608605 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:33.642885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:33.643423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 33ed54b4-7e81-426a-9cc5-4558e00c7eb3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:33.730067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb616f98-cc46-49d8-9ef5-620aee0fed1a req-542d329a-bd82-4226-83a9-bb7f9f3fe909 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254034 Aug 20 12:15:33.837578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:34.328728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:34.329794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:34.500473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port a6c05c7c-4138-42e5-8afd-ccc866bfd7ae, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,segment=NetworkSegment(1fc1e9b4-fae7-480c-959d-0673db4585c1),segment_id=1fc1e9b4-fae7-480c-959d-0673db4585c1)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:34.500973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:34.525861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for a6c05c7c-4138-42e5-8afd-ccc866bfd7ae owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:34.704059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 32962) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:34.906273 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:34.964735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=a6c05c7c-4138-42e5-8afd-ccc866bfd7ae,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:35.022012 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7602e0b8-7e4a-4600-81fc-5228dff48fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.103497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47e5ac-c4f5-46a9-864b-e751efbca653 req-1ad9066e-bef7-4f65-b9a2-8fe801b88719 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:35.108926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc47e5ac-c4f5-46a9-864b-e751efbca653 req-1ad9066e-bef7-4f65-b9a2-8fe801b88719 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.2092655 Aug 20 12:15:35.149486 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.251965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc47e5ac-c4f5-46a9-864b-e751efbca653 req-cf55b1f9-305f-4a4f-b69c-543e954b0c27 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228688 Aug 20 12:15:35.518118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7602e0b8-7e4a-4600-81fc-5228dff48fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.528270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7602e0b8-7e4a-4600-81fc-5228dff48fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.534614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:35.582382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602e0b8-7e4a-4600-81fc-5228dff48fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bcc7a6-588c-4e02-b49a-51948807159b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:35.666476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7602e0b8-7e4a-4600-81fc-5228dff48fd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3cebb56a8ea4c18942da51be482f3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9589581 Aug 20 12:15:35.667108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 32976) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:35.723007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:35.742242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:35.749182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 32978) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:35.749716 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-43445681-eab6-4ca3-899b-dd80b7395ea0 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7429495 Aug 20 12:15:35.759096 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:35.760000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:35.825536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5693b9e0-2d3c-4e54-8d35-aae626079970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.864531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5693b9e0-2d3c-4e54-8d35-aae626079970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.873125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca71cc58-6dd2-4b9a-8afd-9b7aab1aa6e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet 469f8f69-b9db-491f-889c-e2148f3d014f {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:15:35.886707 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca71cc58-6dd2-4b9a-8afd-9b7aab1aa6e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.959167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:35.964309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5693b9e0-2d3c-4e54-8d35-aae626079970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.973671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5693b9e0-2d3c-4e54-8d35-aae626079970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.980775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5693b9e0-2d3c-4e54-8d35-aae626079970 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65bcc7a6-588c-4e02-b49a-51948807159b HTTP/1.1" status: 204 len: 168 time: 0.3124456 Aug 20 12:15:35.983655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca71cc58-6dd2-4b9a-8afd-9b7aab1aa6e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:36.006653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693b9e0-2d3c-4e54-8d35-aae626079970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bcc7a6-588c-4e02-b49a-51948807159b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:36.203139 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca71cc58-6dd2-4b9a-8afd-9b7aab1aa6e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:36.336530 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca71cc58-6dd2-4b9a-8afd-9b7aab1aa6e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:36.417470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71cc58-6dd2-4b9a-8afd-9b7aab1aa6e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=469f8f69-b9db-491f-889c-e2148f3d014f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:36.433404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca71cc58-6dd2-4b9a-8afd-9b7aab1aa6e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:36.444711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ca71cc58-6dd2-4b9a-8afd-9b7aab1aa6e4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/469f8f69-b9db-491f-889c-e2148f3d014f HTTP/1.1" status: 204 len: 168 time: 0.6938696 Aug 20 12:15:36.447900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33006) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:36.526903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2009137-0c6e-47d6-a242-1a0b236cac82 None None] Network 77dee72d-d65c-4123-97e1-4e25698aad4d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:36.878775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d920-1823-43da-820d-bde2c2ed1435 req-276d8b67-ec13-46af-9056-77beb8cbf14e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:36.891468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9178d920-1823-43da-820d-bde2c2ed1435 req-276d8b67-ec13-46af-9056-77beb8cbf14e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.4134140 Aug 20 12:15:36.968338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:37.029905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9178d920-1823-43da-820d-bde2c2ed1435 req-e21a32ee-ad74-4acb-9f38-d139193d56eb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373231 Aug 20 12:15:37.157363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 00b67264-0db9-4e1a-a651-2d8a177e5d10 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:37.163845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:37.330505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 00b67264-0db9-4e1a-a651-2d8a177e5d10, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=00b67264-0db9-4e1a-a651-2d8a177e5d10,segment=NetworkSegment(1fc1e9b4-fae7-480c-959d-0673db4585c1),segment_id=1fc1e9b4-fae7-480c-959d-0673db4585c1)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:37.342803 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:37.349690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:34Z', 'revision_number': 10, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:37.405995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 00b67264-0db9-4e1a-a651-2d8a177e5d10 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:37.490465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:37.496475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc140273-626c-4a51-9a2e-ec479cff8548 None None] DHCP port deletion for 77dee72d-d65c-4123-97e1-4e25698aad4d request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:15:37.527744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:37.528557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:37.556947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:37.646558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=00b67264-0db9-4e1a-a651-2d8a177e5d10,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:37.669134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No DVR routers for this DVR port 00b67264-0db9-4e1a-a651-2d8a177e5d10 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:37.756799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33044) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:37.808008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:37.888214 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:37.917859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dee72d-d65c-4123-97e1-4e25698aad4d']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:37.961442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-807020130-network', 'tenant_id': 'caf3152e9cf4499881581db19715f1da'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:37.998801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc1e9b4-fae7-480c-959d-0673db4585c1') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:37.999344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc1e9b4-fae7-480c-959d-0673db4585c1') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:38.015663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Made reservation on behalf of caf3152e9cf4499881581db19715f1da for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:38.020826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:38.056389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:38.076039 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:38.076990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-cc140273-626c-4a51-9a2e-ec479cff8548 None None] The port '00b67264-0db9-4e1a-a651-2d8a177e5d10' was deleted {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 12:15:38.166588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:38.177727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 00b67264-0db9-4e1a-a651-2d8a177e5d10 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:38.213886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:15:38.214351 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:15:38.226231 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:15:38.236014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 00b67264-0db9-4e1a-a651-2d8a177e5d10 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:38.236373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 00b67264-0db9-4e1a-a651-2d8a177e5d10 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:38.330580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:34Z', 'revision_number': 10, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:38.405394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d2fc8-ee57-4eff-9586-2a885ae592b2 None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:34Z', 'revision_number': 10, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None, '_interfaces': [{'id': '2eb68231-64a8-45ae-a86c-8aa264c84585', 'name': '', 'network_id': '2e04018e-ae41-4894-8492-f0b53bc627e6', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'mac_address': 'fa:16:3e:cb:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:14:53Z', 'updated_at': '2021-08-20T12:15:06Z', 'revision_number': 5, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'subnets': [{'id': '8a7127ea-43e0-424f-a67c-42ed64837fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:38.518015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:38.545255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:38.550782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/77dee72d-d65c-4123-97e1-4e25698aad4d HTTP/1.1" status: 204 len: 168 time: 2.0994337 Aug 20 12:15:38.550999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33070) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:38.554425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed3ff-727a-4d82-bc81-78b7f6c47428 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=77dee72d-d65c-4123-97e1-4e25698aad4d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:38.565931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb1e1a-ee30-4236-88b8-5eb04f4e2a36 req-39288db5-d291-43c3-b496-86ffab97fb4f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:38.568321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fcb1e1a-ee30-4236-88b8-5eb04f4e2a36 req-39288db5-d291-43c3-b496-86ffab97fb4f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.2985406 Aug 20 12:15:38.631162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fcb1e1a-ee30-4236-88b8-5eb04f4e2a36 req-adbc8f43-69a0-4ad3-919a-6c3a016f99fd tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567706 Aug 20 12:15:38.973822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:38.987019 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:39.021471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2969459-f935-4155-90a3-d14e51dfedd5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:39.038886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:15:39.054816 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:15:39.057168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:39.057376 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Added segment 64a4d5bb-d063-404a-a3d1-956956bc618a of type vlan for network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc Aug 20 12:15:39.197110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:39.265254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:39.270915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:39.271364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:39.272040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:39.331189 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5699780 Aug 20 12:15:39.333312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33080) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:39.358530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Request body: {'subnet': {'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-807020130-subnet', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:39.465434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Made reservation on behalf of caf3152e9cf4499881581db19715f1da for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:39.468768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:39.518039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a6c05c7c-4138-42e5-8afd-ccc866bfd7ae no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:39.565583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: a6c05c7c-4138-42e5-8afd-ccc866bfd7ae {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:39.566171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a6c05c7c-4138-42e5-8afd-ccc866bfd7ae not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:39.986064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe36c7b-0dd0-47e0-bcad-705969ecd49b req-6cfcb271-8884-44a7-b90c-36a3499e9418 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:39.988044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efe36c7b-0dd0-47e0-bcad-705969ecd49b req-6cfcb271-8884-44a7-b90c-36a3499e9418 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.1868134 Aug 20 12:15:40.022762 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.084214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ade5e-4d04-49b6-8355-d8f46d87db08 admin admin] Pushing event updated for resources: {'Network': ['ID=36f59f32-69eb-4295-ad6a-a9c5fb165bfc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:40.087910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d31948-eaf7-4685-959b-c2139a3551c5,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:40.102875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:15:40.149281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efe36c7b-0dd0-47e0-bcad-705969ecd49b req-0d9514b8-2d36-4fef-9b44-bc063ed16ad8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480637 Aug 20 12:15:40.183464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Checking segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:40.184177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Network hostable DHCP agents. Network: 36f59f32-69eb-4295-ad6a-a9c5fb165bfc, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:15:40.236817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:15:40.256208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 36f59f32-69eb-4295-ad6a-a9c5fb165bfc) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:40.262750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:40.265032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.309968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cfd31e0a-de54-4683-a745-f3f2c57173b7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9748728 Aug 20 12:15:40.310624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33108) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:40.315870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:40.321558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f7637-b43f-4904-ae74-82f72a9156b7 None None] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:40.355798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.357608 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.532853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 2eb68231-64a8-45ae-a86c-8aa264c84585 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:40.533181 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.536951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.658001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:15:40.660617 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.749966 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.761662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 2eb68231-64a8-45ae-a86c-8aa264c84585, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2eb68231-64a8-45ae-a86c-8aa264c84585,segment=NetworkSegment(097268bb-5cbd-4ac7-9641-c7f16046945e),segment_id=097268bb-5cbd-4ac7-9641-c7f16046945e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:40.762271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.780231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 2eb68231-64a8-45ae-a86c-8aa264c84585 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:40.977394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.991254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Allocated IP 172.20.0.2 (36f59f32-69eb-4295-ad6a-a9c5fb165bfc/a6d31948-eaf7-4685-959b-c2139a3551c5/09fef9a7-5d8b-4d02-b674-73c02568d492) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:41.105184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=2eb68231-64a8-45ae-a86c-8aa264c84585,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:41.177715 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.240594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.407109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.493641 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.523363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Transition to ACTIVE for port object 09fef9a7-5d8b-4d02-b674-73c02568d492 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:41.572778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Transition to ACTIVE for port object 09fef9a7-5d8b-4d02-b674-73c02568d492 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:41.591739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e7653-0fba-4678-8abf-6e438134e5ba req-1c1fce94-76ea-4901-8d77-73417ee06a81 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:41.592337 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.594442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b96e7653-0fba-4678-8abf-6e438134e5ba req-1c1fce94-76ea-4901-8d77-73417ee06a81 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.1969585 Aug 20 12:15:41.710072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Allocated IP 172.25.0.247 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/501ec0ce-1aef-442a-8c8f-c0279525dba1) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:41.725316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Pushing event updated for resources: {'Port': ['ID=09fef9a7-5d8b-4d02-b674-73c02568d492,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:41.738566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:41.742234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:41.747332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:41.892254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.894624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Attempting to bind port 09fef9a7-5d8b-4d02-b674-73c02568d492 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:41.896569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Attempting to bind port 09fef9a7-5d8b-4d02-b674-73c02568d492 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:41.897794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Attempting to bind port 09fef9a7-5d8b-4d02-b674-73c02568d492 on network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:41.902038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:41.926299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:41.926767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Checking segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:41.927186 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.927595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Bound using segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:41.931649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Bound port: 09fef9a7-5d8b-4d02-b674-73c02568d492, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:41.933533 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.943343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:42.099179 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:42.147349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] For port 09fef9a7-5d8b-4d02-b674-73c02568d492, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:42.148443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:42.160830 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1660457-3642-4b37-ac04-0ee64f919949 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5967822 Aug 20 12:15:42.163755 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:42.164320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] For port 09fef9a7-5d8b-4d02-b674-73c02568d492, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=09fef9a7-5d8b-4d02-b674-73c02568d492,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:42.164796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33130) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:42.181717 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:42.182880 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:42.183789 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:42.265980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-668a6e5d-9964-447f-902a-3f7589cc494a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting subnet 8a7127ea-43e0-424f-a67c-42ed64837fb8 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:15:42.274329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-668a6e5d-9964-447f-902a-3f7589cc494a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:42.334878 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:42.373287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Pushing event updated for resources: {'Port': ['ID=09fef9a7-5d8b-4d02-b674-73c02568d492,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:42.399791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.410526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.411054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.411421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.411763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.412100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.412435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.415581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.415953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.416294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.416629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.416960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfdac1-cf52-4229-9d6a-c613b1306466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:42.433135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-668a6e5d-9964-447f-902a-3f7589cc494a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:42.440374 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:40Z', 'revision_number': 11, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:42.524997 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:42.553549 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:42.554694 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:42.606563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:42.620731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:42.625776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b96e7653-0fba-4678-8abf-6e438134e5ba req-fedf8021-f3cb-480a-9fbb-e6341ea2db3c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0209956 Aug 20 12:15:42.628441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:42.655177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Pushing event updated for resources: {'Port': ['ID=501ec0ce-1aef-442a-8c8f-c0279525dba1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:42.793790 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-668a6e5d-9964-447f-902a-3f7589cc494a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:42.844133 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:42.959064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:40Z', 'revision_number': 11, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:42.978160 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-668a6e5d-9964-447f-902a-3f7589cc494a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.028106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c30d0-a723-477a-8698-76e70d42ca72 None None] Network 2e04018e-ae41-4894-8492-f0b53bc627e6 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:43.029692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-668a6e5d-9964-447f-902a-3f7589cc494a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.037879 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-668a6e5d-9964-447f-902a-3f7589cc494a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/8a7127ea-43e0-424f-a67c-42ed64837fb8 HTTP/1.1" status: 204 len: 168 time: 0.8714972 Aug 20 12:15:43.039452 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a1d26-42bf-4c53-8ccf-39dbcd98f91b None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:40Z', 'revision_number': 11, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:43.046947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33148) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:43.179612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a6e5d-9964-447f-902a-3f7589cc494a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7127ea-43e0-424f-a67c-42ed64837fb8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:43.364783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.391386 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.518919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] DHCP port deletion for 2e04018e-ae41-4894-8492-f0b53bc627e6 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:15:43.537517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Deleting port 5499c62f-fd5f-4569-a475-292756413e76 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:43.537819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.641206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] Deleting port 5499c62f-fd5f-4569-a475-292756413e76 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:43.642047 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.766462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] For port 5499c62f-fd5f-4569-a475-292756413e76, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5499c62f-fd5f-4569-a475-292756413e76,segment=NetworkSegment(097268bb-5cbd-4ac7-9641-c7f16046945e),segment_id=097268bb-5cbd-4ac7-9641-c7f16046945e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:43.767050 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.792157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Calling delete_port for 5499c62f-fd5f-4569-a475-292756413e76 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:43.802953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 09fef9a7-5d8b-4d02-b674-73c02568d492 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:43.909499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] For port 5499c62f-fd5f-4569-a475-292756413e76, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5499c62f-fd5f-4569-a475-292756413e76,segment=NetworkSegment(097268bb-5cbd-4ac7-9641-c7f16046945e),segment_id=097268bb-5cbd-4ac7-9641-c7f16046945e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:43.910082 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.970883 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:43.977929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] Calling delete_port for 5499c62f-fd5f-4569-a475-292756413e76 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:44.002024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 09fef9a7-5d8b-4d02-b674-73c02568d492 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:44.030518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.087049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Port': ['ID=5499c62f-fd5f-4569-a475-292756413e76,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:44.107661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No DVR routers for this DVR port 5499c62f-fd5f-4569-a475-292756413e76 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:44.112553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2eb68231-64a8-45ae-a86c-8aa264c84585 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:44.169460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.213412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.226769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e04018e-ae41-4894-8492-f0b53bc627e6']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:44.237166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2eb68231-64a8-45ae-a86c-8aa264c84585 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:44.237516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2eb68231-64a8-45ae-a86c-8aa264c84585 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:44.246679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097268bb-5cbd-4ac7-9641-c7f16046945e') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:44.247395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097268bb-5cbd-4ac7-9641-c7f16046945e') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:44.258261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.278158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.285084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:15:44.285511 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:15:44.311789 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:15:44.327940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:15:44.365869 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:15:44.377093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.405102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67bedc7-9d0e-4c29-a4b6-09e18b18b539 None None] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:15:44.409109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] Pushing event deleted for resources: {'Port': ['ID=5499c62f-fd5f-4569-a475-292756413e76,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:44.411876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.425317 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/networks/2e04018e-ae41-4894-8492-f0b53bc627e6 HTTP/1.1" status: 204 len: 168 time: 1.3772066 Aug 20 12:15:44.427680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd622a9-1191-4991-8afe-52aba7bdd6cf tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Pushing event deleted for resources: {'Network': ['ID=2e04018e-ae41-4894-8492-f0b53bc627e6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:44.440231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33168) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:44.446264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'routes': None}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:44.509992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708a43a-e5ba-4b6f-b2ae-1982cf6dd282 None None] No DVR routers for this DVR port 5499c62f-fd5f-4569-a475-292756413e76 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:44.574910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2fd1e0c8-9c89-48aa-aeee-17485032092b None None] Provisioning for port 09fef9a7-5d8b-4d02-b674-73c02568d492 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:44.594532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2fd1e0c8-9c89-48aa-aeee-17485032092b None None] Provisioning complete for port 09fef9a7-5d8b-4d02-b674-73c02568d492 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:44.594986 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e0c8-9c89-48aa-aeee-17485032092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.807976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.extraroute_db [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Added routes are [] {{(pid=101033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:15:44.808384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.extraroute_db [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Removed routes are [] {{(pid=101033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:15:44.809009 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.826701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35a512-3c57-4ec9-95a1-dbee0c77e111 req-d2fbac9b-f11e-4d6b-b9bb-6ed6b2316bce tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:44.828366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be35a512-3c57-4ec9-95a1-dbee0c77e111 req-d2fbac9b-f11e-4d6b-b9bb-6ed6b2316bce tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.6329687 Aug 20 12:15:44.934409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be35a512-3c57-4ec9-95a1-dbee0c77e111 req-5072fb52-39b8-4ec8-b476-eb9015d6fc3e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949719 Aug 20 12:15:44.980192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:15:44.983618 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e0c8-9c89-48aa-aeee-17485032092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.061997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2fd1e0c8-9c89-48aa-aeee-17485032092b None None] For port 09fef9a7-5d8b-4d02-b674-73c02568d492, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=09fef9a7-5d8b-4d02-b674-73c02568d492,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:45.070406 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e0c8-9c89-48aa-aeee-17485032092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.190909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.205287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.206145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:45.218055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1e0c8-9c89-48aa-aeee-17485032092b None None] Pushing event updated for resources: {'Port': ['ID=09fef9a7-5d8b-4d02-b674-73c02568d492,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:45.240153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Sync routers for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:45.246669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.248002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a74c0a40-323a-4d15-8d8a-54c27e8509a2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9358695 Aug 20 12:15:45.252847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33184) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:45.272552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:45.284258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:45.456277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 2cb675ff-3922-40ab-b3fc-14463293aca5 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:45.560332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-70c6f82b-397f-49a2-b7ae-4f0483b3f244 None None] Provisioning complete for port 09fef9a7-5d8b-4d02-b674-73c02568d492 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:45.560687 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70c6f82b-397f-49a2-b7ae-4f0483b3f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.614607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:45.623270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.625753 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] Sync routers for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:45.629205 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-67950393-47d2-47bc-a879-724d74017795 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 200 len: 705 time: 1.1875575 Aug 20 12:15:45.630050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:45.641118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 09fef9a7-5d8b-4d02-b674-73c02568d492 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:45.651290 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:45.653509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:45.654679 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:45.668642 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d32c647d-9bf8-4d11-a6ad-7961b56a368c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 200 len: 205 time: 0.0373321 Aug 20 12:15:45.668881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33192) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:45.898592 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:45.953388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82ddbc31-8610-4a08-ab63-b47469e3dbb4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.015383 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:40Z', 'revision_number': 11, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:46.033981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 09fef9a7-5d8b-4d02-b674-73c02568d492 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:46.034372 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.047419 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] Checking router: 2cb675ff-3922-40ab-b3fc-14463293aca5 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:46.056792 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] Routers {'2cb675ff-3922-40ab-b3fc-14463293aca5'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:46.057730 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['2cb675ff-3922-40ab-b3fc-14463293aca5'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:46.164507 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] Set router 2cb675ff-3922-40ab-b3fc-14463293aca5 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:46.175692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:42Z', 'revision_number': 3, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:46.211239 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Checking router: 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:46.211755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Updating router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 port 501ec0ce-1aef-442a-8c8f-c0279525dba1 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:15:46.239721 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:40Z', 'revision_number': 11, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:46.246890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82ddbc31-8610-4a08-ab63-b47469e3dbb4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.249882 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.256091 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82ddbc31-8610-4a08-ab63-b47469e3dbb4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.330141 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3699ab7-3923-47f5-ac6f-e82050318af8 None None] The sync data for ids ['2cb675ff-3922-40ab-b3fc-14463293aca5'] in n-d-800634-10 is: [{'id': '2cb675ff-3922-40ab-b3fc-14463293aca5', 'name': 'tempest-RoutersIpV6Test-router-1114423738', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:14:51Z', 'updated_at': '2021-08-20T12:15:40Z', 'revision_number': 11, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:46.349496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5499c62f-fd5f-4569-a475-292756413e76 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:46.379020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 5499c62f-fd5f-4569-a475-292756413e76 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:46.380171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5499c62f-fd5f-4569-a475-292756413e76 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:46.423551 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82ddbc31-8610-4a08-ab63-b47469e3dbb4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.424082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ddbc31-8610-4a08-ab63-b47469e3dbb4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb675ff-3922-40ab-b3fc-14463293aca5 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:15:46.443534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-82ddbc31-8610-4a08-ab63-b47469e3dbb4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.449524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-82ddbc31-8610-4a08-ab63-b47469e3dbb4 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 204 len: 168 time: 0.7798743 Aug 20 12:15:46.450933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33214) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:46.455855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-07ef1ddc-4b58-4eee-9208-b719936a33b3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1943795101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:46.459022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a67d6f-ecd6-4869-9250-d7458ac605bd req-b0e2d51e-f3f6-4c24-a8fa-3246c84987ea tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:46.463935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a67d6f-ecd6-4869-9250-d7458ac605bd req-b0e2d51e-f3f6-4c24-a8fa-3246c84987ea tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.3573046 Aug 20 12:15:46.518736 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07ef1ddc-4b58-4eee-9208-b719936a33b3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.522446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07ef1ddc-4b58-4eee-9208-b719936a33b3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.566230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75a67d6f-ecd6-4869-9250-d7458ac605bd req-a15a11b5-4474-4d02-bda2-cb05ac8baafb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809691 Aug 20 12:15:46.611395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07ef1ddc-4b58-4eee-9208-b719936a33b3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.619072 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07ef1ddc-4b58-4eee-9208-b719936a33b3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.640135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07ef1ddc-4b58-4eee-9208-b719936a33b3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.647072 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-07ef1ddc-4b58-4eee-9208-b719936a33b3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1903279 Aug 20 12:15:46.647608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33216) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:46.653115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e2b54b98-132f-4f32-8791-d42d2534020d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:46.707421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.836142 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.852998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Transition to ACTIVE for port object 501ec0ce-1aef-442a-8c8f-c0279525dba1 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:46.873305 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.924806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2b54b98-132f-4f32-8791-d42d2534020d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.927510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Allocated IP 172.20.0.1 (36f59f32-69eb-4295-ad6a-a9c5fb165bfc/a6d31948-eaf7-4685-959b-c2139a3551c5/3848b58a-8049-4456-83d2-7e59097b0d47) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:46.939706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2b54b98-132f-4f32-8791-d42d2534020d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.939910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Attempting to bind port 501ec0ce-1aef-442a-8c8f-c0279525dba1 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:46.940153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Attempting to bind port 501ec0ce-1aef-442a-8c8f-c0279525dba1 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:46.940549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Attempting to bind port 501ec0ce-1aef-442a-8c8f-c0279525dba1 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:46.960135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:46.961015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:46.961640 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.962441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:46.963174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Bound port: 501ec0ce-1aef-442a-8c8f-c0279525dba1, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:46.963572 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.971750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e6c33-782f-4f71-ab27-1dd5ce82f992 None None] Pushing event updated for resources: {'Port': ['ID=501ec0ce-1aef-442a-8c8f-c0279525dba1,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:47.038873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] For port 501ec0ce-1aef-442a-8c8f-c0279525dba1, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:47.044624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] For port 501ec0ce-1aef-442a-8c8f-c0279525dba1, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=501ec0ce-1aef-442a-8c8f-c0279525dba1,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:47.053693 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.056367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.086372 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b54b98-132f-4f32-8791-d42d2534020d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Router 3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:15:47.090253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Transition to ACTIVE for port object 3848b58a-8049-4456-83d2-7e59097b0d47 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:47.140294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:47.140970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:47.154223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.178268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b54b98-132f-4f32-8791-d42d2534020d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:47.187070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2b54b98-132f-4f32-8791-d42d2534020d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.189912 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e2b54b98-132f-4f32-8791-d42d2534020d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "PUT /v2.0/routers/3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe HTTP/1.1" status: 200 len: 698 time: 0.5410268 Aug 20 12:15:47.193934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33232) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:47.218869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] Sync routers for ids ['3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:47.227514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:47.228929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3848b58a-8049-4456-83d2-7e59097b0d47,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:47.233989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] Routers {'3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:47.234658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:47.236101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:47.239390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:47.286993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.306399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5ef5e29b-c6d1-4aab-8834-dc10238afdff tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/routers/3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe HTTP/1.1" status: 200 len: 704 time: 0.1122158 Aug 20 12:15:47.306931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33236) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:47.345684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] Set router 3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:47.368192 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c9c4b316-2764-4042-9ffe-dab581e5815a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe HTTP/1.1" status: 200 len: 205 time: 0.0516274 Aug 20 12:15:47.368192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33242) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:47.423240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e6c33-782f-4f71-ab27-1dd5ce82f992 None None] Pushing event updated for resources: {'Port': ['ID=501ec0ce-1aef-442a-8c8f-c0279525dba1,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:47.435297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe', 'name': 'tempest-RoutersIpV6Test-router-1943795101', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:46Z', 'revision_number': 2, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:47.465314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.476297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] Checking router: 3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:47.547663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9565ce17-20cb-4622-ad6b-7d4ab9b32b77 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.614594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] Routers {'3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:47.623036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:47.745477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] Set router 3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:47.796019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b46212e3-6d7e-4da0-8946-efca5bf38a90 None None] Provisioning for port 3848b58a-8049-4456-83d2-7e59097b0d47 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:47.800819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:47.826218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9565ce17-20cb-4622-ad6b-7d4ab9b32b77 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.829297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9565ce17-20cb-4622-ad6b-7d4ab9b32b77 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.861669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b46212e3-6d7e-4da0-8946-efca5bf38a90 None None] Provisioning complete for port 3848b58a-8049-4456-83d2-7e59097b0d47 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:47.862045 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b46212e3-6d7e-4da0-8946-efca5bf38a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.863952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe', 'name': 'tempest-RoutersIpV6Test-router-1943795101', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:46Z', 'revision_number': 2, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:47.890103 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9565ce17-20cb-4622-ad6b-7d4ab9b32b77 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.891077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565ce17-20cb-4622-ad6b-7d4ab9b32b77 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:15:47.902042 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9565ce17-20cb-4622-ad6b-7d4ab9b32b77 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.904017 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9565ce17-20cb-4622-ad6b-7d4ab9b32b77 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe HTTP/1.1" status: 204 len: 168 time: 0.5404253 Aug 20 12:15:47.909298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33252) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:47.952650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb27fa-75a9-4685-b06c-c7f06af74298 None None] The sync data for ids ['3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe'] in n-d-800634-10 is: [{'id': '3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe', 'name': 'tempest-RoutersIpV6Test-router-1943795101', 'tenant_id': 'd0fd316d8e154b6997ea81a5434d480b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:46Z', 'revision_number': 2, 'project_id': 'd0fd316d8e154b6997ea81a5434d480b', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:47.958865 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-35624cd6-2739-457c-b446-00b7bd740f9a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe HTTP/1.1" status: 200 len: 205 time: 0.0470846 Aug 20 12:15:47.959625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.013742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b46212e3-6d7e-4da0-8946-efca5bf38a90 None None] Port 3848b58a-8049-4456-83d2-7e59097b0d47 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:15:48.032061 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-03af87dc-88aa-49aa-b5c2-18d8a2f7e93c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] delete failed (client error): The resource could not be found. Aug 20 12:15:48.035965 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-03af87dc-88aa-49aa-b5c2-18d8a2f7e93c tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/3dd7b04e-ddbb-4de7-a4e3-76ff59b593fe HTTP/1.1" status: 404 len: 336 time: 0.0753033 Aug 20 12:15:48.036621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33260) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.054297 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:48.073018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:48.081655 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-521a7b6e-4e03-4b6b-8bea-27b37401a966 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:48.082114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521a7b6e-4e03-4b6b-8bea-27b37401a966 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:48.084872 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-521a7b6e-4e03-4b6b-8bea-27b37401a966 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/f719657e-2d97-4429-bd77-3bc6f49c64ba HTTP/1.1" status: 404 len: 337 time: 0.0472674 Aug 20 12:15:48.087677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33262) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.104192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621e98-8736-4cdc-baa7-89e2f3c3ab2c req-b0fc0eb1-af27-43c8-aea0-5ca1a31305ef tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:48.106064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68621e98-8736-4cdc-baa7-89e2f3c3ab2c req-b0fc0eb1-af27-43c8-aea0-5ca1a31305ef tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.1077223 Aug 20 12:15:48.122125 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1234991-49b7-45ea-9b90-d9862472582a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:48.122607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1234991-49b7-45ea-9b90-d9862472582a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:48.126780 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c1234991-49b7-45ea-9b90-d9862472582a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/65c21c9e-fdc9-423c-a1ce-d1c4d34e43a9 HTTP/1.1" status: 404 len: 337 time: 0.0357459 Aug 20 12:15:48.127184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33264) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.162038 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4745f1-c076-475b-9377-67c546789083 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:48.162679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4745f1-c076-475b-9377-67c546789083 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:48.166011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:42Z', 'revision_number': 3, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:48.166272 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fb4745f1-c076-475b-9377-67c546789083 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/469f8f69-b9db-491f-889c-e2148f3d014f HTTP/1.1" status: 404 len: 337 time: 0.0363474 Aug 20 12:15:48.167759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33266) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.180748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3848b58a-8049-4456-83d2-7e59097b0d47,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:48.183467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:48.205378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68621e98-8736-4cdc-baa7-89e2f3c3ab2c req-7e4afd0c-68b5-468b-9117-c604aeb112e6 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717309 Aug 20 12:15:48.210270 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-812a2d71-891f-4329-a21a-9cf9152ad0ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:48.210659 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812a2d71-891f-4329-a21a-9cf9152ad0ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:48.215124 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-812a2d71-891f-4329-a21a-9cf9152ad0ea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/8a7127ea-43e0-424f-a67c-42ed64837fb8 HTTP/1.1" status: 404 len: 337 time: 0.0435457 Aug 20 12:15:48.215536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33268) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.236491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c95e15-8ea9-47a4-8876-7a4e5b1d7c00 None None] The sync data for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 is: [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:42Z', 'revision_number': 3, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:48.256752 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c03d02a8-bd14-40ad-8a41-bd12db9ab574 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 200 len: 205 time: 0.0399327 Aug 20 12:15:48.259476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33270) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.306125 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-fe480215-542d-4b7d-82e8-aa5d8711ef91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] delete failed (client error): The resource could not be found. Aug 20 12:15:48.309784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fe480215-542d-4b7d-82e8-aa5d8711ef91 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/2cb675ff-3922-40ab-b3fc-14463293aca5 HTTP/1.1" status: 404 len: 336 time: 0.0465276 Aug 20 12:15:48.310691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33272) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.354487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:48.355921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33276) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.356547 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c9c8f71d-0aeb-4537-9cd0-23a1f5883097 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d1e5e7-f31a-448e-8405-6ac477ec4f10 HTTP/1.1" status: 200 len: 205 time: 0.0442851 Aug 20 12:15:48.364435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:48.481735 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-513fade4-560e-4d30-b23f-ebed37e771b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] delete failed (client error): The resource could not be found. Aug 20 12:15:48.485483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-513fade4-560e-4d30-b23f-ebed37e771b8 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/d2d1e5e7-f31a-448e-8405-6ac477ec4f10 HTTP/1.1" status: 404 len: 336 time: 0.1276107 Aug 20 12:15:48.486388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33282) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.518320 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-16020a34-44ed-44ed-ad68-b253694e884a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:48.518985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16020a34-44ed-44ed-ad68-b253694e884a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:48.521567 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-16020a34-44ed-44ed-ad68-b253694e884a tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/8414a6e7-4b86-45ab-a449-38a3a1736abf HTTP/1.1" status: 404 len: 337 time: 0.0334635 Aug 20 12:15:48.524141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33284) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.599988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:48.605272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33286) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.605937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-97bcafd7-08f9-41a3-816b-eeaef49b2bd6 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=352cad43-6222-4167-aa57-6e024e2434a2 HTTP/1.1" status: 200 len: 205 time: 0.0708487 Aug 20 12:15:48.678363 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-2a04f753-c7ba-43b6-9887-57cb72ae0ab3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] delete failed (client error): The resource could not be found. Aug 20 12:15:48.679740 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2a04f753-c7ba-43b6-9887-57cb72ae0ab3 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/352cad43-6222-4167-aa57-6e024e2434a2 HTTP/1.1" status: 404 len: 336 time: 0.0727882 Aug 20 12:15:48.684046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33290) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.747813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d86e936-9db8-4064-a5f8-1c354e6db3e5 None None] Provisioning complete for port 3848b58a-8049-4456-83d2-7e59097b0d47 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:48.748397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d86e936-9db8-4064-a5f8-1c354e6db3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:48.753298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4521c6dc-7253-425c-be0f-1cab782c00eb tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf309d36-b4e9-4ee5-8d22-e950b72a7ef7 HTTP/1.1" status: 200 len: 205 time: 0.0679610 Aug 20 12:15:48.756966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33298) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:48.826852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d86e936-9db8-4064-a5f8-1c354e6db3e5 None None] Port 3848b58a-8049-4456-83d2-7e59097b0d47 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:15:48.854671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:48.866487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c8d0c145-c6a2-4fe2-b97d-eccaabde25c0 admin admin] 10.222.0.25 "PUT /v2.0/routers/63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6123974 Aug 20 12:15:49.368085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79db564-3275-4556-b5e0-511db5e33ef0 req-8f76fd4a-24a0-4254-907a-04afca8cb211 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:49.382652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d79db564-3275-4556-b5e0-511db5e33ef0 req-8f76fd4a-24a0-4254-907a-04afca8cb211 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 943 time: 0.0685108 Aug 20 12:15:49.514955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d79db564-3275-4556-b5e0-511db5e33ef0 req-f306ebda-0c34-4ae3-85b3-340db1c1bc4f tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309631 Aug 20 12:15:49.595530 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-4c06851b-e254-490d-9567-f0391ddfb649 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] delete failed (client error): The resource could not be found. Aug 20 12:15:49.597154 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4c06851b-e254-490d-9567-f0391ddfb649 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/bf309d36-b4e9-4ee5-8d22-e950b72a7ef7 HTTP/1.1" status: 404 len: 336 time: 0.8386528 Aug 20 12:15:49.600229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33330) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:49.619013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:15:49.645515 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f4abd0-baa2-487a-bc7d-4b61b923567e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:49.646787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f4abd0-baa2-487a-bc7d-4b61b923567e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:49.648655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c4f4abd0-baa2-487a-bc7d-4b61b923567e tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/d5dafce7-ea6e-46aa-8ae6-c1dd8aff52c9 HTTP/1.1" status: 404 len: 337 time: 0.0472369 Aug 20 12:15:49.654623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33336) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:49.655073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33338) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:49.656191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 501ec0ce-1aef-442a-8c8f-c0279525dba1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:49.659793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-278d3544-18ef-404b-b5bd-46f8ebb7c028 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248590942', 'description': 'tempest-description--635070274'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:49.699627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-278d3544-18ef-404b-b5bd-46f8ebb7c028 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:49.734392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0cbb9638-0871-4ee3-8554-9a687ca8abea tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=c40eebb2-739b-4852-8593-c636ec8f5fb9 HTTP/1.1" status: 200 len: 205 time: 0.0767567 Aug 20 12:15:49.736063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33340) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:49.816497 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-6c4a8fea-efad-48da-a878-653216dd7683 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] delete failed (client error): The resource could not be found. Aug 20 12:15:49.818894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6c4a8fea-efad-48da-a878-653216dd7683 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/c40eebb2-739b-4852-8593-c636ec8f5fb9 HTTP/1.1" status: 404 len: 336 time: 0.0817010 Aug 20 12:15:49.821288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33342) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:49.844931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:49.875063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '685f8107-4139-47cb-a666-10208b066154', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'port_id': '685f8107-4139-47cb-a666-10208b066154', 'mac_address': 'fa:16:3e:82:2a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:15:49.882695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 501ec0ce-1aef-442a-8c8f-c0279525dba1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:49.885380 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f6aa09-1f95-4c4f-8ea6-3dcf5900ec61 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:49.885943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f6aa09-1f95-4c4f-8ea6-3dcf5900ec61 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:49.892168 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e4f6aa09-1f95-4c4f-8ea6-3dcf5900ec61 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/d62f335a-7dd3-4797-b561-b2606385886a HTTP/1.1" status: 404 len: 337 time: 0.0698314 Aug 20 12:15:49.895456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33344) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:49.905396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 501ec0ce-1aef-442a-8c8f-c0279525dba1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:49.905881 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:49.944948 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:49.957640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d140ae17-acac-47dd-a04c-3d45589f3224 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b8283b-3098-4575-84c0-995bd55ab460 HTTP/1.1" status: 200 len: 205 time: 0.0602357 Aug 20 12:15:49.959975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33346) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:49.969906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685f8107-4139-47cb-a666-10208b066154 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:15:49.987675 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-278d3544-18ef-404b-b5bd-46f8ebb7c028 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:49.993786 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-278d3544-18ef-404b-b5bd-46f8ebb7c028 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.024373 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-b9a2b32b-cb6a-495a-9ae4-88cb6f73c263 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] delete failed (client error): The resource could not be found. Aug 20 12:15:50.026926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:50.027413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b9a2b32b-cb6a-495a-9ae4-88cb6f73c263 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/routers/86b8283b-3098-4575-84c0-995bd55ab460 HTTP/1.1" status: 404 len: 336 time: 0.0660834 Aug 20 12:15:50.030167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33350) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:50.034160 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.052996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-278d3544-18ef-404b-b5bd-46f8ebb7c028 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.058493 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-278d3544-18ef-404b-b5bd-46f8ebb7c028 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3981616 Aug 20 12:15:50.058703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.058827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d3544-18ef-404b-b5bd-46f8ebb7c028 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0435d808-3f4e-4213-b3dc-cb3e25e703dd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:50.058827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33354) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:50.062821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3ab184a0-0668-458f-a33f-785091bb1003 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'security_group_rule': {'security_group_id': '0435d808-3f4e-4213-b3dc-cb3e25e703dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:50.084833 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-372ad421-a650-45d9-9ed0-0f92e8ea9f8d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:50.085588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372ad421-a650-45d9-9ed0-0f92e8ea9f8d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:50.088406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-372ad421-a650-45d9-9ed0-0f92e8ea9f8d tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/7c5aa830-0aea-42fe-bfb4-f362cb241e58 HTTP/1.1" status: 404 len: 337 time: 0.0530124 Aug 20 12:15:50.091321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33356) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:50.101613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ab184a0-0668-458f-a33f-785091bb1003 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.104884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 501ec0ce-1aef-442a-8c8f-c0279525dba1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=501ec0ce-1aef-442a-8c8f-c0279525dba1,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:50.121451 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.135325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:50.148981 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e3afd9-d53e-4f62-9b31-b4e431566788 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] DELETE failed (client error): The resource could not be found. Aug 20 12:15:50.149455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e3afd9-d53e-4f62-9b31-b4e431566788 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:15:50.153836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b6e3afd9-d53e-4f62-9b31-b4e431566788 tempest-RoutersIpV6Test-942398741 tempest-RoutersIpV6Test-942398741-project] 10.222.0.25 "DELETE /v2.0/subnets/e6f37cd3-3d62-4891-94f8-d6f530089fec HTTP/1.1" status: 404 len: 337 time: 0.0585623 Aug 20 12:15:50.231470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ab184a0-0668-458f-a33f-785091bb1003 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.232144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=501ec0ce-1aef-442a-8c8f-c0279525dba1,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:50.241164 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ab184a0-0668-458f-a33f-785091bb1003 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.269371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab184a0-0668-458f-a33f-785091bb1003 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23899b0-85c7-472c-b2bb-dccb61144fd6,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:50.273575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ab184a0-0668-458f-a33f-785091bb1003 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.275022 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ab184a0-0668-458f-a33f-785091bb1003 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157054 Aug 20 12:15:50.278126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33360) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:50.284363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-68417c40-d126-4087-a093-822128c54d0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'security_group_rule': {'security_group_id': '0435d808-3f4e-4213-b3dc-cb3e25e703dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:50.322577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68417c40-d126-4087-a093-822128c54d0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.403778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['685f8107-4139-47cb-a666-10208b066154'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:15:50.499000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68417c40-d126-4087-a093-822128c54d0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.509464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68417c40-d126-4087-a093-822128c54d0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.553667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68417c40-d126-4087-a093-822128c54d0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1ba6d3-4f09-47cb-b653-a52b6f00b161,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:50.572581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68417c40-d126-4087-a093-822128c54d0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.577674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33376) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:50.578513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-68417c40-d126-4087-a093-822128c54d0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985830 Aug 20 12:15:50.582965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:50.599739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33378) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:50.614563 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.734497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e788b-3787-4f7e-9fae-8943c80ea616 req-852dfe7d-2fcd-4b77-8e2a-efa95f43fa71 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:50.736392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-188e788b-3787-4f7e-9fae-8943c80ea616 req-852dfe7d-2fcd-4b77-8e2a-efa95f43fa71 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 944 time: 0.1034350 Aug 20 12:15:50.808559 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.819857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-188e788b-3787-4f7e-9fae-8943c80ea616 req-98eb96d7-7255-4a11-a29e-5ca332be74df tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744710 Aug 20 12:15:50.887415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d87c8fa0-9a6a-440f-9140-cc0a787909e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0fd316d8e154b6997ea81a5434d480b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864203 Aug 20 12:15:50.889960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33386) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:50.967052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b75975a-cdf4-447c-b2ce-a4c5cd2aba31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.986927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Allocated IP 172.25.0.131 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/f3364e84-0c5b-468b-9024-3dcb2b7946f1) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:50.992001 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b75975a-cdf4-447c-b2ce-a4c5cd2aba31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.008179 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Sync routers for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:51.022398 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:51.023030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:51.064032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b75975a-cdf4-447c-b2ce-a4c5cd2aba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.069808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b75975a-cdf4-447c-b2ce-a4c5cd2aba31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.071689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9b75975a-cdf4-447c-b2ce-a4c5cd2aba31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/782bf3aa-88c7-4a8a-a006-709eefe28133 HTTP/1.1" status: 204 len: 168 time: 0.1804664 Aug 20 12:15:51.083658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75975a-cdf4-447c-b2ce-a4c5cd2aba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782bf3aa-88c7-4a8a-a006-709eefe28133,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:51.103245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.151691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.193228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:51.196484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:51.203112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:51.218504 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:51.250460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'Port': ['ID=f3364e84-0c5b-468b-9024-3dcb2b7946f1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:51.347299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.401534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.537221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 501ec0ce-1aef-442a-8c8f-c0279525dba1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:51.545715 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 2, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:51.600393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:51.608005 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Checking router: 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:51.608549 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Updating router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 port 3848b58a-8049-4456-83d2-7e59097b0d47 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:15:51.641754 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.667321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.674411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.792310 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'Port': ['ID=f3364e84-0c5b-468b-9024-3dcb2b7946f1,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:51.800745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.801692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.802137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.802507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.802840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.803167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.803488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.803812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.804132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.804452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.804926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.805250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:51.816975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.828341 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-26555afc-eb48-409f-b654-3aa3e8adecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.843260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 685f8107-4139-47cb-a666-10208b066154 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:51.843677 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.851124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.853318 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fd3590eb-f36b-42d6-abc6-eec9dc374f0d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2742014 Aug 20 12:15:51.907685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 501ec0ce-1aef-442a-8c8f-c0279525dba1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:51.908058 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.995381 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.057064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73bf78-ebb9-4778-bbce-a4e9bff7fdc7 req-1af8ab6f-5f13-4bb5-b7c5-f9970281c396 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:52.067331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d73bf78-ebb9-4778-bbce-a4e9bff7fdc7 req-1af8ab6f-5f13-4bb5-b7c5-f9970281c396 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 944 time: 0.1517136 Aug 20 12:15:52.087766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:52.094640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685f8107-4139-47cb-a666-10208b066154'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:52.097816 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feb6d08-2e0a-4ea0-a90f-25523e2e7eb3" -d '{"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-plugged", "status": "completed", "tag": "685f8107-4139-47cb-a666-10208b066154"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:52.104737 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.155306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d73bf78-ebb9-4778-bbce-a4e9bff7fdc7 req-54b74b82-6128-455e-9b9a-cbe2212ee713 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860341 Aug 20 12:15:52.172061 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.195888 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Transition to ACTIVE for port object 3848b58a-8049-4456-83d2-7e59097b0d47 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:52.206968 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.211781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:52.306312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-edd29abe-f0f1-40af-90c7-ffa7057421cd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1248590942&fields=id&tenant_id=caf3152e9cf4499881581db19715f1da HTTP/1.1" status: 200 len: 267 time: 0.1427867 Aug 20 12:15:52.306493 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad89e018-7908-4191-9751-a711d19ce5b5 x-openstack-request-id: req-ad89e018-7908-4191-9751-a711d19ce5b5 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:52.306493 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-plugged", "status": "completed", "tag": "685f8107-4139-47cb-a666-10208b066154", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:52.306493 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad89e018-7908-4191-9751-a711d19ce5b5 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:52.306493 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685f8107-4139-47cb-a666-10208b066154', 'code': 200} Aug 20 12:15:52.355829 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48614700-e394-4d6b-8dc5-bed3bcb3fec2 None None] Pushing event updated for resources: {'Port': ['ID=3848b58a-8049-4456-83d2-7e59097b0d47,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:52.456950 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Attempting to bind port 3848b58a-8049-4456-83d2-7e59097b0d47 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:52.457368 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Attempting to bind port 3848b58a-8049-4456-83d2-7e59097b0d47 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:52.458280 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Attempting to bind port 3848b58a-8049-4456-83d2-7e59097b0d47 on network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:52.469732 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:52.470498 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Checking segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:52.471105 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.471770 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Bound using segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:52.472446 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Bound port: 3848b58a-8049-4456-83d2-7e59097b0d47, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:52.473616 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.550883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61a2f-baee-4083-a311-233133276840 req-a6a41026-624f-482a-acbe-b41ea35a323d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:52.559436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-a6a41026-624f-482a-acbe-b41ea35a323d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 810 time: 0.2588079 Aug 20 12:15:52.562267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a463a3d-9880-42d1-aced-3250a6d46ca2 req-a2680700-91de-4e8d-9d3c-ad96043d520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:52.563798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a463a3d-9880-42d1-aced-3250a6d46ca2 req-a2680700-91de-4e8d-9d3c-ad96043d520c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 1098 time: 0.0841858 Aug 20 12:15:52.596993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-7880588d-3a25-45fe-b01e-d2558963e94e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/quotas/caf3152e9cf4499881581db19715f1da HTTP/1.1" status: 200 len: 375 time: 0.0205679 Aug 20 12:15:52.626872 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9a463a3d-9880-42d1-aced-3250a6d46ca2 req-89b60eaf-d2d1-44b6-b212-30b21be889fa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513325 Aug 20 12:15:52.627924 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] For port 3848b58a-8049-4456-83d2-7e59097b0d47, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:52.642815 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] For port 3848b58a-8049-4456-83d2-7e59097b0d47, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3848b58a-8049-4456-83d2-7e59097b0d47,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:52.652345 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.697366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-f1d09782-6d16-4c70-9224-2916ad5c0d48 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925169 Aug 20 12:15:52.720306 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48614700-e394-4d6b-8dc5-bed3bcb3fec2 None None] Pushing event updated for resources: {'Port': ['ID=3848b58a-8049-4456-83d2-7e59097b0d47,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:52.727750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-61747200-9fa6-4710-8455-63f5d1ce6e85 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:15:52.729820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-61747200-9fa6-4710-8455-63f5d1ce6e85 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143147 Aug 20 12:15:52.772529 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:52.773909 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:52.978635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-73f7bde5-c7fc-4c29-8b04-5ac2d1ea129c service neutron] 10.222.0.25 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408156 Aug 20 12:15:53.019264 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:53.138852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-8776d308-7a1e-438b-a15d-e5d4831f3f2f service neutron] 10.222.0.25 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590495 Aug 20 12:15:53.332530 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-957aab35-3838-48fa-83be-a0014dac223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:52Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:53.336736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d8f7f-f39e-4a28-9915-a3a78ced2dcc req-331bb3f5-4412-4b8d-868a-48c4fc3206c3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:53.348771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-864d8f7f-f39e-4a28-9915-a3a78ced2dcc req-331bb3f5-4412-4b8d-868a-48c4fc3206c3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 946 time: 0.0717027 Aug 20 12:15:53.408256 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957aab35-3838-48fa-83be-a0014dac223e None None] The sync data for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 is: [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:52Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:53.474767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff956513-beea-4960-be6c-36b377e5bb04 req-193bc339-0914-4577-98dd-a86892cb142a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 210 time: 0.0669377 Aug 20 12:15:53.503897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-864d8f7f-f39e-4a28-9915-a3a78ced2dcc req-e4016448-667b-4ff5-add1-cf0501a8b7a5 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524212 Aug 20 12:15:54.284879 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d4a9403c-6044-4ad6-accf-df2265bdab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:54.787633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1feff81b-8b88-4ebd-bcd4-6dee49dbd57b req-9adf852e-19fe-4bee-975c-5968118eb776 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 210 time: 0.1241984 Aug 20 12:15:54.837689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a342bb-cac5-4606-8cfc-66a13c77a2ce req-748a7a56-ac24-4d5f-be85-dfb1357c55d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:54.841571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6a342bb-cac5-4606-8cfc-66a13c77a2ce req-748a7a56-ac24-4d5f-be85-dfb1357c55d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 946 time: 0.1198344 Aug 20 12:15:54.914642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6a342bb-cac5-4606-8cfc-66a13c77a2ce req-c44556e5-1f3f-4e77-bba6-e10a7b5f8c2e tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664940 Aug 20 12:15:55.035949 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.233248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61a2f-baee-4083-a311-233133276840 req-8d5f1c34-ee6a-4460-bdf4-0831d2b5af4d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:55.243006 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-8d5f1c34-ee6a-4460-bdf4-0831d2b5af4d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 810 time: 0.2452056 Aug 20 12:15:55.326214 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-ae1c2276-47c0-4991-8fd0-c128b63690c9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caf3152e9cf4499881581db19715f1da HTTP/1.1" status: 200 len: 380 time: 0.0714886 Aug 20 12:15:55.350743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'port': {'device_id': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'admin_state_up': True, 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'security_groups': ['0435d808-3f4e-4213-b3dc-cb3e25e703dd']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:55.530534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Made reservation on behalf of caf3152e9cf4499881581db19715f1da for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:55.541913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.572221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3848b58a-8049-4456-83d2-7e59097b0d47 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:55.625258 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.656570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 3848b58a-8049-4456-83d2-7e59097b0d47 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:55.662053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3848b58a-8049-4456-83d2-7e59097b0d47 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:55.662460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.847374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Allocated IP 172.20.0.9 (36f59f32-69eb-4295-ad6a-a9c5fb165bfc/a6d31948-eaf7-4685-959b-c2139a3551c5/06e70334-74b3-4233-9eb5-2e59899f5ae6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:55.864148 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.947670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 3848b58a-8049-4456-83d2-7e59097b0d47, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3848b58a-8049-4456-83d2-7e59097b0d47,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:55.959607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.965379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a76ccf7-3f07-4cd4-983a-46cf55c753dc req-bfc9823f-d647-4aa7-b60d-fcac065e7f40 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 210 time: 0.0644255 Aug 20 12:15:56.101652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=3848b58a-8049-4456-83d2-7e59097b0d47,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:56.122378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33602) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:56.156470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f088c5-bcaf-43fc-8f16-2f443677117c req-b6bb2be1-3541-4c91-be27-1246209b7f95 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:56.158388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8f088c5-bcaf-43fc-8f16-2f443677117c req-b6bb2be1-3541-4c91-be27-1246209b7f95 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 946 time: 0.0982816 Aug 20 12:15:56.208269 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.227706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8f088c5-bcaf-43fc-8f16-2f443677117c req-63b8f6a7-4b70-4a97-a21b-fcd55710261c tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611734 Aug 20 12:15:56.243857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Transition to ACTIVE for port object 06e70334-74b3-4233-9eb5-2e59899f5ae6 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:56.323764 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.362981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.370564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:56.374272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:56.389457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:56.448775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:56.449426 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.478588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'Port': ['ID=06e70334-74b3-4233-9eb5-2e59899f5ae6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:56.626549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.632826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.642088 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-00db7f28-8e99-4366-886e-ee821198b3cb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2981741 Aug 20 12:15:56.656846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Request body: {'port': {'device_id': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:56.685396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a36906-f86a-4e51-9be9-3b2016b8d56a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:56.695452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.696066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.696728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.697542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.698236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.698747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.699243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.699887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.700614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.701139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.701682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.702170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:56.723558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1ded555c-61c9-46b7-92e2-4a2ec40d6813 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60408859ad57470c94cc695e72ca65d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991774 Aug 20 12:15:56.727883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33626) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:56.792901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.796066 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbb80bda-0a8a-45fc-b35a-594a408c1ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.827172 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbb80bda-0a8a-45fc-b35a-594a408c1ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.828007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7c77ddce-2a61-4b77-b07b-659969a870c5 None None] Provisioning for port 06e70334-74b3-4233-9eb5-2e59899f5ae6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:56.843605 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7c77ddce-2a61-4b77-b07b-659969a870c5 None None] Provisioning complete for port 06e70334-74b3-4233-9eb5-2e59899f5ae6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:56.843988 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7c77ddce-2a61-4b77-b07b-659969a870c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.892961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbb80bda-0a8a-45fc-b35a-594a408c1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.895585 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbb80bda-0a8a-45fc-b35a-594a408c1ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:56.901405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7c77ddce-2a61-4b77-b07b-659969a870c5 None None] Port 06e70334-74b3-4233-9eb5-2e59899f5ae6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:15:56.907188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dbb80bda-0a8a-45fc-b35a-594a408c1ca1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18a36906-f86a-4e51-9be9-3b2016b8d56a HTTP/1.1" status: 204 len: 168 time: 0.1781459 Aug 20 12:15:56.919377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb80bda-0a8a-45fc-b35a-594a408c1ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a36906-f86a-4e51-9be9-3b2016b8d56a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:56.977052 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.155099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee59179-7f93-4fd5-b561-d24a6267a921 req-b98f614d-6f52-4b22-9f8e-0974de02a7af tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:57.158691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ee59179-7f93-4fd5-b561-d24a6267a921 req-b98f614d-6f52-4b22-9f8e-0974de02a7af tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 931 time: 0.0939970 Aug 20 12:15:57.208822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ee59179-7f93-4fd5-b561-d24a6267a921 req-6ecb9c54-8edb-47de-aea5-16919c4f2e1e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386393 Aug 20 12:15:57.290135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e70334-74b3-4233-9eb5-2e59899f5ae6 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:15:57.302019 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.317074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Transition to ACTIVE for port object 06e70334-74b3-4233-9eb5-2e59899f5ae6 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:57.322461 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.381991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33640) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:57.412350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5314a956-0348-4c30-83c7-eeb89bfe9ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.440477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Pushing event updated for resources: {'Port': ['ID=06e70334-74b3-4233-9eb5-2e59899f5ae6,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:57.524333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3848b58a-8049-4456-83d2-7e59097b0d47 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:57.557782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Attempting to bind port 06e70334-74b3-4233-9eb5-2e59899f5ae6 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:57.558001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Attempting to bind port 06e70334-74b3-4233-9eb5-2e59899f5ae6 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:57.558341 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Attempting to bind port 06e70334-74b3-4233-9eb5-2e59899f5ae6 on network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:57.564081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Port 06e70334-74b3-4233-9eb5-2e59899f5ae6 on network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:15:57.564081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Attempting to bind port 06e70334-74b3-4233-9eb5-2e59899f5ae6 on network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:57.579202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:57.579202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Checking segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:57.579533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Bound using segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:57.579906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Bound port: 06e70334-74b3-4233-9eb5-2e59899f5ae6, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:57.581041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.608461 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5314a956-0348-4c30-83c7-eeb89bfe9ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.623025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5314a956-0348-4c30-83c7-eeb89bfe9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.647370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3848b58a-8049-4456-83d2-7e59097b0d47 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:57.647757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.685288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314a956-0348-4c30-83c7-eeb89bfe9ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12007092-2406-4502-b51d-137e725df81b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:57.705023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5314a956-0348-4c30-83c7-eeb89bfe9ffe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c08e10b69cd438fa73ed5f66a728850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194745 Aug 20 12:15:57.705574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33652) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:57.748029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] For port 06e70334-74b3-4233-9eb5-2e59899f5ae6, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:57.751498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] For port 06e70334-74b3-4233-9eb5-2e59899f5ae6, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:57.758575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.777179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df9dc72f-981d-452c-a9ce-a1992ba33511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.817798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df9dc72f-981d-452c-a9ce-a1992ba33511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.869134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:57.870000 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.871628 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] 10.222.0.73 "PUT /v2.0/ports/06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 200 len: 1092 time: 1.2204916 Aug 20 12:15:57.872243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'tag': '06e70334-74b3-4233-9eb5-2e59899f5ae6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:57.874773 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b943e6eb-3338-4118-b3c9-f348ffe51d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff3613a-7c68-4e24-bc7c-c22cc08c8afe", "tag": "06e70334-74b3-4233-9eb5-2e59899f5ae6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:57.906870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df9dc72f-981d-452c-a9ce-a1992ba33511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.911133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df9dc72f-981d-452c-a9ce-a1992ba33511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:57.914886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-df9dc72f-981d-452c-a9ce-a1992ba33511 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12007092-2406-4502-b51d-137e725df81b HTTP/1.1" status: 204 len: 168 time: 0.2063954 Aug 20 12:15:57.925865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dc72f-981d-452c-a9ce-a1992ba33511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12007092-2406-4502-b51d-137e725df81b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:57.992219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628746b-401e-4904-a18f-c580b19ad715 service neutron] Pushing event updated for resources: {'Port': ['ID=06e70334-74b3-4233-9eb5-2e59899f5ae6,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:58.007051 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8727a176-0e92-42c6-86b4-ed436acc5426 x-openstack-request-id: req-8727a176-0e92-42c6-86b4-ed436acc5426 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:58.007343 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff3613a-7c68-4e24-bc7c-c22cc08c8afe", "tag": "06e70334-74b3-4233-9eb5-2e59899f5ae6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:58.007596 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8727a176-0e92-42c6-86b4-ed436acc5426 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:58.008003 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'tag': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'status': 'completed', 'code': 200} Aug 20 12:15:58.081870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61a2f-baee-4083-a311-233133276840 req-33569ee6-8666-4ad1-a05e-4cd00a8e4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:58.083691 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-33569ee6-8666-4ad1-a05e-4cd00a8e4187 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 1095 time: 0.0835295 Aug 20 12:15:58.139010 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-d9b0ec0a-8061-4582-aa4d-8b771d79fd54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 200 len: 217 time: 0.0445061 Aug 20 12:15:58.198518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61a2f-baee-4083-a311-233133276840 req-500350ad-00a8-4208-930d-4d7a799e460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:58.200683 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-500350ad-00a8-4208-930d-4d7a799e460e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.0540864 Aug 20 12:15:58.260521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61a2f-baee-4083-a311-233133276840 req-cac03019-5d06-4b9d-8cc5-9ff07c26fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:58.262314 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-cac03019-5d06-4b9d-8cc5-9ff07c26fcd1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548787 Aug 20 12:15:58.384200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d38c0-d02a-4ec6-8d38-ff20461068ce req-ee7bf6d2-aabd-4144-9592-2d9b87d9fedb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:58.385891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f52d38c0-d02a-4ec6-8d38-ff20461068ce req-ee7bf6d2-aabd-4144-9592-2d9b87d9fedb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 943 time: 0.0632141 Aug 20 12:15:58.437569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f52d38c0-d02a-4ec6-8d38-ff20461068ce req-020c7957-bea3-4c44-8f96-843fc504c048 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Aug 20 12:15:58.464473 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-c7a82998-f8aa-4f42-a45b-ec5e2380905b service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904595 Aug 20 12:15:58.565381 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f6b61a2f-baee-4083-a311-233133276840 req-13d13b28-86d8-4a69-93e0-8c2963d13093 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939300 Aug 20 12:15:58.681248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-dfbe08ce-46e7-45ea-8464-b5c551d4484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:58.683230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-dfbe08ce-46e7-45ea-8464-b5c551d4484f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 1095 time: 0.0597875 Aug 20 12:15:58.799128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-c4bfe29d-f03b-48bc-9f62-be72ba0d27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:58.800871 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-c4bfe29d-f03b-48bc-9f62-be72ba0d27eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.1103466 Aug 20 12:15:58.861934 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-d8bced7e-4c2f-4975-99ce-9353ed2825da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 200 len: 217 time: 0.0535181 Aug 20 12:15:58.942709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-7b1942b9-ea1e-4a76-a77b-bff5f2c30f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:58.944382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-7b1942b9-ea1e-4a76-a77b-bff5f2c30f92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.0739331 Aug 20 12:15:59.000978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-10315b9f-8550-4eca-aa14-56e622501ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:59.004392 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-10315b9f-8550-4eca-aa14-56e622501ef3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516307 Aug 20 12:15:59.108752 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-f5a53523-8f9e-4040-82a2-046008652ea0 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978339 Aug 20 12:15:59.257845 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b943e6eb-3338-4118-b3c9-f348ffe51d8f req-3c3ae0b9-ac5a-4c9c-9f23-351a093461f4 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409073 Aug 20 12:15:59.621998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abf706-d3a8-4da3-bd69-112fcd1310f4 req-7403c068-de3a-4e9e-ba65-1a9e2c77be1a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:59.624354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6abf706-d3a8-4da3-bd69-112fcd1310f4 req-7403c068-de3a-4e9e-ba65-1a9e2c77be1a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 943 time: 0.0880475 Aug 20 12:15:59.690154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6abf706-d3a8-4da3-bd69-112fcd1310f4 req-721c385f-118c-43a1-b500-0ff4b03f5b9e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531993 Aug 20 12:16:00.823805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1da83f-746a-4bbd-b167-cd9b91be9554 req-594ca019-4d72-45e0-a82b-efe8ef01a0fc tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:00.825510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f1da83f-746a-4bbd-b167-cd9b91be9554 req-594ca019-4d72-45e0-a82b-efe8ef01a0fc tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 943 time: 0.0642152 Aug 20 12:16:00.875673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f1da83f-746a-4bbd-b167-cd9b91be9554 req-60de5ee4-010d-48c8-bbd8-c7d829b94e4a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Aug 20 12:16:01.672156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 06e70334-74b3-4233-9eb5-2e59899f5ae6 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:16:01.795575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 06e70334-74b3-4233-9eb5-2e59899f5ae6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:01.811299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'port_id': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'mac_address': 'fa:16:3e:1a:92:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:16:01.857809 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:01.899535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e70334-74b3-4233-9eb5-2e59899f5ae6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:16:01.926450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 06e70334-74b3-4233-9eb5-2e59899f5ae6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:01.935355 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:02.061078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=06e70334-74b3-4233-9eb5-2e59899f5ae6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:02.097469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16b0f1-2efe-4d3e-ba27-51c3041ef9b9 req-703e8237-76b8-40cf-8b70-7656df01572b tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:02.101821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af16b0f1-2efe-4d3e-ba27-51c3041ef9b9 req-703e8237-76b8-40cf-8b70-7656df01572b tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 944 time: 0.0842316 Aug 20 12:16:02.150372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af16b0f1-2efe-4d3e-ba27-51c3041ef9b9 req-2a4ef845-095b-43cc-9f46-60c566ad6c97 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 Aug 20 12:16:02.259188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['06e70334-74b3-4233-9eb5-2e59899f5ae6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:16:03.231871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33862) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:03.374021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd501f-c401-4353-ab88-275fa4db5606 req-10fecd2b-e624-4b88-8927-e55e35d9b80b tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:03.384070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfcd501f-c401-4353-ab88-275fa4db5606 req-10fecd2b-e624-4b88-8927-e55e35d9b80b tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 944 time: 0.0990801 Aug 20 12:16:03.458513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfcd501f-c401-4353-ab88-275fa4db5606 req-b4f74c69-fe0b-41ce-9bed-620d69dc12ef tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692570 Aug 20 12:16:03.487604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8a89a40-de1d-4dc0-8b51-3a8cdd82577f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.646413 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8a89a40-de1d-4dc0-8b51-3a8cdd82577f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.651637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8a89a40-de1d-4dc0-8b51-3a8cdd82577f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.686639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 06e70334-74b3-4233-9eb5-2e59899f5ae6 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:16:03.698392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33870) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:03.705771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c8a89a40-de1d-4dc0-8b51-3a8cdd82577f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=330ba8b025634172a1377bde9c29fdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715481 Aug 20 12:16:03.740179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a89a40-de1d-4dc0-8b51-3a8cdd82577f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46c9065-5c7d-4548-a097-5657ac0a572a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:03.774021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 06e70334-74b3-4233-9eb5-2e59899f5ae6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:16:03.780240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 06e70334-74b3-4233-9eb5-2e59899f5ae6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:16:03.780651 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.792306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eacf7a31-52dd-4577-b832-13a59d392917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.847016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eacf7a31-52dd-4577-b832-13a59d392917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.940747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eacf7a31-52dd-4577-b832-13a59d392917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.944298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-eacf7a31-52dd-4577-b832-13a59d392917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:03.948739 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-eacf7a31-52dd-4577-b832-13a59d392917 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d46c9065-5c7d-4548-a097-5657ac0a572a HTTP/1.1" status: 204 len: 168 time: 0.2481382 Aug 20 12:16:03.965026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf7a31-52dd-4577-b832-13a59d392917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46c9065-5c7d-4548-a097-5657ac0a572a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:04.026552 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.055987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e70334-74b3-4233-9eb5-2e59899f5ae6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:04.058534 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a3dcb8-28d3-4d6c-8ffe-5e6be18ae8d9" -d '{"events": [{"server_uuid": "9ff3613a-7c68-4e24-bc7c-c22cc08c8afe", "name": "network-vif-plugged", "status": "completed", "tag": "06e70334-74b3-4233-9eb5-2e59899f5ae6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:04.087395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 06e70334-74b3-4233-9eb5-2e59899f5ae6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:04.093370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.171303 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dcb516-1c5d-4c90-8986-3fe89d918120 x-openstack-request-id: req-e6dcb516-1c5d-4c90-8986-3fe89d918120 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:04.175784 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff3613a-7c68-4e24-bc7c-c22cc08c8afe", "name": "network-vif-plugged", "status": "completed", "tag": "06e70334-74b3-4233-9eb5-2e59899f5ae6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:04.177834 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6dcb516-1c5d-4c90-8986-3fe89d918120 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:04.178509 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'code': 200} Aug 20 12:16:04.181551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=06e70334-74b3-4233-9eb5-2e59899f5ae6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:04.314648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8b1c-bfd3-4a25-bbcb-4aa35f38ea01 req-30e17b29-a92f-4e6c-8b96-03a1b19fd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:04.316608 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d43b8b1c-bfd3-4a25-bbcb-4aa35f38ea01 req-30e17b29-a92f-4e6c-8b96-03a1b19fd8b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 1097 time: 0.0558121 Aug 20 12:16:04.419388 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d43b8b1c-bfd3-4a25-bbcb-4aa35f38ea01 req-ad82dd7e-d42e-45a1-a3f2-f6e861f3ff9e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770781 Aug 20 12:16:04.513139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33894) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:04.532330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bd04060-801f-4d44-90b1-19249c6f6e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.640453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462c4da-18b0-483b-a8c3-dcee5378f376 req-5c743754-0e4c-4013-be7d-b8bcd02c0b4e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:04.652771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f462c4da-18b0-483b-a8c3-dcee5378f376 req-5c743754-0e4c-4013-be7d-b8bcd02c0b4e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0709345 Aug 20 12:16:04.682318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bd04060-801f-4d44-90b1-19249c6f6e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.687664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2bd04060-801f-4d44-90b1-19249c6f6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.733434 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2bd04060-801f-4d44-90b1-19249c6f6e13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43a2197dc0f64db48eae51bfa2a89ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190061 Aug 20 12:16:04.735111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd04060-801f-4d44-90b1-19249c6f6e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf844a2-9915-4951-805b-300159b4eed5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:04.736232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33900) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:04.776037 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f462c4da-18b0-483b-a8c3-dcee5378f376 req-fd83352c-8ec9-4d57-ac28-32e814adf668 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218820 Aug 20 12:16:04.843103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7ab93cd-37c8-42d7-a1fb-ae0f8c83c953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.870059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7ab93cd-37c8-42d7-a1fb-ae0f8c83c953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.940024 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7ab93cd-37c8-42d7-a1fb-ae0f8c83c953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.943945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7ab93cd-37c8-42d7-a1fb-ae0f8c83c953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:04.945314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b7ab93cd-37c8-42d7-a1fb-ae0f8c83c953 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daf844a2-9915-4951-805b-300159b4eed5 HTTP/1.1" status: 204 len: 168 time: 0.2078307 Aug 20 12:16:04.953998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab93cd-37c8-42d7-a1fb-ae0f8c83c953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf844a2-9915-4951-805b-300159b4eed5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:05.930754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd46e0-ecc9-4629-9d0c-9013bf43a9c7 req-6fbe5512-09af-495e-bebd-5db820a2be72 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:05.931491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aefd46e0-ecc9-4629-9d0c-9013bf43a9c7 req-6fbe5512-09af-495e-bebd-5db820a2be72 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0734127 Aug 20 12:16:06.003336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aefd46e0-ecc9-4629-9d0c-9013bf43a9c7 req-754f7a20-d299-4d57-a0b2-db029288d73c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628829 Aug 20 12:16:06.137011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fefd1-f2bc-477b-89a2-9d2778787747 req-6f27d920-38ff-48d5-bddc-2b53ae67bf8b tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:06.142278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-089fefd1-f2bc-477b-89a2-9d2778787747 req-6f27d920-38ff-48d5-bddc-2b53ae67bf8b tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0639048 Aug 20 12:16:06.149940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33954) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:06.155315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'floatingip': {'port_id': '06e70334-74b3-4233-9eb5-2e59899f5ae6'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:16:06.209544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:06.945719 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:06.955404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:07.174625 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Floating IP cde881e4-24ba-463f-b351-8a2e638b0207 associated. External IP: 172.25.0.131, port: 06e70334-74b3-4233-9eb5-2e59899f5ae6. Aug 20 12:16:08.291066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:16:08.446760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:16:08.452656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:08.458594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] Sync routers for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:16:08.479926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:08.480932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:08.487104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-68aad6ce-0c31-40c2-a134-3f596dd3583c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "PUT /v2.0/floatingips/cde881e4-24ba-463f-b351-8a2e638b0207 HTTP/1.1" status: 200 len: 991 time: 2.3333578 Aug 20 12:16:08.487104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'tag': '06e70334-74b3-4233-9eb5-2e59899f5ae6'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:08.487777 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8331db0a-d951-4030-88db-5970c81a6db8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff3613a-7c68-4e24-bc7c-c22cc08c8afe", "tag": "06e70334-74b3-4233-9eb5-2e59899f5ae6"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:08.733958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:08.748493 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9327790d-565e-4955-bcef-5c69b78a1878 x-openstack-request-id: req-9327790d-565e-4955-bcef-5c69b78a1878 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:08.748792 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff3613a-7c68-4e24-bc7c-c22cc08c8afe", "tag": "06e70334-74b3-4233-9eb5-2e59899f5ae6", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:08.749073 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9327790d-565e-4955-bcef-5c69b78a1878 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:08.749476 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'tag': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'status': 'completed', 'code': 200} Aug 20 12:16:08.864861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331db0a-d951-4030-88db-5970c81a6db8 req-b7bfcb71-582c-4faa-8ef8-6399d3400a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.867444 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8331db0a-d951-4030-88db-5970c81a6db8 req-b7bfcb71-582c-4faa-8ef8-6399d3400a01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 1097 time: 0.0938871 Aug 20 12:16:08.991986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331db0a-d951-4030-88db-5970c81a6db8 req-d874e5ae-5a8d-4eeb-a859-e9ceef10ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.993933 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8331db0a-d951-4030-88db-5970c81a6db8 req-d874e5ae-5a8d-4eeb-a859-e9ceef10ffcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.1191947 Aug 20 12:16:09.053729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'cde881e4-24ba-463f-b351-8a2e638b0207', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'port_id': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'mac_address': 'fa:16:3e:1a:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:15:51Z', 'updated_at': '2021-08-20T12:16:06Z', 'revision_number': 1, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:09.079096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8331db0a-d951-4030-88db-5970c81a6db8 req-f7ce4aec-bea8-4a97-9395-91836757a093 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 200 len: 999 time: 0.0755007 Aug 20 12:16:09.088728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] Checking router: 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:16:09.098854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:09.099488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:15:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:09.167842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331db0a-d951-4030-88db-5970c81a6db8 req-75734b48-2b3b-400b-9660-bf291d2a670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:09.182290 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8331db0a-d951-4030-88db-5970c81a6db8 req-75734b48-2b3b-400b-9660-bf291d2a670f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.0935020 Aug 20 12:16:09.263577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331db0a-d951-4030-88db-5970c81a6db8 req-bf68b19c-38bb-4c69-9faa-f9ccf099027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:09.265553 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8331db0a-d951-4030-88db-5970c81a6db8 req-bf68b19c-38bb-4c69-9faa-f9ccf099027a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769496 Aug 20 12:16:09.283804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:09.395700 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8331db0a-d951-4030-88db-5970c81a6db8 req-0019434f-0587-4857-b1b5-1a1ed588a4ab service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207008 Aug 20 12:16:09.614890 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8331db0a-d951-4030-88db-5970c81a6db8 req-a3789a3a-b09f-41be-bef5-32b538031f28 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092369 Aug 20 12:16:09.682435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'cde881e4-24ba-463f-b351-8a2e638b0207', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'port_id': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'mac_address': 'fa:16:3e:1a:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:15:51Z', 'updated_at': '2021-08-20T12:16:06Z', 'revision_number': 1, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:09.712313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bcf8f-f327-47f2-840e-50b5b7933c26 None None] The sync data for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 is: [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'cde881e4-24ba-463f-b351-8a2e638b0207', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'port_id': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'mac_address': 'fa:16:3e:1a:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:15:51Z', 'updated_at': '2021-08-20T12:16:06Z', 'revision_number': 1, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:16:09.960981 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3cd03-09bd-4636-97ff-a4799ef67916 None None] New status for floating IP cde881e4-24ba-463f-b351-8a2e638b0207: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:16:12.014433 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:13.748659 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:16.034414 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:16:21.675584 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e042-d0ab-4d02-9ec4-350d52010198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:24.311024 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eba48a11-8449-4420-b042-591aaf5e3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:24.988055 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:25.573696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:25.650353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba437c1e-28d1-4d57-a787-e58b78709c12 req-a0416f0b-d1da-4dbf-800e-943334411863 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:25.651948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba437c1e-28d1-4d57-a787-e58b78709c12 req-a0416f0b-d1da-4dbf-800e-943334411863 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 950 time: 0.0576084 Aug 20 12:16:25.695568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba437c1e-28d1-4d57-a787-e58b78709c12 req-b6397455-9453-478a-87d3-775a7120f5b4 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Aug 20 12:16:26.902208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2b8a7-718d-4f62-ae67-4f9f64ddf3c6 req-af2d0403-3c5d-4027-b3b1-b2b361d21f4b tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:26.904154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11b2b8a7-718d-4f62-ae67-4f9f64ddf3c6 req-af2d0403-3c5d-4027-b3b1-b2b361d21f4b tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 950 time: 0.0900512 Aug 20 12:16:26.959744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11b2b8a7-718d-4f62-ae67-4f9f64ddf3c6 req-3c80a6e7-2cf2-4be3-bae9-c1f159dd7a32 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/security-groups?id=906c4c4b-3116-4b68-9a2e-8d945635765e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468440 Aug 20 12:16:26.961180 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:27.341066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-7179a4c7-06ec-4dc8-9d9d-3aa64072f56e tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:27.342586 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-7179a4c7-06ec-4dc8-9d9d-3aa64072f56e tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 950 time: 0.0508552 Aug 20 12:16:27.446101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Deleting port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:16:27.446474 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:27.537730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] For port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:27.538149 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:27.553342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Calling delete_port for 14a71ea6-c9f9-4b10-a5bd-01c488178cfe owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:16:27.715326 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:27.731913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['14a71ea6-c9f9-4b10-a5bd-01c488178cfe'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:16:27.754997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Pushing event deleted for resources: {'Port': ['ID=14a71ea6-c9f9-4b10-a5bd-01c488178cfe,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:27.797655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] No DVR routers for this DVR port 14a71ea6-c9f9-4b10-a5bd-01c488178cfe on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:16:27.801004 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:27.803279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-62c77255-ef82-41e0-bf04-46da879c0f8c req-2b8d9c71-186a-40f8-a30a-124990aa1661 tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.73 "DELETE /v2.0/ports/14a71ea6-c9f9-4b10-a5bd-01c488178cfe HTTP/1.1" status: 204 len: 173 time: 0.4527032 Aug 20 12:16:27.803774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f66d093-4e3b-42be-807d-34f16510601b', 'name': 'network-vif-deleted', 'tag': '14a71ea6-c9f9-4b10-a5bd-01c488178cfe'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:27.806073 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e7896e-4f5a-49f6-9d12-91b708811b94" -d '{"events": [{"server_uuid": "1f66d093-4e3b-42be-807d-34f16510601b", "name": "network-vif-deleted", "tag": "14a71ea6-c9f9-4b10-a5bd-01c488178cfe"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:27.866834 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d9546-dd52-4cd5-a480-99268e5ea23a x-openstack-request-id: req-6e6d9546-dd52-4cd5-a480-99268e5ea23a {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:27.867173 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f66d093-4e3b-42be-807d-34f16510601b", "name": "network-vif-deleted", "tag": "14a71ea6-c9f9-4b10-a5bd-01c488178cfe", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:27.867718 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e6d9546-dd52-4cd5-a480-99268e5ea23a {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:27.868133 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f66d093-4e3b-42be-807d-34f16510601b', 'name': 'network-vif-deleted', 'tag': '14a71ea6-c9f9-4b10-a5bd-01c488178cfe', 'status': 'completed', 'code': 200} Aug 20 12:16:28.068945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70d6a74c-a5e8-47e8-a743-0ea1c28bbadf req-d91f740d-9459-429f-9ede-c71e691a74ac tempest-VolumesBackupsTest-743772050 tempest-VolumesBackupsTest-743772050-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f66d093-4e3b-42be-807d-34f16510601b HTTP/1.1" status: 200 len: 210 time: 0.0277140 Aug 20 12:16:29.564032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797561b1-abfa-49b7-894e-05e7ebcf9c8e req-5d4df00c-1a6f-4d83-9938-ddcb1eb0d459 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:29.567572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-797561b1-abfa-49b7-894e-05e7ebcf9c8e req-5d4df00c-1a6f-4d83-9938-ddcb1eb0d459 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 946 time: 0.0553508 Aug 20 12:16:29.610732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-797561b1-abfa-49b7-894e-05e7ebcf9c8e req-f99108ad-36b4-4623-ba1c-62c2fce6f2f8 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364792 Aug 20 12:16:29.827924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 14a71ea6-c9f9-4b10-a5bd-01c488178cfe no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:16:29.851497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 14a71ea6-c9f9-4b10-a5bd-01c488178cfe {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:16:29.852047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 14a71ea6-c9f9-4b10-a5bd-01c488178cfe not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:16:30.740345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373a87-16c7-4750-8810-1d137ef6665e req-20268281-0330-491a-9bea-8a2192ec42d7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:30.749110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72373a87-16c7-4750-8810-1d137ef6665e req-20268281-0330-491a-9bea-8a2192ec42d7 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 946 time: 0.0609226 Aug 20 12:16:30.804011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72373a87-16c7-4750-8810-1d137ef6665e req-a70fbfa7-93e0-4b2a-a734-a4b1d27d4840 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups?id=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535343 Aug 20 12:16:31.048992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-30d05498-fa47-4af2-bccd-8eb2ec18febb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:31.051274 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-30d05498-fa47-4af2-bccd-8eb2ec18febb tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 946 time: 0.0720487 Aug 20 12:16:31.174337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Deleting port 685f8107-4139-47cb-a666-10208b066154 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:16:31.174678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.296398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] For port 685f8107-4139-47cb-a666-10208b066154, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=685f8107-4139-47cb-a666-10208b066154,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:31.296999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.545315 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.545740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.546071 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Floating IP 2a9cbd25-4920-458e-a983-9dcf1654bf29 disassociated. External IP: 172.25.0.230, port: 685f8107-4139-47cb-a666-10208b066154. Aug 20 12:16:31.546752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Calling delete_port for 685f8107-4139-47cb-a666-10208b066154 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:16:31.715629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:31.751503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event deleted for resources: {'Port': ['ID=685f8107-4139-47cb-a666-10208b066154,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:31.906842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:16:31.914842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18ebf18e-6689-40ae-85ae-fd14610708a8 req-71bf053f-b95a-4580-b01c-3d9364b17686 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed35f1eb-aa44-46ff-bdba-04094396c283 HTTP/1.1" status: 200 len: 210 time: 0.0382926 Aug 20 12:16:32.024708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:16:32.036025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] Sync routers for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:16:32.048552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:32.050888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:16:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:32.072305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] No DVR routers for this DVR port 685f8107-4139-47cb-a666-10208b066154 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:16:32.078238 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:32.082564 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b6a910c1-5083-47ed-b3fd-6197e39d180c req-5e3ad0be-730d-4c9b-ac8d-82b1eb7e29d4 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.73 "DELETE /v2.0/ports/685f8107-4139-47cb-a666-10208b066154 HTTP/1.1" status: 204 len: 173 time: 1.0243156 Aug 20 12:16:32.085093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-deleted', 'tag': '685f8107-4139-47cb-a666-10208b066154'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:16:32.090600 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab22e0d2-768c-4f6b-997f-e490de95ffb5" -d '{"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-deleted", "tag": "685f8107-4139-47cb-a666-10208b066154"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:16:32.144881 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb036fd-e028-467d-b877-109a8be89336 x-openstack-request-id: req-7bb036fd-e028-467d-b877-109a8be89336 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:16:32.145806 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35f1eb-aa44-46ff-bdba-04094396c283", "name": "network-vif-deleted", "tag": "685f8107-4139-47cb-a666-10208b066154", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:16:32.145806 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bb036fd-e028-467d-b877-109a8be89336 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:16:32.146043 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35f1eb-aa44-46ff-bdba-04094396c283', 'name': 'network-vif-deleted', 'tag': '685f8107-4139-47cb-a666-10208b066154', 'status': 'completed', 'code': 200} Aug 20 12:16:32.243662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:32.554681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:32.602100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] Checking router: 34d9c5df-a323-41ac-b8db-e88fab6b16a4 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:16:32.616807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:32.617777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:16:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:32.835746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:33.030556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35004) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:33.110672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a917fe76-c460-44f3-883e-b2af2e354478 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:33.148685 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a917fe76-c460-44f3-883e-b2af2e354478 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:33.202009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:33.223201 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a917fe76-c460-44f3-883e-b2af2e354478 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:33.226903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a917fe76-c460-44f3-883e-b2af2e354478 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:33.231783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35010) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:33.244186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79874c1-7ab6-4f1d-8077-0c3b65eadfdf None None] The sync data for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 is: [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:07:33Z', 'revision_number': 4, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b', 'name': '', 'network_id': 'abe3de62-a057-40df-8ae1-000837cf1ca1', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'mac_address': 'fa:16:3e:e0:51:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:31Z', 'updated_at': '2021-08-20T12:07:40Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'subnets': [{'id': 'ced49580-86cc-45c3-a503-3755a547f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:16:33.244449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a917fe76-c460-44f3-883e-b2af2e354478 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "DELETE /v2.0/security-groups/c823bfa3-9fb8-48b1-9f80-5d4c065c45cf HTTP/1.1" status: 204 len: 168 time: 0.2104661 Aug 20 12:16:33.266833 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-5f0830ae-454f-4bd6-be05-1bad4c0ea1b3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] show failed (client error): The resource could not be found. Aug 20 12:16:33.272190 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f0830ae-454f-4bd6-be05-1bad4c0ea1b3 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "GET /v2.0/security-groups/c823bfa3-9fb8-48b1-9f80-5d4c065c45cf HTTP/1.1" status: 404 len: 347 time: 0.0381112 Aug 20 12:16:33.273489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35012) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:33.277193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917fe76-c460-44f3-883e-b2af2e354478 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c823bfa3-9fb8-48b1-9f80-5d4c065c45cf,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:33.496702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Deleting port fc903a1e-63af-4bc8-a97c-ff8ee1cd3869 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:16:33.497277 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:33.641141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:33.641480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:33.682605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Calling delete_port for fc903a1e-63af-4bc8-a97c-ff8ee1cd3869 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:16:33.761937 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b18d5-fed4-4f9a-96c5-40a6d73ae226 None None] New status for floating IP 2a9cbd25-4920-458e-a983-9dcf1654bf29: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:16:33.856446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:16:33.900206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 685f8107-4139-47cb-a666-10208b066154 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:16:33.902459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 685f8107-4139-47cb-a666-10208b066154 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:16:33.902628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:33.902777 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.db.api [None req-ed9b18d5-fed4-4f9a-96c5-40a6d73ae226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:16:33.903388 n-d-800634-10 neutron-server[101036]: DEBUG oslo_db.api [None req-ed9b18d5-fed4-4f9a-96c5-40a6d73ae226 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:16:33.936675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Pushing event deleted for resources: {'Port': ['ID=fc903a1e-63af-4bc8-a97c-ff8ee1cd3869,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:34.011568 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:34.015131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:34.016292 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3b0ab3a7-1851-4c8a-895a-6ed1194fcdc0 tempest-AttachVolumeShelveTestJSON-1102182387 tempest-AttachVolumeShelveTestJSON-1102182387-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a9cbd25-4920-458e-a983-9dcf1654bf29 HTTP/1.1" status: 204 len: 168 time: 0.7411819 Aug 20 12:16:34.405745 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b18d5-fed4-4f9a-96c5-40a6d73ae226 None None] New status for floating IP 2a9cbd25-4920-458e-a983-9dcf1654bf29: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:16:35.184112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35070) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:35.340135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6b190b9-e4d7-4367-afa8-b14a963c35b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:35.524016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6b190b9-e4d7-4367-afa8-b14a963c35b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:35.529367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6b190b9-e4d7-4367-afa8-b14a963c35b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:35.599907 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6b190b9-e4d7-4367-afa8-b14a963c35b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6789c1da9d4f4f8e9736a92a0be831e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146485 Aug 20 12:16:35.602557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35078) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:35.637327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b190b9-e4d7-4367-afa8-b14a963c35b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7cf1ff-7932-469c-a16c-2c41ea75d692,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:35.666639 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c464a76-e149-4e62-b356-6285d3f033a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:35.705826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c464a76-e149-4e62-b356-6285d3f033a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:35.764749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c464a76-e149-4e62-b356-6285d3f033a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:35.770307 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c464a76-e149-4e62-b356-6285d3f033a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:35.771831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4c464a76-e149-4e62-b356-6285d3f033a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a7cf1ff-7932-469c-a16c-2c41ea75d692 HTTP/1.1" status: 204 len: 168 time: 0.1682112 Aug 20 12:16:35.786016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c464a76-e149-4e62-b356-6285d3f033a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7cf1ff-7932-469c-a16c-2c41ea75d692,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:36.218030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35090) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:36.233698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46d407ef-cdfc-4468-b0da-c72e6db570e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:36.343041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46d407ef-cdfc-4468-b0da-c72e6db570e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:36.351767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-46d407ef-cdfc-4468-b0da-c72e6db570e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:36.439582 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-46d407ef-cdfc-4468-b0da-c72e6db570e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49bbb0fbc3594fb0af6124584d75f360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201362 Aug 20 12:16:36.442744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35100) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:36.457953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d407ef-cdfc-4468-b0da-c72e6db570e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78095640-fc10-4254-9db8-33e03db0aa99,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:36.553684 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-bb7b2e39-eecb-458c-bc85-72d04c836001 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1132855 Aug 20 12:16:36.573809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eae9ab89-c9b1-452e-94b2-f9e4a82cd19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:36.613504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eae9ab89-c9b1-452e-94b2-f9e4a82cd19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:36.671115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-32adae50-9081-4fb3-8abd-665e7e6534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.671790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-32adae50-9081-4fb3-8abd-665e7e6534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.672344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-32adae50-9081-4fb3-8abd-665e7e6534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.672881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-32adae50-9081-4fb3-8abd-665e7e6534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.673415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-32adae50-9081-4fb3-8abd-665e7e6534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.673951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-32adae50-9081-4fb3-8abd-665e7e6534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.674583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-32adae50-9081-4fb3-8abd-665e7e6534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.677284 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-32adae50-9081-4fb3-8abd-665e7e6534e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 6498 time: 0.0607865 Aug 20 12:16:36.691898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eae9ab89-c9b1-452e-94b2-f9e4a82cd19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:36.696149 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eae9ab89-c9b1-452e-94b2-f9e4a82cd19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:36.697384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eae9ab89-c9b1-452e-94b2-f9e4a82cd19e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78095640-fc10-4254-9db8-33e03db0aa99 HTTP/1.1" status: 204 len: 168 time: 0.2536337 Aug 20 12:16:36.708951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9ab89-c9b1-452e-94b2-f9e4a82cd19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78095640-fc10-4254-9db8-33e03db0aa99,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:36.834613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-2500a522-a875-420f-972f-a86e65f45847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.835185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-2500a522-a875-420f-972f-a86e65f45847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.837522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-2500a522-a875-420f-972f-a86e65f45847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:36.840504 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-2500a522-a875-420f-972f-a86e65f45847 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=2ab08ba9-57fe-404f-b96d-7891141a6758&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d HTTP/1.1" status: 200 len: 2293 time: 0.1343424 Aug 20 12:16:36.989147 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-4db55921-c04f-4d6e-8f6b-eaab36dbf687 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3869de41-f6fb-423c-b819-9b6dbbf24203 HTTP/1.1" status: 200 len: 1002 time: 0.1421652 Aug 20 12:16:37.091599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-3a0250f8-cf06-40a5-a454-e58c643c68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:37.098678 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-3a0250f8-cf06-40a5-a454-e58c643c68f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1997658-2814-450a-ba4d-6c3bc1dc231e HTTP/1.1" status: 200 len: 851 time: 0.0945861 Aug 20 12:16:37.225124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-6efe5891-3485-4005-a14f-0d44698e61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:37.228930 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-6efe5891-3485-4005-a14f-0d44698e61e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a75a8f05-fbaa-4e37-b799-ea4326a21b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247995 Aug 20 12:16:37.388864 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-bf41f406-84d5-4683-93b1-1ae10050f082 service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465843 Aug 20 12:16:37.616974 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-45dc9e8f-0219-47b7-aa19-dbe221d0fd41 service neutron] 10.222.0.73 "GET /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190452 Aug 20 12:16:37.694491 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-b70d2fd1-28bd-4f17-95d4-611bdc33305d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 200 len: 217 time: 0.0661407 Aug 20 12:16:37.787134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-c3d8e017-36e6-4c4d-b373-fca25c8874aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:37.788864 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-c3d8e017-36e6-4c4d-b373-fca25c8874aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.0864866 Aug 20 12:16:37.883703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-773bf548-0026-408a-bfc0-46eb31106ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:37.885889 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-773bf548-0026-408a-bfc0-46eb31106ae8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0888393 Aug 20 12:16:38.065036 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-e5276e4b-62c0-4213-8407-1f54a9cfcbfe service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713638 Aug 20 12:16:38.650464 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-3c61b658-665d-4bd6-b1c2-3f6c55255cad service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757155 Aug 20 12:16:38.738365 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-c30a1c3f-78e2-4585-a854-4d0b5a862a3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 200 len: 217 time: 0.0780199 Aug 20 12:16:38.823522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-423382db-24d1-40e4-a44d-1886f3ca34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:38.825803 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-423382db-24d1-40e4-a44d-1886f3ca34f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.0797877 Aug 20 12:16:38.912716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-33e6b9eb-9bad-4ff7-8e3a-8cbbb2cddffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:38.914269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-33e6b9eb-9bad-4ff7-8e3a-8cbbb2cddffa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0791104 Aug 20 12:16:39.085037 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-be287035-ddc7-45b9-bd45-ff1084b163ad service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559649 Aug 20 12:16:39.210745 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-11b21519-d135-4118-ad66-cc2f32ab7156 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174037 Aug 20 12:16:39.262792 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-9957581d-a4e2-4984-83e9-eb47293b9c23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb HTTP/1.1" status: 200 len: 217 time: 0.0438471 Aug 20 12:16:39.332324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-6036b839-69b0-46f3-a87f-21357c69ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:39.334072 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-6036b839-69b0-46f3-a87f-21357c69ea18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.0625124 Aug 20 12:16:39.428320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-f0a6ce08-d863-40f6-a0db-6c62d74f1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:39.430074 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-f0a6ce08-d863-40f6-a0db-6c62d74f1cc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879474 Aug 20 12:16:39.556315 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-05ef2b9c-8588-47f5-acd8-2a70a4ffd4f4 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180768 Aug 20 12:16:39.681118 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-bd76b2c1-7912-4941-8d52-accbd186d929 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175146 Aug 20 12:16:39.760331 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-e791f088-44b9-4260-8c51-07ab5a942393 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa HTTP/1.1" status: 200 len: 217 time: 0.0687325 Aug 20 12:16:39.850514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-5865f218-b928-4686-9915-c444b3dd4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:39.852682 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-5865f218-b928-4686-9915-c444b3dd4a3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 200 len: 797 time: 0.0838869 Aug 20 12:16:39.856780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35206) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:39.946644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-89842390-b2ae-4781-a9a9-81e43a48bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:39.949726 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-89842390-b2ae-4781-a9a9-81e43a48bbac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ab08ba9-57fe-404f-b96d-7891141a6758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890131 Aug 20 12:16:40.045280 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1764ef48-0cbe-4b5b-86de-dd1abb90c22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:40.093916 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-70be5af0-06d2-4616-bd2b-8e1beffd00fd service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359010 Aug 20 12:16:40.192499 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1764ef48-0cbe-4b5b-86de-dd1abb90c22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:40.198593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1764ef48-0cbe-4b5b-86de-dd1abb90c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:40.233463 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-047a7da4-0a9b-4088-88bc-b7854ceb67b4 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306984 Aug 20 12:16:40.251920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35212) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:40.252242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1764ef48-0cbe-4b5b-86de-dd1abb90c22a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af233ad912eb4ac795096762418631d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935590 Aug 20 12:16:40.254647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764ef48-0cbe-4b5b-86de-dd1abb90c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff3ef0f-469d-484a-954e-4bfd65e2732d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:40.327148 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-e3fd41ea-f43d-4061-809b-23c9d8dc5cfb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5174095a-6f98-45d2-9bce-c8534a533a1c HTTP/1.1" status: 200 len: 217 time: 0.0856380 Aug 20 12:16:40.437898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d025-0c18-40bd-9259-f952d3c1be20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:40.456543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-8514f0e0-7f7e-4607-b681-0adafe400d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:40.458605 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-8514f0e0-7f7e-4607-b681-0adafe400d11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.1218133 Aug 20 12:16:40.496317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d025-0c18-40bd-9259-f952d3c1be20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:40.593108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-e5bbf10a-7648-4f0f-941c-07c558ffaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:40.595679 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-e5bbf10a-7648-4f0f-941c-07c558ffaecb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1215057 Aug 20 12:16:40.687335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d025-0c18-40bd-9259-f952d3c1be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:40.690495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d025-0c18-40bd-9259-f952d3c1be20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:40.691941 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0fb8d025-0c18-40bd-9259-f952d3c1be20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ff3ef0f-469d-484a-954e-4bfd65e2732d HTTP/1.1" status: 204 len: 168 time: 0.4336662 Aug 20 12:16:40.713418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d025-0c18-40bd-9259-f952d3c1be20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff3ef0f-469d-484a-954e-4bfd65e2732d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:40.742590 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-5a9a85af-59f3-4184-a5da-f230cf98d821 service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383131 Aug 20 12:16:40.918272 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-065fd0d3-ffed-45b1-b310-db2db214d2ca service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600292 Aug 20 12:16:40.982942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-d089c131-6664-4995-9123-e2a601ecd153 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=974dfba0-a796-4f0b-909c-ecf0022451e1 HTTP/1.1" status: 200 len: 217 time: 0.0553584 Aug 20 12:16:41.079421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35234) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:41.100993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-9756d73f-7e7f-4643-9e25-4a956b3d3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:41.102946 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-9756d73f-7e7f-4643-9e25-4a956b3d3442 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 200 len: 797 time: 0.1118808 Aug 20 12:16:41.200153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-fda9c566-08ca-4ed8-8fcd-c436fbaea486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:41.201964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-fda9c566-08ca-4ed8-8fcd-c436fbaea486 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0898890 Aug 20 12:16:41.237785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35238) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:41.303860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c358-c4c4-4e53-947e-9fdecb06487b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:41.335375 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-3b62a325-edcd-4954-bcd9-5b62d4c97fdc service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242542 Aug 20 12:16:41.484023 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb1b6812-9cfc-49fc-ab95-7ea1c5a144ef req-b38fd7fa-946c-48aa-a673-24559ff6328e service neutron] 10.222.0.73 "GET /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396089 Aug 20 12:16:41.620904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c358-c4c4-4e53-947e-9fdecb06487b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:41.645507 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c358-c4c4-4e53-947e-9fdecb06487b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:41.695897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3c358-c4c4-4e53-947e-9fdecb06487b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d9d55-07dc-47a1-b975-1f637a1b14d9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:41.702233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3ec3c358-c4c4-4e53-947e-9fdecb06487b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d85c09033f6f4c7bbe5142dcd5750d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631088 Aug 20 12:16:41.704982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35244) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:41.774509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc74008-50df-4ea7-91e7-073aaa036c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:41.803803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc74008-50df-4ea7-91e7-073aaa036c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:41.838317 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:41.962308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc74008-50df-4ea7-91e7-073aaa036c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:41.977972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc74008-50df-4ea7-91e7-073aaa036c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:41.985414 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9bc74008-50df-4ea7-91e7-073aaa036c55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/275d9d55-07dc-47a1-b975-1f637a1b14d9 HTTP/1.1" status: 204 len: 168 time: 0.2779484 Aug 20 12:16:42.027105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc74008-50df-4ea7-91e7-073aaa036c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d9d55-07dc-47a1-b975-1f637a1b14d9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:42.034790 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:42.305098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Deleting port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:16:42.305684 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:42.405623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] For port fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:42.405623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:42.417964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Calling delete_port for fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:16:42.632743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:42.668083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:42.907503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:43.255042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:16:43.409972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:16:43.417400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fdf8dd01-ca18-4e23-9b6c-d64c57cfa986 admin admin] 10.222.0.25 "PUT /v2.0/routers/34d9c5df-a323-41ac-b8db-e88fab6b16a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3347449 Aug 20 12:16:43.417709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35304) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:43.426322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] Sync routers for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:16:43.437562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:43.438497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:16:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:43.590887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:43.624727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:43.797375 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:43.837765 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:43.935179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Deleting port c9c7a550-1890-4831-83ff-cd3df0243ed5 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:16:43.935179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:43.977754 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:16:42Z', 'revision_number': 5, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port': {'id': 'c9c7a550-1890-4831-83ff-cd3df0243ed5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:07:27Z', 'updated_at': '2021-08-20T12:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:44.027887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] Checking router: 34d9c5df-a323-41ac-b8db-e88fab6b16a4 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:16:44.044136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] Routers {'34d9c5df-a323-41ac-b8db-e88fab6b16a4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:16:44.045987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:16:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:44.051096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] For port c9c7a550-1890-4831-83ff-cd3df0243ed5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c9c7a550-1890-4831-83ff-cd3df0243ed5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:44.051393 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:44.076523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Calling delete_port for c9c7a550-1890-4831-83ff-cd3df0243ed5 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:16:44.174403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] Set router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:16:44.306553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:16:43Z', 'revision_number': 6, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:44.347384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43e9ae-fd23-4606-a602-fb9818eb17cd None None] The sync data for ids ['34d9c5df-a323-41ac-b8db-e88fab6b16a4'] in n-d-800634-10 is: [{'id': '34d9c5df-a323-41ac-b8db-e88fab6b16a4', 'name': 'tempest-AttachVolumeShelveTestJSON-124119282-router', 'tenant_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:07:26Z', 'updated_at': '2021-08-20T12:16:43Z', 'revision_number': 6, 'project_id': '9f154d604b4e4da6b4e3ed54ea1d19d6', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:16:44.473786 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:44.546315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c7a550-1890-4831-83ff-cd3df0243ed5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:44.593293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:44.822702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35336) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:44.988446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edf8530d-b763-492b-a137-3871269d574e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:44.993159 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:44.995426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.044538 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.045191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d9c5df-a323-41ac-b8db-e88fab6b16a4 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:16:45.049762 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.050986 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c71ba91c-22b9-4bd0-92eb-2cd88b4a3b5d admin admin] 10.222.0.25 "DELETE /v2.0/routers/34d9c5df-a323-41ac-b8db-e88fab6b16a4 HTTP/1.1" status: 204 len: 168 time: 1.6322064 Aug 20 12:16:45.053377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35340) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:45.092904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edf8530d-b763-492b-a137-3871269d574e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.098230 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-edf8530d-b763-492b-a137-3871269d574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.104296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb60e20e-bfc6-49e8-aa07-0aaa4dddeb6b admin admin] Deleting subnet ced49580-86cc-45c3-a503-3755a547f5db {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:16:45.107590 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb60e20e-bfc6-49e8-aa07-0aaa4dddeb6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.142202 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-edf8530d-b763-492b-a137-3871269d574e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7913304001c840da811fbc28d8c0086a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184559 Aug 20 12:16:45.144238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8530d-b763-492b-a137-3871269d574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f444e96d-fe39-4886-b481-dbe16bfacf16,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:45.146630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35342) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:45.151427 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb60e20e-bfc6-49e8-aa07-0aaa4dddeb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.262598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f7cf-e386-471b-bc50-316fbb2e0743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.285594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb60e20e-bfc6-49e8-aa07-0aaa4dddeb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.321414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f7cf-e386-471b-bc50-316fbb2e0743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.382910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb60e20e-bfc6-49e8-aa07-0aaa4dddeb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.410265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e54f8a-9e18-4376-a148-6b88fcc0d50b None None] Network abe3de62-a057-40df-8ae1-000837cf1ca1 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:16:45.433663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60e20e-bfc6-49e8-aa07-0aaa4dddeb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced49580-86cc-45c3-a503-3755a547f5db,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:45.437367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb60e20e-bfc6-49e8-aa07-0aaa4dddeb6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.442397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fb60e20e-bfc6-49e8-aa07-0aaa4dddeb6b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ced49580-86cc-45c3-a503-3755a547f5db HTTP/1.1" status: 204 len: 168 time: 0.3851042 Aug 20 12:16:45.442791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35360) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:45.449800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f7cf-e386-471b-bc50-316fbb2e0743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.457459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cd5f7cf-e386-471b-bc50-316fbb2e0743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.460453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5cd5f7cf-e386-471b-bc50-316fbb2e0743 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f444e96d-fe39-4886-b481-dbe16bfacf16 HTTP/1.1" status: 204 len: 168 time: 0.3126643 Aug 20 12:16:45.479410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5f7cf-e386-471b-bc50-316fbb2e0743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f444e96d-fe39-4886-b481-dbe16bfacf16,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:45.634111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c9c7a550-1890-4831-83ff-cd3df0243ed5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:16:45.656708 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.686468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c9c7a550-1890-4831-83ff-cd3df0243ed5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:16:45.687042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c9c7a550-1890-4831-83ff-cd3df0243ed5 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:16:45.687784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:16:45.727735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] DHCP port deletion for abe3de62-a057-40df-8ae1-000837cf1ca1 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:16:45.732883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:16:45.733616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fb73ff8f-5bd2-44c0-952f-4c15ff6e6d8b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:16:45.767686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Deleting port fe40670c-84b5-4e41-adfc-4e8bef915f71 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:16:45.767686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.847261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Deleting port fe40670c-84b5-4e41-adfc-4e8bef915f71 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:16:45.849396 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.872208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] For port fe40670c-84b5-4e41-adfc-4e8bef915f71, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fe40670c-84b5-4e41-adfc-4e8bef915f71,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:45.872640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.894849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Calling delete_port for fe40670c-84b5-4e41-adfc-4e8bef915f71 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:16:46.023441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.068842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] No DVR routers for this DVR port fe40670c-84b5-4e41-adfc-4e8bef915f71 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:16:46.075560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe40670c-84b5-4e41-adfc-4e8bef915f71,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:46.099267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35372) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:46.116089 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5d5d311b-c434-4c63-b45f-721d05c5d929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.144367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] For port fe40670c-84b5-4e41-adfc-4e8bef915f71, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fe40670c-84b5-4e41-adfc-4e8bef915f71,segment=NetworkSegment(6415f55d-6cbe-46dc-8f83-2bac3ab0d310),segment_id=6415f55d-6cbe-46dc-8f83-2bac3ab0d310)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:16:46.145008 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.163961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Calling delete_port for fe40670c-84b5-4e41-adfc-4e8bef915f71 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:16:46.167393 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.180335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe3de62-a057-40df-8ae1-000837cf1ca1']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:46.195296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6415f55d-6cbe-46dc-8f83-2bac3ab0d310') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:46.195978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6415f55d-6cbe-46dc-8f83-2bac3ab0d310') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:16:46.208859 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.246132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.257821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:16:46.258255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:16:46.260091 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:16:46.297810 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.305776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5d5d311b-c434-4c63-b45f-721d05c5d929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.310954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5d5d311b-c434-4c63-b45f-721d05c5d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.331875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Pushing event deleted for resources: {'Port': ['ID=fe40670c-84b5-4e41-adfc-4e8bef915f71,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:46.342354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.342354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.342354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.342354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.342824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.343116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.343459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.343820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.345145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.345550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.346202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.347294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:46.353484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee78f5-0ee5-49ca-b15f-77d99ba50edd None None] No DVR routers for this DVR port fe40670c-84b5-4e41-adfc-4e8bef915f71 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:16:46.358218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.369345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d311b-c434-4c63-b45f-721d05c5d929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acea3146-4238-4c64-af78-5ec67209c891,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:46.370811 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.374480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5d5d311b-c434-4c63-b45f-721d05c5d929 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df1f341d54464341bcaeb52f9f412b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740796 Aug 20 12:16:46.380566 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] 10.222.0.25 "DELETE /v2.0/networks/abe3de62-a057-40df-8ae1-000837cf1ca1 HTTP/1.1" status: 204 len: 168 time: 0.9364796 Aug 20 12:16:46.381362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35376) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:46.451035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127cd0d-1cce-4ac0-8527-272aadf39309 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe3de62-a057-40df-8ae1-000837cf1ca1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:46.499162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed0810e7-1c0a-40eb-851b-5b4cf2970775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.526489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed0810e7-1c0a-40eb-851b-5b4cf2970775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.587573 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed0810e7-1c0a-40eb-851b-5b4cf2970775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.591107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed0810e7-1c0a-40eb-851b-5b4cf2970775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.592380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ed0810e7-1c0a-40eb-851b-5b4cf2970775 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acea3146-4238-4c64-af78-5ec67209c891 HTTP/1.1" status: 204 len: 168 time: 0.1832080 Aug 20 12:16:46.623211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0810e7-1c0a-40eb-851b-5b4cf2970775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea3146-4238-4c64-af78-5ec67209c891,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:46.662878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35382) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:46.720312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-38b11df8-4760-498e-baa8-cfcb0a0d03bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f154d604b4e4da6b4e3ed54ea1d19d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553052 Aug 20 12:16:46.723242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35386) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:46.854654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99454b2a-ff35-42cc-ae65-511e5c7ec610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.880658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99454b2a-ff35-42cc-ae65-511e5c7ec610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.962604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99454b2a-ff35-42cc-ae65-511e5c7ec610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.967081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99454b2a-ff35-42cc-ae65-511e5c7ec610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:46.968565 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-99454b2a-ff35-42cc-ae65-511e5c7ec610 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ac7501b-c29a-4433-aeac-6b008838c389 HTTP/1.1" status: 204 len: 168 time: 0.2438855 Aug 20 12:16:46.978585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99454b2a-ff35-42cc-ae65-511e5c7ec610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac7501b-c29a-4433-aeac-6b008838c389,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:47.576500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fe40670c-84b5-4e41-adfc-4e8bef915f71 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:16:47.612583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: fe40670c-84b5-4e41-adfc-4e8bef915f71 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:16:47.613153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fe40670c-84b5-4e41-adfc-4e8bef915f71 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:16:48.879511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35498) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:49.048569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f4e7-2ad0-402a-9a5b-358527e1e4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.178627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f4e7-2ad0-402a-9a5b-358527e1e4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.184542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f4e7-2ad0-402a-9a5b-358527e1e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.232581 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f5a6f4e7-2ad0-402a-9a5b-358527e1e4c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cb394d9298047a1a43db25140549433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520334 Aug 20 12:16:49.233892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6f4e7-2ad0-402a-9a5b-358527e1e4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4578e8d-d568-4f03-8a05-2a90dc57f714,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:49.235580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35504) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:49.322428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6373d443-1561-47d7-b678-1395cdfcc29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.354302 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6373d443-1561-47d7-b678-1395cdfcc29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.438437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6373d443-1561-47d7-b678-1395cdfcc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.442410 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6373d443-1561-47d7-b678-1395cdfcc29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.443784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6373d443-1561-47d7-b678-1395cdfcc29d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4578e8d-d568-4f03-8a05-2a90dc57f714 HTTP/1.1" status: 204 len: 168 time: 0.2070601 Aug 20 12:16:49.471198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d443-1561-47d7-b678-1395cdfcc29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4578e8d-d568-4f03-8a05-2a90dc57f714,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:49.802416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35520) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:49.819835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79b7a0c0-fcf3-4c50-bbab-b64df6c52e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.925766 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79b7a0c0-fcf3-4c50-bbab-b64df6c52e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.930795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79b7a0c0-fcf3-4c50-bbab-b64df6c52e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.972789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-79b7a0c0-fcf3-4c50-bbab-b64df6c52e52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=873e966ec0b745caa1f922227d129a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690636 Aug 20 12:16:49.974222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7a0c0-fcf3-4c50-bbab-b64df6c52e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae502d6c-c7c6-469a-bb9e-d87a8faff7ca,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:49.975304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35524) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:50.052570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81eff7da-c645-4180-97f5-380b67a3077b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:50.085186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81eff7da-c645-4180-97f5-380b67a3077b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:50.163652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81eff7da-c645-4180-97f5-380b67a3077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:50.166873 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81eff7da-c645-4180-97f5-380b67a3077b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:50.168395 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-81eff7da-c645-4180-97f5-380b67a3077b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae502d6c-c7c6-469a-bb9e-d87a8faff7ca HTTP/1.1" status: 204 len: 168 time: 0.1901333 Aug 20 12:16:50.179462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eff7da-c645-4180-97f5-380b67a3077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae502d6c-c7c6-469a-bb9e-d87a8faff7ca,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:51.675449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-59861fef-604b-4496-b71a-6620634cb3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:52.321086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:52.470281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:52.614363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:52.624082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:52.669361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac092e4-16b5-4efc-8d2c-181915320e08,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:52.678030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35642) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:52.686741 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=755aa848417a4f72a1c7312a1d25b6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639402 Aug 20 12:16:52.700110 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.702570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.703104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.703609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.704118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.704613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.705111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.705763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.706882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.707385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.707878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.708363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380deb68-6e57-425b-9c98-846106c896b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:52.749797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d923fab4-d8c7-4855-b444-d9bb25a40948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:52.784043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d923fab4-d8c7-4855-b444-d9bb25a40948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:52.859809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d923fab4-d8c7-4855-b444-d9bb25a40948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:52.865016 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d923fab4-d8c7-4855-b444-d9bb25a40948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:52.866672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d923fab4-d8c7-4855-b444-d9bb25a40948 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ac092e4-16b5-4efc-8d2c-181915320e08 HTTP/1.1" status: 204 len: 168 time: 0.1870596 Aug 20 12:16:52.894103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fab4-d8c7-4855-b444-d9bb25a40948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac092e4-16b5-4efc-8d2c-181915320e08,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:53.037168 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:16:53.292830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35686) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:53.306961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a2f62c2a-6d69-4ad3-a3e6-9ebe8357d04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:53.426464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a2f62c2a-6d69-4ad3-a3e6-9ebe8357d04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:53.433042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a2f62c2a-6d69-4ad3-a3e6-9ebe8357d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:53.477253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a2f62c2a-6d69-4ad3-a3e6-9ebe8357d04d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d064ee382eb4133af2403ed9d30d879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832070 Aug 20 12:16:53.479854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35696) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:53.483060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f62c2a-6d69-4ad3-a3e6-9ebe8357d04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2036afd1-343c-4c8c-acf5-d874fea54924,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:53.556138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a1276e1-23db-484f-8021-dac64d07397f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:53.581830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a1276e1-23db-484f-8021-dac64d07397f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:53.648323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a1276e1-23db-484f-8021-dac64d07397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:53.651830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a1276e1-23db-484f-8021-dac64d07397f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:53.655938 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7a1276e1-23db-484f-8021-dac64d07397f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2036afd1-343c-4c8c-acf5-d874fea54924 HTTP/1.1" status: 204 len: 168 time: 0.1718829 Aug 20 12:16:53.665386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1276e1-23db-484f-8021-dac64d07397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2036afd1-343c-4c8c-acf5-d874fea54924,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:54.311298 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b2bbfd58-a7f2-48f7-b678-7f0613cd69a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:54.995832 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:55.583660 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:55.885323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35810) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:56.106442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e9c3-0c76-4f18-bd40-e226bd6e2f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:56.224858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e9c3-0c76-4f18-bd40-e226bd6e2f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:56.230648 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e9c3-0c76-4f18-bd40-e226bd6e2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:56.320814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5e9c3-0c76-4f18-bd40-e226bd6e2f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad7346-26bf-4a3c-b4d8-f1a237691c90,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:56.353602 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0ae5e9c3-0c76-4f18-bd40-e226bd6e2f0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3424263dec44cb494903eb1e6ba00ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671202 Aug 20 12:16:56.365544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35822) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:56.436047 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e09cb51-2b5a-40a0-8324-9093bbcfb724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:56.468647 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e09cb51-2b5a-40a0-8324-9093bbcfb724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:56.539450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e09cb51-2b5a-40a0-8324-9093bbcfb724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:56.545264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e09cb51-2b5a-40a0-8324-9093bbcfb724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:56.547486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8e09cb51-2b5a-40a0-8324-9093bbcfb724 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67ad7346-26bf-4a3c-b4d8-f1a237691c90 HTTP/1.1" status: 204 len: 168 time: 0.1800165 Aug 20 12:16:56.585875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09cb51-2b5a-40a0-8324-9093bbcfb724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad7346-26bf-4a3c-b4d8-f1a237691c90,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:56.977621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:57.248914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35848) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:57.295860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:57.599868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:57.606063 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:57.655304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5e4c6b2a3174d1a83542f48ccd95378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047256 Aug 20 12:16:57.656655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9136792-97da-476a-8c6f-36beea36e350,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:57.658014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35858) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:57.666797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.667429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.667987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.668527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.669070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.669845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.671715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.672254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.672752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.673267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.673759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.675125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6604e8cf-86ac-40bd-bbf2-78d5457f6d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:16:57.760248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35862) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:57.769432 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b66c305a-92f8-4a72-8dcb-2bb663f4f853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:57.795912 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b66c305a-92f8-4a72-8dcb-2bb663f4f853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:57.853740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b66c305a-92f8-4a72-8dcb-2bb663f4f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:57.856615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b66c305a-92f8-4a72-8dcb-2bb663f4f853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:57.857822 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b66c305a-92f8-4a72-8dcb-2bb663f4f853 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9136792-97da-476a-8c6f-36beea36e350 HTTP/1.1" status: 204 len: 168 time: 0.1980939 Aug 20 12:16:57.871292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c305a-92f8-4a72-8dcb-2bb663f4f853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9136792-97da-476a-8c6f-36beea36e350,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:57.934578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92526b5b-4822-4612-8467-5f761fef9f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.049329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92526b5b-4822-4612-8467-5f761fef9f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.055078 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-92526b5b-4822-4612-8467-5f761fef9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.103149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-92526b5b-4822-4612-8467-5f761fef9f87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=249ebaa268c846dab8dc40d592669dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417108 Aug 20 12:16:58.104639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92526b5b-4822-4612-8467-5f761fef9f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a496a10d-ad8f-4107-8f84-dfb746610881,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:58.105781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35872) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:58.213410 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63adf60a-014b-4a5d-9e16-4830db899230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.238580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63adf60a-014b-4a5d-9e16-4830db899230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.309503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63adf60a-014b-4a5d-9e16-4830db899230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.312733 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63adf60a-014b-4a5d-9e16-4830db899230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.317035 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-63adf60a-014b-4a5d-9e16-4830db899230 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a496a10d-ad8f-4107-8f84-dfb746610881 HTTP/1.1" status: 204 len: 168 time: 0.2074461 Aug 20 12:16:58.333878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adf60a-014b-4a5d-9e16-4830db899230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a496a10d-ad8f-4107-8f84-dfb746610881,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:58.755752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35900) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:58.773362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a952771-3ad4-4863-a5f4-8c71bb96538e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.905113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a952771-3ad4-4863-a5f4-8c71bb96538e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.910083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a952771-3ad4-4863-a5f4-8c71bb96538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:58.955110 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-743de2b8-f9cd-4a7c-b801-3266ee3c37c8 req-03991e96-f839-46f6-8db0-69281b943667 service neutron] (101033) timed out ('10.222.0.22', 55200) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:16:58.958953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a952771-3ad4-4863-a5f4-8c71bb96538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f1dec2-6124-483c-a3c0-bd0363a223b6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:58.966623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a952771-3ad4-4863-a5f4-8c71bb96538e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9cedeae16bd4742bc3407c97e4ed0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091131 Aug 20 12:16:58.969156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35912) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:16:59.080131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-58997eaa-ba51-4b6c-a63b-2173c35aa570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:59.118554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-58997eaa-ba51-4b6c-a63b-2173c35aa570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:59.188101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-58997eaa-ba51-4b6c-a63b-2173c35aa570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:59.192341 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-58997eaa-ba51-4b6c-a63b-2173c35aa570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:59.196891 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-58997eaa-ba51-4b6c-a63b-2173c35aa570 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38f1dec2-6124-483c-a3c0-bd0363a223b6 HTTP/1.1" status: 204 len: 168 time: 0.2241385 Aug 20 12:16:59.207374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58997eaa-ba51-4b6c-a63b-2173c35aa570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f1dec2-6124-483c-a3c0-bd0363a223b6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:16:59.978240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-e163d476-0956-4a0b-bba5-5944ef0abfb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:59.986426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-e163d476-0956-4a0b-bba5-5944ef0abfb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:59.994913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-e163d476-0956-4a0b-bba5-5944ef0abfb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:00.014299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-e163d476-0956-4a0b-bba5-5944ef0abfb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:00.028189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-e163d476-0956-4a0b-bba5-5944ef0abfb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:00.036235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-e163d476-0956-4a0b-bba5-5944ef0abfb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:00.044590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-e163d476-0956-4a0b-bba5-5944ef0abfb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:00.047760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-e163d476-0956-4a0b-bba5-5944ef0abfb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.1727417 Aug 20 12:17:00.207529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4704b75b-e860-46d0-834c-bdb4094ce0e9 req-04a47774-135d-4351-b74c-60ff18e9035c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351488 Aug 20 12:17:01.176867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c95fb975-4f23-48b8-ad4b-0ed0231a6d3e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.183693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c95fb975-4f23-48b8-ad4b-0ed0231a6d3e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.190808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c95fb975-4f23-48b8-ad4b-0ed0231a6d3e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.196799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c95fb975-4f23-48b8-ad4b-0ed0231a6d3e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.203824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c95fb975-4f23-48b8-ad4b-0ed0231a6d3e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.211459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c95fb975-4f23-48b8-ad4b-0ed0231a6d3e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.218459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c95fb975-4f23-48b8-ad4b-0ed0231a6d3e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.220927 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c95fb975-4f23-48b8-ad4b-0ed0231a6d3e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.1085341 Aug 20 12:17:01.305465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-003b0655-fa2c-47b6-bd31-e9ca547d80e2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.308203 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-003b0655-fa2c-47b6-bd31-e9ca547d80e2 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "GET /v2.0/ports/27914b79-07ac-46d0-8d6e-9e1f681434d4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0752180 Aug 20 12:17:01.443737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-4029d2a3-282f-4559-a716-dbdf2f1b4fd9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.461803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-4029d2a3-282f-4559-a716-dbdf2f1b4fd9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.485510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-4029d2a3-282f-4559-a716-dbdf2f1b4fd9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.505318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-4029d2a3-282f-4559-a716-dbdf2f1b4fd9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.522256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-4029d2a3-282f-4559-a716-dbdf2f1b4fd9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.530673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-4029d2a3-282f-4559-a716-dbdf2f1b4fd9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.545778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-4029d2a3-282f-4559-a716-dbdf2f1b4fd9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:01.548299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-4029d2a3-282f-4559-a716-dbdf2f1b4fd9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 5434 time: 0.2029359 Aug 20 12:17:01.579011 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-48788862-1889-491b-9f3a-cce59e075bda tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "GET /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2590408 Aug 20 12:17:01.597160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:01.612314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01ef8f71-b1a7-4487-9f0f-7d14a14fa17c req-d22eca4c-967d-49eb-a44a-06041fbcace9 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&id=050b16b4-191f-4fb2-865f-970e19b8221b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571496 Aug 20 12:17:01.675113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:01.914945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] For port 27914b79-07ac-46d0-8d6e-9e1f681434d4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=27914b79-07ac-46d0-8d6e-9e1f681434d4,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:01.965343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] For port 27914b79-07ac-46d0-8d6e-9e1f681434d4, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:17:02.017230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] device_id is not set on port 27914b79-07ac-46d0-8d6e-9e1f681434d4 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:17:02.028964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:02.039858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:02.152378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] Pushing event updated for resources: {'Port': ['ID=27914b79-07ac-46d0-8d6e-9e1f681434d4,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:02.225850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] No DVR routers for this DVR port 27914b79-07ac-46d0-8d6e-9e1f681434d4 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:02.304594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] In _notify_port_updated(), no bound segment for port 27914b79-07ac-46d0-8d6e-9e1f681434d4 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:17:02.306874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:02.308832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:02.310761 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-e1879cc6-0ebe-4f14-9995-021fca7e52d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 200 len: 1027 time: 0.7189529 Aug 20 12:17:02.383368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-d34ce35c-bc8c-47f9-ae90-5379c5e7a482 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:02.385365 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-d34ce35c-bc8c-47f9-ae90-5379c5e7a482 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "GET /v2.0/ports/9407b62f-5037-41fc-8d0b-227f52a3a814?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0667706 Aug 20 12:17:02.400628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:02.544407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:02.688865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-64fdb4ab-2fbb-45a8-8f15-794efd168134 None None] Provisioning complete for port 27914b79-07ac-46d0-8d6e-9e1f681434d4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:17:02.689349 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64fdb4ab-2fbb-45a8-8f15-794efd168134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:02.811489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-64fdb4ab-2fbb-45a8-8f15-794efd168134 None None] Port 27914b79-07ac-46d0-8d6e-9e1f681434d4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:17:02.870805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36040) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:02.934303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] For port 9407b62f-5037-41fc-8d0b-227f52a3a814, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9407b62f-5037-41fc-8d0b-227f52a3a814,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:02.977048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291fc6-5f38-4705-811b-6c505c78ca2d req-dc318b5a-1a1d-47c2-8a61-91cfb2f85b9c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:02.993049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291fc6-5f38-4705-811b-6c505c78ca2d req-dc318b5a-1a1d-47c2-8a61-91cfb2f85b9c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:02.997192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] For port 9407b62f-5037-41fc-8d0b-227f52a3a814, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:17:02.999058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291fc6-5f38-4705-811b-6c505c78ca2d req-dc318b5a-1a1d-47c2-8a61-91cfb2f85b9c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:03.007199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291fc6-5f38-4705-811b-6c505c78ca2d req-dc318b5a-1a1d-47c2-8a61-91cfb2f85b9c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:03.013434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291fc6-5f38-4705-811b-6c505c78ca2d req-dc318b5a-1a1d-47c2-8a61-91cfb2f85b9c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:03.020802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291fc6-5f38-4705-811b-6c505c78ca2d req-dc318b5a-1a1d-47c2-8a61-91cfb2f85b9c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:03.023160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a291fc6-5f38-4705-811b-6c505c78ca2d req-dc318b5a-1a1d-47c2-8a61-91cfb2f85b9c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 4660 time: 0.2161887 Aug 20 12:17:03.077340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] device_id is not set on port 9407b62f-5037-41fc-8d0b-227f52a3a814 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:17:03.096991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.103457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a291fc6-5f38-4705-811b-6c505c78ca2d req-1624f772-5675-4523-b00e-56141cf349dc tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=050b16b4-191f-4fb2-865f-970e19b8221b&id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654907 Aug 20 12:17:03.109784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.124664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5e56fc6-6d63-4d32-bafb-da4e017ffbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.169295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9407b62f-5037-41fc-8d0b-227f52a3a814,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:03.195092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] No DVR routers for this DVR port 9407b62f-5037-41fc-8d0b-227f52a3a814 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:03.260571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] In _notify_port_updated(), no bound segment for port 9407b62f-5037-41fc-8d0b-227f52a3a814 on network 2ab08ba9-57fe-404f-b96d-7891141a6758 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:17:03.262570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:03.263612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.265173 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-f74d4f2b-f751-46e7-b1fc-e48ca5429cd2 service neutron] 10.222.0.73 "PUT /v2.0/ports/9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 200 len: 1026 time: 0.8689673 Aug 20 12:17:03.322451 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5e56fc6-6d63-4d32-bafb-da4e017ffbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.339906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5e56fc6-6d63-4d32-bafb-da4e017ffbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.414214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b5e56fc6-6d63-4d32-bafb-da4e017ffbec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37eb083d84034097a4b6d8dccdaa6c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403023 Aug 20 12:17:03.416640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e56fc6-6d63-4d32-bafb-da4e017ffbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a148b-6ba1-4f64-ae14-2932a0924a1d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:03.419338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36058) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:03.478774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port 69312276-bd5f-4b66-b9ce-6e382f12b8cb {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:03.479113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.519335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-770dd81c-3fc8-459f-a35e-f0ad014f3de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.539544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a1da9a29-217d-42bf-80dc-9fbf51dea37d None None] Provisioning complete for port 9407b62f-5037-41fc-8d0b-227f52a3a814 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:17:03.539918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1da9a29-217d-42bf-80dc-9fbf51dea37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.575581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-770dd81c-3fc8-459f-a35e-f0ad014f3de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.614697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] For port 69312276-bd5f-4b66-b9ce-6e382f12b8cb, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=69312276-bd5f-4b66-b9ce-6e382f12b8cb,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:03.615061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.618496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a1da9a29-217d-42bf-80dc-9fbf51dea37d None None] Port 9407b62f-5037-41fc-8d0b-227f52a3a814 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:17:03.630051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for 69312276-bd5f-4b66-b9ce-6e382f12b8cb owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:03.657289 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-770dd81c-3fc8-459f-a35e-f0ad014f3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.660728 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-770dd81c-3fc8-459f-a35e-f0ad014f3de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.664268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-770dd81c-3fc8-459f-a35e-f0ad014f3de4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d57a148b-6ba1-4f64-ae14-2932a0924a1d HTTP/1.1" status: 204 len: 168 time: 0.2416699 Aug 20 12:17:03.670687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dd81c-3fc8-459f-a35e-f0ad014f3de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a148b-6ba1-4f64-ae14-2932a0924a1d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:03.850523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.931644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=69312276-bd5f-4b66-b9ce-6e382f12b8cb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:03.949391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] No DVR routers for this DVR port 69312276-bd5f-4b66-b9ce-6e382f12b8cb on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:03.951724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 27914b79-07ac-46d0-8d6e-9e1f681434d4 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:03.952530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:03.957306 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-c5688ef4-5260-4f8e-8421-0a30b9eb0895 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "DELETE /v2.0/ports/69312276-bd5f-4b66-b9ce-6e382f12b8cb HTTP/1.1" status: 204 len: 173 time: 0.6795554 Aug 20 12:17:03.957504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': '69312276-bd5f-4b66-b9ce-6e382f12b8cb'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:03.960264 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf29579a-1b28-4c62-8e41-0d343c989cd1" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "69312276-bd5f-4b66-b9ce-6e382f12b8cb"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:04.040413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 27914b79-07ac-46d0-8d6e-9e1f681434d4 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:04.041766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:04.116185 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8fcb0-b5c8-4570-9223-6a837f86330f x-openstack-request-id: req-79a8fcb0-b5c8-4570-9223-6a837f86330f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:04.116484 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "69312276-bd5f-4b66-b9ce-6e382f12b8cb", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:04.116741 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79a8fcb0-b5c8-4570-9223-6a837f86330f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:04.117136 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': '69312276-bd5f-4b66-b9ce-6e382f12b8cb', 'status': 'completed', 'code': 200} Aug 20 12:17:04.159069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port 5174095a-6f98-45d2-9bce-c8534a533a1c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:04.159248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.160473 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.185347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:04.187933 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc57c2cf-f7bd-448f-827e-7edcfaaf8505" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:04.202502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:04.210647 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.211415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3869de41-f6fb-423c-b819-9b6dbbf24203 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:04.322108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] For port 5174095a-6f98-45d2-9bce-c8534a533a1c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5174095a-6f98-45d2-9bce-c8534a533a1c,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:04.322765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.334606 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bb395a-e8db-4140-9499-ec03b1cfc653 x-openstack-request-id: req-32bb395a-e8db-4140-9499-ec03b1cfc653 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:04.334827 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:04.335030 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32bb395a-e8db-4140-9499-ec03b1cfc653 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:04.335596 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa', 'code': 200} Aug 20 12:17:04.336300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:04.339410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for 5174095a-6f98-45d2-9bce-c8534a533a1c owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:04.410679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3121-7ec7-4c8f-afff-8042b641543a req-a121eaed-2e88-467c-8d31-269b64157960 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:04.450293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3121-7ec7-4c8f-afff-8042b641543a req-a121eaed-2e88-467c-8d31-269b64157960 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:04.466050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3121-7ec7-4c8f-afff-8042b641543a req-a121eaed-2e88-467c-8d31-269b64157960 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:04.475324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3121-7ec7-4c8f-afff-8042b641543a req-a121eaed-2e88-467c-8d31-269b64157960 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:04.487615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f04d3121-7ec7-4c8f-afff-8042b641543a req-a121eaed-2e88-467c-8d31-269b64157960 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 3150 time: 0.2095714 Aug 20 12:17:04.500165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.584862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f04d3121-7ec7-4c8f-afff-8042b641543a req-0261d84c-f026-4211-981f-9cc5cd26e402 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952454 Aug 20 12:17:04.595066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3869de41-f6fb-423c-b819-9b6dbbf24203, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3869de41-f6fb-423c-b819-9b6dbbf24203,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:04.604547 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.607733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9407b62f-5037-41fc-8d0b-227f52a3a814 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:04.654849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.704315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=5174095a-6f98-45d2-9bce-c8534a533a1c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:04.743529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9407b62f-5037-41fc-8d0b-227f52a3a814 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:04.743974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 69312276-bd5f-4b66-b9ce-6e382f12b8cb no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:04.769869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 69312276-bd5f-4b66-b9ce-6e382f12b8cb {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:17:04.770484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 69312276-bd5f-4b66-b9ce-6e382f12b8cb not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:04.771101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 974dfba0-a796-4f0b-909c-ecf0022451e1 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:04.774392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3869de41-f6fb-423c-b819-9b6dbbf24203,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:04.803486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] No DVR routers for this DVR port 5174095a-6f98-45d2-9bce-c8534a533a1c on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:04.806796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.809593 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-5c77dab2-9a64-42ac-8a03-2d97f88dc583 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "DELETE /v2.0/ports/5174095a-6f98-45d2-9bce-c8534a533a1c HTTP/1.1" status: 204 len: 173 time: 0.8301709 Aug 20 12:17:04.889805 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.933114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 974dfba0-a796-4f0b-909c-ecf0022451e1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=974dfba0-a796-4f0b-909c-ecf0022451e1,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:04.943319 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:04.943995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5174095a-6f98-45d2-9bce-c8534a533a1c no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:04.957559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:04.958050 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:05.035778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 5174095a-6f98-45d2-9bce-c8534a533a1c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:17:05.036354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5174095a-6f98-45d2-9bce-c8534a533a1c not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:05.104999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=974dfba0-a796-4f0b-909c-ecf0022451e1,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:05.129877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] For port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:05.130334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:05.154491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:05.431226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:05.477514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:05.529220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] No DVR routers for this DVR port ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:05.532234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:05.535196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-cbacb0b4-c43f-432a-babe-2c6d3913c72a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "DELETE /v2.0/ports/ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa HTTP/1.1" status: 204 len: 173 time: 0.7154253 Aug 20 12:17:05.675686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port 3869de41-f6fb-423c-b819-9b6dbbf24203 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:05.676024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:05.786883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504cfba-fa35-4ea6-9a2b-d6bd5df83d59 req-3cebda04-e823-4ee2-94c2-0a4df2ddd10b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:05.793702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504cfba-fa35-4ea6-9a2b-d6bd5df83d59 req-3cebda04-e823-4ee2-94c2-0a4df2ddd10b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:05.795771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3504cfba-fa35-4ea6-9a2b-d6bd5df83d59 req-3cebda04-e823-4ee2-94c2-0a4df2ddd10b tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 1678 time: 0.0736327 Aug 20 12:17:05.918582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3504cfba-fa35-4ea6-9a2b-d6bd5df83d59 req-7a406e31-d47f-418a-99a3-c8fe38a4a313 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076620 Aug 20 12:17:05.943533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] For port 3869de41-f6fb-423c-b819-9b6dbbf24203, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3869de41-f6fb-423c-b819-9b6dbbf24203,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:05.943905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:06.136749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': '5174095a-6f98-45d2-9bce-c8534a533a1c'}, {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:06.138939 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2f1b8-c680-457e-91c3-068a5fdcb407" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "5174095a-6f98-45d2-9bce-c8534a533a1c"}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:06.262733 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718d142e-b965-4346-a516-1a34cb8af0d3 x-openstack-request-id: req-718d142e-b965-4346-a516-1a34cb8af0d3 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:06.263043 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "5174095a-6f98-45d2-9bce-c8534a533a1c", "status": "completed", "code": 200}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:06.263302 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-718d142e-b965-4346-a516-1a34cb8af0d3 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:06.263704 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': '5174095a-6f98-45d2-9bce-c8534a533a1c', 'status': 'completed', 'code': 200} Aug 20 12:17:06.263957 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': 'ccf67d49-cff4-4b86-bc4b-b5d9aa6485aa', 'status': 'completed', 'code': 200} Aug 20 12:17:06.301648 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:06.302050 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:06.302380 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Floating IP 4885bb88-ed9e-4f1b-9306-34102bcacfb4 disassociated. External IP: 172.25.0.104, port: 3869de41-f6fb-423c-b819-9b6dbbf24203. Aug 20 12:17:06.302726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for 3869de41-f6fb-423c-b819-9b6dbbf24203 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:06.338959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203'}, {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974dfba0-a796-4f0b-909c-ecf0022451e1'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:06.341934 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06087bdf-e954-4df4-87f3-44d2fb19fb92" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-unplugged", "status": "completed", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203"}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-unplugged", "status": "completed", "tag": "974dfba0-a796-4f0b-909c-ecf0022451e1"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:06.446672 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c5d9aa-b2cd-41a2-9171-3f352a8e5f55 x-openstack-request-id: req-f0c5d9aa-b2cd-41a2-9171-3f352a8e5f55 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:06.447762 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-unplugged", "status": "completed", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203", "code": 200}, {"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-unplugged", "status": "completed", "tag": "974dfba0-a796-4f0b-909c-ecf0022451e1", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:06.448029 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0c5d9aa-b2cd-41a2-9171-3f352a8e5f55 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:06.448771 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'code': 200} Aug 20 12:17:06.449205 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974dfba0-a796-4f0b-909c-ecf0022451e1', 'code': 200} Aug 20 12:17:06.526333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:06.573472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=3869de41-f6fb-423c-b819-9b6dbbf24203,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:06.727978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Router 5597ee4b-b502-4004-b15e-92dbdf766aa8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:17:06.845771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:17:06.858467 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] Sync routers for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:17:06.872099 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:17:06.875230 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:16:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:06.891038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] No DVR routers for this DVR port 3869de41-f6fb-423c-b819-9b6dbbf24203 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:06.894757 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:06.897970 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-9843211c-800a-4db6-b598-5be17460f466 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "DELETE /v2.0/ports/3869de41-f6fb-423c-b819-9b6dbbf24203 HTTP/1.1" status: 204 len: 173 time: 1.3532939 Aug 20 12:17:07.050030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:17:07.084759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port 974dfba0-a796-4f0b-909c-ecf0022451e1 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:07.089777 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:07.151819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d9b66-c34d-4cd2-8b6f-4a118566ccb8 req-e9efb167-1f99-4e4c-bd97-33f8d81b756d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:07.166879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f88d9b66-c34d-4cd2-8b6f-4a118566ccb8 req-e9efb167-1f99-4e4c-bd97-33f8d81b756d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 943 time: 0.1407342 Aug 20 12:17:07.239473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f88d9b66-c34d-4cd2-8b6f-4a118566ccb8 req-6ce42fdc-f8f3-4743-a87b-3822247e7f5e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd7ae63e-2ebb-4dc7-8097-b6891d587b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714417 Aug 20 12:17:07.373707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36166) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:07.403846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] For port 974dfba0-a796-4f0b-909c-ecf0022451e1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=974dfba0-a796-4f0b-909c-ecf0022451e1,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:07.405402 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:07.433434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for 974dfba0-a796-4f0b-909c-ecf0022451e1 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:07.589393 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:42Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:07.601628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5ff0-8600-4c38-9f97-7fac23f18e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:07.647408 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] Checking router: 5597ee4b-b502-4004-b15e-92dbdf766aa8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:17:07.677435 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:17:07.678489 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:16:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:07.733416 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5ff0-8600-4c38-9f97-7fac23f18e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:07.740790 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5ff0-8600-4c38-9f97-7fac23f18e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:07.761216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:07.805539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9d3a5ff0-8600-4c38-9f97-7fac23f18e43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1cb9dfe6104446cb9907a8acc858d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304900 Aug 20 12:17:07.806461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a5ff0-8600-4c38-9f97-7fac23f18e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cd0d44-2b6f-4c81-bedb-f2715fc5709f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:07.809871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36174) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:07.863213 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:17:07.920184 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6981bad7-a1ad-4ce1-b034-2f8b1156bd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:07.958674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6981bad7-a1ad-4ce1-b034-2f8b1156bd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:08.074244 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6981bad7-a1ad-4ce1-b034-2f8b1156bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:08.076900 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6981bad7-a1ad-4ce1-b034-2f8b1156bd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:08.081695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6981bad7-a1ad-4ce1-b034-2f8b1156bd21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4cd0d44-2b6f-4c81-bedb-f2715fc5709f HTTP/1.1" status: 204 len: 168 time: 0.2705071 Aug 20 12:17:08.109038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981bad7-a1ad-4ce1-b034-2f8b1156bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cd0d44-2b6f-4c81-bedb-f2715fc5709f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:08.376025 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:42Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:08.482680 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ad58c-e08d-4d7d-8499-da70c39e07f4 None None] The sync data for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 is: [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:06:35Z', 'revision_number': 4, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6ca62bb1-63b6-43ae-96e9-8ebf7691127b', 'name': '', 'network_id': 'a75a8f05-fbaa-4e37-b799-ea4326a21b98', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'mac_address': 'fa:16:3e:15:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:34Z', 'updated_at': '2021-08-20T12:06:42Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'subnets': [{'id': 'c1997658-2814-450a-ba4d-6c3bc1dc231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:17:08.493739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18b31611-9031-43c5-97c1-b98c4f5732a3 req-b1b753ba-6215-4db0-b584-a7ce7d1f1b6d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0456462 Aug 20 12:17:08.512954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:08.532645 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f12758-85cf-4af8-b797-d1276aed0bcc" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:08.536745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=974dfba0-a796-4f0b-909c-ecf0022451e1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:08.660510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] No DVR routers for this DVR port 974dfba0-a796-4f0b-909c-ecf0022451e1 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:08.665784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:08.673442 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-29257ae8-1a25-4132-b3ee-36416fc8680e req-958f94c7-4fee-4c2b-bfe8-fbdbac517cb8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.73 "DELETE /v2.0/ports/974dfba0-a796-4f0b-909c-ecf0022451e1 HTTP/1.1" status: 204 len: 173 time: 1.7652011 Aug 20 12:17:08.677497 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b85d39-0281-43a7-a621-d6915ccd1819 x-openstack-request-id: req-55b85d39-0281-43a7-a621-d6915ccd1819 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:08.679376 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "3869de41-f6fb-423c-b819-9b6dbbf24203", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:08.680069 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55b85d39-0281-43a7-a621-d6915ccd1819 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:08.681953 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': '3869de41-f6fb-423c-b819-9b6dbbf24203', 'status': 'completed', 'code': 200} Aug 20 12:17:08.736097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36202) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:08.777064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59dfebb1-de2b-448a-9d13-8639a2a8b923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:08.926473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59dfebb1-de2b-448a-9d13-8639a2a8b923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:08.933058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59dfebb1-de2b-448a-9d13-8639a2a8b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:08.986757 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-59dfebb1-de2b-448a-9d13-8639a2a8b923 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=413ffd96feb0469a92506f6557c488e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488799 Aug 20 12:17:08.987822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfebb1-de2b-448a-9d13-8639a2a8b923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e03221-1c42-4490-930c-3887fa2ef08e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:08.989422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36210) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:09.041380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae5dc7-fd6d-4828-b837-03746ec9a4c2 None None] New status for floating IP 4885bb88-ed9e-4f1b-9306-34102bcacfb4: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:17:09.069764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad1f1-00ab-488d-8021-07ae2e6971c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:09.107012 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad1f1-00ab-488d-8021-07ae2e6971c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:09.178756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad1f1-00ab-488d-8021-07ae2e6971c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:09.181851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad1f1-00ab-488d-8021-07ae2e6971c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:09.183090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eb0ad1f1-00ab-488d-8021-07ae2e6971c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75e03221-1c42-4490-930c-3887fa2ef08e HTTP/1.1" status: 204 len: 168 time: 0.1926689 Aug 20 12:17:09.198668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ad1f1-00ab-488d-8021-07ae2e6971c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e03221-1c42-4490-930c-3887fa2ef08e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:09.761905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6fd5bca-dc4c-404a-9c04-a9a2a421b307 req-d910a47b-c4e4-456e-b052-2dbb8ddcb62a tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0515578 Aug 20 12:17:10.683614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': '974dfba0-a796-4f0b-909c-ecf0022451e1'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:10.686746 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2b31a6-c2a7-4658-a984-a6eea86b50f6" -d '{"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "974dfba0-a796-4f0b-909c-ecf0022451e1"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:10.753751 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd18ace6-a257-49f3-9636-7d0e1b214a06 x-openstack-request-id: req-cd18ace6-a257-49f3-9636-7d0e1b214a06 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:10.754058 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31a4617-d1a7-4d1e-a205-85f04545981b", "name": "network-vif-deleted", "tag": "974dfba0-a796-4f0b-909c-ecf0022451e1", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:10.754341 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd18ace6-a257-49f3-9636-7d0e1b214a06 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:10.754747 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31a4617-d1a7-4d1e-a205-85f04545981b', 'name': 'network-vif-deleted', 'tag': '974dfba0-a796-4f0b-909c-ecf0022451e1', 'status': 'completed', 'code': 200} Aug 20 12:17:10.932454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a3a7045-e1ab-4d01-8258-4e431632f3ac req-888237bf-aa7f-49e2-aa91-08664a79a3df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0589786 Aug 20 12:17:12.034557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:12.102737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97be3f22-be62-41b8-ad58-c7572cfe64f9 req-a00989dd-e939-441c-a5d6-5a9dad6f6524 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0488932 Aug 20 12:17:12.201281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36330) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:12.288454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-36da62c3-c067-43c6-83cd-4afa71ccf12d req-d15afb56-3f29-48f0-81e8-a083a76496b2 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] (101034) timed out ('10.222.0.22', 55194) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:17:12.409542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7845078f-e18f-46e7-b2c9-32f5cc2b1e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:12.418536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-0333d57c-a382-45a0-8f77-61317d044401 req-5e2fcf81-0b6b-4b73-8e94-7e1f81f37b90 tempest-ServersOnMultiNodesTest-2071589861 tempest-ServersOnMultiNodesTest-2071589861-project] (101034) timed out ('10.222.0.22', 55422) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:17:12.517265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7845078f-e18f-46e7-b2c9-32f5cc2b1e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:12.522003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7845078f-e18f-46e7-b2c9-32f5cc2b1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:12.560635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845078f-e18f-46e7-b2c9-32f5cc2b1e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3438bea-aa0d-4020-8d73-4ae3fe58c200,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:12.568153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36346) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:12.568746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7845078f-e18f-46e7-b2c9-32f5cc2b1e07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8e4f8cdef714f20898abb4081f9d7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655658 Aug 20 12:17:12.628860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0048e763-8b6a-45bd-a8ce-41a846241492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:12.673575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0048e763-8b6a-45bd-a8ce-41a846241492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:12.748231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0048e763-8b6a-45bd-a8ce-41a846241492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:12.753601 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0048e763-8b6a-45bd-a8ce-41a846241492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:12.760228 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0048e763-8b6a-45bd-a8ce-41a846241492 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3438bea-aa0d-4020-8d73-4ae3fe58c200 HTTP/1.1" status: 204 len: 168 time: 0.1904471 Aug 20 12:17:12.775501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048e763-8b6a-45bd-a8ce-41a846241492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3438bea-aa0d-4020-8d73-4ae3fe58c200,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:13.147964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36368) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:13.168417 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2949783c-a51a-4d3e-8420-b557e13d01ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:13.222977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7daddc3a-aeb0-4058-b9ef-7f32c29b674d req-614f9ec0-e829-45ad-a737-9328b21f7d47 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0318849 Aug 20 12:17:13.316347 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2949783c-a51a-4d3e-8420-b557e13d01ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:13.329028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2949783c-a51a-4d3e-8420-b557e13d01ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:13.405243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2949783c-a51a-4d3e-8420-b557e13d01ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=079b02c5a5004c3abe756c9cfe8ff2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559788 Aug 20 12:17:13.407049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949783c-a51a-4d3e-8420-b557e13d01ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c962c8b-4ca5-401d-936f-e8400499a322,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:13.414321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36374) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:13.493518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e668cc4-4463-4aa9-ba22-749d095a1e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:13.516064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e668cc4-4463-4aa9-ba22-749d095a1e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:13.576973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e668cc4-4463-4aa9-ba22-749d095a1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:13.579751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8e668cc4-4463-4aa9-ba22-749d095a1e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:13.586691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8e668cc4-4463-4aa9-ba22-749d095a1e7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c962c8b-4ca5-401d-936f-e8400499a322 HTTP/1.1" status: 204 len: 168 time: 0.1688561 Aug 20 12:17:13.597210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e668cc4-4463-4aa9-ba22-749d095a1e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c962c8b-4ca5-401d-936f-e8400499a322,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:13.789244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:14.379595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2d3fae6-f415-4256-bc89-39bf45b0d805 req-c16e2aeb-bb79-4db0-b333-0809e317c65e tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0481870 Aug 20 12:17:15.571154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77d554a8-2b04-4fdf-83f9-20864595d742 req-a5bdc41a-78ed-4c18-9d44-86e3a2792243 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0653098 Aug 20 12:17:15.974896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36478) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:16.185407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-554a8d28-72f9-4ada-b070-6593abfacd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:16.358135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-554a8d28-72f9-4ada-b070-6593abfacd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:16.368366 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-554a8d28-72f9-4ada-b070-6593abfacd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:16.406164 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-554a8d28-72f9-4ada-b070-6593abfacd8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f758668594cb4585a7fd2d4883e03c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294245 Aug 20 12:17:16.409493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36488) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:16.423245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a8d28-72f9-4ada-b070-6593abfacd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b0b82-75c7-45b8-8056-7214d4c07598,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:16.477026 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-323ea9fa-f342-4e1d-9db3-6047ec0eb356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:16.502443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-323ea9fa-f342-4e1d-9db3-6047ec0eb356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:16.572386 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-323ea9fa-f342-4e1d-9db3-6047ec0eb356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:16.577305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-323ea9fa-f342-4e1d-9db3-6047ec0eb356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:16.581728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-323ea9fa-f342-4e1d-9db3-6047ec0eb356 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a91b0b82-75c7-45b8-8056-7214d4c07598 HTTP/1.1" status: 204 len: 168 time: 0.1707342 Aug 20 12:17:16.593790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ea9fa-f342-4e1d-9db3-6047ec0eb356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b0b82-75c7-45b8-8056-7214d4c07598,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:16.743007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ae95c38-94ef-4d2f-8577-7c3fd0dee419 req-7759e7db-8448-4c93-acc2-99576e540479 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0345647 Aug 20 12:17:17.104750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36512) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:17.127294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87154431-f2f8-4a32-ada3-5c6d87b25bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.331220 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87154431-f2f8-4a32-ada3-5c6d87b25bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.336972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-87154431-f2f8-4a32-ada3-5c6d87b25bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.371401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-87154431-f2f8-4a32-ada3-5c6d87b25bce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a969ef7f3f04cc8b85bb1dadda65c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658300 Aug 20 12:17:17.374129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36516) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:17.396974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87154431-f2f8-4a32-ada3-5c6d87b25bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d693e7f6-649e-420c-8f26-6da3afa6b93d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:17.497228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccab46aa-26ed-47c4-944d-e4ead8154393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.543884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccab46aa-26ed-47c4-944d-e4ead8154393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.667583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccab46aa-26ed-47c4-944d-e4ead8154393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.670420 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccab46aa-26ed-47c4-944d-e4ead8154393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.674094 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ccab46aa-26ed-47c4-944d-e4ead8154393 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d693e7f6-649e-420c-8f26-6da3afa6b93d HTTP/1.1" status: 204 len: 168 time: 0.2960389 Aug 20 12:17:17.683789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab46aa-26ed-47c4-944d-e4ead8154393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d693e7f6-649e-420c-8f26-6da3afa6b93d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:17.901851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e1f8f7f-3eaf-4368-b432-e7e2e15136cf req-40f945fb-1d2c-4a2a-a885-46e5a1233b64 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0506809 Aug 20 12:17:18.610583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36566) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:18.631510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-339153da-779f-41e1-8bd8-3d64ad8df308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:18.797332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-339153da-779f-41e1-8bd8-3d64ad8df308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:18.804141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-339153da-779f-41e1-8bd8-3d64ad8df308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:18.851684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339153da-779f-41e1-8bd8-3d64ad8df308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea5847c-0e24-4368-b251-d186b81ce43f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:18.859074 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-339153da-779f-41e1-8bd8-3d64ad8df308 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=954747b0a6d349e988a65a543db14e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456276 Aug 20 12:17:18.862103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36578) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:18.932852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e48b2ce9-3e83-4ad5-99c6-ab08b39f86ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:18.963468 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e48b2ce9-3e83-4ad5-99c6-ab08b39f86ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:19.035253 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e48b2ce9-3e83-4ad5-99c6-ab08b39f86ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:19.038360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e48b2ce9-3e83-4ad5-99c6-ab08b39f86ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:19.040005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e48b2ce9-3e83-4ad5-99c6-ab08b39f86ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fea5847c-0e24-4368-b251-d186b81ce43f HTTP/1.1" status: 204 len: 168 time: 0.1768060 Aug 20 12:17:19.050283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b2ce9-3e83-4ad5-99c6-ab08b39f86ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea5847c-0e24-4368-b251-d186b81ce43f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:19.091574 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60647a57-40dc-4c14-acdd-b95ef7d107ad req-df1392e4-663a-4916-a789-748ab7b54b80 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0373898 Aug 20 12:17:20.311282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d49967ae-f1a6-41a9-aca3-e7d8236ba220 req-b56e1f18-5b0e-43f1-bc46-c6be6c30a1e8 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0566761 Aug 20 12:17:21.462309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ccfe9f4-0e77-4049-8158-ce3c04491d99 req-8d9c0bbf-469d-44b9-ba2b-3dbf618f6ddd tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0415499 Aug 20 12:17:21.703938 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d98662a2-6d82-4b5f-b5a3-836d2f78db39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:22.650970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36740) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:22.664370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-346ebbb5-144b-48d4-b4b8-4105514868f6 req-05627937-6500-428f-8426-6d1ecde96685 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0677872 Aug 20 12:17:22.865749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f86b989-54e8-46c2-a78a-b7df0a6c2513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:22.992367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f86b989-54e8-46c2-a78a-b7df0a6c2513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:22.999046 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f86b989-54e8-46c2-a78a-b7df0a6c2513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:23.055920 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8f86b989-54e8-46c2-a78a-b7df0a6c2513 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a34f5a37463046d98c7b5ab44ccdf67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037704 Aug 20 12:17:23.056886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36760) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:23.091174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86b989-54e8-46c2-a78a-b7df0a6c2513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc74b4d-33f0-42a3-b7ee-4717cfc1a492,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:23.212408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd4c62b0-2b16-42ff-8392-dac60fbee83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:23.241423 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd4c62b0-2b16-42ff-8392-dac60fbee83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:23.305433 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd4c62b0-2b16-42ff-8392-dac60fbee83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:23.313085 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd4c62b0-2b16-42ff-8392-dac60fbee83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:23.315454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bd4c62b0-2b16-42ff-8392-dac60fbee83b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cc74b4d-33f0-42a3-b7ee-4717cfc1a492 HTTP/1.1" status: 204 len: 168 time: 0.2575819 Aug 20 12:17:23.324413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c62b0-2b16-42ff-8392-dac60fbee83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc74b4d-33f0-42a3-b7ee-4717cfc1a492,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:23.871964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c05a1ba3-d5c7-46e5-ad7c-257207cc6826 req-9470dd09-9d13-451c-b6ac-5de7fd335daf tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0828919 Aug 20 12:17:24.013799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36796) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:24.041352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed4ec-6449-464c-a06f-a2d38126dc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.175806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed4ec-6449-464c-a06f-a2d38126dc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.183535 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed4ec-6449-464c-a06f-a2d38126dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.296614 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ab6ed4ec-6449-464c-a06f-a2d38126dc2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12a7b0cc4220444181e590f5286e7d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870524 Aug 20 12:17:24.299593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ed4ec-6449-464c-a06f-a2d38126dc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d799cb8-7cd0-4a12-bd1e-679f0fa3c8b9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:24.300295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36806) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:24.308874 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-92d818c0-6e19-4f21-8079-0cb39465791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.384716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a84edd3c-b463-4373-ae13-16794f220cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.423077 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a84edd3c-b463-4373-ae13-16794f220cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.523365 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a84edd3c-b463-4373-ae13-16794f220cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.526298 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a84edd3c-b463-4373-ae13-16794f220cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:24.529955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a84edd3c-b463-4373-ae13-16794f220cc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d799cb8-7cd0-4a12-bd1e-679f0fa3c8b9 HTTP/1.1" status: 204 len: 168 time: 0.2263267 Aug 20 12:17:24.537208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84edd3c-b463-4373-ae13-16794f220cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d799cb8-7cd0-4a12-bd1e-679f0fa3c8b9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:24.993716 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:25.054052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc022138-8dd2-4c8e-93aa-5fef0ce81d81 req-780c38eb-01ed-46d4-97ae-f659a8a4569c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0425413 Aug 20 12:17:25.586847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.050329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36884) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:26.083040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36892) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:26.293737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d10fea63-85e2-405a-932a-20208b9f56af req-23792bf7-d571-4784-b110-fc33657d8e87 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31a4617-d1a7-4d1e-a205-85f04545981b HTTP/1.1" status: 200 len: 210 time: 0.0573475 Aug 20 12:17:26.302317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-537464294-network', 'tenant_id': '27f7df8611bd4f7a960a6d12f5506014'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:26.318582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5c85376-dcf7-4bb2-bd32-770f2111fd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.416152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:17:26.416152 n-d-800634-10 neutron-server[101034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 12:17:26.416152 n-d-800634-10 neutron-server[101034]: [parameters: {'project_id': '27f7df8611bd4f7a960a6d12f5506014', 'id': '82cdd51c-749c-460d-905d-89f1726397b1', 'expiration': datetime.datetime(2021, 8, 20, 12, 19, 26, 346616)}] Aug 20 12:17:26.416152 n-d-800634-10 neutron-server[101034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:17:26.416604 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:17:26.445014 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5c85376-dcf7-4bb2-bd32-770f2111fd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.449025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b5c85376-dcf7-4bb2-bd32-770f2111fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.491946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c85376-dcf7-4bb2-bd32-770f2111fd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e82551-e3da-4fe4-b980-182941a60623,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:26.508058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b5c85376-dcf7-4bb2-bd32-770f2111fd90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94bd600745d440e79cfc1324a9cc7876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169431 Aug 20 12:17:26.510922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36908) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:26.574024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3519288a-a011-494e-b6ea-c89b3e3ee1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.600888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3519288a-a011-494e-b6ea-c89b3e3ee1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.651423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3519288a-a011-494e-b6ea-c89b3e3ee1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.654457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3519288a-a011-494e-b6ea-c89b3e3ee1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.655604 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3519288a-a011-494e-b6ea-c89b3e3ee1a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30e82551-e3da-4fe4-b980-182941a60623 HTTP/1.1" status: 204 len: 168 time: 0.1435492 Aug 20 12:17:26.664580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519288a-a011-494e-b6ea-c89b3e3ee1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e82551-e3da-4fe4-b980-182941a60623,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:26.962589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Made reservation on behalf of 27f7df8611bd4f7a960a6d12f5506014 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:26.965130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.971263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:26.980876 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.984603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c994d38d-8a9b-4a19-93f3-3c284bf594b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:26.991208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.024459 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-c994d38d-8a9b-4a19-93f3-3c284bf594b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 12:17:27.024459 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 12:17:27.024459 n-d-800634-10 neutron-server[101033]: [parameters: {'project_id_1': '2cf84075f5e441c0942c69f204a16398', 'expiration_1': datetime.datetime(2021, 8, 20, 12, 17, 27, 13271)}] Aug 20 12:17:27.024459 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:17:27.024935 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-c994d38d-8a9b-4a19-93f3-3c284bf594b4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:17:27.135472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.150789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.193639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:17:27.200936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47e9bb3-5b48-4541-8c25-635a609f2531,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:27.209295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.209640 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Added segment c0321197-fbea-4251-8d1e-43ecc8ebd773 of type vlan for network ac9c0f73-7331-40e7-921b-2425203f9bfe Aug 20 12:17:27.269063 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.300284 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.301359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:27.301937 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.390573 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3394697 Aug 20 12:17:27.391451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f786f-c2d3-435a-a9b5-cebd299c44c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9c0f73-7331-40e7-921b-2425203f9bfe,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:27.394736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36938) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:27.403849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Request body: {'subnet': {'network_id': 'ac9c0f73-7331-40e7-921b-2425203f9bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-537464294-subnet', 'tenant_id': '27f7df8611bd4f7a960a6d12f5506014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:27.405379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network ac9c0f73-7331-40e7-921b-2425203f9bfe details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:17:27.428403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36944) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:27.442169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Made reservation on behalf of 27f7df8611bd4f7a960a6d12f5506014 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:27.444504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.525794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c994d38d-8a9b-4a19-93f3-3c284bf594b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.593304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c26c5f46-dfbb-4582-8a59-5edb8f56141c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.670771 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c26c5f46-dfbb-4582-8a59-5edb8f56141c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.790770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c26c5f46-dfbb-4582-8a59-5edb8f56141c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.793851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c26c5f46-dfbb-4582-8a59-5edb8f56141c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.797506 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c26c5f46-dfbb-4582-8a59-5edb8f56141c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd7ae63e-2ebb-4dc7-8097-b6891d587b66 HTTP/1.1" status: 204 len: 168 time: 0.3639607 Aug 20 12:17:27.797929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36950) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:27.813083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c5f46-dfbb-4582-8a59-5edb8f56141c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ae63e-2ebb-4dc7-8097-b6891d587b66,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:27.822732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.826505 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c994d38d-8a9b-4a19-93f3-3c284bf594b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.845724 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-7f00d6cc-1c56-44f9-be14-df798219a70c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] show failed (client error): The resource could not be found. Aug 20 12:17:27.848428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7f00d6cc-1c56-44f9-be14-df798219a70c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "GET /v2.0/security-groups/fd7ae63e-2ebb-4dc7-8097-b6891d587b66 HTTP/1.1" status: 404 len: 347 time: 0.0486431 Aug 20 12:17:27.851295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36952) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:27.860215 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c994d38d-8a9b-4a19-93f3-3c284bf594b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:27.934375 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c994d38d-8a9b-4a19-93f3-3c284bf594b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cf84075f5e441c0942c69f204a16398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9621139 Aug 20 12:17:27.935232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80ebbb8-0f38-40f3-baee-190ed36bfec9,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:27.937236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36956) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:27.948109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994d38d-8a9b-4a19-93f3-3c284bf594b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337f1e51-ed94-4863-966d-4978dbea647b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:27.971765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Checking segment: {'id': 'c0321197-fbea-4251-8d1e-43ecc8ebd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ac9c0f73-7331-40e7-921b-2425203f9bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:17:27.972449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Network hostable DHCP agents. Network: ac9c0f73-7331-40e7-921b-2425203f9bfe, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:17:28.009891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port e84b53f5-6ded-4f69-b719-0224f1269b1b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:28.010296 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.021295 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-abbd19ad-2619-419b-b324-a39eb173a478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.026221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Network ac9c0f73-7331-40e7-921b-2425203f9bfe is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:17:28.060594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-abbd19ad-2619-419b-b324-a39eb173a478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.076927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, ac9c0f73-7331-40e7-921b-2425203f9bfe) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:17:28.084268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:28.086062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.089194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3894d34-7c90-43fc-9dd8-78eef93dafa6 None None] Network ac9c0f73-7331-40e7-921b-2425203f9bfe requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:28.108132 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.108460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.135965 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a7d74fc9-1b0a-4fe9-86ac-a3a64eea9745 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7326384 Aug 20 12:17:28.153493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for e84b53f5-6ded-4f69-b719-0224f1269b1b owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:28.186373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-abbd19ad-2619-419b-b324-a39eb173a478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.191249 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-abbd19ad-2619-419b-b324-a39eb173a478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.195423 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-abbd19ad-2619-419b-b324-a39eb173a478 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/337f1e51-ed94-4863-966d-4978dbea647b HTTP/1.1" status: 204 len: 168 time: 0.2549295 Aug 20 12:17:28.244438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd19ad-2619-419b-b324-a39eb173a478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f1e51-ed94-4863-966d-4978dbea647b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:28.463940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a45da0-1cbe-4863-990c-ad039cdb8079 None None] Network ac9c0f73-7331-40e7-921b-2425203f9bfe requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:28.527330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.608646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=e84b53f5-6ded-4f69-b719-0224f1269b1b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:28.724460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.728262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:28.733820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-61656483-6346-4430-a353-9389fd2b7df5 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "DELETE /v2.0/floatingips/4885bb88-ed9e-4f1b-9306-34102bcacfb4 HTTP/1.1" status: 204 len: 168 time: 0.8815176 Aug 20 12:17:28.736996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36992) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:28.857136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c99e9-ccca-42cc-866c-94beac3725df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port 9407b62f-5037-41fc-8d0b-227f52a3a814 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:28.857478 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca4c99e9-ccca-42cc-866c-94beac3725df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.002507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca4c99e9-ccca-42cc-866c-94beac3725df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.022634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c99e9-ccca-42cc-866c-94beac3725df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for 9407b62f-5037-41fc-8d0b-227f52a3a814 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:29.151778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37012) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:29.157045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42867958-network', 'tenant_id': '792473a9bb0f499aa887c8021b6e0348'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:29.210032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Made reservation on behalf of 792473a9bb0f499aa887c8021b6e0348 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:29.213513 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.227002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.270723 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca4c99e9-ccca-42cc-866c-94beac3725df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.307469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c99e9-ccca-42cc-866c-94beac3725df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=9407b62f-5037-41fc-8d0b-227f52a3a814,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:29.435078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca4c99e9-ccca-42cc-866c-94beac3725df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.437087 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ca4c99e9-ccca-42cc-866c-94beac3725df tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "DELETE /v2.0/ports/9407b62f-5037-41fc-8d0b-227f52a3a814 HTTP/1.1" status: 204 len: 168 time: 0.6982343 Aug 20 12:17:29.441016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37026) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:29.476046 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.483067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.527692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e9596-d1d9-4f29-b37a-38d2992fbd34,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:29.540996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:17:29.558630 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.559145 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Added segment b33c021c-c092-4ea8-9e95-bf7e568830d8 of type vlan for network 5b0fbcd4-c168-4836-a0b4-7674caef3e14 Aug 20 12:17:29.611697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.647848 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.648122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:29.648699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.685348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-aafc0a1a-25ae-43e2-b914-ef2964048c73 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port 27914b79-07ac-46d0-8d6e-9e1f681434d4 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:29.686218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aafc0a1a-25ae-43e2-b914-ef2964048c73 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.732557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0fbcd4-c168-4836-a0b4-7674caef3e14,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:29.738610 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-77c828e4-b3df-4da5-9be5-09aec2237950 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5853856 Aug 20 12:17:29.741668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37038) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:29.744442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 5b0fbcd4-c168-4836-a0b4-7674caef3e14 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:17:29.776726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Request body: {'subnet': {'network_id': '5b0fbcd4-c168-4836-a0b4-7674caef3e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42867958-subnet', 'tenant_id': '792473a9bb0f499aa887c8021b6e0348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:29.853777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Made reservation on behalf of 792473a9bb0f499aa887c8021b6e0348 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:29.856617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.887796 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aafc0a1a-25ae-43e2-b914-ef2964048c73 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:29.911618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-aafc0a1a-25ae-43e2-b914-ef2964048c73 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for 27914b79-07ac-46d0-8d6e-9e1f681434d4 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:30.056022 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:17:30.161513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aafc0a1a-25ae-43e2-b914-ef2964048c73 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.220016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.229956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc0a1a-25ae-43e2-b914-ef2964048c73 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=27914b79-07ac-46d0-8d6e-9e1f681434d4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:30.370127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4171a69-4e81-4a5d-a92d-482f382f174b,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:30.375669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aafc0a1a-25ae-43e2-b914-ef2964048c73 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.380230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-aafc0a1a-25ae-43e2-b914-ef2964048c73 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "DELETE /v2.0/ports/27914b79-07ac-46d0-8d6e-9e1f681434d4 HTTP/1.1" status: 204 len: 168 time: 0.9360535 Aug 20 12:17:30.383222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37060) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:30.397726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Checking segment: {'id': 'b33c021c-c092-4ea8-9e95-bf7e568830d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b0fbcd4-c168-4836-a0b4-7674caef3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:17:30.398268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Network hostable DHCP agents. Network: 5b0fbcd4-c168-4836-a0b4-7674caef3e14, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:17:30.419836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Network 5b0fbcd4-c168-4836-a0b4-7674caef3e14 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:17:30.435192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 5b0fbcd4-c168-4836-a0b4-7674caef3e14) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:17:30.445624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f7517a-8b2c-4bfb-a008-a64988bc9169 None None] Network 5b0fbcd4-c168-4836-a0b4-7674caef3e14 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:30.456573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:30.459198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.500715 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-60275aa2-3c98-4510-963e-55d1a9569131 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7447109 Aug 20 12:17:30.502551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-894687c3-2b1c-4791-a4b4-cb843adb738d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting subnet ef244ae5-44f8-465a-b334-b47b21771c84 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:17:30.511524 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-894687c3-2b1c-4791-a4b4-cb843adb738d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.634374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-894687c3-2b1c-4791-a4b4-cb843adb738d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.802067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-894687c3-2b1c-4791-a4b4-cb843adb738d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.802815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2245f959-04df-473a-955d-1f9be5c6a1f8 None None] Network 5b0fbcd4-c168-4836-a0b4-7674caef3e14 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:30.932756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-894687c3-2b1c-4791-a4b4-cb843adb738d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.985122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894687c3-2b1c-4791-a4b4-cb843adb738d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Subnet': ['ID=ef244ae5-44f8-465a-b334-b47b21771c84,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:30.988325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-894687c3-2b1c-4791-a4b4-cb843adb738d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:30.994022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37084) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:31.014654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-894687c3-2b1c-4791-a4b4-cb843adb738d tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "DELETE /v2.0/subnets/ef244ae5-44f8-465a-b334-b47b21771c84 HTTP/1.1" status: 204 len: 168 time: 0.6301682 Aug 20 12:17:31.029320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e2ca6c-9054-4cbc-9c91-d84cb4821273 None None] Network 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:31.070498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-029d3e2e-5f8b-4af0-a1fc-0e404aeee529 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting subnet b084064d-a4f1-4d9f-83b1-687b07e3fb63 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:17:31.128207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-029d3e2e-5f8b-4af0-a1fc-0e404aeee529 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.151114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37094) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:31.265998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-029d3e2e-5f8b-4af0-a1fc-0e404aeee529 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.331214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] DHCP port deletion for 1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:17:31.357532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337f25a9-c806-4bf2-a932-1b0cde79f220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.428775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-029d3e2e-5f8b-4af0-a1fc-0e404aeee529 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.442658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] Deleting port 10ad1eaf-48b0-420b-b674-018fdabd3199 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:31.443804 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.530116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-029d3e2e-5f8b-4af0-a1fc-0e404aeee529 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.545905 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337f25a9-c806-4bf2-a932-1b0cde79f220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.553069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337f25a9-c806-4bf2-a932-1b0cde79f220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.564518 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] For port 10ad1eaf-48b0-420b-b674-018fdabd3199, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=10ad1eaf-48b0-420b-b674-018fdabd3199,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:31.564692 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.569765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-029d3e2e-5f8b-4af0-a1fc-0e404aeee529 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.581519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37108) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:31.593013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e5a6a-a459-4746-9997-ac75f7c68a30 None None] Network 2ab08ba9-57fe-404f-b96d-7891141a6758 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:31.612346 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-029d3e2e-5f8b-4af0-a1fc-0e404aeee529 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "DELETE /v2.0/subnets/b084064d-a4f1-4d9f-83b1-687b07e3fb63 HTTP/1.1" status: 204 len: 168 time: 0.6155694 Aug 20 12:17:31.617294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d3e2e-5f8b-4af0-a1fc-0e404aeee529 tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Subnet': ['ID=b084064d-a4f1-4d9f-83b1-687b07e3fb63,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:31.647287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] Calling delete_port for 10ad1eaf-48b0-420b-b674-018fdabd3199 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:31.658517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 10ad1eaf-48b0-420b-b674-018fdabd3199 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:31.674481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-337f25a9-c806-4bf2-a932-1b0cde79f220 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff7674a73940416884e739b283aac7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222392 Aug 20 12:17:31.677241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37120) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:31.756941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9521d2d9-f05b-41a8-b290-212667d0f9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.782174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9521d2d9-f05b-41a8-b290-212667d0f9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.803398 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f25a9-c806-4bf2-a932-1b0cde79f220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa65d5c8-3053-4479-b5f1-a28a8027dc0a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:31.809111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.869131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9521d2d9-f05b-41a8-b290-212667d0f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.872512 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9521d2d9-f05b-41a8-b290-212667d0f9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:31.873675 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9521d2d9-f05b-41a8-b290-212667d0f9bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa65d5c8-3053-4479-b5f1-a28a8027dc0a HTTP/1.1" status: 204 len: 168 time: 0.1954484 Aug 20 12:17:31.885823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521d2d9-f05b-41a8-b290-212667d0f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa65d5c8-3053-4479-b5f1-a28a8027dc0a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:31.954409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780643-94ad-409c-afa4-444d90d62978 req-6c644b4f-1a40-4dda-bc49-2816649ceb88 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:31.957054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-6c644b4f-1a40-4dda-bc49-2816649ceb88 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/networks?id=ac9c0f73-7331-40e7-921b-2425203f9bfe HTTP/1.1" status: 200 len: 808 time: 0.2553210 Aug 20 12:17:31.979968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Deleting port 10ad1eaf-48b0-420b-b674-018fdabd3199 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:31.980512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.005465 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.024254 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.065342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] For port 10ad1eaf-48b0-420b-b674-018fdabd3199, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=10ad1eaf-48b0-420b-b674-018fdabd3199,segment=NetworkSegment(dc638822-c110-4ea9-9061-e99222c2f3ff),segment_id=dc638822-c110-4ea9-9061-e99222c2f3ff)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:32.065714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.079564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] DHCP port deletion for 2ab08ba9-57fe-404f-b96d-7891141a6758 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:17:32.084668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Calling delete_port for 10ad1eaf-48b0-420b-b674-018fdabd3199 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:32.109301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] Pushing event deleted for resources: {'Port': ['ID=10ad1eaf-48b0-420b-b674-018fdabd3199,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:32.120470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66908054-f887-4b38-821c-3d81abec3ab5 None None] No DVR routers for this DVR port 10ad1eaf-48b0-420b-b674-018fdabd3199 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:32.178592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-c037fb14-f139-4064-ad2c-48eab378fbaa tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/quotas/27f7df8611bd4f7a960a6d12f5506014 HTTP/1.1" status: 200 len: 375 time: 0.2136281 Aug 20 12:17:32.187202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.229271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] Deleting port c420ef54-247f-4fb6-a37e-0467ca2318d5 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:32.230595 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.251079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] No DVR routers for this DVR port 10ad1eaf-48b0-420b-b674-018fdabd3199 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:32.256088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Port': ['ID=10ad1eaf-48b0-420b-b674-018fdabd3199,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:32.303577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-21056872-5beb-47db-afa0-fa3280bc20a3 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27f7df8611bd4f7a960a6d12f5506014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064410 Aug 20 12:17:32.303787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] For port c420ef54-247f-4fb6-a37e-0467ca2318d5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c420ef54-247f-4fb6-a37e-0467ca2318d5,segment=NetworkSegment(57c5f168-5482-4852-bb91-fc01f1cb3cd3),segment_id=57c5f168-5482-4852-bb91-fc01f1cb3cd3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:32.304224 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.323267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] Calling delete_port for c420ef54-247f-4fb6-a37e-0467ca2318d5 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:32.410973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.421530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:32.439395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc638822-c110-4ea9-9061-e99222c2f3ff') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:32.439688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc638822-c110-4ea9-9061-e99222c2f3ff') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:32.461081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.490144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.509030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:17:32.511594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:17:32.517867 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:17:32.553137 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.612270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] Pushing event deleted for resources: {'Port': ['ID=c420ef54-247f-4fb6-a37e-0467ca2318d5,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:32.617687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba490927-782e-4194-a1e4-31fbd20ebf74 None None] No DVR routers for this DVR port c420ef54-247f-4fb6-a37e-0467ca2318d5 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:32.682522 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.706430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.709489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "DELETE /v2.0/networks/1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d HTTP/1.1" status: 204 len: 168 time: 1.1269910 Aug 20 12:17:32.713337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805b0b-e4ac-4386-ae53-c6a82a42907f tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Network': ['ID=1a9c0b27-1b6d-44aa-b27f-1ff9adf9665d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:32.713667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:32.781706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-aa7ac6ae-0774-4097-b193-69af5d09c3b7 service neutron] 10.222.0.25 "GET /v2.0/networks/ac9c0f73-7331-40e7-921b-2425203f9bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473276 Aug 20 12:17:32.850448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:32.909550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-81fbf69a-c285-4dcf-81a3-872a751ade10 service neutron] 10.222.0.25 "GET /v2.0/networks/ac9c0f73-7331-40e7-921b-2425203f9bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190996 Aug 20 12:17:33.054526 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:33.069528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab08ba9-57fe-404f-b96d-7891141a6758']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:33.089211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c5f168-5482-4852-bb91-fc01f1cb3cd3') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:33.090596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c5f168-5482-4852-bb91-fc01f1cb3cd3') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:33.119845 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:33.143969 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-540f6dc2-9d94-4cd1-b436-15ebe23e598c req-349d93bf-f46f-4053-84c0-5fe1464d90f1 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 210 time: 0.0479906 Aug 20 12:17:33.163345 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:33.191535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:17:33.193521 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:17:33.200779 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:17:33.278860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:33.296883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:33.301136 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] 10.222.0.25 "DELETE /v2.0/networks/2ab08ba9-57fe-404f-b96d-7891141a6758 HTTP/1.1" status: 204 len: 168 time: 0.5862062 Aug 20 12:17:33.392186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f1682-5b18-4bf6-8b05-6e426eaefc1c tempest-TaggedBootDevicesTest-988924588 tempest-TaggedBootDevicesTest-988924588-project] Pushing event deleted for resources: {'Network': ['ID=2ab08ba9-57fe-404f-b96d-7891141a6758,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:33.629009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c420ef54-247f-4fb6-a37e-0467ca2318d5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:33.658319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c420ef54-247f-4fb6-a37e-0467ca2318d5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:17:33.658918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c420ef54-247f-4fb6-a37e-0467ca2318d5 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:34.324386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44341625-46ff-45a4-9501-49f07636d875 req-3dc06c2c-45b1-493c-a6cd-8dfc74b4050d tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 210 time: 0.0735989 Aug 20 12:17:34.656167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780643-94ad-409c-afa4-444d90d62978 req-d30670f2-0d24-44bf-ba69-3d11032b284b tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:34.659736 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-d30670f2-0d24-44bf-ba69-3d11032b284b tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.73 "GET /v2.0/networks?id=ac9c0f73-7331-40e7-921b-2425203f9bfe HTTP/1.1" status: 200 len: 808 time: 0.1474285 Aug 20 12:17:34.691799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Request body: {'port': {'device_id': '2b869631-f230-4f14-8396-45c7768fcaa3', 'network_id': 'ac9c0f73-7331-40e7-921b-2425203f9bfe', 'admin_state_up': True, 'tenant_id': '27f7df8611bd4f7a960a6d12f5506014'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:34.877826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Made reservation on behalf of 27f7df8611bd4f7a960a6d12f5506014 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:34.881472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.015898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37252) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:35.124654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Allocated IP 172.20.0.14 (ac9c0f73-7331-40e7-921b-2425203f9bfe/d80ebbb8-0f38-40f3-baee-190ed36bfec9/262e63e1-c3b4-446a-9f63-179d07c353bd) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:17:35.172146 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-18d325b0-c40d-4375-984d-1e3efc7572fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.292986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-18d325b0-c40d-4375-984d-1e3efc7572fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.299705 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-18d325b0-c40d-4375-984d-1e3efc7572fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.330792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-18d325b0-c40d-4375-984d-1e3efc7572fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=699948771c5d49dabd161a5331a7548e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132658 Aug 20 12:17:35.333178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37260) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:35.351950 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.418904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e39cba79-29c5-449c-87e4-2804e19db6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.433734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.493981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e39cba79-29c5-449c-87e4-2804e19db6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.495881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d325b0-c40d-4375-984d-1e3efc7572fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1822dbb-aaca-4999-821a-b9ef4cb56842,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:35.500774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Pushing event updated for resources: {'Port': ['ID=262e63e1-c3b4-446a-9f63-179d07c353bd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:35.517526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Network ac9c0f73-7331-40e7-921b-2425203f9bfe is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:17:35.519811 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:17:35.522547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:17:35.551896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822af06c-30d8-4bf2-bf0c-9103bb167766 req-e32b39fb-5451-4f49-84b2-485e004890f8 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:35.559771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-822af06c-30d8-4bf2-bf0c-9103bb167766 req-e32b39fb-5451-4f49-84b2-485e004890f8 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 932 time: 0.1041973 Aug 20 12:17:35.625982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:35.625982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.632339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-822af06c-30d8-4bf2-bf0c-9103bb167766 req-87c476e6-5da0-47ff-b2fc-866bd23538d2 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656214 Aug 20 12:17:35.649614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e39cba79-29c5-449c-87e4-2804e19db6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.650815 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-af9121ff-1025-4fe4-9436-aff4b4d5ae32 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9747205 Aug 20 12:17:35.653318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e39cba79-29c5-449c-87e4-2804e19db6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:35.656633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e39cba79-29c5-449c-87e4-2804e19db6d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1822dbb-aaca-4999-821a-b9ef4cb56842 HTTP/1.1" status: 204 len: 168 time: 0.3174405 Aug 20 12:17:35.678493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Request body: {'port': {'device_id': '2b869631-f230-4f14-8396-45c7768fcaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:35.683963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cba79-29c5-449c-87e4-2804e19db6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1822dbb-aaca-4999-821a-b9ef4cb56842,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:35.815256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.094334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37284) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:36.130814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cff99f07-04d4-4e1a-94f7-a05253ec6e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.294479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cff99f07-04d4-4e1a-94f7-a05253ec6e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.299380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262e63e1-c3b4-446a-9f63-179d07c353bd {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:17:36.301163 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cff99f07-04d4-4e1a-94f7-a05253ec6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.322472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.346885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Transition to ACTIVE for port object 262e63e1-c3b4-446a-9f63-179d07c353bd will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:17:36.351741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cff99f07-04d4-4e1a-94f7-a05253ec6e06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39695603ca8f42d3931f0fee2d4edb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532432 Aug 20 12:17:36.351741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff99f07-04d4-4e1a-94f7-a05253ec6e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e23a8d-4e0c-4d4b-b2fb-74635741b788,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:36.352498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37288) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:36.369657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.490596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Pushing event updated for resources: {'Port': ['ID=262e63e1-c3b4-446a-9f63-179d07c353bd,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:36.540120 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-1e9a2c46-7834-45f4-b0a8-0c05b91072d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1209121 Aug 20 12:17:36.623108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37ca5f56-b9ed-42ef-a4ad-99a563c74e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.682943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Attempting to bind port 262e63e1-c3b4-446a-9f63-179d07c353bd on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:17:36.683581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Attempting to bind port 262e63e1-c3b4-446a-9f63-179d07c353bd by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'c0321197-fbea-4251-8d1e-43ecc8ebd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ac9c0f73-7331-40e7-921b-2425203f9bfe'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:17:36.683581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Attempting to bind port 262e63e1-c3b4-446a-9f63-179d07c353bd on network ac9c0f73-7331-40e7-921b-2425203f9bfe {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:17:36.701975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Port 262e63e1-c3b4-446a-9f63-179d07c353bd on network ac9c0f73-7331-40e7-921b-2425203f9bfe not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:17:36.711593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Attempting to bind port 262e63e1-c3b4-446a-9f63-179d07c353bd on network ac9c0f73-7331-40e7-921b-2425203f9bfe {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:17:36.729245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37ca5f56-b9ed-42ef-a4ad-99a563c74e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.776030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-1150d5db-06d3-430f-8398-f3eec6955715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:36.778764 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-1150d5db-06d3-430f-8398-f3eec6955715 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 1097 time: 0.2004402 Aug 20 12:17:36.778916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:17:36.779217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Checking segment: {'id': 'c0321197-fbea-4251-8d1e-43ecc8ebd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ac9c0f73-7331-40e7-921b-2425203f9bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:17:36.779851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Bound using segment: {'id': 'c0321197-fbea-4251-8d1e-43ecc8ebd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ac9c0f73-7331-40e7-921b-2425203f9bfe'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:17:36.780303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Bound port: 262e63e1-c3b4-446a-9f63-179d07c353bd, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0321197-fbea-4251-8d1e-43ecc8ebd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ac9c0f73-7331-40e7-921b-2425203f9bfe'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:17:36.780661 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.797289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed83dc5-0659-4b1d-8bb9-9b56d66195fa req-4e8c76e4-e18b-4f54-80ac-45e96e3c4655 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:36.799084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ed83dc5-0659-4b1d-8bb9-9b56d66195fa req-4e8c76e4-e18b-4f54-80ac-45e96e3c4655 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 944 time: 0.0850878 Aug 20 12:17:36.862853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ed83dc5-0659-4b1d-8bb9-9b56d66195fa req-62f249fb-7497-4753-ac6b-053dab26ef30 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498168 Aug 20 12:17:36.939422 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37ca5f56-b9ed-42ef-a4ad-99a563c74e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.942106 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37ca5f56-b9ed-42ef-a4ad-99a563c74e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:36.943331 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-37ca5f56-b9ed-42ef-a4ad-99a563c74e03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4e23a8d-4e0c-4d4b-b2fb-74635741b788 HTTP/1.1" status: 204 len: 168 time: 0.5891483 Aug 20 12:17:36.980036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca5f56-b9ed-42ef-a4ad-99a563c74e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e23a8d-4e0c-4d4b-b2fb-74635741b788,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:37.038328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] For port 262e63e1-c3b4-446a-9f63-179d07c353bd, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:17:37.043862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] For port 262e63e1-c3b4-446a-9f63-179d07c353bd, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=262e63e1-c3b4-446a-9f63-179d07c353bd,segment=NetworkSegment(c0321197-fbea-4251-8d1e-43ecc8ebd773),segment_id=c0321197-fbea-4251-8d1e-43ecc8ebd773)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:17:37.053212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:37.197105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Pushing event updated for resources: {'Port': ['ID=262e63e1-c3b4-446a-9f63-179d07c353bd,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:37.248977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-58acc705-4e9c-472f-b8fb-ae474f218cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:37.250582 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-58acc705-4e9c-472f-b8fb-ae474f218cff service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.4434378 Aug 20 12:17:37.259392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:37.260079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:37.261453 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-51989fdb-e461-406a-bf09-59d318a5c730 service neutron] 10.222.0.73 "PUT /v2.0/ports/262e63e1-c3b4-446a-9f63-179d07c353bd HTTP/1.1" status: 200 len: 1093 time: 1.5955074 Aug 20 12:17:37.261920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b869631-f230-4f14-8396-45c7768fcaa3', 'tag': '262e63e1-c3b4-446a-9f63-179d07c353bd'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:37.272531 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706" -d '{"events": [{"name": "network-changed", "server_uuid": "2b869631-f230-4f14-8396-45c7768fcaa3", "tag": "262e63e1-c3b4-446a-9f63-179d07c353bd"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:37.364428 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-10154450-7435-4bff-a3ab-7d9d6ab361d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0882437 Aug 20 12:17:37.419498 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68baeda0-06f8-46e8-b7a9-7d228bd3a6bd x-openstack-request-id: req-68baeda0-06f8-46e8-b7a9-7d228bd3a6bd {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:37.421808 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b869631-f230-4f14-8396-45c7768fcaa3", "tag": "262e63e1-c3b4-446a-9f63-179d07c353bd", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:37.422065 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68baeda0-06f8-46e8-b7a9-7d228bd3a6bd {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:37.422531 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b869631-f230-4f14-8396-45c7768fcaa3', 'tag': '262e63e1-c3b4-446a-9f63-179d07c353bd', 'status': 'completed', 'code': 200} Aug 20 12:17:37.505501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-3be26811-3913-466c-809e-cfc4f58142cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:37.507584 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-3be26811-3913-466c-809e-cfc4f58142cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.1282887 Aug 20 12:17:37.510602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780643-94ad-409c-afa4-444d90d62978 req-91ae3264-8d9c-47fd-beb1-419465071307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:37.512785 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-91ae3264-8d9c-47fd-beb1-419465071307 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=27f7df8611bd4f7a960a6d12f5506014&device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 1096 time: 0.1475253 Aug 20 12:17:37.708857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-537522eb-1b09-415a-a419-a3f24b705883 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262e63e1-c3b4-446a-9f63-179d07c353bd HTTP/1.1" status: 200 len: 217 time: 0.1639252 Aug 20 12:17:37.848694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-62883281-3cc7-424b-a4ab-54fc72bc8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:37.850995 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-62883281-3cc7-424b-a4ab-54fc72bc8355 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3208227 Aug 20 12:17:38.124794 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-4499a24b-7090-45ef-9716-6a130cec8db2 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572708 Aug 20 12:17:38.129271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780643-94ad-409c-afa4-444d90d62978 req-c975c2b0-4bcd-47ee-a2c6-4c3668d4af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:38.130707 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-c975c2b0-4bcd-47ee-a2c6-4c3668d4af88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d80ebbb8-0f38-40f3-baee-190ed36bfec9 HTTP/1.1" status: 200 len: 848 time: 0.4064689 Aug 20 12:17:38.144254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9cb20-34b6-4443-a505-c14db0f85cb1 req-90d9540d-cae9-4968-8dce-c09ce1093c09 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:38.155200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45f9cb20-34b6-4443-a505-c14db0f85cb1 req-90d9540d-cae9-4968-8dce-c09ce1093c09 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 944 time: 0.1320450 Aug 20 12:17:38.218860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45f9cb20-34b6-4443-a505-c14db0f85cb1 req-bb70f539-af5c-49da-b9fd-d7f2ac395db7 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562773 Aug 20 12:17:38.226113 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-a143d74e-d401-4211-b93f-75fb04153f2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9c0f73-7331-40e7-921b-2425203f9bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793996 Aug 20 12:17:38.435395 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e45abdae-bf88-4140-ad97-2ea3c39a24df req-9b130533-9147-4034-994f-700cf6973cf6 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882099 Aug 20 12:17:38.468390 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-44cf8eeb-e44c-44ee-bdd6-2fb89efb3333 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9c0f73-7331-40e7-921b-2425203f9bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075212 Aug 20 12:17:38.686612 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-22780643-94ad-409c-afa4-444d90d62978 req-7ef87b37-16ce-4e96-8ecc-7db328daff12 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9c0f73-7331-40e7-921b-2425203f9bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077880 Aug 20 12:17:38.915974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-420c78d9-4f78-4451-9d69-def57e3c4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:38.920366 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-420c78d9-4f78-4451-9d69-def57e3c4971 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=27f7df8611bd4f7a960a6d12f5506014&device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 1096 time: 0.1240113 Aug 20 12:17:39.062945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-6555c9d2-1f05-4401-bc89-7f6cbd6cc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:39.065184 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-6555c9d2-1f05-4401-bc89-7f6cbd6cc9a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9c0f73-7331-40e7-921b-2425203f9bfe HTTP/1.1" status: 200 len: 909 time: 0.1371729 Aug 20 12:17:39.113479 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-c357c8e9-7895-4841-a371-edaca01db68e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262e63e1-c3b4-446a-9f63-179d07c353bd HTTP/1.1" status: 200 len: 217 time: 0.0397975 Aug 20 12:17:39.184040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-825b8bc5-ff3b-453a-9493-8f8622375020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:39.185402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-825b8bc5-ff3b-453a-9493-8f8622375020 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d80ebbb8-0f38-40f3-baee-190ed36bfec9 HTTP/1.1" status: 200 len: 848 time: 0.0633161 Aug 20 12:17:39.246608 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-da09835c-1e60-4f74-aa3b-6b75c8e74369 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9c0f73-7331-40e7-921b-2425203f9bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461180 Aug 20 12:17:39.450641 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-cfb9afd7-00d8-499f-aba5-7952d95a1f47 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9c0f73-7331-40e7-921b-2425203f9bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951640 Aug 20 12:17:39.478907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa573b-453b-468f-b244-fb23b2df2981 req-5230dd15-6a41-4654-9f2b-fc8b83f9643e tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:39.499934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44aa573b-453b-468f-b244-fb23b2df2981 req-5230dd15-6a41-4654-9f2b-fc8b83f9643e tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 944 time: 0.1258807 Aug 20 12:17:39.616168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44aa573b-453b-468f-b244-fb23b2df2981 req-d0fae711-c553-4c8b-bc1e-4ad1aa733f61 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107926 Aug 20 12:17:39.632714 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74fb9d6f-29a4-4b08-aef4-4e5f5b1e6706 req-1a1eb775-fec2-4548-b69c-eeb8f04a94ce service neutron] 10.222.0.73 "GET /v2.0/networks/ac9c0f73-7331-40e7-921b-2425203f9bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677079 Aug 20 12:17:40.132559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 262e63e1-c3b4-446a-9f63-179d07c353bd details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:17:40.248984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 262e63e1-c3b4-446a-9f63-179d07c353bd, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=262e63e1-c3b4-446a-9f63-179d07c353bd,segment=NetworkSegment(c0321197-fbea-4251-8d1e-43ecc8ebd773),segment_id=c0321197-fbea-4251-8d1e-43ecc8ebd773)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:40.263529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '262e63e1-c3b4-446a-9f63-179d07c353bd', 'network_id': 'ac9c0f73-7331-40e7-921b-2425203f9bfe', 'port_id': '262e63e1-c3b4-446a-9f63-179d07c353bd', 'mac_address': 'fa:16:3e:bd:b8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80ebbb8-0f38-40f3-baee-190ed36bfec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:17:40.340334 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:40.387749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262e63e1-c3b4-446a-9f63-179d07c353bd {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:17:40.413548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 262e63e1-c3b4-446a-9f63-179d07c353bd, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=262e63e1-c3b4-446a-9f63-179d07c353bd,segment=NetworkSegment(c0321197-fbea-4251-8d1e-43ecc8ebd773),segment_id=c0321197-fbea-4251-8d1e-43ecc8ebd773)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:40.426915 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:40.498299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=262e63e1-c3b4-446a-9f63-179d07c353bd,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:40.698810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['262e63e1-c3b4-446a-9f63-179d07c353bd'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:17:40.834710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b306c-e0a5-4cfe-bbbf-990be9f86e4f req-89353610-d1c0-4f44-98c0-45255f9bd739 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:40.837666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d3b306c-e0a5-4cfe-bbbf-990be9f86e4f req-89353610-d1c0-4f44-98c0-45255f9bd739 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 945 time: 0.0918827 Aug 20 12:17:40.936855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d3b306c-e0a5-4cfe-bbbf-990be9f86e4f req-cb158582-cf47-4acf-aa9c-433860e2d29a tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893452 Aug 20 12:17:41.384526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37498) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:41.582075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f164114-3647-4b61-a9e9-06ca2ab12d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:41.817505 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f164114-3647-4b61-a9e9-06ca2ab12d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:41.823513 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f164114-3647-4b61-a9e9-06ca2ab12d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:41.888119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f164114-3647-4b61-a9e9-06ca2ab12d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c1fa78-bcb0-438b-93c8-19c28b7eddac,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:41.933486 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f164114-3647-4b61-a9e9-06ca2ab12d19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fa6798fd428476898e587f1d6eb5a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478649 Aug 20 12:17:41.935940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37520) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:42.001300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36efe5d8-3195-4080-a9ba-9655308c85d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.030515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36efe5d8-3195-4080-a9ba-9655308c85d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.091179 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.101339 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36efe5d8-3195-4080-a9ba-9655308c85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.104836 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-36efe5d8-3195-4080-a9ba-9655308c85d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.115515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-36efe5d8-3195-4080-a9ba-9655308c85d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5c1fa78-bcb0-438b-93c8-19c28b7eddac HTTP/1.1" status: 204 len: 168 time: 0.1715658 Aug 20 12:17:42.130004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efe5d8-3195-4080-a9ba-9655308c85d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c1fa78-bcb0-438b-93c8-19c28b7eddac,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:42.135339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45318c-1993-4b0c-a19d-f82261850203 req-399e47dd-87c2-44c8-a721-bbce855e536d tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:42.143660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af45318c-1993-4b0c-a19d-f82261850203 req-399e47dd-87c2-44c8-a721-bbce855e536d tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 945 time: 0.1134541 Aug 20 12:17:42.154772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 262e63e1-c3b4-446a-9f63-179d07c353bd up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:17:42.219300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af45318c-1993-4b0c-a19d-f82261850203 req-120b9bf2-f50d-4a68-be1d-101feff020cf tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746825 Aug 20 12:17:42.289095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 262e63e1-c3b4-446a-9f63-179d07c353bd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:17:42.299693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 262e63e1-c3b4-446a-9f63-179d07c353bd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:17:42.300088 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.429575 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.465622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b869631-f230-4f14-8396-45c7768fcaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262e63e1-c3b4-446a-9f63-179d07c353bd'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:42.468184 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c88a9-2192-4182-ba5f-aa7c6a0e5c27" -d '{"events": [{"server_uuid": "2b869631-f230-4f14-8396-45c7768fcaa3", "name": "network-vif-plugged", "status": "completed", "tag": "262e63e1-c3b4-446a-9f63-179d07c353bd"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:42.482382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 262e63e1-c3b4-446a-9f63-179d07c353bd, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=262e63e1-c3b4-446a-9f63-179d07c353bd,segment=NetworkSegment(c0321197-fbea-4251-8d1e-43ecc8ebd773),segment_id=c0321197-fbea-4251-8d1e-43ecc8ebd773)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:42.502050 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.522615 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0aa514-85b1-444b-94ac-043b4a380902 x-openstack-request-id: req-ac0aa514-85b1-444b-94ac-043b4a380902 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:42.523102 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b869631-f230-4f14-8396-45c7768fcaa3", "name": "network-vif-plugged", "status": "completed", "tag": "262e63e1-c3b4-446a-9f63-179d07c353bd", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:42.523499 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac0aa514-85b1-444b-94ac-043b4a380902 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:42.524257 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b869631-f230-4f14-8396-45c7768fcaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262e63e1-c3b4-446a-9f63-179d07c353bd', 'code': 200} Aug 20 12:17:42.647722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37538) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:42.661773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd03-d9dc-44a5-a6b0-122baa2f8289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.685572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26116143-b4d2-4c18-a320-941c9b540fb6 req-a0b37d80-baad-41e7-af9e-430bda0c191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:42.687422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-26116143-b4d2-4c18-a320-941c9b540fb6 req-a0b37d80-baad-41e7-af9e-430bda0c191d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 1098 time: 0.0835273 Aug 20 12:17:42.821881 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-26116143-b4d2-4c18-a320-941c9b540fb6 req-a0cb62af-f756-4a01-878e-73f9d2249a5f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176033 Aug 20 12:17:42.846222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=262e63e1-c3b4-446a-9f63-179d07c353bd,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:42.889747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd03-d9dc-44a5-a6b0-122baa2f8289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.897390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd03-d9dc-44a5-a6b0-122baa2f8289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:42.930622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f53dcd03-d9dc-44a5-a6b0-122baa2f8289 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1825ef152f914cbc83e9872943af5e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817788 Aug 20 12:17:42.933328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37548) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:42.948731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dcd03-d9dc-44a5-a6b0-122baa2f8289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4fba4-bb19-4940-8be6-d5590a64050e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:43.006704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba861485-690d-406c-a645-242d8c3bf0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:43.039547 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba861485-690d-406c-a645-242d8c3bf0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:43.121038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba861485-690d-406c-a645-242d8c3bf0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:43.123683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba861485-690d-406c-a645-242d8c3bf0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:43.128803 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba861485-690d-406c-a645-242d8c3bf0bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0b4fba4-bb19-4940-8be6-d5590a64050e HTTP/1.1" status: 204 len: 168 time: 0.1941376 Aug 20 12:17:43.138253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba861485-690d-406c-a645-242d8c3bf0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4fba4-bb19-4940-8be6-d5590a64050e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:43.366837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d958404-717c-4c0f-983f-30101ab2b068 req-7c613f07-b4e5-44f3-b420-6205b142f9f6 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:43.369592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d958404-717c-4c0f-983f-30101ab2b068 req-7c613f07-b4e5-44f3-b420-6205b142f9f6 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 946 time: 0.0561724 Aug 20 12:17:43.462430 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d958404-717c-4c0f-983f-30101ab2b068 req-1c6f97d6-ad0c-4bae-9e72-1357c5d5e363 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849602 Aug 20 12:17:43.766099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:44.619015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56286-2a89-4ee0-82e6-78ac84b7f5f2 req-b0905a0a-73d3-4016-80b0-7f053e606767 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:44.620711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efb56286-2a89-4ee0-82e6-78ac84b7f5f2 req-b0905a0a-73d3-4016-80b0-7f053e606767 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 946 time: 0.0656061 Aug 20 12:17:44.687083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efb56286-2a89-4ee0-82e6-78ac84b7f5f2 req-928ec772-988e-4817-977a-6cca4b1c33df tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539358 Aug 20 12:17:44.967107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37648) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:46.371571 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:46.706522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Deleting port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:46.706964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:46.812395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] For port 6ca62bb1-63b6-43ae-96e9-8ebf7691127b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:46.814265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:46.837367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Calling delete_port for 6ca62bb1-63b6-43ae-96e9-8ebf7691127b owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:47.096060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:47.131039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca62bb1-63b6-43ae-96e9-8ebf7691127b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:47.352382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:47.752262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Router 5597ee4b-b502-4004-b15e-92dbdf766aa8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:17:47.935792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:17:47.945964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-df0a3873-43ed-4d91-9310-84e9fa3e0d5f admin admin] 10.222.0.25 "PUT /v2.0/routers/5597ee4b-b502-4004-b15e-92dbdf766aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9742441 Aug 20 12:17:47.946090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37850) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:47.949179 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] Sync routers for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:17:47.960711 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:17:47.961595 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:17:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:48.108740 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:17:48.598342 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:17:47Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:48.652174 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] Checking router: 5597ee4b-b502-4004-b15e-92dbdf766aa8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:17:48.663368 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] Routers {'5597ee4b-b502-4004-b15e-92dbdf766aa8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:17:48.664256 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:17:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5597ee4b-b502-4004-b15e-92dbdf766aa8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:48.804147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:48.852875 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] Set router 5597ee4b-b502-4004-b15e-92dbdf766aa8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:17:48.945472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:49.017762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Deleting port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:49.018509 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:49.123601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] For port 6fc7f45a-a508-4465-b9c2-cecd0db5ee21, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6fc7f45a-a508-4465-b9c2-cecd0db5ee21,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:49.124247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:49.141363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Calling delete_port for 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:49.228005 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:17:47Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:49.301049 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59de782-bfd8-4457-a524-46afba2f42a2 None None] The sync data for ids ['5597ee4b-b502-4004-b15e-92dbdf766aa8'] in n-d-800634-10 is: [{'id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'name': 'tempest-TaggedBootDevicesTest-1096275080-router', 'tenant_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:30Z', 'updated_at': '2021-08-20T12:17:47Z', 'revision_number': 5, 'project_id': '65cdf5e81ebb4a0b8289f3b0fee879fe', 'gw_port': {'id': '6fc7f45a-a508-4465-b9c2-cecd0db5ee21', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597ee4b-b502-4004-b15e-92dbdf766aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:31Z', 'updated_at': '2021-08-20T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:17:49.560414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:49.611136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc7f45a-a508-4465-b9c2-cecd0db5ee21,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:49.640914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71f499-ab26-4f21-8755-fbc49faf17b5 req-463ce370-46c0-491c-8125-eeaa30f33a99 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:49.648390 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e71f499-ab26-4f21-8755-fbc49faf17b5 req-463ce370-46c0-491c-8125-eeaa30f33a99 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 946 time: 0.1495104 Aug 20 12:17:49.808619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6ca62bb1-63b6-43ae-96e9-8ebf7691127b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:49.851429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e71f499-ab26-4f21-8755-fbc49faf17b5 req-f55bbae8-9d8a-4829-9cfe-ff67d93a518e tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006345 Aug 20 12:17:49.867590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 6ca62bb1-63b6-43ae-96e9-8ebf7691127b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:17:49.867590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6ca62bb1-63b6-43ae-96e9-8ebf7691127b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:49.880151 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.066864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.074755 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.153077 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.153813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5597ee4b-b502-4004-b15e-92dbdf766aa8 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:17:50.160667 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.164110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b11b5d3a-eec6-4f6c-bfcc-dd6f8c1bb78a admin admin] 10.222.0.25 "DELETE /v2.0/routers/5597ee4b-b502-4004-b15e-92dbdf766aa8 HTTP/1.1" status: 204 len: 168 time: 2.2180767 Aug 20 12:17:50.166572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:50.258292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9155ecf-c6af-4b69-b4a0-03f574c843c0 admin admin] Deleting subnet c1997658-2814-450a-ba4d-6c3bc1dc231e {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:17:50.262289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9155ecf-c6af-4b69-b4a0-03f574c843c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.339240 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9155ecf-c6af-4b69-b4a0-03f574c843c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.477688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9155ecf-c6af-4b69-b4a0-03f574c843c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.544296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9155ecf-c6af-4b69-b4a0-03f574c843c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.561113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9155ecf-c6af-4b69-b4a0-03f574c843c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.564231 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d9155ecf-c6af-4b69-b4a0-03f574c843c0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c1997658-2814-450a-ba4d-6c3bc1dc231e HTTP/1.1" status: 204 len: 168 time: 0.3966181 Aug 20 12:17:50.566995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38048) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:50.569475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1eefd-2dae-453a-9d2e-fc64c64aa8ac None None] Network a75a8f05-fbaa-4e37-b799-ea4326a21b98 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:50.585399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9155ecf-c6af-4b69-b4a0-03f574c843c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1997658-2814-450a-ba4d-6c3bc1dc231e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:50.756551 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.923124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Deleting port 2492ae2c-05d7-4a4d-a392-fac4984360f0 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:50.924152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.055694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] DHCP port deletion for a75a8f05-fbaa-4e37-b799-ea4326a21b98 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:17:51.123329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-cd5bc1e6-088a-4049-98eb-612678ddc685 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:51.129056 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-cd5bc1e6-088a-4049-98eb-612678ddc685 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 946 time: 0.2455192 Aug 20 12:17:51.133360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] For port 2492ae2c-05d7-4a4d-a392-fac4984360f0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2492ae2c-05d7-4a4d-a392-fac4984360f0,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:51.135367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.165503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Calling delete_port for 2492ae2c-05d7-4a4d-a392-fac4984360f0 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:51.178592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Deleting port 2492ae2c-05d7-4a4d-a392-fac4984360f0 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:51.178864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23bfc-341f-4d22-b1ab-70286b3fe5ee req-cad48c08-99bf-42a1-8967-aa146d6fdcba tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:51.179664 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.189503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24a23bfc-341f-4d22-b1ab-70286b3fe5ee req-cad48c08-99bf-42a1-8967-aa146d6fdcba tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 946 time: 0.1530581 Aug 20 12:17:51.271373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24a23bfc-341f-4d22-b1ab-70286b3fe5ee req-923dfc85-efe8-42ad-b731-77346cb37bdb tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/security-groups?id=b47e9bb3-5b48-4541-8c25-635a609f2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810680 Aug 20 12:17:51.350628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Deleting port 262e63e1-c3b4-446a-9f63-179d07c353bd {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:17:51.351296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.401382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] For port 2492ae2c-05d7-4a4d-a392-fac4984360f0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2492ae2c-05d7-4a4d-a392-fac4984360f0,segment=NetworkSegment(d16b0977-648b-4f80-972f-473b9a5a8b97),segment_id=d16b0977-648b-4f80-972f-473b9a5a8b97)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:51.402440 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.435435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Calling delete_port for 2492ae2c-05d7-4a4d-a392-fac4984360f0 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:51.453331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.485063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] For port 262e63e1-c3b4-446a-9f63-179d07c353bd, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=262e63e1-c3b4-446a-9f63-179d07c353bd,segment=NetworkSegment(c0321197-fbea-4251-8d1e-43ecc8ebd773),segment_id=c0321197-fbea-4251-8d1e-43ecc8ebd773)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:51.486171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.492735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2492ae2c-05d7-4a4d-a392-fac4984360f0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:51.500996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] No DVR routers for this DVR port 2492ae2c-05d7-4a4d-a392-fac4984360f0 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:51.521413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Calling delete_port for 262e63e1-c3b4-446a-9f63-179d07c353bd owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:17:51.675456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2492ae2c-05d7-4a4d-a392-fac4984360f0 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:51.712655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2492ae2c-05d7-4a4d-a392-fac4984360f0 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:17:51.713272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2492ae2c-05d7-4a4d-a392-fac4984360f0 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:51.713932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:51.727764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.735208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.738644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:17:51.739496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6fc7f45a-a508-4465-b9c2-cecd0db5ee21 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:51.741566 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.780863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Pushing event deleted for resources: {'Port': ['ID=2492ae2c-05d7-4a4d-a392-fac4984360f0,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:51.791779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['262e63e1-c3b4-446a-9f63-179d07c353bd'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:17:51.800368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75a8f05-fbaa-4e37-b799-ea4326a21b98']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:51.801856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.802304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.802896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.803500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.804012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.804510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.805002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.805548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.806083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.806666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.807223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.807855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:51.810886 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75385e56-8164-4e56-a0d1-d6d3ec1e5191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.834681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcecc5-eff3-4d47-9ef5-f45b6f84b593 None None] No DVR routers for this DVR port 2492ae2c-05d7-4a4d-a392-fac4984360f0 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:51.851069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16b0977-648b-4f80-972f-473b9a5a8b97') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:51.851259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16b0977-648b-4f80-972f-473b9a5a8b97') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:17:51.878453 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.902095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.913110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:17:51.914035 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.924972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Pushing event deleted for resources: {'Port': ['ID=262e63e1-c3b4-446a-9f63-179d07c353bd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:51.927920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] No DVR routers for this DVR port 262e63e1-c3b4-446a-9f63-179d07c353bd on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:51.930654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.933738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-94a188d2-9dd4-45cd-b90a-d71537635ec6 req-3cbfd593-52e1-42ae-a34a-45b10b1996e4 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.73 "DELETE /v2.0/ports/262e63e1-c3b4-446a-9f63-179d07c353bd HTTP/1.1" status: 204 len: 173 time: 0.7935848 Aug 20 12:17:51.933738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b869631-f230-4f14-8396-45c7768fcaa3', 'name': 'network-vif-deleted', 'tag': '262e63e1-c3b4-446a-9f63-179d07c353bd'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:51.936433 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16dbb17-0bf8-4169-9557-10323f76159f" -d '{"events": [{"server_uuid": "2b869631-f230-4f14-8396-45c7768fcaa3", "name": "network-vif-deleted", "tag": "262e63e1-c3b4-446a-9f63-179d07c353bd"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:52.005221 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdb39b9-ad57-491c-9d86-d526a0f080de x-openstack-request-id: req-ffdb39b9-ad57-491c-9d86-d526a0f080de {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:52.005530 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b869631-f230-4f14-8396-45c7768fcaa3", "name": "network-vif-deleted", "tag": "262e63e1-c3b4-446a-9f63-179d07c353bd", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:52.005986 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffdb39b9-ad57-491c-9d86-d526a0f080de {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:52.006424 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b869631-f230-4f14-8396-45c7768fcaa3', 'name': 'network-vif-deleted', 'tag': '262e63e1-c3b4-446a-9f63-179d07c353bd', 'status': 'completed', 'code': 200} Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:17:52.010084 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:17:52.039011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.050248 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.052796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a75a8f05-fbaa-4e37-b799-ea4326a21b98 HTTP/1.1" status: 204 len: 168 time: 1.4845555 Aug 20 12:17:52.085543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e508b2-c25d-499e-99b3-a6e00f7339c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75a8f05-fbaa-4e37-b799-ea4326a21b98,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:52.119311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38128) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:52.261209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8f1d888-1ff7-4cd9-adb1-a57df3ba4727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.305712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38140) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:52.362759 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b9e658c5-3b9f-4510-aa16-cf06229f837f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65cdf5e81ebb4a0b8289f3b0fee879fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556545 Aug 20 12:17:52.364452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:52.512652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e45a8d2a-fd36-4a40-bad9-5e754d83876a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.532393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8dfe902-f647-4f7c-8116-0822d5a39382 req-cdc780bd-f75d-49e2-a3a9-c753d2549b95 tempest-VolumesActionsTest-326746532 tempest-VolumesActionsTest-326746532-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b869631-f230-4f14-8396-45c7768fcaa3 HTTP/1.1" status: 200 len: 210 time: 0.0865057 Aug 20 12:17:52.534666 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8f1d888-1ff7-4cd9-adb1-a57df3ba4727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.544936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8f1d888-1ff7-4cd9-adb1-a57df3ba4727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.569115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e45a8d2a-fd36-4a40-bad9-5e754d83876a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.600662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f8f1d888-1ff7-4cd9-adb1-a57df3ba4727 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=775a5c208cff49a98d77125d0c6634a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774227 Aug 20 12:17:52.600662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1d888-1ff7-4cd9-adb1-a57df3ba4727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ee8633-d627-456f-89af-07874f62dae7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:52.627763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38150) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:52.662267 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e45a8d2a-fd36-4a40-bad9-5e754d83876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.664839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e45a8d2a-fd36-4a40-bad9-5e754d83876a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.668481 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e45a8d2a-fd36-4a40-bad9-5e754d83876a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/050b16b4-191f-4fb2-865f-970e19b8221b HTTP/1.1" status: 204 len: 168 time: 0.3003523 Aug 20 12:17:52.697769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a8d2a-fd36-4a40-bad9-5e754d83876a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050b16b4-191f-4fb2-865f-970e19b8221b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:52.729013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71324add-c638-4a22-8ff7-8a0502ecd86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.778513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71324add-c638-4a22-8ff7-8a0502ecd86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.878494 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71324add-c638-4a22-8ff7-8a0502ecd86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.881199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71324add-c638-4a22-8ff7-8a0502ecd86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:52.886621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-71324add-c638-4a22-8ff7-8a0502ecd86f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07ee8633-d627-456f-89af-07874f62dae7 HTTP/1.1" status: 204 len: 168 time: 0.2520506 Aug 20 12:17:52.892011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71324add-c638-4a22-8ff7-8a0502ecd86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ee8633-d627-456f-89af-07874f62dae7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:54.016037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38230) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:54.311113 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fc78e396-f38b-43cf-abb5-891bbfad31d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.471772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1119563150-network', 'tenant_id': 'a6210c5efb914c3aa54f4f173e9f537a'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:54.544550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Made reservation on behalf of a6210c5efb914c3aa54f4f173e9f537a for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:54.548182 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.572242 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.744573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38258) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:54.757031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.762067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.824768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:17:54.836953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b49c615-6e0e-4ff5-8bc6-d8645a97da61,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:54.845935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.846543 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Added segment 836a70a2-1172-43f1-baf0-bbb1a040cd59 of type vlan for network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f Aug 20 12:17:54.849350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.849959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.850497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.851434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.851945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.852447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.852954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.853463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.854054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.854576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.855071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.855582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.997570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85b55be0-04ef-4949-9d3c-4dbef2a3e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.000543 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.044783 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.082454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.084858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:55.086594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.229905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:55.251657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:17:55.311243 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85b55be0-04ef-4949-9d3c-4dbef2a3e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.357206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85b55be0-04ef-4949-9d3c-4dbef2a3e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.381647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5aa284e0-1d29-4921-b1ff-36414ba10182 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3632226 Aug 20 12:17:55.385758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:55.392009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Request body: {'subnet': {'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1119563150-subnet', 'tenant_id': 'a6210c5efb914c3aa54f4f173e9f537a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:55.438061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-85b55be0-04ef-4949-9d3c-4dbef2a3e015 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=392e68eed6de45acbaad902e11e1c70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904328 Aug 20 12:17:55.438348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38280) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:55.452591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Made reservation on behalf of a6210c5efb914c3aa54f4f173e9f537a for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:55.458053 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.477334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b55be0-04ef-4949-9d3c-4dbef2a3e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aa2cf2-7f44-4912-baec-5400de2f4188,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:55.591290 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.784473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a0eca3-cf6b-4fd8-8be4-57242ad2051f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.850263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a0eca3-cf6b-4fd8-8be4-57242ad2051f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.852403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.946264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=800cdf72-ed91-472f-9a57-a703fe7231fb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:55.972842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a0eca3-cf6b-4fd8-8be4-57242ad2051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.975305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a0eca3-cf6b-4fd8-8be4-57242ad2051f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:55.976438 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-68a0eca3-cf6b-4fd8-8be4-57242ad2051f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84aa2cf2-7f44-4912-baec-5400de2f4188 HTTP/1.1" status: 204 len: 168 time: 0.5376077 Aug 20 12:17:55.989753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Checking segment: {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:17:55.990153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Network hostable DHCP agents. Network: 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:17:55.994169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0eca3-cf6b-4fd8-8be4-57242ad2051f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aa2cf2-7f44-4912-baec-5400de2f4188,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:56.028162 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:17:56.045194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:17:56.054678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eaa149-193b-4e37-bb1a-848b0f291645 None None] Network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:56.054901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.057206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:56.114140 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-756b7443-a258-478f-935c-e704f3002f6c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7226806 Aug 20 12:17:56.205112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 262e63e1-c3b4-446a-9f63-179d07c353bd no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:56.295697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 262e63e1-c3b4-446a-9f63-179d07c353bd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:17:56.303970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 262e63e1-c3b4-446a-9f63-179d07c353bd not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:56.463937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e6735-5bad-4a79-8f8b-0d2e0c966f73 None None] Network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:17:56.988263 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:57.039785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-2e58fd26-1d8a-4a22-b6e3-5175aa6d6bd5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:57.043244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-2e58fd26-1d8a-4a22-b6e3-5175aa6d6bd5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 815 time: 0.2289498 Aug 20 12:17:57.069234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d24367e2-aba0-417f-a64c-2882fe75a0e9 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/quotas/a6210c5efb914c3aa54f4f173e9f537a HTTP/1.1" status: 200 len: 375 time: 0.0190403 Aug 20 12:17:57.132589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-e4b9898e-52d8-409a-b204-8135b9b9d704 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575106 Aug 20 12:17:57.277002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-514a93f9-934a-4e36-8e65-b6d6e347f238 service neutron] 10.222.0.25 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371400 Aug 20 12:17:57.531453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-6be2e2bd-0f50-431f-a109-e9528f040e7e service neutron] 10.222.0.25 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437546 Aug 20 12:17:57.873549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6ddd95c-3d29-4492-b528-c9dd0356ca49 req-f20344ba-afc4-416c-bb9b-4a76876a7142 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 210 time: 0.0411739 Aug 20 12:17:58.203520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38396) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:58.590195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-805679588'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:58.650767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Made reservation on behalf of 5bee368611424ef0bd263437fd405e8e for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:58.659894 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:58.686149 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:58.929638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:58.936978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:58.965948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:17:58.978147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:58.978573 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Added segment ebe98d42-2d2b-4145-9d78-5c4e4b0f807f of type vlan for network 3339da24-9ab9-42ac-ac32-0d0a35c81baa Aug 20 12:17:59.033597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6bbd44e-5de9-4399-8696-a65ab627fa5f req-a91b8cdb-c56d-4326-9e27-09af76499d6f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 210 time: 0.0532558 Aug 20 12:17:59.089741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f48a32-bcd4-479e-ae4f-d3ea8099f8cd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:59.104998 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.110407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.110769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.111115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.111453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.111789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.112133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.112450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.112781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.113109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.113436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.113764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.114092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.158732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.164372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:59.164962 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.259301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0548751 Aug 20 12:17:59.283497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07ea6-fae1-4a2a-acf8-7d71d64136e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Pushing event updated for resources: {'Network': ['ID=3339da24-9ab9-42ac-ac32-0d0a35c81baa,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:59.299528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3339da24-9ab9-42ac-ac32-0d0a35c81baa details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:17:59.682037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38438) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:17:59.687465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Request body: {'port': {'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa', 'binding:host_id': 'n-h2-800634-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1277324500'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:59.720021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-b62cd4fc-db14-43e8-ab4f-837205bb1341 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:59.722686 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-b62cd4fc-db14-43e8-ab4f-837205bb1341 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 815 time: 0.3133814 Aug 20 12:17:59.732397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Made reservation on behalf of 88e333cd266b4b0abb8ceb434b84ca1f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:17:59.739397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.741346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Request body: {'port': {'device_id': '6abaa009-ddac-4647-824e-72bd26adc878', 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'admin_state_up': True, 'tenant_id': 'a6210c5efb914c3aa54f4f173e9f537a'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:59.760984 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.983532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.990724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.994862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] device_id is not set on port 0355f3c3-4985-435c-bcec-083a46772f4a yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:00.020984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Made reservation on behalf of a6210c5efb914c3aa54f4f173e9f537a for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:00.036014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:00.108546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760f44c5-d593-4f4c-8561-bf651295ba12,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:00.299759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a001976-cc49-4d22-840f-10a011086676 req-408d935d-9740-4c69-9d42-47507bd194c4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 210 time: 0.0804172 Aug 20 12:18:00.315369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Allocated IP 172.20.0.10 (2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f/800cdf72-ed91-472f-9a57-a703fe7231fb/75818827-3bfb-4f07-9280-9306abfa28ad) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:00.509205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:00.595301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:00.772458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:00.788525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:00.794529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] device_id is not set on port 0355f3c3-4985-435c-bcec-083a46772f4a yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:00.810847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:00.823833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Pushing event updated for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:00.844716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:00.922529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Transition to ACTIVE for port object 0355f3c3-4985-435c-bcec-083a46772f4a will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:00.956989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:00.999560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:01.000474 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.035727 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8848da23-7d3a-4955-ba58-015968fa06ce tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3024068 Aug 20 12:18:01.054381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Request body: {'port': {'device_id': '6abaa009-ddac-4647-824e-72bd26adc878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:01.112974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=0355f3c3-4985-435c-bcec-083a46772f4a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:01.148880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Checking segment: {'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:01.149260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Network hostable DHCP agents. Network: 3339da24-9ab9-42ac-ac32-0d0a35c81baa, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:18:01.217860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Network 3339da24-9ab9-42ac-ac32-0d0a35c81baa is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:18:01.221363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.238496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3339da24-9ab9-42ac-ac32-0d0a35c81baa) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:01.242792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:01.265094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c1e02-1e81-4cf9-bde4-1dc9e028b15c None None] Network 3339da24-9ab9-42ac-ac32-0d0a35c81baa requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:01.287808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.288228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.288574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.299322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.299665 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.300045 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 2 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.327868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.328220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.329216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.339211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.339379 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.339774 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 3 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.385968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.385968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.385968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.396951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.397277 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.397664 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 4 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.481691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.482054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.482447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.491384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.491740 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.493142 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 5 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.510911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.512045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.512495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.525569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.526298 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.527539 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 6 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.548979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b90b21-1e0a-40e8-ac1f-0031e5bf7822 req-a2dc87dc-2be5-47aa-a25b-d4ed5c08717b tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:01.550466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93b90b21-1e0a-40e8-ac1f-0031e5bf7822 req-a2dc87dc-2be5-47aa-a25b-d4ed5c08717b tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 932 time: 0.1425066 Aug 20 12:18:01.553751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.554291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.554635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.560686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.561017 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.562027 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 7 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.604228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.604566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.604907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.609533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.610627 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.614139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93b90b21-1e0a-40e8-ac1f-0031e5bf7822 req-8b688262-d2ce-4467-912b-ec8e32f9462f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541177 Aug 20 12:18:01.614621 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 8 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.627897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.628252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.628549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.631044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75818827-3bfb-4f07-9280-9306abfa28ad {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:01.639329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.640602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.642988 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.643398 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 9 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.654141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Transition to ACTIVE for port object 75818827-3bfb-4f07-9280-9306abfa28ad will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:01.658974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.663373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.664027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.664375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.669659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.669989 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.670435 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 10 to bind port 0355f3c3-4985-435c-bcec-083a46772f4a Aug 20 12:18:01.684894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.685370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.685904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.691326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port 0355f3c3-4985-435c-bcec-083a46772f4a on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.691755 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port 0355f3c3-4985-435c-bcec-083a46772f4a on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:01.692136 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.707400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Pushing event updated for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:01.782937 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] For port 0355f3c3-4985-435c-bcec-083a46772f4a, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:01.783420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempted to set empty binding levels {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:18:01.789222 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.824389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Attempting to bind port 75818827-3bfb-4f07-9280-9306abfa28ad on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:01.824915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Attempting to bind port 75818827-3bfb-4f07-9280-9306abfa28ad by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:01.825104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Attempting to bind port 75818827-3bfb-4f07-9280-9306abfa28ad on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.829886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Port 75818827-3bfb-4f07-9280-9306abfa28ad on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:01.830248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Attempting to bind port 75818827-3bfb-4f07-9280-9306abfa28ad on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:01.835932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:01.836279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Checking segment: {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:01.836707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Bound using segment: {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:01.837142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Bound port: 75818827-3bfb-4f07-9280-9306abfa28ad, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:01.837635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.856813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=0355f3c3-4985-435c-bcec-083a46772f4a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:01.871665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:01.872583 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.902074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bd0cb04f-1d8d-46c1-b463-e3810997ddc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.2184603 Aug 20 12:18:01.904735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38496) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:01.952844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:01.957045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:01.974145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.997100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Deleting port 0355f3c3-4985-435c-bcec-083a46772f4a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:01.997633 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.016071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.017054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.019272 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] 10.222.0.73 "PUT /v2.0/ports/75818827-3bfb-4f07-9280-9306abfa28ad HTTP/1.1" status: 200 len: 1093 time: 0.9698687 Aug 20 12:18:02.021868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abaa009-ddac-4647-824e-72bd26adc878', 'tag': '75818827-3bfb-4f07-9280-9306abfa28ad'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:02.025566 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05adc7db-7b04-4f5c-9fbe-e148e1071717" -d '{"events": [{"name": "network-changed", "server_uuid": "6abaa009-ddac-4647-824e-72bd26adc878", "tag": "75818827-3bfb-4f07-9280-9306abfa28ad"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:02.121774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] For port 0355f3c3-4985-435c-bcec-083a46772f4a, host n-h2-800634-10, got binding levels [] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:02.122353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.138148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Calling delete_port for 0355f3c3-4985-435c-bcec-083a46772f4a owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:02.156691 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c19667-daed-4e58-9c52-8347c0a61f39 x-openstack-request-id: req-a6c19667-daed-4e58-9c52-8347c0a61f39 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:02.156923 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abaa009-ddac-4647-824e-72bd26adc878", "tag": "75818827-3bfb-4f07-9280-9306abfa28ad", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:02.157136 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6c19667-daed-4e58-9c52-8347c0a61f39 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:02.157536 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abaa009-ddac-4647-824e-72bd26adc878', 'tag': '75818827-3bfb-4f07-9280-9306abfa28ad', 'status': 'completed', 'code': 200} Aug 20 12:18:02.172690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819b53f-d325-45fa-ac14-5af4a4a28008 service neutron] Pushing event updated for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:02.196985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8a3df244-1769-43dd-864e-46d52310eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.201667 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-8a3df244-1769-43dd-864e-46d52310eb82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 1096 time: 0.1050391 Aug 20 12:18:02.264510 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.302420 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-6d23f4eb-ccdc-4730-9e47-78e447a56fa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75818827-3bfb-4f07-9280-9306abfa28ad HTTP/1.1" status: 200 len: 217 time: 0.0829737 Aug 20 12:18:02.334545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.336983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0355f3c3-4985-435c-bcec-083a46772f4a HTTP/1.1" status: 204 len: 168 time: 0.4309587 Aug 20 12:18:02.338164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df549e54-d18f-4028-aafe-1fd50709ee70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event deleted for resources: {'Port': ['ID=0355f3c3-4985-435c-bcec-083a46772f4a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:02.351595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38512) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:02.387624 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9e6cd2-5c09-48da-b7f3-5ee3b504ca5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:18:02.394131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6f9e6cd2-5c09-48da-b7f3-5ee3b504ca5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "GET /v2.0/ports/0355f3c3-4985-435c-bcec-083a46772f4a HTTP/1.1" status: 404 len: 333 time: 0.0370531 Aug 20 12:18:02.394353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38514) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:02.399820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Request body: {'port': {'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587292103'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:02.409597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-6741993c-8ae1-40d9-acfb-05d2649642df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.411087 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-6741993c-8ae1-40d9-acfb-05d2649642df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=800cdf72-ed91-472f-9a57-a703fe7231fb HTTP/1.1" status: 200 len: 855 time: 0.1010478 Aug 20 12:18:02.431082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Made reservation on behalf of 88e333cd266b4b0abb8ceb434b84ca1f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:02.440025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.459301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] device_id is not set on port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:02.467305 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-5a6bdec1-d9ec-4acd-ae92-fac244dc6216 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433741 Aug 20 12:18:02.579522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-caa04f31-b05f-4273-a705-a044aa57b6d3 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980158 Aug 20 12:18:02.672748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.712111 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-abce0b6b-06ff-4c80-bb5b-25b7bde28d6b req-c6c6c96a-b7cc-4c11-8d48-bd1745d499ed service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204698 Aug 20 12:18:02.791594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.825437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-b5f0775c-9cd1-4f50-bdcf-be02964cf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.828252 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-b5f0775c-9cd1-4f50-bdcf-be02964cf6c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 1096 time: 0.0561461 Aug 20 12:18:02.900561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=f9f2c6b2-173d-413a-aa1f-9cbc68a62389,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:02.926721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3215d0-a02d-4870-bce6-90378cb0d5f5 req-0945f85e-df08-46fd-9688-48e437a1cee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.936623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb3215d0-a02d-4870-bce6-90378cb0d5f5 req-0945f85e-df08-46fd-9688-48e437a1cee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 944 time: 0.1908381 Aug 20 12:18:02.969215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-3bc729e7-b261-413a-bf72-07657dd97449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.973312 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-3bc729e7-b261-413a-bf72-07657dd97449 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 916 time: 0.1371953 Aug 20 12:18:02.975941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Network 3339da24-9ab9-42ac-ac32-0d0a35c81baa is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:02.986655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:02.996867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:02.998159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.998869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.008297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb3215d0-a02d-4870-bce6-90378cb0d5f5 req-9ca864bb-df3c-4334-9586-d2bf1bb9e9ef tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707378 Aug 20 12:18:03.025112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d5700e82-2fed-46ef-8a1c-1718ba1fd1a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6271884 Aug 20 12:18:03.025495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38526) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:03.033076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:03.043880 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-6e4db901-a2aa-4f56-87c8-be7e7aca1a82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75818827-3bfb-4f07-9280-9306abfa28ad HTTP/1.1" status: 200 len: 217 time: 0.0626204 Aug 20 12:18:03.099450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.103339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-aee25229-297b-4877-9ba2-e36ca6572beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:03.104964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-aee25229-297b-4877-9ba2-e36ca6572beb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=800cdf72-ed91-472f-9a57-a703fe7231fb HTTP/1.1" status: 200 len: 855 time: 0.0528941 Aug 20 12:18:03.167166 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-a023adbe-3986-4418-ad05-be49d03cadc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518003 Aug 20 12:18:03.354278 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-e6ce9243-632c-4d8f-8b2f-478ba915e623 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794806 Aug 20 12:18:03.483959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] device_id is not set on port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:03.506854 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.552946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Transition to ACTIVE for port object f9f2c6b2-173d-413a-aa1f-9cbc68a62389 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:03.558930 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.580249 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05adc7db-7b04-4f5c-9fbe-e148e1071717 req-63d67a12-6f7c-44ad-b307-291d7e283ae1 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169380 Aug 20 12:18:03.635446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=f9f2c6b2-173d-413a-aa1f-9cbc68a62389,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:03.653693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.654056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.654478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.659576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.659897 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.660280 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 2 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.673767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.674094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.674473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.678873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.679246 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.679625 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 3 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.697129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.697681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.698150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.705048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.705527 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.706025 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 4 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.722789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.723391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.724482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.729323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.729706 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.730107 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 5 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.745895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.746335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.746687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.752647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.752989 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.753387 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 6 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.768404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.768749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.769076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.774657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.774989 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.775386 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 7 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.788673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.789006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.789357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.794832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.795167 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.795614 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 8 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.810288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.810630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.810972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.816720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.817209 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.817612 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 9 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.831144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.831431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.831755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.836848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.837178 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.837705 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 10 to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 Aug 20 12:18:03.855727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.856020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.856328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.861963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.862328 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:03.862705 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.935836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] For port f9f2c6b2-173d-413a-aa1f-9cbc68a62389, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:03.936644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempted to set empty binding levels {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:18:03.941985 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.015027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] In _notify_port_updated(), no bound segment for port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:18:04.016649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.018007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.020333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "PUT /v2.0/ports/f9f2c6b2-173d-413a-aa1f-9cbc68a62389 HTTP/1.1" status: 200 len: 980 time: 0.9932787 Aug 20 12:18:04.022981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38540) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:04.029947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc925328-355d-4957-bcec-5fcc7bcd5982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=f9f2c6b2-173d-413a-aa1f-9cbc68a62389,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:04.125041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.126147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.126711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.127248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.127777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.128307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.128837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.129365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.129892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.130439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.131225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.133590 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d2c84962-8457-4fb1-86b6-589753b51766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9993 time: 0.1095872 Aug 20 12:18:04.136986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38544) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:04.228886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 75818827-3bfb-4f07-9280-9306abfa28ad details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:18:04.273406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089b09b-6424-454b-8d6e-e38c4b4c9261 req-1ed9c18d-33e9-4348-91c3-406117bbd88e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:04.275167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1089b09b-6424-454b-8d6e-e38c4b4c9261 req-1ed9c18d-33e9-4348-91c3-406117bbd88e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 944 time: 0.1258426 Aug 20 12:18:04.313495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Deleting port f9f2c6b2-173d-413a-aa1f-9cbc68a62389 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:04.313495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.354867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:04.377605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1089b09b-6424-454b-8d6e-e38c4b4c9261 req-89c62008-56e3-4c9d-a60a-e5e52f309864 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936670 Aug 20 12:18:04.398442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '75818827-3bfb-4f07-9280-9306abfa28ad', 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'port_id': '75818827-3bfb-4f07-9280-9306abfa28ad', 'mac_address': 'fa:16:3e:eb:7b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800cdf72-ed91-472f-9a57-a703fe7231fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:18:04.406019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] For port f9f2c6b2-173d-413a-aa1f-9cbc68a62389, host n-h2-800634-10, got binding levels [] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:04.406498 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.423060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Calling delete_port for f9f2c6b2-173d-413a-aa1f-9cbc68a62389 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:04.444061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.472641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75818827-3bfb-4f07-9280-9306abfa28ad {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:04.496806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:04.503409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.522097 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.572714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9f2c6b2-173d-413a-aa1f-9cbc68a62389,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:04.603726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.608645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38556) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:04.610064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:04.611828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c3a3f09c-b317-459c-b55d-d13837459208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f9f2c6b2-173d-413a-aa1f-9cbc68a62389 HTTP/1.1" status: 204 len: 168 time: 0.4735308 Aug 20 12:18:04.643509 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7c263c-e6ac-4204-98f0-46a707a1bf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:18:04.653902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38560) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:04.659355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1990732844', 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:04.675064 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ce7c263c-e6ac-4204-98f0-46a707a1bf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "GET /v2.0/ports/f9f2c6b2-173d-413a-aa1f-9cbc68a62389 HTTP/1.1" status: 404 len: 333 time: 0.0652018 Aug 20 12:18:04.703437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Made reservation on behalf of 88e333cd266b4b0abb8ceb434b84ca1f for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:04.706937 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:04.729743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] device_id is not set on port d9e8190f-8034-48c5-9c35-d056f28aafe3 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:04.750917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['75818827-3bfb-4f07-9280-9306abfa28ad'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:18:04.970978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:05.050165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:05.098382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Network 3339da24-9ab9-42ac-ac32-0d0a35c81baa is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:05.101214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:05.104971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:05.105900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.106579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:05.114998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=d9e8190f-8034-48c5-9c35-d056f28aafe3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:05.134305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-415a1e01-2b8d-44b4-b2e4-2c91034676bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4767387 Aug 20 12:18:05.134571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38574) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:05.176028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae5997-c2b0-4e10-8ddc-dffa279d1d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.179891 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f9ae5997-c2b0-4e10-8ddc-dffa279d1d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "GET /v2.0/ports/d9e8190f-8034-48c5-9c35-d056f28aafe3 HTTP/1.1" status: 200 len: 959 time: 0.0417669 Aug 20 12:18:05.180168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38576) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:05.290492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-29ca4294-c25d-403e-ade6-cac92060ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Deleting port d9e8190f-8034-48c5-9c35-d056f28aafe3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:05.290943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-29ca4294-c25d-403e-ade6-cac92060ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:05.402132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-29ca4294-c25d-403e-ade6-cac92060ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:05.430893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-29ca4294-c25d-403e-ade6-cac92060ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Calling delete_port for d9e8190f-8034-48c5-9c35-d056f28aafe3 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:05.589972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12664ccd-2a9a-4f14-8acf-3bc21cf4ee24 req-a5692073-7436-4b61-a431-27295a4f339a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.595423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12664ccd-2a9a-4f14-8acf-3bc21cf4ee24 req-a5692073-7436-4b61-a431-27295a4f339a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 945 time: 0.1026945 Aug 20 12:18:05.660759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-29ca4294-c25d-403e-ade6-cac92060ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:05.684900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12664ccd-2a9a-4f14-8acf-3bc21cf4ee24 req-0933fcad-582d-4045-8ce5-3ae9af3f9d0d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Aug 20 12:18:05.707595 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-29ca4294-c25d-403e-ade6-cac92060ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:05.712017 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-29ca4294-c25d-403e-ade6-cac92060ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d9e8190f-8034-48c5-9c35-d056f28aafe3 HTTP/1.1" status: 204 len: 168 time: 0.5301554 Aug 20 12:18:05.716287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38588) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:05.742518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca4294-c25d-403e-ade6-cac92060ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9e8190f-8034-48c5-9c35-d056f28aafe3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:05.785839 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-4810a628-2a18-48bb-b29f-8b207524392c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:18:05.787563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4810a628-2a18-48bb-b29f-8b207524392c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "GET /v2.0/ports/d9e8190f-8034-48c5-9c35-d056f28aafe3 HTTP/1.1" status: 404 len: 333 time: 0.0702181 Aug 20 12:18:05.791401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38594) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:05.798513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Request body: {'port': {'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-879162126'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:05.847139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Made reservation on behalf of 88e333cd266b4b0abb8ceb434b84ca1f for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:05.853085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:05.915336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] device_id is not set on port c249edd3-afd2-4ffd-b830-a909b05d8309 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:06.127252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.168895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.219250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Network 3339da24-9ab9-42ac-ac32-0d0a35c81baa is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:06.222078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:06.227080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:06.228053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:06.228670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.229234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 75818827-3bfb-4f07-9280-9306abfa28ad up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:06.242635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=c249edd3-afd2-4ffd-b830-a909b05d8309,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:06.255480 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a133f57-643f-4a47-9fc0-62e7fab51919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4629550 Aug 20 12:18:06.258066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38608) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:06.263551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:06.323476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 75818827-3bfb-4f07-9280-9306abfa28ad completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:06.327638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 75818827-3bfb-4f07-9280-9306abfa28ad triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:06.328208 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.336227 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.423981 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.462376 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:06.463919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abaa009-ddac-4647-824e-72bd26adc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75818827-3bfb-4f07-9280-9306abfa28ad'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:06.467930 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4c8c69-808a-4b5e-b75b-84d993281dcd" -d '{"events": [{"server_uuid": "6abaa009-ddac-4647-824e-72bd26adc878", "name": "network-vif-plugged", "status": "completed", "tag": "75818827-3bfb-4f07-9280-9306abfa28ad"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:06.472229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.583131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:06.594861 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be41185c-8e2e-4368-bf2a-a2c4449b7c65 x-openstack-request-id: req-be41185c-8e2e-4368-bf2a-a2c4449b7c65 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:06.595143 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abaa009-ddac-4647-824e-72bd26adc878", "name": "network-vif-plugged", "status": "completed", "tag": "75818827-3bfb-4f07-9280-9306abfa28ad", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:06.595398 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be41185c-8e2e-4368-bf2a-a2c4449b7c65 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:06.596461 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abaa009-ddac-4647-824e-72bd26adc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75818827-3bfb-4f07-9280-9306abfa28ad', 'code': 200} Aug 20 12:18:06.641600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] device_id is not set on port c249edd3-afd2-4ffd-b830-a909b05d8309 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:06.650429 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.670622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Transition to ACTIVE for port object c249edd3-afd2-4ffd-b830-a909b05d8309 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:06.676032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:06.701944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a970c5-4414-4d81-b364-59978034a179 req-a80c92b8-83f8-4aed-8a4b-4a54315dd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:06.706096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b7a970c5-4414-4d81-b364-59978034a179 req-a80c92b8-83f8-4aed-8a4b-4a54315dd943 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 1098 time: 0.0869353 Aug 20 12:18:06.765429 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b7a970c5-4414-4d81-b364-59978034a179 req-48a4654a-9c7c-41be-a9cc-d3b528664f98 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488834 Aug 20 12:18:06.830835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:06.831168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:06.831511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:06.837108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=c249edd3-afd2-4ffd-b830-a909b05d8309,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:06.851885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:06.852215 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:06.854575 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 2 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:06.893015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:06.893383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:06.893676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:06.910486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9e4e6-51cb-4502-b7d1-b48bf3e84ea4 req-dcb93841-8a1c-49cf-ac00-1b2eedc1e98e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:06.912084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64f9e4e6-51cb-4502-b7d1-b48bf3e84ea4 req-dcb93841-8a1c-49cf-ac00-1b2eedc1e98e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1246924 Aug 20 12:18:06.915212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:06.915544 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:06.915944 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 3 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:06.954836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:06.955212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:06.955561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:06.993449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64f9e4e6-51cb-4502-b7d1-b48bf3e84ea4 req-067fd69d-ea3b-4658-90b6-8fbdc11c06db tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687623 Aug 20 12:18:06.998220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:07.005482 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:07.016456 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 4 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:07.036716 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:18:07.049520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:07.049962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:07.050432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:07.059968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:07.059968 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:07.061599 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 5 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:07.100487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:07.101188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:07.101692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:07.113783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:07.114064 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:07.114956 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 6 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:07.128785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:07.129123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:07.129463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:07.141690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:07.142161 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:07.142848 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 7 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:07.169344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:07.169674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:07.170011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:07.176116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:07.176444 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:07.176835 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 8 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:07.191390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:07.191727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:07.192412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:07.198698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:07.198698 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:07.198698 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 9 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:07.220544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:07.220544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:07.220544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:07.225618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:07.225953 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:07.226391 n-d-800634-10 neutron-server[101034]: INFO neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempt 10 to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 Aug 20 12:18:07.243451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:07.244015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:07.244335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempting to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:07.251661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:07.252068 n-d-800634-10 neutron-server[101034]: ERROR neutron.plugins.ml2.managers [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Failed to bind port c249edd3-afd2-4ffd-b830-a909b05d8309 on host n-h2-800634-10 for vnic_type normal using segments [{'id': 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3339da24-9ab9-42ac-ac32-0d0a35c81baa'}] Aug 20 12:18:07.252460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:07.350615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] For port c249edd3-afd2-4ffd-b830-a909b05d8309, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:07.350962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attempted to set empty binding levels {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 12:18:07.357513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:07.410625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event updated for resources: {'Port': ['ID=c249edd3-afd2-4ffd-b830-a909b05d8309,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:07.413061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] In _notify_port_updated(), no bound segment for port c249edd3-afd2-4ffd-b830-a909b05d8309 on network 3339da24-9ab9-42ac-ac32-0d0a35c81baa {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:18:07.414051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:07.414875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:07.416336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e3c84bc-e0eb-4712-a2ef-bb5ccef8dc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "PUT /v2.0/ports/c249edd3-afd2-4ffd-b830-a909b05d8309 HTTP/1.1" status: 200 len: 979 time: 1.1571774 Aug 20 12:18:07.419195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38630) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:07.550412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Deleting port c249edd3-afd2-4ffd-b830-a909b05d8309 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:07.551146 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:07.671168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] For port c249edd3-afd2-4ffd-b830-a909b05d8309, host n-h2-800634-10, got binding levels [] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:07.672860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:07.689316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Calling delete_port for c249edd3-afd2-4ffd-b830-a909b05d8309 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:07.799366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:07.848511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:07.851283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c249edd3-afd2-4ffd-b830-a909b05d8309 HTTP/1.1" status: 204 len: 168 time: 0.4307332 Aug 20 12:18:07.852647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac1ff6-3fea-4098-94bd-37187f773935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] Pushing event deleted for resources: {'Port': ['ID=c249edd3-afd2-4ffd-b830-a909b05d8309,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:07.853688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38642) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:07.901562 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d53642c-e1fa-457f-803e-4f066ba585bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] GET failed (client error): The resource could not be found. Aug 20 12:18:07.908534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0d53642c-e1fa-457f-803e-4f066ba585bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366135031-project-admin] 10.222.0.25 "GET /v2.0/ports/c249edd3-afd2-4ffd-b830-a909b05d8309 HTTP/1.1" status: 404 len: 333 time: 0.0484912 Aug 20 12:18:07.909100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38644) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:08.092361 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.637160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab761-edcf-49a7-8329-221b50120078 req-6815365c-e460-45ab-898d-93ed2af86ce7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:08.638792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecdab761-edcf-49a7-8329-221b50120078 req-6815365c-e460-45ab-898d-93ed2af86ce7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.5340562 Aug 20 12:18:08.657547 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.669066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5e0c6-95e9-44ba-b8f9-af67618cd654 req-f3736235-71b5-4ab1-9825-9ad7767e8970 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:08.678231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5f5e0c6-95e9-44ba-b8f9-af67618cd654 req-f3736235-71b5-4ab1-9825-9ad7767e8970 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1327751 Aug 20 12:18:08.712966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3339da24-9ab9-42ac-ac32-0d0a35c81baa']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:08.732435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:08.732727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe98d42-2d2b-4145-9d78-5c4e4b0f807f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:08.753197 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.794964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5f5e0c6-95e9-44ba-b8f9-af67618cd654 req-800a1113-0ddf-4563-8511-bf0b2477bee5 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156819 Aug 20 12:18:08.806417 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.811750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecdab761-edcf-49a7-8329-221b50120078 req-66eacd87-9417-42d0-b3c5-7b26669eb9cb tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640701 Aug 20 12:18:08.818622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:08.819038 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:08.823921 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:09.047097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c4831-5a64-4095-ae2f-7ab90486be26 req-c03974d8-eb8c-4be6-aa4c-1792f7addcbe tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:09.051652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b48c4831-5a64-4095-ae2f-7ab90486be26 req-c03974d8-eb8c-4be6-aa4c-1792f7addcbe tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.0917485 Aug 20 12:18:09.053073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:09.106404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:09.112479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] 10.222.0.25 "DELETE /v2.0/networks/3339da24-9ab9-42ac-ac32-0d0a35c81baa HTTP/1.1" status: 204 len: 168 time: 1.1992798 Aug 20 12:18:09.112479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae907d07-3806-462e-9f9f-e967aa291eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-691275671-project] Pushing event deleted for resources: {'Network': ['ID=3339da24-9ab9-42ac-ac32-0d0a35c81baa,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:09.183214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b48c4831-5a64-4095-ae2f-7ab90486be26 req-dc3fe162-7f5a-4ff7-988a-0710227372c5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785577 Aug 20 12:18:09.541151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38706) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:09.864651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a4a41dd5-5227-4077-95f3-a2dff8a1d4b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bee368611424ef0bd263437fd405e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221726 Aug 20 12:18:09.865271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38728) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:10.028826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77029da7-f157-41b0-8d41-d2df63121922 req-12b600d6-bb6f-49f7-8f13-2479ba64db16 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:10.036901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77029da7-f157-41b0-8d41-d2df63121922 req-12b600d6-bb6f-49f7-8f13-2479ba64db16 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.2047799 Aug 20 12:18:10.062008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c303893-5718-4085-a82a-a766433cb47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:10.086505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cf913-e815-4cc2-bf05-fd495f0147c8 req-132c38b1-741c-40ab-8766-c4efe9bed423 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:10.095840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a63cf913-e815-4cc2-bf05-fd495f0147c8 req-132c38b1-741c-40ab-8766-c4efe9bed423 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1706128 Aug 20 12:18:10.117785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c303893-5718-4085-a82a-a766433cb47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:10.174612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77029da7-f157-41b0-8d41-d2df63121922 req-1a47f971-3229-4628-9c7d-7b9f4693c795 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361408 Aug 20 12:18:10.189414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a63cf913-e815-4cc2-bf05-fd495f0147c8 req-47c0569a-be59-41ad-b8f1-6b23dffaadbf tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926287 Aug 20 12:18:10.215198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c303893-5718-4085-a82a-a766433cb47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:10.219467 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c303893-5718-4085-a82a-a766433cb47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:10.221100 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1c303893-5718-4085-a82a-a766433cb47e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3f48a32-bcd4-479e-ae4f-d3ea8099f8cd HTTP/1.1" status: 204 len: 168 time: 0.3547568 Aug 20 12:18:10.235123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c303893-5718-4085-a82a-a766433cb47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f48a32-bcd4-479e-ae4f-d3ea8099f8cd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:10.555772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38742) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:10.601266 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f59f94cc-6cce-41eb-8492-b3366faa51ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88e333cd266b4b0abb8ceb434b84ca1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443273 Aug 20 12:18:10.603756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38748) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:10.653940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc27d417-caac-4a6b-ab86-57b4cb3ba229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:10.682991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc27d417-caac-4a6b-ab86-57b4cb3ba229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:10.728994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc27d417-caac-4a6b-ab86-57b4cb3ba229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:10.731752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc27d417-caac-4a6b-ab86-57b4cb3ba229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:10.732928 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fc27d417-caac-4a6b-ab86-57b4cb3ba229 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/760f44c5-d593-4f4c-8561-bf651295ba12 HTTP/1.1" status: 204 len: 168 time: 0.1282663 Aug 20 12:18:10.741420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27d417-caac-4a6b-ab86-57b4cb3ba229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760f44c5-d593-4f4c-8561-bf651295ba12,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:11.433743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e1075-fff6-4400-bf51-7774f33424e1 req-17336dbb-a3bc-4835-8d39-e16e3a8acc07 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:11.436387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e0e1075-fff6-4400-bf51-7774f33424e1 req-17336dbb-a3bc-4835-8d39-e16e3a8acc07 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1403310 Aug 20 12:18:11.494559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b77a01-6037-4260-aacb-f5e8e5fd3b3f req-281cb8c4-2d26-416b-a698-c929b51b2ed6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:11.496540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44b77a01-6037-4260-aacb-f5e8e5fd3b3f req-281cb8c4-2d26-416b-a698-c929b51b2ed6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1516182 Aug 20 12:18:11.524228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e0e1075-fff6-4400-bf51-7774f33424e1 req-eea3cae7-790b-48c8-abd2-2621a5146247 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771289 Aug 20 12:18:11.607785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44b77a01-6037-4260-aacb-f5e8e5fd3b3f req-d35143ae-6c72-4220-bd4b-fb24b2090a3f tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940993 Aug 20 12:18:12.051685 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:12.390361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38824) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:12.510559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-13315ba3-3d58-4662-a4c9-e2bc05881425 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1498034946'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:12.538198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13315ba3-3d58-4662-a4c9-e2bc05881425 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:12.539485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13315ba3-3d58-4662-a4c9-e2bc05881425 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:12.613553 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13315ba3-3d58-4662-a4c9-e2bc05881425 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:12.618982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13315ba3-3d58-4662-a4c9-e2bc05881425 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:12.636878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-13315ba3-3d58-4662-a4c9-e2bc05881425 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:12.657112 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-13315ba3-3d58-4662-a4c9-e2bc05881425 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2686718 Aug 20 12:18:12.659460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38836) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:12.738725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4e242-b8cd-4daa-89ae-a1898b6f79b4 req-4c994198-6645-4952-ac15-5e6963b7baca tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:12.740336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69f4e242-b8cd-4daa-89ae-a1898b6f79b4 req-4c994198-6645-4952-ac15-5e6963b7baca tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1159079 Aug 20 12:18:12.809499 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9504dcf1-6405-4394-a47d-3c3a7b483140 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:12.883651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69f4e242-b8cd-4daa-89ae-a1898b6f79b4 req-8e3eaa93-f079-46ce-9eb7-63c93a2e56bb tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260900 Aug 20 12:18:12.898001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fb968-f85b-424d-9301-03c0bf64d28f req-ad8a569c-5404-46a2-a9ac-608e732c0c6c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:12.899715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b7fb968-f85b-424d-9301-03c0bf64d28f req-ad8a569c-5404-46a2-a9ac-608e732c0c6c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0988879 Aug 20 12:18:12.948241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b7fb968-f85b-424d-9301-03c0bf64d28f req-2e77a895-a1ab-4aae-821e-a1e8d60e6c76 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 Aug 20 12:18:13.424668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9504dcf1-6405-4394-a47d-3c3a7b483140 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.427013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9504dcf1-6405-4394-a47d-3c3a7b483140 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.470125 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9504dcf1-6405-4394-a47d-3c3a7b483140 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.471055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9504dcf1-6405-4394-a47d-3c3a7b483140 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d349c972-aabb-413b-a216-5ccab9778982 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:18:13.475975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9504dcf1-6405-4394-a47d-3c3a7b483140 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.480976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38856) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:13.486265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-47549b12-6db1-47f7-888f-4666d54c0eb4 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Request body: {'router': {'name': 'tempest-router-1492383576', 'distributed': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:13.490395 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9504dcf1-6405-4394-a47d-3c3a7b483140 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "DELETE /v2.0/routers/d349c972-aabb-413b-a216-5ccab9778982 HTTP/1.1" status: 204 len: 168 time: 0.8293767 Aug 20 12:18:13.515204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47549b12-6db1-47f7-888f-4666d54c0eb4 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.516695 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47549b12-6db1-47f7-888f-4666d54c0eb4 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.584276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47549b12-6db1-47f7-888f-4666d54c0eb4 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.588657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47549b12-6db1-47f7-888f-4666d54c0eb4 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.612200 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47549b12-6db1-47f7-888f-4666d54c0eb4 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.616734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38858) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:13.623321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-47549b12-6db1-47f7-888f-4666d54c0eb4 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1410134 Aug 20 12:18:13.699056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-724659a6-bde7-4de9-b0b4-bd2385d22cc8 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.794753 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.885905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-724659a6-bde7-4de9-b0b4-bd2385d22cc8 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.888215 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-724659a6-bde7-4de9-b0b4-bd2385d22cc8 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.949858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-724659a6-bde7-4de9-b0b4-bd2385d22cc8 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.950454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724659a6-bde7-4de9-b0b4-bd2385d22cc8 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e462b6d5-7bda-4ea3-b278-797790262bf3 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:18:13.963806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-724659a6-bde7-4de9-b0b4-bd2385d22cc8 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:13.970528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38874) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:13.977009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b1a02cfb-7492-4c5d-9103-244b6593eca0 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Request body: {'router': {'name': 'tempest-router-1535360840', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cf573c120c6e43749b0ebd81cc308051'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:13.980890 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-724659a6-bde7-4de9-b0b4-bd2385d22cc8 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e462b6d5-7bda-4ea3-b278-797790262bf3 HTTP/1.1" status: 204 len: 168 time: 0.3627503 Aug 20 12:18:14.011500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1a02cfb-7492-4c5d-9103-244b6593eca0 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.013171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1a02cfb-7492-4c5d-9103-244b6593eca0 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.101971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1a02cfb-7492-4c5d-9103-244b6593eca0 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.113787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1a02cfb-7492-4c5d-9103-244b6593eca0 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.141622 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b1a02cfb-7492-4c5d-9103-244b6593eca0 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.146908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38878) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:14.154761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:14.163316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b1a02cfb-7492-4c5d-9103-244b6593eca0 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1908426 Aug 20 12:18:14.320909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a09f7d-53f5-43d0-8eab-27136742fbb7 req-f53b7ee2-0bda-4e80-a092-d2762179173a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:14.336100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8a09f7d-53f5-43d0-8eab-27136742fbb7 req-f53b7ee2-0bda-4e80-a092-d2762179173a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1619415 Aug 20 12:18:14.416865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8dde2-e69c-47e4-b5aa-747f3464e1d7 req-6e0a209c-53af-4475-80e0-b35c19d67e65 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:14.419394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05e8dde2-e69c-47e4-b5aa-747f3464e1d7 req-6e0a209c-53af-4475-80e0-b35c19d67e65 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.2303829 Aug 20 12:18:14.431860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8a09f7d-53f5-43d0-8eab-27136742fbb7 req-26a5e14e-373e-4977-a7f1-bc46743a9a09 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951040 Aug 20 12:18:14.502111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05e8dde2-e69c-47e4-b5aa-747f3464e1d7 req-412ef87c-f3f8-4f2e-a09f-ad32f25d0caf tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658269 Aug 20 12:18:14.505476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.505988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.625973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101033) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 20 12:18:14.626784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Router 6c1b3548-7658-4c9a-8500-dd984bafe351 migrating from provider to provider. {{(pid=101033) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 20 12:18:14.627331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.633585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.638657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.733642 n-d-800634-10 neutron-server[101033]: WARNING neutron.scheduler.l3_agent_scheduler [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] No L3 agents can host the router 6c1b3548-7658-4c9a-8500-dd984bafe351 Aug 20 12:18:14.879937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Hosts for router 6c1b3548-7658-4c9a-8500-dd984bafe351: [] {{(pid=101033) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 20 12:18:14.910579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Hosts for other DVR routers connected to router 6c1b3548-7658-4c9a-8500-dd984bafe351: set() {{(pid=101033) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 20 12:18:14.913121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.917173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38890) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:14.917443 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-008a22e3-090b-4598-95f2-880f8d2b9b10 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "PUT /v2.0/routers/6c1b3548-7658-4c9a-8500-dd984bafe351 HTTP/1.1" status: 200 len: 717 time: 0.7691998 Aug 20 12:18:14.999619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9ea1d53f-0c79-40af-a6d3-a828fef530cc tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "GET /v2.0/routers/6c1b3548-7658-4c9a-8500-dd984bafe351 HTTP/1.1" status: 200 len: 717 time: 0.0811408 Aug 20 12:18:15.002246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38892) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:15.218957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ee5d341a-968f-49f0-bf60-0df35164dc03 tempest-RoutersTestDVR-2005361504 tempest-RoutersTestDVR-2005361504-project] 10.222.0.25 "GET /v2.0/routers/6c1b3548-7658-4c9a-8500-dd984bafe351 HTTP/1.1" status: 200 len: 683 time: 0.2153139 Aug 20 12:18:15.221403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38896) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:15.352920 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4c4776f-b0c2-4ddd-8ee0-670c7d42a7e1 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.853196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4c4776f-b0c2-4ddd-8ee0-670c7d42a7e1 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.857200 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4c4776f-b0c2-4ddd-8ee0-670c7d42a7e1 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.939230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4c4776f-b0c2-4ddd-8ee0-670c7d42a7e1 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.939777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c4776f-b0c2-4ddd-8ee0-670c7d42a7e1 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1b3548-7658-4c9a-8500-dd984bafe351 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:18:15.952529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4c4776f-b0c2-4ddd-8ee0-670c7d42a7e1 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.954050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b4c4776f-b0c2-4ddd-8ee0-670c7d42a7e1 tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "DELETE /v2.0/routers/6c1b3548-7658-4c9a-8500-dd984bafe351 HTTP/1.1" status: 204 len: 168 time: 0.7313266 Aug 20 12:18:15.958649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38922) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:15.963459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fa6568e3-56b1-46fc-bc10-3629cf360e5a tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Request body: {'router': {'name': 'tempest-router-345494224', 'distributed': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:15.970756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30c1a-6247-42be-a458-075ee8b56a33 req-dc6eb720-1aeb-4537-a93b-5182fa4e18ac tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:15.972625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66a30c1a-6247-42be-a458-075ee8b56a33 req-dc6eb720-1aeb-4537-a93b-5182fa4e18ac tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1794212 Aug 20 12:18:15.989230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f0803-54d3-45e0-8f10-9fd94db8dd02 req-d69a590c-721c-410f-9c25-9ced40025c42 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:15.991024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-356f0803-54d3-45e0-8f10-9fd94db8dd02 req-d69a590c-721c-410f-9c25-9ced40025c42 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1987274 Aug 20 12:18:16.016428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa6568e3-56b1-46fc-bc10-3629cf360e5a tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.018056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa6568e3-56b1-46fc-bc10-3629cf360e5a tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.045876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-356f0803-54d3-45e0-8f10-9fd94db8dd02 req-6300624c-8a8f-405e-ac4a-7519b90008a4 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473568 Aug 20 12:18:16.066542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66a30c1a-6247-42be-a458-075ee8b56a33 req-71e03ca3-0f0f-4a87-a95d-76cc883961fd tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746520 Aug 20 12:18:16.113061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa6568e3-56b1-46fc-bc10-3629cf360e5a tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.117964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa6568e3-56b1-46fc-bc10-3629cf360e5a tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.132830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fa6568e3-56b1-46fc-bc10-3629cf360e5a tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.136740 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fa6568e3-56b1-46fc-bc10-3629cf360e5a tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1743956 Aug 20 12:18:16.137197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38928) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:16.225327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e605de95-627c-41f5-a164-9eb896da8aae tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.434843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e605de95-627c-41f5-a164-9eb896da8aae tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.437418 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e605de95-627c-41f5-a164-9eb896da8aae tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.498461 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e605de95-627c-41f5-a164-9eb896da8aae tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.499450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e605de95-627c-41f5-a164-9eb896da8aae tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17a61a4c-3b27-44f4-8f76-04662a4e1e1e {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:18:16.513388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e605de95-627c-41f5-a164-9eb896da8aae tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.514827 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e605de95-627c-41f5-a164-9eb896da8aae tempest-RoutersTestDVR-821411925 tempest-RoutersTestDVR-821411925-project-admin] 10.222.0.25 "DELETE /v2.0/routers/17a61a4c-3b27-44f4-8f76-04662a4e1e1e HTTP/1.1" status: 204 len: 168 time: 0.3765576 Aug 20 12:18:16.843495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38950) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:17.010398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34bb740f-0362-4c53-8054-3db040985fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:17.214212 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34bb740f-0362-4c53-8054-3db040985fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:17.227978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34bb740f-0362-4c53-8054-3db040985fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:17.299275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24797242-2d19-4b84-96b6-b380a0f7df82 req-e78c8fc8-c0ce-4db7-bccc-7d09a4b77eb6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:17.301186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24797242-2d19-4b84-96b6-b380a0f7df82 req-e78c8fc8-c0ce-4db7-bccc-7d09a4b77eb6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1360590 Aug 20 12:18:17.312512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-34bb740f-0362-4c53-8054-3db040985fe0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf573c120c6e43749b0ebd81cc308051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655681 Aug 20 12:18:17.312877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38966) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:17.337361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb740f-0362-4c53-8054-3db040985fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5facfa3-b53d-4e71-901b-39d5f8a77705,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:17.367324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05ae7f-b21f-4aad-8ab9-b15718121f61 req-5092573f-82e0-43d4-bb34-eda65a12d3f2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:17.368917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b05ae7f-b21f-4aad-8ab9-b15718121f61 req-5092573f-82e0-43d4-bb34-eda65a12d3f2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1633463 Aug 20 12:18:17.400574 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24797242-2d19-4b84-96b6-b380a0f7df82 req-2cdc789c-3fcc-496b-b1a4-b356dcd0579d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891769 Aug 20 12:18:17.423365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-649b869e-3fc5-4f9e-bd76-cd2bf9799b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:17.448024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-649b869e-3fc5-4f9e-bd76-cd2bf9799b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:17.459517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b05ae7f-b21f-4aad-8ab9-b15718121f61 req-1c95329a-7c19-43d6-bd08-fb05ea42d1a1 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896888 Aug 20 12:18:17.524876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-649b869e-3fc5-4f9e-bd76-cd2bf9799b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:17.528881 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-649b869e-3fc5-4f9e-bd76-cd2bf9799b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:17.536216 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-649b869e-3fc5-4f9e-bd76-cd2bf9799b74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5facfa3-b53d-4e71-901b-39d5f8a77705 HTTP/1.1" status: 204 len: 168 time: 0.2222338 Aug 20 12:18:17.559481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b869e-3fc5-4f9e-bd76-cd2bf9799b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5facfa3-b53d-4e71-901b-39d5f8a77705,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:17.866922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 38982) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:17.889007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf418fd2-6a4d-41b0-a93a-be3c12316f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:18.031637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf418fd2-6a4d-41b0-a93a-be3c12316f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:18.036339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf418fd2-6a4d-41b0-a93a-be3c12316f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:18.085844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 38988) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:18.097114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cf418fd2-6a4d-41b0-a93a-be3c12316f10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd73222a462b4e66acee6cb68a36ecc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291472 Aug 20 12:18:18.101956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf418fd2-6a4d-41b0-a93a-be3c12316f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f56da-6163-42a3-85b5-d176bd6f493b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:18.161196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07083d4b-363d-41b8-8521-ff21c048e6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:18.193898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07083d4b-363d-41b8-8521-ff21c048e6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:18.247753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07083d4b-363d-41b8-8521-ff21c048e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:18.251067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07083d4b-363d-41b8-8521-ff21c048e6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:18.254714 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-07083d4b-363d-41b8-8521-ff21c048e6dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e44f56da-6163-42a3-85b5-d176bd6f493b HTTP/1.1" status: 204 len: 168 time: 0.1651554 Aug 20 12:18:18.271926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083d4b-363d-41b8-8521-ff21c048e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f56da-6163-42a3-85b5-d176bd6f493b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:18.563295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d518-366e-478a-b0e6-6068d51fe5bf req-0e17a4ae-a22e-49f2-93f4-f8948e45fb1f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:18.566008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a467d518-366e-478a-b0e6-6068d51fe5bf req-0e17a4ae-a22e-49f2-93f4-f8948e45fb1f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.0826221 Aug 20 12:18:18.692785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a467d518-366e-478a-b0e6-6068d51fe5bf req-575a8af1-84d7-4772-85d1-67ee38d5b875 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035097 Aug 20 12:18:18.710327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157612b-c215-4d22-a030-55e4722ea854 req-bc41306e-0a4e-47f6-a08e-5c110e530740 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:18.712525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e157612b-c215-4d22-a030-55e4722ea854 req-bc41306e-0a4e-47f6-a08e-5c110e530740 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1452162 Aug 20 12:18:18.775988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e157612b-c215-4d22-a030-55e4722ea854 req-156a7a9e-53dd-47f4-9018-f43f65fa3860 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526059 Aug 20 12:18:19.838286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6232a0-0c16-4406-ac87-b1c8adb47372 req-c2eb97f7-3b7a-4a2d-aac9-3353e432e5bb tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:19.839875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c6232a0-0c16-4406-ac87-b1c8adb47372 req-c2eb97f7-3b7a-4a2d-aac9-3353e432e5bb tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.0764987 Aug 20 12:18:19.923276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c6232a0-0c16-4406-ac87-b1c8adb47372 req-32648f78-00e9-472c-88b7-60fe2cee7b9d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765049 Aug 20 12:18:20.016679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9560bd9-93b0-4e5f-85b9-3a78b3bbd12c req-2c39764a-0bb7-496e-8ad8-2c02265428b2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.018981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9560bd9-93b0-4e5f-85b9-3a78b3bbd12c req-2c39764a-0bb7-496e-8ad8-2c02265428b2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0942774 Aug 20 12:18:20.077672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9560bd9-93b0-4e5f-85b9-3a78b3bbd12c req-696f641c-1eb5-433d-afcb-ec351536bdbb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492070 Aug 20 12:18:20.315349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39090) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:20.442846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-6fd9f001-4df1-4bc6-9a6d-23b32447ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.445403 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-6fd9f001-4df1-4bc6-9a6d-23b32447ea20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 1097 time: 0.0512044 Aug 20 12:18:20.455397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a064410-2761-411e-b865-d7599eff8f4c req-21cd577d-ef4e-4c78-8bfa-388c63e027cf tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.457372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a064410-2761-411e-b865-d7599eff8f4c req-21cd577d-ef4e-4c78-8bfa-388c63e027cf tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1007974 Aug 20 12:18:20.708087 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a064410-2761-411e-b865-d7599eff8f4c req-d8c1c5fb-4669-468c-b111-e39208484981 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831459 Aug 20 12:18:20.708087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1471540450', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:20.713573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-f848d891-66f3-4c1e-9bd6-80f1a22a8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.713573 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-f848d891-66f3-4c1e-9bd6-80f1a22a8c1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.2080851 Aug 20 12:18:20.714893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Made reservation on behalf of 60bea06d78a94e62b83169b027433722 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:20.714893 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:20.714893 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:20.746886 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-f38c23a9-7d24-49e1-bc2b-28b34a343fb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0714405 Aug 20 12:18:20.857237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-1a59e980-6c46-40da-8907-dd3ba403dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.859758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-1a59e980-6c46-40da-8907-dd3ba403dbc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.1015661 Aug 20 12:18:20.876828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:20.891007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:20.898272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] device_id is not set on port dbf22425-1276-409f-b762-cd32b5a93b75 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:20.935463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-95791af0-4d68-4bd3-a7bf-2e5281f932ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.939415 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-95791af0-4d68-4bd3-a7bf-2e5281f932ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700605 Aug 20 12:18:20.978719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8652be9-bb14-4b24-9668-3f449c4d1672,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:21.052019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Allocated IP 172.25.0.98 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/dbf22425-1276-409f-b762-cd32b5a93b75) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:21.101447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39126) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:21.219121 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-7258493f-ca86-4e16-b5a0-c084836f7637 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676005 Aug 20 12:18:21.290610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3045289-3347-4664-8275-2570fcbd9584 admin admin] Deleting subnet d80ebbb8-0f38-40f3-baee-190ed36bfec9 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:18:21.302271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3045289-3347-4664-8275-2570fcbd9584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.307638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725c22b-c8c3-4077-a280-2ec58975ac86 req-dc3a4b9c-1fe5-4591-a368-4e62fc5023bf tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:21.309382 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f725c22b-c8c3-4077-a280-2ec58975ac86 req-dc3a4b9c-1fe5-4591-a368-4e62fc5023bf tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.2292778 Aug 20 12:18:21.377784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3045289-3347-4664-8275-2570fcbd9584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.395474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f725c22b-c8c3-4077-a280-2ec58975ac86 req-97529c48-1409-454c-a39f-ea7591357ac0 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734756 Aug 20 12:18:21.418626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.475916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.481942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e6fb9308-3a06-4f4e-8064-66d65513f211 req-832b0524-ea53-455d-a633-cca509b3f0d5 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517879 Aug 20 12:18:21.505981 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3045289-3347-4664-8275-2570fcbd9584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.554493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf22425-1276-409f-b762-cd32b5a93b75,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:21.584492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:21.588327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:21.592336 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3045289-3347-4664-8275-2570fcbd9584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.594148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:21.635308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d3045289-3347-4664-8275-2570fcbd9584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.637716 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d3045289-3347-4664-8275-2570fcbd9584 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d80ebbb8-0f38-40f3-baee-190ed36bfec9 HTTP/1.1" status: 204 len: 168 time: 0.5353241 Aug 20 12:18:21.638962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3045289-3347-4664-8275-2570fcbd9584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80ebbb8-0f38-40f3-baee-190ed36bfec9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:21.641444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:21.688307 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a8351b88-0b49-435f-baa5-4f262887aa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.763812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:21.764497 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.792792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.793056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffb85a-775e-48c4-a46d-6834565d85cb req-520e415b-4805-4670-ad7b-c3b8cbe7b919 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:21.794634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2ffb85a-775e-48c4-a46d-6834565d85cb req-520e415b-4805-4670-ad7b-c3b8cbe7b919 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1106243 Aug 20 12:18:21.797168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ae14df24-f66f-4a08-8845-dd487f2cfcf6 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4805920 Aug 20 12:18:21.800153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:21.805052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.98'}]}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:21.862860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2ffb85a-775e-48c4-a46d-6834565d85cb req-2ddb6f8a-18a5-42e0-8907-233a620952d2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610487 Aug 20 12:18:21.887889 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.889038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.002026 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.006260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.016882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9c0f73-7331-40e7-921b-2425203f9bfe']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:22.076385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0321197-fbea-4251-8d1e-43ecc8ebd773') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:22.076753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0321197-fbea-4251-8d1e-43ecc8ebd773') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:22.119197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.229441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.232910 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.241507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:22.242386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:22.244358 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:22.360649 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.366312 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.370810 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] 10.222.0.25 "DELETE /v2.0/networks/ac9c0f73-7331-40e7-921b-2425203f9bfe HTTP/1.1" status: 204 len: 168 time: 0.7253506 Aug 20 12:18:22.371191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39170) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:22.407503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dd838-cb6c-4831-bbba-26441112024d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9c0f73-7331-40e7-921b-2425203f9bfe,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:22.483197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-02839426-d5c1-451c-a98f-f8d1b65b103f admin admin] Deleting subnet a4171a69-4e81-4a5d-a92d-482f382f174b {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:18:22.488251 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-02839426-d5c1-451c-a98f-f8d1b65b103f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.586041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-02839426-d5c1-451c-a98f-f8d1b65b103f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.625879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.641846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a773b43-f9be-4463-a58b-f9d6db18a55a req-7ecd0afa-edc0-4b7a-b1ea-f913e8d7d021 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:22.643758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a773b43-f9be-4463-a58b-f9d6db18a55a req-7ecd0afa-edc0-4b7a-b1ea-f913e8d7d021 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1091347 Aug 20 12:18:22.649688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-02839426-d5c1-451c-a98f-f8d1b65b103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.652718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.731726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a773b43-f9be-4463-a58b-f9d6db18a55a req-c012ab53-2d48-4111-9a78-4560e739d564 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791492 Aug 20 12:18:22.774542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-02839426-d5c1-451c-a98f-f8d1b65b103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.813438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02839426-d5c1-451c-a98f-f8d1b65b103f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4171a69-4e81-4a5d-a92d-482f382f174b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:22.821566 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-02839426-d5c1-451c-a98f-f8d1b65b103f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.828210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-02839426-d5c1-451c-a98f-f8d1b65b103f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a4171a69-4e81-4a5d-a92d-482f382f174b HTTP/1.1" status: 204 len: 168 time: 0.4557614 Aug 20 12:18:22.829292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39186) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:22.924165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:22.929633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.077879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.096787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0fbcd4-c168-4836-a0b4-7674caef3e14']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:23.139268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63203aef-641d-40c1-95a5-f5413bea299a req-2c615667-71dc-4da4-8613-df6f7945273e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.141888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63203aef-641d-40c1-95a5-f5413bea299a req-2c615667-71dc-4da4-8613-df6f7945273e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1448855 Aug 20 12:18:23.144636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33c021c-c092-4ea8-9e95-bf7e568830d8') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:23.145771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33c021c-c092-4ea8-9e95-bf7e568830d8') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:23.166255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.218002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63203aef-641d-40c1-95a5-f5413bea299a req-a403243d-188d-44b5-a9b1-0892211df27d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627117 Aug 20 12:18:23.226890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.239439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:23.240142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:23.243395 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:23.336941 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.351064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.353760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] 10.222.0.25 "DELETE /v2.0/networks/5b0fbcd4-c168-4836-a0b4-7674caef3e14 HTTP/1.1" status: 204 len: 168 time: 0.5232167 Aug 20 12:18:23.365541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ad61f-38eb-4695-9d9f-039646c9624b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0fbcd4-c168-4836-a0b4-7674caef3e14,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:23.575676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39216) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:23.604260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.607131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.651557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-766e36bc-a42d-4594-897b-a5152cb210e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27f7df8611bd4f7a960a6d12f5506014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708139 Aug 20 12:18:23.652525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39222) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:23.666916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.667690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe8b837c-fdef-427c-a835-262aba34b02b {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:18:23.686102 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 12:18:23.690743 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e8dfc7bb-ca35-4a82-8f5b-b2743e1e4477 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8894916 Aug 20 12:18:23.691468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39226) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:23.777023 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4512b330-c082-4dd3-a0e7-8352d5263067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.808630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4512b330-c082-4dd3-a0e7-8352d5263067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.885565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eba1fff1-ce60-43cf-b00d-994dcb5a06f3 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Deleting port dbf22425-1276-409f-b762-cd32b5a93b75 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:23.885912 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eba1fff1-ce60-43cf-b00d-994dcb5a06f3 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.946034 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4512b330-c082-4dd3-a0e7-8352d5263067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.948989 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4512b330-c082-4dd3-a0e7-8352d5263067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:23.950463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4512b330-c082-4dd3-a0e7-8352d5263067 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b47e9bb3-5b48-4541-8c25-635a609f2531 HTTP/1.1" status: 204 len: 168 time: 0.2968760 Aug 20 12:18:23.963580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb0cc-0c0b-4d5c-a124-25c5d9dd8303 req-e2937beb-ed16-49e5-bd31-6bf309893a88 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.965197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e9bb0cc-0c0b-4d5c-a124-25c5d9dd8303 req-e2937beb-ed16-49e5-bd31-6bf309893a88 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1284168 Aug 20 12:18:23.979039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512b330-c082-4dd3-a0e7-8352d5263067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47e9bb3-5b48-4541-8c25-635a609f2531,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:24.032939 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eba1fff1-ce60-43cf-b00d-994dcb5a06f3 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.057432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e9bb0cc-0c0b-4d5c-a124-25c5d9dd8303 req-6ad6e880-6b51-48d1-a807-2c5293cd3cc7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774815 Aug 20 12:18:24.068303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eba1fff1-ce60-43cf-b00d-994dcb5a06f3 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Calling delete_port for dbf22425-1276-409f-b762-cd32b5a93b75 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:24.216517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eba1fff1-ce60-43cf-b00d-994dcb5a06f3 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.262000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1fff1-ce60-43cf-b00d-994dcb5a06f3 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbf22425-1276-409f-b762-cd32b5a93b75,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:24.300084 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61f584c9-e4b7-4027-9155-de95d85265e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.337988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eba1fff1-ce60-43cf-b00d-994dcb5a06f3 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.352651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eba1fff1-ce60-43cf-b00d-994dcb5a06f3 tempest-RoutersAdminNegativeTest-755998488 tempest-RoutersAdminNegativeTest-755998488-project-admin] 10.222.0.25 "DELETE /v2.0/ports/dbf22425-1276-409f-b762-cd32b5a93b75 HTTP/1.1" status: 204 len: 168 time: 0.6510472 Aug 20 12:18:24.530071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39260) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:24.604709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3ade7582-084b-400a-b244-f4194251e331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=792473a9bb0f499aa887c8021b6e0348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726304 Aug 20 12:18:24.607145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39266) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:24.693610 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd1ae-13e8-4292-bfe6-dc1faa087608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.706653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39270) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:24.729524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd1ae-13e8-4292-bfe6-dc1faa087608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.790714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd1ae-13e8-4292-bfe6-dc1faa087608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.794313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd1ae-13e8-4292-bfe6-dc1faa087608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.795472 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4a7bd1ae-13e8-4292-bfe6-dc1faa087608 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa7e9596-d1d9-4f29-b37a-38d2992fbd34 HTTP/1.1" status: 204 len: 168 time: 0.1870561 Aug 20 12:18:24.815516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bd1ae-13e8-4292-bfe6-dc1faa087608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e9596-d1d9-4f29-b37a-38d2992fbd34,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:24.897999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-742e8cfb-e2bb-4b08-ae2e-f07ea620aa6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.013048 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.038618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-742e8cfb-e2bb-4b08-ae2e-f07ea620aa6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.043915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-742e8cfb-e2bb-4b08-ae2e-f07ea620aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.075260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e8cfb-e2bb-4b08-ae2e-f07ea620aa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db56533-df81-4d66-a55c-fdd8ca613f21,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:25.105136 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-742e8cfb-e2bb-4b08-ae2e-f07ea620aa6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90bf2c6423144435882043789755e372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973262 Aug 20 12:18:25.107818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39290) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:25.226867 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54fb3c93-51d7-4684-8b91-be5d697ba370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.247408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef963ac1-ca23-4a2a-997d-b3ed964f6f2c req-a1693388-6dcc-4742-9cb9-71e105e5beb9 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.249115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef963ac1-ca23-4a2a-997d-b3ed964f6f2c req-a1693388-6dcc-4742-9cb9-71e105e5beb9 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.0812514 Aug 20 12:18:25.264946 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54fb3c93-51d7-4684-8b91-be5d697ba370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.335753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef963ac1-ca23-4a2a-997d-b3ed964f6f2c req-51681900-a53d-4255-b05b-3a74a73494a5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681117 Aug 20 12:18:25.356711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54fb3c93-51d7-4684-8b91-be5d697ba370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.361139 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-54fb3c93-51d7-4684-8b91-be5d697ba370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.362670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-54fb3c93-51d7-4684-8b91-be5d697ba370 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4db56533-df81-4d66-a55c-fdd8ca613f21 HTTP/1.1" status: 204 len: 168 time: 0.2536516 Aug 20 12:18:25.372074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3c93-51d7-4684-8b91-be5d697ba370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db56533-df81-4d66-a55c-fdd8ca613f21,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:25.596765 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.904964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39336) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:25.966804 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ed1ce49e-2f3c-407a-ad62-eb1837029903 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60bea06d78a94e62b83169b027433722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606246 Aug 20 12:18:25.967669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39340) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:26.040332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1c37-fbb1-4825-ae54-c1f15a33c288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:26.065687 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1c37-fbb1-4825-ae54-c1f15a33c288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:26.127665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1c37-fbb1-4825-ae54-c1f15a33c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:26.130556 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1c37-fbb1-4825-ae54-c1f15a33c288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:26.134486 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cf2f1c37-fbb1-4825-ae54-c1f15a33c288 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8652be9-bb14-4b24-9668-3f449c4d1672 HTTP/1.1" status: 204 len: 168 time: 0.1639752 Aug 20 12:18:26.143595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f1c37-fbb1-4825-ae54-c1f15a33c288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8652be9-bb14-4b24-9668-3f449c4d1672,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:26.602790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7ab57-233d-4371-ab31-62ee75a2297b req-1e868343-2c33-4b63-976f-167ca2d28445 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:26.605953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5b7ab57-233d-4371-ab31-62ee75a2297b req-1e868343-2c33-4b63-976f-167ca2d28445 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.0823123 Aug 20 12:18:26.673740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5b7ab57-233d-4371-ab31-62ee75a2297b req-80d4d89a-fbf1-4cfd-931e-3dd2159f5973 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589428 Aug 20 12:18:26.983101 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.317617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39416) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:27.537770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1593178405'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:27.566976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:27.570962 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.589133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.721883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.726382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.777306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:18:27.793113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc578f4a-69fd-4650-9573-381213423a3f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:27.799462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.799823 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Added segment d3c87fd6-bc9d-4352-a560-50bc1225e00d of type vlan for network 2efc6f31-e825-4074-8304-53a9de631229 Aug 20 12:18:27.866789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.921051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.927470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:27.928137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:27.996998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0244aa-ba27-44b5-b8f1-9f2da1c60635 req-b555d206-126f-47f1-b5bc-826987e142c4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:28.004752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc0244aa-ba27-44b5-b8f1-9f2da1c60635 req-b555d206-126f-47f1-b5bc-826987e142c4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1560462 Aug 20 12:18:28.035524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7167573 Aug 20 12:18:28.051179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d075109-578e-4ad2-bb3e-e6c3c0d7ae53 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Network': ['ID=2efc6f31-e825-4074-8304-53a9de631229,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:28.066703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2efc6f31-e825-4074-8304-53a9de631229 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:18:28.085115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc0244aa-ba27-44b5-b8f1-9f2da1c60635 req-55cf064f-585e-44fe-aa6a-bb7613c2a64a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770602 Aug 20 12:18:29.268912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7292a4e-2a0d-45f9-94cc-862872bba310 req-8e5b88b5-1931-4831-991d-52cd0affbe84 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:29.277621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a7292a4e-2a0d-45f9-94cc-862872bba310 req-8e5b88b5-1931-4831-991d-52cd0affbe84 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.0951188 Aug 20 12:18:29.344658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a7292a4e-2a0d-45f9-94cc-862872bba310 req-f74f2dba-a810-41f3-bb2e-f9c0b3d94d15 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599079 Aug 20 12:18:30.562780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3498e2-1293-4b57-a9ce-5469063d2cc3 req-236efc5b-ce1c-49de-a398-8e1c7747fb19 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:30.572157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f3498e2-1293-4b57-a9ce-5469063d2cc3 req-236efc5b-ce1c-49de-a398-8e1c7747fb19 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1092021 Aug 20 12:18:30.658633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f3498e2-1293-4b57-a9ce-5469063d2cc3 req-64380771-96a9-4685-953d-6840a640b63f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827014 Aug 20 12:18:31.354849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39576) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:31.360791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'subnet': {'network_id': '2efc6f31-e825-4074-8304-53a9de631229', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:31.395458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39578) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:31.511303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:31.515602 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.588884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bfd3ebb-b5d7-4c1d-877f-63a640334466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.806203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bfd3ebb-b5d7-4c1d-877f-63a640334466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.811547 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7bfd3ebb-b5d7-4c1d-877f-63a640334466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:31.877315 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7bfd3ebb-b5d7-4c1d-877f-63a640334466 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e8c4e493c634466bac08b9fadc65865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807084 Aug 20 12:18:31.878288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39594) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:31.878964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd3ebb-b5d7-4c1d-877f-63a640334466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736dca9e-4655-4627-9182-15c5f377139c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:31.974835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32dc143-f7a2-4fe2-b023-1d67466d040a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.008175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d8c49-89e9-4fb5-a523-dd7f6433c36b req-05331bc9-e509-4e80-8cac-3e41289fe6b5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:32.009834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-320d8c49-89e9-4fb5-a523-dd7f6433c36b req-05331bc9-e509-4e80-8cac-3e41289fe6b5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1440873 Aug 20 12:18:32.047715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32dc143-f7a2-4fe2-b023-1d67466d040a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.133043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32dc143-f7a2-4fe2-b023-1d67466d040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.135927 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e32dc143-f7a2-4fe2-b023-1d67466d040a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.139871 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e32dc143-f7a2-4fe2-b023-1d67466d040a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/736dca9e-4655-4627-9182-15c5f377139c HTTP/1.1" status: 204 len: 168 time: 0.2576678 Aug 20 12:18:32.157353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32dc143-f7a2-4fe2-b023-1d67466d040a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736dca9e-4655-4627-9182-15c5f377139c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:32.241014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-320d8c49-89e9-4fb5-a523-dd7f6433c36b req-021b0993-e5ca-409f-8b19-9789b65bf300 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611607 Aug 20 12:18:32.241860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.328386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Subnet': ['ID=2d4cf002-bd58-4adb-9496-63bdbc5259d1,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:32.338090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Checking segment: {'id': 'd3c87fd6-bc9d-4352-a560-50bc1225e00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2efc6f31-e825-4074-8304-53a9de631229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:32.338519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network hostable DHCP agents. Network: 2efc6f31-e825-4074-8304-53a9de631229, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:18:32.356742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network 2efc6f31-e825-4074-8304-53a9de631229 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:18:32.378581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2efc6f31-e825-4074-8304-53a9de631229) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:32.386933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:32.387913 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.388299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37467d90-35ce-48f5-a3eb-f6ea64d3775d None None] Network 2efc6f31-e825-4074-8304-53a9de631229 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:32.411002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:32.411694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-74119ede-e9df-4fd8-9cf3-d79dcd6569c2 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0556879 Aug 20 12:18:32.416954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-230410164'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:32.495299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:32.508775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.554130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:18:32.576927 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.577658 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Added segment 2a047da9-e77e-4a1e-b565-9632d7de3405 of type vlan for network c89099a0-3b8e-41ca-8c46-26c6bcc6b78b Aug 20 12:18:32.639732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-2efc6f31-e825-4074-8304-53a9de631229', 'network_id': '2efc6f31-e825-4074-8304-53a9de631229', 'tenant_id': '89b413d766f74fd9a610348292d8befd', 'fixed_ips': [{'subnet_id': '2d4cf002-bd58-4adb-9496-63bdbc5259d1'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:18:32.640710 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.660351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.738799 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.768479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:32.769381 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:32.867773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Allocated IP 2001:db8:0:ffff::2 (2efc6f31-e825-4074-8304-53a9de631229/2d4cf002-bd58-4adb-9496-63bdbc5259d1/73405dd7-a151-47ff-907f-fbda1ce0bab3) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:32.879070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39628) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:32.881091 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4680715 Aug 20 12:18:32.894402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'subnet': {'network_id': 'c89099a0-3b8e-41ca-8c46-26c6bcc6b78b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:32.937315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8bf1c-4824-423b-9645-3e72a26ca434 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Network': ['ID=c89099a0-3b8e-41ca-8c46-26c6bcc6b78b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:32.957393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c89099a0-3b8e-41ca-8c46-26c6bcc6b78b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:18:33.063872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:33.068873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.190973 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.203657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Transition to ACTIVE for port object 73405dd7-a151-47ff-907f-fbda1ce0bab3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:33.237990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Transition to ACTIVE for port object 73405dd7-a151-47ff-907f-fbda1ce0bab3 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:33.249338 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.309660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Network 2efc6f31-e825-4074-8304-53a9de631229 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:33.311454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:33.317822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:33.387091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Pushing event updated for resources: {'Port': ['ID=73405dd7-a151-47ff-907f-fbda1ce0bab3,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:33.396571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Attempting to bind port 73405dd7-a151-47ff-907f-fbda1ce0bab3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:33.397731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Attempting to bind port 73405dd7-a151-47ff-907f-fbda1ce0bab3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd3c87fd6-bc9d-4352-a560-50bc1225e00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2efc6f31-e825-4074-8304-53a9de631229'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:33.398695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Attempting to bind port 73405dd7-a151-47ff-907f-fbda1ce0bab3 on network 2efc6f31-e825-4074-8304-53a9de631229 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:33.404738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:33.405495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Checking segment: {'id': 'd3c87fd6-bc9d-4352-a560-50bc1225e00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2efc6f31-e825-4074-8304-53a9de631229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:33.406702 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.407478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Bound using segment: {'id': 'd3c87fd6-bc9d-4352-a560-50bc1225e00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2efc6f31-e825-4074-8304-53a9de631229'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:33.408742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Bound port: 73405dd7-a151-47ff-907f-fbda1ce0bab3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c87fd6-bc9d-4352-a560-50bc1225e00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2efc6f31-e825-4074-8304-53a9de631229'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:33.409405 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.498947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] For port 73405dd7-a151-47ff-907f-fbda1ce0bab3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:33.503188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] For port 73405dd7-a151-47ff-907f-fbda1ce0bab3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=73405dd7-a151-47ff-907f-fbda1ce0bab3,segment=NetworkSegment(d3c87fd6-bc9d-4352-a560-50bc1225e00d),segment_id=d3c87fd6-bc9d-4352-a560-50bc1225e00d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:33.511094 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.586460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:18:33.592586 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.635751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5a4c5-062e-4e76-aa83-da4fd8e8e942 None None] Pushing event updated for resources: {'Port': ['ID=73405dd7-a151-47ff-907f-fbda1ce0bab3,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:33.650662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Subnet': ['ID=bb4910bf-b4c7-4826-9e4a-ad60259a87e0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:33.662522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050c95c-859c-42f8-8422-13f419c250c6 req-bfb70546-40b5-44e9-9cad-11fcf58420c7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:33.664089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5050c95c-859c-42f8-8422-13f419c250c6 req-bfb70546-40b5-44e9-9cad-11fcf58420c7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.2342594 Aug 20 12:18:33.752023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Checking segment: {'id': '2a047da9-e77e-4a1e-b565-9632d7de3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c89099a0-3b8e-41ca-8c46-26c6bcc6b78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:33.752529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network hostable DHCP agents. Network: c89099a0-3b8e-41ca-8c46-26c6bcc6b78b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:18:33.806802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5050c95c-859c-42f8-8422-13f419c250c6 req-99adad46-47ac-4d71-be90-1c7d63b605ed tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321032 Aug 20 12:18:33.822070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network c89099a0-3b8e-41ca-8c46-26c6bcc6b78b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:18:33.849625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c89099a0-3b8e-41ca-8c46-26c6bcc6b78b) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:33.856724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:33.857727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:33.883383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-aa3408c7-3d15-4ff6-9419-cb3eab7ffd4f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0026762 Aug 20 12:18:33.886421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39666) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:33.893430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'port': {'network_id': 'c89099a0-3b8e-41ca-8c46-26c6bcc6b78b', 'name': 'tempest-NetworksIpV6TestAttrs-2031803642'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:33.901524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c770b8e-0087-40a0-9d2c-2140d407b23d None None] Network c89099a0-3b8e-41ca-8c46-26c6bcc6b78b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:34.089700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:34.103083 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:34.151473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] device_id is not set on port 0b3f128a-d52f-44a2-ab05-f278c7bb5aa3 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:34.180717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-c89099a0-3b8e-41ca-8c46-26c6bcc6b78b', 'network_id': 'c89099a0-3b8e-41ca-8c46-26c6bcc6b78b', 'tenant_id': '89b413d766f74fd9a610348292d8befd', 'fixed_ips': [{'subnet_id': 'bb4910bf-b4c7-4826-9e4a-ad60259a87e0'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:18:34.181601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:34.289027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Allocated IP 2001:db8::f816:3eff:fe0c:c7be (c89099a0-3b8e-41ca-8c46-26c6bcc6b78b/bb4910bf-b4c7-4826-9e4a-ad60259a87e0/0b3f128a-d52f-44a2-ab05-f278c7bb5aa3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:34.523894 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:34.544466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Transition to ACTIVE for port object 0b3f128a-d52f-44a2-ab05-f278c7bb5aa3 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:34.616530 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:34.653276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Allocated IP 2001:db8::f816:3eff:fe59:7b79 (c89099a0-3b8e-41ca-8c46-26c6bcc6b78b/bb4910bf-b4c7-4826-9e4a-ad60259a87e0/d80d2bdd-63e1-46ab-b53c-82f9efcec5ab) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:34.679979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network c89099a0-3b8e-41ca-8c46-26c6bcc6b78b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:34.683951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:34.692776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:34.699591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:34.700402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:34.705439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Port': ['ID=0b3f128a-d52f-44a2-ab05-f278c7bb5aa3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:34.725881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ab4aaec9-536b-4fed-bc05-137405b1ccfa tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8352220 Aug 20 12:18:34.726283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39690) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:34.888752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d49efc3-6f0c-443e-944c-1b6242e5aea0 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Deleting subnet bb4910bf-b4c7-4826-9e4a-ad60259a87e0 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:18:34.990000 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:34.994326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c218b99-3d1a-48ce-bb87-dc41735552a2 req-4c5f9a2e-01c4-4961-b860-50c89afd09a4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:34.996287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c218b99-3d1a-48ce-bb87-dc41735552a2 req-4c5f9a2e-01c4-4961-b860-50c89afd09a4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.0790629 Aug 20 12:18:35.009389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Transition to ACTIVE for port object d80d2bdd-63e1-46ab-b53c-82f9efcec5ab will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:35.044507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Transition to ACTIVE for port object d80d2bdd-63e1-46ab-b53c-82f9efcec5ab will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:35.064160 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.079564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d49efc3-6f0c-443e-944c-1b6242e5aea0 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.087754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c218b99-3d1a-48ce-bb87-dc41735552a2 req-8929bd55-89e0-4486-9c63-b9db63b4b289 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852687 Aug 20 12:18:35.167173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d49efc3-6f0c-443e-944c-1b6242e5aea0 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.186713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Network c89099a0-3b8e-41ca-8c46-26c6bcc6b78b is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:35.190374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:35.192967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:35.225225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Pushing event updated for resources: {'Port': ['ID=d80d2bdd-63e1-46ab-b53c-82f9efcec5ab,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:35.306678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b05be5-8266-4fc5-9740-305c53d59eed None None] Network 2efc6f31-e825-4074-8304-53a9de631229 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:35.375809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Attempting to bind port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:35.376211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Attempting to bind port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '2a047da9-e77e-4a1e-b565-9632d7de3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c89099a0-3b8e-41ca-8c46-26c6bcc6b78b'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:35.376579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Attempting to bind port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab on network c89099a0-3b8e-41ca-8c46-26c6bcc6b78b {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:35.386124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:35.386530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Checking segment: {'id': '2a047da9-e77e-4a1e-b565-9632d7de3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c89099a0-3b8e-41ca-8c46-26c6bcc6b78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:35.386928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.387334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Bound using segment: {'id': '2a047da9-e77e-4a1e-b565-9632d7de3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c89099a0-3b8e-41ca-8c46-26c6bcc6b78b'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:35.387818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Bound port: d80d2bdd-63e1-46ab-b53c-82f9efcec5ab, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a047da9-e77e-4a1e-b565-9632d7de3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c89099a0-3b8e-41ca-8c46-26c6bcc6b78b'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:35.388208 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.393115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2bcd639a-34da-4edf-b6aa-968d5b5280e2 None None] Provisioning for port 73405dd7-a151-47ff-907f-fbda1ce0bab3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:35.400489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d49efc3-6f0c-443e-944c-1b6242e5aea0 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.483503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d49efc3-6f0c-443e-944c-1b6242e5aea0 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.524238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49efc3-6f0c-443e-944c-1b6242e5aea0 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4910bf-b4c7-4826-9e4a-ad60259a87e0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:35.531944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] For port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:35.535242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d49efc3-6f0c-443e-944c-1b6242e5aea0 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.537113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] For port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d80d2bdd-63e1-46ab-b53c-82f9efcec5ab,segment=NetworkSegment(2a047da9-e77e-4a1e-b565-9632d7de3405),segment_id=2a047da9-e77e-4a1e-b565-9632d7de3405)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:35.540555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8d49efc3-6f0c-443e-944c-1b6242e5aea0 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/subnets/bb4910bf-b4c7-4826-9e4a-ad60259a87e0 HTTP/1.1" status: 204 len: 168 time: 0.8101635 Aug 20 12:18:35.540691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39716) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:35.550954 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.617140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1bcbe-8b2a-44f8-bb47-620ee1823b20 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:35.619095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1bcbe-8b2a-44f8-bb47-620ee1823b20 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:35.623848 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7ec1bcbe-8b2a-44f8-bb47-620ee1823b20 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0787749 Aug 20 12:18:35.624843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39718) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:35.658910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982dbaa-3a16-441f-8985-52af9525c759 None None] Pushing event updated for resources: {'Port': ['ID=d80d2bdd-63e1-46ab-b53c-82f9efcec5ab,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:35.725299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 73405dd7-a151-47ff-907f-fbda1ce0bab3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:35.796402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-759b8708-baa5-42e6-9fd7-93470debe963 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.826379 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-759b8708-baa5-42e6-9fd7-93470debe963 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 12:18:35.826867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759b8708-baa5-42e6-9fd7-93470debe963 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:35.831116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-759b8708-baa5-42e6-9fd7-93470debe963 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/c89099a0-3b8e-41ca-8c46-26c6bcc6b78b HTTP/1.1" status: 409 len: 405 time: 0.2048512 Aug 20 12:18:35.835752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39722) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:35.842206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-560667515'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:35.903632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 73405dd7-a151-47ff-907f-fbda1ce0bab3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:35.914618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 73405dd7-a151-47ff-907f-fbda1ce0bab3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:35.915242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:35.927668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:35.932001 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.012800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:18:36.024717 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.025157 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Added segment f4841965-a615-4137-b9da-e11df9804ab9 of type vlan for network 456af245-6f34-46d2-afc0-908a8984e602 Aug 20 12:18:36.092450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.146166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.153948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:36.154927 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.160559 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.242989 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4058053 Aug 20 12:18:36.245982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39728) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:36.252239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'subnet': {'network_id': '456af245-6f34-46d2-afc0-908a8984e602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:36.278070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5062dda-5cb9-400e-b9a0-1231cc3bace6 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Network': ['ID=456af245-6f34-46d2-afc0-908a8984e602,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:36.288328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 73405dd7-a151-47ff-907f-fbda1ce0bab3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=73405dd7-a151-47ff-907f-fbda1ce0bab3,segment=NetworkSegment(d3c87fd6-bc9d-4352-a560-50bc1225e00d),segment_id=d3c87fd6-bc9d-4352-a560-50bc1225e00d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:36.295594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 456af245-6f34-46d2-afc0-908a8984e602 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:18:36.314103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.436964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f7504372-9579-4081-a806-a1870422883a None None] Provisioning complete for port 73405dd7-a151-47ff-907f-fbda1ce0bab3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:36.437572 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f7504372-9579-4081-a806-a1870422883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.455799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:36.461229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:36.515732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=73405dd7-a151-47ff-907f-fbda1ce0bab3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:36.881032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e736a0-1467-49c5-b059-90697477843a req-f0f23558-4a42-4c91-a3cb-0a076ff18f9a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:36.890401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4e736a0-1467-49c5-b059-90697477843a req-f0f23558-4a42-4c91-a3cb-0a076ff18f9a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.6314278 Aug 20 12:18:36.965246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:18:36.986075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4e736a0-1467-49c5-b059-90697477843a req-3191b470-fd11-4f15-9a2a-526175fa1929 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942020 Aug 20 12:18:36.988329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:37.071568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Subnet': ['ID=eaccf917-a381-4204-aba4-bbadba44469b,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:37.080754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Checking segment: {'id': 'f4841965-a615-4137-b9da-e11df9804ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '456af245-6f34-46d2-afc0-908a8984e602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:37.081129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network hostable DHCP agents. Network: 456af245-6f34-46d2-afc0-908a8984e602, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:18:37.107914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network 456af245-6f34-46d2-afc0-908a8984e602 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:18:37.131753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 456af245-6f34-46d2-afc0-908a8984e602) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:37.136513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:37.137096 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:37.145588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb164014-51ba-4d1a-a0f6-0b997c4da6d3 None None] Network 456af245-6f34-46d2-afc0-908a8984e602 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:37.161161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fccc5173-0c1a-420c-ad81-ed10fe5b341c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9135540 Aug 20 12:18:37.163600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39742) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:37.170063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'port': {'network_id': '456af245-6f34-46d2-afc0-908a8984e602', 'name': 'tempest-NetworksIpV6TestAttrs-215597987'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:37.225667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6cbcc1-8dbc-4c6e-9e5a-72c8c173c2e5 None None] Network c89099a0-3b8e-41ca-8c46-26c6bcc6b78b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:37.347079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:37.350458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:37.373331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] device_id is not set on port 2bcadd7a-9f07-4c22-890a-b1fc23833f93 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:18:37.517153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d1436318-a8c5-4c98-8340-2701e7ace51e None None] Provisioning for port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:37.564257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Allocated IP 2001:db8::f816:3eff:fe5e:1f64 (456af245-6f34-46d2-afc0-908a8984e602/eaccf917-a381-4204-aba4-bbadba44469b/2bcadd7a-9f07-4c22-890a-b1fc23833f93) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:37.656868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-456af245-6f34-46d2-afc0-908a8984e602', 'network_id': '456af245-6f34-46d2-afc0-908a8984e602', 'tenant_id': '89b413d766f74fd9a610348292d8befd', 'fixed_ips': [{'subnet_id': 'eaccf917-a381-4204-aba4-bbadba44469b'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:18:37.657176 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:37.781193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d80d2bdd-63e1-46ab-b53c-82f9efcec5ab up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:37.793817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] DHCP port deletion for c89099a0-3b8e-41ca-8c46-26c6bcc6b78b request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:18:37.808200 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:37.823925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Transition to ACTIVE for port object 2bcadd7a-9f07-4c22-890a-b1fc23833f93 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:37.861909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:37.919906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network 456af245-6f34-46d2-afc0-908a8984e602 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:37.925355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Allocated IP 2001:db8::f816:3eff:fefb:ad4f (456af245-6f34-46d2-afc0-908a8984e602/eaccf917-a381-4204-aba4-bbadba44469b/4a4cbab8-858d-4f96-adba-03146b406a9b) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:37.925664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:37.928180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:37.935198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:37.935564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:37.943805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:37.946686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] Deleting port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:37.947050 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:37.956362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Port': ['ID=2bcadd7a-9f07-4c22-890a-b1fc23833f93,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:37.970269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-50d07ca3-e280-454b-81df-82c10d582b21 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8050823 Aug 20 12:18:37.972882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39750) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:37.996304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:37.996671 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.075703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec933df-9b6b-45ee-a735-7a4168770e19 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Deleting subnet eaccf917-a381-4204-aba4-bbadba44469b {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:18:38.104756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] For port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d80d2bdd-63e1-46ab-b53c-82f9efcec5ab,segment=NetworkSegment(2a047da9-e77e-4a1e-b565-9632d7de3405),segment_id=2a047da9-e77e-4a1e-b565-9632d7de3405)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:38.105179 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.129484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] Calling delete_port for d80d2bdd-63e1-46ab-b53c-82f9efcec5ab owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:38.246696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d21546-30cd-496d-a356-69f3f8354895 req-6c9bb714-48ef-4220-be7b-336bad173d4d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:38.257322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99d21546-30cd-496d-a356-69f3f8354895 req-6c9bb714-48ef-4220-be7b-336bad173d4d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1616023 Aug 20 12:18:38.287904 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.315396 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.334738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99d21546-30cd-496d-a356-69f3f8354895 req-8c2af90f-29b5-4792-b02b-494ec97608d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Aug 20 12:18:38.335151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Transition to ACTIVE for port object 4a4cbab8-858d-4f96-adba-03146b406a9b will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:38.364211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.416203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] Pushing event deleted for resources: {'Port': ['ID=d80d2bdd-63e1-46ab-b53c-82f9efcec5ab,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:38.419660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 73405dd7-a151-47ff-907f-fbda1ce0bab3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:38.425520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 75818827-3bfb-4f07-9280-9306abfa28ad details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:18:38.429020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Transition to ACTIVE for port object 4a4cbab8-858d-4f96-adba-03146b406a9b will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:38.455323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f2902-5653-4084-95e8-441a6a32b7e9 None None] No DVR routers for this DVR port d80d2bdd-63e1-46ab-b53c-82f9efcec5ab on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:38.474899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ec933df-9b6b-45ee-a735-7a4168770e19 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.486924 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-8d08bc8a-41bb-495d-8652-4440f49b98d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930567 Aug 20 12:18:38.518099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.568226 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ec933df-9b6b-45ee-a735-7a4168770e19 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.670255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-4d610a50-90d9-4a1f-9607-b53e7c6f43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:38.671085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Network 456af245-6f34-46d2-afc0-908a8984e602 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:38.672244 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-4d610a50-90d9-4a1f-9607-b53e7c6f43f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 1097 time: 0.1279645 Aug 20 12:18:38.683631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:38.690556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:38.752690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Pushing event updated for resources: {'Port': ['ID=4a4cbab8-858d-4f96-adba-03146b406a9b,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:38.773483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ec933df-9b6b-45ee-a735-7a4168770e19 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.899801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-e2f3d961-668f-4307-a184-0d7938c33f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:38.901086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 73405dd7-a151-47ff-907f-fbda1ce0bab3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:38.901508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.907249 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-e2f3d961-668f-4307-a184-0d7938c33f14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.2137101 Aug 20 12:18:38.907384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ec933df-9b6b-45ee-a735-7a4168770e19 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.945883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec933df-9b6b-45ee-a735-7a4168770e19 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Subnet': ['ID=eaccf917-a381-4204-aba4-bbadba44469b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:38.952208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ec933df-9b6b-45ee-a735-7a4168770e19 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:38.954280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3ec933df-9b6b-45ee-a735-7a4168770e19 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/subnets/eaccf917-a381-4204-aba4-bbadba44469b HTTP/1.1" status: 204 len: 168 time: 0.9804060 Aug 20 12:18:38.956647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39780) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:39.009871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Attempting to bind port 4a4cbab8-858d-4f96-adba-03146b406a9b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:39.010958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Attempting to bind port 4a4cbab8-858d-4f96-adba-03146b406a9b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'f4841965-a615-4137-b9da-e11df9804ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '456af245-6f34-46d2-afc0-908a8984e602'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:39.011588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Attempting to bind port 4a4cbab8-858d-4f96-adba-03146b406a9b on network 456af245-6f34-46d2-afc0-908a8984e602 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:39.019992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e3403-6d5e-42e2-8945-cc76028799b5 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:39.020434 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-0d5392d4-13be-4da9-bd09-6924dcff7018 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 200 len: 1001 time: 0.1046479 Aug 20 12:18:39.021643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e3403-6d5e-42e2-8945-cc76028799b5 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:39.033902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:39.034246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-942e3403-6d5e-42e2-8945-cc76028799b5 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0735927 Aug 20 12:18:39.034363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Checking segment: {'id': 'f4841965-a615-4137-b9da-e11df9804ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '456af245-6f34-46d2-afc0-908a8984e602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:39.034363 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.034363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Bound using segment: {'id': 'f4841965-a615-4137-b9da-e11df9804ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '456af245-6f34-46d2-afc0-908a8984e602'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:39.034363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Bound port: 4a4cbab8-858d-4f96-adba-03146b406a9b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4841965-a615-4137-b9da-e11df9804ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '456af245-6f34-46d2-afc0-908a8984e602'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:39.034363 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.034852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39782) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:39.039393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:39.066515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '75818827-3bfb-4f07-9280-9306abfa28ad', 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'port_id': '75818827-3bfb-4f07-9280-9306abfa28ad', 'mac_address': 'fa:16:3e:eb:7b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800cdf72-ed91-472f-9a57-a703fe7231fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:18:39.098124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-3e2198b7-275f-4d4a-987a-e74f4e5305e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:39.099637 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-3e2198b7-275f-4d4a-987a-e74f4e5305e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.0668583 Aug 20 12:18:39.198285 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b797fa47-bc41-4c54-9b82-edd70b3fd8ad tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.200617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-81e94b57-2001-4908-bc0c-38cf0771e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:39.203425 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-81e94b57-2001-4908-bc0c-38cf0771e306 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950680 Aug 20 12:18:39.209815 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b797fa47-bc41-4c54-9b82-edd70b3fd8ad tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 12:18:39.210572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b797fa47-bc41-4c54-9b82-edd70b3fd8ad tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:39.213078 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.214325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b797fa47-bc41-4c54-9b82-edd70b3fd8ad tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/456af245-6f34-46d2-afc0-908a8984e602 HTTP/1.1" status: 409 len: 405 time: 0.1792133 Aug 20 12:18:39.219118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39784) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:39.224718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-569677357'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:39.229085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] For port 4a4cbab8-858d-4f96-adba-03146b406a9b, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:39.245698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75818827-3bfb-4f07-9280-9306abfa28ad {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:39.252539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:39.258341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.258919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] For port 4a4cbab8-858d-4f96-adba-03146b406a9b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4a4cbab8-858d-4f96-adba-03146b406a9b,segment=NetworkSegment(f4841965-a615-4137-b9da-e11df9804ab9),segment_id=f4841965-a615-4137-b9da-e11df9804ab9)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:39.268894 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.289760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:39.291137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:18:39.310763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.312332 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Added segment 549994c8-0aaa-4f20-9db4-7595095c72d6 of type vlan for network bbb42db3-520e-41d2-b7c0-9ac4c989328f Aug 20 12:18:39.324353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.468519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61442c23-195d-4504-8323-1cb353bcf1a1 None None] Pushing event updated for resources: {'Port': ['ID=4a4cbab8-858d-4f96-adba-03146b406a9b,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:39.469598 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-f09fba4a-b6a6-4c43-a1b2-108c2d33c98a service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554736 Aug 20 12:18:39.479887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.533556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:39.584213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e07d2-b09e-448d-b8ee-b3bcbe27198a None None] Network 456af245-6f34-46d2-afc0-908a8984e602 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:39.600326 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.resource_extend [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:18:39.648981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ac4b9-9ef5-4ded-b2d2-8b3a6dfbf00e req-90d7f5cb-e451-4834-9e65-e2b61fc4f99d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:39.650830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-785ac4b9-9ef5-4ded-b2d2-8b3a6dfbf00e req-90d7f5cb-e451-4834-9e65-e2b61fc4f99d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 945 time: 0.1628327 Aug 20 12:18:39.652106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.659683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['75818827-3bfb-4f07-9280-9306abfa28ad'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:18:39.660191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:39.661181 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:39.693314 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69f4431b-76f8-42d0-8de2-348dddc5cbcd req-c537a38b-2341-443f-9067-f9e42d9751c1 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160938 Aug 20 12:18:39.711723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d80d2bdd-63e1-46ab-b53c-82f9efcec5ab no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:18:39.761168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d80d2bdd-63e1-46ab-b53c-82f9efcec5ab {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:18:39.761664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d80d2bdd-63e1-46ab-b53c-82f9efcec5ab not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:18:39.826047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6055210 Aug 20 12:18:39.831012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39790) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:39.833182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-785ac4b9-9ef5-4ded-b2d2-8b3a6dfbf00e req-e2c8d2cc-94a0-4289-9a0d-2996504472e7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680045 Aug 20 12:18:39.841599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d137128-f07e-4cdc-9b1b-00395a7a2b31 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Network': ['ID=bbb42db3-520e-41d2-b7c0-9ac4c989328f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:39.847554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'subnet': {'network_id': 'bbb42db3-520e-41d2-b7c0-9ac4c989328f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:39.874568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network bbb42db3-520e-41d2-b7c0-9ac4c989328f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:18:39.969189 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cee87-5263-4241-b5ef-e709f6703618 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:18:39.998425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:39.998829 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.139204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576cee87-5263-4241-b5ef-e709f6703618 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:18:40.368530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.objects.ports [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101033) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:18:40.370394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.421848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Subnet': ['ID=4b5922ab-c21d-42e6-b00e-662668d3861f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:40.482578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Checking segment: {'id': '549994c8-0aaa-4f20-9db4-7595095c72d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bbb42db3-520e-41d2-b7c0-9ac4c989328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:40.483317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network hostable DHCP agents. Network: bbb42db3-520e-41d2-b7c0-9ac4c989328f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:18:40.502591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 75818827-3bfb-4f07-9280-9306abfa28ad no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:18:40.520274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network bbb42db3-520e-41d2-b7c0-9ac4c989328f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:18:40.532106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, bbb42db3-520e-41d2-b7c0-9ac4c989328f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:40.538509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:40.539656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.560558 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1e15457a-7881-4200-97ac-3d1b364ecce1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7282374 Aug 20 12:18:40.565505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39806) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:40.587350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb521f-f1c7-4592-a24c-46c3dca3a544 None None] Network bbb42db3-520e-41d2-b7c0-9ac4c989328f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:40.747370 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.834842 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.840568 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.857800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 75818827-3bfb-4f07-9280-9306abfa28ad {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:40.880933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:40.883742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3904fbc-b014-4efa-ba19-afe4875c22fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-bbb42db3-520e-41d2-b7c0-9ac4c989328f', 'network_id': 'bbb42db3-520e-41d2-b7c0-9ac4c989328f', 'tenant_id': '89b413d766f74fd9a610348292d8befd', 'fixed_ips': [{'subnet_id': '4b5922ab-c21d-42e6-b00e-662668d3861f'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:18:40.883742 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b3904fbc-b014-4efa-ba19-afe4875c22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.939282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:40.976921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5922ab-c21d-42e6-b00e-662668d3861f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:41.001787 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-b3904fbc-b014-4efa-ba19-afe4875c22fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b5922ab-c21d-42e6-b00e-662668d3861f: This subnet is being modified by another concurrent operation. Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b5922ab-c21d-42e6-b00e-662668d3861f: This subnet is being modified by another concurrent operation. Aug 20 12:18:41.065760 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:18:41.072011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:41.090798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acec34b-e95a-4da6-9ccb-d62d6efeca35 None None] Network bbb42db3-520e-41d2-b7c0-9ac4c989328f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:41.111854 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.136705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb42db3-520e-41d2-b7c0-9ac4c989328f']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:41.165758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549994c8-0aaa-4f20-9db4-7595095c72d6') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:41.166058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549994c8-0aaa-4f20-9db4-7595095c72d6') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:41.181854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207265f-9bd6-41b4-961b-2e7d7e0c2ace req-34c28765-ccd5-4376-b46d-09bfea063028 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:41.183570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b207265f-9bd6-41b4-961b-2e7d7e0c2ace req-34c28765-ccd5-4376-b46d-09bfea063028 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 944 time: 0.1534936 Aug 20 12:18:41.188212 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.256174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.281875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b207265f-9bd6-41b4-961b-2e7d7e0c2ace req-58e98d3f-5772-4ccb-9804-aa253a4a61e6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840697 Aug 20 12:18:41.281875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:41.282233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:41.289713 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:41.322943 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7086a6-2e0b-4443-b812-09b327fd7b69 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:18:41.414585 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.432262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.450041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/bbb42db3-520e-41d2-b7c0-9ac4c989328f HTTP/1.1" status: 204 len: 168 time: 0.8803010 Aug 20 12:18:41.450500 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39814) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:41.453279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7086a6-2e0b-4443-b812-09b327fd7b69 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:18:41.462852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1091984279'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:41.469892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf4af-3972-416a-8424-c11bf4f73739 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Network': ['ID=bbb42db3-520e-41d2-b7c0-9ac4c989328f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:41.514776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:41.518876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.544152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:18:41.554328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.554993 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Added segment 4a707982-25dc-45f0-8e59-e8eacebb911f of type vlan for network 392502ae-e886-408c-a67d-ed6142f38766 Aug 20 12:18:41.603878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.649835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.658021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:41.659546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:41.732768 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2810838 Aug 20 12:18:41.736454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39818) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:41.742036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'subnet': {'network_id': '392502ae-e886-408c-a67d-ed6142f38766', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:41.759366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb69507-d0b7-47e5-bc83-35eb7ba57ad1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Network': ['ID=392502ae-e886-408c-a67d-ed6142f38766,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:41.775177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 392502ae-e886-408c-a67d-ed6142f38766 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:18:41.906201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:41.910461 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.081565 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.118844 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.192014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Subnet': ['ID=959ceaf5-e5c1-4f56-a5d2-ace86759178f,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:42.211751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Checking segment: {'id': '4a707982-25dc-45f0-8e59-e8eacebb911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '392502ae-e886-408c-a67d-ed6142f38766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:42.212215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network hostable DHCP agents. Network: 392502ae-e886-408c-a67d-ed6142f38766, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:18:42.238212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network 392502ae-e886-408c-a67d-ed6142f38766 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:18:42.251284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 392502ae-e886-408c-a67d-ed6142f38766) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:42.257431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:42.258165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.261340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67ad80-263c-4564-9340-b93967a12fb6 None None] Network 392502ae-e886-408c-a67d-ed6142f38766 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:42.304841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-108be6ea-aa5c-4aa7-b1ad-e83d97d3ee9c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5654397 Aug 20 12:18:42.304841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39830) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:42.559296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedaf73-2730-4068-a901-7b207bf53647 req-44c389e6-ef17-47e5-ab58-2c1e0063ef7e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:42.560760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eedaf73-2730-4068-a901-7b207bf53647 req-44c389e6-ef17-47e5-ab58-2c1e0063ef7e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 944 time: 0.1154504 Aug 20 12:18:42.569924 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.639021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eedaf73-2730-4068-a901-7b207bf53647 req-5a898acb-3b5e-4d8c-8c34-81f5bdb4260c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671453 Aug 20 12:18:42.684245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.698644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 75818827-3bfb-4f07-9280-9306abfa28ad up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:42.811427 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.869688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Subnet': ['ID=959ceaf5-e5c1-4f56-a5d2-ace86759178f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:42.926292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d35d4-9df4-40e0-a6f1-be0561be536d None None] Network 392502ae-e886-408c-a67d-ed6142f38766 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:42.968378 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.976942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 75818827-3bfb-4f07-9280-9306abfa28ad triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:42.977323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:42.981976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392502ae-e886-408c-a67d-ed6142f38766']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:42.995995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a707982-25dc-45f0-8e59-e8eacebb911f') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:42.996637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a707982-25dc-45f0-8e59-e8eacebb911f') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:43.011131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.030043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.039891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:43.040651 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:43.091810 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:43.117678 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.121812 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.131446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.136794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/392502ae-e886-408c-a67d-ed6142f38766 HTTP/1.1" status: 204 len: 168 time: 0.8289349 Aug 20 12:18:43.137133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39856) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:43.143943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1445758352'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:43.151991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abaa009-ddac-4647-824e-72bd26adc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75818827-3bfb-4f07-9280-9306abfa28ad'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:43.156432 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee7e7a5-c4e2-4b88-915f-b3e6423b3138" -d '{"events": [{"server_uuid": "6abaa009-ddac-4647-824e-72bd26adc878", "name": "network-vif-plugged", "status": "completed", "tag": "75818827-3bfb-4f07-9280-9306abfa28ad"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:43.174128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9bbf2-5902-4649-b9f3-c79a640fc010 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Network': ['ID=392502ae-e886-408c-a67d-ed6142f38766,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:43.182715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:43.184990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:43.189481 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.189622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.222489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:18:43.235033 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911aa760-cfef-4bf1-90d0-d7624fc68efd x-openstack-request-id: req-911aa760-cfef-4bf1-90d0-d7624fc68efd {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:43.235291 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abaa009-ddac-4647-824e-72bd26adc878", "name": "network-vif-plugged", "status": "completed", "tag": "75818827-3bfb-4f07-9280-9306abfa28ad", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:43.235549 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-911aa760-cfef-4bf1-90d0-d7624fc68efd {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:43.235945 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abaa009-ddac-4647-824e-72bd26adc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75818827-3bfb-4f07-9280-9306abfa28ad', 'code': 200} Aug 20 12:18:43.236879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.237558 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Added segment e91377be-c6b7-46dd-8f4e-7d43cf288af2 of type vlan for network 8fed22ee-d5d1-4897-923e-e75fc38b4765 Aug 20 12:18:43.284674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:43.301546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.333249 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.339230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:43.339835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.431816 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2918622 Aug 20 12:18:43.432683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 39860) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:43.438100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Request body: {'subnet': {'network_id': '8fed22ee-d5d1-4897-923e-e75fc38b4765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:43.450458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcaf4f-a1ec-48ac-9341-d137c656aefe tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Network': ['ID=8fed22ee-d5d1-4897-923e-e75fc38b4765,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:43.462231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 8fed22ee-d5d1-4897-923e-e75fc38b4765 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:18:43.478033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32327629-fff5-48d1-bc37-7dee572b2893 req-8235af98-0724-4b9e-9e59-36e42d2f2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:43.479573 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32327629-fff5-48d1-bc37-7dee572b2893 req-8235af98-0724-4b9e-9e59-36e42d2f2211 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 1098 time: 0.1147738 Aug 20 12:18:43.524635 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32327629-fff5-48d1-bc37-7dee572b2893 req-10b88eea-45d0-47c4-8a01-49ad9fa3a3d3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 Aug 20 12:18:43.633809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Made reservation on behalf of 89b413d766f74fd9a610348292d8befd for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:43.637320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.793579 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.837503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d13e-c09d-475d-ade6-e4689b7815fa req-29b6841f-eaa4-443e-b545-bfc4cda33003 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:43.839053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e32d13e-c09d-475d-ade6-e4689b7815fa req-29b6841f-eaa4-443e-b545-bfc4cda33003 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.0860205 Aug 20 12:18:43.965326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e32d13e-c09d-475d-ade6-e4689b7815fa req-d8da9875-121d-4f6f-85b3-3c396540461f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013794 Aug 20 12:18:44.038752 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:18:44.112759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:18:44.119002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:44.203130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Checking segment: {'id': 'e91377be-c6b7-46dd-8f4e-7d43cf288af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fed22ee-d5d1-4897-923e-e75fc38b4765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:44.203632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network hostable DHCP agents. Network: 8fed22ee-d5d1-4897-923e-e75fc38b4765, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:18:44.218655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event updated for resources: {'Subnet': ['ID=2ed70936-37ca-4555-aef1-76ee6c13536e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:44.233156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Network 8fed22ee-d5d1-4897-923e-e75fc38b4765 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:18:44.251620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 8fed22ee-d5d1-4897-923e-e75fc38b4765) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:44.255883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:44.256681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:44.262030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03102fdd-7c57-4a81-92eb-6bcb166d13f7 None None] Network 8fed22ee-d5d1-4897-923e-e75fc38b4765 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:44.290216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a86127df-e545-49c3-a01b-7b9fd2b11b6f tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8564167 Aug 20 12:18:44.292445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 39956) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:44.453456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:44.560521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-8fed22ee-d5d1-4897-923e-e75fc38b4765', 'network_id': '8fed22ee-d5d1-4897-923e-e75fc38b4765', 'tenant_id': '89b413d766f74fd9a610348292d8befd', 'fixed_ips': [{'subnet_id': '2ed70936-37ca-4555-aef1-76ee6c13536e'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:18:44.562928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:44.585681 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:44.844930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Allocated IP 2001:db8::f816:3eff:fe81:306b (8fed22ee-d5d1-4897-923e-e75fc38b4765/2ed70936-37ca-4555-aef1-76ee6c13536e/608f8f82-50f8-46b9-ad31-4b2af499692b) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:45.072186 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.085765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Transition to ACTIVE for port object 608f8f82-50f8-46b9-ad31-4b2af499692b will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:45.106015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Transition to ACTIVE for port object 608f8f82-50f8-46b9-ad31-4b2af499692b will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:45.123537 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.150746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.172110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda7c14-9695-45ac-acd7-523aa76949dc req-e226a668-3e6a-4392-904f-c92d30d90be2 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:45.175620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbda7c14-9695-45ac-acd7-523aa76949dc req-e226a668-3e6a-4392-904f-c92d30d90be2 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1095905 Aug 20 12:18:45.190836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Network 8fed22ee-d5d1-4897-923e-e75fc38b4765 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:45.194382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:45.198642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:45.218886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Pushing event updated for resources: {'Port': ['ID=608f8f82-50f8-46b9-ad31-4b2af499692b,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:45.246524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed70936-37ca-4555-aef1-76ee6c13536e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:45.272427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbda7c14-9695-45ac-acd7-523aa76949dc req-76dd507e-81f5-41cb-80dd-46f944985cc8 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892901 Aug 20 12:18:45.372140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Attempting to bind port 608f8f82-50f8-46b9-ad31-4b2af499692b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:45.376327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Attempting to bind port 608f8f82-50f8-46b9-ad31-4b2af499692b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e91377be-c6b7-46dd-8f4e-7d43cf288af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fed22ee-d5d1-4897-923e-e75fc38b4765'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:45.376914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Attempting to bind port 608f8f82-50f8-46b9-ad31-4b2af499692b on network 8fed22ee-d5d1-4897-923e-e75fc38b4765 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:45.389444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:45.391502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Checking segment: {'id': 'e91377be-c6b7-46dd-8f4e-7d43cf288af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fed22ee-d5d1-4897-923e-e75fc38b4765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:45.395723 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.396722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Bound using segment: {'id': 'e91377be-c6b7-46dd-8f4e-7d43cf288af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fed22ee-d5d1-4897-923e-e75fc38b4765'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:45.397427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Bound port: 608f8f82-50f8-46b9-ad31-4b2af499692b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91377be-c6b7-46dd-8f4e-7d43cf288af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fed22ee-d5d1-4897-923e-e75fc38b4765'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:45.398338 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.412599 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.429179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fed22ee-d5d1-4897-923e-e75fc38b4765']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:45.444256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91377be-c6b7-46dd-8f4e-7d43cf288af2') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:45.444667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91377be-c6b7-46dd-8f4e-7d43cf288af2') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:45.458102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.476874 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.494387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:45.495489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:45.501257 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:45.507097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea4b1-357d-413e-8e6d-fe066676af36 req-15f53492-b0f6-4296-96a1-496b686ad754 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:45.517600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc0ea4b1-357d-413e-8e6d-fe066676af36 req-15f53492-b0f6-4296-96a1-496b686ad754 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1153786 Aug 20 12:18:45.572253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] For port 608f8f82-50f8-46b9-ad31-4b2af499692b, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:45.596879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc0ea4b1-357d-413e-8e6d-fe066676af36 req-81e289b3-5f4a-4b9c-804b-8f04131d610f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782936 Aug 20 12:18:45.600663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] For port 608f8f82-50f8-46b9-ad31-4b2af499692b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=608f8f82-50f8-46b9-ad31-4b2af499692b,segment=NetworkSegment(e91377be-c6b7-46dd-8f4e-7d43cf288af2),segment_id=e91377be-c6b7-46dd-8f4e-7d43cf288af2)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:45.603456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.db.api [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:18:45.603456 n-d-800634-10 neutron-server[101033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:18:45.603456 n-d-800634-10 neutron-server[101033]: [parameters: {'id': '8fed22ee-d5d1-4897-923e-e75fc38b4765'}] Aug 20 12:18:45.603456 n-d-800634-10 neutron-server[101033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:18:45.603865 n-d-800634-10 neutron-server[101033]: DEBUG oslo_db.api [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:18:45.606925 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.751838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390adc7-e8ab-42bf-a051-8c94027fc9a5 None None] Pushing event updated for resources: {'Port': ['ID=608f8f82-50f8-46b9-ad31-4b2af499692b,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:45.755745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69521ff-a691-441d-a37e-a3f63693e6e5 None None] Network 8fed22ee-d5d1-4897-923e-e75fc38b4765 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:46.053855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d08767a-e748-49c7-8a5b-cb16a131a6fa None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:18:46.105183 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:46.272190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Deleting port 608f8f82-50f8-46b9-ad31-4b2af499692b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:46.273993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:46.349730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08767a-e748-49c7-8a5b-cb16a131a6fa None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:18:46.415984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-b988e1ef-03df-47c5-970c-1a9c05a04235 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:46.420174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-b988e1ef-03df-47c5-970c-1a9c05a04235 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 815 time: 0.2897005 Aug 20 12:18:46.452692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-3b895d46-d65c-4ac1-9d31-99ff386e14af tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/quotas/a6210c5efb914c3aa54f4f173e9f537a HTTP/1.1" status: 200 len: 375 time: 0.0256410 Aug 20 12:18:46.456247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] For port 608f8f82-50f8-46b9-ad31-4b2af499692b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=608f8f82-50f8-46b9-ad31-4b2af499692b,segment=NetworkSegment(e91377be-c6b7-46dd-8f4e-7d43cf288af2),segment_id=e91377be-c6b7-46dd-8f4e-7d43cf288af2)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:46.457180 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:46.493446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Calling delete_port for 608f8f82-50f8-46b9-ad31-4b2af499692b owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:46.649342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:46.683716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Port': ['ID=608f8f82-50f8-46b9-ad31-4b2af499692b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:46.690301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No DVR routers for this DVR port 608f8f82-50f8-46b9-ad31-4b2af499692b on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:46.845216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:46.870996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fed22ee-d5d1-4897-923e-e75fc38b4765']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:46.902394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91377be-c6b7-46dd-8f4e-7d43cf288af2') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:46.910676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91377be-c6b7-46dd-8f4e-7d43cf288af2') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:46.922630 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:46.958815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:46.973097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:46.973943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:46.977357 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:47.127727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:47.158719 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:47.165016 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/8fed22ee-d5d1-4897-923e-e75fc38b4765 HTTP/1.1" status: 204 len: 168 time: 2.8714676 Aug 20 12:18:47.167337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae37593-6808-42a9-b674-33df3e2366ed tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Network': ['ID=8fed22ee-d5d1-4897-923e-e75fc38b4765,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:47.175440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:47.253405 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-121c0c2c-c717-45cb-adbc-fdd469ebf88c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): The resource could not be found. Aug 20 12:18:47.253993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121c0c2c-c717-45cb-adbc-fdd469ebf88c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:47.259929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40288) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:47.263380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-121c0c2c-c717-45cb-adbc-fdd469ebf88c tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/subnets/2ed70936-37ca-4555-aef1-76ee6c13536e HTTP/1.1" status: 404 len: 337 time: 0.0862143 Aug 20 12:18:47.288805 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-83839331-3e08-43b8-bce2-d98332d364ff tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): The resource could not be found. Aug 20 12:18:47.289638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83839331-3e08-43b8-bce2-d98332d364ff tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:47.295921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40292) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:47.298753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-83839331-3e08-43b8-bce2-d98332d364ff tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/8fed22ee-d5d1-4897-923e-e75fc38b4765 HTTP/1.1" status: 404 len: 339 time: 0.0375154 Aug 20 12:18:47.325536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-a97b7a88-2bc1-45a8-a04f-3644cc1cbd77 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8602331 Aug 20 12:18:47.458420 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a55783-fb07-4518-acf6-814826ffcf99 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): The resource could not be found. Aug 20 12:18:47.458983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a55783-fb07-4518-acf6-814826ffcf99 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:47.460786 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a3a55783-fb07-4518-acf6-814826ffcf99 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/subnets/959ceaf5-e5c1-4f56-a5d2-ace86759178f HTTP/1.1" status: 404 len: 337 time: 0.1626801 Aug 20 12:18:47.466337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40310) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:47.496652 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee991f6a-9a96-401b-8391-59fe75a454a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): The resource could not be found. Aug 20 12:18:47.497262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee991f6a-9a96-401b-8391-59fe75a454a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:47.501679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ee991f6a-9a96-401b-8391-59fe75a454a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/392502ae-e886-408c-a67d-ed6142f38766 HTTP/1.1" status: 404 len: 339 time: 0.0335989 Aug 20 12:18:47.502426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40316) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:47.505322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-12e31e3f-e35b-4f1d-834b-d6358d2e6dca tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:47.507116 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-12e31e3f-e35b-4f1d-834b-d6358d2e6dca tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "GET /v2.0/ports?device_id=6abaa009-ddac-4647-824e-72bd26adc878 HTTP/1.1" status: 200 len: 946 time: 0.1712139 Aug 20 12:18:47.542448 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8675fe15-55b2-432f-b272-9d61b53b749a tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): The resource could not be found. Aug 20 12:18:47.542739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8675fe15-55b2-432f-b272-9d61b53b749a tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:47.548957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8675fe15-55b2-432f-b272-9d61b53b749a tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/subnets/4b5922ab-c21d-42e6-b00e-662668d3861f HTTP/1.1" status: 404 len: 337 time: 0.0435569 Aug 20 12:18:47.549800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40322) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:47.596639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-c0f49b5f-decc-41f8-8f67-b1f1288b735a service neutron] 10.222.0.25 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621875 Aug 20 12:18:47.597986 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10afd00-03e5-429a-9474-a84b0f28e57e tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): The resource could not be found. Aug 20 12:18:47.599016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10afd00-03e5-429a-9474-a84b0f28e57e tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:47.603063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a10afd00-03e5-429a-9474-a84b0f28e57e tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/bbb42db3-520e-41d2-b7c0-9ac4c989328f HTTP/1.1" status: 404 len: 339 time: 0.0503671 Aug 20 12:18:47.616344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40330) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:47.706151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Deleting port 75818827-3bfb-4f07-9280-9306abfa28ad {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:47.712618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:47.896514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-1e0ae2aa-f1b8-4518-94d6-9af1e62f7dc2 service neutron] 10.222.0.25 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918735 Aug 20 12:18:47.919743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] For port 75818827-3bfb-4f07-9280-9306abfa28ad, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=75818827-3bfb-4f07-9280-9306abfa28ad,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:47.921657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:47.938564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d4736d9b-3e31-4478-9eaa-5d6a832502a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Deleting port 2bcadd7a-9f07-4c22-890a-b1fc23833f93 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:47.940360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4736d9b-3e31-4478-9eaa-5d6a832502a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:47.951659 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Calling delete_port for 75818827-3bfb-4f07-9280-9306abfa28ad owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:48.105311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4736d9b-3e31-4478-9eaa-5d6a832502a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.173238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d4736d9b-3e31-4478-9eaa-5d6a832502a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Calling delete_port for 2bcadd7a-9f07-4c22-890a-b1fc23833f93 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:48.294076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.309777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['75818827-3bfb-4f07-9280-9306abfa28ad'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:18:48.362853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Pushing event deleted for resources: {'Port': ['ID=75818827-3bfb-4f07-9280-9306abfa28ad,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:48.370635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-daf4711e-d999-46ba-b7f8-d1536264d43c req-42c075f1-11e3-4c85-a708-050a24b57e8c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 210 time: 0.1802883 Aug 20 12:18:48.429958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] No DVR routers for this DVR port 75818827-3bfb-4f07-9280-9306abfa28ad on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:48.432525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.435484 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cfed9e6c-68f2-4627-b8cc-c3d249aeb907 req-47b51038-a1ca-470c-9e59-d90ef1450069 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "DELETE /v2.0/ports/75818827-3bfb-4f07-9280-9306abfa28ad HTTP/1.1" status: 204 len: 173 time: 0.9196551 Aug 20 12:18:48.436433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abaa009-ddac-4647-824e-72bd26adc878', 'name': 'network-vif-deleted', 'tag': '75818827-3bfb-4f07-9280-9306abfa28ad'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:48.439202 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ba3676-e230-4ed8-8f2c-af0de10a44de" -d '{"events": [{"server_uuid": "6abaa009-ddac-4647-824e-72bd26adc878", "name": "network-vif-deleted", "tag": "75818827-3bfb-4f07-9280-9306abfa28ad"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:48.454084 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4736d9b-3e31-4478-9eaa-5d6a832502a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.507984 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf0f53e-9f24-4018-af1b-fb07ef8b0d2e x-openstack-request-id: req-fcf0f53e-9f24-4018-af1b-fb07ef8b0d2e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:48.508978 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abaa009-ddac-4647-824e-72bd26adc878", "name": "network-vif-deleted", "tag": "75818827-3bfb-4f07-9280-9306abfa28ad", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:48.509499 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcf0f53e-9f24-4018-af1b-fb07ef8b0d2e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:48.512656 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abaa009-ddac-4647-824e-72bd26adc878', 'name': 'network-vif-deleted', 'tag': '75818827-3bfb-4f07-9280-9306abfa28ad', 'status': 'completed', 'code': 200} Aug 20 12:18:48.518111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4736d9b-3e31-4478-9eaa-5d6a832502a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Port': ['ID=2bcadd7a-9f07-4c22-890a-b1fc23833f93,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:48.534930 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d4736d9b-3e31-4478-9eaa-5d6a832502a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.537193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d4736d9b-3e31-4478-9eaa-5d6a832502a1 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/ports/2bcadd7a-9f07-4c22-890a-b1fc23833f93 HTTP/1.1" status: 204 len: 168 time: 0.9197285 Aug 20 12:18:48.539713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40394) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:48.592056 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6461637b-a16c-4185-9ac2-04fae1e70bab tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): The resource could not be found. Aug 20 12:18:48.593043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6461637b-a16c-4185-9ac2-04fae1e70bab tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:48.596123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6461637b-a16c-4185-9ac2-04fae1e70bab tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/subnets/eaccf917-a381-4204-aba4-bbadba44469b HTTP/1.1" status: 404 len: 337 time: 0.0546515 Aug 20 12:18:48.598021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40398) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:48.705843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.777359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Deleting port 4a4cbab8-858d-4f96-adba-03146b406a9b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:48.778000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.910163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] For port 4a4cbab8-858d-4f96-adba-03146b406a9b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4a4cbab8-858d-4f96-adba-03146b406a9b,segment=NetworkSegment(f4841965-a615-4137-b9da-e11df9804ab9),segment_id=f4841965-a615-4137-b9da-e11df9804ab9)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:48.910784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.927521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Calling delete_port for 4a4cbab8-858d-4f96-adba-03146b406a9b owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:49.089349 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.126854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Port': ['ID=4a4cbab8-858d-4f96-adba-03146b406a9b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:49.134318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No DVR routers for this DVR port 4a4cbab8-858d-4f96-adba-03146b406a9b on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:49.269870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.298754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456af245-6f34-46d2-afc0-908a8984e602']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:49.314673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4841965-a615-4137-b9da-e11df9804ab9') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:49.315443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4841965-a615-4137-b9da-e11df9804ab9') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:49.338316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.365408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.382381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:49.382805 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:49.386067 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:49.527141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.539399 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.543918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40422) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:49.556196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/456af245-6f34-46d2-afc0-908a8984e602 HTTP/1.1" status: 204 len: 168 time: 0.9548867 Aug 20 12:18:49.650321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502e409-fa40-48bf-bc3d-ae1a758cb316 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Network': ['ID=456af245-6f34-46d2-afc0-908a8984e602,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:49.728179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef425c24-4955-46cf-a3be-b1bbd913a8a9 req-3dea9391-4613-4d51-b23f-888860acadc5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 210 time: 0.1417007 Aug 20 12:18:49.728500 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5923d-dd74-4d94-b5c3-390e21b71236 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Deleting port 0b3f128a-d52f-44a2-ab05-f278c7bb5aa3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:49.728500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cf5923d-dd74-4d94-b5c3-390e21b71236 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.943608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-a3d8930a-5168-4d76-ab3b-8bfd0c80085c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:49.945164 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-a3d8930a-5168-4d76-ab3b-8bfd0c80085c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 815 time: 0.1549501 Aug 20 12:18:49.965737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Request body: {'port': {'device_id': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'admin_state_up': True, 'tenant_id': 'a6210c5efb914c3aa54f4f173e9f537a'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:50.049786 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cf5923d-dd74-4d94-b5c3-390e21b71236 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.069099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5923d-dd74-4d94-b5c3-390e21b71236 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Calling delete_port for 0b3f128a-d52f-44a2-ab05-f278c7bb5aa3 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:50.103174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40430) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:50.185904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Made reservation on behalf of a6210c5efb914c3aa54f4f173e9f537a for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:50.189998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.326588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Allocated IP 172.20.0.9 (2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f/800cdf72-ed91-472f-9a57-a703fe7231fb/18535c9d-cd64-4da8-af39-5d63de3ef501) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:50.332949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cf5923d-dd74-4d94-b5c3-390e21b71236 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.383205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3cf5923d-dd74-4d94-b5c3-390e21b71236 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.387613 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06613669-97dd-4167-b829-91afaaf18742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.396450 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3cf5923d-dd74-4d94-b5c3-390e21b71236 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/ports/0b3f128a-d52f-44a2-ab05-f278c7bb5aa3 HTTP/1.1" status: 204 len: 168 time: 0.8514650 Aug 20 12:18:50.398161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5923d-dd74-4d94-b5c3-390e21b71236 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Port': ['ID=0b3f128a-d52f-44a2-ab05-f278c7bb5aa3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:50.400186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40434) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:50.573344 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06613669-97dd-4167-b829-91afaaf18742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.581186 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-06613669-97dd-4167-b829-91afaaf18742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.590595 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbf9de6-2090-4c88-927b-5afa280bebff tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] DELETE failed (client error): The resource could not be found. Aug 20 12:18:50.591171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbf9de6-2090-4c88-927b-5afa280bebff tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:18:50.595737 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-abbf9de6-2090-4c88-927b-5afa280bebff tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/subnets/bb4910bf-b4c7-4826-9e4a-ad60259a87e0 HTTP/1.1" status: 404 len: 337 time: 0.0500469 Aug 20 12:18:50.600099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40438) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:50.629331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-06613669-97dd-4167-b829-91afaaf18742 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6377a2822d014b22a7b264391a5d228c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241210 Aug 20 12:18:50.631144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06613669-97dd-4167-b829-91afaaf18742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81081a42-e2d3-4c3f-b2dc-ef71344446fd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:50.634333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40440) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:50.903696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.903696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.908405 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05a1666b-a74d-4513-a5cb-b84009ff43f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.908405 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05a1666b-a74d-4513-a5cb-b84009ff43f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.909831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.910354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e6d3fdf-ab35-46e3-9c77-629306257db0 req-2b3b7d8c-7610-46cd-af94-3579c66add85 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 210 time: 0.0678141 Aug 20 12:18:50.910354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05a1666b-a74d-4513-a5cb-b84009ff43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.910354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05a1666b-a74d-4513-a5cb-b84009ff43f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.910354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-05a1666b-a74d-4513-a5cb-b84009ff43f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81081a42-e2d3-4c3f-b2dc-ef71344446fd HTTP/1.1" status: 204 len: 168 time: 0.2706439 Aug 20 12:18:50.914551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1666b-a74d-4513-a5cb-b84009ff43f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81081a42-e2d3-4c3f-b2dc-ef71344446fd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:50.942211 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:50.976324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89099a0-3b8e-41ca-8c46-26c6bcc6b78b']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:50.996440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:51.002205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a047da9-e77e-4a1e-b565-9632d7de3405') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:51.002205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a047da9-e77e-4a1e-b565-9632d7de3405') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:51.006626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:51.009268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:51.069432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:51.075228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.088051 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.089651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Pushing event updated for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:51.109273 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.112320 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-35055c9b-26ca-4bae-81b9-529cb09b4ee5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1550956 Aug 20 12:18:51.117653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:51.118262 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:51.121628 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:51.127766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Request body: {'port': {'device_id': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:51.233958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.243669 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.245592 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/c89099a0-3b8e-41ca-8c46-26c6bcc6b78b HTTP/1.1" status: 204 len: 168 time: 0.6443102 Aug 20 12:18:51.248282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40470) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:51.256263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.259975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d36e51-91f3-485b-8b0b-aa38aef78818 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Network': ['ID=c89099a0-3b8e-41ca-8c46-26c6bcc6b78b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:51.300840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40472) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:51.325285 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4ef4-4b03-4d9d-a0b8-6f657f04b2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.352759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f07d060-c543-41ce-88d9-3ab2387cb9e4 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Deleting subnet 2d4cf002-bd58-4adb-9496-63bdbc5259d1 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:18:51.360260 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6f07d060-c543-41ce-88d9-3ab2387cb9e4 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.423204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6f07d060-c543-41ce-88d9-3ab2387cb9e4 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.544548 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6f07d060-c543-41ce-88d9-3ab2387cb9e4 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.579753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18535c9d-cd64-4da8-af39-5d63de3ef501 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:51.583808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4ef4-4b03-4d9d-a0b8-6f657f04b2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.588416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.597421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4ef4-4b03-4d9d-a0b8-6f657f04b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.604655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Transition to ACTIVE for port object 18535c9d-cd64-4da8-af39-5d63de3ef501 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:51.611104 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.633299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6f8f4ef4-4b03-4d9d-a0b8-6f657f04b2bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19605cf33f834f1b8d9b70c2a57d2485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310542 Aug 20 12:18:51.641242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40482) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:51.664955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f4ef4-4b03-4d9d-a0b8-6f657f04b2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f448217-f27b-439d-8904-cd321a151bc2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:51.685794 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6f07d060-c543-41ce-88d9-3ab2387cb9e4 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.714969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Pushing event updated for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:51.722168 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-881b2460-0546-4b46-aa34-8e2407868185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.741315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07d060-c543-41ce-88d9-3ab2387cb9e4 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4cf002-bd58-4adb-9496-63bdbc5259d1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:51.744350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6f07d060-c543-41ce-88d9-3ab2387cb9e4 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.750491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6cbd822-61de-4b08-892d-fd77c8ad559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.754301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36857713-81ca-4921-b41b-689f5a7c26c8 None None] Network 2efc6f31-e825-4074-8304-53a9de631229 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:18:51.754462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6f07d060-c543-41ce-88d9-3ab2387cb9e4 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/subnets/2d4cf002-bd58-4adb-9496-63bdbc5259d1 HTTP/1.1" status: 204 len: 168 time: 0.5021582 Aug 20 12:18:51.754963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40484) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:51.807206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6cbd822-61de-4b08-892d-fd77c8ad559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.849887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Attempting to bind port 18535c9d-cd64-4da8-af39-5d63de3ef501 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:51.850251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Attempting to bind port 18535c9d-cd64-4da8-af39-5d63de3ef501 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:51.850586 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Attempting to bind port 18535c9d-cd64-4da8-af39-5d63de3ef501 on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:51.858903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Port 18535c9d-cd64-4da8-af39-5d63de3ef501 on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:51.859587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Attempting to bind port 18535c9d-cd64-4da8-af39-5d63de3ef501 on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:51.874768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:51.875106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Checking segment: {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:51.875502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Bound using segment: {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:51.875954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Bound port: 18535c9d-cd64-4da8-af39-5d63de3ef501, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:51.876314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.903142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.919712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6cbd822-61de-4b08-892d-fd77c8ad559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.924068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b6cbd822-61de-4b08-892d-fd77c8ad559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.925792 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b6cbd822-61de-4b08-892d-fd77c8ad559a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f448217-f27b-439d-8904-cd321a151bc2 HTTP/1.1" status: 204 len: 168 time: 0.2811413 Aug 20 12:18:51.984482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbd822-61de-4b08-892d-fd77c8ad559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f448217-f27b-439d-8904-cd321a151bc2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:52.027211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:52.032419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:52.084607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.084843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] DHCP port deletion for 2efc6f31-e825-4074-8304-53a9de631229 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:18:52.140277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:52.140909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.143041 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] 10.222.0.73 "PUT /v2.0/ports/18535c9d-cd64-4da8-af39-5d63de3ef501 HTTP/1.1" status: 200 len: 1092 time: 1.0205319 Aug 20 12:18:52.143324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:52.146241 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8786ebb6-f426-436e-9847-95a6b89f5e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:52.154385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Deleting port 73405dd7-a151-47ff-907f-fbda1ce0bab3 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:52.154847 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.180950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Deleting port 73405dd7-a151-47ff-907f-fbda1ce0bab3 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:52.182120 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.241233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] For port 73405dd7-a151-47ff-907f-fbda1ce0bab3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=73405dd7-a151-47ff-907f-fbda1ce0bab3,segment=NetworkSegment(d3c87fd6-bc9d-4352-a560-50bc1225e00d),segment_id=d3c87fd6-bc9d-4352-a560-50bc1225e00d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:52.241611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.254082 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06369207-6d3f-4dbc-a46b-685dd4f6133d x-openstack-request-id: req-06369207-6d3f-4dbc-a46b-685dd4f6133d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:52.254625 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:52.255052 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06369207-6d3f-4dbc-a46b-685dd4f6133d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:52.255613 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'status': 'completed', 'code': 200} Aug 20 12:18:52.258272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03cd2b-145b-4ef3-bc09-2726ecb43360 service neutron] Pushing event updated for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:52.258752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Calling delete_port for 73405dd7-a151-47ff-907f-fbda1ce0bab3 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:52.268517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f899a8-077b-4617-a57a-e8afd78304f8 req-3c78ea22-de22-4c3f-9b1f-2c1e6a7f87bb tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:52.270072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7f899a8-077b-4617-a57a-e8afd78304f8 req-3c78ea22-de22-4c3f-9b1f-2c1e6a7f87bb tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 943 time: 0.2028284 Aug 20 12:18:52.302439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-b12f7964-994e-414c-894b-224075f5f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:52.304275 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-b12f7964-994e-414c-894b-224075f5f4ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 1095 time: 0.1013703 Aug 20 12:18:52.313798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] For port 73405dd7-a151-47ff-907f-fbda1ce0bab3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=73405dd7-a151-47ff-907f-fbda1ce0bab3,segment=NetworkSegment(d3c87fd6-bc9d-4352-a560-50bc1225e00d),segment_id=d3c87fd6-bc9d-4352-a560-50bc1225e00d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:52.314138 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.331103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Calling delete_port for 73405dd7-a151-47ff-907f-fbda1ce0bab3 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:52.431459 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-44a3dd13-ba8a-4d3f-b4ef-e179b65ad9bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18535c9d-cd64-4da8-af39-5d63de3ef501 HTTP/1.1" status: 200 len: 217 time: 0.1150575 Aug 20 12:18:52.433445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7f899a8-077b-4617-a57a-e8afd78304f8 req-bb0e59a4-f1d0-4244-967f-52ed04529da8 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448405 Aug 20 12:18:52.470384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.483973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 75818827-3bfb-4f07-9280-9306abfa28ad no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:18:52.511310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Port': ['ID=73405dd7-a151-47ff-907f-fbda1ce0bab3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:52.517491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] No DVR routers for this DVR port 73405dd7-a151-47ff-907f-fbda1ce0bab3 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:52.519948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-71b43045-1458-47dc-8d6d-1dc897e3dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:52.521465 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-71b43045-1458-47dc-8d6d-1dc897e3dd4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=800cdf72-ed91-472f-9a57-a703fe7231fb HTTP/1.1" status: 200 len: 855 time: 0.0830245 Aug 20 12:18:52.549443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 75818827-3bfb-4f07-9280-9306abfa28ad {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:18:52.550097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 75818827-3bfb-4f07-9280-9306abfa28ad not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:18:52.558651 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.585962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] No DVR routers for this DVR port 73405dd7-a151-47ff-907f-fbda1ce0bab3 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:52.613146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-cd97200d-919b-4c57-9ac3-d895063f7cfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840693 Aug 20 12:18:52.623127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Pushing event deleted for resources: {'Port': ['ID=73405dd7-a151-47ff-907f-fbda1ce0bab3,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:52.635538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.635873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.638155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.638311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.639237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.640711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.641256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.642927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.643475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.643964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.644453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.645115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.645601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db9c09-01d0-4e1e-8fd9-75bd792ca5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:52.654969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efc6f31-e825-4074-8304-53a9de631229']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:52.669403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c87fd6-bc9d-4352-a560-50bc1225e00d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:52.669704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c87fd6-bc9d-4352-a560-50bc1225e00d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:52.682089 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.701144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.710451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:18:52.711166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.777047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40514) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:52.795450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4f13049-1298-49f9-a8f5-7a25d7f9b904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:18:52.800372 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:18:52.809497 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.826167 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:52.832264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] 10.222.0.25 "DELETE /v2.0/networks/2efc6f31-e825-4074-8304-53a9de631229 HTTP/1.1" status: 204 len: 168 time: 1.0751143 Aug 20 12:18:52.844008 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-c0adbcd8-5b2a-4460-ae03-a807a405a7b7 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205241 Aug 20 12:18:52.854820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5927c-3bdb-40bf-8b89-479849bcbf58 tempest-NetworksIpV6TestAttrs-1235211669 tempest-NetworksIpV6TestAttrs-1235211669-project] Pushing event deleted for resources: {'Network': ['ID=2efc6f31-e825-4074-8304-53a9de631229,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:53.013311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b9fb9738-d7ad-43a5-a792-cac145c44a2c req-361d4ab2-20c1-4b36-96bf-8cebc50064bd service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588376 Aug 20 12:18:53.030596 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4f13049-1298-49f9-a8f5-7a25d7f9b904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:53.038251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b4f13049-1298-49f9-a8f5-7a25d7f9b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:53.118818 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b4f13049-1298-49f9-a8f5-7a25d7f9b904 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f875e47189d451881f503a38d3eeec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405044 Aug 20 12:18:53.120984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13049-1298-49f9-a8f5-7a25d7f9b904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69964c4-ab62-435d-aae1-265d96dd4a34,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:53.121719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40526) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:53.153468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-76ff9d5b-6b35-4597-8761-b1812940d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:53.157994 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-76ff9d5b-6b35-4597-8761-b1812940d0d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 1095 time: 0.0771132 Aug 20 12:18:53.229104 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0db8fd17-c8fa-447a-8242-8df489b48314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:53.265222 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0db8fd17-c8fa-447a-8242-8df489b48314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:53.279356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40532) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:53.325468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-d8f266d0-61d0-499a-9624-29b8407b3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:53.327233 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-d8f266d0-61d0-499a-9624-29b8407b3074 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 916 time: 0.1615839 Aug 20 12:18:53.368029 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0db8fd17-c8fa-447a-8242-8df489b48314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:53.373474 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0db8fd17-c8fa-447a-8242-8df489b48314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:53.375262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0db8fd17-c8fa-447a-8242-8df489b48314 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a69964c4-ab62-435d-aae1-265d96dd4a34 HTTP/1.1" status: 204 len: 168 time: 0.2523863 Aug 20 12:18:53.388933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8fd17-c8fa-447a-8242-8df489b48314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69964c4-ab62-435d-aae1-265d96dd4a34,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:53.419793 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-e0180d4e-b013-4034-b75c-02242cba8af7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18535c9d-cd64-4da8-af39-5d63de3ef501 HTTP/1.1" status: 200 len: 217 time: 0.0842032 Aug 20 12:18:53.557065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-0b76f71c-0cec-4397-a1db-22c941295f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:53.558026 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-0b76f71c-0cec-4397-a1db-22c941295f3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=800cdf72-ed91-472f-9a57-a703fe7231fb HTTP/1.1" status: 200 len: 855 time: 0.1287284 Aug 20 12:18:53.565904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40542) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:53.567893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-13bc1e0a-dd3a-4a0d-9a33-55c7d03ee023 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89b413d766f74fd9a610348292d8befd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845161 Aug 20 12:18:53.646217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15cd45-b003-44dc-ac83-5c7923b67d1e req-00fd68f4-7e0f-4f92-955c-98824ce54978 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:53.647815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba15cd45-b003-44dc-ac83-5c7923b67d1e req-00fd68f4-7e0f-4f92-955c-98824ce54978 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 943 time: 0.0716059 Aug 20 12:18:53.682449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 73405dd7-a151-47ff-907f-fbda1ce0bab3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:18:53.708413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 73405dd7-a151-47ff-907f-fbda1ce0bab3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:18:53.709019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 73405dd7-a151-47ff-907f-fbda1ce0bab3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:18:53.717077 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-ce2cccb0-00db-4042-afa6-f09c70dfc4da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472659 Aug 20 12:18:53.739371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba15cd45-b003-44dc-ac83-5c7923b67d1e req-9cc9adb2-c36c-4991-a02c-ff8babb88e5e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828998 Aug 20 12:18:54.305654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-351d145b-b85f-4765-9319-cf2c67118387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:54.340249 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-6d6827f6-1ef0-4311-a227-bb42bd59b33b service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105340 Aug 20 12:18:54.341299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d675-b3ab-46d4-8ed2-e6d2b43506e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:54.440274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d675-b3ab-46d4-8ed2-e6d2b43506e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:54.504101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8786ebb6-f426-436e-9847-95a6b89f5e8c req-3eb7308e-292c-4a4d-90c0-f9f28f5c3483 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519473 Aug 20 12:18:54.549908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d675-b3ab-46d4-8ed2-e6d2b43506e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:54.552849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d675-b3ab-46d4-8ed2-e6d2b43506e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:54.556380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a7c0d675-b3ab-46d4-8ed2-e6d2b43506e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc578f4a-69fd-4650-9573-381213423a3f HTTP/1.1" status: 204 len: 168 time: 0.9854681 Aug 20 12:18:54.571434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0d675-b3ab-46d4-8ed2-e6d2b43506e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc578f4a-69fd-4650-9573-381213423a3f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:54.902008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a04ebe-4056-4120-8be4-91a384744f44 req-45166070-9d4b-4ac8-ad53-7dd580091e40 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:54.911438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0a04ebe-4056-4120-8be4-91a384744f44 req-45166070-9d4b-4ac8-ad53-7dd580091e40 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 943 time: 0.0806339 Aug 20 12:18:54.987988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0a04ebe-4056-4120-8be4-91a384744f44 req-f352602b-5180-469c-ba9e-c2579c3ae35a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665524 Aug 20 12:18:55.013303 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:55.608844 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:55.652898 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40636) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:55.804348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-98d10a25-a9a6-4e10-a939-2f6caffa2908 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:55.805171 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-98d10a25-a9a6-4e10-a939-2f6caffa2908 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 12:18:55.805734 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-98d10a25-a9a6-4e10-a939-2f6caffa2908 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 12:18:55.806857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-98d10a25-a9a6-4e10-a939-2f6caffa2908 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1521368 Aug 20 12:18:55.811236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40648) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:55.817281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--529435507'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:55.852854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:55.873793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.021950 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.030416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.059977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d6694-b631-4eef-93c7-55211c8cdd66,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:56.072054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.072404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.072934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.073552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.074456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.074955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.075466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.075956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.076458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.077990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.078553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.079067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:56.183352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04e25a-2813-49aa-94bf-7f2917fdd842 req-1fc73397-b281-4f71-908e-11497fdfe35a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:56.184985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a04e25a-2813-49aa-94bf-7f2917fdd842 req-1fc73397-b281-4f71-908e-11497fdfe35a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 943 time: 0.0938940 Aug 20 12:18:56.248137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a04e25a-2813-49aa-94bf-7f2917fdd842 req-9aa263c4-831b-4c3d-9ef3-4c62512c986d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495987 Aug 20 12:18:56.259809 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.281563 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.331442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.335894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5236299 Aug 20 12:18:56.336037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40716) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:56.338549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba069283-6cbb-48d6-b8f3-d3845fb7d83d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c45a137-afcc-4ff9-8949-da31f5fd87dc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:56.341305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-94859fb6-f4c2-44d8-bed9-72f9507bd6db tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': '4c45a137-afcc-4ff9-8949-da31f5fd87dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:56.394599 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94859fb6-f4c2-44d8-bed9-72f9507bd6db tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.471882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94859fb6-f4c2-44d8-bed9-72f9507bd6db tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.476858 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94859fb6-f4c2-44d8-bed9-72f9507bd6db tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.504001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94859fb6-f4c2-44d8-bed9-72f9507bd6db tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d73dfb6-7d60-48b3-a853-e1c7c4bdcac6,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:56.509490 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94859fb6-f4c2-44d8-bed9-72f9507bd6db tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.513436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-94859fb6-f4c2-44d8-bed9-72f9507bd6db tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738565 Aug 20 12:18:56.513838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18535c9d-cd64-4da8-af39-5d63de3ef501 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:18:56.514886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40744) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:56.520180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3a8c1fc8-0da7-4396-adad-f299301bd8d0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': '4c45a137-afcc-4ff9-8949-da31f5fd87dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:56.571958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1fc8-0da7-4396-adad-f299301bd8d0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.690909 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-3a8c1fc8-0da7-4396-adad-f299301bd8d0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 12:18:56.692018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a8c1fc8-0da7-4396-adad-f299301bd8d0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1766298 Aug 20 12:18:56.695063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40762) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:56.704020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:56.737909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'port_id': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'mac_address': 'fa:16:3e:23:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800cdf72-ed91-472f-9a57-a703fe7231fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:18:56.800599 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca13bcf6-e399-4189-8a0b-a710f217d9dd tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.805298 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.824343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18535c9d-cd64-4da8-af39-5d63de3ef501 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:56.851669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:56.872893 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca13bcf6-e399-4189-8a0b-a710f217d9dd tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.878386 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.952508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca13bcf6-e399-4189-8a0b-a710f217d9dd tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.955312 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca13bcf6-e399-4189-8a0b-a710f217d9dd tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:56.960211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40782) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:56.967835 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ca13bcf6-e399-4189-8a0b-a710f217d9dd tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/4c45a137-afcc-4ff9-8949-da31f5fd87dc HTTP/1.1" status: 204 len: 168 time: 0.2715390 Aug 20 12:18:56.997424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13bcf6-e399-4189-8a0b-a710f217d9dd tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c45a137-afcc-4ff9-8949-da31f5fd87dc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:57.003398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:57.055875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.067771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40786) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:57.073333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c7116ebb-20e5-44ce-8383-a57d78566818 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348402619'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:57.090471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-93835dca-ec53-474b-bcf7-323ea625c70a tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210554 Aug 20 12:18:57.114216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7116ebb-20e5-44ce-8383-a57d78566818 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.156235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['18535c9d-cd64-4da8-af39-5d63de3ef501'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:18:57.245317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7116ebb-20e5-44ce-8383-a57d78566818 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.253018 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7116ebb-20e5-44ce-8383-a57d78566818 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.340566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7116ebb-20e5-44ce-8383-a57d78566818 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.345618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:57.349820 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c7116ebb-20e5-44ce-8383-a57d78566818 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2806504 Aug 20 12:18:57.350873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-209a91c2-54dd-4429-bfc9-afac1cdcac3f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': '53df2ec8-4644-41a5-b520-c0ccd38e497c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:57.351752 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-209a91c2-54dd-4429-bfc9-afac1cdcac3f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 12:18:57.352262 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-209a91c2-54dd-4429-bfc9-afac1cdcac3f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:57.353229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-209a91c2-54dd-4429-bfc9-afac1cdcac3f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065811 Aug 20 12:18:57.356797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40800) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:57.400127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7116ebb-20e5-44ce-8383-a57d78566818 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53df2ec8-4644-41a5-b520-c0ccd38e497c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:57.493793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd47fe4a-dfab-4572-8626-c932be1c2f21 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.501164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e539298-56a0-41df-b3f7-83b125526dd9 req-7dab71c6-a359-4095-a830-fd4c5666e7ae tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:57.502854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e539298-56a0-41df-b3f7-83b125526dd9 req-7dab71c6-a359-4095-a830-fd4c5666e7ae tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 944 time: 0.0872014 Aug 20 12:18:57.503341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40804) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:57.520126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd47fe4a-dfab-4572-8626-c932be1c2f21 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.567478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e539298-56a0-41df-b3f7-83b125526dd9 req-bc6f51c7-c351-4ad8-808c-0b687aa72c69 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512643 Aug 20 12:18:57.601229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd47fe4a-dfab-4572-8626-c932be1c2f21 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.601229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd47fe4a-dfab-4572-8626-c932be1c2f21 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.601229 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dd47fe4a-dfab-4572-8626-c932be1c2f21 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/53df2ec8-4644-41a5-b520-c0ccd38e497c HTTP/1.1" status: 204 len: 168 time: 0.2352712 Aug 20 12:18:57.601535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40808) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:57.621424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47fe4a-dfab-4572-8626-c932be1c2f21 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df2ec8-4644-41a5-b520-c0ccd38e497c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:57.656614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:57.657333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0064831c-7bca-481c-8460-c4333440c7f0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590925 Aug 20 12:18:57.667180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ec748a65-4865-4a9c-95db-6a395826adc2 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--751954552'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:57.693589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec748a65-4865-4a9c-95db-6a395826adc2 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.744440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8215a83-27a1-4d45-9c69-1ecdb4df02a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.848664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec748a65-4865-4a9c-95db-6a395826adc2 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.855315 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec748a65-4865-4a9c-95db-6a395826adc2 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.888620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec748a65-4865-4a9c-95db-6a395826adc2 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b478aa67-ad41-4cfe-8a85-47eafbed3be0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:57.981391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8215a83-27a1-4d45-9c69-1ecdb4df02a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.987951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c8215a83-27a1-4d45-9c69-1ecdb4df02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.995554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ec748a65-4865-4a9c-95db-6a395826adc2 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:57.996750 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ec748a65-4865-4a9c-95db-6a395826adc2 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3391294 Aug 20 12:18:58.000583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40818) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.005271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-28c02fe8-612d-47a3-b137-2bca9ee09c1b tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b478aa67-ad41-4cfe-8a85-47eafbed3be0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:58.021670 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-28c02fe8-612d-47a3-b137-2bca9ee09c1b tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 12:18:58.022331 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-28c02fe8-612d-47a3-b137-2bca9ee09c1b tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:58.023732 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-28c02fe8-612d-47a3-b137-2bca9ee09c1b tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0218065 Aug 20 12:18:58.026499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40820) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.028269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8215a83-27a1-4d45-9c69-1ecdb4df02a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9912717b-3c93-43a5-bfee-ded25aab8a17,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:58.074133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c8215a83-27a1-4d45-9c69-1ecdb4df02a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63d86ddb885f4ef88f92c2fca390512f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5633094 Aug 20 12:18:58.076376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40824) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.113070 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4fd95ce-3074-42cc-afcd-a85b45ad8f6f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.154276 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4fd95ce-3074-42cc-afcd-a85b45ad8f6f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.196886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5997c47c-122c-4303-b67c-bd6c1c7df06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.230604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5997c47c-122c-4303-b67c-bd6c1c7df06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.248367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4fd95ce-3074-42cc-afcd-a85b45ad8f6f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.251885 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4fd95ce-3074-42cc-afcd-a85b45ad8f6f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.255528 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a4fd95ce-3074-42cc-afcd-a85b45ad8f6f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/b478aa67-ad41-4cfe-8a85-47eafbed3be0 HTTP/1.1" status: 204 len: 168 time: 0.2256708 Aug 20 12:18:58.256916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40828) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.272246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd95ce-3074-42cc-afcd-a85b45ad8f6f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478aa67-ad41-4cfe-8a85-47eafbed3be0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:58.315418 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5997c47c-122c-4303-b67c-bd6c1c7df06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.318716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5997c47c-122c-4303-b67c-bd6c1c7df06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.321230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5997c47c-122c-4303-b67c-bd6c1c7df06b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9912717b-3c93-43a5-bfee-ded25aab8a17 HTTP/1.1" status: 204 len: 168 time: 0.2422116 Aug 20 12:18:58.342086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997c47c-122c-4303-b67c-bd6c1c7df06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9912717b-3c93-43a5-bfee-ded25aab8a17,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:58.372068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0d314000-0832-457d-a6ff-c4778e627be0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1134493 Aug 20 12:18:58.376862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40834) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.385663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-44071e1b-df60-4e7b-bcae-3962d81bdcda tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--758038556'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:58.440653 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44071e1b-df60-4e7b-bcae-3962d81bdcda tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.524791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18535c9d-cd64-4da8-af39-5d63de3ef501 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:58.595419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44071e1b-df60-4e7b-bcae-3962d81bdcda tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.604676 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44071e1b-df60-4e7b-bcae-3962d81bdcda tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.667082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-44071e1b-df60-4e7b-bcae-3962d81bdcda tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.673009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40846) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.673411 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-44071e1b-df60-4e7b-bcae-3962d81bdcda tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2934108 Aug 20 12:18:58.679645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4450441c-e15a-4919-9c20-aeb4ac1413e9 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc95f3-e36a-43f9-8b70-04045a846920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:58.683810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 18535c9d-cd64-4da8-af39-5d63de3ef501 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:58.693256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 18535c9d-cd64-4da8-af39-5d63de3ef501 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:58.694120 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.709533 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-4450441c-e15a-4919-9c20-aeb4ac1413e9 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 12:18:58.710372 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-4450441c-e15a-4919-9c20-aeb4ac1413e9 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:58.711505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4450441c-e15a-4919-9c20-aeb4ac1413e9 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0371592 Aug 20 12:18:58.714738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40850) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.721337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7f2a3817-f260-4e22-b987-0ca7f63ec8ff tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc95f3-e36a-43f9-8b70-04045a846920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:58.721924 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-7f2a3817-f260-4e22-b987-0ca7f63ec8ff tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 12:18:58.722497 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-7f2a3817-f260-4e22-b987-0ca7f63ec8ff tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:58.723466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7f2a3817-f260-4e22-b987-0ca7f63ec8ff tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077901 Aug 20 12:18:58.726646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.732794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d11228f9-6244-4171-a72f-3524f623cae4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc95f3-e36a-43f9-8b70-04045a846920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:58.735302 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-d11228f9-6244-4171-a72f-3524f623cae4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 12:18:58.735829 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-d11228f9-6244-4171-a72f-3524f623cae4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:58.737421 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d11228f9-6244-4171-a72f-3524f623cae4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097134 Aug 20 12:18:58.740402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40854) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.745116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071e1b-df60-4e7b-bcae-3962d81bdcda tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc95f3-e36a-43f9-8b70-04045a846920,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:58.760612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9cc962f3-cdda-4004-a449-d7bcc1bb5459 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc95f3-e36a-43f9-8b70-04045a846920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:58.761582 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-9cc962f3-cdda-4004-a449-d7bcc1bb5459 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 12:18:58.762154 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-9cc962f3-cdda-4004-a449-d7bcc1bb5459 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:58.763463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9cc962f3-cdda-4004-a449-d7bcc1bb5459 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0209153 Aug 20 12:18:58.766471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40856) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.851602 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f77f-1be2-4d66-985e-37a14299bf72 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.874750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5bf91-4e91-4798-bc9f-51744f9997fc req-0467a9cd-61d6-48e1-97b2-f7a1afc0e3fc tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:58.876864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bc5bf91-4e91-4798-bc9f-51744f9997fc req-0467a9cd-61d6-48e1-97b2-f7a1afc0e3fc tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 944 time: 0.1001513 Aug 20 12:18:58.904625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f77f-1be2-4d66-985e-37a14299bf72 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.912879 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:58.921154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40858) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:58.953058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bc5bf91-4e91-4798-bc9f-51744f9997fc req-c6339dfc-e878-4558-8ae5-29dcd4b81f99 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674896 Aug 20 12:18:58.971296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:58.973863 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25633c6d-ffd6-4a1a-a0f7-b3aed663eb83" -d '{"events": [{"server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "name": "network-vif-plugged", "status": "completed", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:58.994226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:58.995883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9a34745-cbd4-44ff-ad36-7e11f1e65592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.003985 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.008168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f77f-1be2-4d66-985e-37a14299bf72 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.014068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f77f-1be2-4d66-985e-37a14299bf72 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.015554 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2aa6f77f-1be2-4d66-985e-37a14299bf72 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/cbdc95f3-e36a-43f9-8b70-04045a846920 HTTP/1.1" status: 204 len: 168 time: 0.2479906 Aug 20 12:18:59.018599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40864) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.041151 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5c69cd-5d61-46e6-ac94-e1742e8418c5 x-openstack-request-id: req-6c5c69cd-5d61-46e6-ac94-e1742e8418c5 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:59.042250 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "name": "network-vif-plugged", "status": "completed", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:59.042696 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c5c69cd-5d61-46e6-ac94-e1742e8418c5 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:59.043263 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'code': 200} Aug 20 12:18:59.070263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6f77f-1be2-4d66-985e-37a14299bf72 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc95f3-e36a-43f9-8b70-04045a846920,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:59.096499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:59.189925 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-37d07b36-c0b7-4b86-9c8a-b4906c9fdbef tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1655719 Aug 20 12:18:59.195051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40870) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.199251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28811fc-2c5c-4c57-81f6-dab235ec3198 req-2c0630f3-25b4-41eb-ba38-7ebe7fe25a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:59.200359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287407510'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.200735 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c28811fc-2c5c-4c57-81f6-dab235ec3198 req-2c0630f3-25b4-41eb-ba38-7ebe7fe25a72 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 1097 time: 0.1086402 Aug 20 12:18:59.255747 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c28811fc-2c5c-4c57-81f6-dab235ec3198 req-e65f3e33-8c05-42d1-a247-10e562b7cf20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Aug 20 12:18:59.275413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9a34745-cbd4-44ff-ad36-7e11f1e65592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.280995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9a34745-cbd4-44ff-ad36-7e11f1e65592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.325050 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a9a34745-cbd4-44ff-ad36-7e11f1e65592 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86eda1ec7c5a4a9eb77bff007368841d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918867 Aug 20 12:18:59.325970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40872) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.335099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a34745-cbd4-44ff-ad36-7e11f1e65592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e921608-b30d-4e35-9f42-6e5f4e2dc0ad,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:59.355877 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.417866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-70b6b0a7-a7af-4652-a16e-45b28e05c73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.449475 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-70b6b0a7-a7af-4652-a16e-45b28e05c73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.465079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.470639 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.519963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b374b0f8-4934-455b-89fc-3166a07bd3e8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:59.528309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-70b6b0a7-a7af-4652-a16e-45b28e05c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.533238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.533588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.534012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.534376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.534733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.535067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.535583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.535936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.536477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.536840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.536971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-70b6b0a7-a7af-4652-a16e-45b28e05c73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.537201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.537899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:59.540924 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-70b6b0a7-a7af-4652-a16e-45b28e05c73e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e921608-b30d-4e35-9f42-6e5f4e2dc0ad HTTP/1.1" status: 204 len: 168 time: 0.2108212 Aug 20 12:18:59.543213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:59.544527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5cd2621f-5180-4a38-8d15-4a0f2bbc375d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3484788 Aug 20 12:18:59.547663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40884) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.556934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6b0a7-a7af-4652-a16e-45b28e05c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e921608-b30d-4e35-9f42-6e5f4e2dc0ad,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:59.557727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c06a2ea3-7693-4c3a-bb56-ce3811201a8a tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.558484 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-c06a2ea3-7693-4c3a-bb56-ce3811201a8a tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 12:18:59.558987 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-c06a2ea3-7693-4c3a-bb56-ce3811201a8a tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:59.563340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40886) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.564376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c06a2ea3-7693-4c3a-bb56-ce3811201a8a tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101395 Aug 20 12:18:59.569877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-36c55e62-f71e-4342-9e4b-0a4046104ec4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.629361 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-36c55e62-f71e-4342-9e4b-0a4046104ec4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:59.630896 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-36c55e62-f71e-4342-9e4b-0a4046104ec4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0658913 Aug 20 12:18:59.635118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40888) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.647696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8e29c7bc-04ff-4a80-a1e6-fcc35ed9bc8d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.649240 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-8e29c7bc-04ff-4a80-a1e6-fcc35ed9bc8d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 12:18:59.649746 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-8e29c7bc-04ff-4a80-a1e6-fcc35ed9bc8d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:59.655208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8e29c7bc-04ff-4a80-a1e6-fcc35ed9bc8d tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169623 Aug 20 12:18:59.656687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40890) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.661358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-06316c31-5316-4d44-a614-cfeb90fa9edc tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.744945 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-06316c31-5316-4d44-a614-cfeb90fa9edc tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:59.746103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-06316c31-5316-4d44-a614-cfeb90fa9edc tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0883467 Aug 20 12:18:59.749710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40892) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.754961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-858a04c4-776a-4be6-b3ac-86e1701d700e tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.755451 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-858a04c4-776a-4be6-b3ac-86e1701d700e tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 12:18:59.755938 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-858a04c4-776a-4be6-b3ac-86e1701d700e tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:59.756886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-858a04c4-776a-4be6-b3ac-86e1701d700e tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060236 Aug 20 12:18:59.760654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40894) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.767856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ad896125-ffd6-4a27-96e6-06d4ec0b0735 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.833654 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-ad896125-ffd6-4a27-96e6-06d4ec0b0735 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:59.835246 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ad896125-ffd6-4a27-96e6-06d4ec0b0735 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0731101 Aug 20 12:18:59.838407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40898) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.845236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5f7e8392-62f8-487f-9a43-eb352a1ddec6 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.845704 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-5f7e8392-62f8-487f-9a43-eb352a1ddec6 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 12:18:59.847116 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-5f7e8392-62f8-487f-9a43-eb352a1ddec6 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:59.850958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5f7e8392-62f8-487f-9a43-eb352a1ddec6 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084682 Aug 20 12:18:59.851353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40900) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.861600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5fb7c3ed-a9e8-4fed-8365-8deec5e1bb8b tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:59.950296 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-5fb7c3ed-a9e8-4fed-8365-8deec5e1bb8b tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:18:59.950296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5fb7c3ed-a9e8-4fed-8365-8deec5e1bb8b tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0883985 Aug 20 12:18:59.956507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40902) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:59.959891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-062262b5-8655-468a-8169-9cc555ee530f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'b374b0f8-4934-455b-89fc-3166a07bd3e8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:00.057961 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-062262b5-8655-468a-8169-9cc555ee530f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:19:00.060130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-062262b5-8655-468a-8169-9cc555ee530f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1151919 Aug 20 12:19:00.063720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40908) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:00.242603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0677-8ede-4b4d-bf8f-38aa72235266 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.250963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd1626-ca84-4687-931f-b4eb26dca714 req-9081fcd7-5860-4a73-9c08-0045550cb9f1 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:00.259088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84bd1626-ca84-4687-931f-b4eb26dca714 req-9081fcd7-5860-4a73-9c08-0045550cb9f1 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.1350524 Aug 20 12:19:00.292943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0677-8ede-4b4d-bf8f-38aa72235266 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.329632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84bd1626-ca84-4687-931f-b4eb26dca714 req-66f2dc67-1eee-429e-9cc5-2571858a6a9c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700679 Aug 20 12:19:00.382247 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0677-8ede-4b4d-bf8f-38aa72235266 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.385193 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0677-8ede-4b4d-bf8f-38aa72235266 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.386748 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e7ef0677-8ede-4b4d-bf8f-38aa72235266 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/b374b0f8-4934-455b-89fc-3166a07bd3e8 HTTP/1.1" status: 204 len: 168 time: 0.3215578 Aug 20 12:19:00.389483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40920) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:00.400808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef0677-8ede-4b4d-bf8f-38aa72235266 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b374b0f8-4934-455b-89fc-3166a07bd3e8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:00.463351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a2d1f9eb-bd37-4375-92c6-b82398132c45 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726774 Aug 20 12:19:00.467992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40922) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:00.473018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3af49b34-a84f-490d-82f9-30101400d20f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1299898330'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:00.515135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3af49b34-a84f-490d-82f9-30101400d20f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.631665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3af49b34-a84f-490d-82f9-30101400d20f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.637379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3af49b34-a84f-490d-82f9-30101400d20f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.676175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3af49b34-a84f-490d-82f9-30101400d20f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.680489 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3af49b34-a84f-490d-82f9-30101400d20f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2084885 Aug 20 12:19:00.681193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40934) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:00.686592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b6c4509e-b52f-48c4-bbd1-1b7fcef1d8b3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'df9d4b40-165c-4f72-9a42-360e93f22936', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:00.695839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af49b34-a84f-490d-82f9-30101400d20f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d4b40-165c-4f72-9a42-360e93f22936,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:00.773111 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-b6c4509e-b52f-48c4-bbd1-1b7fcef1d8b3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The resource could not be found. Aug 20 12:19:00.778627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b6c4509e-b52f-48c4-bbd1-1b7fcef1d8b3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0920651 Aug 20 12:19:00.778925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40936) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:00.785577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-dc7062d4-7d53-4bee-a403-3c1eb1bf6b40 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': 'df9d4b40-165c-4f72-9a42-360e93f22936', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '99779a00-9c21-4a8d-98ec-22a367a27beb'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:00.844523 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-dc7062d4-7d53-4bee-a403-3c1eb1bf6b40 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The resource could not be found. Aug 20 12:19:00.846099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dc7062d4-7d53-4bee-a403-3c1eb1bf6b40 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0659137 Aug 20 12:19:00.848771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40940) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:00.914906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d49b-7b0b-4e3e-be72-1809142dd119 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.951214 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d49b-7b0b-4e3e-be72-1809142dd119 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.003142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d49b-7b0b-4e3e-be72-1809142dd119 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.007266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d49b-7b0b-4e3e-be72-1809142dd119 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.008707 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b8d3d49b-7b0b-4e3e-be72-1809142dd119 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/df9d4b40-165c-4f72-9a42-360e93f22936 HTTP/1.1" status: 204 len: 168 time: 0.1587763 Aug 20 12:19:01.011756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40944) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:01.020996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3d49b-7b0b-4e3e-be72-1809142dd119 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d4b40-165c-4f72-9a42-360e93f22936,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:01.107509 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7e890e35-156a-4b41-a07d-ef667fa14127 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0942287 Aug 20 12:19:01.111748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40950) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:01.125192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a3127228-0315-4c6d-89d9-1072e71dbc02 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': '53ee2336-1ce4-4dfc-bec8-e756e2661b9f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:01.186932 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-a3127228-0315-4c6d-89d9-1072e71dbc02 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The resource could not be found. Aug 20 12:19:01.188205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a3127228-0315-4c6d-89d9-1072e71dbc02 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0752623 Aug 20 12:19:01.192667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40956) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:01.199450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1144c9eb-84a2-4623-b781-c39c51712719 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--793221474'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:01.237860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1144c9eb-84a2-4623-b781-c39c51712719 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.344571 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1144c9eb-84a2-4623-b781-c39c51712719 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.350589 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1144c9eb-84a2-4623-b781-c39c51712719 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.394305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144c9eb-84a2-4623-b781-c39c51712719 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcb5fe2-52b9-4c33-b25c-b035dae89075,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:01.424851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1144c9eb-84a2-4623-b781-c39c51712719 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.439100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1144c9eb-84a2-4623-b781-c39c51712719 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2428684 Aug 20 12:19:01.439403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40962) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:01.444183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-04c3aa4d-78f0-4979-9741-73c6042c38f3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--463375376'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:01.533313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04c3aa4d-78f0-4979-9741-73c6042c38f3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.543999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1440c92-b0c9-4deb-b9e9-1f45e70c6cec req-b57f7e5c-9ba6-4a7b-9c04-7e42488a71e4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:01.545806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1440c92-b0c9-4deb-b9e9-1f45e70c6cec req-b57f7e5c-9ba6-4a7b-9c04-7e42488a71e4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0761724 Aug 20 12:19:01.630312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1440c92-b0c9-4deb-b9e9-1f45e70c6cec req-d783f7b5-d61a-43d2-a593-eaa02dcb8aef tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747879 Aug 20 12:19:01.709221 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04c3aa4d-78f0-4979-9741-73c6042c38f3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.719938 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04c3aa4d-78f0-4979-9741-73c6042c38f3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.800271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3aa4d-78f0-4979-9741-73c6042c38f3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50711e2-8a14-41ca-8117-6484666f0d85,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:01.802979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04c3aa4d-78f0-4979-9741-73c6042c38f3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:01.804389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-04c3aa4d-78f0-4979-9741-73c6042c38f3 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3638766 Aug 20 12:19:01.819106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40978) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:01.819542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79494192-bcb2-415c-a772-bdafa8036fe8 req-7247f937-1ce7-4096-98e7-ecc946f4fb2f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:01.821081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79494192-bcb2-415c-a772-bdafa8036fe8 req-7247f937-1ce7-4096-98e7-ecc946f4fb2f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0967135 Aug 20 12:19:01.826210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a29ee903-a6aa-4817-90ba-bc96dfdaafce tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group_rule': {'security_group_id': '6bcb5fe2-52b9-4c33-b25c-b035dae89075', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b50711e2-8a14-41ca-8117-6484666f0d85'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:01.899151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79494192-bcb2-415c-a772-bdafa8036fe8 req-a1e7483c-b828-4015-865b-138f5194c4c5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712011 Aug 20 12:19:01.941165 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-a29ee903-a6aa-4817-90ba-bc96dfdaafce tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:19:01.943545 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a29ee903-a6aa-4817-90ba-bc96dfdaafce tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1228442 Aug 20 12:19:01.946484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 40984) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:02.035500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-763a0961-0444-4391-ae42-0b973a99c2b7 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.082907 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-763a0961-0444-4391-ae42-0b973a99c2b7 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.187795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba03730-0996-4c9f-a003-9be47b715c26 req-1569e48b-0903-4ab0-8c12-c3c6c4737b73 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:02.189520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba03730-0996-4c9f-a003-9be47b715c26 req-1569e48b-0903-4ab0-8c12-c3c6c4737b73 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0793073 Aug 20 12:19:02.190860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-763a0961-0444-4391-ae42-0b973a99c2b7 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.193762 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-763a0961-0444-4391-ae42-0b973a99c2b7 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.198133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 40994) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:02.207175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-763a0961-0444-4391-ae42-0b973a99c2b7 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/b50711e2-8a14-41ca-8117-6484666f0d85 HTTP/1.1" status: 204 len: 168 time: 0.2583795 Aug 20 12:19:02.241823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a0961-0444-4391-ae42-0b973a99c2b7 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50711e2-8a14-41ca-8117-6484666f0d85,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:02.299401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba03730-0996-4c9f-a003-9be47b715c26 req-e88008b4-e364-4e46-a466-fad318ab04de tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888879 Aug 20 12:19:02.380689 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f26978cb-88ac-4425-9a46-df7d42b45e70 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1785064 Aug 20 12:19:02.381005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41006) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:02.480010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce64e3-575a-494a-8068-eb784a376722 req-52f7444d-cf26-4f67-a5e0-fd79dd614d46 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:02.481555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0dce64e3-575a-494a-8068-eb784a376722 req-52f7444d-cf26-4f67-a5e0-fd79dd614d46 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0829535 Aug 20 12:19:02.482438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e25bb01a-ed29-41cf-bd8d-fe0dddc5cfc4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.525289 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e25bb01a-ed29-41cf-bd8d-fe0dddc5cfc4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.551295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0dce64e3-575a-494a-8068-eb784a376722 req-39f2707b-03cd-4c1d-b81e-92764ea9ab5f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617893 Aug 20 12:19:02.625321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e25bb01a-ed29-41cf-bd8d-fe0dddc5cfc4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.629090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e25bb01a-ed29-41cf-bd8d-fe0dddc5cfc4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.633279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41014) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:02.633493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e25bb01a-ed29-41cf-bd8d-fe0dddc5cfc4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/6bcb5fe2-52b9-4c33-b25c-b035dae89075 HTTP/1.1" status: 204 len: 168 time: 0.2514424 Aug 20 12:19:02.643869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bb01a-ed29-41cf-bd8d-fe0dddc5cfc4 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcb5fe2-52b9-4c33-b25c-b035dae89075,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:02.718646 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba4cbdf1-8389-4cf3-8ef5-cb26516e992f tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799451 Aug 20 12:19:02.719185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41022) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:02.724485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7c759229-c78e-4453-b25a-b188ad9310cb tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766039327'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:02.751147 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c759229-c78e-4453-b25a-b188ad9310cb tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.888487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c759229-c78e-4453-b25a-b188ad9310cb tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.895168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c759229-c78e-4453-b25a-b188ad9310cb tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.932196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7c759229-c78e-4453-b25a-b188ad9310cb tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:02.937808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41036) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:02.944002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-84271bf5-2360-4bb6-85df-0466d9b1d3a0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:02.944148 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7c759229-c78e-4453-b25a-b188ad9310cb tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2236211 Aug 20 12:19:02.945209 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-84271bf5-2360-4bb6-85df-0466d9b1d3a0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 12:19:02.945964 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-84271bf5-2360-4bb6-85df-0466d9b1d3a0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 12:19:02.947136 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-84271bf5-2360-4bb6-85df-0466d9b1d3a0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "PUT /v2.0/security-groups/97806593-245e-4226-ab64-b24307022b55 HTTP/1.1" status: 409 len: 330 time: 0.0075798 Aug 20 12:19:02.949910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:03.008636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c759229-c78e-4453-b25a-b188ad9310cb tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97806593-245e-4226-ab64-b24307022b55,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:03.072077 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7e21236-013a-4a7d-8f2f-b049e7086d94 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:03.101045 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7e21236-013a-4a7d-8f2f-b049e7086d94 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:03.198495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7e21236-013a-4a7d-8f2f-b049e7086d94 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:03.201417 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7e21236-013a-4a7d-8f2f-b049e7086d94 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:03.203010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b7e21236-013a-4a7d-8f2f-b049e7086d94 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/97806593-245e-4226-ab64-b24307022b55 HTTP/1.1" status: 204 len: 168 time: 0.2519364 Aug 20 12:19:03.205687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41052) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:03.217983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e21236-013a-4a7d-8f2f-b049e7086d94 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97806593-245e-4226-ab64-b24307022b55,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:03.238353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd5a11-2c94-4ddb-a797-25f404ea2947 req-96e95b11-d488-4fe1-a4ca-f7f05ed81fe8 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:03.238353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59bd5a11-2c94-4ddb-a797-25f404ea2947 req-96e95b11-d488-4fe1-a4ca-f7f05ed81fe8 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0921195 Aug 20 12:19:03.323349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59bd5a11-2c94-4ddb-a797-25f404ea2947 req-c3c313c7-5609-4052-aa39-9558a61f957a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808468 Aug 20 12:19:03.331585 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a43889ef-4a2c-4d64-b810-0b54c298d824 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1233885 Aug 20 12:19:03.340308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41056) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:03.364231 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-505311b0-c9b5-4e64-a0be-78084a64eac0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] delete failed (client error): The resource could not be found. Aug 20 12:19:03.365507 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-505311b0-c9b5-4e64-a0be-78084a64eac0 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "DELETE /v2.0/security-groups/bb15142b-d344-48f3-a23e-5ecc3f95ad4b HTTP/1.1" status: 404 len: 347 time: 0.0238545 Aug 20 12:19:03.373038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41060) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:03.393467 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-e8536e8d-e71c-4617-a5e6-8d57d3e86551 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] show failed (client error): The resource could not be found. Aug 20 12:19:03.394833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e8536e8d-e71c-4617-a5e6-8d57d3e86551 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-groups/8e1fc814-9e99-4098-b2ad-bbddea753dbb HTTP/1.1" status: 404 len: 347 time: 0.0174968 Aug 20 12:19:03.398617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41062) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:03.415057 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-5aad63cd-61c9-4fc8-a131-9ef1d8602969 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] show failed (client error): The resource could not be found. Aug 20 12:19:03.416087 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5aad63cd-61c9-4fc8-a131-9ef1d8602969 tempest-NegativeSecGroupTest-1921611121 tempest-NegativeSecGroupTest-1921611121-project] 10.222.0.25 "GET /v2.0/security-group-rules/22f34a6c-65ac-4ec6-a096-1250cfd28a44 HTTP/1.1" status: 404 len: 356 time: 0.0162551 Aug 20 12:19:03.730142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41078) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:03.887042 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4a786d12-0178-490b-b611-043aeeee3191 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5f1e123cea94b779999cfa674cb6132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554642 Aug 20 12:19:03.889541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41086) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:03.947577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f885692-2ffb-4530-abec-9bd0d504f8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:04.037245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f885692-2ffb-4530-abec-9bd0d504f8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:04.114410 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f885692-2ffb-4530-abec-9bd0d504f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:04.117090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f885692-2ffb-4530-abec-9bd0d504f8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:04.118235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1f885692-2ffb-4530-abec-9bd0d504f8e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee3d6694-b631-4eef-93c7-55211c8cdd66 HTTP/1.1" status: 204 len: 168 time: 0.2274895 Aug 20 12:19:04.141545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f885692-2ffb-4530-abec-9bd0d504f8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3d6694-b631-4eef-93c7-55211c8cdd66,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:04.227442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735e07-a213-45e1-bdd8-85232e0cf66c req-5f4bc17a-2940-4c53-9f89-c5066e2b57c4 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:04.229544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96735e07-a213-45e1-bdd8-85232e0cf66c req-5f4bc17a-2940-4c53-9f89-c5066e2b57c4 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0648899 Aug 20 12:19:04.284371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96735e07-a213-45e1-bdd8-85232e0cf66c req-026c8a9b-0291-4ec3-a300-0c849fa74d2e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477448 Aug 20 12:19:04.491744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0187ea-bab0-4926-a669-119b7b2bcff6 req-aef77b75-157f-43da-b31d-a4de6cb5db55 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:04.493382 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c0187ea-bab0-4926-a669-119b7b2bcff6 req-aef77b75-157f-43da-b31d-a4de6cb5db55 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0685489 Aug 20 12:19:04.535978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c0187ea-bab0-4926-a669-119b7b2bcff6 req-560db449-c4ff-4b28-b6b2-a460916ef6f7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357139 Aug 20 12:19:05.489565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2095e6-6091-48ea-af23-288a42b19c92 req-c52bd800-14af-4848-846e-a647ef058af1 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:05.495673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b2095e6-6091-48ea-af23-288a42b19c92 req-c52bd800-14af-4848-846e-a647ef058af1 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0746961 Aug 20 12:19:05.572805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b2095e6-6091-48ea-af23-288a42b19c92 req-0c1a8f69-5e73-40cb-b0e5-2519f44e7477 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756490 Aug 20 12:19:05.690704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092c983-a46a-4433-8161-91f913f28f25 req-ee37e5dc-bfe6-4a16-a98a-d5b805b9aa3e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:05.692659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b092c983-a46a-4433-8161-91f913f28f25 req-ee37e5dc-bfe6-4a16-a98a-d5b805b9aa3e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0703068 Aug 20 12:19:05.772132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b092c983-a46a-4433-8161-91f913f28f25 req-3e96309b-1952-4b1a-92ac-4a6383bce6e9 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 Aug 20 12:19:06.273999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41222) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:06.418964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8c4e221-9434-48f0-bb0f-161fe2d085d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:06.537053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8c4e221-9434-48f0-bb0f-161fe2d085d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:06.541649 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a8c4e221-9434-48f0-bb0f-161fe2d085d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:06.592544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41240) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:06.593066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a8c4e221-9434-48f0-bb0f-161fe2d085d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15a13d9dee944cc2b7b93abff27d8964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168983 Aug 20 12:19:06.598084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4e221-9434-48f0-bb0f-161fe2d085d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52da262a-e9a0-47e9-a14b-bbd6a777f12b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:06.678540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f949919-c559-427d-a893-7fdc530bbcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:06.710107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f949919-c559-427d-a893-7fdc530bbcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:06.746335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eee47a-f141-4847-abe2-f1433d1ca8e0 req-663d21f7-0420-4d02-8175-79ab5b0d0464 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:06.748126 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e6eee47a-f141-4847-abe2-f1433d1ca8e0 req-663d21f7-0420-4d02-8175-79ab5b0d0464 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0847857 Aug 20 12:19:06.779618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f949919-c559-427d-a893-7fdc530bbcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:06.783997 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f949919-c559-427d-a893-7fdc530bbcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:06.785618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0f949919-c559-427d-a893-7fdc530bbcee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52da262a-e9a0-47e9-a14b-bbd6a777f12b HTTP/1.1" status: 204 len: 168 time: 0.1920300 Aug 20 12:19:06.800145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f949919-c559-427d-a893-7fdc530bbcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52da262a-e9a0-47e9-a14b-bbd6a777f12b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:06.832971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e6eee47a-f141-4847-abe2-f1433d1ca8e0 req-4529ac6c-f102-43cd-a861-f9a5a41de207 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759869 Aug 20 12:19:06.995307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74182-c6b8-4551-90fe-06e2ce5846b1 req-873c924d-888c-4d98-8630-aa43f314705c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:07.011137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8a74182-c6b8-4551-90fe-06e2ce5846b1 req-873c924d-888c-4d98-8630-aa43f314705c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.1185191 Aug 20 12:19:07.091034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8a74182-c6b8-4551-90fe-06e2ce5846b1 req-7a0c62eb-7302-43a3-aec3-37f888373071 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715325 Aug 20 12:19:07.262491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41266) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:07.277654 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb9b2-90ce-4676-aa9d-39da9d848071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:07.398335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb9b2-90ce-4676-aa9d-39da9d848071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:07.402988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb9b2-90ce-4676-aa9d-39da9d848071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:07.447564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2d2eb9b2-90ce-4676-aa9d-39da9d848071 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d1101b0c12c4f22a86117155324e9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837056 Aug 20 12:19:07.448465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb9b2-90ce-4676-aa9d-39da9d848071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a439ec-ebb0-48d8-9f3b-846b1f0f9b20,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:07.450230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41278) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:07.525194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bea3e31-8aaf-4d36-a0e2-80270c89c4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:07.549005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bea3e31-8aaf-4d36-a0e2-80270c89c4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:07.614705 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bea3e31-8aaf-4d36-a0e2-80270c89c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:07.620817 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4bea3e31-8aaf-4d36-a0e2-80270c89c4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:07.625847 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4bea3e31-8aaf-4d36-a0e2-80270c89c4ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5a439ec-ebb0-48d8-9f3b-846b1f0f9b20 HTTP/1.1" status: 204 len: 168 time: 0.1737959 Aug 20 12:19:07.643314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea3e31-8aaf-4d36-a0e2-80270c89c4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a439ec-ebb0-48d8-9f3b-846b1f0f9b20,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:07.971942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f2e2e-34a8-4bbb-a819-6768d44d6939 req-f5d7ca64-411f-4860-9d11-b0badc760667 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:07.974251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a01f2e2e-34a8-4bbb-a819-6768d44d6939 req-f5d7ca64-411f-4860-9d11-b0badc760667 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0726271 Aug 20 12:19:08.034568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a01f2e2e-34a8-4bbb-a819-6768d44d6939 req-4f644b58-4f0e-4c26-b943-559a9de798a4 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549340 Aug 20 12:19:08.250761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abe58c-4613-4b51-98ab-431ac0e41002 req-5875df12-ad93-4020-927c-71762a5ba22f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:08.252524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86abe58c-4613-4b51-98ab-431ac0e41002 req-5875df12-ad93-4020-927c-71762a5ba22f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0699301 Aug 20 12:19:08.314954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86abe58c-4613-4b51-98ab-431ac0e41002 req-2849fe65-75b8-407d-9c4a-e8e7182ab035 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558190 Aug 20 12:19:09.223249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4dcd-ba18-4ca1-996d-5402f064f5ae req-06e7b078-02e7-4631-9d7f-0987686b6525 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:09.231537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ccdc4dcd-ba18-4ca1-996d-5402f064f5ae req-06e7b078-02e7-4631-9d7f-0987686b6525 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1201794 Aug 20 12:19:09.328408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ccdc4dcd-ba18-4ca1-996d-5402f064f5ae req-7b4a4175-d7e2-491b-a111-f92b15c81468 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955665 Aug 20 12:19:09.482048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af86cb-d72f-4b7a-9950-169a1275a7cd req-0c962248-befa-4467-8783-845503c9d7ea tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:09.491495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5af86cb-d72f-4b7a-9950-169a1275a7cd req-0c962248-befa-4467-8783-845503c9d7ea tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0656745 Aug 20 12:19:09.553260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5af86cb-d72f-4b7a-9950-169a1275a7cd req-60c1e5d6-c711-43ce-a4a1-f3eb0dd1653b tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Aug 20 12:19:10.488991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f20bf0-b2dc-4960-92ec-aa5987a97fb4 req-919d372d-dda0-4bb5-9fe2-d5a6eebfee49 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:10.490703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2f20bf0-b2dc-4960-92ec-aa5987a97fb4 req-919d372d-dda0-4bb5-9fe2-d5a6eebfee49 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0568850 Aug 20 12:19:10.548469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2f20bf0-b2dc-4960-92ec-aa5987a97fb4 req-dedb55e5-ed50-4457-b42c-a4b859e778ae tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510008 Aug 20 12:19:10.689841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acb73e-8275-4857-872f-3d3c3718aa36 req-1527023f-83d0-45b2-bb38-f9d2256244d5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:10.695042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17acb73e-8275-4857-872f-3d3c3718aa36 req-1527023f-83d0-45b2-bb38-f9d2256244d5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0775197 Aug 20 12:19:10.752008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17acb73e-8275-4857-872f-3d3c3718aa36 req-9a962d41-12bb-4e30-b92a-4e8c754179f9 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490685 Aug 20 12:19:11.681968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5132ef-15d5-4948-97c1-eb35dd631fc1 req-c4d06cae-7cb5-404d-92cc-98a12ec46851 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:11.685291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b5132ef-15d5-4948-97c1-eb35dd631fc1 req-c4d06cae-7cb5-404d-92cc-98a12ec46851 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0674977 Aug 20 12:19:11.754810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b5132ef-15d5-4948-97c1-eb35dd631fc1 req-7653d587-3b3c-4b5a-ac4c-861827450a94 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579073 Aug 20 12:19:11.908152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a10b31-b63c-4042-b790-cb018fc6a1e4 req-13dc4df0-13f2-450c-ba1f-0bb342d5f42c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:11.909745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30a10b31-b63c-4042-b790-cb018fc6a1e4 req-13dc4df0-13f2-450c-ba1f-0bb342d5f42c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0560157 Aug 20 12:19:11.956988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30a10b31-b63c-4042-b790-cb018fc6a1e4 req-0bc5dd3f-5128-41ed-8458-97e68bf4ffb7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Aug 20 12:19:12.056261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:12.942145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadd390-773d-4c11-9d6f-6fb860a4642f req-ffdedb38-2ad6-4086-91c7-7a19066c3665 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:12.943770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fadd390-773d-4c11-9d6f-6fb860a4642f req-ffdedb38-2ad6-4086-91c7-7a19066c3665 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1124623 Aug 20 12:19:13.017458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fadd390-773d-4c11-9d6f-6fb860a4642f req-9a51fdfe-a441-4685-a8b8-45c360221598 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633039 Aug 20 12:19:13.130839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720f73e-7542-4c2e-ba19-7a45d79d0010 req-c1cd2abb-b5a4-4b5f-aad3-b7514e2c157c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:13.135913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7720f73e-7542-4c2e-ba19-7a45d79d0010 req-c1cd2abb-b5a4-4b5f-aad3-b7514e2c157c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0636296 Aug 20 12:19:13.179042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7720f73e-7542-4c2e-ba19-7a45d79d0010 req-57dc84d6-4e57-49b2-95f8-78c017676850 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Aug 20 12:19:13.782326 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:14.157533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13804fa-508b-4aed-9eb4-231259b37621 req-b8381c92-cf1b-4611-bc57-3ffde2e12b5d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:14.159519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a13804fa-508b-4aed-9eb4-231259b37621 req-b8381c92-cf1b-4611-bc57-3ffde2e12b5d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0566766 Aug 20 12:19:14.198191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a13804fa-508b-4aed-9eb4-231259b37621 req-98e8584f-332b-49ae-8824-bf2c67844222 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Aug 20 12:19:14.306386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823389a-9656-4335-8e6e-e642491ece0d req-53510860-2f4a-48e9-b51e-7bd320c049a4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:14.308094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a823389a-9656-4335-8e6e-e642491ece0d req-53510860-2f4a-48e9-b51e-7bd320c049a4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0518811 Aug 20 12:19:14.355353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a823389a-9656-4335-8e6e-e642491ece0d req-f838a6c7-131e-477f-81d9-e4081b3a3acc tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365090 Aug 20 12:19:15.332462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27207e1b-087c-4adb-9cd4-d1277bfb50c9 req-14c13fd6-1412-4b66-ae10-dae03314e8f0 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:15.340993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27207e1b-087c-4adb-9cd4-d1277bfb50c9 req-14c13fd6-1412-4b66-ae10-dae03314e8f0 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0586998 Aug 20 12:19:15.391891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27207e1b-087c-4adb-9cd4-d1277bfb50c9 req-a5a8b097-da78-44fc-802f-a93f8d9bc554 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497921 Aug 20 12:19:15.516698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87892f5-d83f-4078-97e0-1e7ceeed39f6 req-bc1eae8e-9637-468e-8afb-b38d0662e5b5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:15.522766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a87892f5-d83f-4078-97e0-1e7ceeed39f6 req-bc1eae8e-9637-468e-8afb-b38d0662e5b5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0727060 Aug 20 12:19:15.582645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a87892f5-d83f-4078-97e0-1e7ceeed39f6 req-154179c1-248a-4487-aaae-403f79853ea3 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580835 Aug 20 12:19:15.698808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee398c1a-e2a7-4466-a787-ced2cd79bac1 req-0f7791d9-e2b5-4ccf-908e-2a6f67d700a5 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:15.700401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee398c1a-e2a7-4466-a787-ced2cd79bac1 req-0f7791d9-e2b5-4ccf-908e-2a6f67d700a5 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0725179 Aug 20 12:19:15.731811 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-29c1b691-8c82-44cb-9b4c-55ce147731a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:15.734171 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-29c1b691-8c82-44cb-9b4c-55ce147731a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 1097 time: 0.0726292 Aug 20 12:19:15.746701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee398c1a-e2a7-4466-a787-ced2cd79bac1 req-aaf32153-f384-4ecd-9304-552a9cc7758c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375383 Aug 20 12:19:15.846689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-d6641ab5-2f1b-464e-bc0d-2b9533268f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:15.848872 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-d6641ab5-2f1b-464e-bc0d-2b9533268f3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.1071656 Aug 20 12:19:15.926084 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-95134bbe-da02-43d1-b412-a9008ab92626 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0687475 Aug 20 12:19:15.986610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-501cce65-d676-4d0d-bfc9-6efe217aa5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:15.988544 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-501cce65-d676-4d0d-bfc9-6efe217aa5f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.0548093 Aug 20 12:19:16.051303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-f0055368-302d-4b88-9aef-2123b54143c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:16.052942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-f0055368-302d-4b88-9aef-2123b54143c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539103 Aug 20 12:19:16.190902 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-233b826f-8c5b-4ed7-bb2d-b4c41a919c17 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250772 Aug 20 12:19:16.297371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ef22b2e-f18b-4b6f-8cb4-7cd285a913fd req-d941611c-68a8-4dde-9185-66d8d14654ac service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982614 Aug 20 12:19:16.711301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae56e5e-0d6a-446f-9ee9-a6bf7f04e319 req-1597debd-038b-4817-8dd8-26656f937c0e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:16.720912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ae56e5e-0d6a-446f-9ee9-a6bf7f04e319 req-1597debd-038b-4817-8dd8-26656f937c0e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0706842 Aug 20 12:19:16.793964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ae56e5e-0d6a-446f-9ee9-a6bf7f04e319 req-376d1761-114a-4858-aeaa-c3ffbcc826ea tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681722 Aug 20 12:19:16.931669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eccdd-13a8-4f57-8b8d-e9d6fe0c5721 req-0b397ab0-97f1-478e-8d45-de796b0873f3 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:16.933794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-028eccdd-13a8-4f57-8b8d-e9d6fe0c5721 req-0b397ab0-97f1-478e-8d45-de796b0873f3 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0669034 Aug 20 12:19:16.997503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-028eccdd-13a8-4f57-8b8d-e9d6fe0c5721 req-21d8a6e6-e8cc-4f6e-bbf7-a249fef0ec71 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576322 Aug 20 12:19:17.498807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41590) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:17.639654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-916cd32c-061f-40e3-b283-2d59dadca882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:17.753574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-916cd32c-061f-40e3-b283-2d59dadca882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:17.758444 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-916cd32c-061f-40e3-b283-2d59dadca882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:17.809462 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-916cd32c-061f-40e3-b283-2d59dadca882 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89101f90f9fd4fa3a75abf5716b032c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066649 Aug 20 12:19:17.809744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41604) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:17.822248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cd32c-061f-40e3-b283-2d59dadca882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3f177-c05d-4cca-9e56-81d92a85edd3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:17.946138 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c5536b5-0124-4c19-9951-c8fadcbeec39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:17.984097 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c5536b5-0124-4c19-9951-c8fadcbeec39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:17.999873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298f797-3454-47cc-9392-0b27c2ff4c5c req-6612d285-df81-48a6-aac1-aa703636b984 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:18.001572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6298f797-3454-47cc-9392-0b27c2ff4c5c req-6612d285-df81-48a6-aac1-aa703636b984 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.1018660 Aug 20 12:19:18.068187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6298f797-3454-47cc-9392-0b27c2ff4c5c req-fe536299-b99a-4bad-80e2-a35ef8b7c417 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489242 Aug 20 12:19:18.134490 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c5536b5-0124-4c19-9951-c8fadcbeec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.137234 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c5536b5-0124-4c19-9951-c8fadcbeec39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.141351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1c5536b5-0124-4c19-9951-c8fadcbeec39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85d3f177-c05d-4cca-9e56-81d92a85edd3 HTTP/1.1" status: 204 len: 168 time: 0.3298109 Aug 20 12:19:18.177188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5536b5-0124-4c19-9951-c8fadcbeec39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3f177-c05d-4cca-9e56-81d92a85edd3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:18.194124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8eab6-aa82-4daf-b62e-2a805771c6fb req-7c2cfdb8-fcbc-441c-8b20-6c7b4a31be52 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:18.201586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06a8eab6-aa82-4daf-b62e-2a805771c6fb req-7c2cfdb8-fcbc-441c-8b20-6c7b4a31be52 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.1140261 Aug 20 12:19:18.254957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06a8eab6-aa82-4daf-b62e-2a805771c6fb req-81e8eef8-5415-4531-b333-d8799b70449a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522454 Aug 20 12:19:18.495808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 41686) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:18.509760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8d94b93c-7b31-4368-803a-31f61e2840bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.615028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8d94b93c-7b31-4368-803a-31f61e2840bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.620118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8d94b93c-7b31-4368-803a-31f61e2840bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.660361 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8d94b93c-7b31-4368-803a-31f61e2840bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12fe9e5b9ba64a5892a349e7420e6e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634617 Aug 20 12:19:18.663197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 41716) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:18.665788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94b93c-7b31-4368-803a-31f61e2840bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8e8b2-75b1-4945-b596-07b5262557c3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:18.730935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb11b55e-48b7-4e06-9c9c-95ea12318206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.753518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb11b55e-48b7-4e06-9c9c-95ea12318206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.806594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb11b55e-48b7-4e06-9c9c-95ea12318206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.809947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb11b55e-48b7-4e06-9c9c-95ea12318206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.811222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bb11b55e-48b7-4e06-9c9c-95ea12318206 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62c8e8b2-75b1-4945-b596-07b5262557c3 HTTP/1.1" status: 204 len: 168 time: 0.1466153 Aug 20 12:19:18.819925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11b55e-48b7-4e06-9c9c-95ea12318206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8e8b2-75b1-4945-b596-07b5262557c3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:19.210617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ed851-d8fe-430d-b0fa-ec71e3375e75 req-c363879f-565b-4ad2-83ad-0c43634a3f85 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:19.222440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f6ed851-d8fe-430d-b0fa-ec71e3375e75 req-c363879f-565b-4ad2-83ad-0c43634a3f85 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0617778 Aug 20 12:19:19.284934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f6ed851-d8fe-430d-b0fa-ec71e3375e75 req-a6a263ed-6fe6-4a5e-a36b-b22691f7ef93 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598569 Aug 20 12:19:20.446601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398db03-9acb-4fa1-a728-9488a43bbcbf req-ef81f717-fb76-412e-a62f-9fac5fa91585 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:20.448116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a398db03-9acb-4fa1-a728-9488a43bbcbf req-ef81f717-fb76-412e-a62f-9fac5fa91585 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0599217 Aug 20 12:19:20.507497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a398db03-9acb-4fa1-a728-9488a43bbcbf req-1919d1b8-e110-46c5-a80e-0b7987dc9b27 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480382 Aug 20 12:19:21.041006 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:19:21.650739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee37a8-e620-4a5d-b325-659ced474986 req-e1198dde-d847-44cd-97e2-5b5a97941efb tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:21.652338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3aee37a8-e620-4a5d-b325-659ced474986 req-e1198dde-d847-44cd-97e2-5b5a97941efb tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0621397 Aug 20 12:19:21.687096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-388a6c9f-0ca4-4b2c-baca-ace161cd7876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:21.707451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3aee37a8-e620-4a5d-b325-659ced474986 req-b97cd1dd-0b52-4a43-bf98-7d7a0d14e1a3 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460770 Aug 20 12:19:22.855208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a74b-45db-497c-931a-c0cfaf5cfb84 req-78255c6b-f67e-4a27-8bca-28a493da7821 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:22.856730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1f6a74b-45db-497c-931a-c0cfaf5cfb84 req-78255c6b-f67e-4a27-8bca-28a493da7821 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0608280 Aug 20 12:19:22.908209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1f6a74b-45db-497c-931a-c0cfaf5cfb84 req-3b81572a-91af-4574-bbd2-ba1e87cf90f1 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Aug 20 12:19:24.052723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b632ce-4659-4c8b-83e2-ae42ee6b91d8 req-0cd7069e-3d9e-4ef5-a520-5e28b0d8b23a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:24.058737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2b632ce-4659-4c8b-83e2-ae42ee6b91d8 req-0cd7069e-3d9e-4ef5-a520-5e28b0d8b23a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0693438 Aug 20 12:19:24.099823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2b632ce-4659-4c8b-83e2-ae42ee6b91d8 req-b360cb9d-0782-43a3-898f-b7c0f3446c6a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Aug 20 12:19:24.302026 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa82f308-0f76-4c95-907b-3571e6f970bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:25.001689 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:25.291867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6119631-32fd-4293-b3d8-587a727a2316 req-932e9cda-16f4-4eca-9086-3ed6181c972d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:25.294714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6119631-32fd-4293-b3d8-587a727a2316 req-932e9cda-16f4-4eca-9086-3ed6181c972d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0798523 Aug 20 12:19:25.340639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6119631-32fd-4293-b3d8-587a727a2316 req-79977052-2cbb-464c-8af9-1450c8560715 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Aug 20 12:19:25.589698 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:26.477152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c2c6-415f-427d-8097-cfb309077fc9 req-87e594ec-8539-4101-add0-4a722bdda713 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:26.478679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb67c2c6-415f-427d-8097-cfb309077fc9 req-87e594ec-8539-4101-add0-4a722bdda713 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0506527 Aug 20 12:19:26.525759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb67c2c6-415f-427d-8097-cfb309077fc9 req-86347494-72d5-4782-8c5f-04ea456e9c53 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Aug 20 12:19:26.961659 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:27.694543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f20f0b-c7ee-49ba-8135-6f814f30061f req-4f472d53-321e-4407-b3b3-0fbc6065045e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:27.696852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51f20f0b-c7ee-49ba-8135-6f814f30061f req-4f472d53-321e-4407-b3b3-0fbc6065045e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0610609 Aug 20 12:19:27.739043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51f20f0b-c7ee-49ba-8135-6f814f30061f req-fef0a2b9-c257-4afa-bc98-6b506a8b978f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349348 Aug 20 12:19:28.888387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6486e8-0189-45ed-8083-5ffb90ac30c8 req-60232480-a267-45d3-98cc-1f85f16bf0e3 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:28.890660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de6486e8-0189-45ed-8083-5ffb90ac30c8 req-60232480-a267-45d3-98cc-1f85f16bf0e3 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0542915 Aug 20 12:19:28.930608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de6486e8-0189-45ed-8083-5ffb90ac30c8 req-03f63c72-9fcd-4b68-a01c-b93fccba0109 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331438 Aug 20 12:19:29.796831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42390) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:29.939189 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac422db2-5c02-488c-9a3e-d5bc733f3517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.115797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b128a9c-fdea-43be-a22e-c73c63f6ea64 req-39232143-c8b3-43c9-97a4-3df318437290 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:30.117364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b128a9c-fdea-43be-a22e-c73c63f6ea64 req-39232143-c8b3-43c9-97a4-3df318437290 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0673573 Aug 20 12:19:30.152578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac422db2-5c02-488c-9a3e-d5bc733f3517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.165505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac422db2-5c02-488c-9a3e-d5bc733f3517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.205053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac422db2-5c02-488c-9a3e-d5bc733f3517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350ae5a-0b2b-4617-936c-d3f9980742e8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:30.231839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b128a9c-fdea-43be-a22e-c73c63f6ea64 req-94223b34-e1a4-4744-aad1-80dfcc541c5b tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045167 Aug 20 12:19:30.249575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac422db2-5c02-488c-9a3e-d5bc733f3517 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c37e09691f694047b08d298c3d144e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508588 Aug 20 12:19:30.252091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42410) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:30.313741 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de060147-8d2f-4679-b9a6-14627eb83d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.336223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de060147-8d2f-4679-b9a6-14627eb83d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.390931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de060147-8d2f-4679-b9a6-14627eb83d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.394750 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de060147-8d2f-4679-b9a6-14627eb83d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.398241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-de060147-8d2f-4679-b9a6-14627eb83d5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d350ae5a-0b2b-4617-936c-d3f9980742e8 HTTP/1.1" status: 204 len: 168 time: 0.1428750 Aug 20 12:19:30.406560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de060147-8d2f-4679-b9a6-14627eb83d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350ae5a-0b2b-4617-936c-d3f9980742e8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:30.705404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 42428) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:30.720804 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-292f4215-170e-43de-b080-9c47fd616450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.834947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-292f4215-170e-43de-b080-9c47fd616450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.839365 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-292f4215-170e-43de-b080-9c47fd616450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.876844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f4215-170e-43de-b080-9c47fd616450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb13de2-043f-490f-b999-ee8f8de3ed68,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:30.883499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-292f4215-170e-43de-b080-9c47fd616450 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7cf3aefb25464113b0accc0d241b6184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747136 Aug 20 12:19:30.884182 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 42434) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:30.940540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d6be5723-d31d-4173-9b70-66e3529d39f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:30.963514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d6be5723-d31d-4173-9b70-66e3529d39f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:31.021218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d6be5723-d31d-4173-9b70-66e3529d39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:31.024429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d6be5723-d31d-4173-9b70-66e3529d39f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:31.029613 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d6be5723-d31d-4173-9b70-66e3529d39f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efb13de2-043f-490f-b999-ee8f8de3ed68 HTTP/1.1" status: 204 len: 168 time: 0.1421230 Aug 20 12:19:31.038271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be5723-d31d-4173-9b70-66e3529d39f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb13de2-043f-490f-b999-ee8f8de3ed68,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:31.439691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da22f20-bd89-4557-a020-4b93e0ed123f req-4a9d4ad4-759c-4a3d-958b-c197b3e922ea tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:31.441248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da22f20-bd89-4557-a020-4b93e0ed123f req-4a9d4ad4-759c-4a3d-958b-c197b3e922ea tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.1176600 Aug 20 12:19:31.482896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1da22f20-bd89-4557-a020-4b93e0ed123f req-48dcb076-592b-43fa-a344-345ffa8c9fa7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Aug 20 12:19:32.629529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebe61f-6e8a-4a12-9cef-57f25cc6ca18 req-87bdf895-34e9-4fee-90d0-6a557fe34afc tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:32.631329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87ebe61f-6e8a-4a12-9cef-57f25cc6ca18 req-87bdf895-34e9-4fee-90d0-6a557fe34afc tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0528927 Aug 20 12:19:32.688130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87ebe61f-6e8a-4a12-9cef-57f25cc6ca18 req-79febb2f-fad0-4f87-b429-75d7ff4b4c3a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Aug 20 12:19:34.133046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dea9b-422e-4326-a3ca-6904258108a5 req-4febdb88-14da-4e3a-8c1d-1eea603c2f27 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:34.135505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a8dea9b-422e-4326-a3ca-6904258108a5 req-4febdb88-14da-4e3a-8c1d-1eea603c2f27 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.3788576 Aug 20 12:19:34.209282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a8dea9b-422e-4326-a3ca-6904258108a5 req-945ce407-6cf2-4256-a9e5-fc86c323d5cd tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648088 Aug 20 12:19:34.728947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18535c9d-cd64-4da8-af39-5d63de3ef501 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:19:34.733609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18535c9d-cd64-4da8-af39-5d63de3ef501 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:19:34.895103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:34.931765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:34.937420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:19:34.939623 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4138d5-9185-4edb-a2f8-67afc82e7aaf" -d '{"events": [{"server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "name": "network-vif-unplugged", "status": "completed", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:19:34.959161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'port_id': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'mac_address': 'fa:16:3e:23:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800cdf72-ed91-472f-9a57-a703fe7231fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:19:34.961776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:34.988333 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:35.051939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:35.068943 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:35.085386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18535c9d-cd64-4da8-af39-5d63de3ef501 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:19:35.131912 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:19:35.133026 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:19:35.318635 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3765421-1a29-4aa7-824c-d0b464d4a9a9 x-openstack-request-id: req-a3765421-1a29-4aa7-824c-d0b464d4a9a9 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:19:35.319318 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "name": "network-vif-unplugged", "status": "completed", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:19:35.319734 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3765421-1a29-4aa7-824c-d0b464d4a9a9 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:19:35.320677 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'code': 200} Aug 20 12:19:35.465084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9d3a4-ea5d-4497-8ce0-5d4ce44a09ed req-8331008a-5cf6-4357-ab25-bf14eb8a0ff4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:35.467319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc9d3a4-ea5d-4497-8ce0-5d4ce44a09ed req-8331008a-5cf6-4357-ab25-bf14eb8a0ff4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 943 time: 0.0589204 Aug 20 12:19:35.509753 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fbc9d3a4-ea5d-4497-8ce0-5d4ce44a09ed req-51a8e6bb-5844-4719-a6c0-d38364dc7dd6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339799 Aug 20 12:19:35.688968 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:35.709110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18535c9d-cd64-4da8-af39-5d63de3ef501 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:19:35.736854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:35.745244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:35.812823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:35.996130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['18535c9d-cd64-4da8-af39-5d63de3ef501'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:19:36.656913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9b00-5d24-430e-8d01-ebbe86370ecd req-b3ed400a-9b4a-4ee5-a2c2-be834c314094 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:36.665344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff7a9b00-5d24-430e-8d01-ebbe86370ecd req-b3ed400a-9b4a-4ee5-a2c2-be834c314094 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 944 time: 0.0655079 Aug 20 12:19:36.720200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff7a9b00-5d24-430e-8d01-ebbe86370ecd req-844e7ac4-1d98-4a88-b9a8-409e293b6ea2 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Aug 20 12:19:36.737890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18535c9d-cd64-4da8-af39-5d63de3ef501 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:19:36.798517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 18535c9d-cd64-4da8-af39-5d63de3ef501 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:19:36.798895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:36.890025 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:36.930944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:36.935604 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:37.012344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:37.322447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:19:37.325246 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5d43ab-575f-4db8-989c-c55f6d9d35fc" -d '{"events": [{"server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "name": "network-vif-plugged", "status": "completed", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:19:37.376283 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31afbb2-0213-4eba-b5c6-c98252b7ac66 x-openstack-request-id: req-c31afbb2-0213-4eba-b5c6-c98252b7ac66 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:19:37.380408 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "name": "network-vif-plugged", "status": "completed", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:19:37.380686 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c31afbb2-0213-4eba-b5c6-c98252b7ac66 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:19:37.381170 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'code': 200} Aug 20 12:19:37.800854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac032b-4ec7-4553-89ae-6e3a1a088889 req-35bcf3cf-2656-4b79-bffa-785d9a93757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:37.823719 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-14ac032b-4ec7-4553-89ae-6e3a1a088889 req-35bcf3cf-2656-4b79-bffa-785d9a93757f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 1097 time: 0.3089652 Aug 20 12:19:37.888230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-14ac032b-4ec7-4553-89ae-6e3a1a088889 req-e794b8a5-5312-4ed2-84c5-0f86be3ea1ad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528011 Aug 20 12:19:37.900687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc687206-5843-4e70-8d05-f03ed9aec6d1 req-82d8be91-7ecc-4a7f-be10-c248272dbd7a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:37.902892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc687206-5843-4e70-8d05-f03ed9aec6d1 req-82d8be91-7ecc-4a7f-be10-c248272dbd7a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0890365 Aug 20 12:19:37.953293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc687206-5843-4e70-8d05-f03ed9aec6d1 req-884fcd06-1d3a-4e15-b982-7270a4ca558f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Aug 20 12:19:39.109469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa8fac-cd3f-419c-acfe-5371afd27c73 req-5cf546cc-9f3a-4d3f-9835-2636cd096e16 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:39.117435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6daa8fac-cd3f-419c-acfe-5371afd27c73 req-5cf546cc-9f3a-4d3f-9835-2636cd096e16 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0656562 Aug 20 12:19:39.177669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6daa8fac-cd3f-419c-acfe-5371afd27c73 req-f65e0bae-4396-421a-805a-0964d4bcf15c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591135 Aug 20 12:19:40.339352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032f6bd-6501-41f1-8871-3235a934f9ac req-c2b27c4b-1b61-4bc8-afb9-7b46b1070ab6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:40.347575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5032f6bd-6501-41f1-8871-3235a934f9ac req-c2b27c4b-1b61-4bc8-afb9-7b46b1070ab6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0799811 Aug 20 12:19:40.449653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5032f6bd-6501-41f1-8871-3235a934f9ac req-40f8ccda-e17e-4e78-a1f8-975116e5be90 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011858 Aug 20 12:19:40.655098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450f746-1701-449b-8aa5-e63551c06c34 req-6adf52f8-5e9e-4c00-8e57-0f4d6bdfac3e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:40.663371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0450f746-1701-449b-8aa5-e63551c06c34 req-6adf52f8-5e9e-4c00-8e57-0f4d6bdfac3e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0788729 Aug 20 12:19:40.720687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0450f746-1701-449b-8aa5-e63551c06c34 req-9749f094-e31e-4322-a176-cb2f9bf143ab tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558343 Aug 20 12:19:41.318001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-78cf8518-9a14-4a88-a96a-712fca4459f3 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:41.325875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-78cf8518-9a14-4a88-a96a-712fca4459f3 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 815 time: 0.1366577 Aug 20 12:19:41.343443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-767c2ea1-23c0-4004-a82d-e00b79212847 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/quotas/a6210c5efb914c3aa54f4f173e9f537a HTTP/1.1" status: 200 len: 375 time: 0.0165775 Aug 20 12:19:41.406860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-54495afd-b655-4081-9b58-6741ae4e944c tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623722 Aug 20 12:19:41.530556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-8c6665a0-4cb8-419a-b9b0-f239936a240f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:19:41.537624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-8c6665a0-4cb8-419a-b9b0-f239936a240f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1235142 Aug 20 12:19:41.643801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-66249755-2e88-41be-a35e-e947eef629a3 service neutron] 10.222.0.25 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034670 Aug 20 12:19:41.777024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-13df9a58-4d9c-48d0-8402-f6366e881263 service neutron] 10.222.0.25 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314094 Aug 20 12:19:42.042863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25a0ba6d-70a9-49d1-abdb-1e4f1e88cb47 req-c20ce64c-e08e-4371-a92a-d00346a0a839 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 210 time: 0.0469608 Aug 20 12:19:42.061369 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:42.401262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-8ad321ee-6410-415d-8acc-aa01ff3392cc tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:42.402819 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-8ad321ee-6410-415d-8acc-aa01ff3392cc tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdee9903-2237-4911-a7e8-32dbc88573ec HTTP/1.1" status: 200 len: 945 time: 0.0551982 Aug 20 12:19:42.535913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Deleting port 18535c9d-cd64-4da8-af39-5d63de3ef501 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:19:42.536216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:42.647834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] For port 18535c9d-cd64-4da8-af39-5d63de3ef501, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=18535c9d-cd64-4da8-af39-5d63de3ef501,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:42.648444 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:42.667858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Calling delete_port for 18535c9d-cd64-4da8-af39-5d63de3ef501 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:19:42.846145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:42.860091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['18535c9d-cd64-4da8-af39-5d63de3ef501'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:19:42.916190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Pushing event deleted for resources: {'Port': ['ID=18535c9d-cd64-4da8-af39-5d63de3ef501,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:42.948867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] No DVR routers for this DVR port 18535c9d-cd64-4da8-af39-5d63de3ef501 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:19:42.952224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:42.956189 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fef2c21-9cb0-4a21-a70a-4a8f510efd16 req-adb76c4f-e0cd-4adf-b08f-7de0603391d6 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "DELETE /v2.0/ports/18535c9d-cd64-4da8-af39-5d63de3ef501 HTTP/1.1" status: 204 len: 173 time: 0.5453475 Aug 20 12:19:42.956823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'name': 'network-vif-deleted', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:19:42.959370 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf694fa-3daf-4dce-8703-7049068b4dfd" -d '{"events": [{"server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "name": "network-vif-deleted", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:19:43.148403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7288c826-2bef-4ae4-8179-045b0eef1447 req-70a5e469-3005-432a-a554-f8b038e63d85 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 210 time: 0.0327086 Aug 20 12:19:43.206696 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12bbf82-9a66-46d3-a447-314afdf581be x-openstack-request-id: req-e12bbf82-9a66-46d3-a447-314afdf581be {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:19:43.207052 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdee9903-2237-4911-a7e8-32dbc88573ec", "name": "network-vif-deleted", "tag": "18535c9d-cd64-4da8-af39-5d63de3ef501", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:19:43.207369 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e12bbf82-9a66-46d3-a447-314afdf581be {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:19:43.207833 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdee9903-2237-4911-a7e8-32dbc88573ec', 'name': 'network-vif-deleted', 'tag': '18535c9d-cd64-4da8-af39-5d63de3ef501', 'status': 'completed', 'code': 200} Aug 20 12:19:43.790333 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:44.130977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-a6533220-e2c2-42c9-a860-e173aa295c19 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:44.132463 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-a6533220-e2c2-42c9-a860-e173aa295c19 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 815 time: 0.1446035 Aug 20 12:19:44.148068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Request body: {'port': {'device_id': 'cdf673fc-edb0-45f8-b13e-7181cbc6a3a3', 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'admin_state_up': True, 'tenant_id': 'a6210c5efb914c3aa54f4f173e9f537a'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:44.327867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-049fefd6-75cb-4f57-b54f-a2a85f1e534d req-8e23df21-6982-4eb5-a340-f6f9dec9f719 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 210 time: 0.0589845 Aug 20 12:19:44.360997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Made reservation on behalf of a6210c5efb914c3aa54f4f173e9f537a for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:19:44.365471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:44.531808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Allocated IP 172.20.0.12 (2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f/800cdf72-ed91-472f-9a57-a703fe7231fb/daa6131f-8a7e-495a-a1e6-08680b830057) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:19:44.700955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:44.746027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:44.764925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['18535c9d-cd64-4da8-af39-5d63de3ef501'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:19:44.814343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:19:44.818132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:19:44.822289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:19:44.858482 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Pushing event updated for resources: {'Port': ['ID=daa6131f-8a7e-495a-a1e6-08680b830057,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:44.893247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:44.893906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:44.913194 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-e88e5f9a-4989-4b6b-bc49-2a47eb1ac086 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7694011 Aug 20 12:19:44.929030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Request body: {'port': {'device_id': 'cdf673fc-edb0-45f8-b13e-7181cbc6a3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:45.007356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:45.330745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa6131f-8a7e-495a-a1e6-08680b830057 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:19:45.339657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:45.368380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Transition to ACTIVE for port object daa6131f-8a7e-495a-a1e6-08680b830057 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:19:45.375096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:45.482165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Pushing event updated for resources: {'Port': ['ID=daa6131f-8a7e-495a-a1e6-08680b830057,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:45.543194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6d5d-6e4d-4276-9f8e-aa44c9379ce6 req-86f4a61b-0f0d-471f-8e97-51b1fa0c2b01 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:45.555317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80ad6d5d-6e4d-4276-9f8e-aa44c9379ce6 req-86f4a61b-0f0d-471f-8e97-51b1fa0c2b01 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 944 time: 0.0951302 Aug 20 12:19:45.562514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Attempting to bind port daa6131f-8a7e-495a-a1e6-08680b830057 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:19:45.563100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Attempting to bind port daa6131f-8a7e-495a-a1e6-08680b830057 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:19:45.563636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Attempting to bind port daa6131f-8a7e-495a-a1e6-08680b830057 on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:19:45.568514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Port daa6131f-8a7e-495a-a1e6-08680b830057 on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:19:45.569043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Attempting to bind port daa6131f-8a7e-495a-a1e6-08680b830057 on network 2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:19:45.574546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:19:45.575116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Checking segment: {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:19:45.575793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Bound using segment: {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:19:45.576402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Bound port: daa6131f-8a7e-495a-a1e6-08680b830057, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836a70a2-1172-43f1-baf0-bbb1a040cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:19:45.576940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:45.624893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80ad6d5d-6e4d-4276-9f8e-aa44c9379ce6 req-36d62fac-88fc-463c-a3d6-e04ce82eae54 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Aug 20 12:19:45.660505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] For port daa6131f-8a7e-495a-a1e6-08680b830057, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:19:45.665289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] For port daa6131f-8a7e-495a-a1e6-08680b830057, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=daa6131f-8a7e-495a-a1e6-08680b830057,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:19:45.676652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:45.721685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:45.722465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:45.723993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] 10.222.0.73 "PUT /v2.0/ports/daa6131f-8a7e-495a-a1e6-08680b830057 HTTP/1.1" status: 200 len: 1093 time: 0.8019588 Aug 20 12:19:45.724520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf673fc-edb0-45f8-b13e-7181cbc6a3a3', 'tag': 'daa6131f-8a7e-495a-a1e6-08680b830057'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:19:45.727664 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe619625-3f23-40a6-8b04-12287fb7da03" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf673fc-edb0-45f8-b13e-7181cbc6a3a3", "tag": "daa6131f-8a7e-495a-a1e6-08680b830057"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:19:45.775942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d396a6a-a4b3-4d55-bfe3-f8a5b3571605 service neutron] Pushing event updated for resources: {'Port': ['ID=daa6131f-8a7e-495a-a1e6-08680b830057,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:45.800323 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428da67d-f4c9-4dc4-ab05-ea1284ea59a1 x-openstack-request-id: req-428da67d-f4c9-4dc4-ab05-ea1284ea59a1 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:19:45.800736 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf673fc-edb0-45f8-b13e-7181cbc6a3a3", "tag": "daa6131f-8a7e-495a-a1e6-08680b830057", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:19:45.801058 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-428da67d-f4c9-4dc4-ab05-ea1284ea59a1 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:19:45.801544 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf673fc-edb0-45f8-b13e-7181cbc6a3a3', 'tag': 'daa6131f-8a7e-495a-a1e6-08680b830057', 'status': 'completed', 'code': 200} Aug 20 12:19:45.844427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-7820413c-e762-439a-a334-0106a9470042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:45.858225 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-7820413c-e762-439a-a334-0106a9470042 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0613680 Aug 20 12:19:45.932091 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-a777c179-938d-428f-a652-ac287c7d844d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daa6131f-8a7e-495a-a1e6-08680b830057 HTTP/1.1" status: 200 len: 217 time: 0.0728431 Aug 20 12:19:45.999431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-0a807187-568a-4538-b34c-966bc23f02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:46.001225 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-0a807187-568a-4538-b34c-966bc23f02bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=800cdf72-ed91-472f-9a57-a703fe7231fb HTTP/1.1" status: 200 len: 855 time: 0.0525916 Aug 20 12:19:46.052111 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-f51b88d7-8bd4-4dd7-a3dc-a7b0cff6b435 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389223 Aug 20 12:19:46.170393 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-325035f3-dcae-4538-a223-de931435ac42 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096222 Aug 20 12:19:46.305902 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-35ad9798-4091-4d44-8610-02ea1b7951d8 req-8c64fa96-b574-4c9d-a433-e651a74ba358 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276128 Aug 20 12:19:46.448848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-438b08a8-ec75-4cb9-90b6-612ea11098cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:46.455640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-438b08a8-ec75-4cb9-90b6-612ea11098cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0770195 Aug 20 12:19:46.678254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-ed22257d-b9ee-437a-a08f-1ff6720124c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:46.684010 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-ed22257d-b9ee-437a-a08f-1ff6720124c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 200 len: 916 time: 0.2192349 Aug 20 12:19:46.741327 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-f55421d4-050e-425f-80f2-e1086672a2e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daa6131f-8a7e-495a-a1e6-08680b830057 HTTP/1.1" status: 200 len: 217 time: 0.0470645 Aug 20 12:19:46.782806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18535c9d-cd64-4da8-af39-5d63de3ef501 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:19:46.818211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 18535c9d-cd64-4da8-af39-5d63de3ef501 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:19:46.819467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 18535c9d-cd64-4da8-af39-5d63de3ef501 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:19:46.820550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-e0998b0d-848f-4af0-afbb-d4e962a157c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:46.822652 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-e0998b0d-848f-4af0-afbb-d4e962a157c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=800cdf72-ed91-472f-9a57-a703fe7231fb HTTP/1.1" status: 200 len: 855 time: 0.0732901 Aug 20 12:19:46.846469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2270a-ba17-45b9-b4c9-5a8fa96b3beb req-b4c55300-9b7a-4d76-b5f7-a983f7c450b2 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:46.862209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52d2270a-ba17-45b9-b4c9-5a8fa96b3beb req-b4c55300-9b7a-4d76-b5f7-a983f7c450b2 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 944 time: 0.1095374 Aug 20 12:19:46.893078 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-dd8cb915-0d34-4288-8c30-72fb89e01fd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613084 Aug 20 12:19:46.959394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52d2270a-ba17-45b9-b4c9-5a8fa96b3beb req-7533b234-6bf3-458b-b637-82f0323315a3 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959005 Aug 20 12:19:47.026892 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-6cfeefd8-4f7e-48a1-a983-b3c2be05d2f5 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255138 Aug 20 12:19:47.180380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fe619625-3f23-40a6-8b04-12287fb7da03 req-ca5e7b2d-a886-47c2-9cf4-8c091a6e68e1 service neutron] 10.222.0.73 "GET /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447699 Aug 20 12:19:48.163703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654dc72-c430-422a-99a2-cb92288ea56c req-936ffd07-d9ce-4113-a55a-69146b75f529 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:48.166808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0654dc72-c430-422a-99a2-cb92288ea56c req-936ffd07-d9ce-4113-a55a-69146b75f529 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 944 time: 0.0680563 Aug 20 12:19:48.219518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0654dc72-c430-422a-99a2-cb92288ea56c req-173eb7f1-3c8f-4452-99d3-cd169ef4fe20 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 Aug 20 12:19:49.355359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9ed2-eb45-4130-bfbb-4c2d526893c6 req-acca32c7-fb4c-46c1-b52e-c845ea883f69 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:49.357101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02ca9ed2-eb45-4130-bfbb-4c2d526893c6 req-acca32c7-fb4c-46c1-b52e-c845ea883f69 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 944 time: 0.0595963 Aug 20 12:19:49.399161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02ca9ed2-eb45-4130-bfbb-4c2d526893c6 req-461b761d-0800-49b0-80de-90b1aad7e7cf tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359924 Aug 20 12:19:50.624756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e980-2706-4661-9917-2efd675da8bc req-6dfadd9b-d38b-44f2-8b09-ea7f015a3a4a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:50.632992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3496e980-2706-4661-9917-2efd675da8bc req-6dfadd9b-d38b-44f2-8b09-ea7f015a3a4a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 944 time: 0.0650063 Aug 20 12:19:50.680271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3496e980-2706-4661-9917-2efd675da8bc req-62946703-fcdf-4b91-8d09-b6262909689a tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Aug 20 12:19:50.818852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device daa6131f-8a7e-495a-a1e6-08680b830057 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:19:51.239796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port daa6131f-8a7e-495a-a1e6-08680b830057, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=daa6131f-8a7e-495a-a1e6-08680b830057,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:51.261197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'daa6131f-8a7e-495a-a1e6-08680b830057', 'network_id': '2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f', 'port_id': 'daa6131f-8a7e-495a-a1e6-08680b830057', 'mac_address': 'fa:16:3e:0d:9b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800cdf72-ed91-472f-9a57-a703fe7231fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:19:51.300243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36b823-6a8a-44e1-92f3-6fd22483cbac req-da06b859-c390-4ed7-8cca-e6eb19de8011 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:51.308766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a36b823-6a8a-44e1-92f3-6fd22483cbac req-da06b859-c390-4ed7-8cca-e6eb19de8011 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0599432 Aug 20 12:19:51.354448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a36b823-6a8a-44e1-92f3-6fd22483cbac req-519ec5de-d3e9-43a6-b26e-24f7c404a5d8 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442853 Aug 20 12:19:51.367812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43436) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:51.383000 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.398649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa6131f-8a7e-495a-a1e6-08680b830057 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:19:51.422150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port daa6131f-8a7e-495a-a1e6-08680b830057, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=daa6131f-8a7e-495a-a1e6-08680b830057,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:51.431813 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.487268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=daa6131f-8a7e-495a-a1e6-08680b830057,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:51.566548 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47829454-90c2-4044-8b31-82dd952688d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.673821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['daa6131f-8a7e-495a-a1e6-08680b830057'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:19:51.686121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47829454-90c2-4044-8b31-82dd952688d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.699013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47829454-90c2-4044-8b31-82dd952688d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.747286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47829454-90c2-4044-8b31-82dd952688d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a209af3-0913-4904-89c6-ac91697d95a4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:51.755584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43450) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:51.756075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-47829454-90c2-4044-8b31-82dd952688d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e5aa9c28f934ebabb7ddc1cb4145675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869834 Aug 20 12:19:51.832493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-10976808-d321-46c0-8a26-e9fadbb1a68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.852848 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6d371db-6007-4212-ab21-28fe2fff849f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.922972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-10976808-d321-46c0-8a26-e9fadbb1a68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.963488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b547495-d817-464e-bf16-921c2e110f7e req-a70c36ac-d420-40b0-9602-02b3ddd8f027 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:51.965013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b547495-d817-464e-bf16-921c2e110f7e req-a70c36ac-d420-40b0-9602-02b3ddd8f027 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 945 time: 0.0904510 Aug 20 12:19:52.015158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b547495-d817-464e-bf16-921c2e110f7e req-838d9da9-011e-45e9-8f5c-19e71400437f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417852 Aug 20 12:19:52.032681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-10976808-d321-46c0-8a26-e9fadbb1a68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.035313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-10976808-d321-46c0-8a26-e9fadbb1a68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.036863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-10976808-d321-46c0-8a26-e9fadbb1a68b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a209af3-0913-4904-89c6-ac91697d95a4 HTTP/1.1" status: 204 len: 168 time: 0.2800593 Aug 20 12:19:52.057726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10976808-d321-46c0-8a26-e9fadbb1a68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a209af3-0913-4904-89c6-ac91697d95a4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:52.353939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43466) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:52.375461 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19551d26-961c-4501-812f-ee1bb1362e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.508625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06ad7-beb2-46af-bf7e-4814c5e82412 req-bbdcd90f-fe99-4495-902d-3ced4485da5c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:52.510320 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34d06ad7-beb2-46af-bf7e-4814c5e82412 req-bbdcd90f-fe99-4495-902d-3ced4485da5c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0780513 Aug 20 12:19:52.566599 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19551d26-961c-4501-812f-ee1bb1362e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.576644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19551d26-961c-4501-812f-ee1bb1362e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.601845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34d06ad7-beb2-46af-bf7e-4814c5e82412 req-85c3bbed-f830-44b2-b9b0-d869464fc18a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700731 Aug 20 12:19:52.624797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-19551d26-961c-4501-812f-ee1bb1362e95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=362b5324ab6c49088689b259baf0c1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695975 Aug 20 12:19:52.628311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43474) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:52.629008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19551d26-961c-4501-812f-ee1bb1362e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c859bb-f1aa-4eee-90b6-30bfb12a2f4f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:52.718934 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3381eaa-66e3-41ca-aa50-5070a344a078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.742803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3381eaa-66e3-41ca-aa50-5070a344a078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.795914 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3381eaa-66e3-41ca-aa50-5070a344a078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.799145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e3381eaa-66e3-41ca-aa50-5070a344a078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:52.800380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e3381eaa-66e3-41ca-aa50-5070a344a078 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09c859bb-f1aa-4eee-90b6-30bfb12a2f4f HTTP/1.1" status: 204 len: 168 time: 0.1709616 Aug 20 12:19:52.813237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3381eaa-66e3-41ca-aa50-5070a344a078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c859bb-f1aa-4eee-90b6-30bfb12a2f4f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:52.840577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device daa6131f-8a7e-495a-a1e6-08680b830057 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:19:52.946426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port daa6131f-8a7e-495a-a1e6-08680b830057 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:19:52.952099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port daa6131f-8a7e-495a-a1e6-08680b830057 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:19:52.952781 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:53.064489 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:53.093321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf673fc-edb0-45f8-b13e-7181cbc6a3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa6131f-8a7e-495a-a1e6-08680b830057'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:19:53.096115 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c827fc7c-f324-4529-b158-ef711e1c66f6" -d '{"events": [{"server_uuid": "cdf673fc-edb0-45f8-b13e-7181cbc6a3a3", "name": "network-vif-plugged", "status": "completed", "tag": "daa6131f-8a7e-495a-a1e6-08680b830057"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:19:53.133039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port daa6131f-8a7e-495a-a1e6-08680b830057, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=daa6131f-8a7e-495a-a1e6-08680b830057,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:53.140526 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:53.184407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d9054-bb24-4cf6-8a72-105ff61961ad req-5b227b87-296c-4168-89d3-63b16bf5e99b tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:53.193314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-716d9054-bb24-4cf6-8a72-105ff61961ad req-5b227b87-296c-4168-89d3-63b16bf5e99b tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 945 time: 0.0812604 Aug 20 12:19:53.226300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=daa6131f-8a7e-495a-a1e6-08680b830057,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:53.238319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.238660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.238997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.239319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.239846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.240340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.240829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.241350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.241840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.242363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.242851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.243337 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:19:53.263501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-716d9054-bb24-4cf6-8a72-105ff61961ad req-69835004-ce9c-4274-a0f3-184a1994c0e5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617876 Aug 20 12:19:53.395747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-294ce5b3-931c-44b5-9590-4b047c0422fd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:53.397273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-294ce5b3-931c-44b5-9590-4b047c0422fd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0842507 Aug 20 12:19:53.419080 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e57a84f-3bfb-4533-ad98-912e2578515f x-openstack-request-id: req-9e57a84f-3bfb-4533-ad98-912e2578515f {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:19:53.419386 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf673fc-edb0-45f8-b13e-7181cbc6a3a3", "name": "network-vif-plugged", "status": "completed", "tag": "daa6131f-8a7e-495a-a1e6-08680b830057", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:19:53.419637 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e57a84f-3bfb-4533-ad98-912e2578515f {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:19:53.420030 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf673fc-edb0-45f8-b13e-7181cbc6a3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa6131f-8a7e-495a-a1e6-08680b830057', 'code': 200} Aug 20 12:19:53.536259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Deleting port 06e70334-74b3-4233-9eb5-2e59899f5ae6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:19:53.536979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:53.593008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f11fe-4665-4d9e-aef9-20dd2091f71e req-d7d006a9-931a-44e4-bf30-5831ba2e198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:53.594548 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ee4f11fe-4665-4d9e-aef9-20dd2091f71e req-d7d006a9-931a-44e4-bf30-5831ba2e198f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0990148 Aug 20 12:19:53.680233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] For port 06e70334-74b3-4233-9eb5-2e59899f5ae6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=06e70334-74b3-4233-9eb5-2e59899f5ae6,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:19:53.680233 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:53.684330 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ee4f11fe-4665-4d9e-aef9-20dd2091f71e req-55e06c98-ded9-4387-b123-58c3bff03769 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771248 Aug 20 12:19:53.791784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ba364-d7d8-4283-9e90-176128a45aa3 req-09c504fa-8fd9-4051-b7d6-57b79464ead7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:53.791784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-663ba364-d7d8-4283-9e90-176128a45aa3 req-09c504fa-8fd9-4051-b7d6-57b79464ead7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 945 time: 0.0509839 Aug 20 12:19:53.841469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-663ba364-d7d8-4283-9e90-176128a45aa3 req-70fd8006-ebef-407d-8e21-078aaf12fd5f tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=0435d808-3f4e-4213-b3dc-cb3e25e703dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Aug 20 12:19:53.946642 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:53.946870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:53.947234 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Floating IP cde881e4-24ba-463f-b351-8a2e638b0207 disassociated. External IP: 172.25.0.131, port: 06e70334-74b3-4233-9eb5-2e59899f5ae6. Aug 20 12:19:53.947580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Calling delete_port for 06e70334-74b3-4233-9eb5-2e59899f5ae6 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:19:54.105392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:54.140613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event deleted for resources: {'Port': ['ID=06e70334-74b3-4233-9eb5-2e59899f5ae6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:54.301589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:19:54.317735 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52f45f41-3b8f-428a-bbd3-ee1b707534d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:54.448885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:19:54.451757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ad5f5-5d31-4dda-8237-17668312f53a req-aa615405-cf37-4610-93f7-4902db401fa4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:54.457852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] Sync routers for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:19:54.479038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e42ad5f5-5d31-4dda-8237-17668312f53a req-aa615405-cf37-4610-93f7-4902db401fa4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.1137803 Aug 20 12:19:54.491324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:19:54.491982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:19:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:19:54.519587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] No DVR routers for this DVR port 06e70334-74b3-4233-9eb5-2e59899f5ae6 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:19:54.523027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:54.527577 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9ae1fb95-3411-4be5-a8ab-c91be0b56f47 req-414e576a-0c69-4a90-bd24-4c98385ef188 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "DELETE /v2.0/ports/06e70334-74b3-4233-9eb5-2e59899f5ae6 HTTP/1.1" status: 204 len: 173 time: 1.1202080 Aug 20 12:19:54.528501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'name': 'network-vif-deleted', 'tag': '06e70334-74b3-4233-9eb5-2e59899f5ae6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:19:54.533257 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6525391d-628b-40ac-a65a-45a4c663e5fa" -d '{"events": [{"server_uuid": "9ff3613a-7c68-4e24-bc7c-c22cc08c8afe", "name": "network-vif-deleted", "tag": "06e70334-74b3-4233-9eb5-2e59899f5ae6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:19:54.610359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e42ad5f5-5d31-4dda-8237-17668312f53a req-2ae4e6b0-dd07-432e-b65c-94ca5abda7e4 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291354 Aug 20 12:19:54.646120 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0990192-2f60-4f83-955c-df5fe24825f0 x-openstack-request-id: req-b0990192-2f60-4f83-955c-df5fe24825f0 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:19:54.646573 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff3613a-7c68-4e24-bc7c-c22cc08c8afe", "name": "network-vif-deleted", "tag": "06e70334-74b3-4233-9eb5-2e59899f5ae6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:19:54.646927 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0990192-2f60-4f83-955c-df5fe24825f0 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:19:54.647424 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff3613a-7c68-4e24-bc7c-c22cc08c8afe', 'name': 'network-vif-deleted', 'tag': '06e70334-74b3-4233-9eb5-2e59899f5ae6', 'status': 'completed', 'code': 200} Aug 20 12:19:54.763353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:19:55.130399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d5c5679-b462-4cb0-8383-a6f4bd844b1a req-3df99e91-72ab-431f-ba55-d333a18ffed2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff3613a-7c68-4e24-bc7c-c22cc08c8afe HTTP/1.1" status: 200 len: 210 time: 0.0768313 Aug 20 12:19:55.140264 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:55.328058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:19:55.401652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] Checking router: 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:19:55.419823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:19:55.420715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:19:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:19:55.555620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:19:55.608952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:55.790969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244503d-38ef-4fc0-8541-afa9c0dc09f5 req-bc033368-aff7-4fe7-a56d-ab3c536940b0 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:55.801203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a244503d-38ef-4fc0-8541-afa9c0dc09f5 req-bc033368-aff7-4fe7-a56d-ab3c536940b0 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.0930150 Aug 20 12:19:55.879277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a244503d-38ef-4fc0-8541-afa9c0dc09f5 req-26336b3c-abf3-4eef-b84b-49403816f904 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672603 Aug 20 12:19:55.958246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:19:55.988907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aaf7ed-152d-463b-ae9f-34035c2a2de8 None None] The sync data for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 is: [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:19:56.042457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39313-385e-43be-9094-c22db2bd5703 req-540467a4-00d4-4c8b-8616-de66502dd44d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:56.044938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ef39313-385e-43be-9094-c22db2bd5703 req-540467a4-00d4-4c8b-8616-de66502dd44d tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.0611403 Aug 20 12:19:56.109995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ef39313-385e-43be-9094-c22db2bd5703 req-236fad79-8489-4570-a6ac-d1b634b9f741 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488157 Aug 20 12:19:56.253256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43616) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:56.390691 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c776c84-45d2-4323-8b55-098d400a1b54 None None] New status for floating IP cde881e4-24ba-463f-b351-8a2e638b0207: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:19:56.473210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58a84857-4d83-48e4-9030-e3d90b6790dd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:56.513175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def52730-181d-4f36-89b6-082e539f48a2 req-17869dfc-d031-462e-bab3-4fa27df7a8fd tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:56.526733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-def52730-181d-4f36-89b6-082e539f48a2 req-17869dfc-d031-462e-bab3-4fa27df7a8fd tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.0923841 Aug 20 12:19:56.531174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58a84857-4d83-48e4-9030-e3d90b6790dd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:56.678834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-def52730-181d-4f36-89b6-082e539f48a2 req-72375bc0-4b7b-470f-b1e4-a8a1a534ed23 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574143 Aug 20 12:19:56.693953 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58a84857-4d83-48e4-9030-e3d90b6790dd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:56.699924 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58a84857-4d83-48e4-9030-e3d90b6790dd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:56.699924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-58a84857-4d83-48e4-9030-e3d90b6790dd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "DELETE /v2.0/security-groups/0435d808-3f4e-4213-b3dc-cb3e25e703dd HTTP/1.1" status: 204 len: 168 time: 0.4452095 Aug 20 12:19:56.702766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43632) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:56.729912 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-24604c77-a7a3-4dcb-95dc-3f20512f3c06 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] show failed (client error): The resource could not be found. Aug 20 12:19:56.733457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a84857-4d83-48e4-9030-e3d90b6790dd tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435d808-3f4e-4213-b3dc-cb3e25e703dd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:56.734959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-24604c77-a7a3-4dcb-95dc-3f20512f3c06 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups/0435d808-3f4e-4213-b3dc-cb3e25e703dd HTTP/1.1" status: 404 len: 347 time: 0.0305901 Aug 20 12:19:56.742636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43634) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:56.855705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 06e70334-74b3-4233-9eb5-2e59899f5ae6 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:19:56.896498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 06e70334-74b3-4233-9eb5-2e59899f5ae6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:19:56.896855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 06e70334-74b3-4233-9eb5-2e59899f5ae6 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:19:56.951841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff1faf-5c33-4d2c-ad89-8ee111270909 req-b4aa39f6-49a3-41a6-b399-b2d2c516928e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:56.966743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5aff1faf-5c33-4d2c-ad89-8ee111270909 req-b4aa39f6-49a3-41a6-b399-b2d2c516928e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.1568933 Aug 20 12:19:56.974111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:57.027925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5aff1faf-5c33-4d2c-ad89-8ee111270909 req-592305a2-1b6a-4a25-8d5d-88c185904b45 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493138 Aug 20 12:19:57.036809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Deleting port f3364e84-0c5b-468b-9024-3dcb2b7946f1 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:19:57.037170 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:57.162313 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:57.162662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:57.190812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Calling delete_port for f3364e84-0c5b-468b-9024-3dcb2b7946f1 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:19:57.322069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1fec2-d172-4b72-8276-11cc06c86f36 req-fbe6c7c1-4485-4e8d-8870-be10caa07be5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:57.323794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e1fec2-d172-4b72-8276-11cc06c86f36 req-fbe6c7c1-4485-4e8d-8870-be10caa07be5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.0791931 Aug 20 12:19:57.422878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e1fec2-d172-4b72-8276-11cc06c86f36 req-9cbc6604-fc2b-4c93-8bb3-c750173d4128 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861628 Aug 20 12:19:57.494218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:57.561288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event deleted for resources: {'Port': ['ID=f3364e84-0c5b-468b-9024-3dcb2b7946f1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:57.633710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:57.636330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:57.641578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-99223228-066f-47ff-9814-25927f9ac3b6 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "DELETE /v2.0/floatingips/cde881e4-24ba-463f-b351-8a2e638b0207 HTTP/1.1" status: 204 len: 168 time: 0.8938961 Aug 20 12:19:57.692727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95a2da-17b7-4ed5-9c1f-c58569f6efc7 req-9079b5cf-eb79-4454-8a27-702c12721080 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:57.705277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e95a2da-17b7-4ed5-9c1f-c58569f6efc7 req-9079b5cf-eb79-4454-8a27-702c12721080 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.1742268 Aug 20 12:19:57.767433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e95a2da-17b7-4ed5-9c1f-c58569f6efc7 req-7169bd0f-589e-4bd6-b61a-1eabd12969db tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607612 Aug 20 12:19:58.040009 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:19:58.105869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43680) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:58.112288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fcb36fa9-8ef4-404b-ba09-89aa7d8e2101 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1742824697', 'description': 'tempest-description--269278653'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:58.175098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fcb36fa9-8ef4-404b-ba09-89aa7d8e2101 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.343976 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fcb36fa9-8ef4-404b-ba09-89aa7d8e2101 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.349615 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fcb36fa9-8ef4-404b-ba09-89aa7d8e2101 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.406695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3efe61-2e0a-4893-b9fb-48ada892f78c req-c81096eb-053a-4a2e-9663-e09f7c57bd94 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:58.415674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa3efe61-2e0a-4893-b9fb-48ada892f78c req-c81096eb-053a-4a2e-9663-e09f7c57bd94 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.1369236 Aug 20 12:19:58.424569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb36fa9-8ef4-404b-ba09-89aa7d8e2101 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16931bc3-470a-477f-be92-87c81f30249f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:58.435623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fcb36fa9-8ef4-404b-ba09-89aa7d8e2101 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.436881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fcb36fa9-8ef4-404b-ba09-89aa7d8e2101 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3284397 Aug 20 12:19:58.439703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43692) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:58.444320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-703dc692-1287-4930-bf9f-b52c784d0219 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'security_group_rule': {'security_group_id': '16931bc3-470a-477f-be92-87c81f30249f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:58.478848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa3efe61-2e0a-4893-b9fb-48ada892f78c req-f19c60e4-ee5a-49d9-be1c-dee1fc7f3c96 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636103 Aug 20 12:19:58.525618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-703dc692-1287-4930-bf9f-b52c784d0219 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.603031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-703dc692-1287-4930-bf9f-b52c784d0219 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.608982 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-703dc692-1287-4930-bf9f-b52c784d0219 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.633416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc692-1287-4930-bf9f-b52c784d0219 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35606dec-e756-4465-ab06-96ea87d04981,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:58.641219 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-703dc692-1287-4930-bf9f-b52c784d0219 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.645456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-703dc692-1287-4930-bf9f-b52c784d0219 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022274 Aug 20 12:19:58.645456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43702) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:58.663186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-04ca79d3-ab70-4081-96bb-1bfb40f5be37 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'security_group_rule': {'security_group_id': '16931bc3-470a-477f-be92-87c81f30249f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:58.696550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04ca79d3-ab70-4081-96bb-1bfb40f5be37 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.810892 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04ca79d3-ab70-4081-96bb-1bfb40f5be37 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.816187 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04ca79d3-ab70-4081-96bb-1bfb40f5be37 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.851729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca79d3-ab70-4081-96bb-1bfb40f5be37 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5614d07-4265-4175-a310-3ef989bc6dbd,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:19:58.866920 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-04ca79d3-ab70-4081-96bb-1bfb40f5be37 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:58.868949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-04ca79d3-ab70-4081-96bb-1bfb40f5be37 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2224724 Aug 20 12:19:58.873238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43712) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:19:58.884141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:19:58.956801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:59.149677 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:59.313469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Allocated IP 172.25.0.211 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/35955c1c-49a4-4fc4-9772-33ad3fd2bcbe) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:19:59.482943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2b329-d484-46f9-aa51-94dae101c92f req-c30e8136-cd0b-4a36-9311-aefbf7a9740e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:59.484824 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45a2b329-d484-46f9-aa51-94dae101c92f req-c30e8136-cd0b-4a36-9311-aefbf7a9740e tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.0884111 Aug 20 12:19:59.558406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:59.686563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c4557-33a7-44b1-9390-25b93268da88 req-67ac9732-df79-45c5-95b9-d1db4a83fa9f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:59.687706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f5c4557-33a7-44b1-9390-25b93268da88 req-67ac9732-df79-45c5-95b9-d1db4a83fa9f tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 946 time: 0.1054945 Aug 20 12:19:59.720661 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:59.773291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f5c4557-33a7-44b1-9390-25b93268da88 req-9dd9885d-a72c-4d87-8500-fa3f09ef8ce7 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b49c615-6e0e-4ff5-8bc6-d8645a97da61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771105 Aug 20 12:19:59.800863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Deleting port daa6131f-8a7e-495a-a1e6-08680b830057 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:19:59.801582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:59.927192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:19:59.939211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:19:59.951196 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:00.004957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'Port': ['ID=35955c1c-49a4-4fc4-9772-33ad3fd2bcbe,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:00.057260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.057615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.057962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.058339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.058684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.059018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.060577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.060948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.061291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.061635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.061971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.062352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:00.143909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] For port daa6131f-8a7e-495a-a1e6-08680b830057, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=daa6131f-8a7e-495a-a1e6-08680b830057,segment=NetworkSegment(836a70a2-1172-43f1-baf0-bbb1a040cd59),segment_id=836a70a2-1172-43f1-baf0-bbb1a040cd59)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:00.144304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:00.178463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Calling delete_port for daa6131f-8a7e-495a-a1e6-08680b830057 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:20:00.201694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:00.296025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:00.446922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:00.464542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['daa6131f-8a7e-495a-a1e6-08680b830057'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:00.486484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Pushing event deleted for resources: {'Port': ['ID=daa6131f-8a7e-495a-a1e6-08680b830057,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:00.874604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c72bc44-517b-40b7-9e25-c334f3ef6e0d req-7b2789dd-9ab0-4336-bf88-092ce2ce5ed5 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf673fc-edb0-45f8-b13e-7181cbc6a3a3 HTTP/1.1" status: 200 len: 210 time: 0.0337181 Aug 20 12:20:00.904333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] No DVR routers for this DVR port daa6131f-8a7e-495a-a1e6-08680b830057 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:00.913379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:00.915599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-45a2b329-d484-46f9-aa51-94dae101c92f req-b22a5c20-f8a9-4d64-b712-887ffff66275 tempest-ServerDiskConfigTestJSON-1689203060 tempest-ServerDiskConfigTestJSON-1689203060-project] 10.222.0.73 "DELETE /v2.0/ports/daa6131f-8a7e-495a-a1e6-08680b830057 HTTP/1.1" status: 204 len: 173 time: 1.4159334 Aug 20 12:20:00.916067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf673fc-edb0-45f8-b13e-7181cbc6a3a3', 'name': 'network-vif-deleted', 'tag': 'daa6131f-8a7e-495a-a1e6-08680b830057'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:00.918425 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39156928-d73c-4f05-a8a0-1ff379e6f391" -d '{"events": [{"server_uuid": "cdf673fc-edb0-45f8-b13e-7181cbc6a3a3", "name": "network-vif-deleted", "tag": "daa6131f-8a7e-495a-a1e6-08680b830057"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:00.980052 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:00.984498 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ffcfc-82c3-46b2-9fc2-6e6cd6149bd5 x-openstack-request-id: req-5c5ffcfc-82c3-46b2-9fc2-6e6cd6149bd5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:00.984787 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf673fc-edb0-45f8-b13e-7181cbc6a3a3", "name": "network-vif-deleted", "tag": "daa6131f-8a7e-495a-a1e6-08680b830057", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:00.985047 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c5ffcfc-82c3-46b2-9fc2-6e6cd6149bd5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:00.985453 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf673fc-edb0-45f8-b13e-7181cbc6a3a3', 'name': 'network-vif-deleted', 'tag': 'daa6131f-8a7e-495a-a1e6-08680b830057', 'status': 'completed', 'code': 200} Aug 20 12:20:00.986943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:01.063124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'Port': ['ID=35955c1c-49a4-4fc4-9772-33ad3fd2bcbe,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:01.083424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:01.103236 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:01.105274 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8962fea4-0167-4156-9de8-4b358d87e82a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2280920 Aug 20 12:20:01.494675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-eba3e753-9e4d-49db-a7f3-dd81d2fd1bc4 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1742824697&fields=id&tenant_id=caf3152e9cf4499881581db19715f1da HTTP/1.1" status: 200 len: 267 time: 0.0697231 Aug 20 12:20:01.710003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-c18ef498-1f4a-416d-bd41-88c910e7c261 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:01.730500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-c18ef498-1f4a-416d-bd41-88c910e7c261 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 810 time: 0.2269301 Aug 20 12:20:01.748977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-5e6b391e-d130-497a-abad-a599a7cb3cfc tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/quotas/caf3152e9cf4499881581db19715f1da HTTP/1.1" status: 200 len: 375 time: 0.0171559 Aug 20 12:20:01.868559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-4ad6112f-ecc4-4c3f-8dd0-ccd347074fd5 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182270 Aug 20 12:20:02.194414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-5183a314-ca2c-43b3-b44a-b0eec1a8d138 service neutron] 10.222.0.25 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126049 Aug 20 12:20:02.352061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 43892) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:02.354125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-3a49e9bd-8f27-4b58-bb40-8797a223c541 service neutron] 10.222.0.25 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577919 Aug 20 12:20:02.412503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f276bb53-9474-4a59-a0c1-c334cd05ccf7 admin admin] Deleting subnet 800cdf72-ed91-472f-9a57-a703fe7231fb {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:20:02.421192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f276bb53-9474-4a59-a0c1-c334cd05ccf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:02.464291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f276bb53-9474-4a59-a0c1-c334cd05ccf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:02.526632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f276bb53-9474-4a59-a0c1-c334cd05ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:02.650713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f276bb53-9474-4a59-a0c1-c334cd05ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:02.683489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-963ec1a9-e177-4e11-9973-1a011037732a req-27932c3a-dcdc-4e87-8c46-722abc14d57e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 210 time: 0.0997236 Aug 20 12:20:02.697126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f276bb53-9474-4a59-a0c1-c334cd05ccf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:02.703410 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f276bb53-9474-4a59-a0c1-c334cd05ccf7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/800cdf72-ed91-472f-9a57-a703fe7231fb HTTP/1.1" status: 204 len: 168 time: 0.3496816 Aug 20 12:20:02.705258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43902) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:02.729346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276bb53-9474-4a59-a0c1-c334cd05ccf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800cdf72-ed91-472f-9a57-a703fe7231fb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:02.834672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:02.958749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:02.970882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:02.988217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836a70a2-1172-43f1-baf0-bbb1a040cd59') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:02.988497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836a70a2-1172-43f1-baf0-bbb1a040cd59') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:03.008982 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.028623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.036392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:20:03.036887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:20:03.039013 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:20:03.125586 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.139137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.143960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f HTTP/1.1" status: 204 len: 168 time: 0.4370937 Aug 20 12:20:03.190378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9df4c8-b683-41bf-bff9-eaa2dc0ee60f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:03.204286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.205458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.206265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.206866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.207422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.207950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.208651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.209173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.209752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.210312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.210876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.211371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879138f3-944d-49b3-a802-220adc214b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:03.430912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43926) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:03.478021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac789bc5-beee-461c-9dd2-3d2f52231ef1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6210c5efb914c3aa54f4f173e9f537a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455940 Aug 20 12:20:03.480669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43928) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:03.540870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d30c31ee-f5b9-4c55-96bf-abba4337086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.564885 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d30c31ee-f5b9-4c55-96bf-abba4337086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.624320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d30c31ee-f5b9-4c55-96bf-abba4337086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.627355 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d30c31ee-f5b9-4c55-96bf-abba4337086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.628773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d30c31ee-f5b9-4c55-96bf-abba4337086e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b49c615-6e0e-4ff5-8bc6-d8645a97da61 HTTP/1.1" status: 204 len: 168 time: 0.1463888 Aug 20 12:20:03.647273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c31ee-f5b9-4c55-96bf-abba4337086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b49c615-6e0e-4ff5-8bc6-d8645a97da61,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:03.817063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb52e888-4335-4101-870f-60e969b80241 req-ab8ab117-22e0-4004-8e83-277ba8787367 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 210 time: 0.0555179 Aug 20 12:20:04.135714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e4a2de1c-11aa-4f79-801c-22c15b8a4ad3 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:04.138445 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e4a2de1c-11aa-4f79-801c-22c15b8a4ad3 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 810 time: 0.2251236 Aug 20 12:20:04.210644 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-1ae597b0-f546-492f-8cf7-33eb5ece4809 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caf3152e9cf4499881581db19715f1da HTTP/1.1" status: 200 len: 380 time: 0.0632210 Aug 20 12:20:04.226863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'port': {'device_id': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'admin_state_up': True, 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'security_groups': ['16931bc3-470a-477f-be92-87c81f30249f']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:04.408964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Made reservation on behalf of caf3152e9cf4499881581db19715f1da for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:04.419663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:04.649653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Allocated IP 172.20.0.14 (36f59f32-69eb-4295-ad6a-a9c5fb165bfc/a6d31948-eaf7-4685-959b-c2139a3551c5/000eb8a3-5e4c-4a46-a79d-aeea12ba91f3) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:04.784080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 43982) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:04.913485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device daa6131f-8a7e-495a-a1e6-08680b830057 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:04.916749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:04.957941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Transition to ACTIVE for port object 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:04.993412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: daa6131f-8a7e-495a-a1e6-08680b830057 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:20:04.993769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device daa6131f-8a7e-495a-a1e6-08680b830057 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:05.044397 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.092814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20b2ac64-29b7-4752-bd8c-084879ce375f req-0b85f204-119a-4961-9f82-457bf48bfa27 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 210 time: 0.0814698 Aug 20 12:20:05.098855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-958552881-network', 'tenant_id': '7e2f3c581c7b4933a323e283989c5276'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:05.131464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:05.141108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:05.157848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Made reservation on behalf of 7e2f3c581c7b4933a323e283989c5276 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:05.162440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:05.168776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.200780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event updated for resources: {'Port': ['ID=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:05.202065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.252693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:05.253724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.375659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.381977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.386798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-0521fdea-fd57-4ebd-b94f-e6ff1331bfd7 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1641450 Aug 20 12:20:05.395372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:20:05.406043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Request body: {'port': {'device_id': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:05.411779 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.412618 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Added segment dc63ce8a-d46f-47e7-98b1-c7914fc401e1 of type vlan for network 3354699c-3ef9-44e7-a138-60d05614ea98 Aug 20 12:20:05.482659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dad1373-343d-474d-bfc8-92d63b622dab,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:05.508119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.536228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.546051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.547992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:05.548917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.567556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-227f2b1e-80eb-474a-918e-862837a1af80 None None] Provisioning for port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:05.576692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-227f2b1e-80eb-474a-918e-862837a1af80 None None] Provisioning complete for port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:05.577326 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-227f2b1e-80eb-474a-918e-862837a1af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:05.627272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8393552 Aug 20 12:20:05.627642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44004) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:05.657141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Request body: {'subnet': {'network_id': '3354699c-3ef9-44e7-a138-60d05614ea98', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-958552881-subnet', 'tenant_id': '7e2f3c581c7b4933a323e283989c5276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:05.670399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-227f2b1e-80eb-474a-918e-862837a1af80 None None] Port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:20:05.697231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e351e-0fc3-4ca8-b396-07c060568fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=3354699c-3ef9-44e7-a138-60d05614ea98,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:05.712411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3354699c-3ef9-44e7-a138-60d05614ea98 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:20:05.729899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Made reservation on behalf of 7e2f3c581c7b4933a323e283989c5276 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:05.734769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:06.043011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:06.070230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:06.070816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:06.097973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Transition to ACTIVE for port object 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:06.102932 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:06.184223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Pushing event updated for resources: {'Port': ['ID=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:06.284592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Checking segment: {'id': 'dc63ce8a-d46f-47e7-98b1-c7914fc401e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3354699c-3ef9-44e7-a138-60d05614ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:06.285124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Network hostable DHCP agents. Network: 3354699c-3ef9-44e7-a138-60d05614ea98, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:20:06.302137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Attempting to bind port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:06.302489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Attempting to bind port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:06.302756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Attempting to bind port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 on network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:06.303968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6280b26-21c0-48e9-b19c-51a4dea45d86,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:06.308253 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 on network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:06.308588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Attempting to bind port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 on network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:06.316206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:06.316646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Checking segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:06.317210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Bound using segment: {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:06.317674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Bound port: 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a4d5bb-d063-404a-a3d1-956956bc618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:06.318045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:06.395684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa81969-fade-4130-81cc-e430fa971a59 req-f8ca054e-a464-43fd-92dd-8c1284f99c3f tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:06.400595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fa81969-fade-4130-81cc-e430fa971a59 req-f8ca054e-a464-43fd-92dd-8c1284f99c3f tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 944 time: 0.1876040 Aug 20 12:20:06.407635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Network 3354699c-3ef9-44e7-a138-60d05614ea98 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:20:06.426616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3354699c-3ef9-44e7-a138-60d05614ea98) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:06.431578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:06.432164 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:06.438770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a1ba8-63e8-46e4-b070-384efad7c20b None None] Network 3354699c-3ef9-44e7-a138-60d05614ea98 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:20:06.469494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] For port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:06.479568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] For port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:06.487795 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:06.494128 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3fa81969-fade-4130-81cc-e430fa971a59 req-cf260d3b-5f41-4cca-9ad5-e23147871ecc tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824542 Aug 20 12:20:06.504497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bb37e32c-b400-45a5-aacb-024126d8a05d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8672571 Aug 20 12:20:06.538049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:06.542508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:06.544382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] 10.222.0.73 "PUT /v2.0/ports/000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 HTTP/1.1" status: 200 len: 1093 time: 1.1431875 Aug 20 12:20:06.545615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'tag': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:06.550354 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68bd3c5-7370-4581-8063-2889a236ff80" -d '{"events": [{"name": "network-changed", "server_uuid": "659ef89b-9ae6-4ee9-8fb0-93ea39f1a171", "tag": "000eb8a3-5e4c-4a46-a79d-aeea12ba91f3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:06.704562 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0e1cec-0aea-4479-8b45-eb7f0aef9e72 x-openstack-request-id: req-5c0e1cec-0aea-4479-8b45-eb7f0aef9e72 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:06.706604 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659ef89b-9ae6-4ee9-8fb0-93ea39f1a171", "tag": "000eb8a3-5e4c-4a46-a79d-aeea12ba91f3", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:06.706604 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c0e1cec-0aea-4479-8b45-eb7f0aef9e72 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:06.706604 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'tag': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'status': 'completed', 'code': 200} Aug 20 12:20:06.720744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea9986-25bb-4938-9178-eba59cd808b6 service neutron] Pushing event updated for resources: {'Port': ['ID=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:06.743874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-4d7e7a25-6f04-4c13-89fa-9a896f054538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:06.745645 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-4d7e7a25-6f04-4c13-89fa-9a896f054538 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 1096 time: 0.1056015 Aug 20 12:20:06.791221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e5d4d-59f2-4093-9a44-1a6bb9522785 None None] Network 3354699c-3ef9-44e7-a138-60d05614ea98 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:20:06.864218 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-e80f94d7-d4b9-4398-9fad-91e297276223 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 HTTP/1.1" status: 200 len: 217 time: 0.1053612 Aug 20 12:20:06.994346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-7ece9e90-a54e-4159-91c6-b517a227eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:06.995861 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-7ece9e90-a54e-4159-91c6-b517a227eb85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.1211140 Aug 20 12:20:07.133640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-7b3f215a-8781-4a83-8b9c-494acc3ee013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:07.142461 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-7b3f215a-8781-4a83-8b9c-494acc3ee013 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335828 Aug 20 12:20:07.362061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-fb8c1545-f8ae-4358-9310-b09ef6f85f30 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:07.366370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-fb8c1545-f8ae-4358-9310-b09ef6f85f30 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/networks?id=3354699c-3ef9-44e7-a138-60d05614ea98 HTTP/1.1" status: 200 len: 813 time: 0.2511251 Aug 20 12:20:07.389285 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-49661c50-b768-4617-9501-9b4e3f709d3d service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382460 Aug 20 12:20:07.446527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-2cf251f0-191f-43d2-9aac-d2448d103516 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/quotas/7e2f3c581c7b4933a323e283989c5276 HTTP/1.1" status: 200 len: 375 time: 0.0733981 Aug 20 12:20:07.531388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-ab3d54b9-1e78-4b46-8347-f2a20e40a312 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e2f3c581c7b4933a323e283989c5276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839174 Aug 20 12:20:07.618650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3b02b82c-1750-420a-bc64-506ab9ecd08e req-fbdd09e2-2886-4e99-b835-a921dd5c44ce service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159588 Aug 20 12:20:07.709036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-37596c6b-3ced-4be4-b5b6-f6afb5b5eed8 service neutron] 10.222.0.25 "GET /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678259 Aug 20 12:20:07.746121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557a221-ba9a-4ab3-bfbc-06638c93f965 req-536b5732-0297-437e-b8bd-8c73b0b68ad9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:07.749155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3557a221-ba9a-4ab3-bfbc-06638c93f965 req-536b5732-0297-437e-b8bd-8c73b0b68ad9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 944 time: 0.1118929 Aug 20 12:20:07.787176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-989213f5-3e66-457c-b09d-fab750ebe264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:07.792660 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-989213f5-3e66-457c-b09d-fab750ebe264 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 1096 time: 0.1007078 Aug 20 12:20:07.855871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3557a221-ba9a-4ab3-bfbc-06638c93f965 req-6c499a3c-d192-4d42-9a40-80192efbf244 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959938 Aug 20 12:20:07.887693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-900914fc-fd54-43c9-a058-0467d1b22d19 service neutron] 10.222.0.25 "GET /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640022 Aug 20 12:20:07.946897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-ac8084c5-b45d-4fa6-9818-2f33aa4c8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:07.952427 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-ac8084c5-b45d-4fa6-9818-2f33aa4c8323 service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.1521633 Aug 20 12:20:08.021898 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-6bd27fd2-1970-4526-b4a3-f3779995e8c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 HTTP/1.1" status: 200 len: 217 time: 0.0613086 Aug 20 12:20:08.090836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-81a7cc8e-a92c-4452-9041-f42a1b3f8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:08.092837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-81a7cc8e-a92c-4452-9041-f42a1b3f8e3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.0629776 Aug 20 12:20:08.174156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-49e7ae68-4bb4-43df-9ced-93b0eb16093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:08.176373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-49e7ae68-4bb4-43df-9ced-93b0eb16093b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742397 Aug 20 12:20:08.185028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d9dc066-52dc-48b2-9fdb-bc4600228756 req-5218c875-fbcd-4b48-93dd-cc60949022ff tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 210 time: 0.0577579 Aug 20 12:20:08.317207 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-1b7fdc2f-2a68-4166-b99f-00e2bb12d152 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219735 Aug 20 12:20:08.541221 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c68bd3c5-7370-4581-8063-2889a236ff80 req-d1abefa6-d432-470c-9e38-2b59f2b2b8bf service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122869 Aug 20 12:20:09.115016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb36cf-5353-462c-b3ec-118c0f02ff5d req-7bb0b068-a077-4a62-bb8e-4df8a689278d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:09.138901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-afdb36cf-5353-462c-b3ec-118c0f02ff5d req-7bb0b068-a077-4a62-bb8e-4df8a689278d tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 944 time: 0.1637423 Aug 20 12:20:09.241111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-afdb36cf-5353-462c-b3ec-118c0f02ff5d req-3243d379-e21b-432e-8fc9-01bb2ce6c27e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012619 Aug 20 12:20:09.337764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a914ebdb-6753-45ff-9155-2c7c09da02dd req-09ff94b0-c16b-4456-ba10-7a66a1bf664e tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 210 time: 0.0424914 Aug 20 12:20:09.809965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-aec13d1f-5e82-4630-9637-4f801f9f6a61 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:09.817491 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-aec13d1f-5e82-4630-9637-4f801f9f6a61 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.73 "GET /v2.0/networks?id=3354699c-3ef9-44e7-a138-60d05614ea98 HTTP/1.1" status: 200 len: 813 time: 0.1539228 Aug 20 12:20:09.838269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Request body: {'port': {'device_id': 'b79e04f8-8de0-4404-9c33-be0591e634e9', 'network_id': '3354699c-3ef9-44e7-a138-60d05614ea98', 'admin_state_up': True, 'tenant_id': '7e2f3c581c7b4933a323e283989c5276'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:10.000601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Made reservation on behalf of 7e2f3c581c7b4933a323e283989c5276 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:10.005854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:10.286076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Allocated IP 172.20.0.6 (3354699c-3ef9-44e7-a138-60d05614ea98/a6280b26-21c0-48e9-b19c-51a4dea45d86/8cf01e7e-394c-45c0-8d89-152deadd8fbe) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:10.447690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a606-8c1e-43e0-83bf-6013c7640efd req-86be3da0-6217-4dd0-ab1d-b8716477bd45 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:10.453025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1b4a606-8c1e-43e0-83bf-6013c7640efd req-86be3da0-6217-4dd0-ab1d-b8716477bd45 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 944 time: 0.0952475 Aug 20 12:20:10.548323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f67c12d9-225e-474a-a739-bfe4d1520f46 req-817ef34b-cf3b-4516-90df-8ca0950b4c7f tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 210 time: 0.0493510 Aug 20 12:20:10.562027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1b4a606-8c1e-43e0-83bf-6013c7640efd req-bd7e5365-f0e8-4a33-bce2-ef78060033bb tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018023 Aug 20 12:20:10.615880 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:10.672458 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:10.739344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Network 3354699c-3ef9-44e7-a138-60d05614ea98 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:10.741109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Pushing event updated for resources: {'Port': ['ID=8cf01e7e-394c-45c0-8d89-152deadd8fbe,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:10.748100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:10.750406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:10.836153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:10.838514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:10.867797 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-8446e8af-b4da-4c64-b484-65df77ecd6e5 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0328312 Aug 20 12:20:10.884030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Request body: {'port': {'device_id': 'b79e04f8-8de0-4404-9c33-be0591e634e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:10.944724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:10.991642 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:11.135463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:11.155595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'port_id': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'mac_address': 'fa:16:3e:a2:cd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:11.203628 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:11.219420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:11.241780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:11.248363 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:11.350580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:11.425263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf01e7e-394c-45c0-8d89-152deadd8fbe {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:11.437522 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:11.458073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Transition to ACTIVE for port object 8cf01e7e-394c-45c0-8d89-152deadd8fbe will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:11.463098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:11.494036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['000eb8a3-5e4c-4a46-a79d-aeea12ba91f3'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:11.522283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Pushing event updated for resources: {'Port': ['ID=8cf01e7e-394c-45c0-8d89-152deadd8fbe,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:11.722660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Attempting to bind port 8cf01e7e-394c-45c0-8d89-152deadd8fbe on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:11.723934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Attempting to bind port 8cf01e7e-394c-45c0-8d89-152deadd8fbe by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'dc63ce8a-d46f-47e7-98b1-c7914fc401e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3354699c-3ef9-44e7-a138-60d05614ea98'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:11.724275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Attempting to bind port 8cf01e7e-394c-45c0-8d89-152deadd8fbe on network 3354699c-3ef9-44e7-a138-60d05614ea98 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:11.745037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Port 8cf01e7e-394c-45c0-8d89-152deadd8fbe on network 3354699c-3ef9-44e7-a138-60d05614ea98 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:11.745361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Attempting to bind port 8cf01e7e-394c-45c0-8d89-152deadd8fbe on network 3354699c-3ef9-44e7-a138-60d05614ea98 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:11.754140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:11.757264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430f189-a076-4ecf-b37a-eef817ecdc6d req-0387cfcd-8e23-44e7-8b2b-2e4f486a933b tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:11.763152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Checking segment: {'id': 'dc63ce8a-d46f-47e7-98b1-c7914fc401e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3354699c-3ef9-44e7-a138-60d05614ea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:11.763712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Bound using segment: {'id': 'dc63ce8a-d46f-47e7-98b1-c7914fc401e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3354699c-3ef9-44e7-a138-60d05614ea98'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:11.764285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Bound port: 8cf01e7e-394c-45c0-8d89-152deadd8fbe, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc63ce8a-d46f-47e7-98b1-c7914fc401e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3354699c-3ef9-44e7-a138-60d05614ea98'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:11.764755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:11.765765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d430f189-a076-4ecf-b37a-eef817ecdc6d req-0387cfcd-8e23-44e7-8b2b-2e4f486a933b tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 943 time: 0.1087074 Aug 20 12:20:11.906995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d430f189-a076-4ecf-b37a-eef817ecdc6d req-b27cc7fb-5cb2-45c3-9842-1d9a08ad6dce tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402111 Aug 20 12:20:11.914926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] For port 8cf01e7e-394c-45c0-8d89-152deadd8fbe, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:11.931664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] For port 8cf01e7e-394c-45c0-8d89-152deadd8fbe, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cf01e7e-394c-45c0-8d89-152deadd8fbe,segment=NetworkSegment(dc63ce8a-d46f-47e7-98b1-c7914fc401e1),segment_id=dc63ce8a-d46f-47e7-98b1-c7914fc401e1)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:11.941814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:11.948910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73777-7397-43d8-9ce9-116b2c462522 req-5c7ccce5-ccba-4ab6-b478-5f6b6c2309c9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:11.957392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51a73777-7397-43d8-9ce9-116b2c462522 req-5c7ccce5-ccba-4ab6-b478-5f6b6c2309c9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 945 time: 0.1789312 Aug 20 12:20:12.003922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:12.004972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:12.006568 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] 10.222.0.73 "PUT /v2.0/ports/8cf01e7e-394c-45c0-8d89-152deadd8fbe HTTP/1.1" status: 200 len: 1092 time: 1.1288037 Aug 20 12:20:12.007263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79e04f8-8de0-4404-9c33-be0591e634e9', 'tag': '8cf01e7e-394c-45c0-8d89-152deadd8fbe'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:12.011269 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "b79e04f8-8de0-4404-9c33-be0591e634e9", "tag": "8cf01e7e-394c-45c0-8d89-152deadd8fbe"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:12.013145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51a73777-7397-43d8-9ce9-116b2c462522 req-f4c0c986-56fd-4a47-bf67-06be16473a75 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523803 Aug 20 12:20:12.061195 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd3956f-945e-466b-a981-098f515009aa x-openstack-request-id: req-2dd3956f-945e-466b-a981-098f515009aa {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:12.061621 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79e04f8-8de0-4404-9c33-be0591e634e9", "tag": "8cf01e7e-394c-45c0-8d89-152deadd8fbe", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:12.063802 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2dd3956f-945e-466b-a981-098f515009aa {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:12.063802 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79e04f8-8de0-4404-9c33-be0591e634e9', 'tag': '8cf01e7e-394c-45c0-8d89-152deadd8fbe', 'status': 'completed', 'code': 200} Aug 20 12:20:12.075761 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:12.104377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01170c00-961a-4b6d-8d01-c47148c97fcf service neutron] Pushing event updated for resources: {'Port': ['ID=8cf01e7e-394c-45c0-8d89-152deadd8fbe,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:12.124450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-64b59af9-559e-4732-8bdf-feea7c809988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:12.126322 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-64b59af9-559e-4732-8bdf-feea7c809988 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2f3c581c7b4933a323e283989c5276&device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 1095 time: 0.0599558 Aug 20 12:20:12.200638 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-3605b40e-6d48-443b-b2be-9f850fec03cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf01e7e-394c-45c0-8d89-152deadd8fbe HTTP/1.1" status: 200 len: 217 time: 0.0614121 Aug 20 12:20:12.270594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-c84fc134-e1dd-4a4f-9fb0-7967f941fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:12.272608 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-c84fc134-e1dd-4a4f-9fb0-7967f941fb13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6280b26-21c0-48e9-b19c-51a4dea45d86 HTTP/1.1" status: 200 len: 853 time: 0.0598164 Aug 20 12:20:12.324099 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-4ec51f10-884b-4d26-8290-31203b5b5513 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3354699c-3ef9-44e7-a138-60d05614ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383897 Aug 20 12:20:12.445607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-dc2757a9-50c3-4a66-8144-65cf3fce1733 service neutron] 10.222.0.73 "GET /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088428 Aug 20 12:20:12.580113 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-76cb6e00-0bb6-4f1d-b4cc-55ff24dfbe15 req-2a14d532-b422-4c88-a1d9-d1b69e15cc13 service neutron] 10.222.0.73 "GET /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227949 Aug 20 12:20:12.706165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-a075f4e9-9264-4e4e-af60-4291887f9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:12.707857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-a075f4e9-9264-4e4e-af60-4291887f9f30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2f3c581c7b4933a323e283989c5276&device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 1095 time: 0.0484731 Aug 20 12:20:12.806400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-17026bd3-2c8a-4b9e-92c8-15c319c82fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:12.807887 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-17026bd3-2c8a-4b9e-92c8-15c319c82fdb service neutron] 10.222.0.73 "GET /v2.0/networks?id=3354699c-3ef9-44e7-a138-60d05614ea98 HTTP/1.1" status: 200 len: 914 time: 0.0930974 Aug 20 12:20:12.858678 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-65f98be3-0279-47b5-9d88-c3cc1e8eb722 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf01e7e-394c-45c0-8d89-152deadd8fbe HTTP/1.1" status: 200 len: 217 time: 0.0394545 Aug 20 12:20:12.912709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-d05ab442-34c8-45a8-acb5-e3de94ad5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:12.914295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-d05ab442-34c8-45a8-acb5-e3de94ad5c55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6280b26-21c0-48e9-b19c-51a4dea45d86 HTTP/1.1" status: 200 len: 853 time: 0.0484557 Aug 20 12:20:12.958335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:12.961136 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-4f9cd1fc-2ca7-4265-9edb-7ca818d38417 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3354699c-3ef9-44e7-a138-60d05614ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375817 Aug 20 12:20:13.069962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e0d38-fa2d-44d6-91a3-e1fa4d316028 req-82722226-1820-4f60-9964-a3504c17b541 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:13.071578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-383e0d38-fa2d-44d6-91a3-e1fa4d316028 req-82722226-1820-4f60-9964-a3504c17b541 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 943 time: 0.0827394 Aug 20 12:20:13.080104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:13.092678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:13.093191 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:13.151977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-383e0d38-fa2d-44d6-91a3-e1fa4d316028 req-1bcb21cd-41b9-4ba8-9af6-2fae540638a7 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684276 Aug 20 12:20:13.203143 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-6c46fcba-a347-4f26-b6c5-0c80053b76c3 service neutron] 10.222.0.73 "GET /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291794 Aug 20 12:20:13.252183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf92ef4-8e49-4df0-bd23-56c38d04d7b6 req-dcc38110-f5e3-43bf-9094-68b87e2b7906 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:13.256778 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:13.270545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bf92ef4-8e49-4df0-bd23-56c38d04d7b6 req-dcc38110-f5e3-43bf-9094-68b87e2b7906 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 945 time: 0.1346188 Aug 20 12:20:13.332868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bf92ef4-8e49-4df0-bd23-56c38d04d7b6 req-ed606c2b-b3a7-4677-b8d6-c29d3531634a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613432 Aug 20 12:20:13.339254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:13.346167 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b016f5a5-f13d-42d6-95cf-0d3ad5ca0e92" -d '{"events": [{"server_uuid": "659ef89b-9ae6-4ee9-8fb0-93ea39f1a171", "name": "network-vif-plugged", "status": "completed", "tag": "000eb8a3-5e4c-4a46-a79d-aeea12ba91f3"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:13.353712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:13.376591 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:13.390358 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-06cdb34e-0a0e-43ab-a6ab-78c2652d3ad1 req-63cac23e-d130-4ea6-b938-69b40783805e service neutron] 10.222.0.73 "GET /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797199 Aug 20 12:20:13.423705 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61751978-7750-4729-aaf1-dc1f2714435b x-openstack-request-id: req-61751978-7750-4729-aaf1-dc1f2714435b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:13.424354 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ef89b-9ae6-4ee9-8fb0-93ea39f1a171", "name": "network-vif-plugged", "status": "completed", "tag": "000eb8a3-5e4c-4a46-a79d-aeea12ba91f3", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:13.424722 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61751978-7750-4729-aaf1-dc1f2714435b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:13.425172 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'code': 200} Aug 20 12:20:13.473922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:13.541370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19ca9-29dd-4d9a-bea6-9a625e2d807f req-52e99d25-82bb-4a4f-80a4-aae51cca35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:13.542959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bd19ca9-29dd-4d9a-bea6-9a625e2d807f req-52e99d25-82bb-4a4f-80a4-aae51cca35a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 1098 time: 0.0536025 Aug 20 12:20:13.583624 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2bd19ca9-29dd-4d9a-bea6-9a625e2d807f req-5970fb51-b177-4f48-96bc-1686d839ddc0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301235 Aug 20 12:20:13.803777 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:13.956392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44130) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:14.125965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb198-4bbc-4553-865d-302abb6fb025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:14.285532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb198-4bbc-4553-865d-302abb6fb025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:14.306446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb198-4bbc-4553-865d-302abb6fb025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:14.353305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdb198-4bbc-4553-865d-302abb6fb025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0dd610-1274-4f22-9f2a-e14b15986c3d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:14.364144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9fcdb198-4bbc-4553-865d-302abb6fb025 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=818ed299845847889767ebe3eb91455d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066796 Aug 20 12:20:14.366712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44140) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:14.405091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241fa87-deee-49c8-9e6b-1f572409acd6 req-17b2bdc5-5bc7-4e56-8562-a974683c5a7e tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:14.415155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5241fa87-deee-49c8-9e6b-1f572409acd6 req-17b2bdc5-5bc7-4e56-8562-a974683c5a7e tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 943 time: 0.1481435 Aug 20 12:20:14.515317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5241fa87-deee-49c8-9e6b-1f572409acd6 req-98fad31e-c11b-44ee-8192-acc6ab73af98 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991426 Aug 20 12:20:14.544940 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e09a4e3-2cd2-4ead-8467-162106f3ff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:14.567779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829193bc-31f0-4fd9-a529-f7b6fd79c1c8 req-42ac2804-7f2e-40e8-8fc8-03d9e8216358 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:14.569314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-829193bc-31f0-4fd9-a529-f7b6fd79c1c8 req-42ac2804-7f2e-40e8-8fc8-03d9e8216358 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 946 time: 0.1180212 Aug 20 12:20:14.592102 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e09a4e3-2cd2-4ead-8467-162106f3ff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:14.646734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-829193bc-31f0-4fd9-a529-f7b6fd79c1c8 req-4aa0b224-f167-4680-ac1a-17b061a10a8c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667398 Aug 20 12:20:14.678054 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e09a4e3-2cd2-4ead-8467-162106f3ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:14.681215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6e09a4e3-2cd2-4ead-8467-162106f3ff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:14.682640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6e09a4e3-2cd2-4ead-8467-162106f3ff7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb0dd610-1274-4f22-9f2a-e14b15986c3d HTTP/1.1" status: 204 len: 168 time: 0.3147707 Aug 20 12:20:14.691671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09a4e3-2cd2-4ead-8467-162106f3ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0dd610-1274-4f22-9f2a-e14b15986c3d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:15.060764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44148) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:15.075788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d69980c-ba02-4846-9e0f-eccb0234d46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:15.194196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d69980c-ba02-4846-9e0f-eccb0234d46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:15.199640 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8d69980c-ba02-4846-9e0f-eccb0234d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:15.249816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69980c-ba02-4846-9e0f-eccb0234d46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f490e68f-2eb5-4c29-bd00-64b653afd9b9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:15.262286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:15.269069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8d69980c-ba02-4846-9e0f-eccb0234d46b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=342799381f074e3a8526c0bc67981d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025652 Aug 20 12:20:15.321720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c460cd13-6a67-4242-9067-45e6108499c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:15.344414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c460cd13-6a67-4242-9067-45e6108499c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:15.399244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c460cd13-6a67-4242-9067-45e6108499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:15.402078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c460cd13-6a67-4242-9067-45e6108499c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:15.403906 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c460cd13-6a67-4242-9067-45e6108499c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f490e68f-2eb5-4c29-bd00-64b653afd9b9 HTTP/1.1" status: 204 len: 168 time: 0.1405551 Aug 20 12:20:15.413391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460cd13-6a67-4242-9067-45e6108499c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f490e68f-2eb5-4c29-bd00-64b653afd9b9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:15.686652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad67e5-4c06-43d4-88c3-6ccdf9b8b7e4 req-aa040507-1156-4a8c-8138-1d1fb73a145d tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:15.688385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40ad67e5-4c06-43d4-88c3-6ccdf9b8b7e4 req-aa040507-1156-4a8c-8138-1d1fb73a145d tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 943 time: 0.0769358 Aug 20 12:20:15.752564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40ad67e5-4c06-43d4-88c3-6ccdf9b8b7e4 req-b88f710e-63c7-42ab-b3ba-81b88a182442 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581906 Aug 20 12:20:15.872971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31af9de-ea2c-4f52-a105-dd363008f1f5 req-32010af0-a785-4db3-a057-280121e2a96c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:15.874551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e31af9de-ea2c-4f52-a105-dd363008f1f5 req-32010af0-a785-4db3-a057-280121e2a96c tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 946 time: 0.0701988 Aug 20 12:20:15.930457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e31af9de-ea2c-4f52-a105-dd363008f1f5 req-87d8b1d8-323c-413e-b7b4-d7023df8f84e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481093 Aug 20 12:20:16.064960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae5eb2-fb13-4431-9345-7734fae54586 req-f752827b-ec24-4451-80aa-11f10a2f204f tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:16.066742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0aae5eb2-fb13-4431-9345-7734fae54586 req-f752827b-ec24-4451-80aa-11f10a2f204f tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 946 time: 0.0664895 Aug 20 12:20:16.078049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:16.082708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Request body: {'floatingip': {'port_id': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:16.145773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:16.811589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:16.817085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:16.927204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860a6b-2018-4073-9a0b-02429825f007 req-3aa38de6-eb0b-491a-954c-b50269de53ce tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:16.936963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7860a6b-2018-4073-9a0b-02429825f007 req-3aa38de6-eb0b-491a-954c-b50269de53ce tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 943 time: 0.1032820 Aug 20 12:20:16.964818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8cf01e7e-394c-45c0-8d89-152deadd8fbe details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:17.004909 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Floating IP 0f61485f-7730-43d8-8f0a-b88a129cd605 associated. External IP: 172.25.0.211, port: 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3. Aug 20 12:20:17.045714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7860a6b-2018-4073-9a0b-02429825f007 req-e2e90446-68d7-4ea0-b2b3-a3eb36c35b7e tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074336 Aug 20 12:20:17.136461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8cf01e7e-394c-45c0-8d89-152deadd8fbe, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cf01e7e-394c-45c0-8d89-152deadd8fbe,segment=NetworkSegment(dc63ce8a-d46f-47e7-98b1-c7914fc401e1),segment_id=dc63ce8a-d46f-47e7-98b1-c7914fc401e1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:17.151900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '8cf01e7e-394c-45c0-8d89-152deadd8fbe', 'network_id': '3354699c-3ef9-44e7-a138-60d05614ea98', 'port_id': '8cf01e7e-394c-45c0-8d89-152deadd8fbe', 'mac_address': 'fa:16:3e:31:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6280b26-21c0-48e9-b19c-51a4dea45d86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:17.196265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:17.213100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf01e7e-394c-45c0-8d89-152deadd8fbe {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:17.250628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8cf01e7e-394c-45c0-8d89-152deadd8fbe, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cf01e7e-394c-45c0-8d89-152deadd8fbe,segment=NetworkSegment(dc63ce8a-d46f-47e7-98b1-c7914fc401e1),segment_id=dc63ce8a-d46f-47e7-98b1-c7914fc401e1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:17.262431 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:17.366742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:20:17.380211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=8cf01e7e-394c-45c0-8d89-152deadd8fbe,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:17.502028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['8cf01e7e-394c-45c0-8d89-152deadd8fbe'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:17.548638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:20:17.555193 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:17.575420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] Sync routers for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:20:17.606613 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-368e4a31-8070-432d-98d5-93ee4fe58dc2 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "PUT /v2.0/floatingips/0f61485f-7730-43d8-8f0a-b88a129cd605 HTTP/1.1" status: 200 len: 992 time: 1.5287161 Aug 20 12:20:17.608424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'tag': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:17.612598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:20:17.613711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:19:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:17.627229 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dae918-0184-49b1-80e9-8fe09356247c" -d '{"events": [{"name": "network-changed", "server_uuid": "659ef89b-9ae6-4ee9-8fb0-93ea39f1a171", "tag": "000eb8a3-5e4c-4a46-a79d-aeea12ba91f3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:17.704358 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad76abf-afc3-4188-bd7e-a87860514903 x-openstack-request-id: req-0ad76abf-afc3-4188-bd7e-a87860514903 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:17.704680 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659ef89b-9ae6-4ee9-8fb0-93ea39f1a171", "tag": "000eb8a3-5e4c-4a46-a79d-aeea12ba91f3", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:17.704912 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ad76abf-afc3-4188-bd7e-a87860514903 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:17.705328 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'tag': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'status': 'completed', 'code': 200} Aug 20 12:20:17.812768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dae918-0184-49b1-80e9-8fe09356247c req-68e2e663-8ab1-4f33-bcd4-052a7ebbe144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:17.815334 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7dae918-0184-49b1-80e9-8fe09356247c req-68e2e663-8ab1-4f33-bcd4-052a7ebbe144 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 1098 time: 0.0858624 Aug 20 12:20:17.876218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:20:17.949085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dae918-0184-49b1-80e9-8fe09356247c req-ddca9fab-542c-4493-aaa7-5ca4543d322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:17.952641 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7dae918-0184-49b1-80e9-8fe09356247c req-ddca9fab-542c-4493-aaa7-5ca4543d322f service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.1265733 Aug 20 12:20:18.047476 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7dae918-0184-49b1-80e9-8fe09356247c req-df731e6e-ec7d-4dbc-9a10-d0dbe9ce748d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 HTTP/1.1" status: 200 len: 1000 time: 0.0876400 Aug 20 12:20:18.133149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dae918-0184-49b1-80e9-8fe09356247c req-b8245542-13d0-4e9b-848f-203e119ebaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:18.135804 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7dae918-0184-49b1-80e9-8fe09356247c req-b8245542-13d0-4e9b-848f-203e119ebaaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.0805318 Aug 20 12:20:18.244705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dae918-0184-49b1-80e9-8fe09356247c req-a4624a70-d700-43eb-a93a-75e07fd5359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:18.255270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7dae918-0184-49b1-80e9-8fe09356247c req-a4624a70-d700-43eb-a93a-75e07fd5359c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100793 Aug 20 12:20:18.264557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fb0d-a161-4d9a-9614-bd9f0535d5cb req-98fadfdc-b483-4427-87c5-e932e015af1a tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:18.274459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5743fb0d-a161-4d9a-9614-bd9f0535d5cb req-98fadfdc-b483-4427-87c5-e932e015af1a tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 944 time: 0.0928583 Aug 20 12:20:18.343414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5743fb0d-a161-4d9a-9614-bd9f0535d5cb req-cbda055a-45ee-4b6a-a8c1-3b457f5c2830 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672135 Aug 20 12:20:18.393769 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7dae918-0184-49b1-80e9-8fe09356247c req-d4b27f3a-7bc2-4629-bf56-6faf0b560958 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256361 Aug 20 12:20:18.568152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0f61485f-7730-43d8-8f0a-b88a129cd605', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'port_id': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'mac_address': 'fa:16:3e:a2:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:20:00Z', 'updated_at': '2021-08-20T12:20:16Z', 'revision_number': 1, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:18.634228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] Checking router: 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:20:18.646560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:20:18.647471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:19:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:18.882978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:20:19.004716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8cf01e7e-394c-45c0-8d89-152deadd8fbe up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:19.017628 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e7dae918-0184-49b1-80e9-8fe09356247c req-bbdf7619-340d-4825-80f7-b6725f848461 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154623 Aug 20 12:20:19.151504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 8cf01e7e-394c-45c0-8d89-152deadd8fbe completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:19.166025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 8cf01e7e-394c-45c0-8d89-152deadd8fbe triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:19.166424 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:19.322307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0f61485f-7730-43d8-8f0a-b88a129cd605', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'port_id': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'mac_address': 'fa:16:3e:a2:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:20:00Z', 'updated_at': '2021-08-20T12:20:16Z', 'revision_number': 1, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:19.375341 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:19.389217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d013ac8-16ec-4f12-8169-c400d572b0ee None None] The sync data for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 is: [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0f61485f-7730-43d8-8f0a-b88a129cd605', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'port_id': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'mac_address': 'fa:16:3e:a2:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:20:00Z', 'updated_at': '2021-08-20T12:20:16Z', 'revision_number': 1, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:20:19.469690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79e04f8-8de0-4404-9c33-be0591e634e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf01e7e-394c-45c0-8d89-152deadd8fbe'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:19.487157 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6671dd-75cd-414b-9613-4b06134ecadc" -d '{"events": [{"server_uuid": "b79e04f8-8de0-4404-9c33-be0591e634e9", "name": "network-vif-plugged", "status": "completed", "tag": "8cf01e7e-394c-45c0-8d89-152deadd8fbe"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:19.542763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 8cf01e7e-394c-45c0-8d89-152deadd8fbe, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cf01e7e-394c-45c0-8d89-152deadd8fbe,segment=NetworkSegment(dc63ce8a-d46f-47e7-98b1-c7914fc401e1),segment_id=dc63ce8a-d46f-47e7-98b1-c7914fc401e1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:19.551423 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:19.589473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf0648-5c97-49c9-bad8-228c0c7cb2ef req-d749d287-e8ed-4824-bc20-3ae088215567 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:19.595823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02bf0648-5c97-49c9-bad8-228c0c7cb2ef req-d749d287-e8ed-4824-bc20-3ae088215567 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 944 time: 0.1379309 Aug 20 12:20:19.647392 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76e9f8b-d03f-4b28-88fc-87c9688b3e34 x-openstack-request-id: req-d76e9f8b-d03f-4b28-88fc-87c9688b3e34 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:19.647994 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79e04f8-8de0-4404-9c33-be0591e634e9", "name": "network-vif-plugged", "status": "completed", "tag": "8cf01e7e-394c-45c0-8d89-152deadd8fbe", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:19.647994 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d76e9f8b-d03f-4b28-88fc-87c9688b3e34 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:19.648343 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79e04f8-8de0-4404-9c33-be0591e634e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf01e7e-394c-45c0-8d89-152deadd8fbe', 'code': 200} Aug 20 12:20:19.656059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=8cf01e7e-394c-45c0-8d89-152deadd8fbe,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:19.740652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02bf0648-5c97-49c9-bad8-228c0c7cb2ef req-fe6c9b9e-ddad-4c64-abc7-0f134eee2a75 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161015 Aug 20 12:20:19.849656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497f4a-3678-4efa-b74e-d4fb911b74ad req-18679bff-cff6-494c-8e2b-0e3b25a75be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:19.851791 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89497f4a-3678-4efa-b74e-d4fb911b74ad req-18679bff-cff6-494c-8e2b-0e3b25a75be9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 1097 time: 0.1666594 Aug 20 12:20:19.863738 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120b338-f521-424e-9fc7-b1938588c6d5 None None] New status for floating IP 0f61485f-7730-43d8-8f0a-b88a129cd605: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:20:19.910836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89497f4a-3678-4efa-b74e-d4fb911b74ad req-72935898-4488-4015-8cc6-aad49345d454 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469074 Aug 20 12:20:20.899055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deb777-9d2c-4204-bac0-4b87dcc3b701 req-a0b4dc8d-03b2-49ec-8e74-d56c6ff47607 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:20.900601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69deb777-9d2c-4204-bac0-4b87dcc3b701 req-a0b4dc8d-03b2-49ec-8e74-d56c6ff47607 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 945 time: 0.0824530 Aug 20 12:20:20.954086 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69deb777-9d2c-4204-bac0-4b87dcc3b701 req-63232b84-647b-425e-bc11-929b038578c7 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 Aug 20 12:20:21.707688 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d5ea7a1-aea9-4084-833b-9a5f95268400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:22.133208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762673c1-aba3-4a40-8895-8d7466717aea req-1c8da214-215a-4eb5-81f2-6b493f6b4dec tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.142062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-762673c1-aba3-4a40-8895-8d7466717aea req-1c8da214-215a-4eb5-81f2-6b493f6b4dec tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 945 time: 0.0760679 Aug 20 12:20:22.217794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-762673c1-aba3-4a40-8895-8d7466717aea req-30c9813d-1d6b-435a-9964-cc5ed52b4a56 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662365 Aug 20 12:20:22.566504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-529e4e9e-56d9-4aa8-9d74-534c2e0d121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.569080 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-529e4e9e-56d9-4aa8-9d74-534c2e0d121f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2f3c581c7b4933a323e283989c5276&device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 1097 time: 0.0804477 Aug 20 12:20:22.626352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3d041-b071-4284-bb23-201647d312ee req-f1e12204-dfc9-4ab5-b1a2-d30ab8f9b715 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.628491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90c3d041-b071-4284-bb23-201647d312ee req-f1e12204-dfc9-4ab5-b1a2-d30ab8f9b715 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 945 time: 0.1045277 Aug 20 12:20:22.683351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90c3d041-b071-4284-bb23-201647d312ee req-c9a6594c-2a58-4119-8389-71904165fe32 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Aug 20 12:20:22.757018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-848c4dde-ed52-4e91-ab35-2d0407859077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.760727 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-848c4dde-ed52-4e91-ab35-2d0407859077 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3354699c-3ef9-44e7-a138-60d05614ea98 HTTP/1.1" status: 200 len: 914 time: 0.1833260 Aug 20 12:20:22.824830 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-94c183f3-22b2-4800-868e-69d6720d82aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf01e7e-394c-45c0-8d89-152deadd8fbe HTTP/1.1" status: 200 len: 217 time: 0.0544357 Aug 20 12:20:22.899151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-ab1f8363-f306-42bb-a015-bcf10a19f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.900797 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-ab1f8363-f306-42bb-a015-bcf10a19f6a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6280b26-21c0-48e9-b19c-51a4dea45d86 HTTP/1.1" status: 200 len: 853 time: 0.0691307 Aug 20 12:20:22.948895 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-67be11af-cb26-4c45-a8ba-448394a6137a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3354699c-3ef9-44e7-a138-60d05614ea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372698 Aug 20 12:20:23.071801 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-bbaf75c0-9709-4c81-976b-5bcdbcf9e5e6 service neutron] 10.222.0.73 "GET /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154230 Aug 20 12:20:23.179284 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a53e1aed-043a-41f2-8ed4-edf38dd0891c req-fc940b43-fc60-4006-8c0f-068ad08902a9 service neutron] 10.222.0.73 "GET /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976062 Aug 20 12:20:23.874146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29b7d7-8d80-4cdb-8e4f-8e8ef3f0f749 req-c251f9be-48bc-4790-b8b5-97bbc89fe9c2 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:23.876011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb29b7d7-8d80-4cdb-8e4f-8e8ef3f0f749 req-c251f9be-48bc-4790-b8b5-97bbc89fe9c2 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 945 time: 0.0621982 Aug 20 12:20:23.931382 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb29b7d7-8d80-4cdb-8e4f-8e8ef3f0f749 req-0a6a561c-d1c6-43a7-8786-032a74195ff4 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 Aug 20 12:20:24.315806 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4013dd0-f99b-403b-b25c-a73054ae5cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:24.357255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6d43-6b9b-49d8-a626-c6b97b3502ba req-512b5b70-c481-4c73-8b58-28ec5bd9baff tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:24.359164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87bd6d43-6b9b-49d8-a626-c6b97b3502ba req-512b5b70-c481-4c73-8b58-28ec5bd9baff tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 945 time: 0.0628481 Aug 20 12:20:24.405730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87bd6d43-6b9b-49d8-a626-c6b97b3502ba req-0bf0e8b5-fd50-4a83-8140-355c9ac03a30 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Aug 20 12:20:25.005548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:25.596989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c2887-6266-4f1f-99f5-294adb9d4a14 req-ffb19c71-a544-4ba8-a2e0-3117ba9ce000 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:25.598937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb6c2887-6266-4f1f-99f5-294adb9d4a14 req-ffb19c71-a544-4ba8-a2e0-3117ba9ce000 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 945 time: 0.0892086 Aug 20 12:20:25.626099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:25.709393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb6c2887-6266-4f1f-99f5-294adb9d4a14 req-4e012dd2-09f5-4446-a544-1a7499ab1f01 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dad1373-343d-474d-bfc8-92d63b622dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039808 Aug 20 12:20:25.875890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-77646c84-acd4-4e10-9af0-0eb994061bcc tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:25.877520 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-77646c84-acd4-4e10-9af0-0eb994061bcc tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.73 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 945 time: 0.0878816 Aug 20 12:20:26.063275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Deleting port 8cf01e7e-394c-45c0-8d89-152deadd8fbe {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:20:26.063746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.177120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] For port 8cf01e7e-394c-45c0-8d89-152deadd8fbe, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=8cf01e7e-394c-45c0-8d89-152deadd8fbe,segment=NetworkSegment(dc63ce8a-d46f-47e7-98b1-c7914fc401e1),segment_id=dc63ce8a-d46f-47e7-98b1-c7914fc401e1)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:26.177389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.194834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Calling delete_port for 8cf01e7e-394c-45c0-8d89-152deadd8fbe owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:20:26.194962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44454) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:26.427308 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a722-096e-4161-96ca-e4635bcb507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.433114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.447877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['8cf01e7e-394c-45c0-8d89-152deadd8fbe'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:26.534999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Pushing event deleted for resources: {'Port': ['ID=8cf01e7e-394c-45c0-8d89-152deadd8fbe,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:26.567473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] No DVR routers for this DVR port 8cf01e7e-394c-45c0-8d89-152deadd8fbe on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:26.570017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.572111 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-759575a2-1d88-4c90-a14e-1e7fbdfae19c req-314c8d3f-d7b2-4abf-9413-16ad3cfc67a6 tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.73 "DELETE /v2.0/ports/8cf01e7e-394c-45c0-8d89-152deadd8fbe HTTP/1.1" status: 204 len: 173 time: 0.6871216 Aug 20 12:20:26.572576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79e04f8-8de0-4404-9c33-be0591e634e9', 'name': 'network-vif-deleted', 'tag': '8cf01e7e-394c-45c0-8d89-152deadd8fbe'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:26.575760 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94887985-0fb9-4a5e-bcbf-832913ef1207" -d '{"events": [{"server_uuid": "b79e04f8-8de0-4404-9c33-be0591e634e9", "name": "network-vif-deleted", "tag": "8cf01e7e-394c-45c0-8d89-152deadd8fbe"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:26.612861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a722-096e-4161-96ca-e4635bcb507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.619508 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a722-096e-4161-96ca-e4635bcb507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.667817 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8642dd-2536-4ade-b3ab-d4dbf80b185f x-openstack-request-id: req-fb8642dd-2536-4ade-b3ab-d4dbf80b185f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:26.668175 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79e04f8-8de0-4404-9c33-be0591e634e9", "name": "network-vif-deleted", "tag": "8cf01e7e-394c-45c0-8d89-152deadd8fbe", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:26.668386 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb8642dd-2536-4ade-b3ab-d4dbf80b185f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:26.668799 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79e04f8-8de0-4404-9c33-be0591e634e9', 'name': 'network-vif-deleted', 'tag': '8cf01e7e-394c-45c0-8d89-152deadd8fbe', 'status': 'completed', 'code': 200} Aug 20 12:20:26.697853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a722-096e-4161-96ca-e4635bcb507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3992ad1-59f2-41b3-b12f-e4693ae0bf25,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:26.707728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f2b4a722-096e-4161-96ca-e4635bcb507d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be5e5801a56b4def9be155de804f69a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116401 Aug 20 12:20:26.710351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44468) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:26.785523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e439ddac-fe8d-4b8f-8945-673791c6d29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.815353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e439ddac-fe8d-4b8f-8945-673791c6d29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.861251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c68ad0b-68d7-4826-a75e-834e14ae7c17 req-81e7573b-14f3-4efd-ba73-088df23759ad tempest-InstanceActionsTestJSON-236156970 tempest-InstanceActionsTestJSON-236156970-project] 10.222.0.25 "GET /v2.0/ports?device_id=b79e04f8-8de0-4404-9c33-be0591e634e9 HTTP/1.1" status: 200 len: 210 time: 0.0281701 Aug 20 12:20:26.880695 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e439ddac-fe8d-4b8f-8945-673791c6d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.883588 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e439ddac-fe8d-4b8f-8945-673791c6d29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:26.884641 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e439ddac-fe8d-4b8f-8945-673791c6d29d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3992ad1-59f2-41b3-b12f-e4693ae0bf25 HTTP/1.1" status: 204 len: 168 time: 0.1726503 Aug 20 12:20:26.900457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439ddac-fe8d-4b8f-8945-673791c6d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3992ad1-59f2-41b3-b12f-e4693ae0bf25,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:26.972617 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:27.948094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44536) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:28.020119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f839261-54c5-4efd-9be7-cba877b26f18 admin admin] Deleting subnet a6280b26-21c0-48e9-b19c-51a4dea45d86 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:20:28.024238 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f839261-54c5-4efd-9be7-cba877b26f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.069133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f839261-54c5-4efd-9be7-cba877b26f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.122876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f839261-54c5-4efd-9be7-cba877b26f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.205925 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f839261-54c5-4efd-9be7-cba877b26f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.255219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f839261-54c5-4efd-9be7-cba877b26f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6280b26-21c0-48e9-b19c-51a4dea45d86,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:28.259011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f839261-54c5-4efd-9be7-cba877b26f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.266692 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4f839261-54c5-4efd-9be7-cba877b26f18 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a6280b26-21c0-48e9-b19c-51a4dea45d86 HTTP/1.1" status: 204 len: 168 time: 0.3149648 Aug 20 12:20:28.267903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44556) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:28.347714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.460390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.472182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3354699c-3ef9-44e7-a138-60d05614ea98']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:28.483761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc63ce8a-d46f-47e7-98b1-c7914fc401e1') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:28.484328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc63ce8a-d46f-47e7-98b1-c7914fc401e1') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:20:28.494768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.521338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.533105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:20:28.533573 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:20:28.536186 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:20:28.613741 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.624285 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:28.627941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] 10.222.0.25 "DELETE /v2.0/networks/3354699c-3ef9-44e7-a138-60d05614ea98 HTTP/1.1" status: 204 len: 168 time: 0.3577185 Aug 20 12:20:28.640431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3e39f-66ed-4852-b25a-c2ad2e1078cd admin admin] Pushing event deleted for resources: {'Network': ['ID=3354699c-3ef9-44e7-a138-60d05614ea98,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:28.910877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44582) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:28.977638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c57ff7cc-f11e-40ff-892a-d633b7035d14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e2f3c581c7b4933a323e283989c5276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649340 Aug 20 12:20:28.980117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44588) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:29.046691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d730adf9-68f5-4f31-a4cc-285d33e31ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:29.070798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d730adf9-68f5-4f31-a4cc-285d33e31ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:29.132253 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d730adf9-68f5-4f31-a4cc-285d33e31ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:29.137666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d730adf9-68f5-4f31-a4cc-285d33e31ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:29.143296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d730adf9-68f5-4f31-a4cc-285d33e31ca2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2dad1373-343d-474d-bfc8-92d63b622dab HTTP/1.1" status: 204 len: 168 time: 0.1618161 Aug 20 12:20:29.166648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730adf9-68f5-4f31-a4cc-285d33e31ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dad1373-343d-474d-bfc8-92d63b622dab,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:30.186817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44644) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:30.329313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1553003548-network', 'tenant_id': '4841d19f36f4498abf640b4c363e8ef3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:30.375654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Made reservation on behalf of 4841d19f36f4498abf640b4c363e8ef3 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:30.378443 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:30.397387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:30.535037 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:30.540747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:30.576187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:30.599138 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:20:30.623342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:30.623696 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Added segment 0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e of type vlan for network 0117f8f5-c77c-4a60-bbb9-d4892915022a Aug 20 12:20:30.677337 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:30.729760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:30.732452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:30.733141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:30.798711 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6107442 Aug 20 12:20:30.801577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44670) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:30.806659 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Request body: {'subnet': {'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1553003548-subnet', 'tenant_id': '4841d19f36f4498abf640b4c363e8ef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:30.817964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2f456-7fcb-4af5-9ca4-de409a8b316f admin admin] Pushing event updated for resources: {'Network': ['ID=0117f8f5-c77c-4a60-bbb9-d4892915022a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:30.832832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 0117f8f5-c77c-4a60-bbb9-d4892915022a details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:20:30.861745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Made reservation on behalf of 4841d19f36f4498abf640b4c363e8ef3 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:30.865460 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:31.052376 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8cf01e7e-394c-45c0-8d89-152deadd8fbe no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:31.102496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 8cf01e7e-394c-45c0-8d89-152deadd8fbe {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:20:31.103207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 8cf01e7e-394c-45c0-8d89-152deadd8fbe not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:31.125224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:31.192105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b15ad37-99e2-44b7-b8a2-e189e26102b0,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:31.203173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Checking segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:31.203845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Network hostable DHCP agents. Network: 0117f8f5-c77c-4a60-bbb9-d4892915022a, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:20:31.226364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Network 0117f8f5-c77c-4a60-bbb9-d4892915022a is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:20:31.242055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 0117f8f5-c77c-4a60-bbb9-d4892915022a) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:31.247469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:31.248064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:31.256282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde576cd-06b2-4edf-b87e-41b2e7509fa8 None None] Network 0117f8f5-c77c-4a60-bbb9-d4892915022a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:20:31.269018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c273d0fe-7799-4b44-a7d6-b78d2283a53c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4659538 Aug 20 12:20:31.530517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf70118-9f96-48a8-a617-7dd56daa4391 None None] Network 0117f8f5-c77c-4a60-bbb9-d4892915022a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:20:32.033505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-4072c9eb-f117-46d9-ab66-ed0620b52651 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:32.042066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-4072c9eb-f117-46d9-ab66-ed0620b52651 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 813 time: 0.1548440 Aug 20 12:20:32.092778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-4c70e9d4-2c75-414e-8a6e-309da655925c tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/quotas/4841d19f36f4498abf640b4c363e8ef3 HTTP/1.1" status: 200 len: 375 time: 0.0482533 Aug 20 12:20:32.146116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ef963593-1a18-4e8a-8278-c8f5a75a8329 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517328 Aug 20 12:20:32.276727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-8e9395db-57e5-4254-8d0e-11e3db00b1f5 service neutron] 10.222.0.25 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288784 Aug 20 12:20:32.450945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-8146c8aa-e9d0-4401-a265-91cd752524cc service neutron] 10.222.0.25 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720116 Aug 20 12:20:32.889030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a14ea2c-d49a-4b19-ba4a-d29af44e1ac7 req-0d3d9dab-39e6-4a1c-af1e-73f9d85f248d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 210 time: 0.0543554 Aug 20 12:20:33.176493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 44760) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:33.356953 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4870efbc-4be4-47c0-a943-86c56e1f4c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:33.514105 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4870efbc-4be4-47c0-a943-86c56e1f4c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:33.520545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4870efbc-4be4-47c0-a943-86c56e1f4c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:33.570499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870efbc-4be4-47c0-a943-86c56e1f4c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9d4d0c-17a0-47f6-beb6-a240d384153f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:33.576369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4870efbc-4be4-47c0-a943-86c56e1f4c76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5df72d2995684d6ba6f1d24af3891885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986647 Aug 20 12:20:33.578948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44776) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:33.683698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-732c9766-ee69-4837-bd87-aa1801224c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:33.720805 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-732c9766-ee69-4837-bd87-aa1801224c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:33.833450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-732c9766-ee69-4837-bd87-aa1801224c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:33.838111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-732c9766-ee69-4837-bd87-aa1801224c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:33.842627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-732c9766-ee69-4837-bd87-aa1801224c31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c9d4d0c-17a0-47f6-beb6-a240d384153f HTTP/1.1" status: 204 len: 168 time: 0.2613044 Aug 20 12:20:33.865640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c9766-ee69-4837-bd87-aa1801224c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9d4d0c-17a0-47f6-beb6-a240d384153f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:34.018061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19998991-d4c4-48b3-9edf-c83c73241f09 req-ef94e2e7-215a-4d19-a9d9-07d99eb7cad2 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 210 time: 0.0363004 Aug 20 12:20:34.261385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44796) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:34.286951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f0ca-919a-47fd-8d0e-df407ff71a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:34.516352 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f0ca-919a-47fd-8d0e-df407ff71a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:34.526258 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f0ca-919a-47fd-8d0e-df407ff71a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:34.558713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3ee9f0ca-919a-47fd-8d0e-df407ff71a5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dc682365c354405a52de8ef7d82ff87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954519 Aug 20 12:20:34.560769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44806) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:34.599217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-d43afff6-7e4e-48db-abf0-313b59b88203 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:34.600694 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-d43afff6-7e4e-48db-abf0-313b59b88203 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 813 time: 0.2107780 Aug 20 12:20:34.604482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9f0ca-919a-47fd-8d0e-df407ff71a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48764d9d-016e-435a-ace9-68a5ba23a1a2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:34.615897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Request body: {'port': {'device_id': 'f8ef0184-807e-4001-be85-5e47958db4c7', 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'admin_state_up': True, 'tenant_id': '4841d19f36f4498abf640b4c363e8ef3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:34.688575 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f095-3d8b-4b60-9270-586a7153318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:34.713534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f095-3d8b-4b60-9270-586a7153318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:34.788129 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f095-3d8b-4b60-9270-586a7153318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:34.793936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f095-3d8b-4b60-9270-586a7153318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:34.795273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9cd2f095-3d8b-4b60-9270-586a7153318e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48764d9d-016e-435a-ace9-68a5ba23a1a2 HTTP/1.1" status: 204 len: 168 time: 0.2300200 Aug 20 12:20:34.805491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Made reservation on behalf of 4841d19f36f4498abf640b4c363e8ef3 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:34.807836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2f095-3d8b-4b60-9270-586a7153318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48764d9d-016e-435a-ace9-68a5ba23a1a2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:34.812585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.046830 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:20:35.228940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49628932-ecba-43fd-b4a0-41852421e3c9 req-0fe68ebc-c078-4487-bffa-a3318da24b53 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 210 time: 0.0794642 Aug 20 12:20:35.253115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Allocated IP 172.20.0.12 (0117f8f5-c77c-4a60-bbb9-d4892915022a/5b15ad37-99e2-44b7-b8a2-e189e26102b0/6dc50f16-b209-4c54-8866-e0d3f6c971b2) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:35.266391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-592116d5-2f37-4fb3-bf6c-39c584875045 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:35.268296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-592116d5-2f37-4fb3-bf6c-39c584875045 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 813 time: 0.3585563 Aug 20 12:20:35.286215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Request body: {'port': {'device_id': 'f94ef3b4-d74b-43a4-8042-1bdcde2178e0', 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'admin_state_up': True, 'tenant_id': '4841d19f36f4498abf640b4c363e8ef3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:35.590035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Made reservation on behalf of 4841d19f36f4498abf640b4c363e8ef3 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:35.594213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.627235 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.784574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.860733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Pushing event updated for resources: {'Port': ['ID=6dc50f16-b209-4c54-8866-e0d3f6c971b2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:35.895463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Network 0117f8f5-c77c-4a60-bbb9-d4892915022a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:35.899460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:35.903220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:35.943992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Allocated IP 172.20.0.6 (0117f8f5-c77c-4a60-bbb9-d4892915022a/5b15ad37-99e2-44b7-b8a2-e189e26102b0/96b0de91-a3e6-4021-b085-a90354d64736) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:35.972898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44846) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:36.081553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.082214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.116195 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ed4b56f7-e635-4b33-b36c-8f79a5ad40d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5047333 Aug 20 12:20:36.122127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1610971728-network', 'tenant_id': 'c6b72524c7a7494b9f7891b19ad06a98'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:36.141789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Request body: {'port': {'device_id': 'f8ef0184-807e-4001-be85-5e47958db4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:36.152767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Made reservation on behalf of c6b72524c7a7494b9f7891b19ad06a98 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:36.155746 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.168964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.224888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.240558 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.322414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.330891 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.356615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:20:36.369249 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.370011 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Added segment d8922e7c-2a4c-4694-ad5e-068d4f3efe3f of type vlan for network 796e36c0-0e00-4b8b-89da-7889987acc62 Aug 20 12:20:36.376754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.434654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Network 0117f8f5-c77c-4a60-bbb9-d4892915022a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:36.440751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:36.447409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:36.481454 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.494972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e411cc05-040f-4f00-bffe-0579f9435cb8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:36.527945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06959a-f2fa-4ae1-8d91-0527cbfc7c8d req-bb49b48d-f07c-4351-9c6d-8704e35ad72e tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.529432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b06959a-f2fa-4ae1-8d91-0527cbfc7c8d req-bb49b48d-f07c-4351-9c6d-8704e35ad72e tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 931 time: 0.1373572 Aug 20 12:20:36.537016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Pushing event updated for resources: {'Port': ['ID=96b0de91-a3e6-4021-b085-a90354d64736,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:36.590558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.591517 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.623146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-f831b780-925b-4bc7-8d57-0c7781f20492 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3419425 Aug 20 12:20:36.644979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Request body: {'port': {'device_id': 'f94ef3b4-d74b-43a4-8042-1bdcde2178e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:36.771790 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.820573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc50f16-b209-4c54-8866-e0d3f6c971b2 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:36.831798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.863390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Transition to ACTIVE for port object 6dc50f16-b209-4c54-8866-e0d3f6c971b2 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:36.922696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.952314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.953321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.953891 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.986315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b06959a-f2fa-4ae1-8d91-0527cbfc7c8d req-45191bcc-f4e7-4de4-9f38-3c0788f69b46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377863 Aug 20 12:20:37.023868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0498507 Aug 20 12:20:37.029028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44858) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:37.035745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Request body: {'subnet': {'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1610971728-subnet', 'tenant_id': 'c6b72524c7a7494b9f7891b19ad06a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:37.049602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc50f16-b209-4c54-8866-e0d3f6c971b2,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:37.074547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefc974-b53d-4134-aed9-1e7cfe22cfeb admin admin] Pushing event updated for resources: {'Network': ['ID=796e36c0-0e00-4b8b-89da-7889987acc62,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:37.086550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 796e36c0-0e00-4b8b-89da-7889987acc62 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:20:37.087242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Made reservation on behalf of c6b72524c7a7494b9f7891b19ad06a98 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:37.089049 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.231252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Attempting to bind port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:37.234598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Attempting to bind port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:37.235273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Attempting to bind port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 on network 0117f8f5-c77c-4a60-bbb9-d4892915022a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:37.255878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 on network 0117f8f5-c77c-4a60-bbb9-d4892915022a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:37.256644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Attempting to bind port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 on network 0117f8f5-c77c-4a60-bbb9-d4892915022a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:37.282156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:37.282557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Checking segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:37.283199 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Bound using segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:37.283678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Bound port: 6dc50f16-b209-4c54-8866-e0d3f6c971b2, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:37.284007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.288201 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.351951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3517dfd-16af-4007-ad42-ee6df926d1ae,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:37.371429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Checking segment: {'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:37.371934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Network hostable DHCP agents. Network: 796e36c0-0e00-4b8b-89da-7889987acc62, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:20:37.391886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Network 796e36c0-0e00-4b8b-89da-7889987acc62 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:20:37.404994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 796e36c0-0e00-4b8b-89da-7889987acc62) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:37.415044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd841e29-2247-4a15-b144-dcb5c0527590 None None] Network 796e36c0-0e00-4b8b-89da-7889987acc62 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:20:37.418858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.419053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.436732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b9af9847-6927-4964-81d3-52d3d7617ffa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4058604 Aug 20 12:20:37.474991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b0de91-a3e6-4021-b085-a90354d64736 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:37.522130 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.572061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] For port 6dc50f16-b209-4c54-8866-e0d3f6c971b2, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:37.575120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Transition to ACTIVE for port object 96b0de91-a3e6-4021-b085-a90354d64736 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:37.598467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] For port 6dc50f16-b209-4c54-8866-e0d3f6c971b2, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6dc50f16-b209-4c54-8866-e0d3f6c971b2,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:37.606949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.608802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44874) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:37.623999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.684238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021cfac-c74e-40fa-a975-8e9b3311b0a8 None None] Network 796e36c0-0e00-4b8b-89da-7889987acc62 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:20:37.733756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.736805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.738331 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/6dc50f16-b209-4c54-8866-e0d3f6c971b2 HTTP/1.1" status: 200 len: 1093 time: 1.6118019 Aug 20 12:20:37.739148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ef0184-807e-4001-be85-5e47958db4c7', 'tag': '6dc50f16-b209-4c54-8866-e0d3f6c971b2'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:37.741240 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a73b44-c4fd-4998-b455-5865c398f11a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ef0184-807e-4001-be85-5e47958db4c7", "tag": "6dc50f16-b209-4c54-8866-e0d3f6c971b2"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:37.761449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Pushing event updated for resources: {'Port': ['ID=96b0de91-a3e6-4021-b085-a90354d64736,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:37.827965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb1a4-c042-42eb-abef-4301ba1bc397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:37.866142 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2d552b-6640-4c3d-ac80-0da831e68d50 x-openstack-request-id: req-ba2d552b-6640-4c3d-ac80-0da831e68d50 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:37.866435 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ef0184-807e-4001-be85-5e47958db4c7", "tag": "6dc50f16-b209-4c54-8866-e0d3f6c971b2", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:37.866576 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba2d552b-6640-4c3d-ac80-0da831e68d50 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:37.866937 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ef0184-807e-4001-be85-5e47958db4c7', 'tag': '6dc50f16-b209-4c54-8866-e0d3f6c971b2', 'status': 'completed', 'code': 200} Aug 20 12:20:37.915988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c601ef7-0cc8-4862-9166-ef4e49e190d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc50f16-b209-4c54-8866-e0d3f6c971b2,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:37.935338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Attempting to bind port 96b0de91-a3e6-4021-b085-a90354d64736 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:37.935890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Attempting to bind port 96b0de91-a3e6-4021-b085-a90354d64736 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:37.936229 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Attempting to bind port 96b0de91-a3e6-4021-b085-a90354d64736 on network 0117f8f5-c77c-4a60-bbb9-d4892915022a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:37.939754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-49f158d6-c414-41ed-b9da-bb3f041b62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.941316 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-49f158d6-c414-41ed-b9da-bb3f041b62ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&device_id=f8ef0184-807e-4001-be85-5e47958db4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1509182 Aug 20 12:20:37.945577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Port 96b0de91-a3e6-4021-b085-a90354d64736 on network 0117f8f5-c77c-4a60-bbb9-d4892915022a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:37.945577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Attempting to bind port 96b0de91-a3e6-4021-b085-a90354d64736 on network 0117f8f5-c77c-4a60-bbb9-d4892915022a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:37.957958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:37.958330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Checking segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:37.958724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Bound using segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:37.959176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Bound port: 96b0de91-a3e6-4021-b085-a90354d64736, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:37.959637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.004486 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-d7a4350c-b5f3-431b-9a77-5381d73876f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc50f16-b209-4c54-8866-e0d3f6c971b2 HTTP/1.1" status: 200 len: 217 time: 0.0529253 Aug 20 12:20:38.030425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb1a4-c042-42eb-abef-4301ba1bc397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.037510 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb1a4-c042-42eb-abef-4301ba1bc397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.087901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0ccfb1a4-c042-42eb-abef-4301ba1bc397 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0683f02cf3db4ebfa9f31a886c6260af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778309 Aug 20 12:20:38.089176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfb1a4-c042-42eb-abef-4301ba1bc397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ec6e8f-0239-43e2-bc90-6c0e385c9473,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:38.093258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 44884) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:38.196583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] For port 96b0de91-a3e6-4021-b085-a90354d64736, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:38.201887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] For port 96b0de91-a3e6-4021-b085-a90354d64736, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=96b0de91-a3e6-4021-b085-a90354d64736,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:38.210906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.217534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-18bbfb9a-fc27-4c9e-b6b9-e0bb7669bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.219549 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-18bbfb9a-fc27-4c9e-b6b9-e0bb7669bc73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 200 len: 853 time: 0.2073355 Aug 20 12:20:38.235466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705776b2-19d3-4a2b-91ad-91c2e0b87e03 req-80c0188c-4824-4d9c-a50e-04404739537b tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.236993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-705776b2-19d3-4a2b-91ad-91c2e0b87e03 req-80c0188c-4824-4d9c-a50e-04404739537b tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 943 time: 0.1134818 Aug 20 12:20:38.262845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a10ce8ff-d67e-4b39-bae5-e16f3ab9ce6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.303770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.305384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a10ce8ff-d67e-4b39-bae5-e16f3ab9ce6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.306255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.310616 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/96b0de91-a3e6-4021-b085-a90354d64736 HTTP/1.1" status: 200 len: 1092 time: 1.6707368 Aug 20 12:20:38.319050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-705776b2-19d3-4a2b-91ad-91c2e0b87e03 req-67767005-d86f-478d-8175-c6ee196336cd tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760121 Aug 20 12:20:38.377241 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ecbb863a-4541-4bf4-8fb1-8150aa931962 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0117f8f5-c77c-4a60-bbb9-d4892915022a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212955 Aug 20 12:20:38.396206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a10ce8ff-d67e-4b39-bae5-e16f3ab9ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.398809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a10ce8ff-d67e-4b39-bae5-e16f3ab9ce6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:38.399925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a10ce8ff-d67e-4b39-bae5-e16f3ab9ce6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42ec6e8f-0239-43e2-bc90-6c0e385c9473 HTTP/1.1" status: 204 len: 168 time: 0.3052802 Aug 20 12:20:38.420971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ce8ff-d67e-4b39-bae5-e16f3ab9ce6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ec6e8f-0239-43e2-bc90-6c0e385c9473,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:38.505730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb9b02-6b36-4fbc-b4a4-eb1b436c47d9 service neutron] Pushing event updated for resources: {'Port': ['ID=96b0de91-a3e6-4021-b085-a90354d64736,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:38.543639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3686c64b-c6b9-4d5a-95cc-0d50deb1d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.545102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-3686c64b-c6b9-4d5a-95cc-0d50deb1d4ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 1095 time: 0.1558857 Aug 20 12:20:38.628005 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-55f9dd79-0026-4370-9f80-355545ab3ce3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b0de91-a3e6-4021-b085-a90354d64736 HTTP/1.1" status: 200 len: 217 time: 0.0666828 Aug 20 12:20:38.630008 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-ab367912-dc39-4493-b523-6ef7a5198bd9 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396607 Aug 20 12:20:38.790796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-2877069a-db5b-430c-9d3f-20129f9c5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.792661 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-2877069a-db5b-430c-9d3f-20129f9c5217 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 200 len: 853 time: 0.1501257 Aug 20 12:20:38.795422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-067f4fed-2562-467c-b5dd-f3f339757534 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541440 Aug 20 12:20:38.852262 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-0b35b78a-f732-487c-b36c-fd399ece7a2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0117f8f5-c77c-4a60-bbb9-d4892915022a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485740 Aug 20 12:20:39.002874 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-d6695587-379c-4a8d-9652-39fa05101dce service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420100 Aug 20 12:20:39.021201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73b44-c4fd-4998-b455-5865c398f11a req-57c35eac-c091-45bc-80f8-45ba62e38c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.023129 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41a73b44-c4fd-4998-b455-5865c398f11a req-57c35eac-c091-45bc-80f8-45ba62e38c07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&device_id=f8ef0184-807e-4001-be85-5e47958db4c7 HTTP/1.1" status: 200 len: 1096 time: 0.0864415 Aug 20 12:20:39.507753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b6f27-966c-4bc2-9f7c-f1067f2afec9 req-ad74b258-9245-435e-8096-448f2720b6cf tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.510598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca3b6f27-966c-4bc2-9f7c-f1067f2afec9 req-ad74b258-9245-435e-8096-448f2720b6cf tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 943 time: 0.0755849 Aug 20 12:20:39.616624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca3b6f27-966c-4bc2-9f7c-f1067f2afec9 req-45c9cc49-9c41-477f-bc8e-36aa22712f4e tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991931 Aug 20 12:20:39.648031 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-11e1bc9a-c928-459e-bf7e-57aff780da90 req-7b17dd9b-19f4-4bb8-b14e-64f1b08e6ec3 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361241 Aug 20 12:20:39.656277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73b44-c4fd-4998-b455-5865c398f11a req-88a66804-cb87-4275-a4c0-50d26fd1d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.657701 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41a73b44-c4fd-4998-b455-5865c398f11a req-88a66804-cb87-4275-a4c0-50d26fd1d981 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 914 time: 0.6188779 Aug 20 12:20:39.721953 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41a73b44-c4fd-4998-b455-5865c398f11a req-31d866c0-0e59-4277-b5a8-9422b8e65575 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc50f16-b209-4c54-8866-e0d3f6c971b2 HTTP/1.1" status: 200 len: 217 time: 0.0568185 Aug 20 12:20:39.789797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73b44-c4fd-4998-b455-5865c398f11a req-0e90531a-e2f9-4408-9cf8-cff60f94cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.792061 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41a73b44-c4fd-4998-b455-5865c398f11a req-0e90531a-e2f9-4408-9cf8-cff60f94cd21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 200 len: 853 time: 0.0615530 Aug 20 12:20:39.847476 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41a73b44-c4fd-4998-b455-5865c398f11a req-211669ae-6a36-4b22-8381-1380a71d4dbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0117f8f5-c77c-4a60-bbb9-d4892915022a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459106 Aug 20 12:20:39.867240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-3696e322-09a1-47d6-acdc-354576514916 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.867525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ef3b4-d74b-43a4-8042-1bdcde2178e0', 'tag': '96b0de91-a3e6-4021-b085-a90354d64736'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:39.869199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-3696e322-09a1-47d6-acdc-354576514916 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/networks?id=796e36c0-0e00-4b8b-89da-7889987acc62 HTTP/1.1" status: 200 len: 809 time: 0.1383674 Aug 20 12:20:39.870129 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f94ef3b4-d74b-43a4-8042-1bdcde2178e0", "tag": "96b0de91-a3e6-4021-b085-a90354d64736"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:39.891078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-779604dd-e49b-44e2-b8d2-357cd7d5f734 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/quotas/c6b72524c7a7494b9f7891b19ad06a98 HTTP/1.1" status: 200 len: 375 time: 0.0115526 Aug 20 12:20:39.956660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-97308f6f-54c8-4862-9f09-2f7ea10a14e9 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6b72524c7a7494b9f7891b19ad06a98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582080 Aug 20 12:20:39.958008 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970d86f5-a7fd-4661-956a-7bfb37f5879d x-openstack-request-id: req-970d86f5-a7fd-4661-956a-7bfb37f5879d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:39.958008 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94ef3b4-d74b-43a4-8042-1bdcde2178e0", "tag": "96b0de91-a3e6-4021-b085-a90354d64736", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:39.958008 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-970d86f5-a7fd-4661-956a-7bfb37f5879d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:39.958416 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ef3b4-d74b-43a4-8042-1bdcde2178e0', 'tag': '96b0de91-a3e6-4021-b085-a90354d64736', 'status': 'completed', 'code': 200} Aug 20 12:20:39.979743 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41a73b44-c4fd-4998-b455-5865c398f11a req-8d078e94-9cd7-484c-b849-8e4397d4cecb service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225834 Aug 20 12:20:40.090868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-df2b8bf9-debf-44cb-abf1-fe06abd77836 service neutron] 10.222.0.25 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177406 Aug 20 12:20:40.144106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-4df599aa-76da-4e7b-a905-093bb1e724c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:40.145637 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-4df599aa-76da-4e7b-a905-093bb1e724c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 1095 time: 0.1520774 Aug 20 12:20:40.184927 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41a73b44-c4fd-4998-b455-5865c398f11a req-1d3c39c4-f8c6-4b72-9384-a165784042ac service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804476 Aug 20 12:20:40.187489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-379a84f3-100e-477c-967f-15d2fbf08e7f service neutron] 10.222.0.25 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956149 Aug 20 12:20:40.267917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-e0d1554f-04c8-4d2f-9e32-3b4f3c4a8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:40.270048 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-e0d1554f-04c8-4d2f-9e32-3b4f3c4a8799 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 914 time: 0.1157410 Aug 20 12:20:40.347152 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-0731e721-d7ef-473e-a48b-b4ebc2e8c4ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b0de91-a3e6-4021-b085-a90354d64736 HTTP/1.1" status: 200 len: 217 time: 0.0684252 Aug 20 12:20:40.384674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76eba1c8-d57b-4d7b-8e72-33c7af0fe8fc req-39c2b3dd-36f8-49cb-9975-ac1d22f3ae5a tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 210 time: 0.0328467 Aug 20 12:20:40.425636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-887f9525-1dcb-4074-8321-e705ba8ab18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:40.428175 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-887f9525-1dcb-4074-8321-e705ba8ab18a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 200 len: 853 time: 0.0733175 Aug 20 12:20:40.481250 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-912e4d90-fbdc-4cd8-aeb2-1b4d36f21e8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0117f8f5-c77c-4a60-bbb9-d4892915022a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432079 Aug 20 12:20:40.560120 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-933be833-91f6-4615-8494-4dfea58b14cd req-fc7a97ea-d57c-430d-be27-b082275558b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1308751 Aug 20 12:20:40.642063 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-636694bb-30cf-4598-abc5-8cc6ebf45a3f service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469967 Aug 20 12:20:40.798558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a02b3-ade9-4ba6-951c-5ec64167477c req-0695978b-3cac-4a44-bab6-fccaf43215b4 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:40.801083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea7a02b3-ade9-4ba6-951c-5ec64167477c req-0695978b-3cac-4a44-bab6-fccaf43215b4 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 943 time: 0.0645750 Aug 20 12:20:40.834494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933be833-91f6-4615-8494-4dfea58b14cd req-b349aee3-0db4-412b-b3e6-87361949ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:40.836028 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-933be833-91f6-4615-8494-4dfea58b14cd req-b349aee3-0db4-412b-b3e6-87361949ab2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 1098 time: 0.1928930 Aug 20 12:20:40.866488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea7a02b3-ade9-4ba6-951c-5ec64167477c req-15cf2b45-4b5c-4c51-94a6-0e6f882efa8c tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577893 Aug 20 12:20:40.920724 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-58d6c8c0-3140-402e-bd6f-3eb2550f89a7 req-71030734-ce23-4487-b427-1faf9ffcb220 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130783 Aug 20 12:20:40.968900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933be833-91f6-4615-8494-4dfea58b14cd req-e621cd96-fac3-465d-983d-da0e2871d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:40.970410 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-933be833-91f6-4615-8494-4dfea58b14cd req-e621cd96-fac3-465d-983d-da0e2871d323 service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.1081078 Aug 20 12:20:41.050383 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-933be833-91f6-4615-8494-4dfea58b14cd req-17393fdb-fe36-4efc-804b-4add4175b9b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 HTTP/1.1" status: 200 len: 1002 time: 0.0726817 Aug 20 12:20:41.115143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933be833-91f6-4615-8494-4dfea58b14cd req-329b8e70-0541-418b-ae52-13983908474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:41.116781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-933be833-91f6-4615-8494-4dfea58b14cd req-329b8e70-0541-418b-ae52-13983908474b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.0578532 Aug 20 12:20:41.186043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933be833-91f6-4615-8494-4dfea58b14cd req-97dc21a4-2330-48b8-97de-823b1f6c9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:41.187687 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-933be833-91f6-4615-8494-4dfea58b14cd req-97dc21a4-2330-48b8-97de-823b1f6c9e1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582705 Aug 20 12:20:41.284220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-fce76627-8494-4cf9-8b02-6a70476113e5 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=684d668f0cd8468d83a52d629e44deda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316768 Aug 20 12:20:41.307694 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-933be833-91f6-4615-8494-4dfea58b14cd req-32bd55c5-4334-4fc5-8adb-63cdf34bd136 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102600 Aug 20 12:20:41.394725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-1d1035ee-9987-4e0c-bf60-0239cd7a4197 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:41.396324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-1d1035ee-9987-4e0c-bf60-0239cd7a4197 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1059115 Aug 20 12:20:41.407840 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-933be833-91f6-4615-8494-4dfea58b14cd req-65a2fb12-1b0b-4c0e-9ed5-f76de7cf7bd5 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892358 Aug 20 12:20:41.414765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-f7aa6e1b-837f-456f-939a-ea4ae9ea26cd tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/quotas/684d668f0cd8468d83a52d629e44deda HTTP/1.1" status: 200 len: 375 time: 0.0103979 Aug 20 12:20:41.462532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-f2734747-b237-4491-8951-1aebc3992696 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=684d668f0cd8468d83a52d629e44deda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369253 Aug 20 12:20:41.495890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92fe418a-b210-4526-bc2d-f5d333958737 req-f9f87c78-8ba8-45b8-ba2d-9e63b083effb tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 210 time: 0.0322726 Aug 20 12:20:41.634855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-6105c425-a843-4218-8f08-b9f0afcca0f4 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:41.637300 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-6105c425-a843-4218-8f08-b9f0afcca0f4 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.73 "GET /v2.0/networks?id=796e36c0-0e00-4b8b-89da-7889987acc62 HTTP/1.1" status: 200 len: 809 time: 0.1333258 Aug 20 12:20:41.657496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Request body: {'port': {'device_id': '9d4072fb-74c0-44fc-8c46-7b091d829afc', 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62', 'admin_state_up': True, 'tenant_id': 'c6b72524c7a7494b9f7891b19ad06a98'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:41.669904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d8e648e-6ad8-4ec7-8857-de597bfa7717 req-52a7716d-6dcb-4265-ae53-5646891aebda tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 210 time: 0.0294566 Aug 20 12:20:41.788467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Made reservation on behalf of c6b72524c7a7494b9f7891b19ad06a98 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:41.792134 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:41.962257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Allocated IP 172.20.0.12 (796e36c0-0e00-4b8b-89da-7889987acc62/d3517dfd-16af-4007-ad42-ee6df926d1ae/728b0312-1bd6-47e5-8c83-1645d071948a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:42.047760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd35cf1-63b7-4c54-82c6-4075bdfbcd23 req-1f4266b4-06fd-47a1-952b-aeec18992f62 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.067602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8dd35cf1-63b7-4c54-82c6-4075bdfbcd23 req-1f4266b4-06fd-47a1-952b-aeec18992f62 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 943 time: 0.1101506 Aug 20 12:20:42.070674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.111851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8dd35cf1-63b7-4c54-82c6-4075bdfbcd23 req-d596483d-c8c2-4718-bcd0-1fc052f6421e tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Aug 20 12:20:42.191971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.239103 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.293748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Network 796e36c0-0e00-4b8b-89da-7889987acc62 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:42.296969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:42.303662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:42.307841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Pushing event updated for resources: {'Port': ['ID=728b0312-1bd6-47e5-8c83-1645d071948a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:42.357509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.358141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.376370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-a839e794-77bf-4422-8f64-1a3ac5265b49 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7246640 Aug 20 12:20:42.390522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Request body: {'port': {'device_id': '9d4072fb-74c0-44fc-8c46-7b091d829afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:42.449784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.645366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481a259-152c-4ba8-9630-f99f047b2c2a req-ad7ad55f-c87f-4f60-b7ac-d900a16a252a tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.648095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9481a259-152c-4ba8-9630-f99f047b2c2a req-ad7ad55f-c87f-4f60-b7ac-d900a16a252a tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 932 time: 0.0746496 Aug 20 12:20:42.704956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9481a259-152c-4ba8-9630-f99f047b2c2a req-619f68b4-8dbe-4111-bee0-6bc3a9b37d80 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474088 Aug 20 12:20:42.780539 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-a4b9c40d-9b78-4449-a020-d9389b35b4d8 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=684d668f0cd8468d83a52d629e44deda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280709 Aug 20 12:20:42.788366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728b0312-1bd6-47e5-8c83-1645d071948a {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:42.807703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.837301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-466eef88-8153-4d54-914b-1cc6fb77bc08 req-a4beb5a4-7a17-4857-86c1-c81f572972ae tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 210 time: 0.0549209 Aug 20 12:20:42.890593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Transition to ACTIVE for port object 728b0312-1bd6-47e5-8c83-1645d071948a will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:42.899328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.978474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=728b0312-1bd6-47e5-8c83-1645d071948a,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:42.999173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-c7eaf921-b317-4de5-9b96-77b7957dc830 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.000665 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-c7eaf921-b317-4de5-9b96-77b7957dc830 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987591 Aug 20 12:20:43.019528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Request body: {'port': {'device_id': '21ab8185-ea56-47ed-a6d0-853e81703e35', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '684d668f0cd8468d83a52d629e44deda'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:43.069436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6dc50f16-b209-4c54-8866-e0d3f6c971b2 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:43.175827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Attempting to bind port 728b0312-1bd6-47e5-8c83-1645d071948a on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:43.176303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Attempting to bind port 728b0312-1bd6-47e5-8c83-1645d071948a by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:43.176627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Attempting to bind port 728b0312-1bd6-47e5-8c83-1645d071948a on network 796e36c0-0e00-4b8b-89da-7889987acc62 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:43.186231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Port 728b0312-1bd6-47e5-8c83-1645d071948a on network 796e36c0-0e00-4b8b-89da-7889987acc62 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:43.186554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Attempting to bind port 728b0312-1bd6-47e5-8c83-1645d071948a on network 796e36c0-0e00-4b8b-89da-7889987acc62 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:43.194119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:43.194476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Checking segment: {'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:43.195194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Bound using segment: {'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:43.195533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Bound port: 728b0312-1bd6-47e5-8c83-1645d071948a, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:43.195895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.202789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6dc50f16-b209-4c54-8866-e0d3f6c971b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6dc50f16-b209-4c54-8866-e0d3f6c971b2,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:43.217013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '6dc50f16-b209-4c54-8866-e0d3f6c971b2', 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'port_id': '6dc50f16-b209-4c54-8866-e0d3f6c971b2', 'mac_address': 'fa:16:3e:b3:6d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b15ad37-99e2-44b7-b8a2-e189e26102b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:43.244014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Made reservation on behalf of 684d668f0cd8468d83a52d629e44deda for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:43.248375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.258607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efcebf-7e75-4a75-9fdd-480fcbeb6a56 req-f268c5e0-342c-4c26-9d65-2a9690cdbed9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.267081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04efcebf-7e75-4a75-9fdd-480fcbeb6a56 req-f268c5e0-342c-4c26-9d65-2a9690cdbed9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 943 time: 0.0699282 Aug 20 12:20:43.272627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.295402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.311145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04efcebf-7e75-4a75-9fdd-480fcbeb6a56 req-ac793355-024f-4025-8a9f-c0a6125a01b4 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427978 Aug 20 12:20:43.318119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc50f16-b209-4c54-8866-e0d3f6c971b2 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:43.333863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] For port 728b0312-1bd6-47e5-8c83-1645d071948a, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:43.338100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] For port 728b0312-1bd6-47e5-8c83-1645d071948a, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=728b0312-1bd6-47e5-8c83-1645d071948a,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:43.342972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6dc50f16-b209-4c54-8866-e0d3f6c971b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6dc50f16-b209-4c54-8866-e0d3f6c971b2,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:43.347466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.347898 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.348537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 96b0de91-a3e6-4021-b085-a90354d64736 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:43.399570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 96b0de91-a3e6-4021-b085-a90354d64736, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=96b0de91-a3e6-4021-b085-a90354d64736,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:43.409001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.409618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.411123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] 10.222.0.73 "PUT /v2.0/ports/728b0312-1bd6-47e5-8c83-1645d071948a HTTP/1.1" status: 200 len: 1093 time: 1.0249925 Aug 20 12:20:43.411566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4072fb-74c0-44fc-8c46-7b091d829afc', 'tag': '728b0312-1bd6-47e5-8c83-1645d071948a'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:43.411727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '96b0de91-a3e6-4021-b085-a90354d64736', 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'port_id': '96b0de91-a3e6-4021-b085-a90354d64736', 'mac_address': 'fa:16:3e:23:44:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b15ad37-99e2-44b7-b8a2-e189e26102b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:43.413987 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4072fb-74c0-44fc-8c46-7b091d829afc", "tag": "728b0312-1bd6-47e5-8c83-1645d071948a"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:43.442929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95047cfd-97b1-42c7-aeab-6336678d8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=728b0312-1bd6-47e5-8c83-1645d071948a,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:43.473975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=6dc50f16-b209-4c54-8866-e0d3f6c971b2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:43.491337 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba0dbcb-6786-4aff-aacd-31041c0360a0 x-openstack-request-id: req-0ba0dbcb-6786-4aff-aacd-31041c0360a0 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:43.491570 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4072fb-74c0-44fc-8c46-7b091d829afc", "tag": "728b0312-1bd6-47e5-8c83-1645d071948a", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:43.491800 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ba0dbcb-6786-4aff-aacd-31041c0360a0 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:43.492215 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4072fb-74c0-44fc-8c46-7b091d829afc', 'tag': '728b0312-1bd6-47e5-8c83-1645d071948a', 'status': 'completed', 'code': 200} Aug 20 12:20:43.528084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-66fab458-3d69-4f41-bbcc-de23eb44c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.529901 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-66fab458-3d69-4f41-bbcc-de23eb44c847 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6b72524c7a7494b9f7891b19ad06a98&device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 1096 time: 0.0787678 Aug 20 12:20:43.531897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.532227 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.536535 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.548410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b0de91-a3e6-4021-b085-a90354d64736 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:43.569691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 96b0de91-a3e6-4021-b085-a90354d64736, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=96b0de91-a3e6-4021-b085-a90354d64736,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:43.573952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.608021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-2b9ed292-87c6-4536-9d30-dcc734ddef94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=728b0312-1bd6-47e5-8c83-1645d071948a HTTP/1.1" status: 200 len: 217 time: 0.0674517 Aug 20 12:20:43.626077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=96b0de91-a3e6-4021-b085-a90354d64736,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:43.645871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c70902-7b03-4da1-8654-030001cfc78e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:43.709844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-cc7b1283-ba9f-4f5a-a4c5-25f66f4508ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.711333 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-cc7b1283-ba9f-4f5a-a4c5-25f66f4508ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3517dfd-16af-4007-ad42-ee6df926d1ae HTTP/1.1" status: 200 len: 849 time: 0.0669315 Aug 20 12:20:43.768946 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-64f9eff5-c956-4a07-82aa-665def6734ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796e36c0-0e00-4b8b-89da-7889987acc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347791 Aug 20 12:20:43.787231 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:43.815996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['6dc50f16-b209-4c54-8866-e0d3f6c971b2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:43.818784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['96b0de91-a3e6-4021-b085-a90354d64736'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:43.825976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb9b6-afd8-4e20-b451-5ac3f343c16d req-254b4157-8520-4727-870f-f7f6e2994f06 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.828197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7cb9b6-afd8-4e20-b451-5ac3f343c16d req-254b4157-8520-4727-870f-f7f6e2994f06 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 944 time: 0.0554121 Aug 20 12:20:43.843518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Allocated IP 192.168.233.67 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/ceab46fb-5e0f-4378-9597-15dcbc6ee6b0) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:43.909221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b7cb9b6-afd8-4e20-b451-5ac3f343c16d req-1a4428e8-d633-493f-9ebc-b5e84c79ba03 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710220 Aug 20 12:20:43.947977 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-0ac4ac5b-aee5-4c73-8e91-22e7ba1d6f84 service neutron] 10.222.0.73 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671755 Aug 20 12:20:43.972618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b37ad77e-e03c-4918-8404-2d3c41b2a423 req-58d69ff3-85d8-4f5a-addf-0e6dc7973aee tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 210 time: 0.0350451 Aug 20 12:20:44.128445 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ca9db34-73f1-49ea-b37d-1d274f78f57b req-4616b630-fea9-4581-a408-7d8d077561e5 service neutron] 10.222.0.73 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613090 Aug 20 12:20:44.132386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:44.159394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Transition to ACTIVE for port object ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:44.232510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:44.262954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-a77d46fd-6fb0-4520-85a0-cf85476c86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.264295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-a77d46fd-6fb0-4520-85a0-cf85476c86fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6b72524c7a7494b9f7891b19ad06a98&device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 1096 time: 0.0789154 Aug 20 12:20:44.294076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:44.309741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:44.341663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:44.344254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Pushing event updated for resources: {'Port': ['ID=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:44.428837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.429508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:44.447101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-52363717-98ef-445f-b05c-b12f5493dc11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4315717 Aug 20 12:20:44.466113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Request body: {'port': {'device_id': '21ab8185-ea56-47ed-a6d0-853e81703e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:44.486782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d342b-4ffa-494e-af8d-0a8ea32bdb30 req-06f7c66c-f1ce-486f-aa95-fa86d97255a1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.488639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c55d342b-4ffa-494e-af8d-0a8ea32bdb30 req-06f7c66c-f1ce-486f-aa95-fa86d97255a1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 944 time: 0.0833440 Aug 20 12:20:44.490623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-176a7a5b-b878-4cc4-80ef-535202b5f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.492315 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-176a7a5b-b878-4cc4-80ef-535202b5f839 service neutron] 10.222.0.73 "GET /v2.0/networks?id=796e36c0-0e00-4b8b-89da-7889987acc62 HTTP/1.1" status: 200 len: 910 time: 0.2186282 Aug 20 12:20:44.540931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c55d342b-4ffa-494e-af8d-0a8ea32bdb30 req-c2ed82a7-02aa-42a6-aa25-60e74c18b01d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440190 Aug 20 12:20:44.546528 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-44068014-4ba8-46a2-bfc2-9e2c35671331 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=728b0312-1bd6-47e5-8c83-1645d071948a HTTP/1.1" status: 200 len: 217 time: 0.0458493 Aug 20 12:20:44.616917 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:44.640412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-506fe5e4-367a-4392-a22b-020eba91434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.641992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-506fe5e4-367a-4392-a22b-020eba91434e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3517dfd-16af-4007-ad42-ee6df926d1ae HTTP/1.1" status: 200 len: 849 time: 0.0624869 Aug 20 12:20:44.662577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c4b3667e-4ec3-4ead-9813-1d6657000de1 None None] Provisioning for port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:44.666924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c4b3667e-4ec3-4ead-9813-1d6657000de1 None None] Provisioning complete for port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:44.667616 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4b3667e-4ec3-4ead-9813-1d6657000de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:44.692839 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-5af1e5ee-0075-4911-b785-98a1561b288d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796e36c0-0e00-4b8b-89da-7889987acc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297816 Aug 20 12:20:44.708536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3667e-4ec3-4ead-9813-1d6657000de1 None None] Port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:20:44.909818 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-eec02859-c86e-4f71-a7ef-9f302555b821 service neutron] 10.222.0.73 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045488 Aug 20 12:20:45.055188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0385-0b96-46ce-a2a2-63c9d33eeee5 req-159c4b39-7d3a-4f12-90c6-6690482e2af5 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.067703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6dc50f16-b209-4c54-8866-e0d3f6c971b2 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:45.070949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-709b0385-0b96-46ce-a2a2-63c9d33eeee5 req-159c4b39-7d3a-4f12-90c6-6690482e2af5 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 944 time: 0.0967176 Aug 20 12:20:45.075816 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d82b89b3-e1b0-4fb3-8a12-4ca640eaf3f3 req-e0b47cdc-5a92-49cb-886c-ebe2e0db7adf service neutron] 10.222.0.73 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552582 Aug 20 12:20:45.091222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:45.101004 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.116288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Transition to ACTIVE for port object ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:45.122351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.160654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:45.169723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-709b0385-0b96-46ce-a2a2-63c9d33eeee5 req-c60589fa-4acc-4da4-81fb-583801bdd237 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977852 Aug 20 12:20:45.190097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680cddd-1c84-4e8b-8e63-be550622e1c5 req-34906e5e-778c-4f13-900d-536fdbd2a21f tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.197762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a680cddd-1c84-4e8b-8e63-be550622e1c5 req-34906e5e-778c-4f13-900d-536fdbd2a21f tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 935 time: 0.1244497 Aug 20 12:20:45.199765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:45.200371 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.201802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Pushing event updated for resources: {'Port': ['ID=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:45.287203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a680cddd-1c84-4e8b-8e63-be550622e1c5 req-eda70bdc-168e-4e15-b616-9cead3a22606 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737948 Aug 20 12:20:45.335381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Attempting to bind port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:45.335609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Attempting to bind port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:45.335937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Attempting to bind port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:45.344424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:45.344854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Attempting to bind port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:45.351151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:45.351419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:45.351804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:45.352236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Bound port: ceab46fb-5e0f-4378-9597-15dcbc6ee6b0, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:45.352652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.361306 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.396186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ef0184-807e-4001-be85-5e47958db4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc50f16-b209-4c54-8866-e0d3f6c971b2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:45.398721 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c338bc31-7755-4b61-93ee-77b32f17d00c" -d '{"events": [{"server_uuid": "f8ef0184-807e-4001-be85-5e47958db4c7", "name": "network-vif-plugged", "status": "completed", "tag": "6dc50f16-b209-4c54-8866-e0d3f6c971b2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:45.426533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6dc50f16-b209-4c54-8866-e0d3f6c971b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6dc50f16-b209-4c54-8866-e0d3f6c971b2,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:45.438682 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.439504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 96b0de91-a3e6-4021-b085-a90354d64736 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:45.497183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] For port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:45.504528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] For port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:45.513890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.516055 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b129b2e0-ea9f-4408-920c-ecadeff20826 x-openstack-request-id: req-b129b2e0-ea9f-4408-920c-ecadeff20826 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:45.516365 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ef0184-807e-4001-be85-5e47958db4c7", "name": "network-vif-plugged", "status": "completed", "tag": "6dc50f16-b209-4c54-8866-e0d3f6c971b2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:45.516600 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b129b2e0-ea9f-4408-920c-ecadeff20826 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:45.517051 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ef0184-807e-4001-be85-5e47958db4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc50f16-b209-4c54-8866-e0d3f6c971b2', 'code': 200} Aug 20 12:20:45.581849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.583818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.585630 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] 10.222.0.73 "PUT /v2.0/ports/ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 HTTP/1.1" status: 200 len: 1096 time: 1.1295025 Aug 20 12:20:45.598825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ab8185-ea56-47ed-a6d0-853e81703e35', 'tag': 'ceab46fb-5e0f-4378-9597-15dcbc6ee6b0'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:45.609261 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c775a-5a7d-453f-a00b-37da99cf68d0" -d '{"events": [{"name": "network-changed", "server_uuid": "21ab8185-ea56-47ed-a6d0-853e81703e35", "tag": "ceab46fb-5e0f-4378-9597-15dcbc6ee6b0"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:45.666898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=6dc50f16-b209-4c54-8866-e0d3f6c971b2,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:45.671928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 96b0de91-a3e6-4021-b085-a90354d64736 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:45.679050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 96b0de91-a3e6-4021-b085-a90354d64736 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:45.690401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.782373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e3b36-c2c7-4bfa-8e76-5ee5bb075d7c req-28d84504-a273-4b70-a409-676a7740cda4 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.792510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c5e3b36-c2c7-4bfa-8e76-5ee5bb075d7c req-28d84504-a273-4b70-a409-676a7740cda4 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 944 time: 0.1035824 Aug 20 12:20:45.807391 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a417341d-9fe5-43ba-95fd-abc44717e1d7 x-openstack-request-id: req-a417341d-9fe5-43ba-95fd-abc44717e1d7 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:45.808113 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ab8185-ea56-47ed-a6d0-853e81703e35", "tag": "ceab46fb-5e0f-4378-9597-15dcbc6ee6b0", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:45.808453 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a417341d-9fe5-43ba-95fd-abc44717e1d7 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:45.809080 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ab8185-ea56-47ed-a6d0-853e81703e35', 'tag': 'ceab46fb-5e0f-4378-9597-15dcbc6ee6b0', 'status': 'completed', 'code': 200} Aug 20 12:20:45.834707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b189c39-5a91-4626-96eb-d777e347bccf service neutron] Pushing event updated for resources: {'Port': ['ID=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:45.843240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c5e3b36-c2c7-4bfa-8e76-5ee5bb075d7c req-13db601f-e74a-403c-874f-12582662f1e7 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491493 Aug 20 12:20:45.860089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-5cc50cf0-c9b2-420b-9948-34a93f7966fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.861609 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-5cc50cf0-c9b2-420b-9948-34a93f7966fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=684d668f0cd8468d83a52d629e44deda&device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 1099 time: 0.2169323 Aug 20 12:20:45.864485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531a211-8dee-41ea-b701-775924895607 req-a65e839b-8d5b-45a2-b69e-3feba849fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.879196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6531a211-8dee-41ea-b701-775924895607 req-a65e839b-8d5b-45a2-b69e-3feba849fd9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f8ef0184-807e-4001-be85-5e47958db4c7 HTTP/1.1" status: 200 len: 1098 time: 0.2742474 Aug 20 12:20:45.883499 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.933475 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-ed64c584-b05c-468c-b2b8-f427a29df843 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 HTTP/1.1" status: 200 len: 217 time: 0.0471928 Aug 20 12:20:45.938075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 96b0de91-a3e6-4021-b085-a90354d64736, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=96b0de91-a3e6-4021-b085-a90354d64736,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:45.943834 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.980775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6531a211-8dee-41ea-b701-775924895607 req-bc2eeafd-894c-4c93-a18c-25c32aab44ff service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006229 Aug 20 12:20:45.997884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-001367a8-d592-48cc-ac65-96c960385591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.999431 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-001367a8-d592-48cc-ac65-96c960385591 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0559406 Aug 20 12:20:46.005194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=96b0de91-a3e6-4021-b085-a90354d64736,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:46.228726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-ebab8414-0098-4e00-a709-030af80ae385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.230275 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-ebab8414-0098-4e00-a709-030af80ae385 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493543 Aug 20 12:20:46.357478 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-4c7dd209-0ec8-4091-9f01-e8c6d7c04ce0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185198 Aug 20 12:20:46.357841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365dbe5-1103-4f7b-bcfb-ef06303806ec req-97b3e9a2-ed31-43e6-8c7a-e72861fa9655 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.359564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9365dbe5-1103-4f7b-bcfb-ef06303806ec req-97b3e9a2-ed31-43e6-8c7a-e72861fa9655 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 944 time: 0.0715971 Aug 20 12:20:46.439655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd07d19-bf73-4d34-9cf3-fe380d7096ca req-493f9643-50df-4d3f-a06a-f6a8edab1981 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.442454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dd07d19-bf73-4d34-9cf3-fe380d7096ca req-493f9643-50df-4d3f-a06a-f6a8edab1981 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 947 time: 0.0791545 Aug 20 12:20:46.475527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9365dbe5-1103-4f7b-bcfb-ef06303806ec req-ced0d959-0a7e-4175-bd25-a7276b723064 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836456 Aug 20 12:20:46.490161 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-768e5f1b-d785-4c44-a5b5-931273e50fbb req-86b7e6df-d20e-4e40-b55e-7bc52a4681c7 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132193 Aug 20 12:20:46.497346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dd07d19-bf73-4d34-9cf3-fe380d7096ca req-8b9747d6-2dad-4123-95d0-5e230930bf8e tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Aug 20 12:20:46.590549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-9fff0e58-57ac-4321-9425-e0aa1f8b18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.592083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-9fff0e58-57ac-4321-9425-e0aa1f8b18b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=684d668f0cd8468d83a52d629e44deda&device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 1099 time: 0.0445535 Aug 20 12:20:46.706168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-8aa0c930-f2bf-43b6-9d9f-47ebe191d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.707684 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-8aa0c930-f2bf-43b6-9d9f-47ebe191d33e service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.1050496 Aug 20 12:20:46.754438 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-642512bd-ee68-4275-a30f-f54bcae5a31c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 HTTP/1.1" status: 200 len: 217 time: 0.0380368 Aug 20 12:20:46.810494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-6c354329-5cf6-47e4-8696-e0e5a78d19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.812025 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-6c354329-5cf6-47e4-8696-e0e5a78d19f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0473843 Aug 20 12:20:46.862464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-29d79749-82c9-418d-90d0-ba1abe406a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.863990 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-29d79749-82c9-418d-90d0-ba1abe406a93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433338 Aug 20 12:20:47.016100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcc50f-8122-4972-8e46-30cddd03c0d0 req-c80a8e5a-e770-40db-a832-f72f0d2e30c5 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:47.018781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49bcc50f-8122-4972-8e46-30cddd03c0d0 req-c80a8e5a-e770-40db-a832-f72f0d2e30c5 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 945 time: 0.0783014 Aug 20 12:20:47.070849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 728b0312-1bd6-47e5-8c83-1645d071948a details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:47.072984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49bcc50f-8122-4972-8e46-30cddd03c0d0 req-3587fe01-0d1d-404b-9f42-7b1af0cbc454 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Aug 20 12:20:47.194117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 728b0312-1bd6-47e5-8c83-1645d071948a, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=728b0312-1bd6-47e5-8c83-1645d071948a,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:47.210061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '728b0312-1bd6-47e5-8c83-1645d071948a', 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62', 'port_id': '728b0312-1bd6-47e5-8c83-1645d071948a', 'mac_address': 'fa:16:3e:37:a0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3517dfd-16af-4007-ad42-ee6df926d1ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:47.269882 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:47.287794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728b0312-1bd6-47e5-8c83-1645d071948a {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:47.316712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 728b0312-1bd6-47e5-8c83-1645d071948a, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=728b0312-1bd6-47e5-8c83-1645d071948a,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:47.322497 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:47.376773 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-bf7db6ed-c453-4fd1-8fdd-385fffca8fac service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010388 Aug 20 12:20:47.392842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=728b0312-1bd6-47e5-8c83-1645d071948a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:47.492788 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e68c775a-5a7d-453f-a00b-37da99cf68d0 req-487eb9ab-d18b-41eb-bcc1-bf8708fbb07c service neutron] 10.222.0.73 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982037 Aug 20 12:20:47.518867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ef3b4-d74b-43a4-8042-1bdcde2178e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b0de91-a3e6-4021-b085-a90354d64736'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:47.523004 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ec48a7-8b2e-4816-99b5-cb3eb889f4b5" -d '{"events": [{"server_uuid": "f94ef3b4-d74b-43a4-8042-1bdcde2178e0", "name": "network-vif-plugged", "status": "completed", "tag": "96b0de91-a3e6-4021-b085-a90354d64736"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:47.592758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['728b0312-1bd6-47e5-8c83-1645d071948a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:47.653264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc5290-2cc5-4def-9ee9-35cc9a1a9778 req-60b255c2-bce8-40b0-81f4-6e453cbd483f tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:47.654843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60fc5290-2cc5-4def-9ee9-35cc9a1a9778 req-60b255c2-bce8-40b0-81f4-6e453cbd483f tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 945 time: 0.0935130 Aug 20 12:20:47.667014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591ea7-79a1-43a2-9632-1be05913a5f0 req-5b552d1c-24ca-4fad-a189-dd639de9093d tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:47.668713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64591ea7-79a1-43a2-9632-1be05913a5f0 req-5b552d1c-24ca-4fad-a189-dd639de9093d tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 947 time: 0.0768797 Aug 20 12:20:47.735328 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60fc5290-2cc5-4def-9ee9-35cc9a1a9778 req-decbace1-9622-4a24-a83f-c7a5548e3d70 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595129 Aug 20 12:20:47.760390 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64591ea7-79a1-43a2-9632-1be05913a5f0 req-4d7153b7-390a-42d7-b633-590744189511 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826252 Aug 20 12:20:47.787664 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de513c-23ad-4850-b81e-33831863a7b8 x-openstack-request-id: req-b2de513c-23ad-4850-b81e-33831863a7b8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:47.788020 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ef3b4-d74b-43a4-8042-1bdcde2178e0", "name": "network-vif-plugged", "status": "completed", "tag": "96b0de91-a3e6-4021-b085-a90354d64736", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:47.788397 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2de513c-23ad-4850-b81e-33831863a7b8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:47.788853 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ef3b4-d74b-43a4-8042-1bdcde2178e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b0de91-a3e6-4021-b085-a90354d64736', 'code': 200} Aug 20 12:20:47.901348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57161e8f-608c-4e3d-978b-88ec6394ead4 req-ca93d0e5-1ec1-4234-ae38-dcd8a3ee3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:47.902931 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-57161e8f-608c-4e3d-978b-88ec6394ead4 req-ca93d0e5-1ec1-4234-ae38-dcd8a3ee3ee0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 1097 time: 0.0430682 Aug 20 12:20:47.949201 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-57161e8f-608c-4e3d-978b-88ec6394ead4 req-2f6be0d0-9535-4055-8c37-6b42f84148fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301526 Aug 20 12:20:48.204908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85fc3a-e038-4672-a740-1b3e187b45b4 req-e3bb0294-c53e-47f8-82da-d61fa66b6db9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:48.206409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb85fc3a-e038-4672-a740-1b3e187b45b4 req-e3bb0294-c53e-47f8-82da-d61fa66b6db9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 945 time: 0.0538063 Aug 20 12:20:48.247978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb85fc3a-e038-4672-a740-1b3e187b45b4 req-a72eff35-9a82-45f6-a0ec-bf1f51ccf47f tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Aug 20 12:20:48.876148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38164d7a-a213-44d5-8163-4079a4a2da7d req-f43f0055-0390-47cf-8f8f-f848e9ee3ae1 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:48.877649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38164d7a-a213-44d5-8163-4079a4a2da7d req-f43f0055-0390-47cf-8f8f-f848e9ee3ae1 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 945 time: 0.0811460 Aug 20 12:20:48.910745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911787de-e394-45ca-ab50-291fdae52b4a req-63ed4845-9e2b-4ed8-830b-c34620fcb80b tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:48.912233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-911787de-e394-45ca-ab50-291fdae52b4a req-63ed4845-9e2b-4ed8-830b-c34620fcb80b tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 947 time: 0.0805469 Aug 20 12:20:48.947712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38164d7a-a213-44d5-8163-4079a4a2da7d req-0e55b5af-6185-46f0-b4a7-21a0ebae0300 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619190 Aug 20 12:20:48.966587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-911787de-e394-45ca-ab50-291fdae52b4a req-48c0ac32-9475-4237-9823-0ec0946c3339 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473428 Aug 20 12:20:49.097742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 728b0312-1bd6-47e5-8c83-1645d071948a up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:49.149049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 728b0312-1bd6-47e5-8c83-1645d071948a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:49.153394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 728b0312-1bd6-47e5-8c83-1645d071948a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:49.154002 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:49.237628 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:49.274794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 728b0312-1bd6-47e5-8c83-1645d071948a, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=728b0312-1bd6-47e5-8c83-1645d071948a,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:49.280118 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:49.336956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=728b0312-1bd6-47e5-8c83-1645d071948a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:49.373198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b8acd-75ee-47c2-acf8-bf3803824634 req-3755247e-84cf-4cb5-bf50-53fe7275ff65 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:49.375310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-774b8acd-75ee-47c2-acf8-bf3803824634 req-3755247e-84cf-4cb5-bf50-53fe7275ff65 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 945 time: 0.0559306 Aug 20 12:20:49.415724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-774b8acd-75ee-47c2-acf8-bf3803824634 req-88f97730-bdda-4f96-8886-080b18a00e27 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Aug 20 12:20:49.534155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb716ba-f30f-408f-950f-a89cfc4aab92 req-36f127cf-db60-4751-9e30-36012024c958 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:49.535692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8fb716ba-f30f-408f-950f-a89cfc4aab92 req-36f127cf-db60-4751-9e30-36012024c958 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8ef0184-807e-4001-be85-5e47958db4c7 HTTP/1.1" status: 200 len: 946 time: 0.0494275 Aug 20 12:20:49.580025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8fb716ba-f30f-408f-950f-a89cfc4aab92 req-8fd957d0-f0e9-4020-8c78-523b4c7f97c1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Aug 20 12:20:49.790725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4072fb-74c0-44fc-8c46-7b091d829afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728b0312-1bd6-47e5-8c83-1645d071948a'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:49.794017 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb7cc94-2d4b-47c5-91ad-6f9d8c61b8de" -d '{"events": [{"server_uuid": "9d4072fb-74c0-44fc-8c46-7b091d829afc", "name": "network-vif-plugged", "status": "completed", "tag": "728b0312-1bd6-47e5-8c83-1645d071948a"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:49.833824 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14cb642-429f-4d2e-8abf-4416ec86cfbf x-openstack-request-id: req-f14cb642-429f-4d2e-8abf-4416ec86cfbf {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:49.834538 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4072fb-74c0-44fc-8c46-7b091d829afc", "name": "network-vif-plugged", "status": "completed", "tag": "728b0312-1bd6-47e5-8c83-1645d071948a", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:49.835322 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f14cb642-429f-4d2e-8abf-4416ec86cfbf {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:49.835995 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4072fb-74c0-44fc-8c46-7b091d829afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728b0312-1bd6-47e5-8c83-1645d071948a', 'code': 200} Aug 20 12:20:49.959020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5399fa-6e31-4d6d-8c8b-8031db8f78c7 req-5210d6db-58db-475d-b5d3-90ecf6eeaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:49.961316 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed5399fa-6e31-4d6d-8c8b-8031db8f78c7 req-5210d6db-58db-475d-b5d3-90ecf6eeaed3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 1098 time: 0.0425861 Aug 20 12:20:50.012091 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ed5399fa-6e31-4d6d-8c8b-8031db8f78c7 req-678bd69c-b456-4acb-8e4f-f0f06904c853 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 Aug 20 12:20:50.154903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bfaf6-2f81-4eed-8460-c6adc4cf82d7 req-8a22388e-8a45-49c6-bb48-23e269503e51 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:50.156467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d97bfaf6-2f81-4eed-8460-c6adc4cf82d7 req-8a22388e-8a45-49c6-bb48-23e269503e51 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 946 time: 0.1173124 Aug 20 12:20:50.201403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-cd14c4ee-1f64-4a8f-9938-2c70b8910118 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:50.202921 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-cd14c4ee-1f64-4a8f-9938-2c70b8910118 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 813 time: 0.1656694 Aug 20 12:20:50.224520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d97bfaf6-2f81-4eed-8460-c6adc4cf82d7 req-73fc8eb0-9fe7-4fda-839d-1f3f8c207900 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614786 Aug 20 12:20:50.226141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-e3644b07-7d73-48b4-9184-117dae4fb7a2 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/quotas/4841d19f36f4498abf640b4c363e8ef3 HTTP/1.1" status: 200 len: 375 time: 0.0173404 Aug 20 12:20:50.282488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-f53194c9-0d67-47e6-8f25-42eaec5512b3 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499926 Aug 20 12:20:50.412458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4847c-913d-4d76-b6cc-75812d0164e4 req-2193d4c1-b06d-4041-b05d-02d06b622033 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:50.413837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9c4847c-913d-4d76-b6cc-75812d0164e4 req-2193d4c1-b06d-4041-b05d-02d06b622033 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 947 time: 0.1160717 Aug 20 12:20:50.437017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-e4555cc3-fddc-463d-8dae-92b33d683e78 service neutron] 10.222.0.25 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467776 Aug 20 12:20:50.495621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9c4847c-913d-4d76-b6cc-75812d0164e4 req-8ca19074-3733-4237-b843-ef70d8f11304 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754383 Aug 20 12:20:50.559104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-55b5748e-d0fe-4df6-a761-a3e22a391673 service neutron] 10.222.0.25 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146257 Aug 20 12:20:50.875115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-198996d9-2281-477c-910f-bd9e98de024c req-ff9a2d2a-d755-4047-8632-324c7218aa35 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 210 time: 0.0302753 Aug 20 12:20:51.092028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:51.208454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:51.235484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'ceab46fb-5e0f-4378-9597-15dcbc6ee6b0', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'ceab46fb-5e0f-4378-9597-15dcbc6ee6b0', 'mac_address': 'fa:16:3e:24:a1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:51.300572 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.316053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:51.352828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:51.359325 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.456855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:51.468961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181db78-2d11-4454-be8a-74fd7fdccbf3 req-f03d1f4d-9958-4686-ad6d-d50cd609338a tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.470676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7181db78-2d11-4454-be8a-74fd7fdccbf3 req-f03d1f4d-9958-4686-ad6d-d50cd609338a tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 946 time: 0.1113274 Aug 20 12:20:51.519031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7181db78-2d11-4454-be8a-74fd7fdccbf3 req-56bf7721-fb4b-4fac-8fa0-f69456a1ad6d tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Aug 20 12:20:51.631406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-5026fec3-9149-4e9a-9e6c-5fa65f6151b5 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.633064 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-5026fec3-9149-4e9a-9e6c-5fa65f6151b5 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8ef0184-807e-4001-be85-5e47958db4c7 HTTP/1.1" status: 200 len: 946 time: 0.0923624 Aug 20 12:20:51.664882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['ceab46fb-5e0f-4378-9597-15dcbc6ee6b0'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:51.679276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264ec49-c60f-469b-9d8b-6ee27f572cd4 req-2e3e2247-2fa3-409c-8e7e-259b72c97c35 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.689589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1264ec49-c60f-469b-9d8b-6ee27f572cd4 req-2e3e2247-2fa3-409c-8e7e-259b72c97c35 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 948 time: 0.0949280 Aug 20 12:20:51.735394 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d3041223-bbf4-4326-b0c0-4087c393b27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.772866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1264ec49-c60f-469b-9d8b-6ee27f572cd4 req-f0c44fe3-ffe2-4181-942f-987d74afee11 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818532 Aug 20 12:20:51.847719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-2f35f5c7-84a8-46e8-9670-2c29b0a4a49a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.849355 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-2f35f5c7-84a8-46e8-9670-2c29b0a4a49a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "GET /v2.0/ports?device_id=f94ef3b4-d74b-43a4-8042-1bdcde2178e0 HTTP/1.1" status: 200 len: 945 time: 0.1076479 Aug 20 12:20:51.855222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Deleting port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:20:51.856186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:52.001382 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5027796-ffe5-486c-ab9a-ed32ac7770f3 req-dc5d7ca2-a08a-429b-afd0-4b13bf6a30f7 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 210 time: 0.0353611 Aug 20 12:20:52.033710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] For port 6dc50f16-b209-4c54-8866-e0d3f6c971b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6dc50f16-b209-4c54-8866-e0d3f6c971b2,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:52.034494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:52.053693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Calling delete_port for 6dc50f16-b209-4c54-8866-e0d3f6c971b2 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:20:52.185362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Deleting port 96b0de91-a3e6-4021-b085-a90354d64736 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:20:52.185801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:52.354271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] For port 96b0de91-a3e6-4021-b085-a90354d64736, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=96b0de91-a3e6-4021-b085-a90354d64736,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:52.355386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:52.364464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-907e14b1-4d0e-4b45-835b-38a80b5e0541 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:52.365985 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-907e14b1-4d0e-4b45-835b-38a80b5e0541 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 813 time: 0.2415876 Aug 20 12:20:52.385450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Request body: {'port': {'device_id': 'd5ca68ce-ce00-476c-b78c-e9707a693cd6', 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'admin_state_up': True, 'tenant_id': '4841d19f36f4498abf640b4c363e8ef3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:52.409264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Calling delete_port for 96b0de91-a3e6-4021-b085-a90354d64736 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:20:52.557251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:52.571028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['6dc50f16-b209-4c54-8866-e0d3f6c971b2', '96b0de91-a3e6-4021-b085-a90354d64736'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:52.659403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Pushing event deleted for resources: {'Port': ['ID=6dc50f16-b209-4c54-8866-e0d3f6c971b2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:52.728480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-97ada350-5b40-403e-8696-7fad2e77ad03 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:52.728480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-97ada350-5b40-403e-8696-7fad2e77ad03 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 813 time: 0.2252831 Aug 20 12:20:52.744228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0377faf-c8ac-4bc5-a268-1b3dd4a37f04 req-36c74b5f-1fc9-4017-ae32-0727875ab755 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:52.746258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0377faf-c8ac-4bc5-a268-1b3dd4a37f04 req-36c74b5f-1fc9-4017-ae32-0727875ab755 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 946 time: 0.1136599 Aug 20 12:20:52.752308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Request body: {'port': {'device_id': '853b9088-d0b8-4458-85ba-77e8c18ced7d', 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'admin_state_up': True, 'tenant_id': '4841d19f36f4498abf640b4c363e8ef3'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:52.757663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] No DVR routers for this DVR port 6dc50f16-b209-4c54-8866-e0d3f6c971b2 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:52.768574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:52.770643 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "DELETE /v2.0/ports/6dc50f16-b209-4c54-8866-e0d3f6c971b2 HTTP/1.1" status: 204 len: 173 time: 1.1305466 Aug 20 12:20:52.771083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ef0184-807e-4001-be85-5e47958db4c7', 'name': 'network-vif-deleted', 'tag': '6dc50f16-b209-4c54-8866-e0d3f6c971b2'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:52.774368 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e7f0ef-40d0-4dc7-96ed-062a0d7c2990" -d '{"events": [{"server_uuid": "f8ef0184-807e-4001-be85-5e47958db4c7", "name": "network-vif-deleted", "tag": "6dc50f16-b209-4c54-8866-e0d3f6c971b2"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:52.843350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Made reservation on behalf of 4841d19f36f4498abf640b4c363e8ef3 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:52.852272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.008438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0377faf-c8ac-4bc5-a268-1b3dd4a37f04 req-d3c17d7b-51b6-40d3-91eb-394fe5aa7e6e tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489092 Aug 20 12:20:53.019321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.059366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['6dc50f16-b209-4c54-8866-e0d3f6c971b2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:53.094599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e5a30-f55d-4903-9256-2b2353c9b1b7 req-641c3007-03e6-4f68-be68-e18551af8429 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:53.096896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a3e5a30-f55d-4903-9256-2b2353c9b1b7 req-641c3007-03e6-4f68-be68-e18551af8429 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 948 time: 0.1953318 Aug 20 12:20:53.121722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Pushing event deleted for resources: {'Port': ['ID=96b0de91-a3e6-4021-b085-a90354d64736,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:53.124648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:53.131744 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc460448-dfb2-4492-9aa7-249b3c5581ef x-openstack-request-id: req-fc460448-dfb2-4492-9aa7-249b3c5581ef {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:53.132031 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ef0184-807e-4001-be85-5e47958db4c7", "name": "network-vif-deleted", "tag": "6dc50f16-b209-4c54-8866-e0d3f6c971b2", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:53.132671 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc460448-dfb2-4492-9aa7-249b3c5581ef {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:53.133211 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ef0184-807e-4001-be85-5e47958db4c7', 'name': 'network-vif-deleted', 'tag': '6dc50f16-b209-4c54-8866-e0d3f6c971b2', 'status': 'completed', 'code': 200} Aug 20 12:20:53.211200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] No DVR routers for this DVR port 96b0de91-a3e6-4021-b085-a90354d64736 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:53.217929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.220039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19bb13e5-ec2c-42f1-8d1b-295246d2a7f1 req-a8820eea-f16e-462f-b1f6-fcef6df603d1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "DELETE /v2.0/ports/96b0de91-a3e6-4021-b085-a90354d64736 HTTP/1.1" status: 204 len: 173 time: 1.3431506 Aug 20 12:20:53.227023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Allocated IP 172.20.0.11 (0117f8f5-c77c-4a60-bbb9-d4892915022a/5b15ad37-99e2-44b7-b8a2-e189e26102b0/02926bc1-2f0f-435f-a693-2c98f8cf623e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:53.247260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a3e5a30-f55d-4903-9256-2b2353c9b1b7 req-3867e9ad-3f4e-4eaf-a446-cc438440c300 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385341 Aug 20 12:20:53.268970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:53.280638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:53.281303 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.337370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-830963a2-d39a-4594-b4a3-848af88d5ccb req-e5f8ec37-c148-408f-80a0-f62ee274d8ff tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 210 time: 0.1066267 Aug 20 12:20:53.339858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Made reservation on behalf of 4841d19f36f4498abf640b4c363e8ef3 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:20:53.347730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.482509 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.533411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.537286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:53.538611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ab8185-ea56-47ed-a6d0-853e81703e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab46fb-5e0f-4378-9597-15dcbc6ee6b0'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:53.542699 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abab24-fbcd-4b07-bca3-f0c8aac59611" -d '{"events": [{"server_uuid": "21ab8185-ea56-47ed-a6d0-853e81703e35", "name": "network-vif-plugged", "status": "completed", "tag": "ceab46fb-5e0f-4378-9597-15dcbc6ee6b0"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:53.548086 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.548898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6dc50f16-b209-4c54-8866-e0d3f6c971b2 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:53.592146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.662608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Pushing event updated for resources: {'Port': ['ID=02926bc1-2f0f-435f-a693-2c98f8cf623e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:53.675929 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef8821-4e07-44c9-8c82-0a0fa506634f x-openstack-request-id: req-8cef8821-4e07-44c9-8c82-0a0fa506634f {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:53.676412 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ab8185-ea56-47ed-a6d0-853e81703e35", "name": "network-vif-plugged", "status": "completed", "tag": "ceab46fb-5e0f-4378-9597-15dcbc6ee6b0", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:53.679048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Network 0117f8f5-c77c-4a60-bbb9-d4892915022a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:53.680444 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cef8821-4e07-44c9-8c82-0a0fa506634f {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:53.680613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:53.680939 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ab8185-ea56-47ed-a6d0-853e81703e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab46fb-5e0f-4378-9597-15dcbc6ee6b0', 'code': 200} Aug 20 12:20:53.681658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 6dc50f16-b209-4c54-8866-e0d3f6c971b2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:20:53.688245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:53.692595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6dc50f16-b209-4c54-8866-e0d3f6c971b2 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:53.693076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 96b0de91-a3e6-4021-b085-a90354d64736 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:53.704841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.api [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-bdda5ae6-921a-4257-8e82-b3ae9d9dbda8 {{(pid=101034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:20:53.705184 n-d-800634-10 neutron-server[101034]: DEBUG oslo_db.api [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:20:53.751131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 96b0de91-a3e6-4021-b085-a90354d64736 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:20:53.751588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 96b0de91-a3e6-4021-b085-a90354d64736 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:53.775773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:53.784337 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.784817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.785293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.785838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.786292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.786718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.787141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.787561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.787978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.788394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.788812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.789240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:53.850437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:53.851117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.867417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751797b2-8f52-455a-b8f0-ac5ad910c153 req-e9cdd052-d441-4419-8cb3-51f2a5a719ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:53.869737 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-751797b2-8f52-455a-b8f0-ac5ad910c153 req-e9cdd052-d441-4419-8cb3-51f2a5a719ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 1101 time: 0.1306505 Aug 20 12:20:53.878173 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-509700cb-18c2-465a-9963-c8064e66bd2d tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4990954 Aug 20 12:20:53.908213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Request body: {'port': {'device_id': 'd5ca68ce-ce00-476c-b78c-e9707a693cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:53.956301 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-751797b2-8f52-455a-b8f0-ac5ad910c153 req-247d8162-d3c9-4cb9-97de-b17db51ba669 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766900 Aug 20 12:20:53.990975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.076482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1600a-2cff-4153-a23b-1b51e4fe2dee req-db6c278b-a564-4800-aac9-235895ec35bb tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:54.078418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bd1600a-2cff-4153-a23b-1b51e4fe2dee req-db6c278b-a564-4800-aac9-235895ec35bb tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 946 time: 0.0745959 Aug 20 12:20:54.126739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bd1600a-2cff-4153-a23b-1b51e4fe2dee req-9f370499-0fa3-4674-b372-da0f16d2ec13 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363219 Aug 20 12:20:54.206933 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.285088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02926bc1-2f0f-435f-a693-2c98f8cf623e {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:54.294014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.301328 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e12c1559-885c-4caa-a73f-4d4c4629dc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.309097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Transition to ACTIVE for port object 02926bc1-2f0f-435f-a693-2c98f8cf623e will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:54.313397 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.429931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Pushing event updated for resources: {'Port': ['ID=02926bc1-2f0f-435f-a693-2c98f8cf623e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:54.452523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd86d4c7-1e01-4bd4-9e75-4a38a47fb64b req-41bcb943-b1ae-492b-92e4-a89af80bef58 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 210 time: 0.0333083 Aug 20 12:20:54.465859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Attempting to bind port 02926bc1-2f0f-435f-a693-2c98f8cf623e on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:54.466261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Attempting to bind port 02926bc1-2f0f-435f-a693-2c98f8cf623e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:54.466416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Allocated IP 172.20.0.13 (0117f8f5-c77c-4a60-bbb9-d4892915022a/5b15ad37-99e2-44b7-b8a2-e189e26102b0/78cbcf00-8674-42b5-a48e-c21c68eb9fee) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:20:54.466600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Attempting to bind port 02926bc1-2f0f-435f-a693-2c98f8cf623e on network 0117f8f5-c77c-4a60-bbb9-d4892915022a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:54.471257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Port 02926bc1-2f0f-435f-a693-2c98f8cf623e on network 0117f8f5-c77c-4a60-bbb9-d4892915022a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:54.471581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Attempting to bind port 02926bc1-2f0f-435f-a693-2c98f8cf623e on network 0117f8f5-c77c-4a60-bbb9-d4892915022a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:54.476544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:54.476907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Checking segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:54.477298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Bound using segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:54.478055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Bound port: 02926bc1-2f0f-435f-a693-2c98f8cf623e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:54.478055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.493836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3aa7f-24fb-4ef1-91e4-42f951e1fce8 req-0d806ee5-91bd-4f71-85ee-babaac17d323 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:54.496809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80f3aa7f-24fb-4ef1-91e4-42f951e1fce8 req-0d806ee5-91bd-4f71-85ee-babaac17d323 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 949 time: 0.1174002 Aug 20 12:20:54.556432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] For port 02926bc1-2f0f-435f-a693-2c98f8cf623e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:54.561211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] For port 02926bc1-2f0f-435f-a693-2c98f8cf623e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=02926bc1-2f0f-435f-a693-2c98f8cf623e,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:54.567546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.577777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80f3aa7f-24fb-4ef1-91e4-42f951e1fce8 req-b13b753a-1a39-4b71-9b2c-44428d03e482 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689101 Aug 20 12:20:54.616184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:54.617177 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.619269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] 10.222.0.73 "PUT /v2.0/ports/02926bc1-2f0f-435f-a693-2c98f8cf623e HTTP/1.1" status: 200 len: 1093 time: 0.7157252 Aug 20 12:20:54.642406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b432b-ea48-4863-ba0c-9913b6c8cdca service neutron] Pushing event updated for resources: {'Port': ['ID=02926bc1-2f0f-435f-a693-2c98f8cf623e,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:54.687589 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.710124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-2dafad3b-b999-43bf-8cc8-5a298d20a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:54.711746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-2dafad3b-b999-43bf-8cc8-5a298d20a1ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&device_id=d5ca68ce-ce00-476c-b78c-e9707a693cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0500000 Aug 20 12:20:54.739391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.762581 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-cd553059-7288-47d7-b1f0-77b7e058e87c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02926bc1-2f0f-435f-a693-2c98f8cf623e HTTP/1.1" status: 200 len: 217 time: 0.0380657 Aug 20 12:20:54.798174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Network 0117f8f5-c77c-4a60-bbb9-d4892915022a is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:20:54.804430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:20:54.806756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Pushing event updated for resources: {'Port': ['ID=78cbcf00-8674-42b5-a48e-c21c68eb9fee,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:54.809669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:20:54.824313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-a1f20299-b769-4086-9eb8-c826302c23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:54.825811 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-a1f20299-b769-4086-9eb8-c826302c23fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 200 len: 853 time: 0.0549419 Aug 20 12:20:54.860061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:54.860618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.861440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-27a34267-75f4-4f7f-89c2-bf8fef3f2df7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0117f8f5-c77c-4a60-bbb9-d4892915022a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261490 Aug 20 12:20:54.877763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-fbd36849-d7b5-4fec-adcb-2822fa44e280 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1295147 Aug 20 12:20:54.895011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Request body: {'port': {'device_id': '853b9088-d0b8-4458-85ba-77e8c18ced7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:54.960759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:54.978989 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-338421ea-b841-4a7b-8072-145c15e99731 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065328 Aug 20 12:20:55.000995 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:55.089810 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-c877bf7d-caea-4f28-844b-9f30378c2f22 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003487 Aug 20 12:20:55.134125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ef3b4-d74b-43a4-8042-1bdcde2178e0', 'name': 'network-vif-deleted', 'tag': '96b0de91-a3e6-4021-b085-a90354d64736'}, {'name': 'network-changed', 'server_uuid': 'd5ca68ce-ce00-476c-b78c-e9707a693cd6', 'tag': '02926bc1-2f0f-435f-a693-2c98f8cf623e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:55.136768 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa75b69a-f2cd-4f80-8f33-7c9527e69242" -d '{"events": [{"server_uuid": "f94ef3b4-d74b-43a4-8042-1bdcde2178e0", "name": "network-vif-deleted", "tag": "96b0de91-a3e6-4021-b085-a90354d64736"}, {"name": "network-changed", "server_uuid": "d5ca68ce-ce00-476c-b78c-e9707a693cd6", "tag": "02926bc1-2f0f-435f-a693-2c98f8cf623e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:55.236123 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5fa928-5d25-4d68-927e-823d66a38e49 x-openstack-request-id: req-7e5fa928-5d25-4d68-927e-823d66a38e49 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:55.236469 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ef3b4-d74b-43a4-8042-1bdcde2178e0", "name": "network-vif-deleted", "tag": "96b0de91-a3e6-4021-b085-a90354d64736", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5ca68ce-ce00-476c-b78c-e9707a693cd6", "tag": "02926bc1-2f0f-435f-a693-2c98f8cf623e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:55.236894 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e5fa928-5d25-4d68-927e-823d66a38e49 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:55.238154 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ef3b4-d74b-43a4-8042-1bdcde2178e0', 'name': 'network-vif-deleted', 'tag': '96b0de91-a3e6-4021-b085-a90354d64736', 'status': 'completed', 'code': 200} Aug 20 12:20:55.238463 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ca68ce-ce00-476c-b78c-e9707a693cd6', 'tag': '02926bc1-2f0f-435f-a693-2c98f8cf623e', 'status': 'completed', 'code': 200} Aug 20 12:20:55.326635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-d5647d46-d750-48d5-a925-f52fa5d6dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:55.328194 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-d5647d46-d750-48d5-a925-f52fa5d6dd75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&device_id=d5ca68ce-ce00-476c-b78c-e9707a693cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0658641 Aug 20 12:20:55.328363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76ab5b-51d9-4ac4-a88c-a883eca1786e req-a106635d-96e2-4eaf-9894-1fdaf4974bb9 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:55.329920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c76ab5b-51d9-4ac4-a88c-a883eca1786e req-a106635d-96e2-4eaf-9894-1fdaf4974bb9 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 946 time: 0.0817757 Aug 20 12:20:55.393551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c76ab5b-51d9-4ac4-a88c-a883eca1786e req-29a85703-8d0f-4b8e-bc00-9cf5fe7c9b29 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Aug 20 12:20:55.397778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cbcf00-8674-42b5-a48e-c21c68eb9fee {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:55.408375 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:55.430406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Transition to ACTIVE for port object 78cbcf00-8674-42b5-a48e-c21c68eb9fee will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:55.436051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:55.467348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-2b0e2020-4559-4104-a525-0b180c1d2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:55.469239 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-2b0e2020-4559-4104-a525-0b180c1d2f8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 914 time: 0.1318123 Aug 20 12:20:55.523826 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-c864f039-cea9-4889-9953-2a6215d6482f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02926bc1-2f0f-435f-a693-2c98f8cf623e HTTP/1.1" status: 200 len: 217 time: 0.0443654 Aug 20 12:20:55.567916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Pushing event updated for resources: {'Port': ['ID=78cbcf00-8674-42b5-a48e-c21c68eb9fee,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:55.579105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 45626) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:55.601157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-f94aba59-80b0-4ecc-b1c4-2a50e3bbaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:55.602677 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-f94aba59-80b0-4ecc-b1c4-2a50e3bbaae4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 200 len: 853 time: 0.0693138 Aug 20 12:20:55.611055 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:55.646628 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-a6bb6195-e1d3-4c45-89fe-33819ffa2200 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0117f8f5-c77c-4a60-bbb9-d4892915022a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358169 Aug 20 12:20:55.794780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576c260-f172-49e3-b953-c246ac2c7928 req-80265f32-23ee-4fd1-9083-b1b4c1bfe1bd tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:55.796337 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b576c260-f172-49e3-b953-c246ac2c7928 req-80265f32-23ee-4fd1-9083-b1b4c1bfe1bd tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 946 time: 0.0939786 Aug 20 12:20:55.814671 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-0edc5278-ea28-44d1-a097-7a751741ea6d service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602795 Aug 20 12:20:55.971519 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa75b69a-f2cd-4f80-8f33-7c9527e69242 req-60f1626a-1c64-4cf1-9036-dbb4f5065d95 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372743 Aug 20 12:20:55.980942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Deleting port 728b0312-1bd6-47e5-8c83-1645d071948a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:20:55.981315 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.022720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Attempting to bind port 78cbcf00-8674-42b5-a48e-c21c68eb9fee on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:56.022972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Attempting to bind port 78cbcf00-8674-42b5-a48e-c21c68eb9fee by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:56.023288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Attempting to bind port 78cbcf00-8674-42b5-a48e-c21c68eb9fee on network 0117f8f5-c77c-4a60-bbb9-d4892915022a {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:56.047618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Port 78cbcf00-8674-42b5-a48e-c21c68eb9fee on network 0117f8f5-c77c-4a60-bbb9-d4892915022a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:56.047990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Attempting to bind port 78cbcf00-8674-42b5-a48e-c21c68eb9fee on network 0117f8f5-c77c-4a60-bbb9-d4892915022a {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:56.065595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d8c0b-dced-481b-b8d3-3c154fc62da8 req-d5b5021e-44b0-4c9c-9187-0d5dbf50ea7a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.067095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d7d8c0b-dced-481b-b8d3-3c154fc62da8 req-d5b5021e-44b0-4c9c-9187-0d5dbf50ea7a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 944 time: 0.4688623 Aug 20 12:20:56.071275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:56.071620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Checking segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:56.072011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Bound using segment: {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:56.072458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Bound port: 78cbcf00-8674-42b5-a48e-c21c68eb9fee, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:56.072817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.075192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] For port 728b0312-1bd6-47e5-8c83-1645d071948a, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=728b0312-1bd6-47e5-8c83-1645d071948a,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:56.075567 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.076493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7c973f58-5ea4-46f0-a011-cc738b976931 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=700effcb08b54188a382ddd719d2c546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960392 Aug 20 12:20:56.080154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-b5060f82-f425-4a7a-927f-59fc6d33a427 req-5ec36f29-8f72-4f59-80ea-4fb372440fa5 service neutron] (101034) timed out ('10.222.0.73', 61933) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:20:56.083243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45634) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:20:56.095931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b2d98-dbaf-4c27-ad4f-e02ef6253fae req-4b82e860-fa45-4190-8b13-2a643ece73cb tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.097441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db4b2d98-dbaf-4c27-ad4f-e02ef6253fae req-4b82e860-fa45-4190-8b13-2a643ece73cb tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 949 time: 0.1394112 Aug 20 12:20:56.105127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Calling delete_port for 728b0312-1bd6-47e5-8c83-1645d071948a owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:20:56.179226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d7d8c0b-dced-481b-b8d3-3c154fc62da8 req-624a7d6e-5908-4907-862d-37e12d1f1bd1 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999091 Aug 20 12:20:56.199864 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5115e46b-13a2-43a3-99a2-f638beea2739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.213454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db4b2d98-dbaf-4c27-ad4f-e02ef6253fae req-1e48715b-ebaa-4e91-ba7b-087943168859 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063030 Aug 20 12:20:56.215458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] For port 78cbcf00-8674-42b5-a48e-c21c68eb9fee, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:56.219030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] For port 78cbcf00-8674-42b5-a48e-c21c68eb9fee, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=78cbcf00-8674-42b5-a48e-c21c68eb9fee,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:56.226460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.242375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5115e46b-13a2-43a3-99a2-f638beea2739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.274830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.275469 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.277748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] 10.222.0.73 "PUT /v2.0/ports/78cbcf00-8674-42b5-a48e-c21c68eb9fee HTTP/1.1" status: 200 len: 1093 time: 1.3884296 Aug 20 12:20:56.278259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853b9088-d0b8-4458-85ba-77e8c18ced7d', 'tag': '78cbcf00-8674-42b5-a48e-c21c68eb9fee'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:56.280570 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf" -d '{"events": [{"name": "network-changed", "server_uuid": "853b9088-d0b8-4458-85ba-77e8c18ced7d", "tag": "78cbcf00-8674-42b5-a48e-c21c68eb9fee"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:56.315553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14f28-b144-461c-b5dd-ea0adb58e355 service neutron] Pushing event updated for resources: {'Port': ['ID=78cbcf00-8674-42b5-a48e-c21c68eb9fee,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:56.347497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.361580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['728b0312-1bd6-47e5-8c83-1645d071948a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:56.371976 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5115e46b-13a2-43a3-99a2-f638beea2739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.375463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5115e46b-13a2-43a3-99a2-f638beea2739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.377316 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5115e46b-13a2-43a3-99a2-f638beea2739 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/906c4c4b-3116-4b68-9a2e-8d945635765e HTTP/1.1" status: 204 len: 168 time: 0.2930040 Aug 20 12:20:56.400807 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c116653f-656a-4aca-97c2-9bf2c088f294 x-openstack-request-id: req-c116653f-656a-4aca-97c2-9bf2c088f294 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:56.401945 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853b9088-d0b8-4458-85ba-77e8c18ced7d", "tag": "78cbcf00-8674-42b5-a48e-c21c68eb9fee", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:56.402083 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c116653f-656a-4aca-97c2-9bf2c088f294 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:56.402473 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853b9088-d0b8-4458-85ba-77e8c18ced7d', 'tag': '78cbcf00-8674-42b5-a48e-c21c68eb9fee', 'status': 'completed', 'code': 200} Aug 20 12:20:56.408727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Pushing event deleted for resources: {'Port': ['ID=728b0312-1bd6-47e5-8c83-1645d071948a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:56.411448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-790fd1cd-4029-4673-856c-c434515a8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.413119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-790fd1cd-4029-4673-856c-c434515a8c4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 1096 time: 0.0881939 Aug 20 12:20:56.470223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] No DVR routers for this DVR port 728b0312-1bd6-47e5-8c83-1645d071948a on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:56.473783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115e46b-13a2-43a3-99a2-f638beea2739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906c4c4b-3116-4b68-9a2e-8d945635765e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:56.481722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-60524118-623e-43ed-8d85-1b8c7e08f7d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cbcf00-8674-42b5-a48e-c21c68eb9fee HTTP/1.1" status: 200 len: 217 time: 0.0603039 Aug 20 12:20:56.483739 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.486393 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b576c260-f172-49e3-b953-c246ac2c7928 req-86851a30-a636-41c1-8c60-8194ce2c9735 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.73 "DELETE /v2.0/ports/728b0312-1bd6-47e5-8c83-1645d071948a HTTP/1.1" status: 204 len: 173 time: 0.6795464 Aug 20 12:20:56.586457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58205016-93e6-4fb5-af0e-44518e2f5073 req-12a12981-4d3f-4b48-9ccd-98639f613232 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4072fb-74c0-44fc-8c46-7b091d829afc HTTP/1.1" status: 200 len: 210 time: 0.0705471 Aug 20 12:20:56.613322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-be2fb2c6-124d-4464-86c0-0d1081a7ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.614822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-be2fb2c6-124d-4464-86c0-0d1081a7ce51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 200 len: 853 time: 0.1195736 Aug 20 12:20:56.700738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-c94b410e-b032-4ea6-8098-618fcee5f341 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0117f8f5-c77c-4a60-bbb9-d4892915022a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770583 Aug 20 12:20:56.778579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e4218-a1ca-4855-9010-1d3654870ac7 req-559d1dda-6bb8-406f-9613-7dd0055ef45c tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.780162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-508e4218-a1ca-4855-9010-1d3654870ac7 req-559d1dda-6bb8-406f-9613-7dd0055ef45c tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 949 time: 0.1461103 Aug 20 12:20:56.844727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-508e4218-a1ca-4855-9010-1d3654870ac7 req-27a33430-423b-4783-adcf-c311fa113ba6 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570049 Aug 20 12:20:56.850853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-605c6c51-7ab0-44ae-a011-6002ad291b94 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398327 Aug 20 12:20:56.966230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.967875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa086dc-35e9-4731-be04-4e208f55b0d2 req-199e0e34-1a28-4b8e-9d05-5e0f71178b03 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088510 Aug 20 12:20:57.076194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-3e5f3d50-6bce-424a-9df7-07806778fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.078032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-3e5f3d50-6bce-424a-9df7-07806778fe3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4841d19f36f4498abf640b4c363e8ef3&device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 1096 time: 0.0454934 Aug 20 12:20:57.239824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4072fb-74c0-44fc-8c46-7b091d829afc', 'name': 'network-vif-deleted', 'tag': '728b0312-1bd6-47e5-8c83-1645d071948a'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:57.242244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-a7bb549c-cfe1-46d1-b111-f68fcc7d2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.242684 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0807e814-1b1e-4a6d-9d04-c5a38c2673d1" -d '{"events": [{"server_uuid": "9d4072fb-74c0-44fc-8c46-7b091d829afc", "name": "network-vif-deleted", "tag": "728b0312-1bd6-47e5-8c83-1645d071948a"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:57.243818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-a7bb549c-cfe1-46d1-b111-f68fcc7d2b79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 200 len: 914 time: 0.1580846 Aug 20 12:20:57.284790 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b714f3-dbf6-4054-be94-049008e0c4b0 x-openstack-request-id: req-69b714f3-dbf6-4054-be94-049008e0c4b0 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:57.285891 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4072fb-74c0-44fc-8c46-7b091d829afc", "name": "network-vif-deleted", "tag": "728b0312-1bd6-47e5-8c83-1645d071948a", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:57.286383 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69b714f3-dbf6-4054-be94-049008e0c4b0 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:57.287213 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4072fb-74c0-44fc-8c46-7b091d829afc', 'name': 'network-vif-deleted', 'tag': '728b0312-1bd6-47e5-8c83-1645d071948a', 'status': 'completed', 'code': 200} Aug 20 12:20:57.319380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-012db987-e293-4091-9b73-1dc7ae4b9e37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cbcf00-8674-42b5-a48e-c21c68eb9fee HTTP/1.1" status: 200 len: 217 time: 0.0577123 Aug 20 12:20:57.368747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b90daf-840a-4c78-9f0b-95ffe3079b75 req-63fef64d-22e8-492b-a109-3f1a111ad13b tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.370298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28b90daf-840a-4c78-9f0b-95ffe3079b75 req-63fef64d-22e8-492b-a109-3f1a111ad13b tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 944 time: 0.1175594 Aug 20 12:20:57.400331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-e313b83f-a145-4ee1-8574-c3911867ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.402370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-e313b83f-a145-4ee1-8574-c3911867ffca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 200 len: 853 time: 0.0744493 Aug 20 12:20:57.447695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-7902c423-3fa2-410b-9e3d-ed3465685aea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0117f8f5-c77c-4a60-bbb9-d4892915022a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355334 Aug 20 12:20:57.451078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28b90daf-840a-4c78-9f0b-95ffe3079b75 req-bc5e1dba-b329-4a37-bf46-bbc51746be91 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735078 Aug 20 12:20:57.546816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-04e2a0ef-7021-4695-92ed-999c70c25423 service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911989 Aug 20 12:20:57.659146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8b537e9-18c5-4b5f-babe-f4f5ae1895cf req-5a6b5baf-33f3-4e59-a8d4-2de680f7716c service neutron] 10.222.0.73 "GET /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034515 Aug 20 12:20:57.945395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970427c-8800-48a7-8da1-0d52373b220b req-6df79f25-eace-4ea1-8859-28b932bef2b5 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.946959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-6df79f25-eace-4ea1-8859-28b932bef2b5 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/networks?id=796e36c0-0e00-4b8b-89da-7889987acc62 HTTP/1.1" status: 200 len: 809 time: 0.1217842 Aug 20 12:20:57.974151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-f8b8edd7-1fea-4fdf-86d2-7492d78b5fda tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/quotas/c6b72524c7a7494b9f7891b19ad06a98 HTTP/1.1" status: 200 len: 375 time: 0.0128260 Aug 20 12:20:58.019830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad790-63dc-4a32-b638-7715b5d2fa0f req-d2a8bc2a-f85f-48a1-8766-20bc5df66875 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:58.021349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-399ad790-63dc-4a32-b638-7715b5d2fa0f req-d2a8bc2a-f85f-48a1-8766-20bc5df66875 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 949 time: 0.0958269 Aug 20 12:20:58.023536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-a193b055-8f83-48e0-9cf1-5855ce55de2a tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6b72524c7a7494b9f7891b19ad06a98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423942 Aug 20 12:20:58.141957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-399ad790-63dc-4a32-b638-7715b5d2fa0f req-cc4e4e78-0813-494b-b49d-97ef07037fb4 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9c70902-7b03-4da1-8654-030001cfc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128275 Aug 20 12:20:58.179667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50200925-cfc9-476b-b871-ec526f83ae5a req-475cf0af-39c4-429a-8c49-f0862d551407 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:58.181219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50200925-cfc9-476b-b871-ec526f83ae5a req-475cf0af-39c4-429a-8c49-f0862d551407 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.73 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 949 time: 0.0950608 Aug 20 12:20:58.203652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-5bef8733-392c-4fc7-bcfc-521e00eaff64 service neutron] 10.222.0.25 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640949 Aug 20 12:20:58.351138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-14b3890c-6d81-47f5-9f77-a3ec61e62976 service neutron] 10.222.0.25 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290331 Aug 20 12:20:58.361029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Deleting port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:20:58.361455 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:58.462840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] For port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:58.463549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:58.480474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Calling delete_port for ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:20:58.570164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d99cf0c-2314-4dca-a9ca-a3836696e6f9 req-7cab7dd8-554d-415c-871c-727b885db0ef tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 210 time: 0.0422182 Aug 20 12:20:58.626879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353521f-44ae-4bcb-86c9-5c139736828e req-0c6747fe-39b3-4ee7-a72f-fe256df4a990 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:58.628437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3353521f-44ae-4bcb-86c9-5c139736828e req-0c6747fe-39b3-4ee7-a72f-fe256df4a990 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 944 time: 0.0881703 Aug 20 12:20:58.724035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3353521f-44ae-4bcb-86c9-5c139736828e req-e7c8603a-30ca-4109-878d-c865abe2ca77 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612438 Aug 20 12:20:58.727402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:58.756395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['ceab46fb-5e0f-4378-9597-15dcbc6ee6b0'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:58.759647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Pushing event deleted for resources: {'Port': ['ID=ceab46fb-5e0f-4378-9597-15dcbc6ee6b0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:58.812838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] No DVR routers for this DVR port ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:58.815841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:58.818106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50200925-cfc9-476b-b871-ec526f83ae5a req-b1d73d0e-f043-488d-bcb2-3222745d4f25 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.73 "DELETE /v2.0/ports/ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 HTTP/1.1" status: 204 len: 173 time: 0.6268733 Aug 20 12:20:58.818886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ab8185-ea56-47ed-a6d0-853e81703e35', 'name': 'network-vif-deleted', 'tag': 'ceab46fb-5e0f-4378-9597-15dcbc6ee6b0'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:58.821257 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c7e780-e4a6-4ee8-aebc-bf0f26b48891" -d '{"events": [{"server_uuid": "21ab8185-ea56-47ed-a6d0-853e81703e35", "name": "network-vif-deleted", "tag": "ceab46fb-5e0f-4378-9597-15dcbc6ee6b0"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:58.876048 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf6df14-24b9-41df-9d57-b1b3b008e2e7 x-openstack-request-id: req-daf6df14-24b9-41df-9d57-b1b3b008e2e7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:58.876593 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ab8185-ea56-47ed-a6d0-853e81703e35", "name": "network-vif-deleted", "tag": "ceab46fb-5e0f-4378-9597-15dcbc6ee6b0", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:58.877053 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daf6df14-24b9-41df-9d57-b1b3b008e2e7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:58.877658 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ab8185-ea56-47ed-a6d0-853e81703e35', 'name': 'network-vif-deleted', 'tag': 'ceab46fb-5e0f-4378-9597-15dcbc6ee6b0', 'status': 'completed', 'code': 200} Aug 20 12:20:59.144558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 02926bc1-2f0f-435f-a693-2c98f8cf623e details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:59.147696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 728b0312-1bd6-47e5-8c83-1645d071948a no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:59.173841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 728b0312-1bd6-47e5-8c83-1645d071948a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:20:59.174211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 728b0312-1bd6-47e5-8c83-1645d071948a not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:59.261487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 02926bc1-2f0f-435f-a693-2c98f8cf623e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=02926bc1-2f0f-435f-a693-2c98f8cf623e,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:59.263501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f417bbcf-125b-41c9-8546-b81af6bbafa8 req-4ad4923b-d074-49a5-8fe4-1b43b02f5fa7 tempest-VolumesNegativeTest-384704837 tempest-VolumesNegativeTest-384704837-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ab8185-ea56-47ed-a6d0-853e81703e35 HTTP/1.1" status: 200 len: 210 time: 0.0346842 Aug 20 12:20:59.273360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '02926bc1-2f0f-435f-a693-2c98f8cf623e', 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'port_id': '02926bc1-2f0f-435f-a693-2c98f8cf623e', 'mac_address': 'fa:16:3e:d0:41:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b15ad37-99e2-44b7-b8a2-e189e26102b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:59.318389 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:59.333394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02926bc1-2f0f-435f-a693-2c98f8cf623e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:59.354727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 02926bc1-2f0f-435f-a693-2c98f8cf623e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=02926bc1-2f0f-435f-a693-2c98f8cf623e,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:59.359063 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:59.431524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=02926bc1-2f0f-435f-a693-2c98f8cf623e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:59.599969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['02926bc1-2f0f-435f-a693-2c98f8cf623e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:59.676659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9dc5e265-660f-42aa-b7fe-c65bb43f6d11 req-d05b1c2c-b251-4920-9a2f-44f27be1c09d tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 210 time: 0.0337899 Aug 20 12:20:59.893524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f2e67-1c23-490f-9ee1-2d98e46b74e4 req-788ab9df-28fe-4c67-899e-af3d4a1f40ca tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.895235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-066f2e67-1c23-490f-9ee1-2d98e46b74e4 req-788ab9df-28fe-4c67-899e-af3d4a1f40ca tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 944 time: 0.0802865 Aug 20 12:20:59.924092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970427c-8800-48a7-8da1-0d52373b220b req-5d3b0128-4981-45a6-ac88-45a2b29819ba tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.925552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-5d3b0128-4981-45a6-ac88-45a2b29819ba tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.73 "GET /v2.0/networks?id=796e36c0-0e00-4b8b-89da-7889987acc62 HTTP/1.1" status: 200 len: 809 time: 0.1618154 Aug 20 12:20:59.943422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Request body: {'port': {'device_id': 'c94c0927-a7e9-4e4a-aab9-37c418560bd2', 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62', 'admin_state_up': True, 'tenant_id': 'c6b72524c7a7494b9f7891b19ad06a98'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:00.002359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-066f2e67-1c23-490f-9ee1-2d98e46b74e4 req-f3917519-ac45-4427-89db-f98b38c61cd5 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922666 Aug 20 12:21:00.068799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Made reservation on behalf of c6b72524c7a7494b9f7891b19ad06a98 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:00.072541 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:00.203758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Allocated IP 172.20.0.5 (796e36c0-0e00-4b8b-89da-7889987acc62/d3517dfd-16af-4007-ad42-ee6df926d1ae/2930baca-5cdf-4796-ae2c-15edb3d8a32e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:00.390996 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:00.451381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:00.494603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Network 796e36c0-0e00-4b8b-89da-7889987acc62 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:00.497917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:00.501618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:00.551707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:00.552339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:00.577989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Pushing event updated for resources: {'Port': ['ID=2930baca-5cdf-4796-ae2c-15edb3d8a32e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:00.588556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-43b1dd16-a33d-4001-8f15-9fccd7da6542 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6513612 Aug 20 12:21:00.612994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Request body: {'port': {'device_id': 'c94c0927-a7e9-4e4a-aab9-37c418560bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:00.673425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:00.906150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7f0c2-dfb8-499c-82d8-c95ce91db59c req-c175e126-747b-4fa0-a7a8-d8f2ca594048 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:00.908468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9e7f0c2-dfb8-499c-82d8-c95ce91db59c req-c175e126-747b-4fa0-a7a8-d8f2ca594048 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 931 time: 0.1119130 Aug 20 12:21:00.982032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e9e7f0c2-dfb8-499c-82d8-c95ce91db59c req-370a0dd3-b220-4c99-a522-3a0f1c2b16ec tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640700 Aug 20 12:21:01.058538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2930baca-5cdf-4796-ae2c-15edb3d8a32e {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:01.070089 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.085779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Transition to ACTIVE for port object 2930baca-5cdf-4796-ae2c-15edb3d8a32e will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:01.106498 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.163489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 78cbcf00-8674-42b5-a48e-c21c68eb9fee details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:21:01.166074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 02926bc1-2f0f-435f-a693-2c98f8cf623e up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:01.251646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 02926bc1-2f0f-435f-a693-2c98f8cf623e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:01.260360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 02926bc1-2f0f-435f-a693-2c98f8cf623e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:01.261211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.492092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45834) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:01.519820 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.523528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 78cbcf00-8674-42b5-a48e-c21c68eb9fee, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=78cbcf00-8674-42b5-a48e-c21c68eb9fee,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:01.551742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Pushing event updated for resources: {'Port': ['ID=2930baca-5cdf-4796-ae2c-15edb3d8a32e,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:01.575852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '78cbcf00-8674-42b5-a48e-c21c68eb9fee', 'network_id': '0117f8f5-c77c-4a60-bbb9-d4892915022a', 'port_id': '78cbcf00-8674-42b5-a48e-c21c68eb9fee', 'mac_address': 'fa:16:3e:4b:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b15ad37-99e2-44b7-b8a2-e189e26102b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:21:01.583719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ca68ce-ce00-476c-b78c-e9707a693cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02926bc1-2f0f-435f-a693-2c98f8cf623e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:01.583976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ae348-5d1f-415e-896c-ed2a474e682d req-f81323c6-0efb-4c31-a70c-74088746f482 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:01.586019 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e213d5-1a35-425f-a915-8be672288848" -d '{"events": [{"server_uuid": "d5ca68ce-ce00-476c-b78c-e9707a693cd6", "name": "network-vif-plugged", "status": "completed", "tag": "02926bc1-2f0f-435f-a693-2c98f8cf623e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:01.592623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-292ae348-5d1f-415e-896c-ed2a474e682d req-f81323c6-0efb-4c31-a70c-74088746f482 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 944 time: 0.4995067 Aug 20 12:21:01.603017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 02926bc1-2f0f-435f-a693-2c98f8cf623e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=02926bc1-2f0f-435f-a693-2c98f8cf623e,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:01.625508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.686330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Attempting to bind port 2930baca-5cdf-4796-ae2c-15edb3d8a32e on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:01.692327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Attempting to bind port 2930baca-5cdf-4796-ae2c-15edb3d8a32e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:01.693589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Attempting to bind port 2930baca-5cdf-4796-ae2c-15edb3d8a32e on network 796e36c0-0e00-4b8b-89da-7889987acc62 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:01.702753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.707365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Port 2930baca-5cdf-4796-ae2c-15edb3d8a32e on network 796e36c0-0e00-4b8b-89da-7889987acc62 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:21:01.707695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Attempting to bind port 2930baca-5cdf-4796-ae2c-15edb3d8a32e on network 796e36c0-0e00-4b8b-89da-7889987acc62 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:01.714793 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e32bf0-3f75-4247-aab7-dc0210b512f8 x-openstack-request-id: req-e1e32bf0-3f75-4247-aab7-dc0210b512f8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:01.715086 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ca68ce-ce00-476c-b78c-e9707a693cd6", "name": "network-vif-plugged", "status": "completed", "tag": "02926bc1-2f0f-435f-a693-2c98f8cf623e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:01.715676 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1e32bf0-3f75-4247-aab7-dc0210b512f8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:01.716255 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ca68ce-ce00-476c-b78c-e9707a693cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02926bc1-2f0f-435f-a693-2c98f8cf623e', 'code': 200} Aug 20 12:21:01.724506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:01.725011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Checking segment: {'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:01.725479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Bound using segment: {'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:01.726054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Bound port: 2930baca-5cdf-4796-ae2c-15edb3d8a32e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:01.726453 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.728675 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.757782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cbcf00-8674-42b5-a48e-c21c68eb9fee {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:01.773396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=02926bc1-2f0f-435f-a693-2c98f8cf623e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:01.793408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 78cbcf00-8674-42b5-a48e-c21c68eb9fee, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=78cbcf00-8674-42b5-a48e-c21c68eb9fee,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:01.799662 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.815710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-292ae348-5d1f-415e-896c-ed2a474e682d req-738ae336-c2f2-46f2-97f9-4ccf26ad9632 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176816 Aug 20 12:21:01.817167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.853796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.865251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] For port 2930baca-5cdf-4796-ae2c-15edb3d8a32e, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:01.868860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] For port 2930baca-5cdf-4796-ae2c-15edb3d8a32e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2930baca-5cdf-4796-ae2c-15edb3d8a32e,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:01.870618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=78cbcf00-8674-42b5-a48e-c21c68eb9fee,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:01.879811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.894068 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7979b2026114ea6a0dd6aba251353f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006433 Aug 20 12:21:01.902728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45848) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:01.922494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c90ba-4be0-46df-9ac3-5e66b2acfb44,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:01.932002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:01.933487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:01.936018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] 10.222.0.73 "PUT /v2.0/ports/2930baca-5cdf-4796-ae2c-15edb3d8a32e HTTP/1.1" status: 200 len: 1092 time: 1.3275957 Aug 20 12:21:01.936714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94c0927-a7e9-4e4a-aab9-37c418560bd2', 'tag': '2930baca-5cdf-4796-ae2c-15edb3d8a32e'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:01.937220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.937570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.937912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.938275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.938614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.938945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.939271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.939595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.939926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.940405 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3101c15e-a23e-4d11-bfc9-e2a35855078e" -d '{"events": [{"name": "network-changed", "server_uuid": "c94c0927-a7e9-4e4a-aab9-37c418560bd2", "tag": "2930baca-5cdf-4796-ae2c-15edb3d8a32e"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:01.940745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.940745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.941051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f44e1-8c6b-44d7-b67a-317446a54be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:01.961489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86701e1a-b69c-41f8-b079-561b61eebd12 req-f2db1d47-c212-4e4a-afa2-5c494a5b62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:01.963311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86701e1a-b69c-41f8-b079-561b61eebd12 req-f2db1d47-c212-4e4a-afa2-5c494a5b62b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5ca68ce-ce00-476c-b78c-e9707a693cd6 HTTP/1.1" status: 200 len: 1098 time: 0.1442170 Aug 20 12:21:01.969389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd9d6b-6128-4776-a834-dcc0c9c72f57 service neutron] Pushing event updated for resources: {'Port': ['ID=2930baca-5cdf-4796-ae2c-15edb3d8a32e,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:02.025239 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86701e1a-b69c-41f8-b079-561b61eebd12 req-a26dc231-211f-47cb-bc5f-312e0e7a35e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517666 Aug 20 12:21:02.028132 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0edf912-5ccc-4298-a52a-6ce5e055a760 x-openstack-request-id: req-d0edf912-5ccc-4298-a52a-6ce5e055a760 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:02.028921 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94c0927-a7e9-4e4a-aab9-37c418560bd2", "tag": "2930baca-5cdf-4796-ae2c-15edb3d8a32e", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:02.029182 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0edf912-5ccc-4298-a52a-6ce5e055a760 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:02.029743 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94c0927-a7e9-4e4a-aab9-37c418560bd2', 'tag': '2930baca-5cdf-4796-ae2c-15edb3d8a32e', 'status': 'completed', 'code': 200} Aug 20 12:21:02.031463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63afc5e8-74da-4477-b2e1-06014d6d0c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:02.055907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970427c-8800-48a7-8da1-0d52373b220b req-144e8fc6-4bad-4d7a-9f66-b89698520d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:02.056210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63afc5e8-74da-4477-b2e1-06014d6d0c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:02.057937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-144e8fc6-4bad-4d7a-9f66-b89698520d2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6b72524c7a7494b9f7891b19ad06a98&device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 1095 time: 0.0781696 Aug 20 12:21:02.078217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['78cbcf00-8674-42b5-a48e-c21c68eb9fee'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:02.139921 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63afc5e8-74da-4477-b2e1-06014d6d0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:02.143389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63afc5e8-74da-4477-b2e1-06014d6d0c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:02.146601 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-63afc5e8-74da-4477-b2e1-06014d6d0c58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/085c90ba-4be0-46df-9ac3-5e66b2acfb44 HTTP/1.1" status: 204 len: 168 time: 0.2407362 Aug 20 12:21:02.166349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afc5e8-74da-4477-b2e1-06014d6d0c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c90ba-4be0-46df-9ac3-5e66b2acfb44,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:02.171238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3431626-5dfa-4f6c-9f47-0386289093a2 req-a9cec5e5-44cb-4156-8746-b0dd6da4f546 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:02.174518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3431626-5dfa-4f6c-9f47-0386289093a2 req-a9cec5e5-44cb-4156-8746-b0dd6da4f546 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 943 time: 0.0922956 Aug 20 12:21:02.225232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3431626-5dfa-4f6c-9f47-0386289093a2 req-3ebcc2fd-4c9e-495e-88a3-76536b39f83b tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Aug 20 12:21:02.355209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-b71b9f2c-cb62-4b0e-88f1-8ee84f26aee7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2930baca-5cdf-4796-ae2c-15edb3d8a32e HTTP/1.1" status: 200 len: 217 time: 0.1046278 Aug 20 12:21:02.424477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970427c-8800-48a7-8da1-0d52373b220b req-655f21fc-3819-48b8-b2e2-986aa0729d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:02.425958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-655f21fc-3819-48b8-b2e2-986aa0729d5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3517dfd-16af-4007-ad42-ee6df926d1ae HTTP/1.1" status: 200 len: 849 time: 0.0686996 Aug 20 12:21:02.498286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-e60ff775-5852-4e78-aafb-c22afeb507d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796e36c0-0e00-4b8b-89da-7889987acc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501628 Aug 20 12:21:02.613664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-d574b349-1537-4828-ba0e-390e6e4b9e23 service neutron] 10.222.0.73 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066048 Aug 20 12:21:02.714504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c970427c-8800-48a7-8da1-0d52373b220b req-f096a41a-9f39-4435-8b42-7c2b9dad8a40 service neutron] 10.222.0.73 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921969 Aug 20 12:21:02.827737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-35f87b9e-7a64-4f6e-bcbd-e07829c03d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:02.829772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-35f87b9e-7a64-4f6e-bcbd-e07829c03d7b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6b72524c7a7494b9f7891b19ad06a98&device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 1095 time: 0.0567055 Aug 20 12:21:02.984430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-90464295-ccc2-4376-a85f-aba8113567f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:02.985237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-90464295-ccc2-4376-a85f-aba8113567f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=796e36c0-0e00-4b8b-89da-7889987acc62 HTTP/1.1" status: 200 len: 910 time: 0.1479619 Aug 20 12:21:03.003373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f13e4f-ad56-4617-b2df-9f82ceba010f req-a70ed139-22c2-42aa-92b0-450738b5af3b tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:03.006078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4f13e4f-ad56-4617-b2df-9f82ceba010f req-a70ed139-22c2-42aa-92b0-450738b5af3b tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 945 time: 0.0773995 Aug 20 12:21:03.055205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-08661177-86fa-488a-a6b9-52ea98889d5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2930baca-5cdf-4796-ae2c-15edb3d8a32e HTTP/1.1" status: 200 len: 217 time: 0.0480304 Aug 20 12:21:03.109730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4f13e4f-ad56-4617-b2df-9f82ceba010f req-1d6abc0b-471d-4336-87bb-1afd017edb3c tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941715 Aug 20 12:21:03.133916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-98868cd1-797f-47ed-bcb8-f06239589e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:03.135803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-98868cd1-797f-47ed-bcb8-f06239589e27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3517dfd-16af-4007-ad42-ee6df926d1ae HTTP/1.1" status: 200 len: 849 time: 0.0721965 Aug 20 12:21:03.148293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 78cbcf00-8674-42b5-a48e-c21c68eb9fee up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:03.172299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-3b212b6e-3e80-42f3-a6a5-0aa586b0f383 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796e36c0-0e00-4b8b-89da-7889987acc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280178 Aug 20 12:21:03.247098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 78cbcf00-8674-42b5-a48e-c21c68eb9fee completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:03.253836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 78cbcf00-8674-42b5-a48e-c21c68eb9fee triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:03.254489 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:03.324629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-107ee03b-d865-4af6-a4bc-bfaa39f8c610 service neutron] 10.222.0.73 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378863 Aug 20 12:21:03.368406 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:03.411684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 78cbcf00-8674-42b5-a48e-c21c68eb9fee, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=78cbcf00-8674-42b5-a48e-c21c68eb9fee,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:03.418489 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:03.419606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:03.491729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c755191-b358-4f0c-9381-786665c467ac req-f841816c-7fc6-4bf5-a683-dd98f54935bf tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:03.493076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:03.493301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c755191-b358-4f0c-9381-786665c467ac req-f841816c-7fc6-4bf5-a683-dd98f54935bf tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 943 time: 0.0781703 Aug 20 12:21:03.493524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device ceab46fb-5e0f-4378-9597-15dcbc6ee6b0 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:03.529908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3101c15e-a23e-4d11-bfc9-e2a35855078e req-e8bba5c0-c733-4f52-a621-fad615a96a84 service neutron] 10.222.0.73 "GET /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883924 Aug 20 12:21:03.550096 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=78cbcf00-8674-42b5-a48e-c21c68eb9fee,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:03.552775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c755191-b358-4f0c-9381-786665c467ac req-105a9206-4b20-4cb9-bc39-767149cb991b tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490968 Aug 20 12:21:03.610991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 45986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:03.717479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853b9088-d0b8-4458-85ba-77e8c18ced7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cbcf00-8674-42b5-a48e-c21c68eb9fee'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:03.720063 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fab9fce-30e5-4dbe-8bba-84fc0d50c86f" -d '{"events": [{"server_uuid": "853b9088-d0b8-4458-85ba-77e8c18ced7d", "name": "network-vif-plugged", "status": "completed", "tag": "78cbcf00-8674-42b5-a48e-c21c68eb9fee"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:03.735502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a6-93dd-4863-8c25-6ffe4d933819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:03.766149 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7917a37f-0bb4-4bea-863e-109de5b3bee2 x-openstack-request-id: req-7917a37f-0bb4-4bea-863e-109de5b3bee2 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:03.766471 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853b9088-d0b8-4458-85ba-77e8c18ced7d", "name": "network-vif-plugged", "status": "completed", "tag": "78cbcf00-8674-42b5-a48e-c21c68eb9fee", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:03.766751 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7917a37f-0bb4-4bea-863e-109de5b3bee2 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:03.767412 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853b9088-d0b8-4458-85ba-77e8c18ced7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cbcf00-8674-42b5-a48e-c21c68eb9fee', 'code': 200} Aug 20 12:21:03.838457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a6-93dd-4863-8c25-6ffe4d933819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:03.843839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a6-93dd-4863-8c25-6ffe4d933819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:03.890285 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4171a3a6-93dd-4863-8c25-6ffe4d933819 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=147d18d1cb944d1da19d9b799f151887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781756 Aug 20 12:21:03.891257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171a3a6-93dd-4863-8c25-6ffe4d933819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e838fa79-36ac-4f4b-b846-180860bb14a4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:03.893548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4960ca-f89b-439d-90f0-6598f1e8e9f8 req-5b501643-ac09-4c3c-bcd8-9d6110453b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:03.893929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:03.895642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb4960ca-f89b-439d-90f0-6598f1e8e9f8 req-5b501643-ac09-4c3c-bcd8-9d6110453b8e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 1098 time: 0.0503273 Aug 20 12:21:03.956494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eb4960ca-f89b-439d-90f0-6598f1e8e9f8 req-fbd4e5d2-0c1a-422a-b710-f8b818998316 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510738 Aug 20 12:21:03.977159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19e7576b-ec0b-42cc-b827-8c125a3e839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:04.005037 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19e7576b-ec0b-42cc-b827-8c125a3e839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:04.054503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19e7576b-ec0b-42cc-b827-8c125a3e839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:04.057042 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-19e7576b-ec0b-42cc-b827-8c125a3e839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:04.058227 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-19e7576b-ec0b-42cc-b827-8c125a3e839e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e838fa79-36ac-4f4b-b846-180860bb14a4 HTTP/1.1" status: 204 len: 168 time: 0.1518426 Aug 20 12:21:04.067612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7576b-ec0b-42cc-b827-8c125a3e839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e838fa79-36ac-4f4b-b846-180860bb14a4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:04.257875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfea1a7-3da2-4e72-b4ea-60ae2dab7858 req-d554764d-99b2-443c-8fc9-a686dc29a754 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:04.259387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adfea1a7-3da2-4e72-b4ea-60ae2dab7858 req-d554764d-99b2-443c-8fc9-a686dc29a754 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 946 time: 0.0577447 Aug 20 12:21:04.307046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adfea1a7-3da2-4e72-b4ea-60ae2dab7858 req-a0ffab23-a7bd-4b3c-b85d-35002865952a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363002 Aug 20 12:21:04.692242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a774-ac36-407a-9f26-cee93344cd6a req-85d35b30-fae0-4537-98da-0632a7ffa330 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:04.693687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15b7a774-ac36-407a-9f26-cee93344cd6a req-85d35b30-fae0-4537-98da-0632a7ffa330 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 943 time: 0.0566230 Aug 20 12:21:04.725930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46048) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:04.735468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15b7a774-ac36-407a-9f26-cee93344cd6a req-ba673283-4d47-4b15-b64b-a4bb01cb2b4d tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343990 Aug 20 12:21:04.826926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1198439593-network', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:04.847540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Made reservation on behalf of 0dad3427621b4695a79ba4ce8c86141c for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:04.850324 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:04.859455 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:04.958533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:04.962523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:04.988612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:21:04.999100 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894436c9-b7f7-45e5-bc59-8f25b6559724,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:05.015785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.016138 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Added segment fb264bc6-1330-44d8-93b4-8e0e7505ed5d of type vlan for network b50999e8-e697-4bb4-80cf-9cc5b0384714 Aug 20 12:21:05.068974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.098308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.099378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:05.100508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.153685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4263682 Aug 20 12:21:05.156559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46056) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:05.159743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2930baca-5cdf-4796-ae2c-15edb3d8a32e details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:21:05.163959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Request body: {'subnet': {'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1198439593-subnet', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:05.165825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafc1f2-899e-49d2-8bf2-f9d3a8ff7ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=b50999e8-e697-4bb4-80cf-9cc5b0384714,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:05.178616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b50999e8-e697-4bb4-80cf-9cc5b0384714 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:21:05.190801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Made reservation on behalf of 0dad3427621b4695a79ba4ce8c86141c for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:05.193398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.349908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2930baca-5cdf-4796-ae2c-15edb3d8a32e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2930baca-5cdf-4796-ae2c-15edb3d8a32e,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:05.369575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '2930baca-5cdf-4796-ae2c-15edb3d8a32e', 'network_id': '796e36c0-0e00-4b8b-89da-7889987acc62', 'port_id': '2930baca-5cdf-4796-ae2c-15edb3d8a32e', 'mac_address': 'fa:16:3e:87:f9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3517dfd-16af-4007-ad42-ee6df926d1ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:21:05.384433 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.414340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.431702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2930baca-5cdf-4796-ae2c-15edb3d8a32e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:05.456006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2930baca-5cdf-4796-ae2c-15edb3d8a32e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2930baca-5cdf-4796-ae2c-15edb3d8a32e,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:05.461629 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.496760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3beb95-ae89-443a-b2bd-30025d0c2974,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:05.516561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ca8b8-9bfb-4371-a62d-8ece1b2cec44 req-12cee50c-4ce2-4b65-9e67-b8e3696cff1f tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:05.518435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f3ca8b8-9bfb-4371-a62d-8ece1b2cec44 req-12cee50c-4ce2-4b65-9e67-b8e3696cff1f tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 946 time: 0.0996640 Aug 20 12:21:05.522296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.522629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.522971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.523306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.523637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.523966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.524290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.524632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.524932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.525254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.525575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.525893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:05.528163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=2930baca-5cdf-4796-ae2c-15edb3d8a32e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:05.532417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Checking segment: {'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:05.532789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Network hostable DHCP agents. Network: b50999e8-e697-4bb4-80cf-9cc5b0384714, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:21:05.578107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f3ca8b8-9bfb-4371-a62d-8ece1b2cec44 req-87113a78-6329-4f65-b79a-a5fec07448cc tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Aug 20 12:21:05.579173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Network b50999e8-e697-4bb4-80cf-9cc5b0384714 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:21:05.590368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b50999e8-e697-4bb4-80cf-9cc5b0384714) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:05.595511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:05.596107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.603559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad0353-5059-475a-a400-f73baced06f2 None None] Network b50999e8-e697-4bb4-80cf-9cc5b0384714 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:05.615392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4e4d696c-6687-434c-9202-d280b705bd88 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4574866 Aug 20 12:21:05.617796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46062) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:05.625340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1198439593-router', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:05.649216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.650844 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.724157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['2930baca-5cdf-4796-ae2c-15edb3d8a32e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:05.741191 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.819847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b50999e8-e697-4bb4-80cf-9cc5b0384714', 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'fixed_ips': [{'subnet_id': 'ac3beb95-ae89-443a-b2bd-30025d0c2974'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:21:05.821360 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.854963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecd1af-cbd6-401a-8b9a-6c3f116efae9 req-b18c1855-84e9-4f61-96b5-ab83fb085b10 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:05.856583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51ecd1af-cbd6-401a-8b9a-6c3f116efae9 req-b18c1855-84e9-4f61-96b5-ab83fb085b10 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5ca68ce-ce00-476c-b78c-e9707a693cd6 HTTP/1.1" status: 200 len: 946 time: 0.1861439 Aug 20 12:21:05.958067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:05.994289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95aea-93eb-4a38-8d3e-7bb6b6653cdd req-ffaa42be-c330-4d57-a147-9075fe1bc9b4 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:05.995988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0d95aea-93eb-4a38-8d3e-7bb6b6653cdd req-ffaa42be-c330-4d57-a147-9075fe1bc9b4 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 944 time: 0.1655619 Aug 20 12:21:06.036456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51ecd1af-cbd6-401a-8b9a-6c3f116efae9 req-e33abb90-2f28-4d4f-ba67-a21677d9861a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353874 Aug 20 12:21:06.041773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Allocated IP 172.20.0.2 (b50999e8-e697-4bb4-80cf-9cc5b0384714/ac3beb95-ae89-443a-b2bd-30025d0c2974/287a1fd3-5dfd-4694-b28c-1b13a63ddaa3) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:06.092410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0d95aea-93eb-4a38-8d3e-7bb6b6653cdd req-6b546cbf-3c83-45fc-8a21-e54f80c07fe0 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600107 Aug 20 12:21:06.290957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.314369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Transition to ACTIVE for port object 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:06.329693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.347675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Transition to ACTIVE for port object 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:06.355912 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.357353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.434710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Network b50999e8-e697-4bb4-80cf-9cc5b0384714 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:06.442019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:06.446052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:06.455758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46078) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:06.466625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Pushing event updated for resources: {'Port': ['ID=287a1fd3-5dfd-4694-b28c-1b13a63ddaa3,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:06.546989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Attempting to bind port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:06.547965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Attempting to bind port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:06.548604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Attempting to bind port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 on network b50999e8-e697-4bb4-80cf-9cc5b0384714 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:06.557002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:06.558601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Checking segment: {'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:06.559424 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.560046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Bound using segment: {'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:06.560784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Bound port: 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:06.561420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.590374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Allocated IP 172.25.0.170 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/9de706ae-1981-4d3f-95e1-a4785e796412) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:06.639822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46084) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:06.641176 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b60027cb-a9b5-4df4-8800-2e3c9eaf3314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=684d668f0cd8468d83a52d629e44deda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836851 Aug 20 12:21:06.654796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] For port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:06.658747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] For port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=287a1fd3-5dfd-4694-b28c-1b13a63ddaa3,segment=NetworkSegment(fb264bc6-1330-44d8-93b4-8e0e7505ed5d),segment_id=fb264bc6-1330-44d8-93b4-8e0e7505ed5d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:06.664461 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.730396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d728e92-ce53-4341-b224-bc25d2f20af8 None None] Pushing event updated for resources: {'Port': ['ID=287a1fd3-5dfd-4694-b28c-1b13a63ddaa3,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:06.741621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b901906-f896-4188-b1ac-7eee4d1d79a6 req-b1229723-cd7f-434b-b6fe-a966e3903891 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:06.743164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b901906-f896-4188-b1ac-7eee4d1d79a6 req-b1229723-cd7f-434b-b6fe-a966e3903891 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5ca68ce-ce00-476c-b78c-e9707a693cd6 HTTP/1.1" status: 200 len: 946 time: 0.1693301 Aug 20 12:21:06.788675 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91cf273c-5c8f-4711-a9e9-5334aefe9726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.845096 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91cf273c-5c8f-4711-a9e9-5334aefe9726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.853728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b901906-f896-4188-b1ac-7eee4d1d79a6 req-ff3f16f2-59dd-4731-ba32-785efeea498e tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024930 Aug 20 12:21:06.870801 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.948754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91cf273c-5c8f-4711-a9e9-5334aefe9726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.951742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-91cf273c-5c8f-4711-a9e9-5334aefe9726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:06.952907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-91cf273c-5c8f-4711-a9e9-5334aefe9726 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9c70902-7b03-4da1-8654-030001cfc78e HTTP/1.1" status: 204 len: 168 time: 0.3120155 Aug 20 12:21:06.964761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf273c-5c8f-4711-a9e9-5334aefe9726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c70902-7b03-4da1-8654-030001cfc78e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:06.973500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:07.000457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:07.003405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:07.024845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:07.070793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Pushing event updated for resources: {'Port': ['ID=9de706ae-1981-4d3f-95e1-a4785e796412,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:07.185085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2930baca-5cdf-4796-ae2c-15edb3d8a32e up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:07.245086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 2930baca-5cdf-4796-ae2c-15edb3d8a32e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:07.249064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 2930baca-5cdf-4796-ae2c-15edb3d8a32e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:07.249673 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:07.313627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d598a6-1475-4cc2-be2f-88e7c33526e7 req-eacc42cf-1859-440c-9e7d-05314ff06773 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:07.315345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95d598a6-1475-4cc2-be2f-88e7c33526e7 req-eacc42cf-1859-440c-9e7d-05314ff06773 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 944 time: 0.1062818 Aug 20 12:21:07.383773 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:07.423562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94c0927-a7e9-4e4a-aab9-37c418560bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930baca-5cdf-4796-ae2c-15edb3d8a32e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:07.424840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95d598a6-1475-4cc2-be2f-88e7c33526e7 req-4fda8a69-f278-4dcc-85a3-9b158af52f03 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973952 Aug 20 12:21:07.428579 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2a7af6-df47-4fad-847c-e0c3500a48e7" -d '{"events": [{"server_uuid": "c94c0927-a7e9-4e4a-aab9-37c418560bd2", "name": "network-vif-plugged", "status": "completed", "tag": "2930baca-5cdf-4796-ae2c-15edb3d8a32e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:07.445471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:07.461147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2930baca-5cdf-4796-ae2c-15edb3d8a32e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2930baca-5cdf-4796-ae2c-15edb3d8a32e,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:07.472524 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:07.551804 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323455f3-b978-4491-a5e0-bea5a52b0b23 x-openstack-request-id: req-323455f3-b978-4491-a5e0-bea5a52b0b23 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:07.552520 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94c0927-a7e9-4e4a-aab9-37c418560bd2", "name": "network-vif-plugged", "status": "completed", "tag": "2930baca-5cdf-4796-ae2c-15edb3d8a32e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:07.552971 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-323455f3-b978-4491-a5e0-bea5a52b0b23 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:07.553530 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94c0927-a7e9-4e4a-aab9-37c418560bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930baca-5cdf-4796-ae2c-15edb3d8a32e', 'code': 200} Aug 20 12:21:07.595031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=2930baca-5cdf-4796-ae2c-15edb3d8a32e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:07.732480 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:07.816346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3ac4c-59f5-4140-a954-1e1baeb6dec8 req-d85f39d5-64e2-430b-8b7c-77941f793994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:07.822019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-d46b56e6-20bf-47ab-b5d6-6e82f86da6b9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:07.825234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-d46b56e6-20bf-47ab-b5d6-6e82f86da6b9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5ca68ce-ce00-476c-b78c-e9707a693cd6 HTTP/1.1" status: 200 len: 946 time: 0.0924485 Aug 20 12:21:07.826492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42b3ac4c-59f5-4140-a954-1e1baeb6dec8 req-d85f39d5-64e2-430b-8b7c-77941f793994 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 1097 time: 0.2391663 Aug 20 12:21:07.870384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:07.947874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:08.002963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42b3ac4c-59f5-4140-a954-1e1baeb6dec8 req-885eedff-952b-49a3-8f45-556baf3d9e2e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593826 Aug 20 12:21:08.019712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79cecc4-ca48-4ecf-af86-920e019ac502 None None] Network b50999e8-e697-4bb4-80cf-9cc5b0384714 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:08.037454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-e6309406-4ebf-403c-aadb-820e1ad15ef6 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:08.039164 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-e6309406-4ebf-403c-aadb-820e1ad15ef6 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 946 time: 0.0822787 Aug 20 12:21:08.045851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Deleting port 02926bc1-2f0f-435f-a693-2c98f8cf623e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:08.046533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.065430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533e3e7-46e8-4958-b547-c3777a7e9335 req-1453a7b1-2c4d-495d-8fb3-ca4136849b33 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:08.067302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1533e3e7-46e8-4958-b547-c3777a7e9335 req-1453a7b1-2c4d-495d-8fb3-ca4136849b33 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5ca68ce-ce00-476c-b78c-e9707a693cd6 HTTP/1.1" status: 200 len: 946 time: 0.0839257 Aug 20 12:21:08.084625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46114) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:08.110859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b1ec9315-f026-4bd2-a0f0-a4659e4cd35e None None] Provisioning for port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:08.115547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:21:08.116474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b1ec9315-f026-4bd2-a0f0-a4659e4cd35e None None] Provisioning complete for port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:08.117043 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9315-f026-4bd2-a0f0-a4659e4cd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.144995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1533e3e7-46e8-4958-b547-c3777a7e9335 req-3a66d05c-0846-4514-88b0-09944caf4f3b tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/security-groups?id=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669007 Aug 20 12:21:08.181936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] For port 02926bc1-2f0f-435f-a693-2c98f8cf623e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=02926bc1-2f0f-435f-a693-2c98f8cf623e,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:08.183573 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.206697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Calling delete_port for 02926bc1-2f0f-435f-a693-2c98f8cf623e owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:08.256849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-147367364-network', 'tenant_id': '2fd16374defb4887a57a2fce3cc73ff1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:08.263987 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9315-f026-4bd2-a0f0-a4659e4cd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.289035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:08.296186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Made reservation on behalf of 2fd16374defb4887a57a2fce3cc73ff1 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:08.298275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.312912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b1ec9315-f026-4bd2-a0f0-a4659e4cd35e None None] For port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=287a1fd3-5dfd-4694-b28c-1b13a63ddaa3,segment=NetworkSegment(fb264bc6-1330-44d8-93b4-8e0e7505ed5d),segment_id=fb264bc6-1330-44d8-93b4-8e0e7505ed5d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:08.314631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.316966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Sync routers for ids ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:08.326294 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9315-f026-4bd2-a0f0-a4659e4cd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.330136 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.332232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b503224d-3153-47aa-b664-49aa4ed055b2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7131155 Aug 20 12:21:08.367519 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46120) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:08.368264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Routers {'5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:08.372450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:20:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:08.451571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec9315-f026-4bd2-a0f0-a4659e4cd35e None None] Pushing event updated for resources: {'Port': ['ID=287a1fd3-5dfd-4694-b28c-1b13a63ddaa3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:08.487513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.497722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.540972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:21:08.584855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Deleting port 78cbcf00-8674-42b5-a48e-c21c68eb9fee {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:08.585193 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.591622 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.591622 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Added segment d188f55f-8bf1-4fef-88f5-418b80e59b9e of type vlan for network cb9e3f66-2ba0-4cc3-912f-860c1893494b Aug 20 12:21:08.595350 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.657004 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.672186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['02926bc1-2f0f-435f-a693-2c98f8cf623e', '78cbcf00-8674-42b5-a48e-c21c68eb9fee'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:08.678363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcd184f-3cce-439e-85f2-bd8a37ffec0e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:08.709854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Pushing event deleted for resources: {'Port': ['ID=02926bc1-2f0f-435f-a693-2c98f8cf623e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:08.713945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da9c1f-5831-48f3-997c-0bc2fb39db75 req-2d2d6629-85f0-48a7-84f2-533be3c2b663 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:08.723496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7da9c1f-5831-48f3-997c-0bc2fb39db75 req-2d2d6629-85f0-48a7-84f2-533be3c2b663 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 945 time: 0.1835282 Aug 20 12:21:08.732206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.733459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:08.734057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.734257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Set router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:08.810104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7202194 Aug 20 12:21:08.811672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46124) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:08.824651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Request body: {'subnet': {'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-147367364-subnet', 'tenant_id': '2fd16374defb4887a57a2fce3cc73ff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:08.833519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7da9c1f-5831-48f3-997c-0bc2fb39db75 req-cd687a15-81da-485a-925a-0b0f450b9cd9 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089418 Aug 20 12:21:08.841378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20062b0f-b5b5-4f6b-acec-5f4c4d9aefb2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb9e3f66-2ba0-4cc3-912f-860c1893494b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:08.872096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Made reservation on behalf of 2fd16374defb4887a57a2fce3cc73ff1 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:08.874655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network cb9e3f66-2ba0-4cc3-912f-860c1893494b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:21:08.875183 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:08.891638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8469195b-8dec-4d69-8bb4-d6711f150e52 None None] Provisioning complete for port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:08.892008 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8469195b-8dec-4d69-8bb4-d6711f150e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.185003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] No DVR routers for this DVR port 02926bc1-2f0f-435f-a693-2c98f8cf623e on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:09.187739 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.190341 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb8ba263-143e-4f5d-a86a-e9fd903568bb req-16fd43f9-c973-4bde-af12-2e43819d591a tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "DELETE /v2.0/ports/02926bc1-2f0f-435f-a693-2c98f8cf623e HTTP/1.1" status: 204 len: 173 time: 1.3579650 Aug 20 12:21:09.195717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ca68ce-ce00-476c-b78c-e9707a693cd6', 'name': 'network-vif-deleted', 'tag': '02926bc1-2f0f-435f-a693-2c98f8cf623e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:09.198324 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c620ab-8796-4c59-a258-ffeaa102ede4" -d '{"events": [{"server_uuid": "d5ca68ce-ce00-476c-b78c-e9707a693cd6", "name": "network-vif-deleted", "tag": "02926bc1-2f0f-435f-a693-2c98f8cf623e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:09.198708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'name': 'tempest-TestAggregatesBasicOps-1198439593-router', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:05Z', 'updated_at': '2021-08-20T12:21:07Z', 'revision_number': 3, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'gw_port': {'id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:06Z', 'updated_at': '2021-08-20T12:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:09.234872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Checking router: 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:09.235686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Updating router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 port 9de706ae-1981-4d3f-95e1-a4785e796412 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:21:09.269928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.284333 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0daa79-4522-4626-9b6a-b719143122d6 x-openstack-request-id: req-6a0daa79-4522-4626-9b6a-b719143122d6 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:09.284631 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ca68ce-ce00-476c-b78c-e9707a693cd6", "name": "network-vif-deleted", "tag": "02926bc1-2f0f-435f-a693-2c98f8cf623e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:09.284859 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a0daa79-4522-4626-9b6a-b719143122d6 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:09.285259 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ca68ce-ce00-476c-b78c-e9707a693cd6', 'name': 'network-vif-deleted', 'tag': '02926bc1-2f0f-435f-a693-2c98f8cf623e', 'status': 'completed', 'code': 200} Aug 20 12:21:09.308747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] For port 78cbcf00-8674-42b5-a48e-c21c68eb9fee, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=78cbcf00-8674-42b5-a48e-c21c68eb9fee,segment=NetworkSegment(0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e),segment_id=0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:09.309013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.346315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Calling delete_port for 78cbcf00-8674-42b5-a48e-c21c68eb9fee owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:09.357276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2114536-0623-4206-8bb4-ac0458afe0bb req-8ccb13f5-fd2d-4fdb-9d8d-73e4ca841c8f tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5ca68ce-ce00-476c-b78c-e9707a693cd6 HTTP/1.1" status: 200 len: 210 time: 0.0610349 Aug 20 12:21:09.528002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.589028 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.590729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1934b1c-5b33-4e91-83f0-4e8af3b33008,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:09.603138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Checking segment: {'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:09.603732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Network hostable DHCP agents. Network: cb9e3f66-2ba0-4cc3-912f-860c1893494b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:21:09.620976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Network cb9e3f66-2ba0-4cc3-912f-860c1893494b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:21:09.630410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, cb9e3f66-2ba0-4cc3-912f-860c1893494b) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:09.640279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b993d07-7061-4349-ba18-4b033e26ebdc None None] Network cb9e3f66-2ba0-4cc3-912f-860c1893494b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:09.643203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:09.644138 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.661149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-da3d890f-ddcc-49d7-9847-e487982b0915 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8432951 Aug 20 12:21:09.675947 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.709644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Transition to ACTIVE for port object 9de706ae-1981-4d3f-95e1-a4785e796412 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:09.723717 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.747119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Pushing event deleted for resources: {'Port': ['ID=78cbcf00-8674-42b5-a48e-c21c68eb9fee,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:09.795336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Attempting to bind port 9de706ae-1981-4d3f-95e1-a4785e796412 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:09.797665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Attempting to bind port 9de706ae-1981-4d3f-95e1-a4785e796412 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:09.798142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Attempting to bind port 9de706ae-1981-4d3f-95e1-a4785e796412 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:09.817669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:09.820870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:09.821413 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.821928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:09.822569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Bound port: 9de706ae-1981-4d3f-95e1-a4785e796412, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:09.826763 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.842243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] No DVR routers for this DVR port 78cbcf00-8674-42b5-a48e-c21c68eb9fee on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:09.845123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.848192 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4a6bc787-dd98-47d6-8c22-8de6e434ce4c req-f8097524-c6b4-4a22-85fe-4ca8fb61be46 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.73 "DELETE /v2.0/ports/78cbcf00-8674-42b5-a48e-c21c68eb9fee HTTP/1.1" status: 204 len: 173 time: 1.5445068 Aug 20 12:21:09.868240 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:09.874360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:09.933426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8dbcb-4e6f-4355-93e9-f999b276f043 None None] Pushing event updated for resources: {'Port': ['ID=9de706ae-1981-4d3f-95e1-a4785e796412,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:10.032649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] For port 9de706ae-1981-4d3f-95e1-a4785e796412, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:10.043578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295befcd-dfaf-495a-8ca8-5261518f170f req-dd67629f-5573-40f6-a7a0-8c0f1ffb7e71 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:10.052846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-295befcd-dfaf-495a-8ca8-5261518f170f req-dd67629f-5573-40f6-a7a0-8c0f1ffb7e71 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 945 time: 0.1018727 Aug 20 12:21:10.063893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] For port 9de706ae-1981-4d3f-95e1-a4785e796412, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9de706ae-1981-4d3f-95e1-a4785e796412,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:10.069851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1fdf5-8733-413f-bdf3-d838ced6da23 None None] Network cb9e3f66-2ba0-4cc3-912f-860c1893494b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:10.075920 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.105961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-295befcd-dfaf-495a-8ca8-5261518f170f req-3adddd88-c1b9-4dba-a32a-80f49876eade tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513234 Aug 20 12:21:10.132421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:10.132985 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.152366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Allocated IP 172.20.0.1 (b50999e8-e697-4bb4-80cf-9cc5b0384714/ac3beb95-ae89-443a-b2bd-30025d0c2974/eaa50f34-2b1d-4176-8c69-bfdc46683fb6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:10.202931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8dbcb-4e6f-4355-93e9-f999b276f043 None None] Pushing event updated for resources: {'Port': ['ID=9de706ae-1981-4d3f-95e1-a4785e796412,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:10.261267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Routers {'5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:10.262461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:20:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:10.297188 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.312613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Transition to ACTIVE for port object eaa50f34-2b1d-4176-8c69-bfdc46683fb6 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:10.357021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.500458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Network b50999e8-e697-4bb4-80cf-9cc5b0384714 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:10.567512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:10.567512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:10.567512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Pushing event updated for resources: {'Port': ['ID=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:10.624452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.647984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] Set router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:10.763660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8f8dc4d-021c-49d4-aaa8-32f77a0f454f req-9c9d417d-340b-4362-9760-0a2fe1b1dc22 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] 10.222.0.25 "GET /v2.0/ports?device_id=853b9088-d0b8-4458-85ba-77e8c18ced7d HTTP/1.1" status: 200 len: 210 time: 0.0533137 Aug 20 12:21:10.800665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.938397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-95a56046-43f0-43ae-8944-8ba617a94f22 None None] Provisioning for port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:10.949328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-95a56046-43f0-43ae-8944-8ba617a94f22 None None] Provisioning complete for port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:10.949711 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-95a56046-43f0-43ae-8944-8ba617a94f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.994067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-95a56046-43f0-43ae-8944-8ba617a94f22 None None] Port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:21:11.013499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'name': 'tempest-TestAggregatesBasicOps-1198439593-router', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:05Z', 'updated_at': '2021-08-20T12:21:07Z', 'revision_number': 3, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'gw_port': {'id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:06Z', 'updated_at': '2021-08-20T12:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:11.040824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:11.048828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:11.051830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b489-3e92-4c83-bd43-e9304663de5d None None] The sync data for ids ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'] in n-d-800634-10 is: [{'id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'name': 'tempest-TestAggregatesBasicOps-1198439593-router', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:05Z', 'updated_at': '2021-08-20T12:21:07Z', 'revision_number': 3, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'gw_port': {'id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:06Z', 'updated_at': '2021-08-20T12:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:11.118760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Pushing event updated for resources: {'Port': ['ID=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:11.153886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:11.192400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 02926bc1-2f0f-435f-a693-2c98f8cf623e no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:11.217167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 02926bc1-2f0f-435f-a693-2c98f8cf623e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:11.217777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 02926bc1-2f0f-435f-a693-2c98f8cf623e not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:11.285844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853b9088-d0b8-4458-85ba-77e8c18ced7d', 'name': 'network-vif-deleted', 'tag': '78cbcf00-8674-42b5-a48e-c21c68eb9fee'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:11.288221 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a73a7d-3576-438a-ab00-1b518bcfed50" -d '{"events": [{"server_uuid": "853b9088-d0b8-4458-85ba-77e8c18ced7d", "name": "network-vif-deleted", "tag": "78cbcf00-8674-42b5-a48e-c21c68eb9fee"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:11.290370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330cb97-39e6-4148-a7d0-e1e9aa12cadd req-b7348800-bc89-4d47-9c76-7bd21065e252 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:11.293109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3330cb97-39e6-4148-a7d0-e1e9aa12cadd req-b7348800-bc89-4d47-9c76-7bd21065e252 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 945 time: 0.0692325 Aug 20 12:21:11.308810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Network b50999e8-e697-4bb4-80cf-9cc5b0384714 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:11.311468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:11.377451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3330cb97-39e6-4148-a7d0-e1e9aa12cadd req-65945910-ce1f-47b0-a106-543133368f04 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756068 Aug 20 12:21:11.430749 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1a702-5adb-445d-a14e-9881423c2015 x-openstack-request-id: req-50f1a702-5adb-445d-a14e-9881423c2015 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:11.431055 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853b9088-d0b8-4458-85ba-77e8c18ced7d", "name": "network-vif-deleted", "tag": "78cbcf00-8674-42b5-a48e-c21c68eb9fee", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:11.431314 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50f1a702-5adb-445d-a14e-9881423c2015 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:11.431720 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853b9088-d0b8-4458-85ba-77e8c18ced7d', 'name': 'network-vif-deleted', 'tag': '78cbcf00-8674-42b5-a48e-c21c68eb9fee', 'status': 'completed', 'code': 200} Aug 20 12:21:11.576620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:21:11.736870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4d111353-97f6-4696-9ee5-2e93e0dfe4bd None None] Provisioning complete for port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:11.737567 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4d111353-97f6-4696-9ee5-2e93e0dfe4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:11.768554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:11.782164 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e057e9d6-d795-4b60-a327-9111ef61dd1a admin admin] 10.222.0.25 "PUT /v2.0/routers/5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4071546 Aug 20 12:21:11.831448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9de706ae-1981-4d3f-95e1-a4785e796412 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:11.876983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:11.899273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4d111353-97f6-4696-9ee5-2e93e0dfe4bd None None] Port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:21:11.949063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9de706ae-1981-4d3f-95e1-a4785e796412 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:11.956878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9de706ae-1981-4d3f-95e1-a4785e796412 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:11.959306 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:11.961983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba08fdfe-8e17-45ef-90cf-f6a7ab863218 admin admin] Deleting subnet 5b15ad37-99e2-44b7-b8a2-e189e26102b0 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:21:11.966278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba08fdfe-8e17-45ef-90cf-f6a7ab863218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.035861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba08fdfe-8e17-45ef-90cf-f6a7ab863218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.050957 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:21:12.105124 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.106676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.125159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba08fdfe-8e17-45ef-90cf-f6a7ab863218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.133068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 9de706ae-1981-4d3f-95e1-a4785e796412, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9de706ae-1981-4d3f-95e1-a4785e796412,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:12.139108 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.206988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba08fdfe-8e17-45ef-90cf-f6a7ab863218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.211932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=9de706ae-1981-4d3f-95e1-a4785e796412,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:12.252640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08fdfe-8e17-45ef-90cf-f6a7ab863218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b15ad37-99e2-44b7-b8a2-e189e26102b0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:12.259967 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba08fdfe-8e17-45ef-90cf-f6a7ab863218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.263374 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba08fdfe-8e17-45ef-90cf-f6a7ab863218 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5b15ad37-99e2-44b7-b8a2-e189e26102b0 HTTP/1.1" status: 204 len: 168 time: 0.3849633 Aug 20 12:21:12.266117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46188) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:12.363991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.468861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.483554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0117f8f5-c77c-4a60-bbb9-d4892915022a']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:12.506672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:12.507221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8338c3-aac5-41d8-a04a-2d08d7bc7b7e') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:12.523257 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.541146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.548810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:21:12.549334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:21:12.551760 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:21:12.563360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46200) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:12.566582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43782c07-7b7b-4c5c-9340-bcfafa5f6e04 req-aef76867-e597-49a1-9a30-a38bfe8d621a tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:12.568107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43782c07-7b7b-4c5c-9340-bcfafa5f6e04 req-aef76867-e597-49a1-9a30-a38bfe8d621a tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 945 time: 0.0655482 Aug 20 12:21:12.568343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-333031343-network', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:12.610207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43782c07-7b7b-4c5c-9340-bcfafa5f6e04 req-e22c01db-fc3e-47e7-b5c6-f2545e134008 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/security-groups?id=e411cc05-040f-4f00-bffe-0579f9435cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357871 Aug 20 12:21:12.674996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.678170 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Made reservation on behalf of e333f6344ac14b10acf47b7b9d7b0419 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:12.680756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.689703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.691551 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0117f8f5-c77c-4a60-bbb9-d4892915022a HTTP/1.1" status: 204 len: 168 time: 0.4237947 Aug 20 12:21:12.711564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2faf0d-35ed-41e1-b387-8d47282c0378 admin admin] Pushing event deleted for resources: {'Network': ['ID=0117f8f5-c77c-4a60-bbb9-d4892915022a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:12.716925 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.742606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-19c6e50e-f4bf-4256-82c5-86aee698d933 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:12.744180 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-19c6e50e-f4bf-4256-82c5-86aee698d933 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 945 time: 0.1450493 Aug 20 12:21:12.898260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.906439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.910304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46206) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:12.931173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:21:12.964915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-38541ed9-fb27-4495-8588-0fa75738cf36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4841d19f36f4498abf640b4c363e8ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530369 Aug 20 12:21:12.967990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46208) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:12.971036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Deleting port 2930baca-5cdf-4796-ae2c-15edb3d8a32e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:12.972563 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.979107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.981046 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Added segment 4ee6eedd-b70b-41a7-95fa-8048ac4a600d of type vlan for network 6b65b615-e4da-491d-8edf-0312d7716aaf Aug 20 12:21:12.992802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93605ce9-7c9c-4365-ad8f-5a9e80c585b4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:13.038436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41ffc583-2851-4f7a-b038-e5521b064fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.075266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41ffc583-2851-4f7a-b038-e5521b064fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.089408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.139360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.140328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:13.140966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.145625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41ffc583-2851-4f7a-b038-e5521b064fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.149563 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41ffc583-2851-4f7a-b038-e5521b064fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.156988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-41ffc583-2851-4f7a-b038-e5521b064fc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3 HTTP/1.1" status: 204 len: 168 time: 0.1820223 Aug 20 12:21:13.201895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 78cbcf00-8674-42b5-a48e-c21c68eb9fee no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:13.220639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffc583-2851-4f7a-b038-e5521b064fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb51f9-f6bb-4d4c-aade-97b5b5b8bcf3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:13.280657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 78cbcf00-8674-42b5-a48e-c21c68eb9fee {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:13.281725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 78cbcf00-8674-42b5-a48e-c21c68eb9fee not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:13.348514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7838926 Aug 20 12:21:13.350988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] For port 2930baca-5cdf-4796-ae2c-15edb3d8a32e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2930baca-5cdf-4796-ae2c-15edb3d8a32e,segment=NetworkSegment(d8922e7c-2a4c-4694-ad5e-068d4f3efe3f),segment_id=d8922e7c-2a4c-4694-ad5e-068d4f3efe3f)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:13.351192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46214) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:13.351566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.357635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Request body: {'subnet': {'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-333031343-subnet', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:13.377415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97fc3-3c42-45ca-8d89-13e88de347c6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b65b615-e4da-491d-8edf-0312d7716aaf,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:13.381307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Calling delete_port for 2930baca-5cdf-4796-ae2c-15edb3d8a32e owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:13.390824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 6b65b615-e4da-491d-8edf-0312d7716aaf details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:21:13.416838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Made reservation on behalf of e333f6344ac14b10acf47b7b9d7b0419 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:13.422629 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.562011 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Sync routers for ids ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:13.571517 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Routers {'5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:13.572131 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:20:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:13.663713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.673248 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.679423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['2930baca-5cdf-4796-ae2c-15edb3d8a32e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:13.738325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Pushing event deleted for resources: {'Port': ['ID=2930baca-5cdf-4796-ae2c-15edb3d8a32e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:13.740697 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Set router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:13.784081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-915caa6c-436a-403b-81d9-d01de8da9b0e req-241ea91b-35e2-4493-ae9a-c70ed209ae85 tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94c0927-a7e9-4e4a-aab9-37c418560bd2 HTTP/1.1" status: 200 len: 210 time: 0.0420702 Aug 20 12:21:13.810335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64e4214-a576-45b0-8a84-69a259a63cb1,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:13.816426 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.831653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Checking segment: {'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:13.832030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Network hostable DHCP agents. Network: 6b65b615-e4da-491d-8edf-0312d7716aaf, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:21:13.838019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] No DVR routers for this DVR port 2930baca-5cdf-4796-ae2c-15edb3d8a32e on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:13.843345 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.846501 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a8fe44a1-559f-4cc1-8c72-cf8ddd73cab2 req-6aa98ab0-8186-4390-8ea8-22ac2242d2ed tempest-VolumesActionsTest-1466276891 tempest-VolumesActionsTest-1466276891-project] 10.222.0.73 "DELETE /v2.0/ports/2930baca-5cdf-4796-ae2c-15edb3d8a32e HTTP/1.1" status: 204 len: 173 time: 1.0803707 Aug 20 12:21:13.846983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94c0927-a7e9-4e4a-aab9-37c418560bd2', 'name': 'network-vif-deleted', 'tag': '2930baca-5cdf-4796-ae2c-15edb3d8a32e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:13.849422 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65dd8a8-771a-415e-bd29-17f5ee66e70d" -d '{"events": [{"server_uuid": "c94c0927-a7e9-4e4a-aab9-37c418560bd2", "name": "network-vif-deleted", "tag": "2930baca-5cdf-4796-ae2c-15edb3d8a32e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:13.872545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Network 6b65b615-e4da-491d-8edf-0312d7716aaf is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:21:13.876304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9de706ae-1981-4d3f-95e1-a4785e796412 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:13.891889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 6b65b615-e4da-491d-8edf-0312d7716aaf) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:13.897438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:13.898052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.899182 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c72632-8a9e-4822-a58a-8144368aa6a2 x-openstack-request-id: req-46c72632-8a9e-4822-a58a-8144368aa6a2 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:13.899493 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94c0927-a7e9-4e4a-aab9-37c418560bd2", "name": "network-vif-deleted", "tag": "2930baca-5cdf-4796-ae2c-15edb3d8a32e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:13.899756 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46c72632-8a9e-4822-a58a-8144368aa6a2 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:13.900380 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94c0927-a7e9-4e4a-aab9-37c418560bd2', 'name': 'network-vif-deleted', 'tag': '2930baca-5cdf-4796-ae2c-15edb3d8a32e', 'status': 'completed', 'code': 200} Aug 20 12:21:13.945084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e7796432-20e9-41a7-9eeb-c8695272d95d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5926270 Aug 20 12:21:13.947668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46232) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:13.956341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:13.969332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299add3-0dfb-49d4-9f9f-26c1013ace63 None None] Network 6b65b615-e4da-491d-8edf-0312d7716aaf requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:13.993409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.995156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.079141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.124178 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'name': 'tempest-TestAggregatesBasicOps-1198439593-router', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:05Z', 'updated_at': '2021-08-20T12:21:10Z', 'revision_number': 4, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'gw_port': {'id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:06Z', 'updated_at': '2021-08-20T12:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'eaa50f34-2b1d-4176-8c69-bfdc46683fb6', 'name': '', 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'mac_address': 'fa:16:3e:ac:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ac3beb95-ae89-443a-b2bd-30025d0c2974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:09Z', 'updated_at': '2021-08-20T12:21:10Z', 'revision_number': 2, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'subnets': [{'id': 'ac3beb95-ae89-443a-b2bd-30025d0c2974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:14.248830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-6b65b615-e4da-491d-8edf-0312d7716aaf', 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'fixed_ips': [{'subnet_id': 'e64e4214-a576-45b0-8a84-69a259a63cb1'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:21:14.250545 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.268994 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.274113 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Checking router: 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:14.285612 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Updating router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:21:14.286611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9de706ae-1981-4d3f-95e1-a4785e796412 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:14.287036 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.313939 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.477477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46250) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:14.582748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Allocated IP 172.20.0.2 (6b65b615-e4da-491d-8edf-0312d7716aaf/e64e4214-a576-45b0-8a84-69a259a63cb1/084cda77-b767-434b-b5b2-d60d58f1609a) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:14.615178 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.652199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.678329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1432713753-network', 'tenant_id': '06be1a425b2f4d139cf0f60e15b7106a'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:14.722509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Made reservation on behalf of 06be1a425b2f4d139cf0f60e15b7106a for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:14.725336 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.736487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.790132 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.800400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Allocated IP 172.25.0.147 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/3423f017-46ed-4771-8bb5-d88bd90a1661) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:14.805649 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Transition to ACTIVE for port object eaa50f34-2b1d-4176-8c69-bfdc46683fb6 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:14.821429 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.855183 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.864739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Transition to ACTIVE for port object 084cda77-b767-434b-b5b2-d60d58f1609a will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:14.909241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Transition to ACTIVE for port object 084cda77-b767-434b-b5b2-d60d58f1609a will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:14.915103 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.922624 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.933574 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.972748 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Pushing event updated for resources: {'Port': ['ID=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:15.002321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:21:15.030550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a7590f-3015-4735-bcc6-62e07a308abb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:15.031395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Pushing event updated for resources: {'Port': ['ID=084cda77-b767-434b-b5b2-d60d58f1609a,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:15.037163 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.043384 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.048212 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.049948 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.050569 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.051282 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.051788 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.053099 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.053571 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.054340 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.054916 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.055440 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:15.066433 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.066784 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Added segment 18c41845-b85b-48e7-a499-70d55104d848 of type vlan for network c42b237f-3c41-4ab3-86a8-e0155bfefc9b Aug 20 12:21:15.077258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Network 6b65b615-e4da-491d-8edf-0312d7716aaf is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:15.083099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:15.088456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:15.093332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.119026 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Attempting to bind port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:15.121611 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Attempting to bind port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:15.122459 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Attempting to bind port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 on network b50999e8-e697-4bb4-80cf-9cc5b0384714 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:15.134342 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:15.135169 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Checking segment: {'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:15.136217 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.136835 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Bound using segment: {'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:15.137532 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Bound port: eaa50f34-2b1d-4176-8c69-bfdc46683fb6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:15.138136 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.177855 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.178913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.213647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Attempting to bind port 084cda77-b767-434b-b5b2-d60d58f1609a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:15.214004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Attempting to bind port 084cda77-b767-434b-b5b2-d60d58f1609a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:15.214408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Attempting to bind port 084cda77-b767-434b-b5b2-d60d58f1609a on network 6b65b615-e4da-491d-8edf-0312d7716aaf {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:15.222634 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:15.223723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Checking segment: {'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:15.223935 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.224340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Bound using segment: {'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:15.224829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Bound port: 084cda77-b767-434b-b5b2-d60d58f1609a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:15.225214 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.246948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.248350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:15.249785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.276733 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] For port eaa50f34-2b1d-4176-8c69-bfdc46683fb6, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:15.282290 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] For port eaa50f34-2b1d-4176-8c69-bfdc46683fb6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,segment=NetworkSegment(fb264bc6-1330-44d8-93b4-8e0e7505ed5d),segment_id=fb264bc6-1330-44d8-93b4-8e0e7505ed5d)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:15.285152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:15.288850 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.294907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:15.319464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Pushing event updated for resources: {'Port': ['ID=3423f017-46ed-4771-8bb5-d88bd90a1661,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:15.323689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:15.334899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] For port 084cda77-b767-434b-b5b2-d60d58f1609a, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:15.341974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] For port 084cda77-b767-434b-b5b2-d60d58f1609a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=084cda77-b767-434b-b5b2-d60d58f1609a,segment=NetworkSegment(4ee6eedd-b70b-41a7-95fa-8048ac4a600d),segment_id=4ee6eedd-b70b-41a7-95fa-8048ac4a600d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:15.370056 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:15.403219 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9246151 Aug 20 12:21:15.419418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46270) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:15.427726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfb6b5-d34b-4d58-9ec8-2258d5533d23 admin admin] Pushing event updated for resources: {'Network': ['ID=c42b237f-3c41-4ab3-86a8-e0155bfefc9b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:15.435492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Request body: {'subnet': {'network_id': 'c42b237f-3c41-4ab3-86a8-e0155bfefc9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1432713753-subnet', 'tenant_id': '06be1a425b2f4d139cf0f60e15b7106a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:15.442948 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2c24a-f74d-44a7-b373-3036cb79d33d None None] Pushing event updated for resources: {'Port': ['ID=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:15.445794 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Routers {'5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:15.446621 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:20:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:15.615415 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] Set router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:15.748588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c42b237f-3c41-4ab3-86a8-e0155bfefc9b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:21:15.760789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Made reservation on behalf of 06be1a425b2f4d139cf0f60e15b7106a for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:15.772631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:16.065011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece74587-c9fc-426e-88b6-db7717ebe268 None None] Pushing event updated for resources: {'Port': ['ID=084cda77-b767-434b-b5b2-d60d58f1609a,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:16.100373 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'name': 'tempest-TestAggregatesBasicOps-1198439593-router', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:05Z', 'updated_at': '2021-08-20T12:21:10Z', 'revision_number': 4, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'gw_port': {'id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:06Z', 'updated_at': '2021-08-20T12:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'eaa50f34-2b1d-4176-8c69-bfdc46683fb6', 'name': '', 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'mac_address': 'fa:16:3e:ac:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ac3beb95-ae89-443a-b2bd-30025d0c2974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:09Z', 'updated_at': '2021-08-20T12:21:15Z', 'revision_number': 4, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'subnets': [{'id': 'ac3beb95-ae89-443a-b2bd-30025d0c2974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:16.113112 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:16.154301 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa76b2-9df7-43f6-85c2-4669e305dd57 None None] The sync data for ids ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'] in n-d-800634-10 is: [{'id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'name': 'tempest-TestAggregatesBasicOps-1198439593-router', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:05Z', 'updated_at': '2021-08-20T12:21:10Z', 'revision_number': 4, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'gw_port': {'id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:06Z', 'updated_at': '2021-08-20T12:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'eaa50f34-2b1d-4176-8c69-bfdc46683fb6', 'name': '', 'network_id': 'b50999e8-e697-4bb4-80cf-9cc5b0384714', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'mac_address': 'fa:16:3e:ac:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ac3beb95-ae89-443a-b2bd-30025d0c2974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:09Z', 'updated_at': '2021-08-20T12:21:15Z', 'revision_number': 4, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'subnets': [{'id': 'ac3beb95-ae89-443a-b2bd-30025d0c2974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:16.448487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:16.570303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e290ba2-dba6-4405-b9c1-54350e2af0ad,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:16.588995 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:16.607275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Checking segment: {'id': '18c41845-b85b-48e7-a499-70d55104d848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c42b237f-3c41-4ab3-86a8-e0155bfefc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:16.607647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Network hostable DHCP agents. Network: c42b237f-3c41-4ab3-86a8-e0155bfefc9b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:21:16.719549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Network c42b237f-3c41-4ab3-86a8-e0155bfefc9b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:21:16.769531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c42b237f-3c41-4ab3-86a8-e0155bfefc9b) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:16.777999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808b1a0-a146-471e-bdb5-a29b6aa4440f None None] Network c42b237f-3c41-4ab3-86a8-e0155bfefc9b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:16.779653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:16.780677 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:16.817333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d097b522-8e6d-41ff-8cd1-300c94d46779 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3890517 Aug 20 12:21:16.889125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Router 681d1117-3863-4306-89bb-04cb8d4906d8 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:21:17.181025 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:17.193511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adc7962-6abf-4d74-a51d-2e8d241b1b68 None None] Network c42b237f-3c41-4ab3-86a8-e0155bfefc9b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:17.197278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Sync routers for ids ['681d1117-3863-4306-89bb-04cb8d4906d8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:17.209084 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:17.210439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-983160f2-3873-4dc0-9a8c-97eed0e61224 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2601993 Aug 20 12:21:17.214101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46324) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:17.257233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49fd63a-631c-49b4-bf9a-364f5fcacec4 None None] Network 6b65b615-e4da-491d-8edf-0312d7716aaf requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:17.344663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2930baca-5cdf-4796-ae2c-15edb3d8a32e no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:17.415234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 2930baca-5cdf-4796-ae2c-15edb3d8a32e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:17.415573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2930baca-5cdf-4796-ae2c-15edb3d8a32e not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:17.459606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Routers {'681d1117-3863-4306-89bb-04cb8d4906d8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:17.460183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:20:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['681d1117-3863-4306-89bb-04cb8d4906d8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:17.523224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4c3dd137-78f4-4c2f-b40d-3cd830fbf099 None None] Provisioning for port 084cda77-b767-434b-b5b2-d60d58f1609a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:17.758222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-598d260c-2a09-43c1-b383-95c8597b1ec0 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:17.768112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-598d260c-2a09-43c1-b383-95c8597b1ec0 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/networks?id=c42b237f-3c41-4ab3-86a8-e0155bfefc9b HTTP/1.1" status: 200 len: 814 time: 0.2168124 Aug 20 12:21:17.787289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-e953b810-a278-4701-899c-47ccf2c5c5bd tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/quotas/06be1a425b2f4d139cf0f60e15b7106a HTTP/1.1" status: 200 len: 375 time: 0.0182335 Aug 20 12:21:17.828876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-c757e796-1577-4d43-a432-cbdaf5e93893 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06be1a425b2f4d139cf0f60e15b7106a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403214 Aug 20 12:21:17.942475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Set router 681d1117-3863-4306-89bb-04cb8d4906d8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:18.020129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4b90a0df-a6e4-4a9e-9f57-1110ff1127ab service neutron] 10.222.0.25 "GET /v2.0/networks/c42b237f-3c41-4ab3-86a8-e0155bfefc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903741 Aug 20 12:21:18.055940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 084cda77-b767-434b-b5b2-d60d58f1609a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:18.207758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-9020baee-02c8-46bc-8dfe-06f39591fb4e service neutron] 10.222.0.25 "GET /v2.0/networks/c42b237f-3c41-4ab3-86a8-e0155bfefc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772025 Aug 20 12:21:18.225509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:18.475222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 084cda77-b767-434b-b5b2-d60d58f1609a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:18.485272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 084cda77-b767-434b-b5b2-d60d58f1609a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:18.485272 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:18.643229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65a3df7a-e3e6-4b02-b1a5-2a19e69c9816 req-7a35944a-fcef-4c9d-b464-f3a91a484080 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 210 time: 0.0999966 Aug 20 12:21:18.649175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Allocated IP 172.20.0.1 (6b65b615-e4da-491d-8edf-0312d7716aaf/e64e4214-a576-45b0-8a84-69a259a63cb1/9e226a02-7cec-4a08-9bbe-de4f173095cb) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:18.727820 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:18.818473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:15Z', 'revision_number': 3, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port': {'id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:18.831294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 084cda77-b767-434b-b5b2-d60d58f1609a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=084cda77-b767-434b-b5b2-d60d58f1609a,segment=NetworkSegment(4ee6eedd-b70b-41a7-95fa-8048ac4a600d),segment_id=4ee6eedd-b70b-41a7-95fa-8048ac4a600d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:18.865792 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:18.866993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device eaa50f34-2b1d-4176-8c69-bfdc46683fb6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:18.874300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Checking router: 681d1117-3863-4306-89bb-04cb8d4906d8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:18.875495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Updating router 681d1117-3863-4306-89bb-04cb8d4906d8 port 3423f017-46ed-4771-8bb5-d88bd90a1661 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:21:18.911822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:18.943548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Transition to ACTIVE for port object 9e226a02-7cec-4a08-9bbe-de4f173095cb will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:18.997507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:19.026676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:19.083737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Network 6b65b615-e4da-491d-8edf-0312d7716aaf is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:19.087898 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:19.102734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:19.178982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Pushing event updated for resources: {'Port': ['ID=9e226a02-7cec-4a08-9bbe-de4f173095cb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:19.189609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:19.230519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=084cda77-b767-434b-b5b2-d60d58f1609a,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:19.246797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-60c999c0-536d-471d-a36c-304ab1fd5b02 None None] Provisioning complete for port 084cda77-b767-434b-b5b2-d60d58f1609a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:19.249011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-60c999c0-536d-471d-a36c-304ab1fd5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:19.530230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:19.537536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:19.538343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:19.643429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:19.852993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58aa9c3e-d166-4d12-bc3f-609ed476a63f req-d44083c1-dc78-4910-af96-256084e90f4a tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 210 time: 0.0646026 Aug 20 12:21:19.957397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-29d1bc55-f787-40c8-8ef8-bedec282b10b None None] Provisioning for port 9e226a02-7cec-4a08-9bbe-de4f173095cb completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:19.969340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-29d1bc55-f787-40c8-8ef8-bedec282b10b None None] Provisioning complete for port 9e226a02-7cec-4a08-9bbe-de4f173095cb triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:19.969883 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-29d1bc55-f787-40c8-8ef8-bedec282b10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:19.971836 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.168950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port eaa50f34-2b1d-4176-8c69-bfdc46683fb6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,segment=NetworkSegment(fb264bc6-1330-44d8-93b4-8e0e7505ed5d),segment_id=fb264bc6-1330-44d8-93b4-8e0e7505ed5d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:20.173147 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.262279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.272250 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.393972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.405584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Pushing event updated for resources: {'Port': ['ID=9e226a02-7cec-4a08-9bbe-de4f173095cb,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:20.558359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-beba4364-5983-49b3-b39a-142e3cd6bed2 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:20.559995 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-beba4364-5983-49b3-b39a-142e3cd6bed2 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.73 "GET /v2.0/networks?id=c42b237f-3c41-4ab3-86a8-e0155bfefc9b HTTP/1.1" status: 200 len: 814 time: 0.4073472 Aug 20 12:21:20.577678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Request body: {'port': {'device_id': 'fe053544-d4df-436f-a1b0-318e17c325ea', 'network_id': 'c42b237f-3c41-4ab3-86a8-e0155bfefc9b', 'admin_state_up': True, 'tenant_id': '06be1a425b2f4d139cf0f60e15b7106a'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:20.586312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-29d1bc55-f787-40c8-8ef8-bedec282b10b None None] Port 9e226a02-7cec-4a08-9bbe-de4f173095cb cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:21:20.595623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Transition to ACTIVE for port object 3423f017-46ed-4771-8bb5-d88bd90a1661 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:20.599019 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.636967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.673183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:20.682755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Attempting to bind port 3423f017-46ed-4771-8bb5-d88bd90a1661 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:20.683135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Attempting to bind port 3423f017-46ed-4771-8bb5-d88bd90a1661 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:20.683502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Attempting to bind port 3423f017-46ed-4771-8bb5-d88bd90a1661 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:20.699396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:20.707116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:20.707890 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.708674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:20.709522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Bound port: 3423f017-46ed-4771-8bb5-d88bd90a1661, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:20.710504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.727836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Network 6b65b615-e4da-491d-8edf-0312d7716aaf is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:20.739526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:20.809881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 084cda77-b767-434b-b5b2-d60d58f1609a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:20.907296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Made reservation on behalf of 06be1a425b2f4d139cf0f60e15b7106a for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:20.914416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:20.959680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649e1fe-bdc0-4651-ac27-9b4c26e4cb62 None None] Pushing event updated for resources: {'Port': ['ID=3423f017-46ed-4771-8bb5-d88bd90a1661,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:20.990097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] For port 3423f017-46ed-4771-8bb5-d88bd90a1661, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:21.004635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] For port 3423f017-46ed-4771-8bb5-d88bd90a1661, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3423f017-46ed-4771-8bb5-d88bd90a1661,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:21.015787 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:21.098164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 084cda77-b767-434b-b5b2-d60d58f1609a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:21.098581 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:21.157437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c32c883-7979-4ffe-9eff-6ed720b17abb req-3c9bfac8-29ae-44e7-ae81-0f6686ef0333 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 210 time: 0.1070807 Aug 20 12:21:21.245796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649e1fe-bdc0-4651-ac27-9b4c26e4cb62 None None] Pushing event updated for resources: {'Port': ['ID=3423f017-46ed-4771-8bb5-d88bd90a1661,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:21.248974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Routers {'681d1117-3863-4306-89bb-04cb8d4906d8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:21.249716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:20:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['681d1117-3863-4306-89bb-04cb8d4906d8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:21.324316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Allocated IP 172.20.0.7 (c42b237f-3c41-4ab3-86a8-e0155bfefc9b/1e290ba2-dba6-4405-b9c1-54350e2af0ad/2861d42e-5a9d-4a2d-ba38-4720e918a286) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:21.391476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] Set router 681d1117-3863-4306-89bb-04cb8d4906d8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:21.473445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Router 681d1117-3863-4306-89bb-04cb8d4906d8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:21:21.552207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5a3f39e0-c0be-47fa-b03c-8641e98373cc None None] Provisioning complete for port 9e226a02-7cec-4a08-9bbe-de4f173095cb triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:21.552951 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5a3f39e0-c0be-47fa-b03c-8641e98373cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:21.567381 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:21.641297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f39e0-c0be-47fa-b03c-8641e98373cc None None] Port 9e226a02-7cec-4a08-9bbe-de4f173095cb cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:21:21.723522 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d6bef1b6-6840-423e-8bfa-a5c085e0d380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:21.753289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:19Z', 'revision_number': 4, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port': {'id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '9e226a02-7cec-4a08-9bbe-de4f173095cb', 'name': '', 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'mac_address': 'fa:16:3e:96:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:18Z', 'updated_at': '2021-08-20T12:21:19Z', 'revision_number': 2, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'subnets': [{'id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:21.818367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047206a0-cbba-463a-9861-cd5a476b6296 None None] The sync data for ids ['681d1117-3863-4306-89bb-04cb8d4906d8'] in n-d-800634-10 is: [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:19Z', 'revision_number': 4, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port': {'id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '9e226a02-7cec-4a08-9bbe-de4f173095cb', 'name': '', 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'mac_address': 'fa:16:3e:96:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:18Z', 'updated_at': '2021-08-20T12:21:19Z', 'revision_number': 2, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'subnets': [{'id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:22.234721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:22.241999 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d5a5d061-55ed-4e08-95c2-bd7ef006ac79 admin admin] 10.222.0.25 "PUT /v2.0/routers/681d1117-3863-4306-89bb-04cb8d4906d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0265720 Aug 20 12:21:22.331275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:22.443764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Pushing event updated for resources: {'Port': ['ID=2861d42e-5a9d-4a2d-ba38-4720e918a286,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:22.468164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Network c42b237f-3c41-4ab3-86a8-e0155bfefc9b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:22.469637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:22.477496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:22.509030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c4f4-e722-4009-948c-81cf5a1ed259 req-298359c4-91a3-4c51-87c5-805f2cdb515f tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:22.511593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7cf9c4f4-e722-4009-948c-81cf5a1ed259 req-298359c4-91a3-4c51-87c5-805f2cdb515f tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 931 time: 0.1160190 Aug 20 12:21:22.636681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7cf9c4f4-e722-4009-948c-81cf5a1ed259 req-fd34d439-7d36-4d1e-8c1c-cfe42cc40c21 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164076 Aug 20 12:21:22.674801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:22.685152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:22.754981 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-4e1792a0-2440-4fe3-b7cb-379567bb0832 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1828046 Aug 20 12:21:22.774886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Request body: {'port': {'device_id': 'fe053544-d4df-436f-a1b0-318e17c325ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:22.813998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device eaa50f34-2b1d-4176-8c69-bfdc46683fb6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:22.957676 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:22.958043 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.114045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.783419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2861d42e-5a9d-4a2d-ba38-4720e918a286 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:23.810379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.852864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Transition to ACTIVE for port object 2861d42e-5a9d-4a2d-ba38-4720e918a286 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:23.860102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.881620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2858cb-c49f-4a7a-9d75-2bcac06aa660 req-0b0770b9-cc55-4507-be1e-f0d779d45a7d tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:23.899546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e2858cb-c49f-4a7a-9d75-2bcac06aa660 req-0b0770b9-cc55-4507-be1e-f0d779d45a7d tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 931 time: 0.1135423 Aug 20 12:21:24.039067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e2858cb-c49f-4a7a-9d75-2bcac06aa660 req-5a3b449f-1bb3-46b2-823f-79e721b7f33d tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407890 Aug 20 12:21:24.106969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Pushing event updated for resources: {'Port': ['ID=2861d42e-5a9d-4a2d-ba38-4720e918a286,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:24.187522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Attempting to bind port 2861d42e-5a9d-4a2d-ba38-4720e918a286 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:24.188626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Attempting to bind port 2861d42e-5a9d-4a2d-ba38-4720e918a286 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '18c41845-b85b-48e7-a499-70d55104d848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c42b237f-3c41-4ab3-86a8-e0155bfefc9b'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:24.189378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Attempting to bind port 2861d42e-5a9d-4a2d-ba38-4720e918a286 on network c42b237f-3c41-4ab3-86a8-e0155bfefc9b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:24.195246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Port 2861d42e-5a9d-4a2d-ba38-4720e918a286 on network c42b237f-3c41-4ab3-86a8-e0155bfefc9b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:21:24.195911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Attempting to bind port 2861d42e-5a9d-4a2d-ba38-4720e918a286 on network c42b237f-3c41-4ab3-86a8-e0155bfefc9b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:24.207269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:24.207959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Checking segment: {'id': '18c41845-b85b-48e7-a499-70d55104d848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c42b237f-3c41-4ab3-86a8-e0155bfefc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:24.210516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Bound using segment: {'id': '18c41845-b85b-48e7-a499-70d55104d848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c42b237f-3c41-4ab3-86a8-e0155bfefc9b'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:24.211459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Bound port: 2861d42e-5a9d-4a2d-ba38-4720e918a286, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c41845-b85b-48e7-a499-70d55104d848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c42b237f-3c41-4ab3-86a8-e0155bfefc9b'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:24.212242 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:24.315730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c33e6801-7242-47ac-91a8-100d08714e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:24.382755 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] For port 2861d42e-5a9d-4a2d-ba38-4720e918a286, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:24.396906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] For port 2861d42e-5a9d-4a2d-ba38-4720e918a286, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2861d42e-5a9d-4a2d-ba38-4720e918a286,segment=NetworkSegment(18c41845-b85b-48e7-a499-70d55104d848),segment_id=18c41845-b85b-48e7-a499-70d55104d848)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:24.406530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:24.484978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:24.485916 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:24.487639 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] 10.222.0.73 "PUT /v2.0/ports/2861d42e-5a9d-4a2d-ba38-4720e918a286 HTTP/1.1" status: 200 len: 1092 time: 1.7188506 Aug 20 12:21:24.488366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe053544-d4df-436f-a1b0-318e17c325ea', 'tag': '2861d42e-5a9d-4a2d-ba38-4720e918a286'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:24.490813 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ec919a-77d8-4d2e-b92e-2caab455a146" -d '{"events": [{"name": "network-changed", "server_uuid": "fe053544-d4df-436f-a1b0-318e17c325ea", "tag": "2861d42e-5a9d-4a2d-ba38-4720e918a286"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:24.526041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309be4e-141a-4ca3-a5a9-d012e7a46a91 service neutron] Pushing event updated for resources: {'Port': ['ID=2861d42e-5a9d-4a2d-ba38-4720e918a286,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:24.629328 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d31f6-9563-407e-bb63-be9803ffa562 x-openstack-request-id: req-e83d31f6-9563-407e-bb63-be9803ffa562 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:24.630057 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe053544-d4df-436f-a1b0-318e17c325ea", "tag": "2861d42e-5a9d-4a2d-ba38-4720e918a286", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:24.631322 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e83d31f6-9563-407e-bb63-be9803ffa562 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:24.632038 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe053544-d4df-436f-a1b0-318e17c325ea', 'tag': '2861d42e-5a9d-4a2d-ba38-4720e918a286', 'status': 'completed', 'code': 200} Aug 20 12:21:24.677965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-de097fc8-73c2-47e7-8a13-f14829093d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:24.682352 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-de097fc8-73c2-47e7-8a13-f14829093d13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06be1a425b2f4d139cf0f60e15b7106a&device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 1095 time: 0.1392581 Aug 20 12:21:24.746890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46468) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:24.763789 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-d5379a06-ac74-4bdc-84e6-23f30e03d972 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2861d42e-5a9d-4a2d-ba38-4720e918a286 HTTP/1.1" status: 200 len: 217 time: 0.0686140 Aug 20 12:21:24.846109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-c379bd37-c030-4f13-8c8a-5a7bc1446815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:24.850289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-c379bd37-c030-4f13-8c8a-5a7bc1446815 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e290ba2-dba6-4405-b9c1-54350e2af0ad HTTP/1.1" status: 200 len: 854 time: 0.0708523 Aug 20 12:21:24.892951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3423f017-46ed-4771-8bb5-d88bd90a1661 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:24.948479 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-25843035-f7cc-4850-aa72-c88daa4206fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c42b237f-3c41-4ab3-86a8-e0155bfefc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807831 Aug 20 12:21:25.079721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.097410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 3423f017-46ed-4771-8bb5-d88bd90a1661 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:25.108238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3423f017-46ed-4771-8bb5-d88bd90a1661 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:25.111736 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.155779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-886bd5c1-1977-4179-b121-add870e8b427 service neutron] 10.222.0.73 "GET /v2.0/networks/c42b237f-3c41-4ab3-86a8-e0155bfefc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043397 Aug 20 12:21:25.346511 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71233c8b-93e3-4153-9fe1-24c3e7164b33 req-a9d2e107-7cf1-476b-bb22-d11a38e8c1e6 service neutron] 10.222.0.73 "GET /v2.0/networks/c42b237f-3c41-4ab3-86a8-e0155bfefc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775091 Aug 20 12:21:25.386800 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.414481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 3423f017-46ed-4771-8bb5-d88bd90a1661, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3423f017-46ed-4771-8bb5-d88bd90a1661,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:25.421781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09ad79-9861-48b7-aca1-8cd733c9eec8 req-e4bdb3a7-83d2-4680-ade8-f74b324db6b0 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:25.431064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da09ad79-9861-48b7-aca1-8cd733c9eec8 req-e4bdb3a7-83d2-4680-ade8-f74b324db6b0 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 943 time: 0.1431596 Aug 20 12:21:25.457535 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.550367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=3423f017-46ed-4771-8bb5-d88bd90a1661,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:25.577825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da09ad79-9861-48b7-aca1-8cd733c9eec8 req-fd2cb2f2-8fef-4742-addc-c7f602de75c2 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367853 Aug 20 12:21:25.645747 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.720113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-90842022-bc8e-43bb-bb88-21e8a150f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:25.721273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-90842022-bc8e-43bb-bb88-21e8a150f34d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06be1a425b2f4d139cf0f60e15b7106a&device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 1095 time: 0.3010581 Aug 20 12:21:25.758126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.988694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-500a590d-81bc-437f-a777-372438104625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:25.990539 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-500a590d-81bc-437f-a777-372438104625 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c42b237f-3c41-4ab3-86a8-e0155bfefc9b HTTP/1.1" status: 200 len: 915 time: 0.2588394 Aug 20 12:21:26.056402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-76a2cfa3-de3d-429d-b1ce-1c9bc7be2b77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2861d42e-5a9d-4a2d-ba38-4720e918a286 HTTP/1.1" status: 200 len: 217 time: 0.0567355 Aug 20 12:21:26.175183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-bee083d0-ed57-4fb8-ab1e-fd5987b1bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:26.179642 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-bee083d0-ed57-4fb8-ab1e-fd5987b1bc69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e290ba2-dba6-4405-b9c1-54350e2af0ad HTTP/1.1" status: 200 len: 854 time: 0.1134169 Aug 20 12:21:26.200390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Deleting port eaa50f34-2b1d-4176-8c69-bfdc46683fb6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:26.203893 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.243596 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Sync routers for ids ['681d1117-3863-4306-89bb-04cb8d4906d8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:26.247159 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-4663d16a-ef3b-40f5-9015-798ae4af9b4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c42b237f-3c41-4ab3-86a8-e0155bfefc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566559 Aug 20 12:21:26.273579 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Routers {'681d1117-3863-4306-89bb-04cb8d4906d8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:26.283919 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['681d1117-3863-4306-89bb-04cb8d4906d8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:26.532816 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Set router 681d1117-3863-4306-89bb-04cb8d4906d8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:26.831120 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-6bdc557d-a85d-443a-9290-666a5fe70c74 service neutron] 10.222.0.73 "GET /v2.0/networks/c42b237f-3c41-4ab3-86a8-e0155bfefc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745027 Aug 20 12:21:26.831921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3423f017-46ed-4771-8bb5-d88bd90a1661 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:27.010218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3423f017-46ed-4771-8bb5-d88bd90a1661 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:27.020085 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.022343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.077382 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:19Z', 'revision_number': 4, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port': {'id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '9e226a02-7cec-4a08-9bbe-de4f173095cb', 'name': '', 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'mac_address': 'fa:16:3e:96:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:18Z', 'updated_at': '2021-08-20T12:21:19Z', 'revision_number': 2, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'subnets': [{'id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:27.112032 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Checking router: 681d1117-3863-4306-89bb-04cb8d4906d8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:27.112032 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Updating router 681d1117-3863-4306-89bb-04cb8d4906d8 port 9e226a02-7cec-4a08-9bbe-de4f173095cb binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:21:27.177218 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.223087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986ae63-d2f9-4879-865d-bfc504bd1d08 req-68cf0c74-5b2b-4afb-84e7-e8eef4fb2c9c tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:27.224660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a986ae63-d2f9-4879-865d-bfc504bd1d08 req-68cf0c74-5b2b-4afb-84e7-e8eef4fb2c9c tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 943 time: 0.1115158 Aug 20 12:21:27.226851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] For port eaa50f34-2b1d-4176-8c69-bfdc46683fb6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,segment=NetworkSegment(fb264bc6-1330-44d8-93b4-8e0e7505ed5d),segment_id=fb264bc6-1330-44d8-93b4-8e0e7505ed5d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:27.227226 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.264036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Calling delete_port for eaa50f34-2b1d-4176-8c69-bfdc46683fb6 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:27.272869 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-25ec919a-77d8-4d2e-b92e-2caab455a146 req-8a8ec544-59e7-4cf0-aa91-38c416bf3169 service neutron] 10.222.0.73 "GET /v2.0/networks/c42b237f-3c41-4ab3-86a8-e0155bfefc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298136 Aug 20 12:21:27.323261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a986ae63-d2f9-4879-865d-bfc504bd1d08 req-afa768b1-94b0-40ba-ac74-cf89b0596269 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866253 Aug 20 12:21:27.575528 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.597918 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.612287 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Transition to ACTIVE for port object 9e226a02-7cec-4a08-9bbe-de4f173095cb will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:27.619111 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.622841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa50f34-2b1d-4176-8c69-bfdc46683fb6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:27.679496 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd2426-996a-4dd0-b040-fe33c03931c1 None None] Pushing event updated for resources: {'Port': ['ID=9e226a02-7cec-4a08-9bbe-de4f173095cb,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:27.760542 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Attempting to bind port 9e226a02-7cec-4a08-9bbe-de4f173095cb on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:27.761153 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Attempting to bind port 9e226a02-7cec-4a08-9bbe-de4f173095cb by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:27.761587 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Attempting to bind port 9e226a02-7cec-4a08-9bbe-de4f173095cb on network 6b65b615-e4da-491d-8edf-0312d7716aaf {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:27.767515 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:27.767992 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Checking segment: {'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:27.768464 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.768928 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Bound using segment: {'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:27.769463 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Bound port: 9e226a02-7cec-4a08-9bbe-de4f173095cb, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee6eedd-b70b-41a7-95fa-8048ac4a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:27.769910 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.998705 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] For port 9e226a02-7cec-4a08-9bbe-de4f173095cb, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:28.002638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] For port 9e226a02-7cec-4a08-9bbe-de4f173095cb, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9e226a02-7cec-4a08-9bbe-de4f173095cb,segment=NetworkSegment(4ee6eedd-b70b-41a7-95fa-8048ac4a600d),segment_id=4ee6eedd-b70b-41a7-95fa-8048ac4a600d)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:28.013058 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.065574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.099214 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Routers {'681d1117-3863-4306-89bb-04cb8d4906d8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:28.108538 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['681d1117-3863-4306-89bb-04cb8d4906d8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:28.164721 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd2426-996a-4dd0-b040-fe33c03931c1 None None] Pushing event updated for resources: {'Port': ['ID=9e226a02-7cec-4a08-9bbe-de4f173095cb,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:28.286461 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] Set router 681d1117-3863-4306-89bb-04cb8d4906d8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:28.541734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:21:28.697245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:28.707976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4a8ad97d-c762-43be-bf1d-33a393041e37 admin admin] 10.222.0.25 "PUT /v2.0/routers/5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9574969 Aug 20 12:21:28.708292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46510) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:28.708992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] Sync routers for ids ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:28.711295 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:19Z', 'revision_number': 4, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port': {'id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '9e226a02-7cec-4a08-9bbe-de4f173095cb', 'name': '', 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'mac_address': 'fa:16:3e:96:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:18Z', 'updated_at': '2021-08-20T12:21:27Z', 'revision_number': 4, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'subnets': [{'id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:28.727185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] Routers {'5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:28.733617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:28.754413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e378-8071-475a-90f0-dd94ac33fea4 req-2e36ae94-df39-45ed-a254-b495c526a06f tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:28.765129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28d6e378-8071-475a-90f0-dd94ac33fea4 req-2e36ae94-df39-45ed-a254-b495c526a06f tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 943 time: 0.2396674 Aug 20 12:21:28.781732 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05d4b-c609-4393-86a7-55a452cd4993 None None] The sync data for ids ['681d1117-3863-4306-89bb-04cb8d4906d8'] in n-d-800634-10 is: [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:19Z', 'revision_number': 4, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port': {'id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '9e226a02-7cec-4a08-9bbe-de4f173095cb', 'name': '', 'network_id': '6b65b615-e4da-491d-8edf-0312d7716aaf', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'mac_address': 'fa:16:3e:96:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:18Z', 'updated_at': '2021-08-20T12:21:27Z', 'revision_number': 4, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'subnets': [{'id': 'e64e4214-a576-45b0-8a84-69a259a63cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:28.941554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.999226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9e226a02-7cec-4a08-9bbe-de4f173095cb up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:29.080066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28d6e378-8071-475a-90f0-dd94ac33fea4 req-558f002b-3d83-4219-990d-3c1147f44d6b tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596972 Aug 20 12:21:29.125666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] Set router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:29.132019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9e226a02-7cec-4a08-9bbe-de4f173095cb completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:29.172233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9e226a02-7cec-4a08-9bbe-de4f173095cb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:29.172682 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:29.269629 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:29.299379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2861d42e-5a9d-4a2d-ba38-4720e918a286 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:21:29.451977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Deleting port 9de706ae-1981-4d3f-95e1-a4785e796412 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:29.452430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:29.608026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2861d42e-5a9d-4a2d-ba38-4720e918a286, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2861d42e-5a9d-4a2d-ba38-4720e918a286,segment=NetworkSegment(18c41845-b85b-48e7-a499-70d55104d848),segment_id=18c41845-b85b-48e7-a499-70d55104d848)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:29.661524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] For port 9de706ae-1981-4d3f-95e1-a4785e796412, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9de706ae-1981-4d3f-95e1-a4785e796412,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:29.668668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:29.668796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '2861d42e-5a9d-4a2d-ba38-4720e918a286', 'network_id': 'c42b237f-3c41-4ab3-86a8-e0155bfefc9b', 'port_id': '2861d42e-5a9d-4a2d-ba38-4720e918a286', 'mac_address': 'fa:16:3e:c3:41:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e290ba2-dba6-4405-b9c1-54350e2af0ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:21:29.693541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Calling delete_port for 9de706ae-1981-4d3f-95e1-a4785e796412 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:30.078519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.109895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.145823 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.150056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de706ae-1981-4d3f-95e1-a4785e796412,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:30.247947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2861d42e-5a9d-4a2d-ba38-4720e918a286 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:30.271826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 9e226a02-7cec-4a08-9bbe-de4f173095cb, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9e226a02-7cec-4a08-9bbe-de4f173095cb,segment=NetworkSegment(4ee6eedd-b70b-41a7-95fa-8048ac4a600d),segment_id=4ee6eedd-b70b-41a7-95fa-8048ac4a600d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:30.317618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2861d42e-5a9d-4a2d-ba38-4720e918a286, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2861d42e-5a9d-4a2d-ba38-4720e918a286,segment=NetworkSegment(18c41845-b85b-48e7-a499-70d55104d848),segment_id=18c41845-b85b-48e7-a499-70d55104d848)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:30.324633 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.385459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.484913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=9e226a02-7cec-4a08-9bbe-de4f173095cb,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:30.496208 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.506529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'name': 'tempest-TestAggregatesBasicOps-1198439593-router', 'tenant_id': '0dad3427621b4695a79ba4ce8c86141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:05Z', 'updated_at': '2021-08-20T12:21:27Z', 'revision_number': 5, 'project_id': '0dad3427621b4695a79ba4ce8c86141c', 'gw_port': {'id': '9de706ae-1981-4d3f-95e1-a4785e796412', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:06Z', 'updated_at': '2021-08-20T12:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:30.508151 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.510430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.542517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] Checking router: 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:30.562846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e50c5-e4b7-4a08-8e4d-3e7bc57f6e76 req-f580f811-bc88-4b0b-9c37-f716fef94d55 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:30.564425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec5e50c5-e4b7-4a08-8e4d-3e7bc57f6e76 req-f580f811-bc88-4b0b-9c37-f716fef94d55 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 943 time: 0.3233538 Aug 20 12:21:30.567380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.568072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:21:30.578095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.579636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-99667c48-186e-465c-b93f-daa660248730 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775 HTTP/1.1" status: 204 len: 168 time: 1.8682902 Aug 20 12:21:30.582370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46530) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:30.600579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] Routers set() bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:30.601037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] Router IDs set() for agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 12:21:30.601757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent'). {{(pid=101035) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 12:21:30.602281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0682f-f4aa-4113-bb95-c2f3d2d177ed None None] The sync data for ids ['5172d1f6-a4f5-4a3f-b3a9-5e4d580e4775'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:30.637537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec5e50c5-e4b7-4a08-8e4d-3e7bc57f6e76 req-9fbb9e76-8d5b-4c5c-a8a6-ef183076b15c tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657046 Aug 20 12:21:30.684567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2f38f7-3172-4d14-8088-a06a2f1259b4 admin admin] Deleting subnet ac3beb95-ae89-443a-b2bd-30025d0c2974 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:21:30.692176 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b2f38f7-3172-4d14-8088-a06a2f1259b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.753124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b2f38f7-3172-4d14-8088-a06a2f1259b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.753261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=2861d42e-5a9d-4a2d-ba38-4720e918a286,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:30.823853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['2861d42e-5a9d-4a2d-ba38-4720e918a286'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:30.880384 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b2f38f7-3172-4d14-8088-a06a2f1259b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.051160 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b2f38f7-3172-4d14-8088-a06a2f1259b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.078254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b2f38f7-3172-4d14-8088-a06a2f1259b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.080249 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7b2f38f7-3172-4d14-8088-a06a2f1259b4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ac3beb95-ae89-443a-b2bd-30025d0c2974 HTTP/1.1" status: 204 len: 168 time: 0.4963281 Aug 20 12:21:31.084366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46536) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:31.088684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2848b40-8f0d-4525-b16c-eab0e8ec8fdc None None] Network b50999e8-e697-4bb4-80cf-9cc5b0384714 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:31.131398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f38f7-3172-4d14-8088-a06a2f1259b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3beb95-ae89-443a-b2bd-30025d0c2974,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:31.250563 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.293219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9e226a02-7cec-4a08-9bbe-de4f173095cb up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:31.371802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Deleting port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:31.372463 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.510312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9e226a02-7cec-4a08-9bbe-de4f173095cb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:31.510696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.516208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] For port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=287a1fd3-5dfd-4694-b28c-1b13a63ddaa3,segment=NetworkSegment(fb264bc6-1330-44d8-93b4-8e0e7505ed5d),segment_id=fb264bc6-1330-44d8-93b4-8e0e7505ed5d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:31.517060 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.555367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Calling delete_port for 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:31.666141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] DHCP port deletion for b50999e8-e697-4bb4-80cf-9cc5b0384714 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:21:31.757874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.795926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] Deleting port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:31.796312 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.827122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Pushing event deleted for resources: {'Port': ['ID=287a1fd3-5dfd-4694-b28c-1b13a63ddaa3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:31.859389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] No DVR routers for this DVR port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:31.965847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] For port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:31.966232 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.984442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] Calling delete_port for 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:31.988724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] Port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:21:31.991621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:32.020102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea44b3c-8580-4b77-9bfb-09faa4c226af req-9d414dc5-7717-4964-8c8b-045e60602df8 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:32.021524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eea44b3c-8580-4b77-9bfb-09faa4c226af req-9d414dc5-7717-4964-8c8b-045e60602df8 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 944 time: 0.1959374 Aug 20 12:21:32.029643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] Pushing event deleted for resources: {'Port': ['ID=287a1fd3-5dfd-4694-b28c-1b13a63ddaa3,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:32.033073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:32.037864 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276848e-965b-4305-9fff-a69c06b78b44 None None] No DVR routers for this DVR port 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:32.122160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eea44b3c-8580-4b77-9bfb-09faa4c226af req-e93226cb-c47f-447e-9e7d-66367048650b tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709975 Aug 20 12:21:32.125236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50999e8-e697-4bb4-80cf-9cc5b0384714']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:32.138886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:32.139300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb264bc6-1330-44d8-93b4-8e0e7505ed5d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:32.158223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:32.173334 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:32.181493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:21:32.191878 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:21:32.265090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:32.283265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:32.288358 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] 10.222.0.25 "DELETE /v2.0/networks/b50999e8-e697-4bb4-80cf-9cc5b0384714 HTTP/1.1" status: 204 len: 168 time: 1.1984289 Aug 20 12:21:32.288731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46548) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:32.302255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221211a-1ef1-45a9-aa2c-94fbbd97623b admin admin] Pushing event deleted for resources: {'Network': ['ID=b50999e8-e697-4bb4-80cf-9cc5b0384714,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:32.743226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9de706ae-1981-4d3f-95e1-a4785e796412 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:32.784216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 9de706ae-1981-4d3f-95e1-a4785e796412 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:32.784577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9de706ae-1981-4d3f-95e1-a4785e796412 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:32.785016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:32.805658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:32.811858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:32.812211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 287a1fd3-5dfd-4694-b28c-1b13a63ddaa3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:32.812639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device eaa50f34-2b1d-4176-8c69-bfdc46683fb6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:32.857055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: eaa50f34-2b1d-4176-8c69-bfdc46683fb6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:32.857408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device eaa50f34-2b1d-4176-8c69-bfdc46683fb6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:33.140657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Deleting port 9e226a02-7cec-4a08-9bbe-de4f173095cb {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:33.141006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:33.232563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] For port 9e226a02-7cec-4a08-9bbe-de4f173095cb, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9e226a02-7cec-4a08-9bbe-de4f173095cb,segment=NetworkSegment(4ee6eedd-b70b-41a7-95fa-8048ac4a600d),segment_id=4ee6eedd-b70b-41a7-95fa-8048ac4a600d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:33.232932 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:33.250446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Calling delete_port for 9e226a02-7cec-4a08-9bbe-de4f173095cb owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:33.286225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2861d42e-5a9d-4a2d-ba38-4720e918a286 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:33.288437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e0dff-e979-4557-bcb7-e8c731ef7150 req-20852e12-1630-4aed-9253-2f6ba2978e17 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:33.296640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e6e0dff-e979-4557-bcb7-e8c731ef7150 req-20852e12-1630-4aed-9253-2f6ba2978e17 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 944 time: 0.0672605 Aug 20 12:21:33.346709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e6e0dff-e979-4557-bcb7-e8c731ef7150 req-b150f759-a1d3-460a-97ca-c6713ce09e8e tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Aug 20 12:21:33.403833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 2861d42e-5a9d-4a2d-ba38-4720e918a286 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:33.409659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 2861d42e-5a9d-4a2d-ba38-4720e918a286 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:33.410049 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:33.512541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:33.551552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e226a02-7cec-4a08-9bbe-de4f173095cb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:33.552088 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:33.608152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 2861d42e-5a9d-4a2d-ba38-4720e918a286, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2861d42e-5a9d-4a2d-ba38-4720e918a286,segment=NetworkSegment(18c41845-b85b-48e7-a499-70d55104d848),segment_id=18c41845-b85b-48e7-a499-70d55104d848)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:33.609227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe053544-d4df-436f-a1b0-318e17c325ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2861d42e-5a9d-4a2d-ba38-4720e918a286'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:33.612401 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2d08f3-4ba4-4c70-94be-9102cfa216e4" -d '{"events": [{"server_uuid": "fe053544-d4df-436f-a1b0-318e17c325ea", "name": "network-vif-plugged", "status": "completed", "tag": "2861d42e-5a9d-4a2d-ba38-4720e918a286"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:33.619512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:33.716452 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1e909-6917-485b-92b7-49963c1a3cf4 x-openstack-request-id: req-a1c1e909-6917-485b-92b7-49963c1a3cf4 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:33.717286 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe053544-d4df-436f-a1b0-318e17c325ea", "name": "network-vif-plugged", "status": "completed", "tag": "2861d42e-5a9d-4a2d-ba38-4720e918a286", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:33.717551 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1c1e909-6917-485b-92b7-49963c1a3cf4 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:33.718029 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe053544-d4df-436f-a1b0-318e17c325ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2861d42e-5a9d-4a2d-ba38-4720e918a286', 'code': 200} Aug 20 12:21:33.719368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=2861d42e-5a9d-4a2d-ba38-4720e918a286,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:33.958751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176f2f9-e401-424e-b3f5-75dd51ed2352 req-30263af9-c8db-4398-9ed2-813cb7f5b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:33.960626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0176f2f9-e401-424e-b3f5-75dd51ed2352 req-30263af9-c8db-4398-9ed2-813cb7f5b0f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 1097 time: 0.1656799 Aug 20 12:21:33.997302 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:34.107746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0176f2f9-e401-424e-b3f5-75dd51ed2352 req-b8f54c82-1428-475f-bc6b-7f6fc426f151 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363328 Aug 20 12:21:34.330349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Router 681d1117-3863-4306-89bb-04cb8d4906d8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:21:34.507887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9926d-b0df-4a2d-9a65-c343b4919ab3 req-85dd0ee5-c1c3-4f73-bff5-2e0a2004c533 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:34.511397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67c9926d-b0df-4a2d-9a65-c343b4919ab3 req-85dd0ee5-c1c3-4f73-bff5-2e0a2004c533 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 945 time: 0.0721862 Aug 20 12:21:34.512985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:34.524156 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] Sync routers for ids ['681d1117-3863-4306-89bb-04cb8d4906d8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:34.526672 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ccdd8da5-b37a-4a3f-99b5-f5005e6fb92e admin admin] 10.222.0.25 "PUT /v2.0/routers/681d1117-3863-4306-89bb-04cb8d4906d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2359769 Aug 20 12:21:34.528590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:34.538571 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] Routers {'681d1117-3863-4306-89bb-04cb8d4906d8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:34.539228 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['681d1117-3863-4306-89bb-04cb8d4906d8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:34.585635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67c9926d-b0df-4a2d-9a65-c343b4919ab3 req-8f7e6d18-7ad5-435f-a884-bfc3f7e40df4 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667694 Aug 20 12:21:34.680365 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] Set router 681d1117-3863-4306-89bb-04cb8d4906d8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:34.701501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:34.853871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:34.914599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Deleting port 3423f017-46ed-4771-8bb5-d88bd90a1661 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:34.914945 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:34.933816 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:33Z', 'revision_number': 5, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port': {'id': '3423f017-46ed-4771-8bb5-d88bd90a1661', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:34.964152 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] Checking router: 681d1117-3863-4306-89bb-04cb8d4906d8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:34.974723 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] Routers {'681d1117-3863-4306-89bb-04cb8d4906d8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:34.975343 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['681d1117-3863-4306-89bb-04cb8d4906d8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:35.011282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] For port 3423f017-46ed-4771-8bb5-d88bd90a1661, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3423f017-46ed-4771-8bb5-d88bd90a1661,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:35.012105 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.038314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Calling delete_port for 3423f017-46ed-4771-8bb5-d88bd90a1661 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:35.078522 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] Set router 681d1117-3863-4306-89bb-04cb8d4906d8 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:35.162843 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:34Z', 'revision_number': 6, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:35.197977 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c316fba-467d-486d-a3fc-e6141d09aa54 None None] The sync data for ids ['681d1117-3863-4306-89bb-04cb8d4906d8'] in n-d-800634-10 is: [{'id': '681d1117-3863-4306-89bb-04cb8d4906d8', 'name': 'tempest-TestAggregatesBasicOps-333031343-router', 'tenant_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:14Z', 'updated_at': '2021-08-20T12:21:34Z', 'revision_number': 6, 'project_id': 'e333f6344ac14b10acf47b7b9d7b0419', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:35.374955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.424762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3423f017-46ed-4771-8bb5-d88bd90a1661,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:35.519084 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.655802 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.658514 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.718454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.721960 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 681d1117-3863-4306-89bb-04cb8d4906d8 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:21:35.746865 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.753735 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1c961b3-f61a-4f4c-86fa-ae8ca7210a63 admin admin] 10.222.0.25 "DELETE /v2.0/routers/681d1117-3863-4306-89bb-04cb8d4906d8 HTTP/1.1" status: 204 len: 168 time: 1.2236166 Aug 20 12:21:35.755391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46600) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:35.792243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060f334-4298-4fe9-a4de-03c063d8eaa3 req-f379fc0a-d91b-43b0-b396-89c4b24c9a49 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:35.794921 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3060f334-4298-4fe9-a4de-03c063d8eaa3 req-f379fc0a-d91b-43b0-b396-89c4b24c9a49 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 945 time: 0.0852726 Aug 20 12:21:35.866210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efec36c-0155-4f90-9de9-1bfb28805c85 admin admin] Deleting subnet e64e4214-a576-45b0-8a84-69a259a63cb1 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:21:35.871497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7efec36c-0155-4f90-9de9-1bfb28805c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.882866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3060f334-4298-4fe9-a4de-03c063d8eaa3 req-c2dd9c70-c454-4515-8f88-1d9c6b1c3df5 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733101 Aug 20 12:21:35.968350 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7efec36c-0155-4f90-9de9-1bfb28805c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.121342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7efec36c-0155-4f90-9de9-1bfb28805c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.246869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7efec36c-0155-4f90-9de9-1bfb28805c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.292084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efec36c-0155-4f90-9de9-1bfb28805c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64e4214-a576-45b0-8a84-69a259a63cb1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:36.311153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7efec36c-0155-4f90-9de9-1bfb28805c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.313678 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7efec36c-0155-4f90-9de9-1bfb28805c85 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e64e4214-a576-45b0-8a84-69a259a63cb1 HTTP/1.1" status: 204 len: 168 time: 0.5557733 Aug 20 12:21:36.316426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1090e-19be-44a4-be0e-f2484290a044 None None] Network 6b65b615-e4da-491d-8edf-0312d7716aaf requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:36.317399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46628) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:36.501766 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.599930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Deleting port 084cda77-b767-434b-b5b2-d60d58f1609a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:36.600281 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.604105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] DHCP port deletion for 6b65b615-e4da-491d-8edf-0312d7716aaf request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:21:36.740030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] Deleting port 084cda77-b767-434b-b5b2-d60d58f1609a {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:36.740679 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.765695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9e226a02-7cec-4a08-9bbe-de4f173095cb no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:36.836692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 9e226a02-7cec-4a08-9bbe-de4f173095cb {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:36.836943 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9e226a02-7cec-4a08-9bbe-de4f173095cb not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:36.838109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 084cda77-b767-434b-b5b2-d60d58f1609a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:36.846645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] For port 084cda77-b767-434b-b5b2-d60d58f1609a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=084cda77-b767-434b-b5b2-d60d58f1609a,segment=NetworkSegment(4ee6eedd-b70b-41a7-95fa-8048ac4a600d),segment_id=4ee6eedd-b70b-41a7-95fa-8048ac4a600d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:36.847201 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.876671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd3af-d069-42c3-8823-2405a97f5f69 req-49d5cc2f-4397-4460-89ce-412c88ceb372 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:36.885551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-badcd3af-d069-42c3-8823-2405a97f5f69 req-49d5cc2f-4397-4460-89ce-412c88ceb372 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 945 time: 0.1679666 Aug 20 12:21:36.887863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Calling delete_port for 084cda77-b767-434b-b5b2-d60d58f1609a owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:36.894596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] For port 084cda77-b767-434b-b5b2-d60d58f1609a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=084cda77-b767-434b-b5b2-d60d58f1609a,segment=NetworkSegment(4ee6eedd-b70b-41a7-95fa-8048ac4a600d),segment_id=4ee6eedd-b70b-41a7-95fa-8048ac4a600d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:36.895232 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.913432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] Calling delete_port for 084cda77-b767-434b-b5b2-d60d58f1609a owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:36.943609 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-badcd3af-d069-42c3-8823-2405a97f5f69 req-d0229ace-0527-49c1-bb6f-294840ad220d tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568478 Aug 20 12:21:37.082884 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.098451 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.158443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=084cda77-b767-434b-b5b2-d60d58f1609a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:37.172295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3423f017-46ed-4771-8bb5-d88bd90a1661 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:37.189341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] No DVR routers for this DVR port 084cda77-b767-434b-b5b2-d60d58f1609a on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:37.193255 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.223015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 3423f017-46ed-4771-8bb5-d88bd90a1661 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:37.223706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3423f017-46ed-4771-8bb5-d88bd90a1661 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:37.225538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] No DVR routers for this DVR port 084cda77-b767-434b-b5b2-d60d58f1609a on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:37.228277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef74e6-ab38-49ac-9a70-06a983785bbf None None] Pushing event deleted for resources: {'Port': ['ID=084cda77-b767-434b-b5b2-d60d58f1609a,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:37.335776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.348402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b65b615-e4da-491d-8edf-0312d7716aaf']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:37.362287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee6eedd-b70b-41a7-95fa-8048ac4a600d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:37.362639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee6eedd-b70b-41a7-95fa-8048ac4a600d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:37.381882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.403603 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.412926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:21:37.412926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:21:37.414907 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:21:37.497364 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.513441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.517950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6b65b615-e4da-491d-8edf-0312d7716aaf HTTP/1.1" status: 204 len: 168 time: 1.1967149 Aug 20 12:21:37.517950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cb999-70cf-432b-aff1-d26e0a0fc8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b65b615-e4da-491d-8edf-0312d7716aaf,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:37.701103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46662) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:37.751887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-703b36de-bd46-48db-bbc1-29ac8cbb52da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0dad3427621b4695a79ba4ce8c86141c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495126 Aug 20 12:21:37.754354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46664) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:37.869092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6aa61dd5-f5fb-4db1-aafc-2edf21e17f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:37.917694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6aa61dd5-f5fb-4db1-aafc-2edf21e17f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:38.219719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-e5ce40ae-d79e-40ca-aae3-71075b931831 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:38.222601 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-e5ce40ae-d79e-40ca-aae3-71075b931831 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 945 time: 0.3015053 Aug 20 12:21:38.224226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6aa61dd5-f5fb-4db1-aafc-2edf21e17f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:38.227651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6aa61dd5-f5fb-4db1-aafc-2edf21e17f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:38.234658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1b90f-ccd9-44fc-a2d4-fbf40ac78861 req-f00fc3b7-883f-4f32-ae81-48d9b4786394 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:38.240239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04b1b90f-ccd9-44fc-a2d4-fbf40ac78861 req-f00fc3b7-883f-4f32-ae81-48d9b4786394 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 945 time: 0.1279490 Aug 20 12:21:38.242997 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6aa61dd5-f5fb-4db1-aafc-2edf21e17f71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/894436c9-b7f7-45e5-bc59-8f25b6559724 HTTP/1.1" status: 204 len: 168 time: 0.4869959 Aug 20 12:21:38.288020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa61dd5-f5fb-4db1-aafc-2edf21e17f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894436c9-b7f7-45e5-bc59-8f25b6559724,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:38.310222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04b1b90f-ccd9-44fc-a2d4-fbf40ac78861 req-27a50d6a-9490-4239-9264-ff6d55299bc7 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/security-groups?id=65a7590f-3015-4735-bcc6-62e07a308abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679605 Aug 20 12:21:38.429157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Deleting port 2861d42e-5a9d-4a2d-ba38-4720e918a286 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:38.430430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:38.640745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] For port 2861d42e-5a9d-4a2d-ba38-4720e918a286, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=2861d42e-5a9d-4a2d-ba38-4720e918a286,segment=NetworkSegment(18c41845-b85b-48e7-a499-70d55104d848),segment_id=18c41845-b85b-48e7-a499-70d55104d848)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:38.641885 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:38.691540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Calling delete_port for 2861d42e-5a9d-4a2d-ba38-4720e918a286 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:38.882824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:38.901778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['2861d42e-5a9d-4a2d-ba38-4720e918a286'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:38.930220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Pushing event deleted for resources: {'Port': ['ID=2861d42e-5a9d-4a2d-ba38-4720e918a286,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:38.948139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46694) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:38.976566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] No DVR routers for this DVR port 2861d42e-5a9d-4a2d-ba38-4720e918a286 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:38.979802 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:38.982005 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1b48b16d-6f67-4849-91fe-119fa7378763 req-2975b9e9-5e87-4d83-a106-a722bcd60d10 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.73 "DELETE /v2.0/ports/2861d42e-5a9d-4a2d-ba38-4720e918a286 HTTP/1.1" status: 204 len: 173 time: 0.7377176 Aug 20 12:21:38.982501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe053544-d4df-436f-a1b0-318e17c325ea', 'name': 'network-vif-deleted', 'tag': '2861d42e-5a9d-4a2d-ba38-4720e918a286'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:38.984856 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a193b9c0-4cc0-4900-b57f-8dd6e41a7db7" -d '{"events": [{"server_uuid": "fe053544-d4df-436f-a1b0-318e17c325ea", "name": "network-vif-deleted", "tag": "2861d42e-5a9d-4a2d-ba38-4720e918a286"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:39.036849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f332be62-1cb5-4eae-992a-c62959892aee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e333f6344ac14b10acf47b7b9d7b0419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874984 Aug 20 12:21:39.037091 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92edc70d-ed6d-4fbc-a9c3-9fd6b73448c8 x-openstack-request-id: req-92edc70d-ed6d-4fbc-a9c3-9fd6b73448c8 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:39.037684 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe053544-d4df-436f-a1b0-318e17c325ea", "name": "network-vif-deleted", "tag": "2861d42e-5a9d-4a2d-ba38-4720e918a286", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:39.038410 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92edc70d-ed6d-4fbc-a9c3-9fd6b73448c8 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:39.038998 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe053544-d4df-436f-a1b0-318e17c325ea', 'name': 'network-vif-deleted', 'tag': '2861d42e-5a9d-4a2d-ba38-4720e918a286', 'status': 'completed', 'code': 200} Aug 20 12:21:39.041343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46702) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:39.112730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-03d58734-212b-4d8a-84ca-6e5a7e371fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:39.152023 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-03d58734-212b-4d8a-84ca-6e5a7e371fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:39.231657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-03d58734-212b-4d8a-84ca-6e5a7e371fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:39.236094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-03d58734-212b-4d8a-84ca-6e5a7e371fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:39.237987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-03d58734-212b-4d8a-84ca-6e5a7e371fed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93605ce9-7c9c-4365-ad8f-5a9e80c585b4 HTTP/1.1" status: 204 len: 168 time: 0.1950400 Aug 20 12:21:39.248402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58734-212b-4d8a-84ca-6e5a7e371fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93605ce9-7c9c-4365-ad8f-5a9e80c585b4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:39.521371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f76ca47-5691-41d9-bd0d-99d5dde26165 req-f212473f-eb4a-4e18-9a61-692338898e52 tempest-ServerAddressesTestJSON-446482202 tempest-ServerAddressesTestJSON-446482202-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe053544-d4df-436f-a1b0-318e17c325ea HTTP/1.1" status: 200 len: 210 time: 0.0748494 Aug 20 12:21:40.634067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46756) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:40.717064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38e5861-473d-48d2-a583-561dcc1030b9 admin admin] Deleting subnet 1e290ba2-dba6-4405-b9c1-54350e2af0ad {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:21:40.727223 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f38e5861-473d-48d2-a583-561dcc1030b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:40.789307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f38e5861-473d-48d2-a583-561dcc1030b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:40.876668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f38e5861-473d-48d2-a583-561dcc1030b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.043796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f38e5861-473d-48d2-a583-561dcc1030b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.079122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e5861-473d-48d2-a583-561dcc1030b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e290ba2-dba6-4405-b9c1-54350e2af0ad,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:41.088135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f38e5861-473d-48d2-a583-561dcc1030b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.093281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46770) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:41.094156 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f38e5861-473d-48d2-a583-561dcc1030b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1e290ba2-dba6-4405-b9c1-54350e2af0ad HTTP/1.1" status: 204 len: 168 time: 0.4567711 Aug 20 12:21:41.212122 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.343895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.366404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2861d42e-5a9d-4a2d-ba38-4720e918a286 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:41.387156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42b237f-3c41-4ab3-86a8-e0155bfefc9b']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:41.416796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c41845-b85b-48e7-a499-70d55104d848') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:41.417083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c41845-b85b-48e7-a499-70d55104d848') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:41.454650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 2861d42e-5a9d-4a2d-ba38-4720e918a286 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:41.455000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 2861d42e-5a9d-4a2d-ba38-4720e918a286 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:41.455146 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.491874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.502214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:21:41.502890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:21:41.611243 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:21:41.656185 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.674198 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.675106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c42b237f-3c41-4ab3-86a8-e0155bfefc9b HTTP/1.1" status: 204 len: 168 time: 0.5807800 Aug 20 12:21:41.676153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea86db-087b-4d8a-9bf4-c1dd91f69485 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42b237f-3c41-4ab3-86a8-e0155bfefc9b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:42.004361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46804) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:42.060967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:42.069437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e4b1ba59-2264-4e87-b91e-d513e955702e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06be1a425b2f4d139cf0f60e15b7106a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616398 Aug 20 12:21:42.069802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46806) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:42.156128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2a7ada1c-7677-4260-89bd-0440740d5742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:42.178618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2a7ada1c-7677-4260-89bd-0440740d5742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:42.237332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2a7ada1c-7677-4260-89bd-0440740d5742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:42.244632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2a7ada1c-7677-4260-89bd-0440740d5742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:42.247458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2a7ada1c-7677-4260-89bd-0440740d5742 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65a7590f-3015-4735-bcc6-62e07a308abb HTTP/1.1" status: 204 len: 168 time: 0.1762369 Aug 20 12:21:42.261669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ada1c-7677-4260-89bd-0440740d5742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a7590f-3015-4735-bcc6-62e07a308abb,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:42.468099 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-240397d1-b9de-43c0-9c6f-a0a65ef40939 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800862 Aug 20 12:21:42.633248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-892d495a-2243-4ab4-ba9e-58cc337d8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:42.635417 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-892d495a-2243-4ab4-ba9e-58cc337d8198 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf3152e9cf4499881581db19715f1da&device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 1098 time: 0.0927567 Aug 20 12:21:42.675328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46826) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:42.680146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056482748', 'description': 'tempest-secgroup-smoke-2056482748 description', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:42.721205 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:42.751293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:42.879936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-4cc3a754-6cb8-4eb0-bed5-3e013c548fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:42.881784 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-4cc3a754-6cb8-4eb0-bed5-3e013c548fda service neutron] 10.222.0.73 "GET /v2.0/networks?id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 200 len: 911 time: 0.2176023 Aug 20 12:21:43.002139 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-9b7ae748-108e-43bb-8c0a-310e803d6806 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 HTTP/1.1" status: 200 len: 1002 time: 0.1085267 Aug 20 12:21:43.098295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.106771 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.148024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-2f614603-8c5a-4114-93d2-47c8f984531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:43.149507 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-2f614603-8c5a-4114-93d2-47c8f984531b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 200 len: 849 time: 0.1369219 Aug 20 12:21:43.216362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-ad296172-9398-44a4-b6ab-667f89e03b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:43.218044 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-ad296172-9398-44a4-b6ab-667f89e03b7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=36f59f32-69eb-4295-ad6a-a9c5fb165bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570531 Aug 20 12:21:43.232488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e08224-985e-4c9b-a920-998f85ba0c50,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:43.364055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.389723 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.411580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-11eddebc-c6a2-4571-aaf9-68c3ee1be27e service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814256 Aug 20 12:21:43.514762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd3e1d-6df0-45dc-8122-9efda60da9fc,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:43.519182 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.520716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b22c6420-c3b4-43f2-a196-664efa098d25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8443687 Aug 20 12:21:43.523524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46852) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:43.554378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-69485db1-fc7e-4efb-95fd-c1c92737d77f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '49bd3e1d-6df0-45dc-8122-9efda60da9fc', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:43.631261 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69485db1-fc7e-4efb-95fd-c1c92737d77f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.646044 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-eb97e032-60d1-4ba7-a8e5-cf08e2714c8b req-cd49cb6d-c393-40bb-80fb-dbdd5cb167c5 service neutron] 10.222.0.73 "GET /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203324 Aug 20 12:21:43.781401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69485db1-fc7e-4efb-95fd-c1c92737d77f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.786824 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69485db1-fc7e-4efb-95fd-c1c92737d77f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.825103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69485db1-fc7e-4efb-95fd-c1c92737d77f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35653399-c1ab-42e8-9b3c-da723347eca7,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:43.836330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69485db1-fc7e-4efb-95fd-c1c92737d77f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.841639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46862) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:43.842125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-69485db1-fc7e-4efb-95fd-c1c92737d77f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161080 Aug 20 12:21:43.847670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-43d6a64f-ef76-4bce-9de9-5f978bb61af0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '49bd3e1d-6df0-45dc-8122-9efda60da9fc', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:43.883615 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:43.928967 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d6a64f-ef76-4bce-9de9-5f978bb61af0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.128637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d6a64f-ef76-4bce-9de9-5f978bb61af0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.140160 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d6a64f-ef76-4bce-9de9-5f978bb61af0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.210708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6a64f-ef76-4bce-9de9-5f978bb61af0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30026e60-c82a-44a9-bb0d-cb09cade2ee8,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:44.231631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d6a64f-ef76-4bce-9de9-5f978bb61af0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.237871 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-43d6a64f-ef76-4bce-9de9-5f978bb61af0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3926311 Aug 20 12:21:44.238069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46878) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:44.251298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e5dc35e8-64b3-4459-b97e-a4fc93185459 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '49bd3e1d-6df0-45dc-8122-9efda60da9fc', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:44.313042 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5dc35e8-64b3-4459-b97e-a4fc93185459 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.543448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5dc35e8-64b3-4459-b97e-a4fc93185459 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.561173 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5dc35e8-64b3-4459-b97e-a4fc93185459 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.600953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc35e8-64b3-4459-b97e-a4fc93185459 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44828362-961d-4202-8934-cbc4bca7e8d5,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:44.607683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e5dc35e8-64b3-4459-b97e-a4fc93185459 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.612464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46892) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:44.617870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bdf005a2-dd49-44ef-85cf-df57af8038fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '49bd3e1d-6df0-45dc-8122-9efda60da9fc', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:44.622903 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e5dc35e8-64b3-4459-b97e-a4fc93185459 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3822932 Aug 20 12:21:44.668054 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdf005a2-dd49-44ef-85cf-df57af8038fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.844573 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdf005a2-dd49-44ef-85cf-df57af8038fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.858909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdf005a2-dd49-44ef-85cf-df57af8038fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.896204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5340a481-a66b-4067-b0f9-0481f622890c req-cd6ff864-569e-4b93-ae33-7b06fb2752d4 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3b1448-5599-408d-b02e-279163d6ffd7 HTTP/1.1" status: 200 len: 210 time: 0.0497608 Aug 20 12:21:44.943617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf005a2-dd49-44ef-85cf-df57af8038fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3fca80-ef9f-4299-8f1f-7f1859a81c82,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:44.958410 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdf005a2-dd49-44ef-85cf-df57af8038fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.960810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bdf005a2-dd49-44ef-85cf-df57af8038fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3460543 Aug 20 12:21:44.962611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46908) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:44.968508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-12e31467-7095-4a9f-b980-14b49d7dcfff tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '49bd3e1d-6df0-45dc-8122-9efda60da9fc', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:45.022259 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-12e31467-7095-4a9f-b980-14b49d7dcfff tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Project c94bab92b5c94d58984c7efe84b843d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:21:45.044631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12e31467-7095-4a9f-b980-14b49d7dcfff tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.196553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12e31467-7095-4a9f-b980-14b49d7dcfff tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.217743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12e31467-7095-4a9f-b980-14b49d7dcfff tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.304042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e31467-7095-4a9f-b980-14b49d7dcfff tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb15975-3730-4eea-a7e5-b924ae86f1bf,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:45.309761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12e31467-7095-4a9f-b980-14b49d7dcfff tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.311274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-12e31467-7095-4a9f-b980-14b49d7dcfff tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3473902 Aug 20 12:21:45.314421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46932) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:45.327947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-97bf9192-df4a-4789-adb1-c6146dd786f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '49bd3e1d-6df0-45dc-8122-9efda60da9fc', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:45.377717 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-97bf9192-df4a-4789-adb1-c6146dd786f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Project c94bab92b5c94d58984c7efe84b843d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:21:45.394515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97bf9192-df4a-4789-adb1-c6146dd786f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.624834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-589f573a-6c35-44d7-8a59-3da09ffd218e req-e1cab5f5-1247-49c2-b6f1-c2d3a6c55ecd tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0437274 Aug 20 12:21:45.636599 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97bf9192-df4a-4789-adb1-c6146dd786f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.641964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97bf9192-df4a-4789-adb1-c6146dd786f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.666119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf9192-df4a-4789-adb1-c6146dd786f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321955fa-081b-42db-b620-d95fa3cfa4e4,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:45.670469 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97bf9192-df4a-4789-adb1-c6146dd786f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.671736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-97bf9192-df4a-4789-adb1-c6146dd786f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561881 Aug 20 12:21:45.675639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 46946) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:45.682931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'network': {'name': 'tempest-network-smoke--907481363', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'port_security_enabled': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:45.736319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:45.740359 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.805509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:21:45.823092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.823432 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Added segment 504af466-2f82-4933-acb4-91dc29c58146 of type vlan for network 1a320370-d430-4934-8897-622e9df32cb2 Aug 20 12:21:45.982579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:46.069217 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:46.075805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:46.076451 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:46.180245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5034444 Aug 20 12:21:46.183558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 46958) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:46.188317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'admin_state_up': True, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:46.195391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff394aac-4781-4f3b-8975-7199b760b432 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Network': ['ID=1a320370-d430-4934-8897-622e9df32cb2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:46.209541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1a320370-d430-4934-8897-622e9df32cb2 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:21:46.252356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:46.255005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:46.432370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:46.872209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c00a2f97-7308-4498-82fa-c44c3b378993 req-0796125b-49b1-4f8b-a494-94246bfe8c76 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0926628 Aug 20 12:21:47.401878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:47.786457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:47.808412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:47.980243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.25.0.173 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/7bb3f3ab-37e3-4b04-8e1e-405486da31d5) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:48.064940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6b5688b-794e-43c9-a1eb-f0a4cb33ae2a req-1408b2e2-6a2d-41c0-bf80-d05af4774669 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0512102 Aug 20 12:21:48.166999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.288106 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-aa1fdaef-4709-4d29-a3d4-706cd6ed0925 req-c0ae17ed-d372-4f1a-89b5-2aa1f95f5400 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c3b1448-5599-408d-b02e-279163d6ffd7 HTTP/1.1" status: 200 len: 210 time: 0.0430841 Aug 20 12:21:48.302251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.355950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:48.359149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:48.362546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:48.393536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=7bb3f3ab-37e3-4b04-8e1e-405486da31d5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:48.683129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.900709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:49.029027 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7654957a-d6e9-4e5d-9d61-e568d06d197f req-620003ce-c5a3-4619-b12f-ae66d709448b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0320849 Aug 20 12:21:49.041825 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:21:49.076527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router c0615ba5-9623-4ffd-8b99-c61310bd7e72 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:21:49.203071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8fa46f8-cdd3-45e9-a904-3e9930998917 req-b35fe210-88c5-4fb8-b33f-200a3b8d3c4f tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0346217 Aug 20 12:21:49.204698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:49.235629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Sync routers for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:49.247097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:49.247251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:49.247914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:49.249312 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fb1f168e-aeea-4c1e-b9dc-56fbae4aa22e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0647175 Aug 20 12:21:49.252503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47044) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:49.466826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:49.664567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:48Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:49.697140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Checking router: c0615ba5-9623-4ffd-8b99-c61310bd7e72 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:49.697488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Updating router c0615ba5-9623-4ffd-8b99-c61310bd7e72 port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:21:49.724635 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:49.823284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47064) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:49.824285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-122fef03-401c-488a-bc8b-6e7bfb171f42 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=c94bab92b5c94d58984c7efe84b843d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5705965 Aug 20 12:21:50.021195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a1da2b-0654-4e74-855d-026bf4a1d14e tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:50.025779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97a1da2b-0654-4e74-855d-026bf4a1d14e tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1990473 Aug 20 12:21:50.026217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47076) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:50.056695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:50.073010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Transition to ACTIVE for port object 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:50.081323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:50.083962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97c38d79-31f9-4fd1-800f-94f9bff47fae tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564785 Aug 20 12:21:50.086882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47078) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:50.101367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1684849801', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:50.152434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Attempting to bind port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:50.152434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Attempting to bind port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:50.152434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Attempting to bind port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:50.162273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:50.163286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:50.163815 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:50.164316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:50.166687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Bound port: 7bb3f3ab-37e3-4b04-8e1e-405486da31d5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:50.167918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:50.210100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba77cd-50cb-489b-aa6d-07f18a33183d None None] Pushing event updated for resources: {'Port': ['ID=7bb3f3ab-37e3-4b04-8e1e-405486da31d5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:50.260224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] For port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:50.261536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:50.264637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] For port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7bb3f3ab-37e3-4b04-8e1e-405486da31d5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:50.268325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:50.273041 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:50.373314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd6c1533-7715-44e1-a69e-f4362499b77f req-7b98ae8b-ab5a-44bc-9532-8ae8fca1dca2 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0342519 Aug 20 12:21:50.410002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba77cd-50cb-489b-aa6d-07f18a33183d None None] Pushing event updated for resources: {'Port': ['ID=7bb3f3ab-37e3-4b04-8e1e-405486da31d5,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:50.436164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:50.436848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:50.578745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:50.622758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:50.690043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Subnet': ['ID=77c73de3-d962-484e-9569-e60bed858317,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:50.708633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Checking segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:50.709780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network hostable DHCP agents. Network: 1a320370-d430-4934-8897-622e9df32cb2, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:21:50.736608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 1a320370-d430-4934-8897-622e9df32cb2 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:21:50.752102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1a320370-d430-4934-8897-622e9df32cb2) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:50.762043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:50.763596 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:50.803436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6a0129f5-853e-4d7a-9003-c12db2f5f879 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7145691 Aug 20 12:21:50.806610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47140) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:50.855506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83f3ff7-e93e-4b53-8473-b364032c5cc2 None None] Network 1a320370-d430-4934-8897-622e9df32cb2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:51.025780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f8346de-0055-4d84-a677-28a5c338f0dd req-2ebacae2-3ca8-41e9-8db3-1a765529196f tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0435855 Aug 20 12:21:51.329081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:48Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:51.347009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-1a320370-d430-4934-8897-622e9df32cb2', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:21:51.348358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:51.390790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa374002-426b-49a8-a217-fd43b23225fd None None] The sync data for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 is: [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:48Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:51.535347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:51.558535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Allocated IP 172.20.0.2 (1a320370-d430-4934-8897-622e9df32cb2/77c73de3-d962-484e-9569-e60bed858317/958a2cd0-cf43-472e-842b-cf0487caeaad) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:51.729251 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f82e4e3-486e-4d90-86f9-de9857b2a29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:51.848517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:51.867910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Transition to ACTIVE for port object 958a2cd0-cf43-472e-842b-cf0487caeaad will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:51.893022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Transition to ACTIVE for port object 958a2cd0-cf43-472e-842b-cf0487caeaad will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:51.901750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:51.957953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Pushing event updated for resources: {'Port': ['ID=958a2cd0-cf43-472e-842b-cf0487caeaad,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:51.972349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Network 1a320370-d430-4934-8897-622e9df32cb2 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:51.974009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:51.976688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:51.990380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.20.0.1 (1a320370-d430-4934-8897-622e9df32cb2/77c73de3-d962-484e-9569-e60bed858317/26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:52.124018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Attempting to bind port 958a2cd0-cf43-472e-842b-cf0487caeaad on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:52.126273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Attempting to bind port 958a2cd0-cf43-472e-842b-cf0487caeaad by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:52.126669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Attempting to bind port 958a2cd0-cf43-472e-842b-cf0487caeaad on network 1a320370-d430-4934-8897-622e9df32cb2 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:52.146249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:52.146249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Checking segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:52.146249 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.146249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Bound using segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:52.146249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Bound port: 958a2cd0-cf43-472e-842b-cf0487caeaad, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:52.146249 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.224769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.268139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] For port 958a2cd0-cf43-472e-842b-cf0487caeaad, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:52.271989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] For port 958a2cd0-cf43-472e-842b-cf0487caeaad, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=958a2cd0-cf43-472e-842b-cf0487caeaad,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:52.281416 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.286517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e8e5f89-5912-4413-9d4a-6a71af054890 req-59897c6c-b107-4b0a-bfcf-a17b6e6414e1 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0684102 Aug 20 12:21:52.294138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Transition to ACTIVE for port object 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:52.362412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a5061-319c-4c1d-a746-01c3c409cc56 None None] Pushing event updated for resources: {'Port': ['ID=958a2cd0-cf43-472e-842b-cf0487caeaad,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:52.380516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.438485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:52.461326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 1a320370-d430-4934-8897-622e9df32cb2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:52.464005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:52.468427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:52.540881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.830754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.855827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:52.932992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:52.937319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:52.938206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:53.068420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:53.135826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7bb3f3ab-37e3-4b04-8e1e-405486da31d5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:53.141833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:53.143526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 958a2cd0-cf43-472e-842b-cf0487caeaad up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:53.201172 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:53.207958 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:53.245990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 958a2cd0-cf43-472e-842b-cf0487caeaad completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:53.278839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=7bb3f3ab-37e3-4b04-8e1e-405486da31d5,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:53.319043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:53.340401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:53.457711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b059a7e-c814-49c1-bc84-6289694b4cd6 req-0889032c-0e23-4e04-9f4d-4499cbe52323 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0323606 Aug 20 12:21:53.476768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 1a320370-d430-4934-8897-622e9df32cb2 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:53.487374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:53.624472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router c0615ba5-9623-4ffd-8b99-c61310bd7e72 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:21:53.748471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:53.757580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b4061c65-ee7b-4aa1-9564-de1f2afc5fb0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "PUT /v2.0/routers/c0615ba5-9623-4ffd-8b99-c61310bd7e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9493561 Aug 20 12:21:53.869341 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Sync routers for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:53.881585 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:53.882230 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:54.009042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-b469b199-2bbf-408c-8d90-6ac00c2790b6 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056482748&fields=id&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 267 time: 0.0519900 Aug 20 12:21:54.030396 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:54.158531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-01d695a3-88e1-4bfb-b7e6-f21042b3c8e8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:54.160390 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-01d695a3-88e1-4bfb-b7e6-f21042b3c8e8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 796 time: 0.1414225 Aug 20 12:21:54.184417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-aed8b78e-9416-465a-ab3f-fff9911e928e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/quotas/c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 375 time: 0.0130761 Aug 20 12:21:54.226911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47220) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:54.292187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-206fdad6-b2a9-4f23-839e-380125ea5570 admin admin] Deleting subnet d3517dfd-16af-4007-ad42-ee6df926d1ae {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:21:54.299889 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-206fdad6-b2a9-4f23-839e-380125ea5570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.316075 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f7e02fa6-69b3-441c-b098-7103f8c44e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.326207 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 2, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:54.333203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-f937afa8-27ca-4b23-a9d6-11176e7115a5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418390 Aug 20 12:21:54.368857 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Checking router: c0615ba5-9623-4ffd-8b99-c61310bd7e72 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:54.369555 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Updating router c0615ba5-9623-4ffd-8b99-c61310bd7e72 port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:21:54.413235 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-206fdad6-b2a9-4f23-839e-380125ea5570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.465751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-206fdad6-b2a9-4f23-839e-380125ea5570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.520310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-37380a2c-f050-4dd4-bb34-54ef47dbf4a0 service neutron] 10.222.0.25 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790030 Aug 20 12:21:54.551255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-206fdad6-b2a9-4f23-839e-380125ea5570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.566824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-206fdad6-b2a9-4f23-839e-380125ea5570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.569511 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-206fdad6-b2a9-4f23-839e-380125ea5570 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d3517dfd-16af-4007-ad42-ee6df926d1ae HTTP/1.1" status: 204 len: 168 time: 0.3414912 Aug 20 12:21:54.573538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47230) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:54.609725 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.657170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-763ebcf5-e84e-44ae-b35c-b1f3382cc2da req-119dcd10-1adc-48a9-a768-402d3536f524 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0553753 Aug 20 12:21:54.702730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e0e35-18bf-4867-9ffc-51bf8ff87b2e None None] Network 1a320370-d430-4934-8897-622e9df32cb2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:54.705542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fdad6-b2a9-4f23-839e-380125ea5570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3517dfd-16af-4007-ad42-ee6df926d1ae,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:54.737164 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.739004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-a424cd9f-00f3-466a-9d45-0f6805d2c132 service neutron] 10.222.0.25 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176852 Aug 20 12:21:54.800238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Provisioning for port 958a2cd0-cf43-472e-842b-cf0487caeaad completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:54.819824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Provisioning complete for port 958a2cd0-cf43-472e-842b-cf0487caeaad triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:54.820448 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.830090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:54.961650 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.990406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796e36c0-0e00-4b8b-89da-7889987acc62']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:55.005325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:55.005885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8922e7c-2a4c-4694-ad5e-068d4f3efe3f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:55.016323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-963114f3-8932-4e65-88b8-638a20d7c3f6 req-dc2af1f5-3ed6-497d-8498-d548473e1ee8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 210 time: 0.0552642 Aug 20 12:21:55.027055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.035516 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.043087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:21:55.043638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:21:55.046001 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:21:55.110344 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.115544 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.117138 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.135207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.139528 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Transition to ACTIVE for port object 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:55.141875 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.145629 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/796e36c0-0e00-4b8b-89da-7889987acc62 HTTP/1.1" status: 204 len: 168 time: 0.5698905 Aug 20 12:21:55.150639 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.156023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ce8ce-b40a-4e2e-aa85-61717f8e60c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=796e36c0-0e00-4b8b-89da-7889987acc62,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:55.199139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] For port 958a2cd0-cf43-472e-842b-cf0487caeaad, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=958a2cd0-cf43-472e-842b-cf0487caeaad,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:55.217266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:55.217649 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.236028 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.264351 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34833c52-86b9-4b18-bbd5-b233bb29a422 None None] Pushing event updated for resources: {'Port': ['ID=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:55.287803 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Attempting to bind port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:55.298950 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Attempting to bind port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:55.299343 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Attempting to bind port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 on network 1a320370-d430-4934-8897-622e9df32cb2 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:55.310334 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:55.310707 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Checking segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:55.311110 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.311497 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Bound using segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:55.311968 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Bound port: 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:55.312343 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.386714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Pushing event updated for resources: {'Port': ['ID=958a2cd0-cf43-472e-842b-cf0487caeaad,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:55.399195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.399673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.400093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.400573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.400924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.401327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.401660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.401980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.402331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.402662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.402987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.403309 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78ffb2-c471-48c2-aba0-634181df13df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:55.448834 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] For port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:55.453644 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] For port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:55.459674 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.506064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:55.550758 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34833c52-86b9-4b18-bbd5-b233bb29a422 None None] Pushing event updated for resources: {'Port': ['ID=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:55.557387 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:55.558122 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:55.583894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7fb2b09c-3d47-4e47-aded-53b09f319b51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6b72524c7a7494b9f7891b19ad06a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760314 Aug 20 12:21:55.584433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47262) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:55.615139 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.660369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd93cf2e-4370-47af-bd15-9baffc31d745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.699312 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd93cf2e-4370-47af-bd15-9baffc31d745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.720092 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:55.757031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd93cf2e-4370-47af-bd15-9baffc31d745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.760292 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd93cf2e-4370-47af-bd15-9baffc31d745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.761669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dd93cf2e-4370-47af-bd15-9baffc31d745 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e411cc05-040f-4f00-bffe-0579f9435cb8 HTTP/1.1" status: 204 len: 168 time: 0.1762288 Aug 20 12:21:55.783294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1bac3dfe-f633-4187-a2e9-3a302157142a None None] Provisioning complete for port 958a2cd0-cf43-472e-842b-cf0487caeaad triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:55.783679 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1bac3dfe-f633-4187-a2e9-3a302157142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:55.811653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93cf2e-4370-47af-bd15-9baffc31d745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e411cc05-040f-4f00-bffe-0579f9435cb8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:55.918859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66c65f9e-744d-4f8b-8375-1c468466d387 req-d689cc07-c66f-4ee1-ba30-69878e4bcb39 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.1035566 Aug 20 12:21:55.921740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1bac3dfe-f633-4187-a2e9-3a302157142a None None] Provisioning for port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:56.131514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81b75cd5-e8c8-4697-a493-873ea8377692 req-bf849efd-8acc-42dc-9b19-d32400601b90 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 210 time: 0.0367928 Aug 20 12:21:56.189009 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:55Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:56.217134 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79247193-099d-4c72-b19c-6f70f62d5fd8 None None] The sync data for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 is: [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:55Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:56.706631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-7a5cc0a8-b132-4c17-8904-15eb111ce9ad tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:56.710368 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-7a5cc0a8-b132-4c17-8904-15eb111ce9ad tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.73 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 796 time: 0.2560205 Aug 20 12:21:56.810107 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-0d974859-3a9d-417e-a48b-ac7f3fdd48aa tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 380 time: 0.0848811 Aug 20 12:21:56.832559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'port': {'device_id': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'admin_state_up': True, 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'security_groups': ['49bd3e1d-6df0-45dc-8122-9efda60da9fc']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:56.920259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 958a2cd0-cf43-472e-842b-cf0487caeaad up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:57.034803 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.040909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:57.055375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.088648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 958a2cd0-cf43-472e-842b-cf0487caeaad triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:57.088893 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.143264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d50c891d-ed45-4c78-898b-c6571dd8f86e req-b1d96a1e-5357-4517-8532-1d90af9440ba tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.1049023 Aug 20 12:21:57.287132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac8dec1c-51c6-4aa7-a302-8895d481b3a4 req-14e23c59-7fc8-415e-bb14-7ba22c58cd07 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 210 time: 0.0487642 Aug 20 12:21:57.313333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:57.328332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.20.0.3 (1a320370-d430-4934-8897-622e9df32cb2/77c73de3-d962-484e-9569-e60bed858317/b449b765-8046-43ad-8c4b-9963d6372cf8) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:57.429419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:57.435331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:57.435797 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.530626 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.552306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.578026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:57.582493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Transition to ACTIVE for port object b449b765-8046-43ad-8c4b-9963d6372cf8 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:57.584504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.635954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.664361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:57.700600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 1a320370-d430-4934-8897-622e9df32cb2 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:57.704126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:57.706828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:57.756654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:57.803929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:57.804949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:57.824333 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-6bdde196-77d1-4b00-b6e6-7cfd101a49f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0023046 Aug 20 12:21:57.839032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Request body: {'port': {'device_id': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:57.955394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.043638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0aed2dd8-3bfa-42cf-b294-493e1b626f3e None None] Provisioning for port b449b765-8046-43ad-8c4b-9963d6372cf8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:58.057059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0aed2dd8-3bfa-42cf-b294-493e1b626f3e None None] Provisioning complete for port b449b765-8046-43ad-8c4b-9963d6372cf8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:58.057777 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0aed2dd8-3bfa-42cf-b294-493e1b626f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.100038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0aed2dd8-3bfa-42cf-b294-493e1b626f3e None None] Port b449b765-8046-43ad-8c4b-9963d6372cf8 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:21:58.306989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0262d472-27b6-4588-8274-e056bbbd3f9f req-92dadc34-eeea-48ae-a23a-359a6dd5688f tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0657275 Aug 20 12:21:58.356539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b449b765-8046-43ad-8c4b-9963d6372cf8 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:58.366023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.392452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Transition to ACTIVE for port object b449b765-8046-43ad-8c4b-9963d6372cf8 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:58.401638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.521979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:58.556551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8956-0f00-4b95-87fa-e4e7d618b309 req-cd4f5dfd-07d4-427d-9eff-2844598343d4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:58.567063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-883f8956-0f00-4b95-87fa-e4e7d618b309 req-cd4f5dfd-07d4-427d-9eff-2844598343d4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.1530659 Aug 20 12:21:58.583286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Attempting to bind port b449b765-8046-43ad-8c4b-9963d6372cf8 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:58.583643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Attempting to bind port b449b765-8046-43ad-8c4b-9963d6372cf8 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:58.583976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Attempting to bind port b449b765-8046-43ad-8c4b-9963d6372cf8 on network 1a320370-d430-4934-8897-622e9df32cb2 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:58.589383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Port b449b765-8046-43ad-8c4b-9963d6372cf8 on network 1a320370-d430-4934-8897-622e9df32cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:21:58.589708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Attempting to bind port b449b765-8046-43ad-8c4b-9963d6372cf8 on network 1a320370-d430-4934-8897-622e9df32cb2 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:58.595822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:58.596162 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Checking segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:58.596549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Bound using segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:58.596978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Bound port: b449b765-8046-43ad-8c4b-9963d6372cf8, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:58.597421 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.678927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-883f8956-0f00-4b95-87fa-e4e7d618b309 req-2582c32e-2760-4c92-9eac-583448f1c98f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107330 Aug 20 12:21:58.756045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:58.767799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:58.771804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:58.779977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.839591 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:58.840454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.841885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] 10.222.0.73 "PUT /v2.0/ports/b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 1092 time: 1.0082281 Aug 20 12:21:58.842717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:58.847975 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507" -d '{"events": [{"name": "network-changed", "server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:58.920350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:58.921043 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.995862 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc9ece6-3bd1-4aae-9df3-84138a89af01 x-openstack-request-id: req-8cc9ece6-3bd1-4aae-9df3-84138a89af01 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:58.995862 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:58.996808 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cc9ece6-3bd1-4aae-9df3-84138a89af01 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:58.997401 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'status': 'completed', 'code': 200} Aug 20 12:21:59.060630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c4cf9-ce89-4ff5-902d-973a9639cc95 service neutron] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:59.139170 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-2e46a05c-61f6-4858-955b-3c230dcdd4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:59.141492 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-2e46a05c-61f6-4858-955b-3c230dcdd4e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1095 time: 0.2125063 Aug 20 12:21:59.198723 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-c1fe9c6c-e53a-4ca0-9695-474ec2499d68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 217 time: 0.0481544 Aug 20 12:21:59.270083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-359c5b88-132a-4c52-8a59-51c8acc2baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:59.271612 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-359c5b88-132a-4c52-8a59-51c8acc2baeb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.0663137 Aug 20 12:21:59.339428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-8d3398df-215a-4f8a-a16c-db6073b49f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:59.341211 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-8d3398df-215a-4f8a-a16c-db6073b49f86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629697 Aug 20 12:21:59.445440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-1b6be79f-9a9a-420e-af07-ccb77da7a9d2 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944138 Aug 20 12:21:59.467834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0de0bd3f-2ba3-42a5-b409-5210b14324b7 req-705c899a-1a76-4b62-bb43-fae3271a355c tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0407732 Aug 20 12:21:59.547231 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c7ff8089-08f7-4a9f-a855-d34987dcea75 req-34154fe7-ca0c-4a8b-a736-0ec5cc15490f service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952547 Aug 20 12:21:59.651093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-b3813450-42ae-4d72-b727-76db0d3474d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:59.652756 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-b3813450-42ae-4d72-b727-76db0d3474d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1095 time: 0.0561640 Aug 20 12:21:59.768334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-a936b67d-3a86-49d9-aec6-6396eb328b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:59.769878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-a936b67d-3a86-49d9-aec6-6396eb328b87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.1085753 Aug 20 12:21:59.815246 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-94872eee-b0de-4207-b705-c373e9e4b123 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 217 time: 0.0374787 Aug 20 12:21:59.842349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67d29d-6fd4-4e15-ab0e-e7d1e6a51416 req-a659d5f8-80bd-459d-a86e-44f86a8ccce8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:59.844021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a67d29d-6fd4-4e15-ab0e-e7d1e6a51416 req-a659d5f8-80bd-459d-a86e-44f86a8ccce8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.0633867 Aug 20 12:21:59.876761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-7b899a20-9e16-4c59-8385-85d0c932acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:59.878467 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-7b899a20-9e16-4c59-8385-85d0c932acd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.0555003 Aug 20 12:21:59.886126 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a67d29d-6fd4-4e15-ab0e-e7d1e6a51416 req-90f8f61a-a73a-48f6-8ea7-b6da0aaed14d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352669 Aug 20 12:21:59.942739 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-6fa34128-820f-4efe-8a0f-77f95a1149c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:59.944299 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-6fa34128-820f-4efe-8a0f-77f95a1149c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572593 Aug 20 12:22:00.054635 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-c61f2bd5-5563-4925-b4b5-43651aaee857 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015141 Aug 20 12:22:00.167752 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f7c76def-4fac-4cc1-a1e5-e65eb81d5507 req-921ce1bb-2683-44dc-b2a5-cca582a1a884 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049809 Aug 20 12:22:00.625205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66f0dfd6-0bfe-46c7-9d08-8d7adb16f726 req-d6030560-b0bd-4a7b-9907-a02523205a9b tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0421970 Aug 20 12:22:01.023954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbecc2-f9af-452e-9c2d-93605ff82824 req-e03ac2a5-0182-465e-9c37-633986944720 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:01.026431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ccbecc2-f9af-452e-9c2d-93605ff82824 req-e03ac2a5-0182-465e-9c37-633986944720 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.0557728 Aug 20 12:22:01.079482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ccbecc2-f9af-452e-9c2d-93605ff82824 req-21f8ccad-5c84-47dd-a33b-3e59e3315b07 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Aug 20 12:22:01.731195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ec2e5f3-3c8b-460d-b88c-de1d80e89f7c req-2005919a-2d2e-4d5f-af81-ff87b71efbb4 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0355041 Aug 20 12:22:02.210348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560de29-ab60-448a-b5b6-c5b1f0b582f4 req-8e390701-6edc-4de1-b2a8-650fccfbbd53 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:02.212439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b560de29-ab60-448a-b5b6-c5b1f0b582f4 req-8e390701-6edc-4de1-b2a8-650fccfbbd53 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.0512307 Aug 20 12:22:02.252787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b560de29-ab60-448a-b5b6-c5b1f0b582f4 req-21daa5ea-7ffe-4528-87d3-6a18e9357776 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326407 Aug 20 12:22:02.937516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce3f39de-4781-466e-88b4-4e8e16198fae req-ae5e2871-d22b-42aa-859e-ff9a7b6b1735 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0734437 Aug 20 12:22:03.398575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858278c-26b4-4e97-98aa-bbc57a5a9589 req-b7649cd6-1ae0-401a-a1dc-87b229311d58 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:03.400679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2858278c-26b4-4e97-98aa-bbc57a5a9589 req-b7649cd6-1ae0-401a-a1dc-87b229311d58 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.0641432 Aug 20 12:22:03.439712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b449b765-8046-43ad-8c4b-9963d6372cf8 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:22:03.456851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2858278c-26b4-4e97-98aa-bbc57a5a9589 req-218b53be-dd95-4afa-8bf1-6e9d48c441de tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460422 Aug 20 12:22:03.584203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:03.599477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'port_id': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'mac_address': 'fa:16:3e:45:98:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:22:03.650603 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:03.664433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b449b765-8046-43ad-8c4b-9963d6372cf8 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:03.684943 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:03.691842 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:03.752132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:03.970154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['b449b765-8046-43ad-8c4b-9963d6372cf8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:04.137454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfeefdd6-683e-41fa-ad50-90cf11da960b req-6c64df7b-8317-4131-92bb-fe32ab0e32b0 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0430090 Aug 20 12:22:04.581075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0db7e-d517-44be-81a3-f560a01e64d0 req-4fb78c8e-dfe3-4f4d-a8cc-7565d73f30ed tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:04.582600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6d0db7e-d517-44be-81a3-f560a01e64d0 req-4fb78c8e-dfe3-4f4d-a8cc-7565d73f30ed tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 944 time: 0.0527449 Aug 20 12:22:04.626806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6d0db7e-d517-44be-81a3-f560a01e64d0 req-55e4c518-8997-4e92-b9ad-8c02ef952e82 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374930 Aug 20 12:22:05.238043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84fe6499-1ca9-4094-9553-6981d4e868a3 req-14eb0b5d-805e-4516-a301-5e6cabac8628 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0283885 Aug 20 12:22:05.470250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b449b765-8046-43ad-8c4b-9963d6372cf8 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:05.527139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port b449b765-8046-43ad-8c4b-9963d6372cf8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:05.533298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port b449b765-8046-43ad-8c4b-9963d6372cf8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:05.533686 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.624746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.652299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:05.654691 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3f9c97-b84c-4ddd-b98d-fcbd69b5b21a" -d '{"events": [{"server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "name": "network-vif-plugged", "status": "completed", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:05.674482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:05.684469 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.726637 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5867c5dd-3033-433b-b2e0-82a3aecf3bce x-openstack-request-id: req-5867c5dd-3033-433b-b2e0-82a3aecf3bce {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:05.727225 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "name": "network-vif-plugged", "status": "completed", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:05.727713 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5867c5dd-3033-433b-b2e0-82a3aecf3bce {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:05.728331 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'code': 200} Aug 20 12:22:05.784457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:05.834694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee3bc0-a429-405f-bf46-5400ba670653 req-9c41228a-802f-4ea5-b18a-eb215891fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:05.836542 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c6ee3bc0-a429-405f-bf46-5400ba670653 req-9c41228a-802f-4ea5-b18a-eb215891fa46 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1097 time: 0.0615363 Aug 20 12:22:05.851518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d5957-6e1e-4d2e-ad88-bba63916b57b req-69a33ba1-eb96-4205-909d-cc5edaf9634e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:05.860752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-044d5957-6e1e-4d2e-ad88-bba63916b57b req-69a33ba1-eb96-4205-909d-cc5edaf9634e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0897093 Aug 20 12:22:05.904962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c6ee3bc0-a429-405f-bf46-5400ba670653 req-08a971b4-7bb8-41c5-b709-5bedd47df76c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603321 Aug 20 12:22:05.906485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-044d5957-6e1e-4d2e-ad88-bba63916b57b req-cb356ae8-fa55-4341-8171-a657037a3f84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445390 Aug 20 12:22:06.355129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b699247-5ba5-4165-931d-d865497df8ed req-9c9a6ef4-2181-4fe3-bc8c-54dabb9fd28b tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0311043 Aug 20 12:22:07.051979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15b63c-e960-4b13-bd9c-534799c4938d req-f02a6b87-11b0-48ae-a3e6-b90a20e7df27 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:07.053538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c15b63c-e960-4b13-bd9c-534799c4938d req-f02a6b87-11b0-48ae-a3e6-b90a20e7df27 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0642440 Aug 20 12:22:07.132244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c15b63c-e960-4b13-bd9c-534799c4938d req-a8d78e4e-3c75-4667-b19f-23df137ef374 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620866 Aug 20 12:22:07.498619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b754ef8c-0011-4268-b162-a03510891c22 req-58901295-711d-4288-9d1a-dbf2a0b2f059 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0437269 Aug 20 12:22:08.260580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b8c8-2b4e-4289-9f2a-375b6c76eb6d req-eefba840-b048-4948-b068-d695b38e0461 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:08.262089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45b4b8c8-2b4e-4289-9f2a-375b6c76eb6d req-eefba840-b048-4948-b068-d695b38e0461 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0503137 Aug 20 12:22:08.307884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45b4b8c8-2b4e-4289-9f2a-375b6c76eb6d req-5d8f4ced-a37b-48d5-bc05-b7f09e7fae96 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361555 Aug 20 12:22:08.439171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa6283-befb-4f88-be33-731e082a17a1 req-4235f1ee-ffef-44ff-a0f6-566c296e49e4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:08.440691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8daa6283-befb-4f88-be33-731e082a17a1 req-4235f1ee-ffef-44ff-a0f6-566c296e49e4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0594196 Aug 20 12:22:08.482276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8daa6283-befb-4f88-be33-731e082a17a1 req-55c7aef1-b86f-4033-8b81-4d485711af3c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343926 Aug 20 12:22:08.504571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47640) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:08.547759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8e7a9-7af5-47ce-b8ca-d48d3395fb70 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:08.549554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0bb8e7a9-7af5-47ce-b8ca-d48d3395fb70 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1092 time: 0.0437260 Aug 20 12:22:08.553064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47644) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:08.560046 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:08.592369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:08.637032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a14117d0-87d5-4814-9f52-772bb1b23982 req-25363a7c-8b1c-495b-8f04-45090b2bebbb tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0440125 Aug 20 12:22:08.704202 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:08.898025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.25.0.13 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/ba171205-1a8c-4b0a-9822-14d784ec75a5) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:09.030471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:09.076232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:09.115178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:09.120007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:09.127040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:09.130167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=ba171205-1a8c-4b0a-9822-14d784ec75a5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:09.158476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.158827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.159172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.159515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.159853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.160184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.160516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.160844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.161174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.161496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.161823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.162147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:09.743939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1bbe8c5-26a9-4abb-b2c8-cb20e706a3c9 req-66198064-bb90-49ea-a388-e61b66f7aa67 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0282631 Aug 20 12:22:10.026068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:10.145940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:10.313742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:10.319860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:10.417760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=ba171205-1a8c-4b0a-9822-14d784ec75a5,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:10.423556 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:10.531899 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Floating IP 156a13bf-844b-4e5f-80c1-f7429d22ade5 associated. External IP: 172.25.0.13, port: b449b765-8046-43ad-8c4b-9963d6372cf8. Aug 20 12:22:10.773462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router c0615ba5-9623-4ffd-8b99-c61310bd7e72 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:22:10.869870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02dac354-72c4-4f11-8afd-b874bf511300 req-3df58dcf-679b-449a-a179-e49cd5a1226a tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0361280 Aug 20 12:22:10.905238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:10.923047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] Sync routers for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:10.923603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:10.941306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:10.942267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:10.963085 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9fe656b0-cf8a-4cc6-a2e3-c3803a325698 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4075148 Aug 20 12:22:10.963833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:10.967399 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5835313f-28cd-4627-baab-c7433d84f15b" -d '{"events": [{"name": "network-changed", "server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:11.047961 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a8f7e9-6c6c-4a0e-ad36-b0ce4202b775 x-openstack-request-id: req-a5a8f7e9-6c6c-4a0e-ad36-b0ce4202b775 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:11.048838 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:11.049249 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5a8f7e9-6c6c-4a0e-ad36-b0ce4202b775 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:11.049870 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'status': 'completed', 'code': 200} Aug 20 12:22:11.122825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835313f-28cd-4627-baab-c7433d84f15b req-7dbbe20c-4193-4aeb-ad93-4ecd103490b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:11.124626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5835313f-28cd-4627-baab-c7433d84f15b req-7dbbe20c-4193-4aeb-ad93-4ecd103490b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1097 time: 0.0478771 Aug 20 12:22:11.170082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:11.276133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835313f-28cd-4627-baab-c7433d84f15b req-4383562f-06f9-4c5a-9eed-5123979dd664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:11.278371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5835313f-28cd-4627-baab-c7433d84f15b req-4383562f-06f9-4c5a-9eed-5123979dd664 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.1451886 Aug 20 12:22:11.284602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4433e2-9399-4b06-9ff2-649501ec3141 req-d2e49724-25f8-462b-85e2-9c6cb62a7f8b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:11.286162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b4433e2-9399-4b06-9ff2-649501ec3141 req-d2e49724-25f8-462b-85e2-9c6cb62a7f8b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1631331 Aug 20 12:22:11.353627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b4433e2-9399-4b06-9ff2-649501ec3141 req-e0c9b3dd-9d85-423b-81b9-cde374349df8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485868 Aug 20 12:22:11.379327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47718) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:11.407844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5835313f-28cd-4627-baab-c7433d84f15b req-a69dc9e9-d869-4b42-86e7-eb16fd057f32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 998 time: 0.1149895 Aug 20 12:22:11.463289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-42fcb391-33b7-45df-b163-c7f3f0f94778 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/156a13bf-844b-4e5f-80c1-f7429d22ade5 HTTP/1.1" status: 200 len: 990 time: 0.0827661 Aug 20 12:22:11.478664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835313f-28cd-4627-baab-c7433d84f15b req-1a50975c-631c-46d5-9d7b-8cec7a45d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:11.480516 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5835313f-28cd-4627-baab-c7433d84f15b req-1a50975c-631c-46d5-9d7b-8cec7a45d196 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.0657477 Aug 20 12:22:11.540877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '156a13bf-844b-4e5f-80c1-f7429d22ade5', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'port_id': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'mac_address': 'fa:16:3e:45:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:22:09Z', 'updated_at': '2021-08-20T12:22:09Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:57Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:11.553354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835313f-28cd-4627-baab-c7433d84f15b req-69587086-9b43-47e9-b795-2ed179c7e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:11.554915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5835313f-28cd-4627-baab-c7433d84f15b req-69587086-9b43-47e9-b795-2ed179c7e265 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656936 Aug 20 12:22:11.571443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] Checking router: c0615ba5-9623-4ffd-8b99-c61310bd7e72 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:11.580231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:11.580843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:11.672210 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5835313f-28cd-4627-baab-c7433d84f15b req-b23888fd-a710-4aed-8d5c-7395c68200d5 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076388 Aug 20 12:22:11.712745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:11.799645 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5835313f-28cd-4627-baab-c7433d84f15b req-889edb0c-8a8b-49ae-92a9-bef6a48b797e service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181402 Aug 20 12:22:11.995379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-619dacb1-3ef2-471f-a7d6-c1bfcf5eaefa req-92f39c10-9583-4927-a8f3-eabf7ec72ef0 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0341959 Aug 20 12:22:12.006461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '156a13bf-844b-4e5f-80c1-f7429d22ade5', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'port_id': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'mac_address': 'fa:16:3e:45:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:22:09Z', 'updated_at': '2021-08-20T12:22:09Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:57Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:12.209295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26aaba1-01a4-4399-b6b0-09506e3b30c6 None None] The sync data for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 is: [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '156a13bf-844b-4e5f-80c1-f7429d22ade5', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'port_id': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'mac_address': 'fa:16:3e:45:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:22:09Z', 'updated_at': '2021-08-20T12:22:09Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:57Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:12.231998 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.467175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47756) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:12.568233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c2761a5a-c8bf-40ae-87ca-4c5ae6edb578 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/156a13bf-844b-4e5f-80c1-f7429d22ade5 HTTP/1.1" status: 200 len: 990 time: 0.0993514 Aug 20 12:22:12.580849 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949f646-5b22-4a42-ae5c-452d6250afcd None None] New status for floating IP 156a13bf-844b-4e5f-80c1-f7429d22ade5: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:22:13.138945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6d9fe4e-9f7d-4690-b183-2c8f8503d6f0 req-1105afdc-bda6-4ddb-93df-599d3c684dea tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0379748 Aug 20 12:22:13.572608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:13.671270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-73500d4e-5f79-4b53-9586-913acfcfb2bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/156a13bf-844b-4e5f-80c1-f7429d22ade5 HTTP/1.1" status: 200 len: 992 time: 0.0969877 Aug 20 12:22:13.784129 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.241016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a15692aa-9d99-47ac-bcd6-a30f5f6515dc req-a8536444-f186-4446-a014-ac1d860e040d tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0271752 Aug 20 12:22:15.348294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d6b3141-5a36-48ff-a732-b4dba6d213f6 req-3e7b0dd7-213d-444c-8835-fff0124eedc3 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0270996 Aug 20 12:22:16.456423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d850390a-f280-4566-9915-b91e7b11ac1f req-5767a530-cf79-42d8-9893-fc0b25040e5f tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0295870 Aug 20 12:22:16.848540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47834) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:16.966605 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.061486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.066939 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.108853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e5c9d3f572c44018b57b1636147e2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590420 Aug 20 12:22:17.109411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afceff1c-8347-417c-917d-ddfc677f29d0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:17.113311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47838) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:17.118603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.118945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.119360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.119935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.120274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.120607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.121101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.121671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.121671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.121938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.122282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.122603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401293c-0b7a-4c1c-abf6-fc694f074212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:17.177656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc5760c-cd2a-453a-a905-784b705eed42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.199382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc5760c-cd2a-453a-a905-784b705eed42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.254866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc5760c-cd2a-453a-a905-784b705eed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.257407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2fc5760c-cd2a-453a-a905-784b705eed42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.261268 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2fc5760c-cd2a-453a-a905-784b705eed42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afceff1c-8347-417c-917d-ddfc677f29d0 HTTP/1.1" status: 204 len: 168 time: 0.1383662 Aug 20 12:22:17.268600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5760c-cd2a-453a-a905-784b705eed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afceff1c-8347-417c-917d-ddfc677f29d0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:17.596268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f22ca2e-eb8c-47e1-91a8-d4f7d4487b4b req-45235060-4401-43d2-8ca3-b525b5216ba0 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0478868 Aug 20 12:22:17.943275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47866) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:18.043371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1487209870-network', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:18.064540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Made reservation on behalf of 035ebfb8803e4c15af948b6de56eeae6 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:18.067025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.076037 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.168613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.172871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.199086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:18.209022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f30ad16-22ac-4198-a098-c41e6d1c60e4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:18.214984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.215340 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Added segment cea8f143-8207-4720-b169-edf223b739e7 of type vlan for network f70d15fb-1c58-4b87-8955-a9a4682abd40 Aug 20 12:22:18.260389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.287733 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.288607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:18.289203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.346760 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3993764 Aug 20 12:22:18.347715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 47872) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:18.349216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7c549-c66e-481f-81d4-eb02bebceae6 admin admin] Pushing event updated for resources: {'Network': ['ID=f70d15fb-1c58-4b87-8955-a9a4682abd40,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:18.354649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Request body: {'subnet': {'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1487209870-subnet', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:18.360602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:18.380778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Made reservation on behalf of 035ebfb8803e4c15af948b6de56eeae6 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:18.384230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.568035 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.621677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:18.632834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Checking segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:18.633240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Network hostable DHCP agents. Network: f70d15fb-1c58-4b87-8955-a9a4682abd40, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:18.651390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:18.662266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, f70d15fb-1c58-4b87-8955-a9a4682abd40) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:18.667641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:18.668298 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.675507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6deaff-b551-4125-85a3-f4c759f8b581 None None] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:18.687704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47876) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:18.688030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-67d748cc-f3db-4f09-821a-e3acc3c2038a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3378632 Aug 20 12:22:18.693290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:18.722694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.723113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d939e6de-27df-4849-bb09-dac94e0aaad7 req-bf09641d-1381-4615-9082-825ade87a317 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0312850 Aug 20 12:22:18.724472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.808833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.858530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-f70d15fb-1c58-4b87-8955-a9a4682abd40', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'fixed_ips': [{'subnet_id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:18.859394 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.958888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.012349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Allocated IP 172.20.0.2 (f70d15fb-1c58-4b87-8955-a9a4682abd40/e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5/ad75d592-94ca-4fe2-a001-351ed360eee9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:19.188417 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.198592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Transition to ACTIVE for port object ad75d592-94ca-4fe2-a001-351ed360eee9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:19.215341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Transition to ACTIVE for port object ad75d592-94ca-4fe2-a001-351ed360eee9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:19.221046 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.262406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:19.265373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:19.272451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:19.277908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Pushing event updated for resources: {'Port': ['ID=ad75d592-94ca-4fe2-a001-351ed360eee9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:19.330847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Attempting to bind port ad75d592-94ca-4fe2-a001-351ed360eee9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:19.331125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Attempting to bind port ad75d592-94ca-4fe2-a001-351ed360eee9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:19.331477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Attempting to bind port ad75d592-94ca-4fe2-a001-351ed360eee9 on network f70d15fb-1c58-4b87-8955-a9a4682abd40 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:19.336944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:19.337635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Checking segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:19.338146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.338656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Bound using segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:19.339237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Bound port: ad75d592-94ca-4fe2-a001-351ed360eee9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:19.339876 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.413486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] For port ad75d592-94ca-4fe2-a001-351ed360eee9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:19.417776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] For port ad75d592-94ca-4fe2-a001-351ed360eee9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ad75d592-94ca-4fe2-a001-351ed360eee9,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:19.422674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.448367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.467690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.494040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df7f14-338f-4b3d-b0e1-e16b1c3f3a67 None None] Pushing event updated for resources: {'Port': ['ID=ad75d592-94ca-4fe2-a001-351ed360eee9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:19.581275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Allocated IP 172.25.0.56 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/0c01a09e-a713-4e6b-96b1-ad6de1212b43) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:19.723611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.769708 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.821631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:19.824994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:19.828631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:19.860907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35161787-f12f-40ea-b0b2-6cc8f8320efa req-a12d04ca-f7c5-4938-8389-954b7f3d2179 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0331986 Aug 20 12:22:19.878078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Pushing event updated for resources: {'Port': ['ID=0c01a09e-a713-4e6b-96b1-ad6de1212b43,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:20.115588 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.324051 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.466548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Router 15dd40b7-b196-4f31-a720-1cbc542ca6aa is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:22:20.502008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b66426-83cf-44bf-bfda-72d8859d301f None None] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:20.581106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:20.598359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.602280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2697beff-7b65-4ca4-9b2d-27eacc413805 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9103434 Aug 20 12:22:20.602711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 47888) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:20.603175 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Sync routers for ids ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:20.644516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Routers {'15dd40b7-b196-4f31-a720-1cbc542ca6aa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:20.645752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:20.652358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cf9c3e56-19df-46e0-a0f5-c42065b06fd1 None None] Provisioning for port ad75d592-94ca-4fe2-a001-351ed360eee9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:20.804199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Set router 15dd40b7-b196-4f31-a720-1cbc542ca6aa gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:20.811691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ad75d592-94ca-4fe2-a001-351ed360eee9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:21.020858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ad75d592-94ca-4fe2-a001-351ed360eee9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:21.029780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ad75d592-94ca-4fe2-a001-351ed360eee9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:21.030149 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.032389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a9c6da3-8639-44ae-8118-8f3609be6996 req-6d9f6303-27b7-43aa-835e-a3095793b6c4 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0451481 Aug 20 12:22:21.143023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-62d4b23e-ba8e-4af7-8e59-b3e0f400458d None None] Provisioning complete for port ad75d592-94ca-4fe2-a001-351ed360eee9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:21.143397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62d4b23e-ba8e-4af7-8e59-b3e0f400458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.180501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.186215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:22:20Z', 'revision_number': 3, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port': {'id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:19Z', 'updated_at': '2021-08-20T12:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:21.244198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Checking router: 15dd40b7-b196-4f31-a720-1cbc542ca6aa for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:21.244554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Updating router 15dd40b7-b196-4f31-a720-1cbc542ca6aa port 0c01a09e-a713-4e6b-96b1-ad6de1212b43 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:22:21.318230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.319756 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.362956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Allocated IP 172.20.0.1 (f70d15fb-1c58-4b87-8955-a9a4682abd40/e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5/757ad271-5df6-451f-8cc2-f27e65b71613) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:21.387760 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62d4b23e-ba8e-4af7-8e59-b3e0f400458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.435259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port ad75d592-94ca-4fe2-a001-351ed360eee9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ad75d592-94ca-4fe2-a001-351ed360eee9,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:21.534515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.551398 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.559793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Transition to ACTIVE for port object 757ad271-5df6-451f-8cc2-f27e65b71613 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:21.598754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.641853 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-62d4b23e-ba8e-4af7-8e59-b3e0f400458d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:22:21.642542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:21.642756 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-62d4b23e-ba8e-4af7-8e59-b3e0f400458d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:22:21.646088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:21.649304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:21.700425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Pushing event updated for resources: {'Port': ['ID=757ad271-5df6-451f-8cc2-f27e65b71613,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:21.714462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.718142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=ad75d592-94ca-4fe2-a001-351ed360eee9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:21.741971 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e861cf11-d10d-4ee4-aaba-add20b5e7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.916364 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.922816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.935756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Transition to ACTIVE for port object 0c01a09e-a713-4e6b-96b1-ad6de1212b43 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:21.952820 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.034012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Attempting to bind port 0c01a09e-a713-4e6b-96b1-ad6de1212b43 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:22.034570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Attempting to bind port 0c01a09e-a713-4e6b-96b1-ad6de1212b43 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:22.035130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Attempting to bind port 0c01a09e-a713-4e6b-96b1-ad6de1212b43 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:22.043227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:22.043636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:22.044023 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.044420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:22.045044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Bound port: 0c01a09e-a713-4e6b-96b1-ad6de1212b43, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:22.045649 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.079370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a410b-19c3-4460-bb13-4a6aadd92d9a None None] Pushing event updated for resources: {'Port': ['ID=0c01a09e-a713-4e6b-96b1-ad6de1212b43,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:22.129804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] For port 0c01a09e-a713-4e6b-96b1-ad6de1212b43, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:22.135025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] For port 0c01a09e-a713-4e6b-96b1-ad6de1212b43, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0c01a09e-a713-4e6b-96b1-ad6de1212b43,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:22.149607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.222595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1956cf01-216d-4bd4-80f6-c4141b77c61c req-6bddbbc5-b415-4214-8d38-67c60ceee52f tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0563655 Aug 20 12:22:22.236299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.245894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.296842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a410b-19c3-4460-bb13-4a6aadd92d9a None None] Pushing event updated for resources: {'Port': ['ID=0c01a09e-a713-4e6b-96b1-ad6de1212b43,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:22.318755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Routers {'15dd40b7-b196-4f31-a720-1cbc542ca6aa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:22.319704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:21:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:22.354209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Pushing event updated for resources: {'Port': ['ID=757ad271-5df6-451f-8cc2-f27e65b71613,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:22.358425 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.473099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:22.474627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:22.653318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Router 15dd40b7-b196-4f31-a720-1cbc542ca6aa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:22:22.693694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1f8e27a9-fb7a-460f-9163-758f78083bd7 None None] Provisioning for port 757ad271-5df6-451f-8cc2-f27e65b71613 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:22.732168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1f8e27a9-fb7a-460f-9163-758f78083bd7 None None] Provisioning complete for port 757ad271-5df6-451f-8cc2-f27e65b71613 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:22.732544 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1f8e27a9-fb7a-460f-9163-758f78083bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.764166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] Set router 15dd40b7-b196-4f31-a720-1cbc542ca6aa gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:22.816695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ad75d592-94ca-4fe2-a001-351ed360eee9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:22.891314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:22.894446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e27a9-fb7a-460f-9163-758f78083bd7 None None] Port 757ad271-5df6-451f-8cc2-f27e65b71613 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:22.897730 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-03c9b874-261a-43ff-9e8b-63a73a2b8c8a admin admin] 10.222.0.25 "PUT /v2.0/routers/15dd40b7-b196-4f31-a720-1cbc542ca6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2937505 Aug 20 12:22:23.056726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ad75d592-94ca-4fe2-a001-351ed360eee9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:23.057146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.104882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-79f3aacb-2669-4968-ab0a-b99537503edb None None] Provisioning complete for port 757ad271-5df6-451f-8cc2-f27e65b71613 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:23.105275 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79f3aacb-2669-4968-ab0a-b99537503edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.179801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-79f3aacb-2669-4968-ab0a-b99537503edb None None] Port 757ad271-5df6-451f-8cc2-f27e65b71613 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:23.241458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:22:21Z', 'revision_number': 4, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port': {'id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:19Z', 'updated_at': '2021-08-20T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '757ad271-5df6-451f-8cc2-f27e65b71613', 'name': '', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'mac_address': 'fa:16:3e:34:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:21Z', 'updated_at': '2021-08-20T12:22:22Z', 'revision_number': 2, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'subnets': [{'id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:23.272360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087e38c-119f-4330-b58b-c181190d6efe None None] The sync data for ids ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'] in n-d-800634-10 is: [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:22:21Z', 'revision_number': 4, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port': {'id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:19Z', 'updated_at': '2021-08-20T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '757ad271-5df6-451f-8cc2-f27e65b71613', 'name': '', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'mac_address': 'fa:16:3e:34:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:21Z', 'updated_at': '2021-08-20T12:22:22Z', 'revision_number': 2, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'subnets': [{'id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:23.398248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a740f15-476d-41d6-88f2-92b29ce9d89d req-ad3fec7c-ecfc-4034-abfc-93973ee32253 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0651028 Aug 20 12:22:23.723498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48148) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:23.732277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-279235882-network', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:23.776796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Made reservation on behalf of 7a2a69b540424c348c3be7abb09ed615 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:23.786129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.797371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.921504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.927716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.955689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:23.982040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2396f9e5-ecae-47e3-8c66-8037526802a9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:23.985465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.985741 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Added segment 93500921-5e31-4c05-b637-757a33dfe5d5 of type vlan for network 409143a3-8c3a-48db-b821-6d748d2dab42 Aug 20 12:22:24.084534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.111491 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-20e34e3d-4ac9-41b2-9408-42ed0440d947 req-7aeb517f-51b1-4ce6-91d0-8145c87be0f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0400925 Aug 20 12:22:24.137488 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.138444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:24.139148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.219757 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4947250 Aug 20 12:22:24.222358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48202) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:24.229796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Request body: {'subnet': {'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-279235882-subnet', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:24.242846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa62f-4fb7-4795-b537-9fbdc15e065a admin admin] Pushing event updated for resources: {'Network': ['ID=409143a3-8c3a-48db-b821-6d748d2dab42,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:24.253821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 409143a3-8c3a-48db-b821-6d748d2dab42 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:24.283707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Made reservation on behalf of 7a2a69b540424c348c3be7abb09ed615 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:24.286069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.385388 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a2c20bd4-b864-4af1-af6b-74d0a9d078d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.516686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0abbbd1d-6c90-4279-bfd3-6390b62d6c14 req-23f55e43-69c8-40bb-883e-f49efa3a1a2c tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0321667 Aug 20 12:22:24.548080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.613596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd3032f-b7eb-4738-9714-b7487220a60c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:24.625449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Checking segment: {'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:24.625844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Network hostable DHCP agents. Network: 409143a3-8c3a-48db-b821-6d748d2dab42, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:24.645346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Network 409143a3-8c3a-48db-b821-6d748d2dab42 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:24.657018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 409143a3-8c3a-48db-b821-6d748d2dab42) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:24.662468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:24.663089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.682628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ebe4d8-2c5a-40d5-8ce2-60ff469706a2 None None] Network 409143a3-8c3a-48db-b821-6d748d2dab42 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:24.690253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48264) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:24.698032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:24.699461 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f2c464b-0ce0-42fd-b64c-a0509ad5ba95 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4753208 Aug 20 12:22:24.739363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.741426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.839385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.866042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0c01a09e-a713-4e6b-96b1-ad6de1212b43 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:25.010721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-409143a3-8c3a-48db-b821-6d748d2dab42', 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'fixed_ips': [{'subnet_id': '9fd3032f-b7eb-4738-9714-b7487220a60c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:25.011573 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.026514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0c01a09e-a713-4e6b-96b1-ad6de1212b43 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:25.033785 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.038412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0c01a09e-a713-4e6b-96b1-ad6de1212b43 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:25.039154 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.045525 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.241775 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.250867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Allocated IP 172.20.0.2 (409143a3-8c3a-48db-b821-6d748d2dab42/9fd3032f-b7eb-4738-9714-b7487220a60c/3b6bdedc-20df-45f1-9504-29217ba21bed) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:25.278955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0c01a09e-a713-4e6b-96b1-ad6de1212b43, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0c01a09e-a713-4e6b-96b1-ad6de1212b43,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:25.294067 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.527019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0c01a09e-a713-4e6b-96b1-ad6de1212b43,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:25.568283 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.581148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Transition to ACTIVE for port object 3b6bdedc-20df-45f1-9504-29217ba21bed will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:25.611953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Transition to ACTIVE for port object 3b6bdedc-20df-45f1-9504-29217ba21bed will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:25.626710 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.630537 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.685292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Network 409143a3-8c3a-48db-b821-6d748d2dab42 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:25.697952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Pushing event updated for resources: {'Port': ['ID=3b6bdedc-20df-45f1-9504-29217ba21bed,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:25.700787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:25.703861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:25.716165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-883c3094-4b1d-4762-b870-fe4263fcbca4 req-fb71eb39-5765-47d1-b2c6-b029b6627a68 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0665729 Aug 20 12:22:25.780869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.797882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Attempting to bind port 3b6bdedc-20df-45f1-9504-29217ba21bed on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:25.798651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Attempting to bind port 3b6bdedc-20df-45f1-9504-29217ba21bed by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:25.799206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Attempting to bind port 3b6bdedc-20df-45f1-9504-29217ba21bed on network 409143a3-8c3a-48db-b821-6d748d2dab42 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:25.810412 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.820414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:25.822916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Checking segment: {'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:25.823486 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.824893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Bound using segment: {'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:25.826360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Bound port: 3b6bdedc-20df-45f1-9504-29217ba21bed, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:25.826874 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.926660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] For port 3b6bdedc-20df-45f1-9504-29217ba21bed, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:25.932839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] For port 3b6bdedc-20df-45f1-9504-29217ba21bed, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3b6bdedc-20df-45f1-9504-29217ba21bed,segment=NetworkSegment(93500921-5e31-4c05-b637-757a33dfe5d5),segment_id=93500921-5e31-4c05-b637-757a33dfe5d5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:25.937535 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.984076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Allocated IP 172.25.0.134 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/0ac74ef3-7829-4dc7-b56e-9b1dbda0285f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:26.030992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a896de0-c17f-4537-9d7c-8254a403e2fe None None] Pushing event updated for resources: {'Port': ['ID=3b6bdedc-20df-45f1-9504-29217ba21bed,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:26.043097 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:22:26.167214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e6dc097-4266-4f79-a447-6e71be01527e req-931abf19-11f7-4a91-bb20-c5cb55a54801 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b&device_id=6c3b1448-5599-408d-b02e-279163d6ffd7 HTTP/1.1" status: 200 len: 210 time: 0.0534942 Aug 20 12:22:26.191724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:26.270934 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:26.312371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:26.323479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:26.326716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:26.379761 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Sync routers for ids ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:26.389147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac74ef3-7829-4dc7-b56e-9b1dbda0285f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:26.402665 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Routers {'15dd40b7-b196-4f31-a720-1cbc542ca6aa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:26.403285 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:26.493818 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c463a3e0-7bd4-411d-bfb6-eee3ee61b97c req-efe2ab14-e618-45ee-9536-29a306237087 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33301096fecf4913a4775b85c3f15c3d&device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0362856 Aug 20 12:22:26.530387 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Set router 15dd40b7-b196-4f31-a720-1cbc542ca6aa gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:26.537280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c463a3e0-7bd4-411d-bfb6-eee3ee61b97c req-268384a7-947d-43a9-8713-727d59b19249 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=33301096fecf4913a4775b85c3f15c3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282035 Aug 20 12:22:26.565396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98277111-6b42-4fe9-a4ec-6f86a4cb0201 req-f60156b6-585e-488e-989c-5def09681e89 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0462310 Aug 20 12:22:26.726337 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:26.862158 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:22:21Z', 'revision_number': 4, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port': {'id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:19Z', 'updated_at': '2021-08-20T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '757ad271-5df6-451f-8cc2-f27e65b71613', 'name': '', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'mac_address': 'fa:16:3e:34:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:21Z', 'updated_at': '2021-08-20T12:22:22Z', 'revision_number': 2, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'subnets': [{'id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:26.907796 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Checking router: 15dd40b7-b196-4f31-a720-1cbc542ca6aa for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:26.908156 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Updating router 15dd40b7-b196-4f31-a720-1cbc542ca6aa port 757ad271-5df6-451f-8cc2-f27e65b71613 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:22:26.938970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3b6bdedc-20df-45f1-9504-29217ba21bed up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:26.970617 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.099308 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.151739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 3b6bdedc-20df-45f1-9504-29217ba21bed completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:27.156437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0c01a09e-a713-4e6b-96b1-ad6de1212b43 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:27.165380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463a3e0-7bd4-411d-bfb6-eee3ee61b97c req-e4518793-1a59-440b-83cf-c88f319459b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:27.166948 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c463a3e0-7bd4-411d-bfb6-eee3ee61b97c req-e4518793-1a59-440b-83cf-c88f319459b8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6207421 Aug 20 12:22:27.183043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.247661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0c01a09e-a713-4e6b-96b1-ad6de1212b43 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:27.248052 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.407464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-011bdd83-0590-4549-9db1-41a2d9ed383e tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:27.408994 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-011bdd83-0590-4549-9db1-41a2d9ed383e tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/networks?id=cb9e3f66-2ba0-4cc3-912f-860c1893494b HTTP/1.1" status: 200 len: 813 time: 0.2379456 Aug 20 12:22:27.441342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-98e41ff3-bf76-483f-a6ec-fa6d4cf09b3b tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/quotas/2fd16374defb4887a57a2fce3cc73ff1 HTTP/1.1" status: 200 len: 375 time: 0.0240846 Aug 20 12:22:27.472868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c39c4-3226-4f34-ad4c-a888d2531f55 None None] Network 409143a3-8c3a-48db-b821-6d748d2dab42 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:27.482288 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.492912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-5ac94565-2486-447e-bf2e-e6ef2f6d2434 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fd16374defb4887a57a2fce3cc73ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415502 Aug 20 12:22:27.494680 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Transition to ACTIVE for port object 757ad271-5df6-451f-8cc2-f27e65b71613 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:27.501314 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.590465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4c73f935-13c5-4b6c-82a7-a3e849c80742 None None] Provisioning for port 3b6bdedc-20df-45f1-9504-29217ba21bed completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:27.593413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-819f75ef-8379-4e54-a4bb-e1dcd02c044f service neutron] 10.222.0.25 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993116 Aug 20 12:22:27.607880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4c73f935-13c5-4b6c-82a7-a3e849c80742 None None] Provisioning complete for port 3b6bdedc-20df-45f1-9504-29217ba21bed triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:27.608250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c73f935-13c5-4b6c-82a7-a3e849c80742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.614328 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Pushing event updated for resources: {'Port': ['ID=757ad271-5df6-451f-8cc2-f27e65b71613,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:27.643458 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.643947 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.644285 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.644610 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.644932 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.645252 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.645565 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.645880 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.646226 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.646527 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.646835 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.647145 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:27.680819 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Attempting to bind port 757ad271-5df6-451f-8cc2-f27e65b71613 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:27.681192 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Attempting to bind port 757ad271-5df6-451f-8cc2-f27e65b71613 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:27.681551 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Attempting to bind port 757ad271-5df6-451f-8cc2-f27e65b71613 on network f70d15fb-1c58-4b87-8955-a9a4682abd40 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:27.686091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Router 9e6589a6-f1cd-474c-8905-d00b094c0073 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:22:27.687827 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:27.688203 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Checking segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:27.688606 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.688990 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Bound using segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:27.689449 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Bound port: 757ad271-5df6-451f-8cc2-f27e65b71613, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:27.689831 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.724463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-234052c0-841f-47d5-8ec2-e3a285ea20e7 req-fb80dbce-7b30-4516-af7f-123d6767c995 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0342748 Aug 20 12:22:27.806278 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] For port 757ad271-5df6-451f-8cc2-f27e65b71613, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:27.815748 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] For port 757ad271-5df6-451f-8cc2-f27e65b71613, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=757ad271-5df6-451f-8cc2-f27e65b71613,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:27.825264 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.828955 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c73f935-13c5-4b6c-82a7-a3e849c80742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.900456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-4c73f935-13c5-4b6c-82a7-a3e849c80742 None None] For port 3b6bdedc-20df-45f1-9504-29217ba21bed, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3b6bdedc-20df-45f1-9504-29217ba21bed,segment=NetworkSegment(93500921-5e31-4c05-b637-757a33dfe5d5),segment_id=93500921-5e31-4c05-b637-757a33dfe5d5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:27.911260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c73f935-13c5-4b6c-82a7-a3e849c80742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.927025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-ade471a2-bc53-4ffb-9fb2-35590371574f service neutron] 10.222.0.25 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324156 Aug 20 12:22:27.938864 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Routers {'15dd40b7-b196-4f31-a720-1cbc542ca6aa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:27.939698 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:28.014408 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ce114-64a9-4ec2-8f16-083410a3c015 None None] Pushing event updated for resources: {'Port': ['ID=757ad271-5df6-451f-8cc2-f27e65b71613,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:28.048805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73f935-13c5-4b6c-82a7-a3e849c80742 None None] Pushing event updated for resources: {'Port': ['ID=3b6bdedc-20df-45f1-9504-29217ba21bed,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:28.078721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:28.090392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Sync routers for ids ['9e6589a6-f1cd-474c-8905-d00b094c0073'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:28.110443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Routers {'9e6589a6-f1cd-474c-8905-d00b094c0073'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:28.110623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:28.112604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9e6589a6-f1cd-474c-8905-d00b094c0073'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:28.114882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48416) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:28.116088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-17258d10-b6be-4de0-85b4-fd33021665e8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4243300 Aug 20 12:22:28.306284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f4545d95-6c2a-44a0-a7d2-385d91be2423 None None] Provisioning complete for port 3b6bdedc-20df-45f1-9504-29217ba21bed triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:28.308630 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f4545d95-6c2a-44a0-a7d2-385d91be2423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:28.329112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e091a0e7-02db-4cba-9da4-1fdac6d38299 req-d1c87622-148e-44e8-97d2-648f7b221545 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 210 time: 0.0553701 Aug 20 12:22:28.337423 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] Set router 15dd40b7-b196-4f31-a720-1cbc542ca6aa gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:28.437790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Set router 9e6589a6-f1cd-474c-8905-d00b094c0073 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:28.653668 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:22:21Z', 'revision_number': 4, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port': {'id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:19Z', 'updated_at': '2021-08-20T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '757ad271-5df6-451f-8cc2-f27e65b71613', 'name': '', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'mac_address': 'fa:16:3e:34:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:21Z', 'updated_at': '2021-08-20T12:22:27Z', 'revision_number': 4, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'subnets': [{'id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:28.703200 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09aa122-9845-4a6d-a7c8-57ebcd0752b7 None None] The sync data for ids ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'] in n-d-800634-10 is: [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:22:21Z', 'revision_number': 4, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port': {'id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:19Z', 'updated_at': '2021-08-20T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '757ad271-5df6-451f-8cc2-f27e65b71613', 'name': '', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'mac_address': 'fa:16:3e:34:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:21Z', 'updated_at': '2021-08-20T12:22:27Z', 'revision_number': 4, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'subnets': [{'id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:28.766336 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c463a3e0-7bd4-411d-bfb6-eee3ee61b97c req-c135e785-f1d1-4d09-b47a-c3934edfe5ca tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.73 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.2605867 Aug 20 12:22:28.874206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3b6bdedc-20df-45f1-9504-29217ba21bed up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:28.908299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37e3e64c-275f-40f7-be51-e89869f01a24 req-8b5cce1c-354a-4d1c-9e94-2b53daa5ab18 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bb1896-20a2-4823-85ab-501c965e023b HTTP/1.1" status: 200 len: 210 time: 0.0543296 Aug 20 12:22:29.001292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.031783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:22:26Z', 'revision_number': 3, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port': {'id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:25Z', 'updated_at': '2021-08-20T12:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:29.262766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Allocated IP 172.20.0.1 (409143a3-8c3a-48db-b821-6d748d2dab42/9fd3032f-b7eb-4738-9714-b7487220a60c/4c33ba1d-898a-4ba8-b03e-3b5c266c46bd) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:29.345137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Checking router: 9e6589a6-f1cd-474c-8905-d00b094c0073 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:29.345734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Updating router 9e6589a6-f1cd-474c-8905-d00b094c0073 port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:22:29.384212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.468619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0e25934-326f-4630-9e42-638f2dbc6a47 req-c1edbe1d-8705-46c8-a07e-d748cb1473ef tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 210 time: 0.0366862 Aug 20 12:22:29.469542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.485073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Transition to ACTIVE for port object 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:29.537730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3b6bdedc-20df-45f1-9504-29217ba21bed triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:29.537730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.542083 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.594072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Network 409143a3-8c3a-48db-b821-6d748d2dab42 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:29.596828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:29.599365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:29.659371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Pushing event updated for resources: {'Port': ['ID=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:29.691912 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.756542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 757ad271-5df6-451f-8cc2-f27e65b71613 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:29.959499 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.971378 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.004327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Transition to ACTIVE for port object 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:30.025120 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.048237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 757ad271-5df6-451f-8cc2-f27e65b71613 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:30.083484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 757ad271-5df6-451f-8cc2-f27e65b71613 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:30.084056 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.091117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1ff7ecde-0a7d-45b8-9bf6-105452383ab8 None None] Provisioning for port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:30.098875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Attempting to bind port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:30.099251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Attempting to bind port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:30.099620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Attempting to bind port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:30.129626 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1ff7ecde-0a7d-45b8-9bf6-105452383ab8 None None] Provisioning complete for port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:30.129993 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ecde-0a7d-45b8-9bf6-105452383ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.168560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7ecde-0a7d-45b8-9bf6-105452383ab8 None None] Port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:30.173045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:30.173474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:30.173893 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.174324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:30.174965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Bound port: 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:30.175399 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.182724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d3900-a917-42bc-9b56-72f587783ca6 None None] Pushing event updated for resources: {'Port': ['ID=0ac74ef3-7829-4dc7-b56e-9b1dbda0285f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:30.248124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.259378 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] For port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:30.264024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] For port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0ac74ef3-7829-4dc7-b56e-9b1dbda0285f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:30.272427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.301556 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.398455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Pushing event updated for resources: {'Port': ['ID=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:30.412838 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.425957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Routers {'9e6589a6-f1cd-474c-8905-d00b094c0073'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:30.425957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9e6589a6-f1cd-474c-8905-d00b094c0073'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:30.437269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c3ab382-3b3b-4c19-b859-970cb5fc943a req-ce4ee106-feda-4c3d-bb5f-c2066b7f5d6e tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3b1448-5599-408d-b02e-279163d6ffd7 HTTP/1.1" status: 200 len: 210 time: 0.0469360 Aug 20 12:22:30.450957 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2d1b1acf-d457-4587-bb18-39710cd130a0 req-5969f369-3af1-4d27-8650-e85ce2f45636 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33301096fecf4913a4775b85c3f15c3d&device_id=6c3b1448-5599-408d-b02e-279163d6ffd7 HTTP/1.1" status: 200 len: 210 time: 0.0575330 Aug 20 12:22:30.479878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.480096 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d3900-a917-42bc-9b56-72f587783ca6 None None] Pushing event updated for resources: {'Port': ['ID=0ac74ef3-7829-4dc7-b56e-9b1dbda0285f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:30.503255 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2d1b1acf-d457-4587-bb18-39710cd130a0 req-bc20ac31-09da-4a5b-b5db-1dbb4a412cfa service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=33301096fecf4913a4775b85c3f15c3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393593 Aug 20 12:22:30.524998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 757ad271-5df6-451f-8cc2-f27e65b71613, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=757ad271-5df6-451f-8cc2-f27e65b71613,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:30.554301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.587989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b5086ee7-c4b4-4689-abc4-7c0d98130944 req-2f06fabd-6804-4211-af81-724065aa4f1b tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 210 time: 0.0374680 Aug 20 12:22:30.622964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-7487660b-b8b1-4781-ab5c-203fcd0465b7 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:30.622964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-7487660b-b8b1-4781-ab5c-203fcd0465b7 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.73 "GET /v2.0/networks?id=cb9e3f66-2ba0-4cc3-912f-860c1893494b HTTP/1.1" status: 200 len: 813 time: 0.4042189 Aug 20 12:22:30.653152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] Set router 9e6589a6-f1cd-474c-8905-d00b094c0073 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:30.662589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Request body: {'port': {'device_id': 'f07e2d48-90f2-4b75-92f1-28618f76b92c', 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b', 'admin_state_up': True, 'tenant_id': '2fd16374defb4887a57a2fce3cc73ff1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:30.689897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=757ad271-5df6-451f-8cc2-f27e65b71613,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:30.817547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b1acf-d457-4587-bb18-39710cd130a0 req-c79230a6-8620-428d-ad28-bb2f1bb20da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:30.819102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2d1b1acf-d457-4587-bb18-39710cd130a0 req-c79230a6-8620-428d-ad28-bb2f1bb20da3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3034978 Aug 20 12:22:30.827723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Network 409143a3-8c3a-48db-b821-6d748d2dab42 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:30.834648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:30.893715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:22:29Z', 'revision_number': 4, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port': {'id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:25Z', 'updated_at': '2021-08-20T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '4c33ba1d-898a-4ba8-b03e-3b5c266c46bd', 'name': '', 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'mac_address': 'fa:16:3e:75:27:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:29Z', 'updated_at': '2021-08-20T12:22:30Z', 'revision_number': 2, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'subnets': [{'id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:30.895343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Made reservation on behalf of 2fd16374defb4887a57a2fce3cc73ff1 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:30.899958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.925732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e9ccb-923f-4781-9f71-ea32f5d07375 None None] The sync data for ids ['9e6589a6-f1cd-474c-8905-d00b094c0073'] in n-d-800634-10 is: [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:22:29Z', 'revision_number': 4, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port': {'id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:25Z', 'updated_at': '2021-08-20T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '4c33ba1d-898a-4ba8-b03e-3b5c266c46bd', 'name': '', 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'mac_address': 'fa:16:3e:75:27:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:29Z', 'updated_at': '2021-08-20T12:22:30Z', 'revision_number': 2, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'subnets': [{'id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:31.088564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Router 9e6589a6-f1cd-474c-8905-d00b094c0073 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:22:31.101324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f0c75d8d-68f4-4070-95f0-62eee403e5a9 None None] Provisioning complete for port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:31.103014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f0c75d8d-68f4-4070-95f0-62eee403e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.120326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Allocated IP 172.20.0.4 (cb9e3f66-2ba0-4cc3-912f-860c1893494b/f1934b1c-5b33-4e91-83f0-4e8af3b33008/4061074c-3aa1-4faa-8258-bceb0f6cb0b4) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:31.144091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f0c75d8d-68f4-4070-95f0-62eee403e5a9 None None] Port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:31.331279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:31.341163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6d80448-e347-4a50-a26f-cf4717766697 admin admin] 10.222.0.25 "PUT /v2.0/routers/9e6589a6-f1cd-474c-8905-d00b094c0073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2216804 Aug 20 12:22:31.420204 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.479826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.538334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Pushing event updated for resources: {'Port': ['ID=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:31.566985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Network cb9e3f66-2ba0-4cc3-912f-860c1893494b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:31.568637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:31.573445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:31.636328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:31.636996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.647138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2bb0b07-5169-4115-8581-ea8952b8768d req-c10721a6-9833-4006-ba40-7cacb28887f1 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3b1448-5599-408d-b02e-279163d6ffd7 HTTP/1.1" status: 200 len: 210 time: 0.0541742 Aug 20 12:22:31.672966 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-23e1bb6a-4574-4e00-832b-e9ee3f3ac5bf tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0178924 Aug 20 12:22:31.687009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Request body: {'port': {'device_id': 'f07e2d48-90f2-4b75-92f1-28618f76b92c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:31.765410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dab26d-4620-438b-9f3f-208df5242922 req-60bd43bb-cf14-43cb-aa32-9e3f33bf17af tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:31.776383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95dab26d-4620-438b-9f3f-208df5242922 req-60bd43bb-cf14-43cb-aa32-9e3f33bf17af tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 931 time: 0.0687251 Aug 20 12:22:31.793293 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.835196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95dab26d-4620-438b-9f3f-208df5242922 req-e2177694-4304-46f5-aa50-bb2dc74b12f1 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574582 Aug 20 12:22:32.169042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:32.177720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.181918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99599-0a19-426f-a2b3-e2619218213d req-963eec3a-2c07-4db9-914a-532c43ab26db tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:32.184382 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-963eec3a-2c07-4db9-914a-532c43ab26db tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/networks?id=f70d15fb-1c58-4b87-8955-a9a4682abd40 HTTP/1.1" status: 200 len: 911 time: 0.1014562 Aug 20 12:22:32.192963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Transition to ACTIVE for port object 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:32.197152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.203507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-165beda2-d465-4bdd-8075-f195bd08dbf1 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/quotas/7a2a69b540424c348c3be7abb09ed615 HTTP/1.1" status: 200 len: 375 time: 0.0114117 Aug 20 12:22:32.271475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Pushing event updated for resources: {'Port': ['ID=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:32.297632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-7494a106-1e6b-43f4-92ea-88136cbbb4d1 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a2a69b540424c348c3be7abb09ed615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864530 Aug 20 12:22:32.299706 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2d1b1acf-d457-4587-bb18-39710cd130a0 req-072da281-9e3a-452d-82b3-9b87a0a05c91 tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3b1448-5599-408d-b02e-279163d6ffd7 HTTP/1.1" status: 200 len: 210 time: 0.0561359 Aug 20 12:22:32.387747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Attempting to bind port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:32.388409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Attempting to bind port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:32.388642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Attempting to bind port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 on network cb9e3f66-2ba0-4cc3-912f-860c1893494b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:32.394142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 on network cb9e3f66-2ba0-4cc3-912f-860c1893494b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:22:32.394496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Attempting to bind port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 on network cb9e3f66-2ba0-4cc3-912f-860c1893494b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:32.400061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:32.400424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Checking segment: {'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:32.400841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Bound using segment: {'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:32.401376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Bound port: 4061074c-3aa1-4faa-8258-bceb0f6cb0b4, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:32.401770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.439401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-323d8ac8-b8ce-4c89-b17d-a052ceba6d4f service neutron] 10.222.0.25 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304259 Aug 20 12:22:32.483488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] For port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:32.487616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] For port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:32.491815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.527838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:32.528476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.529874 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] 10.222.0.73 "PUT /v2.0/ports/4061074c-3aa1-4faa-8258-bceb0f6cb0b4 HTTP/1.1" status: 200 len: 1092 time: 0.8476841 Aug 20 12:22:32.532334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07e2d48-90f2-4b75-92f1-28618f76b92c', 'tag': '4061074c-3aa1-4faa-8258-bceb0f6cb0b4'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:32.535500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-b9fbaff4-9dc9-47ba-85e1-a7fbd90b55e6 service neutron] 10.222.0.25 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949409 Aug 20 12:22:32.535744 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8398a5-99ef-481f-bb16-f6ed655175be" -d '{"events": [{"name": "network-changed", "server_uuid": "f07e2d48-90f2-4b75-92f1-28618f76b92c", "tag": "4061074c-3aa1-4faa-8258-bceb0f6cb0b4"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:32.571724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f60ed-2027-4763-a9b6-d331bbb2a78f service neutron] Pushing event updated for resources: {'Port': ['ID=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:32.618386 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64854ad-0337-4520-b913-d538d904bca6 x-openstack-request-id: req-b64854ad-0337-4520-b913-d538d904bca6 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:32.618710 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07e2d48-90f2-4b75-92f1-28618f76b92c", "tag": "4061074c-3aa1-4faa-8258-bceb0f6cb0b4", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:32.618970 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b64854ad-0337-4520-b913-d538d904bca6 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:32.619386 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07e2d48-90f2-4b75-92f1-28618f76b92c', 'tag': '4061074c-3aa1-4faa-8258-bceb0f6cb0b4', 'status': 'completed', 'code': 200} Aug 20 12:22:32.641476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-cbf1fe94-f20d-4765-b4e8-ce427c1b68df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:32.643721 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-cbf1fe94-f20d-4765-b4e8-ce427c1b68df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fd16374defb4887a57a2fce3cc73ff1&device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 1095 time: 0.0598092 Aug 20 12:22:32.778285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e9f5ea4-5479-46f9-9821-18f0b6195bac req-81b59e8b-a836-4d09-b8ed-e04896deb5b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 210 time: 0.0446596 Aug 20 12:22:32.829639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2430b459-abe2-4549-9819-e6111599b822 req-a075d600-cfcc-41c1-9c4f-514f9c26826b tempest-ServerShowV247Test-287247921 tempest-ServerShowV247Test-287247921-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3b1448-5599-408d-b02e-279163d6ffd7 HTTP/1.1" status: 200 len: 210 time: 0.0480001 Aug 20 12:22:32.967781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:33.092033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:33.094950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc72adb-dc00-49db-b642-35b05729ccd0 req-29bc32be-313b-4d02-9933-166b3a868287 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:33.096493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fc72adb-dc00-49db-b642-35b05729ccd0 req-29bc32be-313b-4d02-9933-166b3a868287 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 943 time: 0.1066878 Aug 20 12:22:33.106687 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-7d93c3c7-7b68-448e-95de-2bd9fbb6b006 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4061074c-3aa1-4faa-8258-bceb0f6cb0b4 HTTP/1.1" status: 200 len: 217 time: 0.4467139 Aug 20 12:22:33.112883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:33.123661 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.150591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fc72adb-dc00-49db-b642-35b05729ccd0 req-47cf98e6-3e2d-4067-b701-4b75205e229a tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Aug 20 12:22:33.188234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-9f2b8b6f-0357-414c-b544-1b0da1fb9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:33.189878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-9f2b8b6f-0357-414c-b544-1b0da1fb9171 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f1934b1c-5b33-4e91-83f0-4e8af3b33008 HTTP/1.1" status: 200 len: 853 time: 0.0748014 Aug 20 12:22:33.236329 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-29d0ec37-f1f7-4428-b239-ea64de6683b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb9e3f66-2ba0-4cc3-912f-860c1893494b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352364 Aug 20 12:22:33.239353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.264727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0ac74ef3-7829-4dc7-b56e-9b1dbda0285f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:33.271090 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.272465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 757ad271-5df6-451f-8cc2-f27e65b71613 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:33.378933 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-8c2f32cc-bbe9-4de8-a709-f42c5765b524 service neutron] 10.222.0.73 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329231 Aug 20 12:22:33.403818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 757ad271-5df6-451f-8cc2-f27e65b71613 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:33.404499 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.406448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0ac74ef3-7829-4dc7-b56e-9b1dbda0285f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:33.508140 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fa49b529-db4f-435d-93e8-d6b4c11291eb req-d3d9e200-54fe-4740-9d22-37b10d9781b3 service neutron] 10.222.0.73 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064250 Aug 20 12:22:33.614535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-ab1afa47-252d-44ba-bae0-c36ce20dc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:33.616033 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-ab1afa47-252d-44ba-bae0-c36ce20dc6fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fd16374defb4887a57a2fce3cc73ff1&device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 1095 time: 0.0435224 Aug 20 12:22:33.720819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-2ec149a0-de78-4761-bfa2-38cf265e011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:33.722324 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-2ec149a0-de78-4761-bfa2-38cf265e011f service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb9e3f66-2ba0-4cc3-912f-860c1893494b HTTP/1.1" status: 200 len: 914 time: 0.0978761 Aug 20 12:22:33.769108 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-c193de62-e5a8-4380-9497-6e712f1fe634 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4061074c-3aa1-4faa-8258-bceb0f6cb0b4 HTTP/1.1" status: 200 len: 217 time: 0.0382133 Aug 20 12:22:33.828052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-956337d0-454f-42eb-aec7-512be3be59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:33.829518 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-956337d0-454f-42eb-aec7-512be3be59e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f1934b1c-5b33-4e91-83f0-4e8af3b33008 HTTP/1.1" status: 200 len: 853 time: 0.0499995 Aug 20 12:22:33.863797 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-4aab1d02-5c59-42e3-a366-bbe267bf6a23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb9e3f66-2ba0-4cc3-912f-860c1893494b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259492 Aug 20 12:22:33.873633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27bc0b85-aca3-4aa8-aba3-675ad944c511 req-af5574c0-25ab-446b-95ca-c4c2bfb5be63 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 210 time: 0.0318568 Aug 20 12:22:33.972140 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-f74f558f-8095-4098-9c39-fbd0a7d3eb42 service neutron] 10.222.0.73 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985174 Aug 20 12:22:34.086279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8f8398a5-99ef-481f-bb16-f6ed655175be req-53659c7c-5e21-4334-ac9d-7cd8a8687494 service neutron] 10.222.0.73 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055031 Aug 20 12:22:34.215163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99599-0a19-426f-a2b3-e2619218213d req-95f59716-237f-4a5a-b7da-ea90c8a852a7 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:34.216732 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-95f59716-237f-4a5a-b7da-ea90c8a852a7 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.73 "GET /v2.0/networks?id=f70d15fb-1c58-4b87-8955-a9a4682abd40 HTTP/1.1" status: 200 len: 911 time: 0.1050344 Aug 20 12:22:34.234024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Request body: {'port': {'device_id': '999264e0-47a5-4036-bade-870e926ed27e', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'admin_state_up': True, 'tenant_id': '7a2a69b540424c348c3be7abb09ed615'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:34.262844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Made reservation on behalf of 7a2a69b540424c348c3be7abb09ed615 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:34.266099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.309510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908710b-67c0-48c6-9c7b-4e5fd3117f91 req-896d170c-fc6d-45e2-8cb4-465d41244220 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:34.317685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f908710b-67c0-48c6-9c7b-4e5fd3117f91 req-896d170c-fc6d-45e2-8cb4-465d41244220 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 943 time: 0.0709715 Aug 20 12:22:34.323768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48512) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:34.370670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f908710b-67c0-48c6-9c7b-4e5fd3117f91 req-abdc7f12-f4d9-4e6f-a758-83c1d4d28ebe tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 Aug 20 12:22:34.423701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Allocated IP 172.20.0.5 (f70d15fb-1c58-4b87-8955-a9a4682abd40/e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5/321c8401-2fac-43f7-b13e-48d6074061ee) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:34.513718 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7674f62b-4cbe-481a-911f-78a722e87331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.599865 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.615488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Transition to ACTIVE for port object 321c8401-2fac-43f7-b13e-48d6074061ee will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:34.627033 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7674f62b-4cbe-481a-911f-78a722e87331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.632264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7674f62b-4cbe-481a-911f-78a722e87331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.652789 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Sync routers for ids ['9e6589a6-f1cd-474c-8905-d00b094c0073'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:34.664756 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Routers {'9e6589a6-f1cd-474c-8905-d00b094c0073'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:34.667217 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9e6589a6-f1cd-474c-8905-d00b094c0073'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:34.681725 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.693988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7674f62b-4cbe-481a-911f-78a722e87331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33301096fecf4913a4775b85c3f15c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660958 Aug 20 12:22:34.693988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674f62b-4cbe-481a-911f-78a722e87331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70a2de-5da8-48da-8b44-065c6fd007fc,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:34.696316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48520) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:34.736601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:34.741693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:34.747614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:34.761570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b3bef8cf-7db0-437c-963d-7e87432eed4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.786775 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b3bef8cf-7db0-437c-963d-7e87432eed4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.797938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:34.811677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Pushing event updated for resources: {'Port': ['ID=321c8401-2fac-43f7-b13e-48d6074061ee,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:34.835364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:34.836813 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.850293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b3bef8cf-7db0-437c-963d-7e87432eed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.853678 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b3bef8cf-7db0-437c-963d-7e87432eed4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.858105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b3bef8cf-7db0-437c-963d-7e87432eed4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d70a2de-5da8-48da-8b44-065c6fd007fc HTTP/1.1" status: 204 len: 168 time: 0.1611466 Aug 20 12:22:34.866754 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-9cf50df0-29f8-4821-8fe1-b9130e8f2375 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6367834 Aug 20 12:22:34.870478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bef8cf-7db0-437c-963d-7e87432eed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70a2de-5da8-48da-8b44-065c6fd007fc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:34.880116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Set router 9e6589a6-f1cd-474c-8905-d00b094c0073 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:34.882467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:34.883006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Request body: {'port': {'device_id': '999264e0-47a5-4036-bade-870e926ed27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:34.885833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.008794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.111978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a64fe-50ec-4e31-9eb7-f04ef3c73337 req-be61cd4c-572c-4779-bfbe-b28e7d77f06b tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:35.113535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a2a64fe-50ec-4e31-9eb7-f04ef3c73337 req-be61cd4c-572c-4779-bfbe-b28e7d77f06b tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1027 time: 0.0970969 Aug 20 12:22:35.166283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a2a64fe-50ec-4e31-9eb7-f04ef3c73337 req-d85c450c-62fc-404a-b6bf-9b364c220cbd tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 Aug 20 12:22:35.205099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d994f2b5-75dd-48d3-9003-269a55f9409e None None] Provisioning for port 321c8401-2fac-43f7-b13e-48d6074061ee completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:35.209690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d994f2b5-75dd-48d3-9003-269a55f9409e None None] Provisioning complete for port 321c8401-2fac-43f7-b13e-48d6074061ee triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:35.210065 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d994f2b5-75dd-48d3-9003-269a55f9409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.229586 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:22:29Z', 'revision_number': 4, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port': {'id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:25Z', 'updated_at': '2021-08-20T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '4c33ba1d-898a-4ba8-b03e-3b5c266c46bd', 'name': '', 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'mac_address': 'fa:16:3e:75:27:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:29Z', 'updated_at': '2021-08-20T12:22:30Z', 'revision_number': 2, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'subnets': [{'id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:35.266993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d994f2b5-75dd-48d3-9003-269a55f9409e None None] Port 321c8401-2fac-43f7-b13e-48d6074061ee cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:35.274097 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Checking router: 9e6589a6-f1cd-474c-8905-d00b094c0073 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:35.274606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Updating router 9e6589a6-f1cd-474c-8905-d00b094c0073 port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:22:35.302101 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.478256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321c8401-2fac-43f7-b13e-48d6074061ee {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:35.486830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.530594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Transition to ACTIVE for port object 321c8401-2fac-43f7-b13e-48d6074061ee will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:35.542087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.591947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127389a-7ea4-4a87-9c1e-e01ac69139df req-087a4dad-107a-4950-88d4-979f584bc02a tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:35.607331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7127389a-7ea4-4a87-9c1e-e01ac69139df req-087a4dad-107a-4950-88d4-979f584bc02a tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 943 time: 0.1162353 Aug 20 12:22:35.626845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=321c8401-2fac-43f7-b13e-48d6074061ee,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:35.648078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:22:35.669892 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.683480 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Transition to ACTIVE for port object 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:35.691675 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.703463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7127389a-7ea4-4a87-9c1e-e01ac69139df req-9761a44c-3df2-4f6b-b495-c6f751ad49fb tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948565 Aug 20 12:22:35.826769 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1292c-5c11-4ae0-a384-2e0f5e578ed0 None None] Pushing event updated for resources: {'Port': ['ID=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:35.845481 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Attempting to bind port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:35.846009 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Attempting to bind port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:35.846516 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Attempting to bind port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd on network 409143a3-8c3a-48db-b821-6d748d2dab42 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:35.855845 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:35.857111 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Checking segment: {'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:35.858526 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.859914 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Bound using segment: {'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:35.861500 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Bound port: 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93500921-5e31-4c05-b637-757a33dfe5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:35.862253 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.902901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Attempting to bind port 321c8401-2fac-43f7-b13e-48d6074061ee on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:35.903698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Attempting to bind port 321c8401-2fac-43f7-b13e-48d6074061ee by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:35.904259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Attempting to bind port 321c8401-2fac-43f7-b13e-48d6074061ee on network f70d15fb-1c58-4b87-8955-a9a4682abd40 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:35.911073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Port 321c8401-2fac-43f7-b13e-48d6074061ee on network f70d15fb-1c58-4b87-8955-a9a4682abd40 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:22:35.912053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Attempting to bind port 321c8401-2fac-43f7-b13e-48d6074061ee on network f70d15fb-1c58-4b87-8955-a9a4682abd40 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:35.920380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:35.921033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Checking segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:35.921642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Bound using segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:35.922687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Bound port: 321c8401-2fac-43f7-b13e-48d6074061ee, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:35.923252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.996290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:36.014732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '4061074c-3aa1-4faa-8258-bceb0f6cb0b4', 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b', 'port_id': '4061074c-3aa1-4faa-8258-bceb0f6cb0b4', 'mac_address': 'fa:16:3e:1a:5e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1934b1c-5b33-4e91-83f0-4e8af3b33008', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:22:36.033149 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] For port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:36.041598 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] For port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,segment=NetworkSegment(93500921-5e31-4c05-b637-757a33dfe5d5),segment_id=93500921-5e31-4c05-b637-757a33dfe5d5)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:36.050069 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.077017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] For port 321c8401-2fac-43f7-b13e-48d6074061ee, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:36.083826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] For port 321c8401-2fac-43f7-b13e-48d6074061ee, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=321c8401-2fac-43f7-b13e-48d6074061ee,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:36.092362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.094162 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.115813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48552) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:36.123961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:36.130474 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1292c-5c11-4ae0-a384-2e0f5e578ed0 None None] Pushing event updated for resources: {'Port': ['ID=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:36.156701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:36.163031 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.193920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:36.194450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.196628 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] 10.222.0.73 "PUT /v2.0/ports/321c8401-2fac-43f7-b13e-48d6074061ee HTTP/1.1" status: 200 len: 1092 time: 1.3206654 Aug 20 12:22:36.197096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999264e0-47a5-4036-bade-870e926ed27e', 'tag': '321c8401-2fac-43f7-b13e-48d6074061ee'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:36.199415 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d15cf0-d59f-478c-82bd-d5c98bc76442" -d '{"events": [{"name": "network-changed", "server_uuid": "999264e0-47a5-4036-bade-870e926ed27e", "tag": "321c8401-2fac-43f7-b13e-48d6074061ee"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:36.215972 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Routers {'9e6589a6-f1cd-474c-8905-d00b094c0073'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:36.221506 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9e6589a6-f1cd-474c-8905-d00b094c0073'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:36.256061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:36.330925 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae167eb-6372-4f01-8a12-59ba4b361c6d x-openstack-request-id: req-9ae167eb-6372-4f01-8a12-59ba4b361c6d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:36.331221 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999264e0-47a5-4036-bade-870e926ed27e", "tag": "321c8401-2fac-43f7-b13e-48d6074061ee", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:36.331477 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ae167eb-6372-4f01-8a12-59ba4b361c6d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:36.332367 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999264e0-47a5-4036-bade-870e926ed27e', 'tag': '321c8401-2fac-43f7-b13e-48d6074061ee', 'status': 'completed', 'code': 200} Aug 20 12:22:36.354785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bb988-017f-4176-a828-340721d6a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=321c8401-2fac-43f7-b13e-48d6074061ee,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:36.396577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99599-0a19-426f-a2b3-e2619218213d req-8739c720-b6c7-458e-a671-8aa84027f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:36.398143 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-8739c720-b6c7-458e-a671-8aa84027f85e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a2a69b540424c348c3be7abb09ed615&device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1095 time: 0.1493797 Aug 20 12:22:36.408528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-556812656-network', 'tenant_id': '21224cd61038443f8a9af8ea379d4d43'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:36.424972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4061074c-3aa1-4faa-8258-bceb0f6cb0b4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:36.477725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630fc38-d786-48d3-a82e-28f77776e777 req-5beb4c6c-0354-4018-8d65-204d9cf074c9 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:36.488672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6630fc38-d786-48d3-a82e-28f77776e777 req-5beb4c6c-0354-4018-8d65-204d9cf074c9 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1095 time: 0.1702335 Aug 20 12:22:36.493677 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] Set router 9e6589a6-f1cd-474c-8905-d00b094c0073 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:36.531617 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-92d5c902-52fd-442d-8015-afbada934a9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=321c8401-2fac-43f7-b13e-48d6074061ee HTTP/1.1" status: 200 len: 217 time: 0.1237924 Aug 20 12:22:36.555384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Made reservation on behalf of 21224cd61038443f8a9af8ea379d4d43 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:36.561545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.611754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.623673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6630fc38-d786-48d3-a82e-28f77776e777 req-441e7b0f-9588-441b-8f62-4cd7df7badd2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328702 Aug 20 12:22:36.659777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99599-0a19-426f-a2b3-e2619218213d req-493a8289-5a90-4058-a333-4ac49a060a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:36.661326 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-493a8289-5a90-4058-a333-4ac49a060a49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5 HTTP/1.1" status: 200 len: 849 time: 0.1215003 Aug 20 12:22:36.783707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99599-0a19-426f-a2b3-e2619218213d req-b100e3d9-1a7e-417d-8a80-6eedee88679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:36.785234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-b100e3d9-1a7e-417d-8a80-6eedee88679f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f70d15fb-1c58-4b87-8955-a9a4682abd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142571 Aug 20 12:22:36.852871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:36.905489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.910442 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-4e199b88-1a5e-4c29-9619-5511505544bf service neutron] 10.222.0.73 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132181 Aug 20 12:22:36.913439 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.969735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59686af-81ca-4886-878e-9a93acc1de9d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:36.975137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:36.979942 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:22:29Z', 'revision_number': 4, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port': {'id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:25Z', 'updated_at': '2021-08-20T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '4c33ba1d-898a-4ba8-b03e-3b5c266c46bd', 'name': '', 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'mac_address': 'fa:16:3e:75:27:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:29Z', 'updated_at': '2021-08-20T12:22:36Z', 'revision_number': 4, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'subnets': [{'id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:36.986276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:36.987200 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.023198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:37.028929 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-96f99599-0a19-426f-a2b3-e2619218213d req-6ab71476-63fa-447f-b3e1-b1f22320c93f service neutron] 10.222.0.73 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110477 Aug 20 12:22:37.034453 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c619e25-6b29-449e-8859-ed18e6895302 None None] The sync data for ids ['9e6589a6-f1cd-474c-8905-d00b094c0073'] in n-d-800634-10 is: [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:22:29Z', 'revision_number': 4, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port': {'id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:25Z', 'updated_at': '2021-08-20T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '4c33ba1d-898a-4ba8-b03e-3b5c266c46bd', 'name': '', 'network_id': '409143a3-8c3a-48db-b821-6d748d2dab42', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'mac_address': 'fa:16:3e:75:27:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:29Z', 'updated_at': '2021-08-20T12:22:36Z', 'revision_number': 4, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'subnets': [{'id': '9fd3032f-b7eb-4738-9714-b7487220a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:37.042947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96328a51-6f92-4d8f-9892-467f46f64732 req-16a8f9e9-5b04-4b23-831d-7ed682912eb4 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:37.056361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96328a51-6f92-4d8f-9892-467f46f64732 req-16a8f9e9-5b04-4b23-831d-7ed682912eb4 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 944 time: 0.2487686 Aug 20 12:22:37.087353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.088240 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Added segment 97023793-f62f-499a-81f3-66c898f672ff of type vlan for network 35925466-8c35-4e26-bb36-68495fc06456 Aug 20 12:22:37.121978 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.171632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-425a5065-7455-4854-89fe-6cf0476d0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:37.173366 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-425a5065-7455-4854-89fe-6cf0476d0a39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a2a69b540424c348c3be7abb09ed615&device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1095 time: 0.0689058 Aug 20 12:22:37.176742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,segment=NetworkSegment(93500921-5e31-4c05-b637-757a33dfe5d5),segment_id=93500921-5e31-4c05-b637-757a33dfe5d5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:37.186256 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.217584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-96328a51-6f92-4d8f-9892-467f46f64732 req-e6b56346-8d49-4038-aa3b-62889520a7fb tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600893 Aug 20 12:22:37.230590 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.268106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:37.294731 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.296198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:37.297082 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.320463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-73f4dcd1-cbb8-48d5-b387-dfbbc61ed054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:37.322213 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-73f4dcd1-cbb8-48d5-b387-dfbbc61ed054 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f70d15fb-1c58-4b87-8955-a9a4682abd40 HTTP/1.1" status: 200 len: 911 time: 0.1411235 Aug 20 12:22:37.380181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2604368 Aug 20 12:22:37.381644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 48564) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:37.383274 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-a86eeb15-c9b1-4253-9193-dd0e89cd36f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=321c8401-2fac-43f7-b13e-48d6074061ee HTTP/1.1" status: 200 len: 217 time: 0.0514882 Aug 20 12:22:37.386827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491d41d-dfc3-47d4-9c10-dbea27227c1c admin admin] Pushing event updated for resources: {'Network': ['ID=35925466-8c35-4e26-bb36-68495fc06456,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:37.388452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Request body: {'subnet': {'network_id': '35925466-8c35-4e26-bb36-68495fc06456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-556812656-subnet', 'tenant_id': '21224cd61038443f8a9af8ea379d4d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:37.398903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 35925466-8c35-4e26-bb36-68495fc06456 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:37.461371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-82b0f7ad-4c7f-4809-9c3a-5b3d166b40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:37.462947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-82b0f7ad-4c7f-4809-9c3a-5b3d166b40c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5 HTTP/1.1" status: 200 len: 849 time: 0.0621381 Aug 20 12:22:37.463990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Made reservation on behalf of 21224cd61038443f8a9af8ea379d4d43 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:37.466378 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.573237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-17552f61-5b34-43ad-9458-7515f9b31d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:37.574794 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-17552f61-5b34-43ad-9458-7515f9b31d4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f70d15fb-1c58-4b87-8955-a9a4682abd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956373 Aug 20 12:22:37.666405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:37.767946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:37.776173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:37.776527 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.786411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115eb0b-6385-4618-97b8-449c86ab128d req-44323756-0c89-47b3-8910-35d34c0ff2ca tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:37.788159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3115eb0b-6385-4618-97b8-449c86ab128d req-44323756-0c89-47b3-8910-35d34c0ff2ca tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1095 time: 0.0745447 Aug 20 12:22:37.803823 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-6c590e84-e0e9-46b7-b686-a0c8aa210049 service neutron] 10.222.0.73 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207041 Aug 20 12:22:37.806906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.849741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3115eb0b-6385-4618-97b8-449c86ab128d req-108bb786-4186-4d4e-93cc-62f02a340d1b tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Aug 20 12:22:37.856812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cb06c3-f1dc-4eb9-8e13-58d095030fdb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:37.902871 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.930606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e2d48-90f2-4b75-92f1-28618f76b92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4061074c-3aa1-4faa-8258-bceb0f6cb0b4'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:37.935176 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc99a4a-01f1-454b-a685-44fbc51163d6" -d '{"events": [{"server_uuid": "f07e2d48-90f2-4b75-92f1-28618f76b92c", "name": "network-vif-plugged", "status": "completed", "tag": "4061074c-3aa1-4faa-8258-bceb0f6cb0b4"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:37.954070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:37.960451 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.970699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Checking segment: {'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:37.971068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Network hostable DHCP agents. Network: 35925466-8c35-4e26-bb36-68495fc06456, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:38.002742 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e0d15cf0-d59f-478c-82bd-d5c98bc76442 req-2c4dfb3d-70c4-421a-aba7-d69d5c1c56ac service neutron] 10.222.0.73 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469171 Aug 20 12:22:38.010781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Network 35925466-8c35-4e26-bb36-68495fc06456 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:38.014811 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a7cf88-9777-4128-9814-19297c6672bd x-openstack-request-id: req-26a7cf88-9777-4128-9814-19297c6672bd {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:38.015240 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07e2d48-90f2-4b75-92f1-28618f76b92c", "name": "network-vif-plugged", "status": "completed", "tag": "4061074c-3aa1-4faa-8258-bceb0f6cb0b4", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:38.015583 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26a7cf88-9777-4128-9814-19297c6672bd {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:38.022528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 35925466-8c35-4e26-bb36-68495fc06456) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:38.024436 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e2d48-90f2-4b75-92f1-28618f76b92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4061074c-3aa1-4faa-8258-bceb0f6cb0b4', 'code': 200} Aug 20 12:22:38.031898 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:38.034120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:38.046241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627c1b1-44c4-49fb-bf90-416ab70a5a9a None None] Network 35925466-8c35-4e26-bb36-68495fc06456 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:38.052229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:38.062992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d173b128-f2da-467a-aa66-1aca9be3c1a4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6783822 Aug 20 12:22:38.184615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d156b4-77a2-45d2-9f6d-41cea1e9349e req-e3a45328-336c-4349-9f46-5ac26a959424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:38.186049 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-80d156b4-77a2-45d2-9f6d-41cea1e9349e req-e3a45328-336c-4349-9f46-5ac26a959424 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 1097 time: 0.0591536 Aug 20 12:22:38.206636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5cdcb-67ff-4465-a35a-3c7eb7b09dca None None] Network 35925466-8c35-4e26-bb36-68495fc06456 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:38.240260 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-80d156b4-77a2-45d2-9f6d-41cea1e9349e req-158e9220-be67-4258-8834-c5d5d0b8487a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456526 Aug 20 12:22:38.361191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdf898-2608-445e-9059-e684c87a44fa req-187a47c3-e7af-443e-bb78-adb44ae64502 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:38.378725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8bdf898-2608-445e-9059-e684c87a44fa req-187a47c3-e7af-443e-bb78-adb44ae64502 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 945 time: 0.0739505 Aug 20 12:22:38.422125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8bdf898-2608-445e-9059-e684c87a44fa req-2378d35b-dc70-4601-9467-7539f4eeb9c1 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418403 Aug 20 12:22:38.587208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-a17b033f-437f-479a-add8-d8e82f56ec55 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:38.588607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-a17b033f-437f-479a-add8-d8e82f56ec55 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 813 time: 0.1061645 Aug 20 12:22:38.604602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-951031e4-3816-4ea4-900f-d5a805d46c31 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/quotas/21224cd61038443f8a9af8ea379d4d43 HTTP/1.1" status: 200 len: 375 time: 0.0099034 Aug 20 12:22:38.639206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-c9e13175-9d6e-4f5e-bdd4-08ccbb342b5c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286767 Aug 20 12:22:38.740745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:38.743284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-3aa0ad39-3ed0-4733-9522-a2c8d55e46a5 service neutron] 10.222.0.25 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965304 Aug 20 12:22:38.859788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-b6d825b2-d029-4f4b-ba4d-25a5c5d19b3b service neutron] 10.222.0.25 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099575 Aug 20 12:22:38.959829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:38.960202 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:38.973078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc3e1-fb87-46a4-af21-01a625d0047d req-d5d5843c-45bc-4e39-becb-2cec2f0074af tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:38.975074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45fcc3e1-fb87-46a4-af21-01a625d0047d req-d5d5843c-45bc-4e39-becb-2cec2f0074af tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1095 time: 0.0453014 Aug 20 12:22:39.060934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45fcc3e1-fb87-46a4-af21-01a625d0047d req-c4d51eed-191a-4e11-996d-a474a11bc0b7 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784919 Aug 20 12:22:39.107653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9881cc6-ef93-44a9-a475-c08e4c83ce7c req-f6ec6bc6-1332-4e42-9630-f669930a31d1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 210 time: 0.0444522 Aug 20 12:22:39.556814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948a5e-78f4-40bb-8e00-b245646703f8 req-fbf5aea4-9c44-4a49-88d9-7d7c09ca3171 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:39.558326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03948a5e-78f4-40bb-8e00-b245646703f8 req-fbf5aea4-9c44-4a49-88d9-7d7c09ca3171 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 946 time: 0.0897903 Aug 20 12:22:39.574746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c83-8936-48be-b595-7f1ab52b5372 req-52035e10-835b-452d-87d6-005c11c45f24 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:39.576213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df050c83-8936-48be-b595-7f1ab52b5372 req-52035e10-835b-452d-87d6-005c11c45f24 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 945 time: 0.0754018 Aug 20 12:22:39.631668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03948a5e-78f4-40bb-8e00-b245646703f8 req-dcc4d3cf-59a1-4ecb-ae5b-3a34cb48daee tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663095 Aug 20 12:22:39.646971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df050c83-8936-48be-b595-7f1ab52b5372 req-6543af52-3b9f-4b39-9950-9999b6f77e24 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638163 Aug 20 12:22:39.673151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 321c8401-2fac-43f7-b13e-48d6074061ee details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:22:39.766872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 321c8401-2fac-43f7-b13e-48d6074061ee, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=321c8401-2fac-43f7-b13e-48d6074061ee,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:39.778113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '321c8401-2fac-43f7-b13e-48d6074061ee', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'port_id': '321c8401-2fac-43f7-b13e-48d6074061ee', 'mac_address': 'fa:16:3e:f2:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:22:39.814746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.826860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321c8401-2fac-43f7-b13e-48d6074061ee {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:39.848350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 321c8401-2fac-43f7-b13e-48d6074061ee, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=321c8401-2fac-43f7-b13e-48d6074061ee,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:39.852516 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.899780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=321c8401-2fac-43f7-b13e-48d6074061ee,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:40.084171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f9733ed7-1ed7-4985-94bd-fd504fbe7ef6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:40.085534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f9733ed7-1ed7-4985-94bd-fd504fbe7ef6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.73 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 813 time: 0.1095080 Aug 20 12:22:40.103929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['321c8401-2fac-43f7-b13e-48d6074061ee'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:40.109620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Request body: {'port': {'device_id': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'network_id': '35925466-8c35-4e26-bb36-68495fc06456', 'admin_state_up': True, 'tenant_id': '21224cd61038443f8a9af8ea379d4d43'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:40.219262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75e5f0f7-484d-4c65-ba22-c20bfbffaa54 req-dde1a54f-4862-46cb-bb70-690f73972331 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 210 time: 0.0314345 Aug 20 12:22:40.222390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d7469-0528-4db1-afa7-1c7ebae829e9 req-5e863f77-62cf-4112-9c0c-90c3dc773eb6 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:40.223927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-997d7469-0528-4db1-afa7-1c7ebae829e9 req-5e863f77-62cf-4112-9c0c-90c3dc773eb6 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1096 time: 0.0834885 Aug 20 12:22:40.237521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Made reservation on behalf of 21224cd61038443f8a9af8ea379d4d43 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:40.241035 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.271487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-997d7469-0528-4db1-afa7-1c7ebae829e9 req-d610fed4-4f73-4db7-ad6d-135ffb74369a tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Aug 20 12:22:40.371134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Allocated IP 172.20.0.13 (35925466-8c35-4e26-bb36-68495fc06456/98cb06c3-f1dc-4eb9-8e13-58d095030fdb/3e6e9f91-412d-4324-9a30-1b77a10d34b6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:40.522229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.562497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.602401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Network 35925466-8c35-4e26-bb36-68495fc06456 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:40.605320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:40.608870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:40.639254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:40.667268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:40.667888 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.684112 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-6a13d90f-bc6a-4bb2-9eaf-fbb5cefb018d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789411 Aug 20 12:22:40.699278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Request body: {'port': {'device_id': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:40.756390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.788636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbda24-449d-4f43-b5d8-e638c7acc0f9 req-a5d9584e-0c7d-4d45-a289-ad86ae89b581 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:40.790655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13cbda24-449d-4f43-b5d8-e638c7acc0f9 req-a5d9584e-0c7d-4d45-a289-ad86ae89b581 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 946 time: 0.0834908 Aug 20 12:22:40.802613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9e8d9-c1d3-4a9b-a6d5-37aed39f5b39 req-f8a70298-b2bb-41e8-a594-fa12f3b26a6f tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:40.804045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b9e8d9-c1d3-4a9b-a6d5-37aed39f5b39 req-f8a70298-b2bb-41e8-a594-fa12f3b26a6f tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 945 time: 0.0697050 Aug 20 12:22:40.861893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13cbda24-449d-4f43-b5d8-e638c7acc0f9 req-a7f6dd2d-4a40-4906-a2e2-862752d4139a tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567508 Aug 20 12:22:40.865031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b9e8d9-c1d3-4a9b-a6d5-37aed39f5b39 req-794af13e-023c-48d5-a1b7-e8da3318e268 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526628 Aug 20 12:22:41.048399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6e9f91-412d-4324-9a30-1b77a10d34b6 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:41.057227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.069709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Transition to ACTIVE for port object 3e6e9f91-412d-4324-9a30-1b77a10d34b6 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:41.074081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.144977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:41.201065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Attempting to bind port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:41.201065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Attempting to bind port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:41.201409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Attempting to bind port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 on network 35925466-8c35-4e26-bb36-68495fc06456 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:41.206876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 on network 35925466-8c35-4e26-bb36-68495fc06456 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:22:41.207197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Attempting to bind port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 on network 35925466-8c35-4e26-bb36-68495fc06456 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:41.214854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:41.215198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Checking segment: {'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:41.215585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Bound using segment: {'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:41.216018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Bound port: 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:41.216379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.288540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:41.296497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:41.304762 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.387594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:41.388224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.389817 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] 10.222.0.73 "PUT /v2.0/ports/3e6e9f91-412d-4324-9a30-1b77a10d34b6 HTTP/1.1" status: 200 len: 1093 time: 0.6962206 Aug 20 12:22:41.394469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:41.397536 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2639f703-c923-4170-a30c-1f2806efda7b" -d '{"events": [{"name": "network-changed", "server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:41.429661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1368ae6-6cc5-4667-8f92-3764950725aa service neutron] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:41.457935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e43b0f-11cb-4636-b035-4530b2149475 req-cc139c17-17b5-4952-9efb-6c70578012f3 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:41.459121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0e665-ee21-4eb3-9d52-034711a21d59 req-0f5f7d0b-12ea-4d51-b4b5-8ac8be6a93fb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:41.459472 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-78e43b0f-11cb-4636-b035-4530b2149475 req-cc139c17-17b5-4952-9efb-6c70578012f3 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 946 time: 0.1182327 Aug 20 12:22:41.461619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efb0e665-ee21-4eb3-9d52-034711a21d59 req-0f5f7d0b-12ea-4d51-b4b5-8ac8be6a93fb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1368115 Aug 20 12:22:41.464609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46d6cd-b1d1-43d8-a1f0-d59a02b25b38 req-31ab9fde-ad5d-4033-b095-b0684523e373 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:41.470691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc46d6cd-b1d1-43d8-a1f0-d59a02b25b38 req-31ab9fde-ad5d-4033-b095-b0684523e373 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1096 time: 0.0944581 Aug 20 12:22:41.537993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-efb0e665-ee21-4eb3-9d52-034711a21d59 req-bc444412-202d-44bc-ac96-131114d7c7fd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660892 Aug 20 12:22:41.539666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc46d6cd-b1d1-43d8-a1f0-d59a02b25b38 req-c5d55036-8ed6-4924-9d09-a24597f687c1 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660841 Aug 20 12:22:41.551726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-b577920a-976c-41a2-b285-eff2ee5751bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:41.562167 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-b577920a-976c-41a2-b285-eff2ee5751bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 1096 time: 0.1279395 Aug 20 12:22:41.607738 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82718581-6800-4196-9569-7e049d31ca75 x-openstack-request-id: req-82718581-6800-4196-9569-7e049d31ca75 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:41.608040 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:41.608295 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82718581-6800-4196-9569-7e049d31ca75 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:41.608703 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'status': 'completed', 'code': 200} Aug 20 12:22:41.611166 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-a17b8800-be58-4e90-aef1-d0bc02196eee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6 HTTP/1.1" status: 200 len: 217 time: 0.0408494 Aug 20 12:22:41.660774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Deleting port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:41.661116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.687615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 321c8401-2fac-43f7-b13e-48d6074061ee up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:41.719347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-d74fbfe7-70ca-4d70-a726-18e3a45f0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:41.720867 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-d74fbfe7-70ca-4d70-a726-18e3a45f0f08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 200 len: 853 time: 0.1020765 Aug 20 12:22:41.747197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 321c8401-2fac-43f7-b13e-48d6074061ee completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:41.751567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 321c8401-2fac-43f7-b13e-48d6074061ee triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:41.751927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.763333 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-7194402f-5fe2-4dee-9c0f-59fb638078c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35925466-8c35-4e26-bb36-68495fc06456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348105 Aug 20 12:22:41.836424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] For port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:41.836713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.841574 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.867663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999264e0-47a5-4036-bade-870e926ed27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321c8401-2fac-43f7-b13e-48d6074061ee'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:41.870143 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80962e11-e78d-4974-81a3-2faa95eef9cb" -d '{"events": [{"server_uuid": "999264e0-47a5-4036-bade-870e926ed27e", "name": "network-vif-plugged", "status": "completed", "tag": "321c8401-2fac-43f7-b13e-48d6074061ee"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:41.892602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 321c8401-2fac-43f7-b13e-48d6074061ee, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=321c8401-2fac-43f7-b13e-48d6074061ee,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:41.899103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.960402 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbeec7a-ce8f-4e98-ae90-6e397753ec9d x-openstack-request-id: req-bcbeec7a-ce8f-4e98-ae90-6e397753ec9d {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:41.960974 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999264e0-47a5-4036-bade-870e926ed27e", "name": "network-vif-plugged", "status": "completed", "tag": "321c8401-2fac-43f7-b13e-48d6074061ee", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:41.961373 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcbeec7a-ce8f-4e98-ae90-6e397753ec9d {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:41.961912 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999264e0-47a5-4036-bade-870e926ed27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321c8401-2fac-43f7-b13e-48d6074061ee', 'code': 200} Aug 20 12:22:41.994595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=321c8401-2fac-43f7-b13e-48d6074061ee,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:42.039488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059da80e-abfc-4539-b3e8-f639b318c48f req-53360d8d-4a1f-4bc2-b844-f94d0067b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:42.041304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-059da80e-abfc-4539-b3e8-f639b318c48f req-53360d8d-4a1f-4bc2-b844-f94d0067b560 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.0542362 Aug 20 12:22:42.049003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e9d5-638c-4637-b4f2-1378a25a0b29 req-39fb377c-37d4-41cc-9660-0cd6f1f90006 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:42.050611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faf7e9d5-638c-4637-b4f2-1378a25a0b29 req-39fb377c-37d4-41cc-9660-0cd6f1f90006 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 946 time: 0.1000144 Aug 20 12:22:42.083087 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.087847 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-44f6e11c-53d5-42ef-8bf9-ba0df8863995 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156459 Aug 20 12:22:42.109007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-059da80e-abfc-4539-b3e8-f639b318c48f req-a0e6164d-d192-4443-a44c-3404c5a09312 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571575 Aug 20 12:22:42.114164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faf7e9d5-638c-4637-b4f2-1378a25a0b29 req-912db582-cbcc-47bc-b27c-72721a2563ea tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups?id=16931bc3-470a-477f-be92-87c81f30249f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539382 Aug 20 12:22:42.543936 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.544542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.544719 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Floating IP 0f61485f-7730-43d8-8f0a-b88a129cd605 disassociated. External IP: 172.25.0.211, port: 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3. Aug 20 12:22:42.545097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Calling delete_port for 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:42.571144 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-127d48da-d74b-4de4-8d3f-2b37f103f4a9 req-8d185f48-7b8a-4209-9a9a-eaf1e750f848 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759748 Aug 20 12:22:42.692427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f703-c923-4170-a30c-1f2806efda7b req-a1ae2a63-aea0-4c41-a539-219bf6292acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:42.694085 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2639f703-c923-4170-a30c-1f2806efda7b req-a1ae2a63-aea0-4c41-a539-219bf6292acf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 1096 time: 0.0535595 Aug 20 12:22:42.720906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8ef23-5149-4a18-8953-6c2ac30a8437 req-e3893d2b-7fcb-4698-8dc5-dac7f80023f3 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:42.722438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4be8ef23-5149-4a18-8953-6c2ac30a8437 req-e3893d2b-7fcb-4698-8dc5-dac7f80023f3 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.0723364 Aug 20 12:22:42.733729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f1e1-3bcc-4b67-82d2-431dd075656d req-acea52e1-994b-44c7-bf3d-15ba1e0bbac4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:42.735368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3006f1e1-3bcc-4b67-82d2-431dd075656d req-acea52e1-994b-44c7-bf3d-15ba1e0bbac4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.0956633 Aug 20 12:22:42.790403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4be8ef23-5149-4a18-8953-6c2ac30a8437 req-00e939cc-1c5e-41ba-a1b3-e37a253abf95 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537217 Aug 20 12:22:42.795944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3006f1e1-3bcc-4b67-82d2-431dd075656d req-3cd0096f-581a-44fb-a087-7fe832609648 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521858 Aug 20 12:22:42.800005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.851856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event deleted for resources: {'Port': ['ID=000eb8a3-5e4c-4a46-a79d-aeea12ba91f3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:42.901692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f703-c923-4170-a30c-1f2806efda7b req-03560504-8e73-4a1b-b3a1-fe2770af73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:42.903215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2639f703-c923-4170-a30c-1f2806efda7b req-03560504-8e73-4a1b-b3a1-fe2770af73bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 914 time: 0.1855648 Aug 20 12:22:42.986549 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2639f703-c923-4170-a30c-1f2806efda7b req-77c6c8a0-ff38-4144-8539-045de6f5748c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6 HTTP/1.1" status: 200 len: 217 time: 0.0680673 Aug 20 12:22:43.052730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:22:43.059124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f703-c923-4170-a30c-1f2806efda7b req-cb807513-6232-418d-aa2a-d8640774e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:43.060592 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2639f703-c923-4170-a30c-1f2806efda7b req-cb807513-6232-418d-aa2a-d8640774e278 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 200 len: 853 time: 0.0663645 Aug 20 12:22:43.146124 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2639f703-c923-4170-a30c-1f2806efda7b req-cb4510f3-96ad-4d69-ac9c-ff7d197e3d07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35925466-8c35-4e26-bb36-68495fc06456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334783 Aug 20 12:22:43.226983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e64b02a3-9e1d-48e8-ac80-79d7d28f6b70 req-8a547083-a182-45e1-b268-cf297585e1e4 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ef89b-9ae6-4ee9-8fb0-93ea39f1a171 HTTP/1.1" status: 200 len: 210 time: 0.0360606 Aug 20 12:22:43.262772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:43.275367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] Sync routers for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:43.300289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:43.301763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:43.330169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] No DVR routers for this DVR port 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:43.333625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.336956 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-78e43b0f-11cb-4636-b035-4530b2149475 req-30f6d691-35b8-4356-a5a8-528abe3da04e tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.73 "DELETE /v2.0/ports/000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 HTTP/1.1" status: 204 len: 173 time: 1.8624063 Aug 20 12:22:43.366444 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2639f703-c923-4170-a30c-1f2806efda7b req-44b0ba23-d4a8-4fa0-8e2c-8d4579eafa67 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795638 Aug 20 12:22:43.512813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2639f703-c923-4170-a30c-1f2806efda7b req-2f269955-67cf-47d2-ae27-895e9f287b9f service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370883 Aug 20 12:22:43.515321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:43.610145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'name': 'network-vif-deleted', 'tag': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:43.612635 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2224562e-d96c-47f6-ab0a-cb464676679e" -d '{"events": [{"server_uuid": "659ef89b-9ae6-4ee9-8fb0-93ea39f1a171", "name": "network-vif-deleted", "tag": "000eb8a3-5e4c-4a46-a79d-aeea12ba91f3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:43.652917 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d80439-6099-44b2-9ee6-2b9bc8ae2aa5 x-openstack-request-id: req-18d80439-6099-44b2-9ee6-2b9bc8ae2aa5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:43.653206 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ef89b-9ae6-4ee9-8fb0-93ea39f1a171", "name": "network-vif-deleted", "tag": "000eb8a3-5e4c-4a46-a79d-aeea12ba91f3", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:43.653462 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18d80439-6099-44b2-9ee6-2b9bc8ae2aa5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:43.653875 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ef89b-9ae6-4ee9-8fb0-93ea39f1a171', 'name': 'network-vif-deleted', 'tag': '000eb8a3-5e4c-4a46-a79d-aeea12ba91f3', 'status': 'completed', 'code': 200} Aug 20 12:22:43.731986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:43.759915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] Checking router: 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:43.768880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:43.771693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:43.829900 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.897186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:44.014622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95201100-8d1f-4ba8-a731-fbcc0aab5649 req-7ac33f51-083c-48fb-baf3-3571d2ac9c3f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:44.021834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95201100-8d1f-4ba8-a731-fbcc0aab5649 req-7ac33f51-083c-48fb-baf3-3571d2ac9c3f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1135440 Aug 20 12:22:44.026236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91c7da-d55c-4c9f-90c8-a1ae5079b518 req-153f4522-d376-4e8a-adad-87366995680a tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:44.027766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be91c7da-d55c-4c9f-90c8-a1ae5079b518 req-153f4522-d376-4e8a-adad-87366995680a tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.1027644 Aug 20 12:22:44.081541 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95201100-8d1f-4ba8-a731-fbcc0aab5649 req-4f9720a9-178f-4fc1-9795-845084cda2e5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572956 Aug 20 12:22:44.087007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be91c7da-d55c-4c9f-90c8-a1ae5079b518 req-668fef02-a1c5-4be4-a3aa-8724f775c0e9 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530255 Aug 20 12:22:44.155032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:44.185964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcf569-439b-4fbe-86e4-785b029d9929 None None] The sync data for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 is: [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:15:47Z', 'revision_number': 4, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3848b58a-8049-4456-83d2-7e59097b0d47', 'name': '', 'network_id': '36f59f32-69eb-4295-ad6a-a9c5fb165bfc', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'mac_address': 'fa:16:3e:0a:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:46Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'subnets': [{'id': 'a6d31948-eaf7-4685-959b-c2139a3551c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:44.208593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd305e5a-0f5c-48d0-bddf-c72a1e429f3f req-d1e7ccd8-34d0-49be-866c-c6b24553a3c7 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:44.211497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd305e5a-0f5c-48d0-bddf-c72a1e429f3f req-d1e7ccd8-34d0-49be-866c-c6b24553a3c7 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.0460234 Aug 20 12:22:44.252358 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd305e5a-0f5c-48d0-bddf-c72a1e429f3f req-41f6133d-7528-4872-b3e5-ff21fbafe7bb tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Aug 20 12:22:44.341460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48740) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:44.427146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-60a55a4e-acaa-4080-a67d-4c3894aaa0c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587173 Aug 20 12:22:44.531343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-c04b4ae4-1dbf-4df1-86e2-26f0b759413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:44.532954 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-c04b4ae4-1dbf-4df1-86e2-26f0b759413b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1097 time: 0.0558705 Aug 20 12:22:44.557859 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b5abbe-9ba8-473b-a055-67bb66264962 None None] New status for floating IP 0f61485f-7730-43d8-8f0a-b88a129cd605: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:22:44.671503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-6edb94f1-2af3-415c-a135-2d7194394ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:44.672769 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-6edb94f1-2af3-415c-a135-2d7194394ab9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.1168392 Aug 20 12:22:44.775649 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab2dff67-e1f2-43e1-a2f8-4a0420007323 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.777715 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-469e99e9-c653-4c72-9ec5-418b524e57c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 1000 time: 0.0958068 Aug 20 12:22:44.778700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035231d-2c27-4467-9558-38e549b2504e req-cd3e7a3c-4fdf-4d94-a6d8-cd1d6917f1ff tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:44.780224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4035231d-2c27-4467-9558-38e549b2504e req-cd3e7a3c-4fdf-4d94-a6d8-cd1d6917f1ff tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.4523849 Aug 20 12:22:44.822521 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab2dff67-e1f2-43e1-a2f8-4a0420007323 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.836606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-adc80077-a8b3-4a0c-814f-44e1313172dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:44.838122 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-adc80077-a8b3-4a0c-814f-44e1313172dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.0524797 Aug 20 12:22:44.862037 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4035231d-2c27-4467-9558-38e549b2504e req-b9e12bd2-6bc9-4abc-9e96-e8ab2af3fe94 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701914 Aug 20 12:22:44.890496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab2dff67-e1f2-43e1-a2f8-4a0420007323 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.893838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ab2dff67-e1f2-43e1-a2f8-4a0420007323 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.895251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ab2dff67-e1f2-43e1-a2f8-4a0420007323 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "DELETE /v2.0/security-groups/16931bc3-470a-477f-be92-87c81f30249f HTTP/1.1" status: 204 len: 168 time: 0.5524206 Aug 20 12:22:44.898615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-b3370505-fdaa-4ddc-b035-0d6a1bd21c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:44.900601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48746) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:44.901059 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-b3370505-fdaa-4ddc-b035-0d6a1bd21c3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554116 Aug 20 12:22:44.915111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dff67-e1f2-43e1-a2f8-4a0420007323 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16931bc3-470a-477f-be92-87c81f30249f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:44.922239 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-1da42f55-2996-4b7d-8981-0ac15299532b tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] show failed (client error): The resource could not be found. Aug 20 12:22:44.923275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1da42f55-2996-4b7d-8981-0ac15299532b tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "GET /v2.0/security-groups/16931bc3-470a-477f-be92-87c81f30249f HTTP/1.1" status: 404 len: 347 time: 0.0214236 Aug 20 12:22:44.926551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48748) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:45.010203 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-9b2dd541-c817-4aa0-ba84-3ff0956cb415 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015348 Aug 20 12:22:45.093964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Deleting port 35955c1c-49a4-4fc4-9772-33ad3fd2bcbe {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:45.094462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.120923 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b95f7066-bd74-4684-aaec-0546dc1e9802 req-38587adb-efa9-471b-9533-28d920df1316 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023595 Aug 20 12:22:45.299256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74f259-d45b-43dd-8d2b-34649881b752 req-8118a67e-026b-4003-a3cd-57366f5c2b71 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:45.300660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e74f259-d45b-43dd-8d2b-34649881b752 req-8118a67e-026b-4003-a3cd-57366f5c2b71 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1335597 Aug 20 12:22:45.306607 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.306929 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.332935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Calling delete_port for 35955c1c-49a4-4fc4-9772-33ad3fd2bcbe owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:45.335169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-a48652ec-f848-4e89-ae8c-073189a7f2f2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:45.337195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-a48652ec-f848-4e89-ae8c-073189a7f2f2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/networks?id=f70d15fb-1c58-4b87-8955-a9a4682abd40 HTTP/1.1" status: 200 len: 911 time: 0.1852586 Aug 20 12:22:45.406706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-d1aba562-e3ea-4224-ad15-efeea24c35f0 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/quotas/7a2a69b540424c348c3be7abb09ed615 HTTP/1.1" status: 200 len: 375 time: 0.0614834 Aug 20 12:22:45.431572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e74f259-d45b-43dd-8d2b-34649881b752 req-31fd7bc6-d1fb-4eb5-884c-32b8d146f4e8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122973 Aug 20 12:22:45.484460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-3be1223d-39cb-443a-bc30-753ff27b222f tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a2a69b540424c348c3be7abb09ed615&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713418 Aug 20 12:22:45.627406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-259989a3-9510-4df6-9386-968357acc247 service neutron] 10.222.0.25 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354496 Aug 20 12:22:45.628533 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.663423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Pushing event deleted for resources: {'Port': ['ID=35955c1c-49a4-4fc4-9772-33ad3fd2bcbe,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:45.708520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:22:45.716187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:22:45.743710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:22:45.744056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 000eb8a3-5e4c-4a46-a79d-aeea12ba91f3 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:22:45.788143 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.791540 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.793190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8bf0d8e3-b563-421d-b45a-c4bf1c81a1d9 tempest-AttachVolumeTestJSON-2044297410 tempest-AttachVolumeTestJSON-2044297410-project] 10.222.0.25 "DELETE /v2.0/floatingips/0f61485f-7730-43d8-8f0a-b88a129cd605 HTTP/1.1" status: 204 len: 168 time: 0.8652685 Aug 20 12:22:45.833469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-f6cfcb44-41cd-455f-8e7f-cb5f058736cd service neutron] 10.222.0.25 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797113 Aug 20 12:22:45.897385 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:45.913518 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'network_id': '35925466-8c35-4e26-bb36-68495fc06456', 'port_id': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'mac_address': 'fa:16:3e:01:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cb06c3-f1dc-4eb9-8e13-58d095030fdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:22:45.978779 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.005412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6e9f91-412d-4324-9a30-1b77a10d34b6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:46.030916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:46.036340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.077056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e768ec65-9dea-4f1b-b472-43084ac69ee7 req-d32273ea-4df4-4ca6-a410-9f18b2e7204a tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 210 time: 0.0387056 Aug 20 12:22:46.097936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:46.294644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3e6e9f91-412d-4324-9a30-1b77a10d34b6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:46.582981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f632f-8ded-42ce-b25b-b2ca6507ee09 req-6190224d-ba8e-4f9f-a62b-c42700f40631 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:46.592207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e4f632f-8ded-42ce-b25b-b2ca6507ee09 req-6190224d-ba8e-4f9f-a62b-c42700f40631 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 945 time: 0.0632992 Aug 20 12:22:46.638554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e4f632f-8ded-42ce-b25b-b2ca6507ee09 req-72874d80-4682-46f4-bc28-dfc928a1fe6d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Aug 20 12:22:47.019110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a484-9812-4622-aada-1b26620b408a req-953003e3-53fa-4657-bbdc-673c4af2ae11 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:47.020805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50a0a484-9812-4622-aada-1b26620b408a req-953003e3-53fa-4657-bbdc-673c4af2ae11 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1097 time: 0.0616131 Aug 20 12:22:47.069948 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-50a0a484-9812-4622-aada-1b26620b408a req-b1ca0585-83ce-44ef-aff7-f226b848baf2 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.149689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.22', 55519) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:47.220932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c13aa6ad-3865-43f3-9d7b-063e409c8c9d req-8d315b68-6ddb-46aa-a83c-5f95ee7e7411 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 210 time: 0.0373306 Aug 20 12:22:47.285079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-50a0a484-9812-4622-aada-1b26620b408a req-b1ca0585-83ce-44ef-aff7-f226b848baf2 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.291154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-7d5c3ca1-db56-4bb5-8665-0415f6fca711 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:47.292610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-50a0a484-9812-4622-aada-1b26620b408a req-b1ca0585-83ce-44ef-aff7-f226b848baf2 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.294697 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-7d5c3ca1-db56-4bb5-8665-0415f6fca711 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.22 "GET /v2.0/networks?id=f70d15fb-1c58-4b87-8955-a9a4682abd40 HTTP/1.1" status: 200 len: 911 time: 0.1427510 Aug 20 12:22:47.317381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50a0a484-9812-4622-aada-1b26620b408a req-b1ca0585-83ce-44ef-aff7-f226b848baf2 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884252 Aug 20 12:22:47.322321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Request body: {'port': {'device_id': '585f0bd7-1759-45be-a8af-93aa17224c6f', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'admin_state_up': True, 'tenant_id': '7a2a69b540424c348c3be7abb09ed615'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:47.337391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca0585-83ce-44ef-aff7-f226b848baf2 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1701c2-d4de-40c7-9a48-0fccdc96e7b4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:47.373774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Made reservation on behalf of 7a2a69b540424c348c3be7abb09ed615 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:47.379032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.473572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd817f7c-17b8-44d6-8fb8-50f8b8ae266e req-05c335c6-77dc-48d7-9ba3-00b5f6c15c2c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:47.476024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd817f7c-17b8-44d6-8fb8-50f8b8ae266e req-05c335c6-77dc-48d7-9ba3-00b5f6c15c2c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0741673 Aug 20 12:22:47.528754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd817f7c-17b8-44d6-8fb8-50f8b8ae266e req-0916d7b0-2f15-49d3-ab59-50b7e0784512 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Aug 20 12:22:47.547731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Allocated IP 172.20.0.14 (f70d15fb-1c58-4b87-8955-a9a4682abd40/e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5/9affec0e-dad9-4570-b3bd-68ccb766526a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:47.554610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:47.634217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b9678b70-0411-4774-938e-bc96d83ae88d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/156a13bf-844b-4e5f-80c1-f7429d22ade5 HTTP/1.1" status: 200 len: 992 time: 0.0755997 Aug 20 12:22:47.720307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:47.791141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.792679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:47.798206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:47.798581 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.817632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Transition to ACTIVE for port object 9affec0e-dad9-4570-b3bd-68ccb766526a will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:47.835120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f949a5-118c-4c95-9c02-d5f6ad004358 req-b2c8b086-2ab0-40c6-8b40-63755985e500 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:47.838738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7f949a5-118c-4c95-9c02-d5f6ad004358 req-b2c8b086-2ab0-40c6-8b40-63755985e500 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 945 time: 0.1190195 Aug 20 12:22:47.881687 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.905702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['321c8401-2fac-43f7-b13e-48d6074061ee'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:47.912026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7f949a5-118c-4c95-9c02-d5f6ad004358 req-feac5f87-6284-42ce-bb18-1231c2cc0ff4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645697 Aug 20 12:22:47.949829 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.989635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:47.992847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:47.995651 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410604bb-13b1-45a9-a4d0-4b5fd112d861" -d '{"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-plugged", "status": "completed", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:47.997203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Pushing event updated for resources: {'Port': ['ID=9affec0e-dad9-4570-b3bd-68ccb766526a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:48.001422 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:48.015503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:48.022358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:48.027711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:48.108860 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4677de56-e204-4cdf-8034-d457bd95bae9 x-openstack-request-id: req-4677de56-e204-4cdf-8034-d457bd95bae9 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:48.108860 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-plugged", "status": "completed", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:48.113924 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4677de56-e204-4cdf-8034-d457bd95bae9 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:48.114403 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'code': 200} Aug 20 12:22:48.125378 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:48.260227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:48.265898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:48.313195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b75e2-c409-4b63-acdc-d0030b65a0c5 req-540c37cf-5ecc-48bb-8c7d-32b5e7de3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:48.317682 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f8b75e2-c409-4b63-acdc-d0030b65a0c5 req-540c37cf-5ecc-48bb-8c7d-32b5e7de3b36 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 1098 time: 0.1517169 Aug 20 12:22:48.378215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-dd9feb0b-fe06-44bf-932a-eb6e06222f41 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0714383 Aug 20 12:22:48.395836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-8eadc657-1796-4ff9-9da9-d406dabc84b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:22:48.397701 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-8eadc657-1796-4ff9-9da9-d406dabc84b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090804 Aug 20 12:22:48.404165 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f8b75e2-c409-4b63-acdc-d0030b65a0c5 req-91a549aa-103e-41f4-a683-c118dfb5b36a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765314 Aug 20 12:22:48.440239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107a38-2987-4aba-ae9e-6c4e1f98d761 req-c02e2e71-7674-466c-b8d3-48f131d7ed60 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:48.442932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f107a38-2987-4aba-ae9e-6c4e1f98d761 req-c02e2e71-7674-466c-b8d3-48f131d7ed60 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1028 time: 0.0919623 Aug 20 12:22:48.493474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Request body: {'port': {'device_id': '585f0bd7-1759-45be-a8af-93aa17224c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:48.518641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f107a38-2987-4aba-ae9e-6c4e1f98d761 req-238e801b-6467-4647-9d6b-2f73c7ca9be9 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629282 Aug 20 12:22:48.522074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d7c25f21-17d8-45fd-a69c-631162e04097 None None] Provisioning for port 9affec0e-dad9-4570-b3bd-68ccb766526a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:48.533484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d7c25f21-17d8-45fd-a69c-631162e04097 None None] Provisioning complete for port 9affec0e-dad9-4570-b3bd-68ccb766526a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:48.533484 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d7c25f21-17d8-45fd-a69c-631162e04097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:48.584693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d7c25f21-17d8-45fd-a69c-631162e04097 None None] Port 9affec0e-dad9-4570-b3bd-68ccb766526a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:48.652391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:48.658120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc530-d65c-4b74-80c9-417740ba3f66 req-5ec484c0-bec2-4f6d-869a-fd90d8f6250a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:48.660224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-118bc530-d65c-4b74-80c9-417740ba3f66 req-5ec484c0-bec2-4f6d-869a-fd90d8f6250a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0617247 Aug 20 12:22:48.714782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-118bc530-d65c-4b74-80c9-417740ba3f66 req-bda8b676-8d98-4fd3-8e71-3f38414f266f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482042 Aug 20 12:22:48.759210 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-6c24c733-d610-45af-978c-07dc0f870620 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1777384 Aug 20 12:22:49.087164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9affec0e-dad9-4570-b3bd-68ccb766526a {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:49.096306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.126990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Transition to ACTIVE for port object 9affec0e-dad9-4570-b3bd-68ccb766526a will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:49.131649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf14b6-3d92-4299-ac2c-749fc3a18243 req-914d64d7-668a-4326-9fb2-fffe3c681224 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:49.134993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecbf14b6-3d92-4299-ac2c-749fc3a18243 req-914d64d7-668a-4326-9fb2-fffe3c681224 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1107216 Aug 20 12:22:49.135936 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.191272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecbf14b6-3d92-4299-ac2c-749fc3a18243 req-1776c9bb-544a-445a-baf5-923796c80cea tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481672 Aug 20 12:22:49.231027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Pushing event updated for resources: {'Port': ['ID=9affec0e-dad9-4570-b3bd-68ccb766526a,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:49.375605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Attempting to bind port 9affec0e-dad9-4570-b3bd-68ccb766526a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:49.376757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Attempting to bind port 9affec0e-dad9-4570-b3bd-68ccb766526a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:49.377262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Attempting to bind port 9affec0e-dad9-4570-b3bd-68ccb766526a on network f70d15fb-1c58-4b87-8955-a9a4682abd40 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:49.383438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Port 9affec0e-dad9-4570-b3bd-68ccb766526a on network f70d15fb-1c58-4b87-8955-a9a4682abd40 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:22:49.383863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Attempting to bind port 9affec0e-dad9-4570-b3bd-68ccb766526a on network f70d15fb-1c58-4b87-8955-a9a4682abd40 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:49.389573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:49.390306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Checking segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:49.390888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Bound using segment: {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:49.391318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Bound port: 9affec0e-dad9-4570-b3bd-68ccb766526a, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea8f143-8207-4720-b169-edf223b739e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:49.391673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.529817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-22ef0782-527f-4126-9765-4bf1e024d0e4 req-85fad249-f413-481b-9d26-5332ada989d8 service neutron] (101033) timed out ('10.222.0.25', 50210) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:22:49.561398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] For port 9affec0e-dad9-4570-b3bd-68ccb766526a, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:49.581429 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] For port 9affec0e-dad9-4570-b3bd-68ccb766526a, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9affec0e-dad9-4570-b3bd-68ccb766526a,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:49.593940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.647378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:49.647820 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.649447 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] 10.222.0.22 "PUT /v2.0/ports/9affec0e-dad9-4570-b3bd-68ccb766526a HTTP/1.1" status: 200 len: 1093 time: 1.2414553 Aug 20 12:22:49.649917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585f0bd7-1759-45be-a8af-93aa17224c6f', 'tag': '9affec0e-dad9-4570-b3bd-68ccb766526a'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:49.658166 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b456608f-bb62-430c-b340-4cc7998d8206" -d '{"events": [{"name": "network-changed", "server_uuid": "585f0bd7-1759-45be-a8af-93aa17224c6f", "tag": "9affec0e-dad9-4570-b3bd-68ccb766526a"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:49.734141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128872c8-7119-42ea-9857-9db6efa79393 service neutron] Pushing event updated for resources: {'Port': ['ID=9affec0e-dad9-4570-b3bd-68ccb766526a,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:49.787067 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f570e-1c77-4ff8-abeb-3ea9a9f5efc1 x-openstack-request-id: req-b01f570e-1c77-4ff8-abeb-3ea9a9f5efc1 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:49.787362 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585f0bd7-1759-45be-a8af-93aa17224c6f", "tag": "9affec0e-dad9-4570-b3bd-68ccb766526a", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:49.787618 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b01f570e-1c77-4ff8-abeb-3ea9a9f5efc1 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:49.788079 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585f0bd7-1759-45be-a8af-93aa17224c6f', 'tag': '9affec0e-dad9-4570-b3bd-68ccb766526a', 'status': 'completed', 'code': 200} Aug 20 12:22:49.797262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163561c0-17a3-452f-9fd7-a45abbe91998 req-af483934-1882-48af-b089-51032c326e2d tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:49.804933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-163561c0-17a3-452f-9fd7-a45abbe91998 req-af483934-1882-48af-b089-51032c326e2d tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1096 time: 0.1091697 Aug 20 12:22:49.944227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-163561c0-17a3-452f-9fd7-a45abbe91998 req-4f45c8ac-ba4e-4e96-b51e-c2c13e598509 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298444 Aug 20 12:22:50.068570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456608f-bb62-430c-b340-4cc7998d8206 req-49d199fb-cedb-4a9f-88f0-4be2a9554c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.070601 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b456608f-bb62-430c-b340-4cc7998d8206 req-49d199fb-cedb-4a9f-88f0-4be2a9554c2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a2a69b540424c348c3be7abb09ed615&device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1096 time: 0.0875366 Aug 20 12:22:50.077269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04c570-85f6-4e1e-9533-196dda8c6894 req-81e412e1-a508-4c59-8d01-af4919f67e1f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.079090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd04c570-85f6-4e1e-9533-196dda8c6894 req-81e412e1-a508-4c59-8d01-af4919f67e1f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1578245 Aug 20 12:22:50.170372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd04c570-85f6-4e1e-9533-196dda8c6894 req-3b0fb467-9d71-4913-a77f-05e925c37c03 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815887 Aug 20 12:22:50.362930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456608f-bb62-430c-b340-4cc7998d8206 req-09130282-a547-4ea9-aa40-fd43288d72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.365641 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b456608f-bb62-430c-b340-4cc7998d8206 req-09130282-a547-4ea9-aa40-fd43288d72bf service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7a2a69b540424c348c3be7abb09ed615&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2871971 Aug 20 12:22:50.404830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c0ff2-cbcb-499e-856e-4ca22318cbb1 req-56665694-73fa-42b6-8e82-28db4405e7f9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.408793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a1c0ff2-cbcb-499e-856e-4ca22318cbb1 req-56665694-73fa-42b6-8e82-28db4405e7f9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0987082 Aug 20 12:22:50.484955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a1c0ff2-cbcb-499e-856e-4ca22318cbb1 req-e9237100-b983-4f38-bd5b-061cefd05bca tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651748 Aug 20 12:22:50.557952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-1356f974-1516-4d86-ba2a-2d954a42b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.559526 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-1356f974-1516-4d86-ba2a-2d954a42b054 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1097 time: 0.0731297 Aug 20 12:22:50.592205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456608f-bb62-430c-b340-4cc7998d8206 req-6478d054-d654-44fb-a5a4-f73798a957a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.593978 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b456608f-bb62-430c-b340-4cc7998d8206 req-6478d054-d654-44fb-a5a4-f73798a957a8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2064321 Aug 20 12:22:50.792448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-9a70b4b1-69bd-4751-96e0-7aaaa4bcee6b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:50.794038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-9a70b4b1-69bd-4751-96e0-7aaaa4bcee6b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 813 time: 0.1389325 Aug 20 12:22:50.812848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-8afa7d34-e66a-4de2-aea3-706ec29e5b91 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/quotas/21224cd61038443f8a9af8ea379d4d43 HTTP/1.1" status: 200 len: 375 time: 0.0113094 Aug 20 12:22:50.880692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-1d9ca827-f1e2-44c7-a11b-984bb95ea6c1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593889 Aug 20 12:22:51.027905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-1ae9a48e-27e2-4f6f-8020-1ebc88774a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.029165 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-1ae9a48e-27e2-4f6f-8020-1ebc88774a5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a2a69b540424c348c3be7abb09ed615&device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1096 time: 0.1289256 Aug 20 12:22:51.065144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-ddc60e99-cad7-4e9b-a142-3d1ab37e347d service neutron] 10.222.0.25 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753099 Aug 20 12:22:51.090479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-23b38051-dc2a-44da-a678-6f13abfa5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.092326 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-23b38051-dc2a-44da-a678-6f13abfa5db8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.5127409 Aug 20 12:22:51.094157 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-b9055241-f76f-4265-b847-1f6646fb2a19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9affec0e-dad9-4570-b3bd-68ccb766526a HTTP/1.1" status: 200 len: 217 time: 0.0506814 Aug 20 12:22:51.153486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4bc27-5c1d-449d-82f6-81ceed655ceb req-037a9902-39a8-4589-a068-1ab16fc1eef8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.155015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93c4bc27-5c1d-449d-82f6-81ceed655ceb req-037a9902-39a8-4589-a068-1ab16fc1eef8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1096 time: 0.1127186 Aug 20 12:22:51.204530 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-e527a524-65f4-43f3-b717-8ce472663a22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 1000 time: 0.1045630 Aug 20 12:22:51.206386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-e78f4ae4-1585-4ee2-a01b-b912c07f6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.207781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-e78f4ae4-1585-4ee2-a01b-b912c07f6a64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5 HTTP/1.1" status: 200 len: 849 time: 0.1007273 Aug 20 12:22:51.209820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-13280e65-e62a-47cd-86cb-48dce59d90d1 service neutron] 10.222.0.25 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287107 Aug 20 12:22:51.214524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93c4bc27-5c1d-449d-82f6-81ceed655ceb req-30cd4b48-4322-47ed-a5cd-1e379d3ae4a8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523868 Aug 20 12:22:51.289349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-8130be27-0445-4f92-9ade-8d55462008cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.291170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-8130be27-0445-4f92-9ade-8d55462008cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.0783052 Aug 20 12:22:51.296948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-41d077b9-ee22-424d-a21b-1e615a5156ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.298746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-41d077b9-ee22-424d-a21b-1e615a5156ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f70d15fb-1c58-4b87-8955-a9a4682abd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779498 Aug 20 12:22:51.350449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2713-e414-46d0-9de0-91ff750c9378 req-dcee6693-52e8-4b14-8231-7364f7055138 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.378674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c04c2713-e414-46d0-9de0-91ff750c9378 req-dcee6693-52e8-4b14-8231-7364f7055138 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0914521 Aug 20 12:22:51.411684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-94c8d98d-48b3-47f3-b703-186157fd893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.414079 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-94c8d98d-48b3-47f3-b703-186157fd893e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136887 Aug 20 12:22:51.459303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c04c2713-e414-46d0-9de0-91ff750c9378 req-1a58c774-a9be-4908-8e34-ffdb99ddaae5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752599 Aug 20 12:22:51.498733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1e30179-f283-47fa-8c4e-0da0018c68d3 req-6efd4970-36fe-4377-8bc6-f7aa345297b1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 210 time: 0.0283532 Aug 20 12:22:51.534274 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-23cdd9d7-f595-4ef7-b0ec-203207a33045 service neutron] 10.222.0.22 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218888 Aug 20 12:22:51.626083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-af01629b-2f70-484f-9131-853abf1f5887 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029414 Aug 20 12:22:51.699776 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d99addc1-8363-4b31-bc8b-d228fa8015a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:51.746278 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0c8d5788-e4a4-4ad5-8bbf-34d54829360f req-bb58dbe6-f37a-430a-90ee-c8cf3ae5d94e service neutron] 10.222.0.22 "GET /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004240 Aug 20 12:22:51.793711 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-0087e447-2ca1-413f-933e-634ed64b762d service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559474 Aug 20 12:22:52.353283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ea1c-fecc-4f09-b763-ec6731a8c4dd req-03c16c10-7df1-4cd0-adf7-e13007afdcc5 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:52.363294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1140ea1c-fecc-4f09-b763-ec6731a8c4dd req-03c16c10-7df1-4cd0-adf7-e13007afdcc5 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1096 time: 0.0624878 Aug 20 12:22:52.399113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1140ea1c-fecc-4f09-b763-ec6731a8c4dd req-633e9942-a262-416c-ab28-10b2bb56f210 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345132 Aug 20 12:22:52.633637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0f07-cf41-4cb5-82b5-0976ee715150 req-3a20be94-6405-462e-a6b9-7386df242cd2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:52.643331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a3a0f07-cf41-4cb5-82b5-0976ee715150 req-3a20be94-6405-462e-a6b9-7386df242cd2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1126468 Aug 20 12:22:52.685984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-cf80eaf3-e489-4b31-9648-938d986c380e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:52.687526 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-cf80eaf3-e489-4b31-9648-938d986c380e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.73 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 813 time: 0.1524038 Aug 20 12:22:52.688018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c64de227-e525-41a3-b6be-8ec5cae0f8ce req-687801ba-45e0-4903-9e72-7ab510c60f82 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 210 time: 0.0909915 Aug 20 12:22:52.703111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Request body: {'port': {'device_id': 'b8aa1318-9a16-430a-a80e-fc50f1586617', 'network_id': '35925466-8c35-4e26-bb36-68495fc06456', 'admin_state_up': True, 'tenant_id': '21224cd61038443f8a9af8ea379d4d43'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:52.721375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a3a0f07-cf41-4cb5-82b5-0976ee715150 req-d3f653c1-3cd0-4af0-b4fb-42b702cbecf1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769212 Aug 20 12:22:52.876994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Made reservation on behalf of 21224cd61038443f8a9af8ea379d4d43 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:52.880552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.055584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Allocated IP 172.20.0.7 (35925466-8c35-4e26-bb36-68495fc06456/98cb06c3-f1dc-4eb9-8e13-58d095030fdb/6e516b9b-631a-4fbb-8e1d-d02a98484d47) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:53.226288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.270879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.285049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3e6e9f91-412d-4324-9a30-1b77a10d34b6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:53.344740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Network 35925466-8c35-4e26-bb36-68495fc06456 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:53.348345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:53.351621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:53.426277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Pushing event updated for resources: {'Port': ['ID=6e516b9b-631a-4fbb-8e1d-d02a98484d47,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:53.448861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.449524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.478801 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-83022f31-5590-4794-84c3-bc47744cd351 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7805433 Aug 20 12:22:53.498613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Request body: {'port': {'device_id': 'b8aa1318-9a16-430a-a80e-fc50f1586617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:53.576414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9affec0e-dad9-4570-b3bd-68ccb766526a details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:22:53.603453 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.628482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b479c-f34a-49bb-80e0-1f1dff7e869a req-a820666a-37e2-457f-88ba-18632a6fae37 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.637637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-677b479c-f34a-49bb-80e0-1f1dff7e869a req-a820666a-37e2-457f-88ba-18632a6fae37 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1096 time: 0.1007183 Aug 20 12:22:53.756458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-677b479c-f34a-49bb-80e0-1f1dff7e869a req-fdc168ef-4f65-4d3a-b175-a1a8cbed0883 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122177 Aug 20 12:22:53.782708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9affec0e-dad9-4570-b3bd-68ccb766526a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9affec0e-dad9-4570-b3bd-68ccb766526a,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:53.798660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '9affec0e-dad9-4570-b3bd-68ccb766526a', 'network_id': 'f70d15fb-1c58-4b87-8955-a9a4682abd40', 'port_id': '9affec0e-dad9-4570-b3bd-68ccb766526a', 'mac_address': 'fa:16:3e:6e:65:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:22:53.847964 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.864055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9affec0e-dad9-4570-b3bd-68ccb766526a {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:53.892291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9affec0e-dad9-4570-b3bd-68ccb766526a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9affec0e-dad9-4570-b3bd-68ccb766526a,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:53.899440 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.901865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd24b21-d1d8-4c8c-bf96-0c6bbe848f16 req-84179994-37b0-4dfb-857d-93fa7c642641 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.911174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dd24b21-d1d8-4c8c-bf96-0c6bbe848f16 req-84179994-37b0-4dfb-857d-93fa7c642641 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 931 time: 0.1072664 Aug 20 12:22:53.958405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52772-8cb7-46b6-a7d9-a8e335a5570f req-60dddfde-1bc0-46f8-b96d-c215e7fe2721 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.967822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fe52772-8cb7-46b6-a7d9-a8e335a5570f req-60dddfde-1bc0-46f8-b96d-c215e7fe2721 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1177766 Aug 20 12:22:53.988512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=9affec0e-dad9-4570-b3bd-68ccb766526a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:53.992614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2dd24b21-d1d8-4c8c-bf96-0c6bbe848f16 req-8085380c-7ec5-4ba9-8d88-199512b8352e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797296 Aug 20 12:22:54.041506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fe52772-8cb7-46b6-a7d9-a8e335a5570f req-e03f146b-2ce7-4f86-b42f-a6aa6a1e270e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732117 Aug 20 12:22:54.094476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e516b9b-631a-4fbb-8e1d-d02a98484d47 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:54.104999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:54.119445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Transition to ACTIVE for port object 6e516b9b-631a-4fbb-8e1d-d02a98484d47 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:54.123918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:54.137311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['9affec0e-dad9-4570-b3bd-68ccb766526a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:54.252815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Pushing event updated for resources: {'Port': ['ID=6e516b9b-631a-4fbb-8e1d-d02a98484d47,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:54.271597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Attempting to bind port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:54.271967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Attempting to bind port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:54.272392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Attempting to bind port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 on network 35925466-8c35-4e26-bb36-68495fc06456 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:54.278513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 on network 35925466-8c35-4e26-bb36-68495fc06456 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:22:54.279203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Attempting to bind port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 on network 35925466-8c35-4e26-bb36-68495fc06456 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:54.286026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:54.286518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Checking segment: {'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:54.287347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Bound using segment: {'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:54.287879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Bound port: 6e516b9b-631a-4fbb-8e1d-d02a98484d47, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97023793-f62f-499a-81f3-66c898f672ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35925466-8c35-4e26-bb36-68495fc06456'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:54.288398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:54.322102 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f42337e-4eb1-427b-a055-eb0222261b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:54.382314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] For port 6e516b9b-631a-4fbb-8e1d-d02a98484d47, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:54.385737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] For port 6e516b9b-631a-4fbb-8e1d-d02a98484d47, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6e516b9b-631a-4fbb-8e1d-d02a98484d47,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:54.391598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:54.429728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:54.430377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:54.431781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] 10.222.0.73 "PUT /v2.0/ports/6e516b9b-631a-4fbb-8e1d-d02a98484d47 HTTP/1.1" status: 200 len: 1092 time: 0.9396379 Aug 20 12:22:54.432215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8aa1318-9a16-430a-a80e-fc50f1586617', 'tag': '6e516b9b-631a-4fbb-8e1d-d02a98484d47'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:54.434489 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8aa1318-9a16-430a-a80e-fc50f1586617", "tag": "6e516b9b-631a-4fbb-8e1d-d02a98484d47"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:54.462810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44087d2-1fd1-430d-a975-be59591ff733 service neutron] Pushing event updated for resources: {'Port': ['ID=6e516b9b-631a-4fbb-8e1d-d02a98484d47,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:54.482768 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44034f-87a5-47ab-96e6-a0cd95e190fe x-openstack-request-id: req-2e44034f-87a5-47ab-96e6-a0cd95e190fe {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:54.483064 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8aa1318-9a16-430a-a80e-fc50f1586617", "tag": "6e516b9b-631a-4fbb-8e1d-d02a98484d47", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:54.483322 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e44034f-87a5-47ab-96e6-a0cd95e190fe {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:54.483772 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8aa1318-9a16-430a-a80e-fc50f1586617', 'tag': '6e516b9b-631a-4fbb-8e1d-d02a98484d47', 'status': 'completed', 'code': 200} Aug 20 12:22:54.534501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-4263a8bb-1b98-4005-b569-f245822c19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:54.536120 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-4263a8bb-1b98-4005-b569-f245822c19f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 1095 time: 0.0438402 Aug 20 12:22:54.588075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-2a53d792-02bd-4636-b28e-bf7e97468e6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e516b9b-631a-4fbb-8e1d-d02a98484d47 HTTP/1.1" status: 200 len: 217 time: 0.0425212 Aug 20 12:22:54.645174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-e81731f7-d500-48bf-893c-bfddc596acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:54.646655 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-e81731f7-d500-48bf-893c-bfddc596acd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 200 len: 853 time: 0.0502684 Aug 20 12:22:54.689107 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-b29ab911-0334-4e80-82d3-ae72ad7484da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35925466-8c35-4e26-bb36-68495fc06456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348721 Aug 20 12:22:54.812789 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-04daa87d-2f29-4834-88b5-ce9061834124 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153977 Aug 20 12:22:54.889029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af559c99-081c-413d-b4ab-8675885a08bb req-561b0bd2-70d6-490e-bdeb-c350dd8fee4f tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:54.891795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af559c99-081c-413d-b4ab-8675885a08bb req-561b0bd2-70d6-490e-bdeb-c350dd8fee4f tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1097 time: 0.0560770 Aug 20 12:22:54.932172 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-604a9f41-386e-4ff1-aca3-cd80e19b654d req-4b065cc7-3e9d-421b-beaf-27042c69a503 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041753 Aug 20 12:22:54.935813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af559c99-081c-413d-b4ab-8675885a08bb req-53f02728-fe8c-4af3-b0d5-fd67fd1eb222 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Aug 20 12:22:55.007839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:55.059186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-303265e2-4de1-4a8e-8cd4-281fed83b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:55.064117 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-303265e2-4de1-4a8e-8cd4-281fed83b037 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 1095 time: 0.0738640 Aug 20 12:22:55.218607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-42250c50-6231-4615-8c01-14f891c99492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:55.220339 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-42250c50-6231-4615-8c01-14f891c99492 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 914 time: 0.1422122 Aug 20 12:22:55.263179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dfa52-68c3-4698-b3a4-6c48258d7831 req-e76a218c-1c53-437a-8999-e25fe1e8574b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:55.265654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-692dfa52-68c3-4698-b3a4-6c48258d7831 req-e76a218c-1c53-437a-8999-e25fe1e8574b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 943 time: 0.1542432 Aug 20 12:22:55.272891 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-d7960bbc-8870-40aa-9ea6-e19904b7df18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e516b9b-631a-4fbb-8e1d-d02a98484d47 HTTP/1.1" status: 200 len: 217 time: 0.0448048 Aug 20 12:22:55.286301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d8d24-da07-47bf-b8a3-e86e907347cc req-580d1312-0d2e-4bc5-9572-29bed50dca9a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:55.288620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b1d8d24-da07-47bf-b8a3-e86e907347cc req-580d1312-0d2e-4bc5-9572-29bed50dca9a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1230249 Aug 20 12:22:55.345055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-636341e5-3ea3-4bff-9d25-9df5e2e96015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:55.347858 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-636341e5-3ea3-4bff-9d25-9df5e2e96015 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 200 len: 853 time: 0.0671728 Aug 20 12:22:55.390169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-692dfa52-68c3-4698-b3a4-6c48258d7831 req-3120f987-4d72-4471-9c1a-0b6e7d15f79f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957994 Aug 20 12:22:55.420536 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-58fac09d-9569-4751-99e9-4d2e3a51b5fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35925466-8c35-4e26-bb36-68495fc06456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595119 Aug 20 12:22:55.450411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b1d8d24-da07-47bf-b8a3-e86e907347cc req-5cc41700-71bc-4452-b43b-9ac6a731f426 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306212 Aug 20 12:22:55.519608 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-bde3f997-ec73-42c0-9dbf-89fc503fddbd service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908871 Aug 20 12:22:55.575819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9affec0e-dad9-4570-b3bd-68ccb766526a up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:55.630805 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:55.647840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 9affec0e-dad9-4570-b3bd-68ccb766526a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:55.652033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 9affec0e-dad9-4570-b3bd-68ccb766526a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:55.652326 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e01f2318-28c5-4ac8-9fa6-ff98d161fa0c req-a436c217-34f3-4bf9-a507-bc6ba5dd9094 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165717 Aug 20 12:22:55.652467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:55.744015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:55.768945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585f0bd7-1759-45be-a8af-93aa17224c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9affec0e-dad9-4570-b3bd-68ccb766526a'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:55.771358 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceac89e-0569-4062-bb4b-fd352579ce63" -d '{"events": [{"server_uuid": "585f0bd7-1759-45be-a8af-93aa17224c6f", "name": "network-vif-plugged", "status": "completed", "tag": "9affec0e-dad9-4570-b3bd-68ccb766526a"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:55.785182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9affec0e-dad9-4570-b3bd-68ccb766526a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9affec0e-dad9-4570-b3bd-68ccb766526a,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:55.789549 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:55.828314 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae66e54-1564-4d5e-a8da-ec80e5c7d2a8 x-openstack-request-id: req-bae66e54-1564-4d5e-a8da-ec80e5c7d2a8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:55.828604 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585f0bd7-1759-45be-a8af-93aa17224c6f", "name": "network-vif-plugged", "status": "completed", "tag": "9affec0e-dad9-4570-b3bd-68ccb766526a", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:55.828858 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bae66e54-1564-4d5e-a8da-ec80e5c7d2a8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:55.829247 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585f0bd7-1759-45be-a8af-93aa17224c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9affec0e-dad9-4570-b3bd-68ccb766526a', 'code': 200} Aug 20 12:22:55.858427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=9affec0e-dad9-4570-b3bd-68ccb766526a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:55.867844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.868196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.868536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.868876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.869209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.869537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.869862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.870206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.870535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.870865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.871190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.871510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.941050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351154f6-d74a-4544-a3e3-8e3565370404 req-19e83edb-601a-488e-a19a-721a9bf5803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:55.942651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-351154f6-d74a-4544-a3e3-8e3565370404 req-19e83edb-601a-488e-a19a-721a9bf5803b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1098 time: 0.0515966 Aug 20 12:22:55.983152 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-351154f6-d74a-4544-a3e3-8e3565370404 req-203c5382-2869-4987-bc25-9ef2f9a6731a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Aug 20 12:22:56.062590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97199b17-01aa-4591-aee7-336850593c07 req-694604bd-7073-4ece-b1f6-e2dc0f9811c1 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:56.064039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97199b17-01aa-4591-aee7-336850593c07 req-694604bd-7073-4ece-b1f6-e2dc0f9811c1 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1098 time: 0.0482042 Aug 20 12:22:56.105014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97199b17-01aa-4591-aee7-336850593c07 req-d51a6c4f-4597-4c51-b03e-4d7d215ddf7b tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Aug 20 12:22:56.269696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 48948) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:56.682049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e08ac1-b915-4299-8e28-7e2bf96e5600 req-b27364b6-04d9-491c-8b4b-0a07f075c6c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:56.683622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e08ac1-b915-4299-8e28-7e2bf96e5600 req-b27364b6-04d9-491c-8b4b-0a07f075c6c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1544662 Aug 20 12:22:56.693673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca2bd0-5e7f-431a-aa49-0e454bb124bf req-cd6bbaab-69ab-4fe5-9a50-97ea799c57bb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:56.695040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8ca2bd0-5e7f-431a-aa49-0e454bb124bf req-cd6bbaab-69ab-4fe5-9a50-97ea799c57bb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 943 time: 0.1643338 Aug 20 12:22:56.789250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e08ac1-b915-4299-8e28-7e2bf96e5600 req-afe89f6e-a4aa-4361-af7a-1a590ec59dba tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924177 Aug 20 12:22:56.797723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8ca2bd0-5e7f-431a-aa49-0e454bb124bf req-28043707-0488-48fd-a9a1-fcff670f680c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911760 Aug 20 12:22:56.893237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:56.981418 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:57.159064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Deleting port 3848b58a-8049-4456-83d2-7e59097b0d47 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:57.159660 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:57.270326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff98aee-5733-416b-8307-eb8e9041e391 req-8c1f9c73-21da-4218-930a-64a54189475d tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:57.271842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ff98aee-5733-416b-8307-eb8e9041e391 req-8c1f9c73-21da-4218-930a-64a54189475d tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1098 time: 0.0726826 Aug 20 12:22:57.274077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] For port 3848b58a-8049-4456-83d2-7e59097b0d47, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3848b58a-8049-4456-83d2-7e59097b0d47,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:57.274466 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:57.293033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Calling delete_port for 3848b58a-8049-4456-83d2-7e59097b0d47 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:57.657471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ff98aee-5733-416b-8307-eb8e9041e391 req-1b0a3135-926f-462d-a5c8-90f1bf966479 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755360 Aug 20 12:22:57.799259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6e516b9b-631a-4fbb-8e1d-d02a98484d47 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:22:57.807566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09799985-3412-420d-b5d2-93240d6cdf1f req-d447bd74-f43c-42cc-9979-70241e1c5a76 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:57.809070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09799985-3412-420d-b5d2-93240d6cdf1f req-d447bd74-f43c-42cc-9979-70241e1c5a76 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1098 time: 0.0787225 Aug 20 12:22:57.877309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09799985-3412-420d-b5d2-93240d6cdf1f req-cb858b85-dfa3-4237-aa15-41d1875c8be5 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510004 Aug 20 12:22:57.890483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:57.935549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6e516b9b-631a-4fbb-8e1d-d02a98484d47, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6e516b9b-631a-4fbb-8e1d-d02a98484d47,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:57.943537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3848b58a-8049-4456-83d2-7e59097b0d47,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:57.952594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '6e516b9b-631a-4fbb-8e1d-d02a98484d47', 'network_id': '35925466-8c35-4e26-bb36-68495fc06456', 'port_id': '6e516b9b-631a-4fbb-8e1d-d02a98484d47', 'mac_address': 'fa:16:3e:f6:a5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cb06c3-f1dc-4eb9-8e13-58d095030fdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:22:58.003405 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:58.018610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e516b9b-631a-4fbb-8e1d-d02a98484d47 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:58.068100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6e516b9b-631a-4fbb-8e1d-d02a98484d47, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6e516b9b-631a-4fbb-8e1d-d02a98484d47,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:58.073722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4c8a-e311-494c-8b84-b2afd8c03c53 req-65b7961a-57f3-417b-8f03-8804d843f666 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:58.075742 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:58.078971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9afe4c8a-e311-494c-8b84-b2afd8c03c53 req-65b7961a-57f3-417b-8f03-8804d843f666 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1894846 Aug 20 12:22:58.120962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55508b-0397-43b4-8ea6-e53184d8e47b req-6e4f2899-5a4d-4212-97e7-188037ae215c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:58.128749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea55508b-0397-43b4-8ea6-e53184d8e47b req-6e4f2899-5a4d-4212-97e7-188037ae215c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 943 time: 0.1870713 Aug 20 12:22:58.136493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=6e516b9b-631a-4fbb-8e1d-d02a98484d47,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:58.209401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9afe4c8a-e311-494c-8b84-b2afd8c03c53 req-0fe8f0c2-49b8-40cb-b971-69fb65650e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204469 Aug 20 12:22:58.258784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea55508b-0397-43b4-8ea6-e53184d8e47b req-ab0e61a0-ca88-4023-b9a3-f6a7f2f5f335 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293182 Aug 20 12:22:58.281219 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:58.332008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['6e516b9b-631a-4fbb-8e1d-d02a98484d47'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:58.414233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321247ea-18af-4c80-8f96-76fab0cd1296 req-81536f2d-be54-4e2e-91b7-75f68574fe28 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:58.415904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-321247ea-18af-4c80-8f96-76fab0cd1296 req-81536f2d-be54-4e2e-91b7-75f68574fe28 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1098 time: 0.0866942 Aug 20 12:22:58.498049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-321247ea-18af-4c80-8f96-76fab0cd1296 req-b69254f5-9108-4c01-9efd-a97655ec2dbe tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726261 Aug 20 12:22:58.565253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:22:58.692942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:58.702323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:58.703403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9d5023f0-6bbb-41a9-ad3e-c22c09e98c2e admin admin] 10.222.0.25 "PUT /v2.0/routers/63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4324372 Aug 20 12:22:58.707516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] Sync routers for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:58.720052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:58.720729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:58.803054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8d310-d0e5-492a-8895-5621bbf81ec0 req-f0c826b0-cbe1-49db-8182-4e3dc03d70d1 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:58.804845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43e8d310-d0e5-492a-8895-5621bbf81ec0 req-f0c826b0-cbe1-49db-8182-4e3dc03d70d1 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1098 time: 0.0510800 Aug 20 12:22:58.842328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:58.855461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43e8d310-d0e5-492a-8895-5621bbf81ec0 req-a5b99c68-310e-4b64-8b22-53de126b63e9 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373778 Aug 20 12:22:58.890578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:58.961349 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.023081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Deleting port 501ec0ce-1aef-442a-8c8f-c0279525dba1 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:59.023466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.111875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] For port 501ec0ce-1aef-442a-8c8f-c0279525dba1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=501ec0ce-1aef-442a-8c8f-c0279525dba1,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:59.112219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.127271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Calling delete_port for 501ec0ce-1aef-442a-8c8f-c0279525dba1 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:59.232520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:22:57Z', 'revision_number': 5, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port': {'id': '501ec0ce-1aef-442a-8c8f-c0279525dba1', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:15:41Z', 'updated_at': '2021-08-20T12:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:59.268531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] Checking router: 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:59.279374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] Routers {'63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:59.280088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:59.324783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.360621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=501ec0ce-1aef-442a-8c8f-c0279525dba1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:59.386486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] Set router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:59.435595 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.447074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:22:58Z', 'revision_number': 6, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:59.447638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a273e2-ac96-49f4-9718-1f85cae1b98a req-948af275-0e81-4443-9296-eb565e10ca86 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:59.449481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07a273e2-ac96-49f4-9718-1f85cae1b98a req-948af275-0e81-4443-9296-eb565e10ca86 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1600335 Aug 20 12:22:59.476461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3a6b4-7ef8-4412-b7a5-8d532cbdd65a None None] The sync data for ids ['63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0'] in n-d-800634-10 is: [{'id': '63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0', 'name': 'tempest-AttachVolumeTestJSON-807020130-router', 'tenant_id': 'caf3152e9cf4499881581db19715f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:15:40Z', 'updated_at': '2021-08-20T12:22:58Z', 'revision_number': 6, 'project_id': 'caf3152e9cf4499881581db19715f1da', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:59.515216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20449a9d-7cc4-4fe5-8376-f96d10eedd9d req-389d0ada-c201-48fb-949e-2546b77ed7b1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:59.521471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20449a9d-7cc4-4fe5-8376-f96d10eedd9d req-389d0ada-c201-48fb-949e-2546b77ed7b1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 944 time: 0.1175187 Aug 20 12:22:59.535471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07a273e2-ac96-49f4-9718-1f85cae1b98a req-1f84d0e9-3949-4ebc-b452-0fc191dc27d8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783465 Aug 20 12:22:59.548002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.557757 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.580598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20449a9d-7cc4-4fe5-8376-f96d10eedd9d req-0ea0a488-45e1-46d9-82ad-5122db2902b9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529540 Aug 20 12:22:59.612401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.612985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:22:59.618942 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.620170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2349f76d-09ab-425a-a7df-7e817ef58b51 admin admin] 10.222.0.25 "DELETE /v2.0/routers/63b20f4c-d766-4c5b-81a2-2d0ba54bd7f0 HTTP/1.1" status: 204 len: 168 time: 0.9160166 Aug 20 12:22:59.622850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:59.673055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5544fc7c-e5e0-4b43-9c27-bd8c0772559f admin admin] Deleting subnet a6d31948-eaf7-4685-959b-c2139a3551c5 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:22:59.676099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5544fc7c-e5e0-4b43-9c27-bd8c0772559f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.711026 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5544fc7c-e5e0-4b43-9c27-bd8c0772559f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.794449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5544fc7c-e5e0-4b43-9c27-bd8c0772559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.816635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6e516b9b-631a-4fbb-8e1d-d02a98484d47 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:59.868836 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5544fc7c-e5e0-4b43-9c27-bd8c0772559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.897028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544fc7c-e5e0-4b43-9c27-bd8c0772559f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d31948-eaf7-4685-959b-c2139a3551c5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:59.908645 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5544fc7c-e5e0-4b43-9c27-bd8c0772559f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:59.913775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:59.914055 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5544fc7c-e5e0-4b43-9c27-bd8c0772559f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a6d31948-eaf7-4685-959b-c2139a3551c5 HTTP/1.1" status: 204 len: 168 time: 0.2893147 Aug 20 12:22:59.914313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49012) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:59.918568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df25b5b-df8c-4172-846f-a90b055125b4 None None] Network 36f59f32-69eb-4295-ad6a-a9c5fb165bfc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:59.938838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:59.939233 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.024533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-4520d68b-c944-4896-b067-1042734f96d8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:00.026329 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-4520d68b-c944-4896-b067-1042734f96d8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1098 time: 0.0921509 Aug 20 12:23:00.079059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.087455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe38427-8768-42c3-b5f9-89da815e4556 req-851c77c4-8a24-4ea6-ba31-0b07217a5545 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:00.103697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fe38427-8768-42c3-b5f9-89da815e4556 req-851c77c4-8a24-4ea6-ba31-0b07217a5545 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 1098 time: 0.1229434 Aug 20 12:23:00.165816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fe38427-8768-42c3-b5f9-89da815e4556 req-64689e1b-30f4-4247-89d8-1483c03b7b09 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578561 Aug 20 12:23:00.190247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Deleting port 9affec0e-dad9-4570-b3bd-68ccb766526a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:00.190662 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.190839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.248411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Deleting port 09fef9a7-5d8b-4d02-b674-73c02568d492 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:00.248774 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.270496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa1318-9a16-430a-a80e-fc50f1586617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e516b9b-631a-4fbb-8e1d-d02a98484d47'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:00.275423 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e660c7-2fd7-42e6-943b-fed61c5c21db" -d '{"events": [{"server_uuid": "b8aa1318-9a16-430a-a80e-fc50f1586617", "name": "network-vif-plugged", "status": "completed", "tag": "6e516b9b-631a-4fbb-8e1d-d02a98484d47"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:00.309448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6e516b9b-631a-4fbb-8e1d-d02a98484d47, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6e516b9b-631a-4fbb-8e1d-d02a98484d47,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:00.316402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.323949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] DHCP port deletion for 36f59f32-69eb-4295-ad6a-a9c5fb165bfc request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:23:00.325997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] For port 9affec0e-dad9-4570-b3bd-68ccb766526a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9affec0e-dad9-4570-b3bd-68ccb766526a,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:00.328185 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.348889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Calling delete_port for 9affec0e-dad9-4570-b3bd-68ccb766526a owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:00.356460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] For port 09fef9a7-5d8b-4d02-b674-73c02568d492, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=09fef9a7-5d8b-4d02-b674-73c02568d492,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:00.357219 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.374457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Calling delete_port for 09fef9a7-5d8b-4d02-b674-73c02568d492 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:00.408153 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5436c683-52e2-4d2c-b2d6-6960edd4ee98 x-openstack-request-id: req-5436c683-52e2-4d2c-b2d6-6960edd4ee98 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:00.408633 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aa1318-9a16-430a-a80e-fc50f1586617", "name": "network-vif-plugged", "status": "completed", "tag": "6e516b9b-631a-4fbb-8e1d-d02a98484d47", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:00.408896 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5436c683-52e2-4d2c-b2d6-6960edd4ee98 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:00.409328 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa1318-9a16-430a-a80e-fc50f1586617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e516b9b-631a-4fbb-8e1d-d02a98484d47', 'code': 200} Aug 20 12:23:00.426208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=6e516b9b-631a-4fbb-8e1d-d02a98484d47,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:00.466549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] Deleting port 09fef9a7-5d8b-4d02-b674-73c02568d492 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:00.466957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.536454 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.572773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] For port 09fef9a7-5d8b-4d02-b674-73c02568d492, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=09fef9a7-5d8b-4d02-b674-73c02568d492,segment=NetworkSegment(64a4d5bb-d063-404a-a3d1-956956bc618a),segment_id=64a4d5bb-d063-404a-a3d1-956956bc618a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:00.573368 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.598844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] Calling delete_port for 09fef9a7-5d8b-4d02-b674-73c02568d492 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:00.599182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fef9a7-5d8b-4d02-b674-73c02568d492,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:00.603680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] No DVR routers for this DVR port 09fef9a7-5d8b-4d02-b674-73c02568d492 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:00.608434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a9636-03bb-43c3-bdc9-395f8ef562b5 req-42d3e295-ae8e-4b50-b2e8-aab9dfe6284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:00.609962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d71a9636-03bb-43c3-bdc9-395f8ef562b5 req-42d3e295-ae8e-4b50-b2e8-aab9dfe6284b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 1097 time: 0.1131310 Aug 20 12:23:00.738168 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d71a9636-03bb-43c3-bdc9-395f8ef562b5 req-3bd74347-cf5d-4976-8b10-2c17c42b317c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187668 Aug 20 12:23:00.792352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.806708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['9affec0e-dad9-4570-b3bd-68ccb766526a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:00.832007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['321c8401-2fac-43f7-b13e-48d6074061ee'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:00.847418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Pushing event deleted for resources: {'Port': ['ID=9affec0e-dad9-4570-b3bd-68ccb766526a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:00.864276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.888236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f59f32-69eb-4295-ad6a-a9c5fb165bfc']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:00.894754 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 09fef9a7-5d8b-4d02-b674-73c02568d492 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:00.907282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4085fe-134d-492b-ac2f-b17b3a55a2e7 req-60a8b4b3-194b-4cc2-b75f-acc645e3f357 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:00.908861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e4085fe-134d-492b-ac2f-b17b3a55a2e7 req-60a8b4b3-194b-4cc2-b75f-acc645e3f357 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.2085590 Aug 20 12:23:00.916629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a4d5bb-d063-404a-a3d1-956956bc618a') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:00.916927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a4d5bb-d063-404a-a3d1-956956bc618a') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:00.934503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93908c-2e81-4a25-bf71-85610c7baf93 req-5acf2cd8-6b29-43f7-83e8-c01738889faa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:00.936574 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c93908c-2e81-4a25-bf71-85610c7baf93 req-5acf2cd8-6b29-43f7-83e8-c01738889faa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 945 time: 0.1506972 Aug 20 12:23:00.943093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 09fef9a7-5d8b-4d02-b674-73c02568d492 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:00.943819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 09fef9a7-5d8b-4d02-b674-73c02568d492 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:00.944671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3848b58a-8049-4456-83d2-7e59097b0d47 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:00.948774 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.953445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] No DVR routers for this DVR port 9affec0e-dad9-4570-b3bd-68ccb766526a on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:00.956980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:00.959557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4a3801e-73c0-4379-a52e-9df1f056429d req-0e211e85-aae1-458b-9a04-a1b91aca90b8 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.22 "DELETE /v2.0/ports/9affec0e-dad9-4570-b3bd-68ccb766526a HTTP/1.1" status: 204 len: 173 time: 0.9266267 Aug 20 12:23:00.960231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585f0bd7-1759-45be-a8af-93aa17224c6f', 'name': 'network-vif-deleted', 'tag': '9affec0e-dad9-4570-b3bd-68ccb766526a'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:00.963108 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8125f1-08d2-48af-a854-29b772db72d4" -d '{"events": [{"server_uuid": "585f0bd7-1759-45be-a8af-93aa17224c6f", "name": "network-vif-deleted", "tag": "9affec0e-dad9-4570-b3bd-68ccb766526a"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:00.973591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 3848b58a-8049-4456-83d2-7e59097b0d47 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:00.973960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3848b58a-8049-4456-83d2-7e59097b0d47 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:00.974541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 501ec0ce-1aef-442a-8c8f-c0279525dba1 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:01.011591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.016381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 501ec0ce-1aef-442a-8c8f-c0279525dba1 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:01.016381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 501ec0ce-1aef-442a-8c8f-c0279525dba1 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:01.033988 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.037508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:23:01.037925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:23:01.047288 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:23:01.079440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] No DVR routers for this DVR port 09fef9a7-5d8b-4d02-b674-73c02568d492 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:01.088247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a513ff-02aa-4608-bb4b-b7ec10e15687 None None] Pushing event deleted for resources: {'Port': ['ID=09fef9a7-5d8b-4d02-b674-73c02568d492,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:01.106893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e4085fe-134d-492b-ac2f-b17b3a55a2e7 req-85b66584-35e9-4de4-867f-6b533a2969d4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695340 Aug 20 12:23:01.111614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c93908c-2e81-4a25-bf71-85610c7baf93 req-f90163a3-f082-40b6-a24c-1d092e141887 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454477 Aug 20 12:23:01.128666 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.141050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.143237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] 10.222.0.25 "DELETE /v2.0/networks/36f59f32-69eb-4295-ad6a-a9c5fb165bfc HTTP/1.1" status: 204 len: 168 time: 1.2278996 Aug 20 12:23:01.168072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cf512-a50e-4db1-b803-e6f00b7f8749 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f59f32-69eb-4295-ad6a-a9c5fb165bfc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:01.202920 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b276f229-a3ad-43dc-a61e-ed408b04a985 x-openstack-request-id: req-b276f229-a3ad-43dc-a61e-ed408b04a985 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:01.203572 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585f0bd7-1759-45be-a8af-93aa17224c6f", "name": "network-vif-deleted", "tag": "9affec0e-dad9-4570-b3bd-68ccb766526a", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:01.203989 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b276f229-a3ad-43dc-a61e-ed408b04a985 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:01.204745 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585f0bd7-1759-45be-a8af-93aa17224c6f', 'name': 'network-vif-deleted', 'tag': '9affec0e-dad9-4570-b3bd-68ccb766526a', 'status': 'completed', 'code': 200} Aug 20 12:23:01.299336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a9c4371-c3b0-4dec-8e0c-f20576e00683 req-b3066f90-13f6-4b5a-8e3e-12ac9f285c9d tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=585f0bd7-1759-45be-a8af-93aa17224c6f HTTP/1.1" status: 200 len: 210 time: 0.0334375 Aug 20 12:23:01.320948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49028) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:01.370041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a696b8b1-7e0c-4bc5-9a33-600f6adf6087 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caf3152e9cf4499881581db19715f1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478437 Aug 20 12:23:01.372617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49030) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:01.429578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df333ddb-a821-41e8-b5d8-c133a8d9cfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.452529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df333ddb-a821-41e8-b5d8-c133a8d9cfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.509462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df333ddb-a821-41e8-b5d8-c133a8d9cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.513156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df333ddb-a821-41e8-b5d8-c133a8d9cfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:01.517291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-df333ddb-a821-41e8-b5d8-c133a8d9cfcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2969459-f935-4155-90a3-d14e51dfedd5 HTTP/1.1" status: 204 len: 168 time: 0.1406221 Aug 20 12:23:01.527407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df333ddb-a821-41e8-b5d8-c133a8d9cfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2969459-f935-4155-90a3-d14e51dfedd5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:02.315544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e76c-482e-40f9-8bef-38f0788eb904 req-52b982e6-0f7b-45c4-855b-892f662644d1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:02.318685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5f3e76c-482e-40f9-8bef-38f0788eb904 req-52b982e6-0f7b-45c4-855b-892f662644d1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 945 time: 0.0962336 Aug 20 12:23:02.362594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b26d5c-dcfe-4ea3-a2ed-09a171fe09a4 req-68de1cd7-8cd6-4e4a-b9a5-f28d35df3240 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:02.364325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1b26d5c-dcfe-4ea3-a2ed-09a171fe09a4 req-68de1cd7-8cd6-4e4a-b9a5-f28d35df3240 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1021731 Aug 20 12:23:02.389342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5f3e76c-482e-40f9-8bef-38f0788eb904 req-42da47e2-f937-44a1-8686-bb17f5adbe85 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632129 Aug 20 12:23:02.427194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1b26d5c-dcfe-4ea3-a2ed-09a171fe09a4 req-3022e913-fa3d-4d4d-ae27-f3c03fe9f567 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536029 Aug 20 12:23:02.754070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccb13c-c2bf-432b-8d26-3c41630ffc57 req-50944017-e18a-4cdf-8338-dec54e82fa21 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:02.755580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5ccb13c-c2bf-432b-8d26-3c41630ffc57 req-50944017-e18a-4cdf-8338-dec54e82fa21 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 945 time: 0.1012390 Aug 20 12:23:02.764201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedae91-2f58-4230-ba44-1e96b86fea57 req-9babdd95-2cdf-4d4b-bad7-e9189ceddd05 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:02.765884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dedae91-2f58-4230-ba44-1e96b86fea57 req-9babdd95-2cdf-4d4b-bad7-e9189ceddd05 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.0804613 Aug 20 12:23:02.820710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5ccb13c-c2bf-432b-8d26-3c41630ffc57 req-82c31b03-7f60-4f89-9096-4db86253d3c5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535457 Aug 20 12:23:02.827343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dedae91-2f58-4230-ba44-1e96b86fea57 req-92351708-6796-4536-873d-7a064da75771 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527830 Aug 20 12:23:03.045921 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:23:03.572320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e07b5-03c8-493f-9680-d396288494e4 req-cb176970-818d-48d1-b68f-419c237ddb3a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:03.573913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05e07b5-03c8-493f-9680-d396288494e4 req-cb176970-818d-48d1-b68f-419c237ddb3a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0559771 Aug 20 12:23:03.617875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b05e07b5-03c8-493f-9680-d396288494e4 req-f31c27f6-776f-4f0d-baab-fcd6c497b3b0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364225 Aug 20 12:23:03.633547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9affec0e-dad9-4570-b3bd-68ccb766526a no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:03.655904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 9affec0e-dad9-4570-b3bd-68ccb766526a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:03.656422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9affec0e-dad9-4570-b3bd-68ccb766526a not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:03.977405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce636c3-b247-408b-992a-d8db82435c0c req-0ce1678b-dc71-4f07-a0ed-0107bff52eb6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:03.978956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ce636c3-b247-408b-992a-d8db82435c0c req-0ce1678b-dc71-4f07-a0ed-0107bff52eb6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 945 time: 0.0812478 Aug 20 12:23:03.990466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd009-8581-4692-90fe-d29b841db1b2 req-cb28ceaa-e4c6-44a6-b69d-9389b44498f3 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:03.992771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e08bd009-8581-4692-90fe-d29b841db1b2 req-cb28ceaa-e4c6-44a6-b69d-9389b44498f3 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.0829837 Aug 20 12:23:04.058902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e08bd009-8581-4692-90fe-d29b841db1b2 req-da7ab6cb-c7aa-4538-b643-26662952b6fb tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592673 Aug 20 12:23:04.063663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ce636c3-b247-408b-992a-d8db82435c0c req-18c3d311-83e2-4bf2-9510-d348eabaf8a4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754139 Aug 20 12:23:04.416668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-d1f8ce75-0367-4dbb-b293-5221d6f820aa tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:04.418485 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-d1f8ce75-0367-4dbb-b293-5221d6f820aa tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.0474229 Aug 20 12:23:04.422666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49124) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:04.508835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Deleting port 321c8401-2fac-43f7-b13e-48d6074061ee {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:04.509162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:04.597690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af1323f9-e3b0-4137-9dc2-a72d1d139520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:04.643107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-874f6054-f4d4-4a8b-a1ae-a84f492c98b7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:04.644582 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-874f6054-f4d4-4a8b-a1ae-a84f492c98b7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 945 time: 0.1235144 Aug 20 12:23:04.715892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] For port 321c8401-2fac-43f7-b13e-48d6074061ee, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=321c8401-2fac-43f7-b13e-48d6074061ee,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:04.716258 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:04.741189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Calling delete_port for 321c8401-2fac-43f7-b13e-48d6074061ee owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:04.750368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e663f72-2698-4ca5-9bb3-a7909786eb9d req-11c1eb68-c30e-4685-9182-81b9237b8621 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:04.751901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e663f72-2698-4ca5-9bb3-a7909786eb9d req-11c1eb68-c30e-4685-9182-81b9237b8621 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0610704 Aug 20 12:23:04.795428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e663f72-2698-4ca5-9bb3-a7909786eb9d req-556c7b8a-da4e-4775-a9de-5c739a8b54fa tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367689 Aug 20 12:23:04.880683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Deleting port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:04.881021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:04.959635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af1323f9-e3b0-4137-9dc2-a72d1d139520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:04.970207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af1323f9-e3b0-4137-9dc2-a72d1d139520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.248863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cf491-71d7-426f-a9c1-5f67fdcc67e2 req-b7067c6e-ab89-434f-8825-554f24562b59 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.250516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f01cf491-71d7-426f-a9c1-5f67fdcc67e2 req-b7067c6e-ab89-434f-8825-554f24562b59 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 945 time: 0.0823534 Aug 20 12:23:05.257968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c8051-f6f1-4ae9-9530-4e8e2a005e34 req-7751557f-d45e-47ae-a4f6-1fc1e00760af tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.259669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-655c8051-f6f1-4ae9-9530-4e8e2a005e34 req-7751557f-d45e-47ae-a4f6-1fc1e00760af tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=999264e0-47a5-4036-bade-870e926ed27e HTTP/1.1" status: 200 len: 1097 time: 0.0823154 Aug 20 12:23:05.316601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f01cf491-71d7-426f-a9c1-5f67fdcc67e2 req-6f8af50c-a1e1-4805-9139-4c919050bdfd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558629 Aug 20 12:23:05.327289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-655c8051-f6f1-4ae9-9530-4e8e2a005e34 req-e01b1ea8-4df2-4a3f-91e2-81bed4c81bb2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2396f9e5-ecae-47e3-8c66-8037526802a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598607 Aug 20 12:23:05.352316 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-af1323f9-e3b0-4137-9dc2-a72d1d139520 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1d21ac8e78a4c3b85347ab581a6999e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9262724 Aug 20 12:23:05.352891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49134) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:05.356654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1323f9-e3b0-4137-9dc2-a72d1d139520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703e0519-2cc2-4286-807d-33ca0346d864,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:05.366209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.374933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] For port 6e516b9b-631a-4fbb-8e1d-d02a98484d47, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6e516b9b-631a-4fbb-8e1d-d02a98484d47,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:05.375231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['321c8401-2fac-43f7-b13e-48d6074061ee'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:05.375712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.419147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Pushing event deleted for resources: {'Port': ['ID=321c8401-2fac-43f7-b13e-48d6074061ee,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:05.422081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Calling delete_port for 6e516b9b-631a-4fbb-8e1d-d02a98484d47 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:05.448005 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d425dffb-f16d-4b8c-9cad-7155dc41dec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.478973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] No DVR routers for this DVR port 321c8401-2fac-43f7-b13e-48d6074061ee on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:05.488319 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d425dffb-f16d-4b8c-9cad-7155dc41dec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.521533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.524580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f17d64f7-ceec-4831-a01a-21f5dfd98ca9 req-b1b3eaa8-5af5-4412-a47e-a4c94ffacad2 tempest-TestServerMultinode-1730452484 tempest-TestServerMultinode-1730452484-project-admin] 10.222.0.73 "DELETE /v2.0/ports/321c8401-2fac-43f7-b13e-48d6074061ee HTTP/1.1" status: 204 len: 173 time: 1.0963199 Aug 20 12:23:05.525036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999264e0-47a5-4036-bade-870e926ed27e', 'name': 'network-vif-deleted', 'tag': '321c8401-2fac-43f7-b13e-48d6074061ee'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:05.535018 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c23ae6-bdde-419e-8795-c15a4e0c386a" -d '{"events": [{"server_uuid": "999264e0-47a5-4036-bade-870e926ed27e", "name": "network-vif-deleted", "tag": "321c8401-2fac-43f7-b13e-48d6074061ee"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:05.551963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d425dffb-f16d-4b8c-9cad-7155dc41dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.555231 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d425dffb-f16d-4b8c-9cad-7155dc41dec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.564116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d425dffb-f16d-4b8c-9cad-7155dc41dec1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/703e0519-2cc2-4286-807d-33ca0346d864 HTTP/1.1" status: 204 len: 168 time: 0.2099624 Aug 20 12:23:05.575832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425dffb-f16d-4b8c-9cad-7155dc41dec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703e0519-2cc2-4286-807d-33ca0346d864,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:05.603626 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d378a9af-b6f0-403d-aaa3-68ac3f762af8 x-openstack-request-id: req-d378a9af-b6f0-403d-aaa3-68ac3f762af8 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:05.604169 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999264e0-47a5-4036-bade-870e926ed27e", "name": "network-vif-deleted", "tag": "321c8401-2fac-43f7-b13e-48d6074061ee", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:05.604600 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d378a9af-b6f0-403d-aaa3-68ac3f762af8 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:05.605171 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999264e0-47a5-4036-bade-870e926ed27e', 'name': 'network-vif-deleted', 'tag': '321c8401-2fac-43f7-b13e-48d6074061ee', 'status': 'completed', 'code': 200} Aug 20 12:23:05.693704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.708953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3e6e9f91-412d-4324-9a30-1b77a10d34b6', '6e516b9b-631a-4fbb-8e1d-d02a98484d47'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:05.725059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Pushing event deleted for resources: {'Port': ['ID=6e516b9b-631a-4fbb-8e1d-d02a98484d47,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:05.793604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] No DVR routers for this DVR port 6e516b9b-631a-4fbb-8e1d-d02a98484d47 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:05.796703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:05.799184 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08be90b1-0726-494b-ae27-65015b3c0bd9 req-23e94a0c-4912-4500-a9c7-7c8657cde169 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.73 "DELETE /v2.0/ports/6e516b9b-631a-4fbb-8e1d-d02a98484d47 HTTP/1.1" status: 204 len: 173 time: 1.1416490 Aug 20 12:23:05.933518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eef9d-e5f6-4bd2-8ce2-205a5ed7b298 req-1df7f153-8f7f-4a5f-a2d0-c9453d743c6e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:05.942973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-255eef9d-e5f6-4bd2-8ce2-205a5ed7b298 req-1df7f153-8f7f-4a5f-a2d0-c9453d743c6e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0691502 Aug 20 12:23:05.986961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-255eef9d-e5f6-4bd2-8ce2-205a5ed7b298 req-67e451ad-9f53-45ef-accf-109dec9de77c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 Aug 20 12:23:06.012414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49146) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:06.030633 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0afeeec9-54f8-4668-856a-f3de157ab9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:06.138580 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0afeeec9-54f8-4668-856a-f3de157ab9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:06.143513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0afeeec9-54f8-4668-856a-f3de157ab9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:06.177752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0afeeec9-54f8-4668-856a-f3de157ab9e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bd17060f2de4a01b69542a0da13af5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638000 Aug 20 12:23:06.181623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49148) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:06.200620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeeec9-54f8-4668-856a-f3de157ab9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e690e4-52d1-4883-8495-d3ff3bbb714f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:06.245906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2413641c-0c12-48f6-92ea-e5f26cf5dce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:06.267450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2413641c-0c12-48f6-92ea-e5f26cf5dce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:06.318213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2413641c-0c12-48f6-92ea-e5f26cf5dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:06.321293 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2413641c-0c12-48f6-92ea-e5f26cf5dce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:06.322515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2413641c-0c12-48f6-92ea-e5f26cf5dce3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71e690e4-52d1-4883-8495-d3ff3bbb714f HTTP/1.1" status: 204 len: 168 time: 0.1397643 Aug 20 12:23:06.331866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413641c-0c12-48f6-92ea-e5f26cf5dce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e690e4-52d1-4883-8495-d3ff3bbb714f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:06.409381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49156) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:06.503624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0555ddb-7f69-43cf-a469-7ffb3a9c2efb req-fd79c07b-d987-4fea-86f0-0173b7ae099b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8aa1318-9a16-430a-a80e-fc50f1586617 HTTP/1.1" status: 200 len: 210 time: 0.0388477 Aug 20 12:23:06.818711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:07.110787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Deleting port 757ad271-5df6-451f-8cc2-f27e65b71613 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:07.111323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:07.153286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f74e0-0cbe-41ca-8b74-7b62a2e23fd5 req-2b81501a-7085-4d7a-ad89-0798fe5550fc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.154874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c5f74e0-0cbe-41ca-8b74-7b62a2e23fd5 req-2b81501a-7085-4d7a-ad89-0798fe5550fc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0715487 Aug 20 12:23:07.203138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c5f74e0-0cbe-41ca-8b74-7b62a2e23fd5 req-97b1c771-755b-4ea3-84bf-fecce830cc65 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Aug 20 12:23:07.203641 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] For port 757ad271-5df6-451f-8cc2-f27e65b71613, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=757ad271-5df6-451f-8cc2-f27e65b71613,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:07.204014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:07.218845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Calling delete_port for 757ad271-5df6-451f-8cc2-f27e65b71613 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:07.433942 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:07.470457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Pushing event deleted for resources: {'Port': ['ID=757ad271-5df6-451f-8cc2-f27e65b71613,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:07.620473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa1318-9a16-430a-a80e-fc50f1586617', 'name': 'network-vif-deleted', 'tag': '6e516b9b-631a-4fbb-8e1d-d02a98484d47'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:07.628070 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78d096f-277c-4ff7-b813-aca0d0bfb90f" -d '{"events": [{"server_uuid": "b8aa1318-9a16-430a-a80e-fc50f1586617", "name": "network-vif-deleted", "tag": "6e516b9b-631a-4fbb-8e1d-d02a98484d47"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:07.728399 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477a9031-05e5-4dfc-994a-6011c25aab26 x-openstack-request-id: req-477a9031-05e5-4dfc-994a-6011c25aab26 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:07.728698 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aa1318-9a16-430a-a80e-fc50f1586617", "name": "network-vif-deleted", "tag": "6e516b9b-631a-4fbb-8e1d-d02a98484d47", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:07.728964 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-477a9031-05e5-4dfc-994a-6011c25aab26 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:07.729341 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa1318-9a16-430a-a80e-fc50f1586617', 'name': 'network-vif-deleted', 'tag': '6e516b9b-631a-4fbb-8e1d-d02a98484d47', 'status': 'completed', 'code': 200} Aug 20 12:23:07.730104 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:07.754392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad7b4-4584-4f3d-bcaa-0a06cdeef0cc req-4f1ed0e5-3a83-4c31-afaf-b3f69802c3d1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:07.762644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-594ad7b4-4584-4f3d-bcaa-0a06cdeef0cc req-4f1ed0e5-3a83-4c31-afaf-b3f69802c3d1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0762966 Aug 20 12:23:07.827894 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-594ad7b4-4584-4f3d-bcaa-0a06cdeef0cc req-c9691b45-db78-470e-9244-cf2cff2544a6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636084 Aug 20 12:23:07.876094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6e516b9b-631a-4fbb-8e1d-d02a98484d47 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:07.898771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 6e516b9b-631a-4fbb-8e1d-d02a98484d47 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:07.899414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6e516b9b-631a-4fbb-8e1d-d02a98484d47 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:07.899995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 321c8401-2fac-43f7-b13e-48d6074061ee no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:07.922031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 321c8401-2fac-43f7-b13e-48d6074061ee {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:07.922695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 321c8401-2fac-43f7-b13e-48d6074061ee not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:08.026597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Router 15dd40b7-b196-4f31-a720-1cbc542ca6aa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:08.071385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39149f-6b60-420f-be36-0e4183e00a0a req-74d05777-3d14-4a3c-b3af-7c11299b8535 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:08.072905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac39149f-6b60-420f-be36-0e4183e00a0a req-74d05777-3d14-4a3c-b3af-7c11299b8535 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0543315 Aug 20 12:23:08.115453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac39149f-6b60-420f-be36-0e4183e00a0a req-e703a33e-82ac-4e95-8e47-5ff9edc01da4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Aug 20 12:23:08.150889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:08.156280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a524e5e8-1127-44b3-9829-0b4fa281d010 admin admin] 10.222.0.25 "PUT /v2.0/routers/15dd40b7-b196-4f31-a720-1cbc542ca6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458313 Aug 20 12:23:08.158918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49214) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:08.161807 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] Sync routers for ids ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:08.172045 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] Routers {'15dd40b7-b196-4f31-a720-1cbc542ca6aa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:08.172713 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:08.279222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ccdb5-7a78-4f03-adab-a8cfa4239ee1 req-52ed47d2-94cc-4b0f-907b-cadfd2a6aa59 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:08.281844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c5ccdb5-7a78-4f03-adab-a8cfa4239ee1 req-52ed47d2-94cc-4b0f-907b-cadfd2a6aa59 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0809827 Aug 20 12:23:08.317497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:08.383589 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] Set router 15dd40b7-b196-4f31-a720-1cbc542ca6aa gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:08.385576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddd58d-f621-4ded-a629-e50a8064e37a req-e1a17370-7008-4571-b6e8-a465afacae1f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:08.387637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76ddd58d-f621-4ded-a629-e50a8064e37a req-e1a17370-7008-4571-b6e8-a465afacae1f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0892153 Aug 20 12:23:08.398947 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c5ccdb5-7a78-4f03-adab-a8cfa4239ee1 req-449d6aee-6eff-4983-bad4-4b6e78e4bce8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099565 Aug 20 12:23:08.466595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76ddd58d-f621-4ded-a629-e50a8064e37a req-5bf40047-8a57-4f96-b282-ea77eabe03dd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639703 Aug 20 12:23:08.494569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:08.553142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Deleting port 0c01a09e-a713-4e6b-96b1-ad6de1212b43 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:08.555049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:08.617395 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:23:07Z', 'revision_number': 5, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port': {'id': '0c01a09e-a713-4e6b-96b1-ad6de1212b43', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:19Z', 'updated_at': '2021-08-20T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:08.647369 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] Checking router: 15dd40b7-b196-4f31-a720-1cbc542ca6aa for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:08.656329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] For port 0c01a09e-a713-4e6b-96b1-ad6de1212b43, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0c01a09e-a713-4e6b-96b1-ad6de1212b43,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:08.656538 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] Routers {'15dd40b7-b196-4f31-a720-1cbc542ca6aa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:08.656870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:08.657133 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:08.675356 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Calling delete_port for 0c01a09e-a713-4e6b-96b1-ad6de1212b43 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:08.822791 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] Set router 15dd40b7-b196-4f31-a720-1cbc542ca6aa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:08.891035 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:23:08Z', 'revision_number': 6, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:08.921354 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5824b0f-c046-4a7b-bb9c-3a6963b956b3 None None] The sync data for ids ['15dd40b7-b196-4f31-a720-1cbc542ca6aa'] in n-d-800634-10 is: [{'id': '15dd40b7-b196-4f31-a720-1cbc542ca6aa', 'name': 'tempest-TestServerMultinode-1487209870-router', 'tenant_id': '035ebfb8803e4c15af948b6de56eeae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:18Z', 'updated_at': '2021-08-20T12:23:08Z', 'revision_number': 6, 'project_id': '035ebfb8803e4c15af948b6de56eeae6', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:08.972792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49234) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:09.018798 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-8bd5b9bf-0c57-4ec9-9bcb-d931afb59067 service neutron] show failed (client error): The resource could not be found. Aug 20 12:23:09.019916 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-8bd5b9bf-0c57-4ec9-9bcb-d931afb59067 service neutron] 10.222.0.73 "GET /v2.0/ports/b449b765-8046-43ad-8c4b-9963d6372cf8/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.1171248 Aug 20 12:23:09.044731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.077653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Pushing event deleted for resources: {'Port': ['ID=0c01a09e-a713-4e6b-96b1-ad6de1212b43,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:09.115511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57ae2e30-5d9a-401b-a7b1-3199d7a77bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.162809 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.246917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57ae2e30-5d9a-401b-a7b1-3199d7a77bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.252616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57ae2e30-5d9a-401b-a7b1-3199d7a77bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.296335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-57ae2e30-5d9a-401b-a7b1-3199d7a77bfd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bff59ecff630457a8af95563867974da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198802 Aug 20 12:23:09.296335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae2e30-5d9a-401b-a7b1-3199d7a77bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930f57e8-7687-4663-b707-384cfcc9b2df,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:09.297677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49238) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:09.331723 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.338864 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.384206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ca504da-f236-457e-b157-c0133c5d32bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.412236 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ca504da-f236-457e-b157-c0133c5d32bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.426547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-fef9c0b3-d455-4b8a-bf15-97c64400c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:09.428167 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-fef9c0b3-d455-4b8a-bf15-97c64400c42a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 1097 time: 0.1976190 Aug 20 12:23:09.430625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.431173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15dd40b7-b196-4f31-a720-1cbc542ca6aa {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:23:09.436215 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.443687 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-77165db9-5940-4dbc-8631-95a64233bdef admin admin] 10.222.0.25 "DELETE /v2.0/routers/15dd40b7-b196-4f31-a720-1cbc542ca6aa HTTP/1.1" status: 204 len: 168 time: 1.2767491 Aug 20 12:23:09.443687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:09.447264 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49240) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:09.476338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ca504da-f236-457e-b157-c0133c5d32bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.479783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ca504da-f236-457e-b157-c0133c5d32bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.481114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0ca504da-f236-457e-b157-c0133c5d32bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/930f57e8-7687-4663-b707-384cfcc9b2df HTTP/1.1" status: 204 len: 168 time: 0.1817214 Aug 20 12:23:09.491683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca504da-f236-457e-b157-c0133c5d32bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930f57e8-7687-4663-b707-384cfcc9b2df,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:09.579135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Deleting subnet e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:23:09.583980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.613955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.672727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.672987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931866-3b34-4bfe-a4c1-e49b93d20dff req-7994fba3-4efe-466e-953a-175ca4214642 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:09.674650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae931866-3b34-4bfe-a4c1-e49b93d20dff req-7994fba3-4efe-466e-953a-175ca4214642 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.0847235 Aug 20 12:23:09.726290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae931866-3b34-4bfe-a4c1-e49b93d20dff req-15f3867d-d274-491b-8495-dd5c48383bc2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Aug 20 12:23:09.872404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49252) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:09.898602 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.899483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e52d443d-392c-4ed7-92ad-50c1359cce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:09.976702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:09.993469 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.015596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843b097-bd2f-4a24-a2dc-9d8fc7130cfb None None] Network f70d15fb-1c58-4b87-8955-a9a4682abd40 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:10.025466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.032234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5 HTTP/1.1" status: 204 len: 168 time: 0.5824056 Aug 20 12:23:10.032234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49258) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:10.057911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20ed641-aaec-4f51-ad5a-97f8f8bb1ec5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:10.059754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.060392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.060392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.060615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.060911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.061235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.061553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.061991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.062203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.062550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.062908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.063174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f4ec2-b6ff-4dfd-a99b-473560300d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:10.078718 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e52d443d-392c-4ed7-92ad-50c1359cce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.088221 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e52d443d-392c-4ed7-92ad-50c1359cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.133907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d443d-392c-4ed7-92ad-50c1359cce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc333dd-c0e2-47f2-85c5-16c8e57f5d0e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:10.150320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:10.181304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49262) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:10.190497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e52d443d-392c-4ed7-92ad-50c1359cce27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f638d98d5884834a985088902173613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040764 Aug 20 12:23:10.252220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] DHCP port deletion for f70d15fb-1c58-4b87-8955-a9a4682abd40 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:23:10.305785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] Deleting port ad75d592-94ca-4fe2-a001-351ed360eee9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:10.306547 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.389441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] For port ad75d592-94ca-4fe2-a001-351ed360eee9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ad75d592-94ca-4fe2-a001-351ed360eee9,segment=NetworkSegment(cea8f143-8207-4720-b169-edf223b739e7),segment_id=cea8f143-8207-4720-b169-edf223b739e7)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:10.389851 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.397995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ff0a5-d2d7-48fa-8986-53be08f01b58 req-8a4cc674-0f64-4fd5-9eb5-a2efdc9179cb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:10.399655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c83ff0a5-d2d7-48fa-8986-53be08f01b58 req-8a4cc674-0f64-4fd5-9eb5-a2efdc9179cb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0569737 Aug 20 12:23:10.407089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] Calling delete_port for ad75d592-94ca-4fe2-a001-351ed360eee9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:10.439398 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c83ff0a5-d2d7-48fa-8986-53be08f01b58 req-f0d4aee6-b849-4de9-b98e-d896c5773963 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334809 Aug 20 12:23:10.493216 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.507210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.521225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] Pushing event deleted for resources: {'Port': ['ID=ad75d592-94ca-4fe2-a001-351ed360eee9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:10.525567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd6e100-a135-4e40-a140-77416fc2c405 None None] No DVR routers for this DVR port ad75d592-94ca-4fe2-a001-351ed360eee9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:10.530050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:10.532333 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e81f961-b675-482e-a00f-97cee4f9ce69" -d '{"events": [{"server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "name": "network-vif-unplugged", "status": "completed", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:10.536510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.568103 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Transition to ACTIVE for port object b449b765-8046-43ad-8c4b-9963d6372cf8 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:10.579251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7508a-ab74-4845-b4a2-b369b03d4200 req-a56644e1-674e-4e91-b39e-c21c3c1338b6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:10.580863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23b7508a-ab74-4845-b4a2-b369b03d4200 req-a56644e1-674e-4e91-b39e-c21c3c1338b6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0630772 Aug 20 12:23:10.593635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.606403 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94705d97-4519-407e-8256-b0fbeeedfd58 x-openstack-request-id: req-94705d97-4519-407e-8256-b0fbeeedfd58 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:10.606714 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "name": "network-vif-unplugged", "status": "completed", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:10.606924 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94705d97-4519-407e-8256-b0fbeeedfd58 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:10.607310 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'code': 200} Aug 20 12:23:10.623719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-23b7508a-ab74-4845-b4a2-b369b03d4200 req-07ecdab5-f89e-4d90-9067-942a77e2d874 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359678 Aug 20 12:23:10.671519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1dda-6efb-42fb-8de4-833c39f8dffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.721291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.743806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1dda-6efb-42fb-8de4-833c39f8dffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.782778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:10.811643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70d15fb-1c58-4b87-8955-a9a4682abd40']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:10.822006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ad75d592-94ca-4fe2-a001-351ed360eee9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:10.840594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea8f143-8207-4720-b169-edf223b739e7') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:10.840888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea8f143-8207-4720-b169-edf223b739e7') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:10.859230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: ad75d592-94ca-4fe2-a001-351ed360eee9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:10.860112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ad75d592-94ca-4fe2-a001-351ed360eee9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:10.860750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 757ad271-5df6-451f-8cc2-f27e65b71613 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:10.871468 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.887064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 757ad271-5df6-451f-8cc2-f27e65b71613 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:10.887508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 757ad271-5df6-451f-8cc2-f27e65b71613 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:10.888152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0c01a09e-a713-4e6b-96b1-ad6de1212b43 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:10.912351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0c01a09e-a713-4e6b-96b1-ad6de1212b43 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:10.912908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0c01a09e-a713-4e6b-96b1-ad6de1212b43 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:10.926953 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.944764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] No DVR routers for this DVR port b449b765-8046-43ad-8c4b-9963d6372cf8 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:10.949214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:23:10.949494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:23:10.951550 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:23:10.980806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713d2c-6543-4b78-88b9-a32feb5e82e4 req-72e736a2-d20b-40be-b6f7-6a7e6bc222fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:10.984175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68713d2c-6543-4b78-88b9-a32feb5e82e4 req-72e736a2-d20b-40be-b6f7-6a7e6bc222fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.1292698 Aug 20 12:23:11.039062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1dda-6efb-42fb-8de4-833c39f8dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:11.041783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1dda-6efb-42fb-8de4-833c39f8dffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:11.046701 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a7ef1dda-6efb-42fb-8de4-833c39f8dffe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cc333dd-c0e2-47f2-85c5-16c8e57f5d0e HTTP/1.1" status: 204 len: 168 time: 0.8612480 Aug 20 12:23:11.064449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68713d2c-6543-4b78-88b9-a32feb5e82e4 req-25ec3a4c-b649-4e8b-b2d0-caf362887e15 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793808 Aug 20 12:23:11.072567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef1dda-6efb-42fb-8de4-833c39f8dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc333dd-c0e2-47f2-85c5-16c8e57f5d0e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:11.089711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:11.131206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:11.136508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] 10.222.0.25 "DELETE /v2.0/networks/f70d15fb-1c58-4b87-8955-a9a4682abd40 HTTP/1.1" status: 204 len: 168 time: 1.1000359 Aug 20 12:23:11.136895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49286) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:11.156888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bea22-97b8-4ed9-a484-1db486a588fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f70d15fb-1c58-4b87-8955-a9a4682abd40,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:11.234103 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Attempting to bind port b449b765-8046-43ad-8c4b-9963d6372cf8 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:11.234694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Attempting to bind port b449b765-8046-43ad-8c4b-9963d6372cf8 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:11.235244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Attempting to bind port b449b765-8046-43ad-8c4b-9963d6372cf8 on network 1a320370-d430-4934-8897-622e9df32cb2 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:11.247801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Port b449b765-8046-43ad-8c4b-9963d6372cf8 on network 1a320370-d430-4934-8897-622e9df32cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:23:11.248051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Attempting to bind port b449b765-8046-43ad-8c4b-9963d6372cf8 on network 1a320370-d430-4934-8897-622e9df32cb2 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:11.254428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:11.255077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Checking segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:11.255651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Bound using segment: {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:11.256471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Bound port: b449b765-8046-43ad-8c4b-9963d6372cf8, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504af466-2f82-4933-acb4-91dc29c58146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a320370-d430-4934-8897-622e9df32cb2'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:11.257609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:11.350388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:11.375424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:11.383544 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:11.450390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:11.463082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:11.463585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:11.465616 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-62bf67f4-8aec-4956-a187-33431406c3a3 service neutron] 10.222.0.22 "PUT /v2.0/ports/b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 1092 time: 2.0275874 Aug 20 12:23:11.558997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-2ea99426-50f3-457a-97a0-d89a50682ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:11.565432 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-2ea99426-50f3-457a-97a0-d89a50682ea7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1095 time: 0.0753019 Aug 20 12:23:11.658891 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:11.764555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-08c39c0c-7c45-4d07-8ea5-66cb062af27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:11.766146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-08c39c0c-7c45-4d07-8ea5-66cb062af27b service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.1910632 Aug 20 12:23:11.897114 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-1fdec98e-5c15-4823-b54f-b9d7877bb5f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 998 time: 0.1239479 Aug 20 12:23:11.979494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-1ab6f8ec-63b7-43d2-ba26-129bc989dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:11.981889 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-1ab6f8ec-63b7-43d2-ba26-129bc989dbfc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.0760982 Aug 20 12:23:12.039016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-800efe72-8870-4b60-b6d0-2f4ab97a6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.040964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-800efe72-8870-4b60-b6d0-2f4ab97a6f4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517976 Aug 20 12:23:12.084588 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:12.199122 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-092721d0-bfa9-4b42-a3d3-b8bcd016de08 service neutron] 10.222.0.22 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510508 Aug 20 12:23:12.322772 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f336c413-b928-4a55-a5f8-d834b60fe639 req-bf4ff796-475d-4cbb-b956-411b5efee515 service neutron] 10.222.0.22 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156211 Aug 20 12:23:12.381050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f4eb-e780-4268-8a57-1df4ad7c9d42 req-7ebf7ac0-c46b-4801-aeb3-4d5a1146ddba tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.382917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0886f4eb-e780-4268-8a57-1df4ad7c9d42 req-7ebf7ac0-c46b-4801-aeb3-4d5a1146ddba tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.1249306 Aug 20 12:23:12.496801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0886f4eb-e780-4268-8a57-1df4ad7c9d42 req-d2e845b6-c55d-4baa-8a47-94385d66e4c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931134 Aug 20 12:23:12.506907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f6a42-fa83-4be0-9814-86799422a6f2 req-cf1e023f-1779-4c95-874a-ff4bf6b210e3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.508694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b62f6a42-fa83-4be0-9814-86799422a6f2 req-cf1e023f-1779-4c95-874a-ff4bf6b210e3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0930092 Aug 20 12:23:12.580567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b62f6a42-fa83-4be0-9814-86799422a6f2 req-d7a52a88-722d-4076-afb3-f6bc217301e1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586584 Aug 20 12:23:12.608700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:12.612155 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1318b886-fe61-4ac9-8688-acd91d9bf547" -d '{"events": [{"name": "network-changed", "server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:12.632192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Deleting port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:12.632544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:12.678856 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65026c6-b80e-4343-bcc1-20674e81d984 x-openstack-request-id: req-e65026c6-b80e-4343-bcc1-20674e81d984 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:12.679218 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:12.679544 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e65026c6-b80e-4343-bcc1-20674e81d984 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:12.680024 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'status': 'completed', 'code': 200} Aug 20 12:23:12.757867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21046a6-0190-40d5-ae56-cd2fcd05ce7c req-5cdd0fa4-335c-4513-bb22-4a67932b9837 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.759808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d21046a6-0190-40d5-ae56-cd2fcd05ce7c req-5cdd0fa4-335c-4513-bb22-4a67932b9837 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0768242 Aug 20 12:23:12.786152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] For port 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,segment=NetworkSegment(93500921-5e31-4c05-b637-757a33dfe5d5),segment_id=93500921-5e31-4c05-b637-757a33dfe5d5)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:12.786510 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:12.790072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-00d484f2-bfc5-43ce-a88f-cbe87f7e034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.791624 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-00d484f2-bfc5-43ce-a88f-cbe87f7e034b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1095 time: 0.0875547 Aug 20 12:23:12.794544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-cf5de37d-5151-445b-a7a5-fec84718fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.795800 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-cf5de37d-5151-445b-a7a5-fec84718fc41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1095 time: 0.0905483 Aug 20 12:23:12.809388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Calling delete_port for 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:12.831742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d21046a6-0190-40d5-ae56-cd2fcd05ce7c req-02f3439f-75a0-4619-a36c-7d8644926c37 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595202 Aug 20 12:23:12.957735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-bc77876f-5fd5-46b7-9889-891568b1e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.959234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-bc77876f-5fd5-46b7-9889-891568b1e0d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.1598759 Aug 20 12:23:12.963956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-14c118b8-abb5-4411-ab72-6fe30a60a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:12.965357 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-14c118b8-abb5-4411-ab72-6fe30a60a11f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.1574249 Aug 20 12:23:13.052674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:13.093629 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-bbd8b4d0-0cd8-44da-b41b-9c4b5cd1a926 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 998 time: 0.1268780 Aug 20 12:23:13.093835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c33ba1d-898a-4ba8-b03e-3b5c266c46bd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:13.098895 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-682642d1-1d3f-40b2-8d72-3d36b53452dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 998 time: 0.1153049 Aug 20 12:23:13.204390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-897af44f-8086-410a-b762-4d926c01f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.206560 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-897af44f-8086-410a-b762-4d926c01f253 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.1057143 Aug 20 12:23:13.259751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-5a6e4dbd-9ba5-40a1-a449-fb2334e9c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.261735 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-5a6e4dbd-9ba5-40a1-a449-fb2334e9c3aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.1519742 Aug 20 12:23:13.265323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afd47-7a5e-49bd-b252-a75e5d6f9035 req-69dc7522-8ca1-4d2c-b16c-c3d8459362b5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.276816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b75afd47-7a5e-49bd-b252-a75e5d6f9035 req-69dc7522-8ca1-4d2c-b16c-c3d8459362b5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1960685 Aug 20 12:23:13.310766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-62ef0655-8e58-4425-be1c-b781bd6e4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.312584 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-62ef0655-8e58-4425-be1c-b781bd6e4e1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957718 Aug 20 12:23:13.368609 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b75afd47-7a5e-49bd-b252-a75e5d6f9035 req-9a6fe8f7-4d52-4661-87c3-7882cd3f8a25 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894353 Aug 20 12:23:13.389897 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:13.403255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-a2c33f03-49c8-4e40-bfd3-eeb4386d4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.405496 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-a2c33f03-49c8-4e40-bfd3-eeb4386d4680 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293161 Aug 20 12:23:13.530061 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-efea093b-5473-41f5-b580-2791049f4ee8 service neutron] 10.222.0.22 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072315 Aug 20 12:23:13.533851 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-31edebfc-443f-4e2f-add9-6c3955192baf service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151533 Aug 20 12:23:13.678174 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-0cdf686d-4171-4a97-a532-55b849aab59f service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171606 Aug 20 12:23:13.706407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585f36-ea78-4d61-b2df-f11029821d09 req-cac0e5c2-a6ea-4447-a3f3-7440396c9ba8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.708862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54585f36-ea78-4d61-b2df-f11029821d09 req-cac0e5c2-a6ea-4447-a3f3-7440396c9ba8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1737998 Aug 20 12:23:13.794145 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:13.809281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8f3d6-8065-4217-8091-0dd6c06f2998 req-8a529115-a6fe-49e7-b864-24a034cf94f1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.810872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eda8f3d6-8065-4217-8091-0dd6c06f2998 req-8a529115-a6fe-49e7-b864-24a034cf94f1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.1995947 Aug 20 12:23:13.824799 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1318b886-fe61-4ac9-8688-acd91d9bf547 req-5e29205f-ee4d-4376-bf27-6572f4241999 service neutron] 10.222.0.22 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866857 Aug 20 12:23:13.908999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b449b765-8046-43ad-8c4b-9963d6372cf8 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:13.945871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eda8f3d6-8065-4217-8091-0dd6c06f2998 req-9647d803-395d-4206-9be7-9d542efdfb38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073909 Aug 20 12:23:13.955677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54585f36-ea78-4d61-b2df-f11029821d09 req-3baa9cd1-decd-4c72-b027-fdf07d4ff113 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391946 Aug 20 12:23:13.968274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Router 9e6589a6-f1cd-474c-8905-d00b094c0073 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:13.981619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b449b765-8046-43ad-8c4b-9963d6372cf8 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:14.117347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:14.122984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f69c5d8d-2a6f-43ea-82a1-3d4596612c66 admin admin] 10.222.0.25 "PUT /v2.0/routers/9e6589a6-f1cd-474c-8905-d00b094c0073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9848928 Aug 20 12:23:14.125695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49394) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:14.127963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] Sync routers for ids ['9e6589a6-f1cd-474c-8905-d00b094c0073'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:14.141658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] Routers {'9e6589a6-f1cd-474c-8905-d00b094c0073'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:14.143172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9e6589a6-f1cd-474c-8905-d00b094c0073'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:14.183302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5158c29-27df-4774-aa97-6ecefd9710c6 req-a2ee4a9b-7c80-4e5f-bdfc-87483d9a4caa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:14.185017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5158c29-27df-4774-aa97-6ecefd9710c6 req-a2ee4a9b-7c80-4e5f-bdfc-87483d9a4caa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0583310 Aug 20 12:23:14.231167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5158c29-27df-4774-aa97-6ecefd9710c6 req-6c67ef1c-e227-4d34-8dcf-5bdafb0bbc76 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Aug 20 12:23:14.311870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:14.314017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] Set router 9e6589a6-f1cd-474c-8905-d00b094c0073 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:14.405959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d654b50-4ebd-4857-9515-60e7e8b4ed8e req-872d8570-fc22-4ad8-9f37-575d2d39d63e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:14.414569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d654b50-4ebd-4857-9515-60e7e8b4ed8e req-872d8570-fc22-4ad8-9f37-575d2d39d63e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0868828 Aug 20 12:23:14.443574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:14.478715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d654b50-4ebd-4857-9515-60e7e8b4ed8e req-d495b8a7-1ee1-4017-82ed-1ee2117de420 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623004 Aug 20 12:23:14.523087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Deleting port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:14.523439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:14.592463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:23:12Z', 'revision_number': 5, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port': {'id': '0ac74ef3-7829-4dc7-b56e-9b1dbda0285f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:25Z', 'updated_at': '2021-08-20T12:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:14.628062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] Checking router: 9e6589a6-f1cd-474c-8905-d00b094c0073 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:14.651176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] Routers {'9e6589a6-f1cd-474c-8905-d00b094c0073'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:14.651176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9e6589a6-f1cd-474c-8905-d00b094c0073'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:14.670481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] For port 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0ac74ef3-7829-4dc7-b56e-9b1dbda0285f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:14.670856 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:14.689509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Calling delete_port for 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:14.761725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49412) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:14.781127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] Set router 9e6589a6-f1cd-474c-8905-d00b094c0073 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:14.815901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e541b9-5ef2-414e-a630-faa05b518d5d req-873616d5-f59d-493a-9e28-d44639f697b5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:14.817596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9e541b9-5ef2-414e-a630-faa05b518d5d req-873616d5-f59d-493a-9e28-d44639f697b5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1091695 Aug 20 12:23:14.885038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:23:14Z', 'revision_number': 6, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:14.923515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9e541b9-5ef2-414e-a630-faa05b518d5d req-651ebe1d-c8fa-4b82-bfaa-afcc457fde02 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801294 Aug 20 12:23:14.927999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61a9b0-2623-4d19-bfc1-836d985276cc None None] The sync data for ids ['9e6589a6-f1cd-474c-8905-d00b094c0073'] in n-d-800634-10 is: [{'id': '9e6589a6-f1cd-474c-8905-d00b094c0073', 'name': 'tempest-TestServerMultinode-279235882-router', 'tenant_id': '7a2a69b540424c348c3be7abb09ed615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:24Z', 'updated_at': '2021-08-20T12:23:14Z', 'revision_number': 6, 'project_id': '7a2a69b540424c348c3be7abb09ed615', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:15.078288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.134373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fdd27-3157-4c3b-a868-75a08f4d4e5f req-98d8004f-b6a4-44f2-8645-635263820ce2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:15.136265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a0fdd27-3157-4c3b-a868-75a08f4d4e5f req-98d8004f-b6a4-44f2-8645-635263820ce2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0898790 Aug 20 12:23:15.147982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25864b1e-83d0-4722-a004-ac5e401d7e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.150108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac74ef3-7829-4dc7-b56e-9b1dbda0285f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:15.150370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1d69-7bce-4610-856e-59daa4792b34 req-43f03f6d-ad73-4dfc-88dc-29297093abda tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:15.152289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5e1d69-7bce-4610-856e-59daa4792b34 req-43f03f6d-ad73-4dfc-88dc-29297093abda tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.0770161 Aug 20 12:23:15.219337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a0fdd27-3157-4c3b-a868-75a08f4d4e5f req-ba856367-84e0-43df-ac77-47a10226586d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659609 Aug 20 12:23:15.219743 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.224952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa5e1d69-7bce-4610-856e-59daa4792b34 req-2029881c-f01f-4520-8761-cc714c29c60b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648985 Aug 20 12:23:15.345084 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.351372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.469458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7fc35-c5f0-4845-9640-ead8bb72835f req-f38be925-e1ac-41af-bfa1-8f925ee78710 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:15.471319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa7fc35-c5f0-4845-9640-ead8bb72835f req-f38be925-e1ac-41af-bfa1-8f925ee78710 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 943 time: 0.0691254 Aug 20 12:23:15.477435 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.478158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e6589a6-f1cd-474c-8905-d00b094c0073 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:23:15.497398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.498549 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8b63586e-b844-4eb9-ba80-7403162f7753 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9e6589a6-f1cd-474c-8905-d00b094c0073 HTTP/1.1" status: 204 len: 168 time: 1.3718867 Aug 20 12:23:15.501617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49430) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:15.534519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25864b1e-83d0-4722-a004-ac5e401d7e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.542487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25864b1e-83d0-4722-a004-ac5e401d7e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.575502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa7fc35-c5f0-4845-9640-ead8bb72835f req-d540c619-0be2-4b9c-8dcc-884828f21850 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965590 Aug 20 12:23:15.579317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-3ae1083b-bbb6-4c9a-ba00-9316f02c4b5b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:15.580894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-3ae1083b-bbb6-4c9a-ba00-9316f02c4b5b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.73 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda&tenant_id=c94bab92b5c94d58984c7efe84b843d9&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 943 time: 0.1482682 Aug 20 12:23:15.593851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-117893fe-4239-4d03-8fc0-bc9f16f54a5b admin admin] Deleting subnet 9fd3032f-b7eb-4738-9714-b7487220a60c {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:23:15.605186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fec32c-26e8-4e7e-b8bc-ea9946411bde req-9928d898-8a76-4ec0-b20f-599c96dde038 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:15.605781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34fec32c-26e8-4e7e-b8bc-ea9946411bde req-9928d898-8a76-4ec0-b20f-599c96dde038 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1200554 Aug 20 12:23:15.606527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-117893fe-4239-4d03-8fc0-bc9f16f54a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.609080 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-25864b1e-83d0-4722-a004-ac5e401d7e94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80e53a6e00f84d0fbb2ca39891194486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8462553 Aug 20 12:23:15.609680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49432) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:15.642734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25864b1e-83d0-4722-a004-ac5e401d7e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3223e19f-1232-490f-b6bf-3811acb9ff7b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:15.665059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-117893fe-4239-4d03-8fc0-bc9f16f54a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.692802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34fec32c-26e8-4e7e-b8bc-ea9946411bde req-b7700423-941c-4d73-9571-b79ecf869b0f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664322 Aug 20 12:23:15.702355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b449b765-8046-43ad-8c4b-9963d6372cf8 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:23:15.705877 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-e14d59f4-6d0f-455e-9b66-f507e5f9e95a service neutron] delete failed (client error): The resource could not be found. Aug 20 12:23:15.706960 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-e14d59f4-6d0f-455e-9b66-f507e5f9e95a service neutron] 10.222.0.73 "DELETE /v2.0/ports/b449b765-8046-43ad-8c4b-9963d6372cf8/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.1134648 Aug 20 12:23:15.729452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffea8-28b2-40ac-876b-a5ce391778ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.813309 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-117893fe-4239-4d03-8fc0-bc9f16f54a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.909741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582351-ce55-4f68-812f-b20ff42b9c71 req-574dc686-1af2-4604-ac7c-d62f064f9cb9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:15.911666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61582351-ce55-4f68-812f-b20ff42b9c71 req-574dc686-1af2-4604-ac7c-d62f064f9cb9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1099997 Aug 20 12:23:15.939371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:15.958218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-117893fe-4239-4d03-8fc0-bc9f16f54a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:15.989815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'port_id': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'mac_address': 'fa:16:3e:45:98:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:23:15.990354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117893fe-4239-4d03-8fc0-bc9f16f54a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd3032f-b7eb-4738-9714-b7487220a60c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:16.007132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61582351-ce55-4f68-812f-b20ff42b9c71 req-f8b27083-295b-45d3-ac56-f43bb575a884 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841973 Aug 20 12:23:16.012767 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-117893fe-4239-4d03-8fc0-bc9f16f54a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.014662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-117893fe-4239-4d03-8fc0-bc9f16f54a5b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9fd3032f-b7eb-4738-9714-b7487220a60c HTTP/1.1" status: 204 len: 168 time: 0.5104461 Aug 20 12:23:16.017801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49442) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:16.064134 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.066344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f5dcb-aa9e-4615-be66-b13fe233f00f None None] Network 409143a3-8c3a-48db-b821-6d748d2dab42 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:16.147868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.196155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b449b765-8046-43ad-8c4b-9963d6372cf8 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:16.211826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffea8-28b2-40ac-876b-a5ce391778ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.258571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-2a5bae33-2d24-49f8-a401-27576712f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:16.260680 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-2a5bae33-2d24-49f8-a401-27576712f1d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1095 time: 0.1164408 Aug 20 12:23:16.262059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:16.280593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Deleting port 3b6bdedc-20df-45f1-9504-29217ba21bed {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:16.281298 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.292621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.311880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e873d1d-a98a-4363-8768-4062037403a7 req-fbb9ddca-de97-4795-b571-917e6468c886 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:16.313877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e873d1d-a98a-4363-8768-4062037403a7 req-fbb9ddca-de97-4795-b571-917e6468c886 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1156659 Aug 20 12:23:16.381035 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffea8-28b2-40ac-876b-a5ce391778ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.385636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffea8-28b2-40ac-876b-a5ce391778ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.386933 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7b1ffea8-28b2-40ac-876b-a5ce391778ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3223e19f-1232-490f-b6bf-3811acb9ff7b HTTP/1.1" status: 204 len: 168 time: 0.7543347 Aug 20 12:23:16.444998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ffea8-28b2-40ac-876b-a5ce391778ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223e19f-1232-490f-b6bf-3811acb9ff7b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:16.462200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] For port 3b6bdedc-20df-45f1-9504-29217ba21bed, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3b6bdedc-20df-45f1-9504-29217ba21bed,segment=NetworkSegment(93500921-5e31-4c05-b637-757a33dfe5d5),segment_id=93500921-5e31-4c05-b637-757a33dfe5d5)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:16.462498 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.482866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e873d1d-a98a-4363-8768-4062037403a7 req-7ca8c1e7-ec5e-4716-b466-16de7664a3de tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562512 Aug 20 12:23:16.501744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-4fd9288f-e283-480a-b6cf-4b2ed87041d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:16.501744 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-4fd9288f-e283-480a-b6cf-4b2ed87041d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.2325842 Aug 20 12:23:16.507707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Calling delete_port for 3b6bdedc-20df-45f1-9504-29217ba21bed owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:16.590888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] DHCP port deletion for 409143a3-8c3a-48db-b821-6d748d2dab42 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:23:16.619165 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-88efb536-32ca-4687-b03f-22b8843ac8af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 999 time: 0.1085317 Aug 20 12:23:16.660820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.680222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] No DVR routers for this DVR port 3b6bdedc-20df-45f1-9504-29217ba21bed on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:16.690296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c895f74-a6ec-41a0-a7c7-b6d7aa520e9a req-6841157e-f323-4072-9078-d6c4b200b263 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:16.691041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['b449b765-8046-43ad-8c4b-9963d6372cf8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:16.692491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c895f74-a6ec-41a0-a7c7-b6d7aa520e9a req-6841157e-f323-4072-9078-d6c4b200b263 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0944543 Aug 20 12:23:16.726930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-818176f4-89d7-42c3-a25f-bd3e6e1b0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:16.730049 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-818176f4-89d7-42c3-a25f-bd3e6e1b0a69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.0978577 Aug 20 12:23:16.730799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:16.767335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] Deleting port 3b6bdedc-20df-45f1-9504-29217ba21bed {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:16.767718 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.799831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6bdedc-20df-45f1-9504-29217ba21bed,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:16.838496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-9dd2c944-a143-4fca-bcee-8d94098b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:16.840443 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-9dd2c944-a143-4fca-bcee-8d94098b0776 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004291 Aug 20 12:23:16.868612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] For port 3b6bdedc-20df-45f1-9504-29217ba21bed, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:16.869263 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.883157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] Calling delete_port for 3b6bdedc-20df-45f1-9504-29217ba21bed owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:16.886101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] Port 3b6bdedc-20df-45f1-9504-29217ba21bed was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:23:16.887764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:16.889984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.925997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49458) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:16.942457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed769-0ee3-4db4-976f-f331dcc5453b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:16.978697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:16.979720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0ac74ef3-7829-4dc7-b56e-9b1dbda0285f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:16.980362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3b6bdedc-20df-45f1-9504-29217ba21bed no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:16.988988 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] No DVR routers for this DVR port 3b6bdedc-20df-45f1-9504-29217ba21bed on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:17.001970 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-00b839da-c06d-4bee-8a35-55b688629293 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468320 Aug 20 12:23:17.003986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a2140-d06f-4927-90ab-3c494b5c76b9 None None] Pushing event deleted for resources: {'Port': ['ID=3b6bdedc-20df-45f1-9504-29217ba21bed,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:17.010737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c895f74-a6ec-41a0-a7c7-b6d7aa520e9a req-aba7efbe-2fc4-46fa-aef7-28852267692b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056558 Aug 20 12:23:17.020647 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.046008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 3b6bdedc-20df-45f1-9504-29217ba21bed {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:17.046505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3b6bdedc-20df-45f1-9504-29217ba21bed not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:17.047032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:17.070505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9710a-0b99-436e-8e5f-7f7d4ebcb726 req-493d2b23-5771-432e-957c-bf67b5460f6e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:17.076422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28c9710a-0b99-436e-8e5f-7f7d4ebcb726 req-493d2b23-5771-432e-957c-bf67b5460f6e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 944 time: 0.3827164 Aug 20 12:23:17.095661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409143a3-8c3a-48db-b821-6d748d2dab42']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:17.115031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:17.115031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4c33ba1d-898a-4ba8-b03e-3b5c266c46bd not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:17.128359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93500921-5e31-4c05-b637-757a33dfe5d5') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:17.129249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93500921-5e31-4c05-b637-757a33dfe5d5') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:17.138832 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-24251c21-763b-4181-8d16-bae4dd1bfe44 req-496b09f8-6af0-4e58-a385-9b60938bdd09 service neutron] 10.222.0.73 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249611 Aug 20 12:23:17.184542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28c9710a-0b99-436e-8e5f-7f7d4ebcb726 req-60e4c693-350c-4e04-9c6f-61e2032a31cf tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013484 Aug 20 12:23:17.187698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.214372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.232300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:23:17.233076 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:23:17.241498 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:23:17.320466 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.323690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed769-0ee3-4db4-976f-f331dcc5453b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.339225 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed769-0ee3-4db4-976f-f331dcc5453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.353986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.356057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] 10.222.0.25 "DELETE /v2.0/networks/409143a3-8c3a-48db-b821-6d748d2dab42 HTTP/1.1" status: 204 len: 168 time: 1.3372657 Aug 20 12:23:17.367819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Pushing event deleted for resources: {'Network': ['ID=409143a3-8c3a-48db-b821-6d748d2dab42,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:17.410193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ed769-0ee3-4db4-976f-f331dcc5453b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764b959b-9623-4daa-a644-fe35a5524fbc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:17.422168 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5b8ed769-0ee3-4db4-976f-f331dcc5453b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=874b3ea07a6a4e63a4cfc65c6bcbfd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950345 Aug 20 12:23:17.424698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49476) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:17.443097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.443710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.445092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.445781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.446312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.446830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.447421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.447915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.448395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.448874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.449365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.449841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d0ec22-9fa5-48fc-a900-0d266a2ba32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:17.541152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acac2d3b-dcaf-40ab-8d46-d8020bb1a639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.572450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acac2d3b-dcaf-40ab-8d46-d8020bb1a639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.585266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e2dce-bdb4-4618-8973-aa8e07bffafa req-73d3b218-d61e-41a8-b4ad-07925504a892 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:17.587102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-732e2dce-bdb4-4618-8973-aa8e07bffafa req-73d3b218-d61e-41a8-b4ad-07925504a892 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 813 time: 0.2351816 Aug 20 12:23:17.618558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-732e2dce-bdb4-4618-8973-aa8e07bffafa req-d55f0a4e-0f25-48c7-949a-78d2e75096ef tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/quotas/21224cd61038443f8a9af8ea379d4d43 HTTP/1.1" status: 200 len: 375 time: 0.0247393 Aug 20 12:23:17.665556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49478) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:17.677037 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acac2d3b-dcaf-40ab-8d46-d8020bb1a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.680206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acac2d3b-dcaf-40ab-8d46-d8020bb1a639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.683949 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-acac2d3b-dcaf-40ab-8d46-d8020bb1a639 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/764b959b-9623-4daa-a644-fe35a5524fbc HTTP/1.1" status: 204 len: 168 time: 0.2556963 Aug 20 12:23:17.702980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac2d3b-dcaf-40ab-8d46-d8020bb1a639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764b959b-9623-4daa-a644-fe35a5524fbc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:17.723357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-732e2dce-bdb4-4618-8973-aa8e07bffafa req-a5e54777-645e-4761-a318-c5007bc8fb74 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963778 Aug 20 12:23:17.751213 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-11eebf9b-7568-4f0a-84f9-6c591cb91f1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=035ebfb8803e4c15af948b6de56eeae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822608 Aug 20 12:23:17.751974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49484) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:17.822935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0921-b07c-4fad-b1e7-7fbfc5cc2224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.852891 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0921-b07c-4fad-b1e7-7fbfc5cc2224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.880959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606be75e-7c92-4947-bb18-89a9b3830637 req-ca0ab921-425d-41ee-8b1e-e56f884a5816 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:17.890948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-606be75e-7c92-4947-bb18-89a9b3830637 req-ca0ab921-425d-41ee-8b1e-e56f884a5816 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0774379 Aug 20 12:23:17.917123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0921-b07c-4fad-b1e7-7fbfc5cc2224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.919827 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0921-b07c-4fad-b1e7-7fbfc5cc2224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.921660 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3b9d0921-b07c-4fad-b1e7-7fbfc5cc2224 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f30ad16-22ac-4198-a098-c41e6d1c60e4 HTTP/1.1" status: 204 len: 168 time: 0.1679912 Aug 20 12:23:17.930306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d0921-b07c-4fad-b1e7-7fbfc5cc2224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f30ad16-22ac-4198-a098-c41e6d1c60e4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:17.954561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-606be75e-7c92-4947-bb18-89a9b3830637 req-0cc27bf4-d7dd-4bbf-89e2-0661c135a949 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624073 Aug 20 12:23:18.074637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1f752-43e3-4340-8b87-a163e8177dfb req-ea602e72-73e2-4244-bab0-f8885a11b0a6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:18.081719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cc1f752-43e3-4340-8b87-a163e8177dfb req-ea602e72-73e2-4244-bab0-f8885a11b0a6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0612841 Aug 20 12:23:18.123082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cc1f752-43e3-4340-8b87-a163e8177dfb req-5a49ec4e-2c24-4280-86df-c3435bbd8a3b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Aug 20 12:23:18.418167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe90f2-a3c5-44ae-8e2e-17a9d28e7971 req-799d9467-f02b-4f17-8e05-fc0f7f2dea60 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:18.420218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1fe90f2-a3c5-44ae-8e2e-17a9d28e7971 req-799d9467-f02b-4f17-8e05-fc0f7f2dea60 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 944 time: 0.1433656 Aug 20 12:23:18.433023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b675777e-017e-4203-a112-220ccff37cda req-6ffc351a-1b25-461e-bfe0-e3f4249a0a2d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=21224cd61038443f8a9af8ea379d4d43 HTTP/1.1" status: 200 len: 221 time: 0.0519884 Aug 20 12:23:18.437160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49522) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:18.488147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1fe90f2-a3c5-44ae-8e2e-17a9d28e7971 req-3bdf3a92-ac06-4acf-9376-b61baeb56985 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560284 Aug 20 12:23:18.495594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49526) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:18.536243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ec753bae-da83-406c-8162-b236712ac8c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a2a69b540424c348c3be7abb09ed615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955203 Aug 20 12:23:18.539079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49528) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:18.613745 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a949990f-ce5a-42b4-a5b4-617298f16ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:18.627277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d224fcee-d5a0-4cc2-aa09-1fca59c7ab1a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/156a13bf-844b-4e5f-80c1-f7429d22ade5 HTTP/1.1" status: 200 len: 991 time: 0.1303937 Aug 20 12:23:18.645912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95af18-2b4e-460c-870b-282068557502 req-db56a21d-6c83-4584-8594-575f6b6765af tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:18.651002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b95af18-2b4e-460c-870b-282068557502 req-db56a21d-6c83-4584-8594-575f6b6765af tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0762680 Aug 20 12:23:18.652436 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a949990f-ce5a-42b4-a5b4-617298f16ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:18.696742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b95af18-2b4e-460c-870b-282068557502 req-1909b9d1-fbed-4145-abb6-43956663d204 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390363 Aug 20 12:23:18.726075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a949990f-ce5a-42b4-a5b4-617298f16ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:18.729231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a949990f-ce5a-42b4-a5b4-617298f16ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:18.731083 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a949990f-ce5a-42b4-a5b4-617298f16ec2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2396f9e5-ecae-47e3-8c66-8037526802a9 HTTP/1.1" status: 204 len: 168 time: 0.1910069 Aug 20 12:23:18.752132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949990f-ce5a-42b4-a5b4-617298f16ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2396f9e5-ecae-47e3-8c66-8037526802a9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:18.870459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d4ecc-ee18-43d0-939d-a599441e91cb req-72887062-2777-4611-9f11-8b0df1682025 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:18.872100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-635d4ecc-ee18-43d0-939d-a599441e91cb req-72887062-2777-4611-9f11-8b0df1682025 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0598881 Aug 20 12:23:18.918913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-635d4ecc-ee18-43d0-939d-a599441e91cb req-3c4ccb51-a7dd-478f-9cff-4517278bb795 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Aug 20 12:23:19.099815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf85-18ad-40e6-aeb8-0b7cb978f688 req-9b83f620-d63b-4e85-aadf-c5a148758d73 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:19.102905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8edadf85-18ad-40e6-aeb8-0b7cb978f688 req-9b83f620-d63b-4e85-aadf-c5a148758d73 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0644963 Aug 20 12:23:19.150757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8edadf85-18ad-40e6-aeb8-0b7cb978f688 req-f1d99ebc-e3f5-4d0f-89b6-993a54f38cf5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Aug 20 12:23:19.294248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b4329-4d3c-4828-9c45-de83ee2a64a7 req-e92532a6-8f10-4a3e-9356-1b87bbebff28 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:19.302466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd3b4329-4d3c-4828-9c45-de83ee2a64a7 req-e92532a6-8f10-4a3e-9356-1b87bbebff28 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0678995 Aug 20 12:23:19.347268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd3b4329-4d3c-4828-9c45-de83ee2a64a7 req-8ea5fe65-a97d-427a-ac33-fcc594075ffb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Aug 20 12:23:19.572845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060314-0672-433b-a33e-95bcb42a4173 req-c27fb3df-98e6-43c3-897e-c640522a9212 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:19.574811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b060314-0672-433b-a33e-95bcb42a4173 req-c27fb3df-98e6-43c3-897e-c640522a9212 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1075532 Aug 20 12:23:19.684784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b060314-0672-433b-a33e-95bcb42a4173 req-c4158858-8659-4c9f-86ef-14af46abb54d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980222 Aug 20 12:23:19.727332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b449b765-8046-43ad-8c4b-9963d6372cf8 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:19.789896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port b449b765-8046-43ad-8c4b-9963d6372cf8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:19.796136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port b449b765-8046-43ad-8c4b-9963d6372cf8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:19.796513 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:19.816050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49586) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:19.909161 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:19.943138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:19.947011 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ac1fc4-439e-40b0-b478-5b75f8e1dfd0" -d '{"events": [{"server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "name": "network-vif-plugged", "status": "completed", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:19.994103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:19.999545 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2743fa-5b3b-4286-9b58-f129350502d5 x-openstack-request-id: req-af2743fa-5b3b-4286-9b58-f129350502d5 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:19.999842 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "name": "network-vif-plugged", "status": "completed", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:20.000097 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af2743fa-5b3b-4286-9b58-f129350502d5 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:20.000543 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'code': 200} Aug 20 12:23:20.001847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.062839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:20.106303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-557032575-network', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:20.133263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Made reservation on behalf of 47b08699cdfb447ca69c7c44fd65a428 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:20.136242 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.146973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.191906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c68b35-1c52-4655-a509-460d0a850ea2 req-21079ac9-4a8f-4acc-91e5-d9752ec6a6e8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:20.193460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3c68b35-1c52-4655-a509-460d0a850ea2 req-21079ac9-4a8f-4acc-91e5-d9752ec6a6e8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.4081929 Aug 20 12:23:20.238085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3c68b35-1c52-4655-a509-460d0a850ea2 req-4e7f581f-57c0-4e48-952b-9a0f3213d043 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361292 Aug 20 12:23:20.254061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.266292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.289739 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:23:20.303593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dae27ed-5453-442a-974f-0dcdb7693eeb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:20.310133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.311155 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Added segment 6c6b7e30-a3ab-4004-b345-04110841c482 of type vlan for network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 Aug 20 12:23:20.355936 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.380828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d3858-d27c-42c8-9f52-53e8e1e80ce7 req-c11afde2-f540-4c73-ba3a-abe8a6567708 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:20.383072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f95d3858-d27c-42c8-9f52-53e8e1e80ce7 req-c11afde2-f540-4c73-ba3a-abe8a6567708 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0535688 Aug 20 12:23:20.403504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.405076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:20.405961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.441166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f95d3858-d27c-42c8-9f52-53e8e1e80ce7 req-001e19c0-c6e0-40cc-a50e-1fecdafb2634 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494454 Aug 20 12:23:20.497231 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6794956 Aug 20 12:23:20.504345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49618) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:20.510450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Request body: {'subnet': {'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-557032575-subnet', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:20.514606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3fe43-45f9-4b1e-8ad4-504d8d6b5540 admin admin] Pushing event updated for resources: {'Network': ['ID=797e5019-3d2a-48f0-a73c-632ced3d5bd5,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:20.528475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:23:20.542580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Made reservation on behalf of 47b08699cdfb447ca69c7c44fd65a428 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:20.545890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.677990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c8719-53a4-4969-8946-397f6e324737 req-57f0a120-0bb7-462b-83e7-77948a79ea22 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:20.679913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-613c8719-53a4-4969-8946-397f6e324737 req-57f0a120-0bb7-462b-83e7-77948a79ea22 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1188962 Aug 20 12:23:20.734414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-613c8719-53a4-4969-8946-397f6e324737 req-4c8f0278-f0ca-4a71-8fb8-a4a51365a73e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480142 Aug 20 12:23:20.868810 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:20.924022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822295b5-4de7-4bfc-be79-26aad0f71aab req-f7c2e857-110a-43af-ae0a-fac8ad1aaa31 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:20.925585 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-822295b5-4de7-4bfc-be79-26aad0f71aab req-f7c2e857-110a-43af-ae0a-fac8ad1aaa31 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0911098 Aug 20 12:23:20.967862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22891df7-b1b1-43b4-8394-3a98f8ab0d49,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:20.986103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Checking segment: {'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:20.986103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Network hostable DHCP agents. Network: 797e5019-3d2a-48f0-a73c-632ced3d5bd5, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:23:20.998622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-822295b5-4de7-4bfc-be79-26aad0f71aab req-c00f6642-ac71-48c7-bf9e-2ca46aa7c07c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653536 Aug 20 12:23:21.026270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:23:21.034896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 797e5019-3d2a-48f0-a73c-632ced3d5bd5) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:21.039632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:21.040517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.047178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc4a3c-3b78-436a-a0b4-94d5a05d4088 None None] Network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:21.063105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e65b3c3a-57dc-494e-80ed-f13368c5c85d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5605466 Aug 20 12:23:21.065830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49640) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:21.073766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-557032575-router', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:21.101098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.102954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.189259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64091028-b4da-4f54-968b-516685144556 req-f673953b-0d97-469e-92a7-d52438b58b24 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:21.198031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64091028-b4da-4f54-968b-516685144556 req-f673953b-0d97-469e-92a7-d52438b58b24 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0924482 Aug 20 12:23:21.230062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.248915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64091028-b4da-4f54-968b-516685144556 req-f0dd4fbb-d4e9-451f-8999-fecfcca44db9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Aug 20 12:23:21.278757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-797e5019-3d2a-48f0-a73c-632ced3d5bd5', 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'fixed_ips': [{'subnet_id': '22891df7-b1b1-43b4-8394-3a98f8ab0d49'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:23:21.279996 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.455960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.470235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Allocated IP 172.20.0.2 (797e5019-3d2a-48f0-a73c-632ced3d5bd5/22891df7-b1b1-43b4-8394-3a98f8ab0d49/031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:21.475047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2d822-6237-437d-b458-3dd77f631813 req-138ff793-2d11-4abe-a730-6ef0e5f0c07c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:21.477263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ed2d822-6237-437d-b458-3dd77f631813 req-138ff793-2d11-4abe-a730-6ef0e5f0c07c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0672762 Aug 20 12:23:21.539022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ed2d822-6237-437d-b458-3dd77f631813 req-62d0ca50-81e8-48c2-af7d-9689f75389ac tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483415 Aug 20 12:23:21.719216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0a655-2d58-4d77-a54c-b029d0949678 req-6d4ce914-a0d5-42b0-bb7c-ffbc4b3342a8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:21.732284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97f0a655-2d58-4d77-a54c-b029d0949678 req-6d4ce914-a0d5-42b0-bb7c-ffbc4b3342a8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1225915 Aug 20 12:23:21.763372 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fbcadc4-e0a2-4551-84d3-13c6d4f35388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.770965 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.785942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Transition to ACTIVE for port object 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:21.796615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97f0a655-2d58-4d77-a54c-b029d0949678 req-f549bbcf-9131-45fa-b47c-c5b22c9f81c4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610306 Aug 20 12:23:21.811143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Transition to ACTIVE for port object 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:21.827283 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.851763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.873787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:21.876859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:21.881096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:21.892339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:21.965367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Pushing event updated for resources: {'Port': ['ID=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:22.007973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Attempting to bind port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:22.008612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Attempting to bind port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:22.008835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Attempting to bind port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 on network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:22.018663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:22.022382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Checking segment: {'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:22.022382 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:22.022382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Bound using segment: {'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:22.022992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Bound port: 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:22.023171 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:22.047402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c32be-fcf1-4adc-8cf0-835d685ee5ad req-02040343-488f-4a62-8363-5b811e56e6f3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:22.048980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d35c32be-fcf1-4adc-8cf0-835d685ee5ad req-02040343-488f-4a62-8363-5b811e56e6f3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0924606 Aug 20 12:23:22.050919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Allocated IP 172.25.0.203 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/5c33b8f7-360e-4a45-a537-6b7360ade5b9) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:22.111810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] For port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:22.116861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] For port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,segment=NetworkSegment(6c6b7e30-a3ab-4004-b345-04110841c482),segment_id=6c6b7e30-a3ab-4004-b345-04110841c482)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:22.122401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:22.125178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d35c32be-fcf1-4adc-8cf0-835d685ee5ad req-1c5038f3-d374-444f-9fb0-5e25868116fa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673003 Aug 20 12:23:22.210615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:22.211940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328b4c4-8410-492b-9b92-8297783a4e2e None None] Pushing event updated for resources: {'Port': ['ID=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:22.257708 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:22.283464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3aa8f-4957-49d1-9551-97ec6b959792 req-526658f6-1cf7-412f-bd03-732a45c36c7a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:22.293606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3a3aa8f-4957-49d1-9551-97ec6b959792 req-526658f6-1cf7-412f-bd03-732a45c36c7a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0782528 Aug 20 12:23:22.306360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:22.311115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:22.315116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:22.324539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Pushing event updated for resources: {'Port': ['ID=5c33b8f7-360e-4a45-a537-6b7360ade5b9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:22.342223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3a3aa8f-4957-49d1-9551-97ec6b959792 req-2f3bb16e-0550-4a9c-94d9-23144ff1f17a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Aug 20 12:23:22.694647 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:22.710645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e126db-a824-4a20-bdbd-97a00d20c97d req-e9a29a71-89f1-4289-bb86-3eaf4c3a0876 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:22.738842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68e126db-a824-4a20-bdbd-97a00d20c97d req-e9a29a71-89f1-4289-bb86-3eaf4c3a0876 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0979590 Aug 20 12:23:22.805044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68e126db-a824-4a20-bdbd-97a00d20c97d req-b50ef92c-75d1-4f69-8254-4ce0466b47cf tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571041 Aug 20 12:23:22.864787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:22.971190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:23.011974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:23.054777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137b5d4-9bc3-46ca-9f75-cf085a15ed1a req-94a5f744-61f2-499c-afca-5a1377fbe75a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:23.063067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a137b5d4-9bc3-46ca-9f75-cf085a15ed1a req-94a5f744-61f2-499c-afca-5a1377fbe75a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0836029 Aug 20 12:23:23.121117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a137b5d4-9bc3-46ca-9f75-cf085a15ed1a req-5f4cd479-eb9d-405c-aa84-92c70a1657bb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571222 Aug 20 12:23:23.211669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Router b1d1f781-02da-4bd9-8ce1-616738591042 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:23:23.376441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:23.392867 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Sync routers for ids ['b1d1f781-02da-4bd9-8ce1-616738591042'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:23.410408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e75bd-62fe-43ca-8ad0-4625c3d15b53 req-2c40d07a-72fb-489a-b3ce-a824071e1e94 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:23.416177 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:23.417725 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0108d92e-1bf6-4b4b-926a-d2829bd3595b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3502514 Aug 20 12:23:23.420058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c31e75bd-62fe-43ca-8ad0-4625c3d15b53 req-2c40d07a-72fb-489a-b3ce-a824071e1e94 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0959306 Aug 20 12:23:23.420246 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Routers {'b1d1f781-02da-4bd9-8ce1-616738591042'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:23.420622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49716) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:23.420919 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:22:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b1d1f781-02da-4bd9-8ce1-616738591042'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:23.480520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c31e75bd-62fe-43ca-8ad0-4625c3d15b53 req-d6b5bf11-7457-43c9-a4fe-69590b87bfba tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Aug 20 12:23:23.610170 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Set router b1d1f781-02da-4bd9-8ce1-616738591042 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:23.738593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e0cb-c932-4549-b613-4bc363e91fad req-284d5b29-e137-484a-ba1c-9782579e5d59 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:23.748145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc2e0cb-c932-4549-b613-4bc363e91fad req-284d5b29-e137-484a-ba1c-9782579e5d59 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1495311 Aug 20 12:23:23.827582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfc2e0cb-c932-4549-b613-4bc363e91fad req-f9a128f4-128e-4fd3-ab8c-9f85ee446da7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781147 Aug 20 12:23:23.879538 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'name': 'tempest-ImageQuotaTest-557032575-router', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:22Z', 'revision_number': 3, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'gw_port': {'id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:23.891237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fd959-c249-4884-806d-8b2d2f0efa32 None None] Network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:23.939040 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Checking router: b1d1f781-02da-4bd9-8ce1-616738591042 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:23.977287 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Updating router b1d1f781-02da-4bd9-8ce1-616738591042 port 5c33b8f7-360e-4a45-a537-6b7360ade5b9 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:23:24.045192 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.078067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec77d9-680d-49ed-ba43-d7010b988391 req-d79e6b3f-7969-4dbf-a713-f95f85c8f107 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.089818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edec77d9-680d-49ed-ba43-d7010b988391 req-d79e6b3f-7969-4dbf-a713-f95f85c8f107 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1220334 Aug 20 12:23:24.092548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e5d3ce20-f0a1-40c6-8c01-172b75a6608e None None] Provisioning for port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:24.105379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e5d3ce20-f0a1-40c6-8c01-172b75a6608e None None] Provisioning complete for port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:24.105755 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ce20-f0a1-40c6-8c01-172b75a6608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.138726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-edec77d9-680d-49ed-ba43-d7010b988391 req-0a8a2f7b-f91a-4512-8c67-c9b0bb314ee1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477488 Aug 20 12:23:24.310284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f82e-0161-4220-8d7d-20ab82cf5ca5 req-f33b5151-d442-4d34-af4c-c506730faf6f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.311462 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ce20-f0a1-40c6-8c01-172b75a6608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.321018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2de1f82e-0161-4220-8d7d-20ab82cf5ca5 req-f33b5151-d442-4d34-af4c-c506730faf6f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0830760 Aug 20 12:23:24.361976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e5d3ce20-f0a1-40c6-8c01-172b75a6608e None None] For port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,segment=NetworkSegment(6c6b7e30-a3ab-4004-b345-04110841c482),segment_id=6c6b7e30-a3ab-4004-b345-04110841c482)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:24.363654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-553f578c-ee95-45d6-9e3f-feadc4075270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.370234 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ce20-f0a1-40c6-8c01-172b75a6608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.386990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2de1f82e-0161-4220-8d7d-20ab82cf5ca5 req-336f39a3-1d15-4019-acbc-00d9bdd94b18 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Aug 20 12:23:24.404310 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.517833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3ce20-f0a1-40c6-8c01-172b75a6608e None None] Pushing event updated for resources: {'Port': ['ID=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:24.619084 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.633873 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Transition to ACTIVE for port object 5c33b8f7-360e-4a45-a537-6b7360ade5b9 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:24.642776 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.697070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Allocated IP 172.20.0.1 (797e5019-3d2a-48f0-a73c-632ced3d5bd5/22891df7-b1b1-43b4-8394-3a98f8ab0d49/f93d01ee-710e-4194-815f-905eb48da6e7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:24.707531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fc746-f666-43f8-9f4e-c27f16e56391 req-19bdd625-fbf0-45c1-a26a-75c5570e8252 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.718148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf3fc746-f666-43f8-9f4e-c27f16e56391 req-19bdd625-fbf0-45c1-a26a-75c5570e8252 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0820661 Aug 20 12:23:24.777120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf3fc746-f666-43f8-9f4e-c27f16e56391 req-729f87ee-f5fd-4be1-ae6d-b86bbddd2588 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521088 Aug 20 12:23:24.818401 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Attempting to bind port 5c33b8f7-360e-4a45-a537-6b7360ade5b9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:24.819149 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Attempting to bind port 5c33b8f7-360e-4a45-a537-6b7360ade5b9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:24.819750 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Attempting to bind port 5c33b8f7-360e-4a45-a537-6b7360ade5b9 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:24.823135 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3746aa5-2850-4ba3-b142-8e0b4d358d2d None None] Pushing event updated for resources: {'Port': ['ID=5c33b8f7-360e-4a45-a537-6b7360ade5b9,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:24.830276 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:24.831036 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:24.831644 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.832225 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:24.832907 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Bound port: 5c33b8f7-360e-4a45-a537-6b7360ade5b9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:24.834059 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.845326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-733518b5-6c41-45ea-93c2-820e091063f6 None None] Provisioning complete for port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:24.846539 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-733518b5-6c41-45ea-93c2-820e091063f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.855274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:24.858882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.878481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Transition to ACTIVE for port object f93d01ee-710e-4194-815f-905eb48da6e7 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:24.963226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.977905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:24.978404 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:24.999868 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] For port 5c33b8f7-360e-4a45-a537-6b7360ade5b9, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:25.007023 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] For port 5c33b8f7-360e-4a45-a537-6b7360ade5b9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c33b8f7-360e-4a45-a537-6b7360ade5b9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:25.010169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:25.013473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:25.018400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:25.023041 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.032811 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Pushing event updated for resources: {'Port': ['ID=f93d01ee-710e-4194-815f-905eb48da6e7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:25.079255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.095536 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.176645 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Routers {'b1d1f781-02da-4bd9-8ce1-616738591042'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:25.177404 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b1d1f781-02da-4bd9-8ce1-616738591042'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:25.181722 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3746aa5-2850-4ba3-b142-8e0b4d358d2d None None] Pushing event updated for resources: {'Port': ['ID=5c33b8f7-360e-4a45-a537-6b7360ade5b9,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:25.296740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.326676 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] Set router b1d1f781-02da-4bd9-8ce1-616738591042 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:25.433420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3eb3726f-5bd9-4481-9937-a38f87c3c813 None None] Provisioning for port f93d01ee-710e-4194-815f-905eb48da6e7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:25.437704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3eb3726f-5bd9-4481-9937-a38f87c3c813 None None] Provisioning complete for port f93d01ee-710e-4194-815f-905eb48da6e7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:25.438068 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3eb3726f-5bd9-4481-9937-a38f87c3c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.481268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3726f-5bd9-4481-9937-a38f87c3c813 None None] Port f93d01ee-710e-4194-815f-905eb48da6e7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:23:25.536861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.543991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.626511 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.634497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Pushing event updated for resources: {'Port': ['ID=f93d01ee-710e-4194-815f-905eb48da6e7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:25.644972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.717539 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'name': 'tempest-ImageQuotaTest-557032575-router', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:22Z', 'revision_number': 3, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'gw_port': {'id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:25.749653 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2825a4b-94db-4c83-9b96-a8013f879258 None None] The sync data for ids ['b1d1f781-02da-4bd9-8ce1-616738591042'] in n-d-800634-10 is: [{'id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'name': 'tempest-ImageQuotaTest-557032575-router', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:22Z', 'revision_number': 3, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'gw_port': {'id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:25.768089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:25.769540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:26.006828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b735-766f-4541-b62a-84f906321a69 req-88b8dd08-ef5c-40f9-97c6-0fb5e4c06e5a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:26.016667 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a496b735-766f-4541-b62a-84f906321a69 req-88b8dd08-ef5c-40f9-97c6-0fb5e4c06e5a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1351175 Aug 20 12:23:26.078763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a496b735-766f-4541-b62a-84f906321a69 req-4f2a7dfa-f1ab-474d-b27c-b58d856a7efc tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608106 Aug 20 12:23:26.217823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0b314c29-8a06-49e8-a063-175122cf3a63 None None] Provisioning complete for port f93d01ee-710e-4194-815f-905eb48da6e7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:26.218383 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0b314c29-8a06-49e8-a063-175122cf3a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:26.269970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0b314c29-8a06-49e8-a063-175122cf3a63 None None] Port f93d01ee-710e-4194-815f-905eb48da6e7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:23:26.527342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Router b1d1f781-02da-4bd9-8ce1-616738591042 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:26.542279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf1d70-9ab8-45a7-a1a2-218ba3824a31 req-33ea41cf-1d82-4fda-8fd1-fa0165e1b9e5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:26.544352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59cf1d70-9ab8-45a7-a1a2-218ba3824a31 req-33ea41cf-1d82-4fda-8fd1-fa0165e1b9e5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0916507 Aug 20 12:23:26.616566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59cf1d70-9ab8-45a7-a1a2-218ba3824a31 req-239ef11f-0bc9-415c-93b1-2f5cec03b79d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611584 Aug 20 12:23:26.681812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:26.699058 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6f4e8a7b-f62a-405e-a333-ab4beed42c33 admin admin] 10.222.0.25 "PUT /v2.0/routers/b1d1f781-02da-4bd9-8ce1-616738591042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2767026 Aug 20 12:23:26.799449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c33b8f7-360e-4a45-a537-6b7360ade5b9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:26.860939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5c33b8f7-360e-4a45-a537-6b7360ade5b9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:26.866005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5c33b8f7-360e-4a45-a537-6b7360ade5b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:26.866838 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:26.969342 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:27.017721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:27.019392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 5c33b8f7-360e-4a45-a537-6b7360ade5b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c33b8f7-360e-4a45-a537-6b7360ade5b9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:27.024529 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:27.090138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=5c33b8f7-360e-4a45-a537-6b7360ade5b9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:27.737333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f01e3-5b50-47a7-93d9-d1f5d9b8eb60 req-ae5cd9a1-87df-4d42-bd88-0b835155fae4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:27.739048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a71f01e3-5b50-47a7-93d9-d1f5d9b8eb60 req-ae5cd9a1-87df-4d42-bd88-0b835155fae4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0528479 Aug 20 12:23:27.790516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a71f01e3-5b50-47a7-93d9-d1f5d9b8eb60 req-eb34e470-d8d8-4292-8f5b-6b70d4200e83 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Aug 20 12:23:27.972778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d008a66-5fb1-432f-8b19-707dbffd22d8 req-6dff97b2-af22-4e51-9206-b4cbda092ba1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:27.976416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d008a66-5fb1-432f-8b19-707dbffd22d8 req-6dff97b2-af22-4e51-9206-b4cbda092ba1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0758324 Aug 20 12:23:28.042773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d008a66-5fb1-432f-8b19-707dbffd22d8 req-ee0e5935-4caf-4d5a-b9b2-643d82202fbe tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544279 Aug 20 12:23:28.187068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Sync routers for ids ['b1d1f781-02da-4bd9-8ce1-616738591042'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:28.201069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Routers {'b1d1f781-02da-4bd9-8ce1-616738591042'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:28.203264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b1d1f781-02da-4bd9-8ce1-616738591042'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:28.232848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe114d-ca7c-47e6-b429-636ca40737e2 req-e8d810cf-d06b-4a84-a029-708167392648 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:28.239535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-befe114d-ca7c-47e6-b429-636ca40737e2 req-e8d810cf-d06b-4a84-a029-708167392648 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0582066 Aug 20 12:23:28.300646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-befe114d-ca7c-47e6-b429-636ca40737e2 req-47e6232b-ab8e-40e6-bc5e-822c6587bf3b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574374 Aug 20 12:23:28.419648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Set router b1d1f781-02da-4bd9-8ce1-616738591042 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:28.494227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49866) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:28.506152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d61f4-a80f-459d-b4b9-e65fb8814d7f req-4ef3ee4c-6999-45b1-b4ee-9f22fc75e549 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:28.513679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af3d61f4-a80f-459d-b4b9-e65fb8814d7f req-4ef3ee4c-6999-45b1-b4ee-9f22fc75e549 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0820198 Aug 20 12:23:28.601762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af3d61f4-a80f-459d-b4b9-e65fb8814d7f req-7cd05eb5-8b18-4b7b-b576-7d6047315d01 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870295 Aug 20 12:23:28.754108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'name': 'tempest-ImageQuotaTest-557032575-router', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:25Z', 'revision_number': 4, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'gw_port': {'id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f93d01ee-710e-4194-815f-905eb48da6e7', 'name': '', 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'mac_address': 'fa:16:3e:4c:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '22891df7-b1b1-43b4-8394-3a98f8ab0d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:24Z', 'updated_at': '2021-08-20T12:23:25Z', 'revision_number': 2, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'subnets': [{'id': '22891df7-b1b1-43b4-8394-3a98f8ab0d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:28.783766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Checking router: b1d1f781-02da-4bd9-8ce1-616738591042 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:28.784498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Updating router b1d1f781-02da-4bd9-8ce1-616738591042 port f93d01ee-710e-4194-815f-905eb48da6e7 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:23:28.813250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:28.818115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c33b8f7-360e-4a45-a537-6b7360ade5b9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:28.889109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7bdee-855a-4811-b8ca-5fad06ab2424 req-44641fb1-71f1-4fe5-9c73-b98199e405c7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:28.897683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4b7bdee-855a-4811-b8ca-5fad06ab2424 req-44641fb1-71f1-4fe5-9c73-b98199e405c7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1688254 Aug 20 12:23:28.926028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5c33b8f7-360e-4a45-a537-6b7360ade5b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:28.926676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:28.961208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4b7bdee-855a-4811-b8ca-5fad06ab2424 req-745a334d-b879-44c6-a3cd-d1d1634899e2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589054 Aug 20 12:23:29.133598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3675d-389d-45d1-9909-1e312fbc3846 req-c15cea16-aed7-47b5-9d8d-216fb241c79c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:29.135152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aaf3675d-389d-45d1-9909-1e312fbc3846 req-c15cea16-aed7-47b5-9d8d-216fb241c79c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0890887 Aug 20 12:23:29.205324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aaf3675d-389d-45d1-9909-1e312fbc3846 req-50adc9a4-5b23-4254-b34e-6f72d6b02441 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611365 Aug 20 12:23:29.216923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:29.385563 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:29.399808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Transition to ACTIVE for port object f93d01ee-710e-4194-815f-905eb48da6e7 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:29.408372 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:29.469581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cf6ce-565d-4c24-8102-9ad2a9a493b2 None None] Pushing event updated for resources: {'Port': ['ID=f93d01ee-710e-4194-815f-905eb48da6e7,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:29.551589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Attempting to bind port f93d01ee-710e-4194-815f-905eb48da6e7 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:29.551797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Attempting to bind port f93d01ee-710e-4194-815f-905eb48da6e7 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:29.552115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Attempting to bind port f93d01ee-710e-4194-815f-905eb48da6e7 on network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:29.552702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163670a-eebc-4b5b-a6ab-202c616b2f9e req-dce378b9-9beb-462d-8743-a08565d11437 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:29.558757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:29.559306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Checking segment: {'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:29.559715 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:29.560169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Bound using segment: {'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:29.561112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Bound port: f93d01ee-710e-4194-815f-905eb48da6e7, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6b7e30-a3ab-4004-b345-04110841c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:29.563294 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:29.568591 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9163670a-eebc-4b5b-a6ab-202c616b2f9e req-dce378b9-9beb-462d-8743-a08565d11437 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.2089863 Aug 20 12:23:29.653548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9163670a-eebc-4b5b-a6ab-202c616b2f9e req-5bf97289-ac68-43ee-a8ce-78a6d43e4afa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703053 Aug 20 12:23:29.680908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] For port f93d01ee-710e-4194-815f-905eb48da6e7, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:29.685937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] For port f93d01ee-710e-4194-815f-905eb48da6e7, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f93d01ee-710e-4194-815f-905eb48da6e7,segment=NetworkSegment(6c6b7e30-a3ab-4004-b345-04110841c482),segment_id=6c6b7e30-a3ab-4004-b345-04110841c482)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:29.693114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:29.774430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Deleting port f93d01ee-710e-4194-815f-905eb48da6e7 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:29.774894 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:29.778400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Routers {'b1d1f781-02da-4bd9-8ce1-616738591042'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:29.779447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b1d1f781-02da-4bd9-8ce1-616738591042'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:29.923369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bdb91-c080-4c8d-9903-09063504bc7b req-fd4e8447-bfa2-408c-bc85-4bf565524ae3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:29.924981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f9bdb91-c080-4c8d-9903-09063504bc7b req-fd4e8447-bfa2-408c-bc85-4bf565524ae3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1300540 Aug 20 12:23:29.969413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] For port f93d01ee-710e-4194-815f-905eb48da6e7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f93d01ee-710e-4194-815f-905eb48da6e7,segment=NetworkSegment(6c6b7e30-a3ab-4004-b345-04110841c482),segment_id=6c6b7e30-a3ab-4004-b345-04110841c482)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:29.969792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.000012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Calling delete_port for f93d01ee-710e-4194-815f-905eb48da6e7 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:30.024120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f9bdb91-c080-4c8d-9903-09063504bc7b req-504efb28-8cb0-4972-8869-a3370ad371ea tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906317 Aug 20 12:23:30.251650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cf6ce-565d-4c24-8102-9ad2a9a493b2 None None] Pushing event updated for resources: {'Port': ['ID=f93d01ee-710e-4194-815f-905eb48da6e7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:30.261052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.265816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d23003d2-d585-4d6f-a6a2-f389ebd0303c None None] Provisioning complete for port f93d01ee-710e-4194-815f-905eb48da6e7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:30.266207 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d23003d2-d585-4d6f-a6a2-f389ebd0303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.301172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d23003d2-d585-4d6f-a6a2-f389ebd0303c None None] Port f93d01ee-710e-4194-815f-905eb48da6e7 was deleted so its status cannot be updated. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 12:23:30.305231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] Set router b1d1f781-02da-4bd9-8ce1-616738591042 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:30.318305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93d01ee-710e-4194-815f-905eb48da6e7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:30.466121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cfbbb0e9-de0b-4a7f-99c7-0e0a81224f08 None None] Could not find standard attr ID for object f93d01ee-710e-4194-815f-905eb48da6e7. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:23:30.468647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f20d38-7f26-4d86-b42a-666c334a143c req-af59c7d3-0d92-49b7-9051-a506b951fe48 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:30.477257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0f20d38-7f26-4d86-b42a-666c334a143c req-af59c7d3-0d92-49b7-9051-a506b951fe48 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.2247813 Aug 20 12:23:30.535090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0f20d38-7f26-4d86-b42a-666c334a143c req-61609c40-1558-4b0b-b867-f0a4ffdfc921 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518126 Aug 20 12:23:30.603742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.802872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'name': 'tempest-ImageQuotaTest-557032575-router', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:25Z', 'revision_number': 4, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'gw_port': {'id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f93d01ee-710e-4194-815f-905eb48da6e7', 'name': '', 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'mac_address': 'fa:16:3e:4c:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '22891df7-b1b1-43b4-8394-3a98f8ab0d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:24Z', 'updated_at': '2021-08-20T12:23:29Z', 'revision_number': 4, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'subnets': [{'id': '22891df7-b1b1-43b4-8394-3a98f8ab0d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:30.836057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ae604-62bb-4dcd-9ad4-1f4ede88cca4 None None] The sync data for ids ['b1d1f781-02da-4bd9-8ce1-616738591042'] in n-d-800634-10 is: [{'id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'name': 'tempest-ImageQuotaTest-557032575-router', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:25Z', 'revision_number': 4, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'gw_port': {'id': '5c33b8f7-360e-4a45-a537-6b7360ade5b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:21Z', 'updated_at': '2021-08-20T12:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'f93d01ee-710e-4194-815f-905eb48da6e7', 'name': '', 'network_id': '797e5019-3d2a-48f0-a73c-632ced3d5bd5', 'tenant_id': '47b08699cdfb447ca69c7c44fd65a428', 'mac_address': 'fa:16:3e:4c:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d1f781-02da-4bd9-8ce1-616738591042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '22891df7-b1b1-43b4-8394-3a98f8ab0d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:24Z', 'updated_at': '2021-08-20T12:23:29Z', 'revision_number': 4, 'project_id': '47b08699cdfb447ca69c7c44fd65a428', 'subnets': [{'id': '22891df7-b1b1-43b4-8394-3a98f8ab0d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:30.881468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9902095-bc33-4618-af5c-ae5464724c82 req-e8a18739-b977-47b9-8d8e-18622faa815a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:30.888403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9902095-bc33-4618-af5c-ae5464724c82 req-e8a18739-b977-47b9-8d8e-18622faa815a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1273708 Aug 20 12:23:31.016384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9902095-bc33-4618-af5c-ae5464724c82 req-d90827f4-a04a-4b33-95bb-fbbcaf2ec20f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269810 Aug 20 12:23:31.055747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Router b1d1f781-02da-4bd9-8ce1-616738591042 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:31.237178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:31.249813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 49942) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:31.250409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1256187f-7be5-4be2-8517-5fd186e39b79 admin admin] 10.222.0.25 "PUT /v2.0/routers/b1d1f781-02da-4bd9-8ce1-616738591042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7518029 Aug 20 12:23:31.257811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e134be-00a7-43ea-a193-43d8782829b9 req-c2462fb2-55cc-4c29-af88-91222d76b6db tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.259526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2e134be-00a7-43ea-a193-43d8782829b9 req-c2462fb2-55cc-4c29-af88-91222d76b6db tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0785060 Aug 20 12:23:31.326817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2e134be-00a7-43ea-a193-43d8782829b9 req-c6ae0a9d-9569-496d-96d6-1c6aa2c1eb4d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595336 Aug 20 12:23:31.428086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.487248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bfa0-eff2-4e52-9a2d-4f3a203ee19e req-b0cdcfd7-51be-421b-9069-5cf1e10de433 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.489210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2de8bfa0-eff2-4e52-9a2d-4f3a203ee19e req-b0cdcfd7-51be-421b-9069-5cf1e10de433 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0795577 Aug 20 12:23:31.578407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2de8bfa0-eff2-4e52-9a2d-4f3a203ee19e req-88e8b4c6-121c-421a-827a-e24d6ad59649 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816948 Aug 20 12:23:31.583884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.648972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Deleting port 5c33b8f7-360e-4a45-a537-6b7360ade5b9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:31.649335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.797604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] For port 5c33b8f7-360e-4a45-a537-6b7360ade5b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c33b8f7-360e-4a45-a537-6b7360ade5b9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:31.798231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.807324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502e32e-3b0f-45b6-8aad-d42fdcc236d8 req-4fcea436-c6ef-4b2c-bc39-0e749db27deb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.812586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7502e32e-3b0f-45b6-8aad-d42fdcc236d8 req-4fcea436-c6ef-4b2c-bc39-0e749db27deb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1097176 Aug 20 12:23:31.829650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Calling delete_port for 5c33b8f7-360e-4a45-a537-6b7360ade5b9 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:31.875070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7502e32e-3b0f-45b6-8aad-d42fdcc236d8 req-ac1d756f-501d-4c63-8e47-e88c00efdde9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554404 Aug 20 12:23:32.037120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaf960-3386-4ab0-8756-e7425686c95c req-50ffa37e-4ab2-48f3-bac7-4b9a28f70e83 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:32.054658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2caaf960-3386-4ab0-8756-e7425686c95c req-50ffa37e-4ab2-48f3-bac7-4b9a28f70e83 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0806963 Aug 20 12:23:32.080258 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.101431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2caaf960-3386-4ab0-8756-e7425686c95c req-ba249bca-3e43-4861-b9cd-577e175099e3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Aug 20 12:23:32.134934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c33b8f7-360e-4a45-a537-6b7360ade5b9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:32.235990 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.301388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ff4e-c455-4e8b-87ba-bdee35358af6 req-041c7155-840b-4705-8f6c-ae0f7db76e22 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:32.306700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99c3ff4e-c455-4e8b-87ba-bdee35358af6 req-041c7155-840b-4705-8f6c-ae0f7db76e22 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1014504 Aug 20 12:23:32.371706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.374544 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.379192 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99c3ff4e-c455-4e8b-87ba-bdee35358af6 req-f6ecc008-8f66-49f8-becd-3e05d72b19b7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627031 Aug 20 12:23:32.436525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.446854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1d1f781-02da-4bd9-8ce1-616738591042 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:23:32.456181 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.457384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-18702ed5-17fa-4528-a9a6-b5249bf9cc5e admin admin] 10.222.0.25 "DELETE /v2.0/routers/b1d1f781-02da-4bd9-8ce1-616738591042 HTTP/1.1" status: 204 len: 168 time: 1.2054827 Aug 20 12:23:32.460249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49974) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:32.540930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2862c10-adbf-47a7-a973-86a9e15daf79 admin admin] Deleting subnet 22891df7-b1b1-43b4-8394-3a98f8ab0d49 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:23:32.544770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2862c10-adbf-47a7-a973-86a9e15daf79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.592749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689162-7bde-46b9-a6bd-cd76c755b16c req-faa18244-5061-41ab-bfee-0b5880de9ab0 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:32.594323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a689162-7bde-46b9-a6bd-cd76c755b16c req-faa18244-5061-41ab-bfee-0b5880de9ab0 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1055627 Aug 20 12:23:32.600988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2862c10-adbf-47a7-a973-86a9e15daf79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.674197 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480fae2-3fb1-4ab9-a86f-97216c73ddf1 None None] Sync routers for ids ['b1d1f781-02da-4bd9-8ce1-616738591042'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:32.681342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a689162-7bde-46b9-a6bd-cd76c755b16c req-221b1b6d-6b7f-444c-b5b7-28168d16033f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782478 Aug 20 12:23:32.683013 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480fae2-3fb1-4ab9-a86f-97216c73ddf1 None None] Routers set() bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:32.683649 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480fae2-3fb1-4ab9-a86f-97216c73ddf1 None None] Router IDs set() for agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 12:23:32.684521 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_agentschedulers_db [None req-d480fae2-3fb1-4ab9-a86f-97216c73ddf1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1d1f781-02da-4bd9-8ce1-616738591042'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent'). {{(pid=101036) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 12:23:32.697027 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480fae2-3fb1-4ab9-a86f-97216c73ddf1 None None] Routers set() bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:32.697749 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480fae2-3fb1-4ab9-a86f-97216c73ddf1 None None] Router IDs set() for agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 12:23:32.698590 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_agentschedulers_db [None req-d480fae2-3fb1-4ab9-a86f-97216c73ddf1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1d1f781-02da-4bd9-8ce1-616738591042'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent'). {{(pid=101036) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 12:23:32.699197 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480fae2-3fb1-4ab9-a86f-97216c73ddf1 None None] The sync data for ids ['b1d1f781-02da-4bd9-8ce1-616738591042'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:32.749995 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2862c10-adbf-47a7-a973-86a9e15daf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.809621 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2862c10-adbf-47a7-a973-86a9e15daf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.836423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2862c10-adbf-47a7-a973-86a9e15daf79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22891df7-b1b1-43b4-8394-3a98f8ab0d49,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:32.844949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2862c10-adbf-47a7-a973-86a9e15daf79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:32.849170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f2862c10-adbf-47a7-a973-86a9e15daf79 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22891df7-b1b1-43b4-8394-3a98f8ab0d49 HTTP/1.1" status: 204 len: 168 time: 0.3857019 Aug 20 12:23:32.849338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543179ad-cb1d-4f94-ab77-ac70815bca12 None None] Network 797e5019-3d2a-48f0-a73c-632ced3d5bd5 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:32.850720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 49986) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:32.970470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.004591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18b16-9698-436e-8738-ea9f852c6761 req-6f44855e-83cc-4212-a674-06e66df92aca tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:33.006918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6a18b16-9698-436e-8738-ea9f852c6761 req-6f44855e-83cc-4212-a674-06e66df92aca tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0864186 Aug 20 12:23:33.088432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6a18b16-9698-436e-8738-ea9f852c6761 req-f3c75886-3bd0-4f50-8fa4-ed032ebaefd5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Aug 20 12:23:33.113687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] DHCP port deletion for 797e5019-3d2a-48f0-a73c-632ced3d5bd5 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:23:33.121494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Deleting port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:33.121984 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.185157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f93d01ee-710e-4194-815f-905eb48da6e7 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:33.208438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f93d01ee-710e-4194-815f-905eb48da6e7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:33.208970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f93d01ee-710e-4194-815f-905eb48da6e7 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:33.243438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] Deleting port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:33.243817 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.281262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] For port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,segment=NetworkSegment(6c6b7e30-a3ab-4004-b345-04110841c482),segment_id=6c6b7e30-a3ab-4004-b345-04110841c482)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:33.281633 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.319983 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] For port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,segment=NetworkSegment(6c6b7e30-a3ab-4004-b345-04110841c482),segment_id=6c6b7e30-a3ab-4004-b345-04110841c482)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:33.320299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.335700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] Calling delete_port for 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:33.447660 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.477149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] Pushing event deleted for resources: {'Port': ['ID=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:33.481482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243d8ef-2193-4719-9e28-176d6656d013 None None] No DVR routers for this DVR port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:33.610454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99f602-10ef-4df9-bec3-459f122ffc8f req-4ae82d39-5c47-4719-b854-e7d0a953070e tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:33.614871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb99f602-10ef-4df9-bec3-459f122ffc8f req-4ae82d39-5c47-4719-b854-e7d0a953070e tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 945 time: 0.4951124 Aug 20 12:23:33.623789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Calling delete_port for 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:33.651184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c472b97-5f9f-4791-9a90-4ffdc68d3c50 req-4de5a887-7876-4df7-a693-76c67cd95f8e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:33.652750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c472b97-5f9f-4791-9a90-4ffdc68d3c50 req-4de5a887-7876-4df7-a693-76c67cd95f8e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.4362729 Aug 20 12:23:33.670024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:33.728061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb99f602-10ef-4df9-bec3-459f122ffc8f req-50b6ca70-d4a1-4fce-82ed-0b726fa069c2 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071897 Aug 20 12:23:33.759399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c472b97-5f9f-4791-9a90-4ffdc68d3c50 req-8348e52e-a70d-4914-b7bc-3ab9e33308f9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979395 Aug 20 12:23:33.792191 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.798262 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a43b-1c94-4bdb-b8b8-a5ac2c007b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.822731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:33.830246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] No DVR routers for this DVR port 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:33.908570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.908846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a43b-1c94-4bdb-b8b8-a5ac2c007b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.914086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a43b-1c94-4bdb-b8b8-a5ac2c007b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.919715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797e5019-3d2a-48f0-a73c-632ced3d5bd5']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:33.932831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6b7e30-a3ab-4004-b345-04110841c482') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:33.933158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6b7e30-a3ab-4004-b345-04110841c482') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:33.946079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:33.956234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4ab9a43b-1c94-4bdb-b8b8-a5ac2c007b57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=136a52262de140ce97c0e06aaca3fb37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849562 Aug 20 12:23:33.957144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9a43b-1c94-4bdb-b8b8-a5ac2c007b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c60be03-27b8-4a8a-8b53-118e58813a8c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:33.958879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50010) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:33.981549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.017349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:23:34.017759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:23:34.020833 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:23:34.107603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fc913-03a1-4623-bdeb-cc3670c7c0c3 req-01970f11-399e-40a1-800a-7e3bbd86f532 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:34.108977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a63fc913-03a1-4623-bdeb-cc3670c7c0c3 req-01970f11-399e-40a1-800a-7e3bbd86f532 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1316328 Aug 20 12:23:34.112134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.114440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79e57ec9-470c-4aa6-b2eb-553b8d5f3358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.123438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.125229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] 10.222.0.25 "DELETE /v2.0/networks/797e5019-3d2a-48f0-a73c-632ced3d5bd5 HTTP/1.1" status: 204 len: 168 time: 1.2739353 Aug 20 12:23:34.168281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162b825-7ffb-4404-be2b-2d6681ff7a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=797e5019-3d2a-48f0-a73c-632ced3d5bd5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:34.176318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79e57ec9-470c-4aa6-b2eb-553b8d5f3358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.205079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a63fc913-03a1-4623-bdeb-cc3670c7c0c3 req-278266e9-4bd2-4f89-9a59-0aa3df76ede8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883555 Aug 20 12:23:34.247748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79e57ec9-470c-4aa6-b2eb-553b8d5f3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.250311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79e57ec9-470c-4aa6-b2eb-553b8d5f3358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.255746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-79e57ec9-470c-4aa6-b2eb-553b8d5f3358 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c60be03-27b8-4a8a-8b53-118e58813a8c HTTP/1.1" status: 204 len: 168 time: 0.2883389 Aug 20 12:23:34.260289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e57ec9-470c-4aa6-b2eb-553b8d5f3358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c60be03-27b8-4a8a-8b53-118e58813a8c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:34.270892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:34.321414 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c3693e38-4a10-4a1d-a14e-7f425a60dd6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47b08699cdfb447ca69c7c44fd65a428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464542 Aug 20 12:23:34.323984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50020) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:34.360003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79691-e555-4f7f-91bb-6e710dc62780 req-259fe305-d291-4ccc-bb9d-ecb333eef67b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:34.361410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40b79691-e555-4f7f-91bb-6e710dc62780 req-259fe305-d291-4ccc-bb9d-ecb333eef67b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0602725 Aug 20 12:23:34.389811 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8fd3358c-46b6-4848-9743-fb5f637fbb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.406554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-40b79691-e555-4f7f-91bb-6e710dc62780 req-eb5f4d76-9144-46b4-b4fe-557881e16815 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371211 Aug 20 12:23:34.413431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8fd3358c-46b6-4848-9743-fb5f637fbb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.467025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8fd3358c-46b6-4848-9743-fb5f637fbb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.471225 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8fd3358c-46b6-4848-9743-fb5f637fbb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.475214 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8fd3358c-46b6-4848-9743-fb5f637fbb8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dae27ed-5453-442a-974f-0dcdb7693eeb HTTP/1.1" status: 204 len: 168 time: 0.1477878 Aug 20 12:23:34.488385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3358c-46b6-4848-9743-fb5f637fbb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dae27ed-5453-442a-974f-0dcdb7693eeb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:34.563452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bce167-aa5b-4537-8867-30c6bbf2fff3 req-5a786f69-9aff-44fc-ae52-2a9b32be02e4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:34.565776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21bce167-aa5b-4537-8867-30c6bbf2fff3 req-5a786f69-9aff-44fc-ae52-2a9b32be02e4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0681412 Aug 20 12:23:34.616700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21bce167-aa5b-4537-8867-30c6bbf2fff3 req-34b51f50-4afd-4cdd-b981-c011b5d757c8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Aug 20 12:23:34.663965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50032) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:34.678022 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6faea9a6-c659-46d1-a6ee-eb07b1d0f0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.789758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae67014-7f5f-4c55-b9bf-d84f14a13020 req-ab3a97db-7432-414c-8692-09e2fd08983f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:34.791347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ae67014-7f5f-4c55-b9bf-d84f14a13020 req-ab3a97db-7432-414c-8692-09e2fd08983f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0860069 Aug 20 12:23:34.793726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:34.796598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-3c11936c-b6a6-4cda-87b1-7a439921c0ac tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:34.799038 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-3c11936c-b6a6-4cda-87b1-7a439921c0ac tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 945 time: 0.0702531 Aug 20 12:23:34.814982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:34.815629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 031fb18d-8b9c-4e2c-948a-3e6c9a4d94d3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:34.816250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c33b8f7-360e-4a45-a537-6b7360ade5b9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:34.841781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 5c33b8f7-360e-4a45-a537-6b7360ade5b9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:34.842550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c33b8f7-360e-4a45-a537-6b7360ade5b9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:34.854491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ae67014-7f5f-4c55-b9bf-d84f14a13020 req-fcef70cc-a0a3-4ca8-8f74-9edc630045c6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Aug 20 12:23:34.941765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65184fe-735f-4046-9c81-de1a904677f7 req-71eabd13-10dd-4e5d-abe7-498adad0989d tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:34.943429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a65184fe-735f-4046-9c81-de1a904677f7 req-71eabd13-10dd-4e5d-abe7-498adad0989d tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f07e2d48-90f2-4b75-92f1-28618f76b92c HTTP/1.1" status: 200 len: 945 time: 0.1003134 Aug 20 12:23:34.955633 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6faea9a6-c659-46d1-a6ee-eb07b1d0f0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.966576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Deleting port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:34.967321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.978827 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6faea9a6-c659-46d1-a6ee-eb07b1d0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:34.985750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50040) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:35.021246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a65184fe-735f-4046-9c81-de1a904677f7 req-151382b8-b231-4c8a-8a0a-b8c9f273e1f2 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683918 Aug 20 12:23:35.027169 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6a640ea-102e-454a-98fb-f6c4aacf66c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.058350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6faea9a6-c659-46d1-a6ee-eb07b1d0f0b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ec4fceb0eec4feb928c4dc24b813bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932636 Aug 20 12:23:35.059062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faea9a6-c659-46d1-a6ee-eb07b1d0f0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efce1c7e-f3d0-4edf-988c-3088f47cdff1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:35.061194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50046) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:35.127626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] For port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:35.128140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.149702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Calling delete_port for 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:35.151480 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6a640ea-102e-454a-98fb-f6c4aacf66c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.156123 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6a640ea-102e-454a-98fb-f6c4aacf66c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.161931 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e83eaa-3503-45d1-bb7a-90c8d03c4f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.201232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f6a640ea-102e-454a-98fb-f6c4aacf66c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2121432 Aug 20 12:23:35.201982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50052) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:35.210750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a640ea-102e-454a-98fb-f6c4aacf66c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b400145a-8f6b-4c2e-9217-3ecdc10b1bd2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:35.219815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e83eaa-3503-45d1-bb7a-90c8d03c4f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.282649 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6097-e297-4b94-8f39-d6612b58bcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.315539 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6097-e297-4b94-8f39-d6612b58bcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.337819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e83eaa-3503-45d1-bb7a-90c8d03c4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.340465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4e83eaa-3503-45d1-bb7a-90c8d03c4f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.341623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c4e83eaa-3503-45d1-bb7a-90c8d03c4f9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efce1c7e-f3d0-4edf-988c-3088f47cdff1 HTTP/1.1" status: 204 len: 168 time: 0.2793310 Aug 20 12:23:35.357524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e83eaa-3503-45d1-bb7a-90c8d03c4f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce1c7e-f3d0-4edf-988c-3088f47cdff1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:35.381617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.397894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['4061074c-3aa1-4faa-8258-bceb0f6cb0b4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:35.401405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11da25-f656-46e3-a52d-2ae2da07d438 req-6b7abe44-991e-4606-b4f5-5a350e643fdf tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:35.403021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca11da25-f656-46e3-a52d-2ae2da07d438 req-6b7abe44-991e-4606-b4f5-5a350e643fdf tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0852478 Aug 20 12:23:35.423611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6097-e297-4b94-8f39-d6612b58bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.426978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6097-e297-4b94-8f39-d6612b58bcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.429058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8f4f6097-e297-4b94-8f39-d6612b58bcc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b400145a-8f6b-4c2e-9217-3ecdc10b1bd2 HTTP/1.1" status: 204 len: 168 time: 0.2243116 Aug 20 12:23:35.437634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f6097-e297-4b94-8f39-d6612b58bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b400145a-8f6b-4c2e-9217-3ecdc10b1bd2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:35.445472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Pushing event deleted for resources: {'Port': ['ID=4061074c-3aa1-4faa-8258-bceb0f6cb0b4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:35.493125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] No DVR routers for this DVR port 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:35.496042 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.498160 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3407fbc-f488-46a6-b134-f8b5f57e124d req-69bd9473-1707-4328-b636-5dc9b7c97180 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.73 "DELETE /v2.0/ports/4061074c-3aa1-4faa-8258-bceb0f6cb0b4 HTTP/1.1" status: 204 len: 173 time: 0.6893575 Aug 20 12:23:35.498752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e2d48-90f2-4b75-92f1-28618f76b92c', 'name': 'network-vif-deleted', 'tag': '4061074c-3aa1-4faa-8258-bceb0f6cb0b4'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:35.501310 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e27b6b-e737-4a2e-9d5c-63c3655278cf" -d '{"events": [{"server_uuid": "f07e2d48-90f2-4b75-92f1-28618f76b92c", "name": "network-vif-deleted", "tag": "4061074c-3aa1-4faa-8258-bceb0f6cb0b4"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:35.564300 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d1a94-d9c5-45dd-8df6-e888df57e020 x-openstack-request-id: req-9c9d1a94-d9c5-45dd-8df6-e888df57e020 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:35.564601 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07e2d48-90f2-4b75-92f1-28618f76b92c", "name": "network-vif-deleted", "tag": "4061074c-3aa1-4faa-8258-bceb0f6cb0b4", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:35.564855 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c9d1a94-d9c5-45dd-8df6-e888df57e020 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:35.565256 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e2d48-90f2-4b75-92f1-28618f76b92c', 'name': 'network-vif-deleted', 'tag': '4061074c-3aa1-4faa-8258-bceb0f6cb0b4', 'status': 'completed', 'code': 200} Aug 20 12:23:35.701301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca11da25-f656-46e3-a52d-2ae2da07d438 req-2dfbdcd9-6b49-41ca-a0c6-cc7bb20819df tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872758 Aug 20 12:23:36.308813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50106) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:36.477334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1743004748-network', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:36.500282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:36.502614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.519362 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.629438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.634701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.661913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:23:36.671754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a304ab-f4ee-434a-975d-a48a9f215d8b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:36.680727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.681110 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Added segment e99136a8-14af-4b99-bce9-b46e8d28f1b5 of type vlan for network 3856ff25-746e-4335-b26d-d8a2e56c8e76 Aug 20 12:23:36.726979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.764002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.764680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:36.765388 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.860453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5504618 Aug 20 12:23:36.863610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50126) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:36.865674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4342843-e305-4114-a7ed-c20b0551274a admin admin] Pushing event updated for resources: {'Network': ['ID=3856ff25-746e-4335-b26d-d8a2e56c8e76,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:36.880167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:23:36.881956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Request body: {'subnet': {'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1743004748-subnet', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:36.900358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20816392-c4d9-40a6-9a5a-cf183987470d req-a069f304-dbbc-4f27-8cd6-6c860529c780 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:36.909464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:36.914756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20816392-c4d9-40a6-9a5a-cf183987470d req-a069f304-dbbc-4f27-8cd6-6c860529c780 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1291871 Aug 20 12:23:36.916080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:36.966929 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20816392-c4d9-40a6-9a5a-cf183987470d req-826fc278-107e-45ea-9ab1-5c1e4df85045 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Aug 20 12:23:37.141165 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.206204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c238166-5d89-4c2b-a711-100d0f109f64,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:37.216862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:37.217217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Network hostable DHCP agents. Network: 3856ff25-746e-4335-b26d-d8a2e56c8e76, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:23:37.239698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:23:37.251520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3856ff25-746e-4335-b26d-d8a2e56c8e76) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:37.256926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:37.258558 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.261461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dea980-110d-426c-9e7c-58dededd3e55 None None] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:37.297369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50144) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:37.298734 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1465b471-86f1-461b-817e-0e6e30fbc4c0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4338479 Aug 20 12:23:37.318991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:37.381698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.382928 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.531869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.536757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-3856ff25-746e-4335-b26d-d8a2e56c8e76', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:23:37.538131 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.712703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Allocated IP 172.20.0.2 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/70ccee2d-c138-4001-be60-1a48338d9fd8) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:37.717400 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.876711 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.887875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Transition to ACTIVE for port object 70ccee2d-c138-4001-be60-1a48338d9fd8 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:37.906126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Transition to ACTIVE for port object 70ccee2d-c138-4001-be60-1a48338d9fd8 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:37.912748 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.938617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.954554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:37.959646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:37.962514 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.967342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:37.971086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Pushing event updated for resources: {'Port': ['ID=70ccee2d-c138-4001-be60-1a48338d9fd8,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:37.978961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:38.020450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:38.020796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 4061074c-3aa1-4faa-8258-bceb0f6cb0b4 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:38.051838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Attempting to bind port 70ccee2d-c138-4001-be60-1a48338d9fd8 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:38.052213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Attempting to bind port 70ccee2d-c138-4001-be60-1a48338d9fd8 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:38.052628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Attempting to bind port 70ccee2d-c138-4001-be60-1a48338d9fd8 on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:38.058059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:38.058513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:38.059127 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.059523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:38.060154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Bound port: 70ccee2d-c138-4001-be60-1a48338d9fd8, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:38.060599 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.123407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Allocated IP 172.25.0.100 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/964dd437-7509-41f3-a20e-10076465484f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:38.153777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] For port 70ccee2d-c138-4001-be60-1a48338d9fd8, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:38.157432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] For port 70ccee2d-c138-4001-be60-1a48338d9fd8, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=70ccee2d-c138-4001-be60-1a48338d9fd8,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:38.164151 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.241482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633357-fe6e-4e2b-b6b1-f482e9cf0c11 None None] Pushing event updated for resources: {'Port': ['ID=70ccee2d-c138-4001-be60-1a48338d9fd8,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:38.278436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.300942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50174) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:38.378591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa478ac-d2cd-40e6-969c-59e8f4283871 req-6f7e78b8-bb3e-46b7-b9e3-6d51fa564c18 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:38.380380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3aa478ac-d2cd-40e6-969c-59e8f4283871 req-6f7e78b8-bb3e-46b7-b9e3-6d51fa564c18 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.3339727 Aug 20 12:23:38.407084 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.513036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:38.524146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3aa478ac-d2cd-40e6-969c-59e8f4283871 req-bd52b080-3e5d-49f9-afcb-0a12ebccd39f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371007 Aug 20 12:23:38.527333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:38.529781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:38.534704 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa4985f4-5c7c-4be5-8057-1f0f74f6965a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.575604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Pushing event updated for resources: {'Port': ['ID=964dd437-7509-41f3-a20e-10076465484f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:38.838956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa4985f4-5c7c-4be5-8057-1f0f74f6965a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.858379 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa4985f4-5c7c-4be5-8057-1f0f74f6965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:38.868665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 70ccee2d-c138-4001-be60-1a48338d9fd8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:38.922537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 70ccee2d-c138-4001-be60-1a48338d9fd8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:38.940991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-aa4985f4-5c7c-4be5-8057-1f0f74f6965a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10ee4f20b82c4a1698bb77824465e4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390095 Aug 20 12:23:38.945420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4985f4-5c7c-4be5-8057-1f0f74f6965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a3b9d-8ad2-40fa-93f0-904aa826f78b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:38.945765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50196) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:38.951271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.011024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61e97a0b-e30b-4a31-b667-e7f6af9b4283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.036828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61e97a0b-e30b-4a31-b667-e7f6af9b4283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.095591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61e97a0b-e30b-4a31-b667-e7f6af9b4283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.098914 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-61e97a0b-e30b-4a31-b667-e7f6af9b4283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.100821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-61e97a0b-e30b-4a31-b667-e7f6af9b4283 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e56a3b9d-8ad2-40fa-93f0-904aa826f78b HTTP/1.1" status: 204 len: 168 time: 0.1533141 Aug 20 12:23:39.125079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e97a0b-e30b-4a31-b667-e7f6af9b4283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a3b9d-8ad2-40fa-93f0-904aa826f78b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:39.213493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.388681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Router e5070807-9aca-4ef4-8ef9-680488f734eb is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:23:39.400852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3373ea-1376-49e1-bdbd-8cd28bff3189 None None] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:39.465816 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50202) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:39.485510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4bd2-a242-488b-96dd-555982ae2f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.498512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3e48b5a3-577b-4869-bda3-2496901ecdc9 None None] Provisioning for port 70ccee2d-c138-4001-be60-1a48338d9fd8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:39.508610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3e48b5a3-577b-4869-bda3-2496901ecdc9 None None] Provisioning complete for port 70ccee2d-c138-4001-be60-1a48338d9fd8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:39.508986 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3e48b5a3-577b-4869-bda3-2496901ecdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.516144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:39.548041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:39.600653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:39.600653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:39.624354 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4bd2-a242-488b-96dd-555982ae2f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.642839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4bd2-a242-488b-96dd-555982ae2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.652137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.655816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1c09235c-eae0-4ef6-a869-d74876124eaf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3553870 Aug 20 12:23:39.657995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50208) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:39.756618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a8a4bd2-a242-488b-96dd-555982ae2f0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92923a892c8f4b3b9f2505271c99f9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887714 Aug 20 12:23:39.759293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50212) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:39.761498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a4bd2-a242-488b-96dd-555982ae2f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b172ad-d607-4225-a560-bb875b5b40bf,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:39.790135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555b14-a561-497e-b286-2061de9287d0 req-753263ec-5c7d-4cdf-a5cf-a3d9ba2ae7aa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:39.792034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb555b14-a561-497e-b286-2061de9287d0 req-753263ec-5c7d-4cdf-a5cf-a3d9ba2ae7aa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1460426 Aug 20 12:23:39.840980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb555b14-a561-497e-b286-2061de9287d0 req-884983c6-469b-45a3-ac0c-00762663ed92 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Aug 20 12:23:39.888303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4415a8dd-48e3-4d6e-b085-8f9fab7576d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:39.956153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4415a8dd-48e3-4d6e-b085-8f9fab7576d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.036621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3e48b5a3-577b-4869-bda3-2496901ecdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.047122 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:23:40.061863 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4415a8dd-48e3-4d6e-b085-8f9fab7576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.064342 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4415a8dd-48e3-4d6e-b085-8f9fab7576d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.065666 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4415a8dd-48e3-4d6e-b085-8f9fab7576d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57b172ad-d607-4225-a560-bb875b5b40bf HTTP/1.1" status: 204 len: 168 time: 0.3051186 Aug 20 12:23:40.066568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:40.107654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415a8dd-48e3-4d6e-b085-8f9fab7576d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b172ad-d607-4225-a560-bb875b5b40bf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:40.182494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3e48b5a3-577b-4869-bda3-2496901ecdc9 None None] For port 70ccee2d-c138-4001-be60-1a48338d9fd8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=70ccee2d-c138-4001-be60-1a48338d9fd8,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:40.208337 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3e48b5a3-577b-4869-bda3-2496901ecdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.284046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48b5a3-577b-4869-bda3-2496901ecdc9 None None] Pushing event updated for resources: {'Port': ['ID=70ccee2d-c138-4001-be60-1a48338d9fd8,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:40.348360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.355927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:38Z', 'revision_number': 3, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:40.392784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:40.393147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Updating router e5070807-9aca-4ef4-8ef9-680488f734eb port 964dd437-7509-41f3-a20e-10076465484f binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:23:40.426270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.463939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac40a0df-1979-4281-b243-a46394a744d6 None None] Provisioning complete for port 70ccee2d-c138-4001-be60-1a48338d9fd8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:40.464404 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac40a0df-1979-4281-b243-a46394a744d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.532566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Allocated IP 172.20.0.1 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/6a88e6fb-5a8b-4e58-acba-ebdf32371163) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:40.661238 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-68d96279-e6a0-4510-8025-434b9abd8738 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667377 Aug 20 12:23:40.715443 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.769475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Transition to ACTIVE for port object 6a88e6fb-5a8b-4e58-acba-ebdf32371163 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:40.785248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-12f4c70c-375b-4018-9d38-5782f2e25114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:40.786828 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-12f4c70c-375b-4018-9d38-5782f2e25114 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1097 time: 0.0674326 Aug 20 12:23:40.819027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.831921 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Transition to ACTIVE for port object 964dd437-7509-41f3-a20e-10076465484f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:40.840891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.852572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 70ccee2d-c138-4001-be60-1a48338d9fd8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:40.902485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:40.968924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f05ef6-c042-45d2-ad83-b650f00966c1 None None] Pushing event updated for resources: {'Port': ['ID=964dd437-7509-41f3-a20e-10076465484f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:40.986133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Attempting to bind port 964dd437-7509-41f3-a20e-10076465484f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:40.986671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Attempting to bind port 964dd437-7509-41f3-a20e-10076465484f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:40.987158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Attempting to bind port 964dd437-7509-41f3-a20e-10076465484f on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:40.997145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Pushing event updated for resources: {'Port': ['ID=6a88e6fb-5a8b-4e58-acba-ebdf32371163,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:40.998553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:40.999237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:40.999930 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:41.012191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:41.012647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Bound port: 964dd437-7509-41f3-a20e-10076465484f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:41.013007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:41.013122 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:41.016890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:41.031352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:41.054579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 70ccee2d-c138-4001-be60-1a48338d9fd8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:41.054984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:41.068918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f3292-a492-4cd0-97fc-e55bd9b1770c req-f9a62563-58b7-4b53-be4d-9a02c6f78bfd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:41.079085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-360f3292-a492-4cd0-97fc-e55bd9b1770c req-f9a62563-58b7-4b53-be4d-9a02c6f78bfd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0952051 Aug 20 12:23:41.092365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:41.118307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] For port 964dd437-7509-41f3-a20e-10076465484f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:41.143220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] For port 964dd437-7509-41f3-a20e-10076465484f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=964dd437-7509-41f3-a20e-10076465484f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:41.158970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-360f3292-a492-4cd0-97fc-e55bd9b1770c req-1506e79b-c1cc-40be-872c-46c8873d5d3d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746922 Aug 20 12:23:41.195965 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:41.251473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:41.252464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:41.264189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-3f2a44ca-a935-438d-ba27-c27c58c6d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:41.266289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-3f2a44ca-a935-438d-ba27-c27c58c6d5e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 0.4311152 Aug 20 12:23:41.384507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:41.416534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-61713001-2156-4cf7-bbf7-3b5787dba482 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 1000 time: 0.1210744 Aug 20 12:23:41.436616 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:41.509184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f05ef6-c042-45d2-ad83-b650f00966c1 None None] Pushing event updated for resources: {'Port': ['ID=964dd437-7509-41f3-a20e-10076465484f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:41.524739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2eac5282-c2d8-45f0-9bd3-77a7b2fa0dff None None] Provisioning for port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:41.531777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2eac5282-c2d8-45f0-9bd3-77a7b2fa0dff None None] Provisioning complete for port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:41.532142 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2eac5282-c2d8-45f0-9bd3-77a7b2fa0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:41.539226 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-ad8d8eb6-e929-4d9d-8fd1-82ceba2cc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:41.541029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-ad8d8eb6-e929-4d9d-8fd1-82ceba2cc0d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.1151955 Aug 20 12:23:41.587621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2eac5282-c2d8-45f0-9bd3-77a7b2fa0dff None None] Port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:23:41.646027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-fd637652-1aea-4e31-9efb-58e91c6c344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:41.648370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-fd637652-1aea-4e31-9efb-58e91c6c344c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979276 Aug 20 12:23:41.656054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:38Z', 'revision_number': 3, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:41.692427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd18740-978f-403f-8976-5433e8776bb1 None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:38Z', 'revision_number': 3, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:42.097284 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:42.167813 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:42.179414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:42.281843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:42.290750 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-6d989182-e7cd-47e9-8a68-43406dfa2aae service neutron] 10.222.0.22 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303918 Aug 20 12:23:42.343819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcce68-de0a-45ed-a904-169b4aafcf14 req-22219922-25ae-4dbd-8e1d-b0b7da0e8fec tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:42.355055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95bcce68-de0a-45ed-a904-169b4aafcf14 req-22219922-25ae-4dbd-8e1d-b0b7da0e8fec tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0923247 Aug 20 12:23:42.437342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Pushing event updated for resources: {'Port': ['ID=6a88e6fb-5a8b-4e58-acba-ebdf32371163,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:42.490892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95bcce68-de0a-45ed-a904-169b4aafcf14 req-f2043ccc-3947-4a20-8011-9ed492f3d116 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322803 Aug 20 12:23:42.539130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:42.542127 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c31a429b-f278-4661-802f-9f4002c4b4c8 req-00de16e7-f227-44f4-b410-d565b44c370c service neutron] 10.222.0.22 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417002 Aug 20 12:23:42.544271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:42.706477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Router e5070807-9aca-4ef4-8ef9-680488f734eb has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:42.853880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 964dd437-7509-41f3-a20e-10076465484f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:42.873872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:42.891524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7465b8ae-e796-4a52-b626-8bface5eed41 admin admin] 10.222.0.25 "PUT /v2.0/routers/e5070807-9aca-4ef4-8ef9-680488f734eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2307832 Aug 20 12:23:42.916568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 964dd437-7509-41f3-a20e-10076465484f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:42.921163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 964dd437-7509-41f3-a20e-10076465484f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:42.921551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:42.968425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a057fbdc-0cf4-4cfe-8c23-491814be08e8 None None] Provisioning complete for port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:42.968798 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a057fbdc-0cf4-4cfe-8c23-491814be08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.008158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a057fbdc-0cf4-4cfe-8c23-491814be08e8 None None] Port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:23:43.104369 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.128387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 964dd437-7509-41f3-a20e-10076465484f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=964dd437-7509-41f3-a20e-10076465484f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:43.134959 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.196544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=964dd437-7509-41f3-a20e-10076465484f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:43.420459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-f480433c-b0de-4882-858d-7dfbf64dc8e3 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:43.422987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-f480433c-b0de-4882-858d-7dfbf64dc8e3 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/networks?id=cb9e3f66-2ba0-4cc3-912f-860c1893494b HTTP/1.1" status: 200 len: 813 time: 0.1383798 Aug 20 12:23:43.447115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-03bc6c42-c05e-449f-a8f4-cb15a8d66705 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/quotas/2fd16374defb4887a57a2fce3cc73ff1 HTTP/1.1" status: 200 len: 375 time: 0.0154879 Aug 20 12:23:43.491517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50306) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:43.492008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3d9f0f34-5343-4080-9c9d-06bb229ad2b0 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fd16374defb4887a57a2fce3cc73ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402026 Aug 20 12:23:43.610512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f79c-0169-4cff-93b4-a1f65a0abbc9 req-fd4494e8-3ba8-496c-8bdd-7877c45868ad tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:43.612061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0155f79c-0169-4cff-93b4-a1f65a0abbc9 req-fd4494e8-3ba8-496c-8bdd-7877c45868ad tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0547554 Aug 20 12:23:43.662237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0155f79c-0169-4cff-93b4-a1f65a0abbc9 req-e2be20a3-3781-4a64-a13d-d11677510ac9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Aug 20 12:23:43.675396 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f244-7311-46a0-9b9a-425d3dc7a51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.733606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50318) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:43.738822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1368457825-network', 'tenant_id': '41279f56967a4ab9b8628128cabab88b'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:43.784527 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.812256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f244-7311-46a0-9b9a-425d3dc7a51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.820314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f244-7311-46a0-9b9a-425d3dc7a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.824605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-a620f5ee-8626-479c-9b4d-8bf774ca18d0 service neutron] 10.222.0.25 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238730 Aug 20 12:23:43.872635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Made reservation on behalf of 41279f56967a4ab9b8628128cabab88b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:43.875388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.879402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5f244-7311-46a0-9b9a-425d3dc7a51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abc8d59-5d15-4c55-8202-f7f0d2fd2c0b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:43.885317 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a9f5f244-7311-46a0-9b9a-425d3dc7a51f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1198e8bffbf24940b808e2847e31ccb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919408 Aug 20 12:23:43.888582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50320) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:43.891868 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:43.977774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-daf73a4d-eef8-457e-8a43-7dda2294d563 service neutron] 10.222.0.25 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468420 Aug 20 12:23:43.978756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c39b791-880d-4160-a7f7-d6458bf13e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.000977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.002567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c39b791-880d-4160-a7f7-d6458bf13e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.009379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.032607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:23:44.050272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd253e-c897-47f2-8d93-178d848c97b3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:44.066562 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:44.067560 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c39b791-880d-4160-a7f7-d6458bf13e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.070246 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.070600 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Added segment 53ca172e-49ea-4204-89ae-d46159e80f41 of type vlan for network 846fb91a-14bc-412a-a5d8-0da9434a4729 Aug 20 12:23:44.071695 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c39b791-880d-4160-a7f7-d6458bf13e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.073136 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6c39b791-880d-4160-a7f7-d6458bf13e8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4abc8d59-5d15-4c55-8202-f7f0d2fd2c0b HTTP/1.1" status: 204 len: 168 time: 0.1829894 Aug 20 12:23:44.083752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39b791-880d-4160-a7f7-d6458bf13e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abc8d59-5d15-4c55-8202-f7f0d2fd2c0b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:44.084403 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:44.085018 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:44.165504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.212707 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-118f0c0f-65fe-4198-bd60-60ea9bd20ba1 req-ad57eafd-f67c-4d2e-a61c-12cd19533de0 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 210 time: 0.0454552 Aug 20 12:23:44.225926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.226738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:44.227333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.254173 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:44.301624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] Pushing event updated for resources: {'Network': ['ID=846fb91a-14bc-412a-a5d8-0da9434a4729,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:44.313948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 846fb91a-14bc-412a-a5d8-0da9434a4729 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:23:44.316475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50328) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:44.323100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Request body: {'subnet': {'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1368457825-subnet', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:44.327624 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9b2a759b-a11b-4960-be75-a62cbd024177 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5928121 Aug 20 12:23:44.362244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Made reservation on behalf of 41279f56967a4ab9b8628128cabab88b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:44.367788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.506599 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 2, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:44.543248 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:44.544087 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Updating router e5070807-9aca-4ef4-8ef9-680488f734eb port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:23:44.575372 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.594544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50338) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:44.596635 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.610928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a562ba87-aa19-4bc2-9786-0130e44f2783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.659150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9453ba8-eb17-4c9b-8d4e-1610e071ea2c,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:44.669191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Checking segment: {'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:44.669621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Network hostable DHCP agents. Network: 846fb91a-14bc-412a-a5d8-0da9434a4729, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:23:44.695814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Network 846fb91a-14bc-412a-a5d8-0da9434a4729 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:23:44.707311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 846fb91a-14bc-412a-a5d8-0da9434a4729) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:44.713894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:44.715138 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.719362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2770da-1836-4476-b404-b26bbdc426e9 None None] Network 846fb91a-14bc-412a-a5d8-0da9434a4729 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:44.753578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a562ba87-aa19-4bc2-9786-0130e44f2783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.764333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a562ba87-aa19-4bc2-9786-0130e44f2783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.774457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f2d5a8f0-8ede-44f3-be7b-06f29eaf4d1a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4520874 Aug 20 12:23:44.774667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50342) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:44.783024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:44.826887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.828432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.836792 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a562ba87-aa19-4bc2-9786-0130e44f2783 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cdaf5246fd54f82875944bef2b1143d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401154 Aug 20 12:23:44.839129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50344) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:44.871883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 964dd437-7509-41f3-a20e-10076465484f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:44.937206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.946192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562ba87-aa19-4bc2-9786-0130e44f2783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cac1e1d-89d4-4013-bcaf-bc49a6381f97,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:44.954758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55a5ff-5516-43e8-aae2-202951f72081 req-d9009daf-6ad3-4815-a131-df13d8386bae tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:44.956370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b55a5ff-5516-43e8-aae2-202951f72081 req-d9009daf-6ad3-4815-a131-df13d8386bae tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1230955 Aug 20 12:23:44.984996 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.998807 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Transition to ACTIVE for port object 6a88e6fb-5a8b-4e58-acba-ebdf32371163 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:45.006830 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.007718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a49f8a1-4937-4f43-8f6d-9a803506672e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.021439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-846fb91a-14bc-412a-a5d8-0da9434a4729', 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'fixed_ips': [{'subnet_id': 'c9453ba8-eb17-4c9b-8d4e-1610e071ea2c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:23:45.022552 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.036050 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a49f8a1-4937-4f43-8f6d-9a803506672e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.043550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 964dd437-7509-41f3-a20e-10076465484f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:45.044057 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.092861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a49f8a1-4937-4f43-8f6d-9a803506672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.095819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a49f8a1-4937-4f43-8f6d-9a803506672e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.099828 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a49f8a1-4937-4f43-8f6d-9a803506672e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cac1e1d-89d4-4013-bcaf-bc49a6381f97 HTTP/1.1" status: 204 len: 168 time: 0.2414200 Aug 20 12:23:45.107375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49f8a1-4937-4f43-8f6d-9a803506672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cac1e1d-89d4-4013-bcaf-bc49a6381f97,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:45.111730 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Pushing event updated for resources: {'Port': ['ID=6a88e6fb-5a8b-4e58-acba-ebdf32371163,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:45.141444 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.141794 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.142428 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.147384 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.147984 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.148486 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.148991 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.149509 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.150613 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.153287 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.153822 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.154168 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:45.220329 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Attempting to bind port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:45.220703 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Attempting to bind port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:45.221068 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Attempting to bind port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:45.228621 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:45.229021 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:45.229395 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.229979 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:45.230485 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Bound port: 6a88e6fb-5a8b-4e58-acba-ebdf32371163, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:45.230865 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.347312 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] For port 6a88e6fb-5a8b-4e58-acba-ebdf32371163, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:45.361119 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] For port 6a88e6fb-5a8b-4e58-acba-ebdf32371163, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6a88e6fb-5a8b-4e58-acba-ebdf32371163,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:45.369010 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.420152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Allocated IP 172.20.0.2 (846fb91a-14bc-412a-a5d8-0da9434a4729/c9453ba8-eb17-4c9b-8d4e-1610e071ea2c/d96a3f3e-7c05-44e9-8a18-11d3264a344e) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:45.522147 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb517a-d185-499b-8b88-5b6f5530896f None None] Pushing event updated for resources: {'Port': ['ID=6a88e6fb-5a8b-4e58-acba-ebdf32371163,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:45.550894 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:45.551639 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:45.669849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-d9e9fdda-576b-49fe-8e3e-48c9ae4d777c tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:45.672453 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-d9e9fdda-576b-49fe-8e3e-48c9ae4d777c tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.22 "GET /v2.0/networks?id=cb9e3f66-2ba0-4cc3-912f-860c1893494b HTTP/1.1" status: 200 len: 813 time: 0.3132436 Aug 20 12:23:45.703076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Request body: {'port': {'device_id': '38724fbf-cb0b-4005-844d-eb56ff2bb3ec', 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b', 'admin_state_up': True, 'tenant_id': '2fd16374defb4887a57a2fce3cc73ff1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:45.737924 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.748859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Transition to ACTIVE for port object d96a3f3e-7c05-44e9-8a18-11d3264a344e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:45.790472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Transition to ACTIVE for port object d96a3f3e-7c05-44e9-8a18-11d3264a344e will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:45.806431 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.844832 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:45.881350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Network 846fb91a-14bc-412a-a5d8-0da9434a4729 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:45.903839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:45.908551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:45.997296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Pushing event updated for resources: {'Port': ['ID=d96a3f3e-7c05-44e9-8a18-11d3264a344e,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:45.997546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Made reservation on behalf of 2fd16374defb4887a57a2fce3cc73ff1 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:46.001424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.002118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Attempting to bind port d96a3f3e-7c05-44e9-8a18-11d3264a344e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:46.002520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Attempting to bind port d96a3f3e-7c05-44e9-8a18-11d3264a344e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:46.002990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Attempting to bind port d96a3f3e-7c05-44e9-8a18-11d3264a344e on network 846fb91a-14bc-412a-a5d8-0da9434a4729 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:46.010600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:46.010979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Checking segment: {'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:46.011379 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.011773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Bound using segment: {'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:46.012247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Bound port: d96a3f3e-7c05-44e9-8a18-11d3264a344e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:46.012632 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.028207 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.064368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b55a5ff-5516-43e8-aae2-202951f72081 req-4d9928c4-597f-4f4f-957a-39d4f7bc49ec tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9962142 Aug 20 12:23:46.157139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] For port d96a3f3e-7c05-44e9-8a18-11d3264a344e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:46.161680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] For port d96a3f3e-7c05-44e9-8a18-11d3264a344e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d96a3f3e-7c05-44e9-8a18-11d3264a344e,segment=NetworkSegment(53ca172e-49ea-4204-89ae-d46159e80f41),segment_id=53ca172e-49ea-4204-89ae-d46159e80f41)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:46.172778 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.179095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656f1d-2022-4cfd-8d8c-2d519e9b0f8c req-65eecc67-9fce-47bb-bbb4-1628a5bc29cf tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:46.196366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c656f1d-2022-4cfd-8d8c-2d519e9b0f8c req-65eecc67-9fce-47bb-bbb4-1628a5bc29cf tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1097 time: 0.9993505 Aug 20 12:23:46.209227 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:45Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:46.248281 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d6710-333b-4f4c-a701-8499379856e8 None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:45Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:46.265933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df91549-f806-48f9-bc9d-b6c1cbc44a65 None None] Pushing event updated for resources: {'Port': ['ID=d96a3f3e-7c05-44e9-8a18-11d3264a344e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:46.288632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58383870-62bd-4c1b-9190-3e55526d8589 req-e7dd7750-7a9e-47e2-986d-ea641cd983dc tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 210 time: 0.0512500 Aug 20 12:23:46.319802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Allocated IP 172.20.0.7 (cb9e3f66-2ba0-4cc3-912f-860c1893494b/f1934b1c-5b33-4e91-83f0-4e8af3b33008/049dde91-9674-4170-9adb-86834e077048) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:46.329165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c656f1d-2022-4cfd-8d8c-2d519e9b0f8c req-94ea11ef-0dd8-4a95-aff5-676e3983581d tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275043 Aug 20 12:23:46.387129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50372) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:46.582564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.615352 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.743331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.773134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Allocated IP 172.25.0.126 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/f2b381cb-5db9-4a02-afd2-fbb2a973e406) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:46.926726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6a88e6fb-5a8b-4e58-acba-ebdf32371163 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:46.929067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.953670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Network cb9e3f66-2ba0-4cc3-912f-860c1893494b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:46.957786 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:46.959965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:46.963133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:46.988355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port ba171205-1a8c-4b0a-9822-14d784ec75a5 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:46.993532 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.027207 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.030265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:47.039396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:47.040995 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.058204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50380) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:47.113975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:47.119581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:47.131612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:47.151931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:47.152622 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.189068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Pushing event updated for resources: {'Port': ['ID=049dde91-9674-4170-9adb-86834e077048,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:47.194297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b381cb-5db9-4a02-afd2-fbb2a973e406,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:47.220697 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3af50ddd-1b2d-4f2e-87fd-0b39965351e6 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5374885 Aug 20 12:23:47.239018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Request body: {'port': {'device_id': '38724fbf-cb0b-4005-844d-eb56ff2bb3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:47.297061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.297748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.325776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for ba171205-1a8c-4b0a-9822-14d784ec75a5 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:47.421703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.462040 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-280b142e-68eb-4050-b08c-0c261bbabea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.550237 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.567902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811333a0-5121-4655-9dd3-45f3660c1452 req-e560368c-d645-4e43-9ec4-06453cc37d7a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:47.571367 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-811333a0-5121-4655-9dd3-45f3660c1452 req-e560368c-d645-4e43-9ec4-06453cc37d7a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.3580985 Aug 20 12:23:47.633827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 6a88e6fb-5a8b-4e58-acba-ebdf32371163, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6a88e6fb-5a8b-4e58-acba-ebdf32371163,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:47.640302 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.641398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d96a3f3e-7c05-44e9-8a18-11d3264a344e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:47.701196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-811333a0-5121-4655-9dd3-45f3660c1452 req-093fecea-aee3-4c7b-9b96-5903b61365bd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879636 Aug 20 12:23:47.762921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e402b69-cdc5-4762-aac9-67df271165a9 req-2d31a624-a03a-46b9-9d80-4d7302ff4cb9 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:47.764496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e402b69-cdc5-4762-aac9-67df271165a9 req-2d31a624-a03a-46b9-9d80-4d7302ff4cb9 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 931 time: 0.2591350 Aug 20 12:23:47.817604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=6a88e6fb-5a8b-4e58-acba-ebdf32371163,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:47.829654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9aeb57-3aa8-4dcb-b95a-3c78a394e6f5 None None] Network 846fb91a-14bc-412a-a5d8-0da9434a4729 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:47.934163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e402b69-cdc5-4762-aac9-67df271165a9 req-dd42c736-c8bd-4076-8afb-5ec20b080ba2 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590631 Aug 20 12:23:47.936282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d96a3f3e-7c05-44e9-8a18-11d3264a344e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:47.937465 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.968346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0a95f20c-9204-48ef-948a-cd297e0f0e83 None None] Provisioning for port d96a3f3e-7c05-44e9-8a18-11d3264a344e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:47.989205 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-280b142e-68eb-4050-b08c-0c261bbabea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.998507 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-280b142e-68eb-4050-b08c-0c261bbabea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.998729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0a95f20c-9204-48ef-948a-cd297e0f0e83 None None] Provisioning complete for port d96a3f3e-7c05-44e9-8a18-11d3264a344e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:47.999165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0a95f20c-9204-48ef-948a-cd297e0f0e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.032003 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-280b142e-68eb-4050-b08c-0c261bbabea7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41d203a8c93c4838b576a00cb36c00dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9398258 Aug 20 12:23:48.033704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50400) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:48.054109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:23:48.089524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.137691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b142e-68eb-4050-b08c-0c261bbabea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6ba18f-3628-4448-98e0-8aef548e55b5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:48.152579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=ba171205-1a8c-4b0a-9822-14d784ec75a5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:48.270173 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8806a8de-8157-4e54-9041-6eeedcba3d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.303692 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0a95f20c-9204-48ef-948a-cd297e0f0e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.335265 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.343695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:48.350845 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8806a8de-8157-4e54-9041-6eeedcba3d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.369966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.370501 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Floating IP 156a13bf-844b-4e5f-80c1-f7429d22ade5 disassociated (deleted). External IP: 172.25.0.13, port: b449b765-8046-43ad-8c4b-9963d6372cf8. Aug 20 12:23:48.397824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'network_id': '35925466-8c35-4e26-bb36-68495fc06456', 'port_id': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'mac_address': 'fa:16:3e:01:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cb06c3-f1dc-4eb9-8e13-58d095030fdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:23:48.406255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0a95f20c-9204-48ef-948a-cd297e0f0e83 None None] For port d96a3f3e-7c05-44e9-8a18-11d3264a344e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d96a3f3e-7c05-44e9-8a18-11d3264a344e,segment=NetworkSegment(53ca172e-49ea-4204-89ae-d46159e80f41),segment_id=53ca172e-49ea-4204-89ae-d46159e80f41)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:48.437535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049dde91-9674-4170-9adb-86834e077048 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:48.441921 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0a95f20c-9204-48ef-948a-cd297e0f0e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.457538 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.492738 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.492921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Transition to ACTIVE for port object 049dde91-9674-4170-9adb-86834e077048 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:48.528563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e6e9f91-412d-4324-9a30-1b77a10d34b6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:48.534932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95f20c-9204-48ef-948a-cd297e0f0e83 None None] Pushing event updated for resources: {'Port': ['ID=d96a3f3e-7c05-44e9-8a18-11d3264a344e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:48.559011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.572854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:48.578026 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.583169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Router 6d91a464-6392-4d46-a99f-ca1bd01b7269 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:23:48.650595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:48.665507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3e6e9f91-412d-4324-9a30-1b77a10d34b6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:48.677178 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8806a8de-8157-4e54-9041-6eeedcba3d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.682112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8806a8de-8157-4e54-9041-6eeedcba3d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.687485 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8806a8de-8157-4e54-9041-6eeedcba3d46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a6ba18f-3628-4448-98e0-8aef548e55b5 HTTP/1.1" status: 204 len: 168 time: 0.6481283 Aug 20 12:23:48.726025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806a8de-8157-4e54-9041-6eeedcba3d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6ba18f-3628-4448-98e0-8aef548e55b5,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:48.746707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Pushing event updated for resources: {'Port': ['ID=049dde91-9674-4170-9adb-86834e077048,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:48.774869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:48.803812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Sync routers for ids ['6d91a464-6392-4d46-a99f-ca1bd01b7269'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:48.813510 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.819279 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a9bc16f0-e947-4026-a91a-54dfea8b4338 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0432613 Aug 20 12:23:48.820208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50422) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:48.895161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c97b8e03-dcfc-4a67-9c86-ee09d38814ca None None] Provisioning complete for port d96a3f3e-7c05-44e9-8a18-11d3264a344e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:48.895640 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c97b8e03-dcfc-4a67-9c86-ee09d38814ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.926534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Routers {'6d91a464-6392-4d46-a99f-ca1bd01b7269'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:48.932200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6d91a464-6392-4d46-a99f-ca1bd01b7269'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:49.018335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Attempting to bind port 049dde91-9674-4170-9adb-86834e077048 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:49.018657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Attempting to bind port 049dde91-9674-4170-9adb-86834e077048 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:49.018998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Attempting to bind port 049dde91-9674-4170-9adb-86834e077048 on network cb9e3f66-2ba0-4cc3-912f-860c1893494b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:49.035038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Port 049dde91-9674-4170-9adb-86834e077048 on network cb9e3f66-2ba0-4cc3-912f-860c1893494b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:23:49.035713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Attempting to bind port 049dde91-9674-4170-9adb-86834e077048 on network cb9e3f66-2ba0-4cc3-912f-860c1893494b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:49.044752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:49.045091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Checking segment: {'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:49.045480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Bound using segment: {'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:49.045917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Bound port: 049dde91-9674-4170-9adb-86834e077048, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd188f55f-8bf1-4fef-88f5-418b80e59b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:49.046333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.063479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router c0615ba5-9623-4ffd-8b99-c61310bd7e72 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:49.093849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6a88e6fb-5a8b-4e58-acba-ebdf32371163 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:49.106746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d8a7-00e2-49d5-83b9-b7becb813a5b req-43bca036-7333-406a-ab64-e9290ef53568 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:49.108369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62b0d8a7-00e2-49d5-83b9-b7becb813a5b req-43bca036-7333-406a-ab64-e9290ef53568 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 945 time: 0.2247150 Aug 20 12:23:49.141488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] For port 049dde91-9674-4170-9adb-86834e077048, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:49.148262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] For port 049dde91-9674-4170-9adb-86834e077048, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=049dde91-9674-4170-9adb-86834e077048,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:49.194349 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.256919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:49.257539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.258999 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] 10.222.0.22 "PUT /v2.0/ports/049dde91-9674-4170-9adb-86834e077048 HTTP/1.1" status: 200 len: 1092 time: 2.0251310 Aug 20 12:23:49.261038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38724fbf-cb0b-4005-844d-eb56ff2bb3ec', 'tag': '049dde91-9674-4170-9adb-86834e077048'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:49.265257 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450" -d '{"events": [{"name": "network-changed", "server_uuid": "38724fbf-cb0b-4005-844d-eb56ff2bb3ec", "tag": "049dde91-9674-4170-9adb-86834e077048"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:49.424765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62b0d8a7-00e2-49d5-83b9-b7becb813a5b req-b8059485-44e2-471f-af86-b2ce131f92b8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615666 Aug 20 12:23:49.466986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0091e2-17c1-4f30-acdf-0ae1b34f6051 req-4381ef23-1529-45f1-b7ac-27593bf8ab9c tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:49.475983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b0091e2-17c1-4f30-acdf-0ae1b34f6051 req-4381ef23-1529-45f1-b7ac-27593bf8ab9c tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 943 time: 0.3648839 Aug 20 12:23:49.528412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Set router 6d91a464-6392-4d46-a99f-ca1bd01b7269 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:49.532334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:49.536349 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.684507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b0091e2-17c1-4f30-acdf-0ae1b34f6051 req-bebb86b6-4379-4052-86b5-d57c736b3048 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176672 Aug 20 12:23:49.753244 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47de65b6-8a42-4d76-aeff-f8df2472d1f7 x-openstack-request-id: req-47de65b6-8a42-4d76-aeff-f8df2472d1f7 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:49.753582 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38724fbf-cb0b-4005-844d-eb56ff2bb3ec", "tag": "049dde91-9674-4170-9adb-86834e077048", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:49.753769 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47de65b6-8a42-4d76-aeff-f8df2472d1f7 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:49.754197 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38724fbf-cb0b-4005-844d-eb56ff2bb3ec', 'tag': '049dde91-9674-4170-9adb-86834e077048', 'status': 'completed', 'code': 200} Aug 20 12:23:49.835029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d003193-cab4-403c-968a-dd5e5dac7370 service neutron] Pushing event updated for resources: {'Port': ['ID=049dde91-9674-4170-9adb-86834e077048,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:49.865123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:49.871062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.879593 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] Sync routers for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:49.894882 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:49.899741 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:49.900719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7c5e4946-7faa-4457-add8-5a033709acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:49.902292 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-7c5e4946-7faa-4457-add8-5a033709acb2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2fd16374defb4887a57a2fce3cc73ff1&device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 1095 time: 0.1473255 Aug 20 12:23:49.930585 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4b1c47f1-0a0f-433f-be0b-bac52a0f3253 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/floatingips/156a13bf-844b-4e5f-80c1-f7429d22ade5 HTTP/1.1" status: 204 len: 168 time: 3.5424607 Aug 20 12:23:49.964093 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-3f3a6ca0-a59c-47a9-9ed7-6dd576997080 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049dde91-9674-4170-9adb-86834e077048 HTTP/1.1" status: 200 len: 217 time: 0.0531726 Aug 20 12:23:50.073314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-8ad0cd62-05c7-44bd-9130-4755caa87194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:50.079934 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-8ad0cd62-05c7-44bd-9130-4755caa87194 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f1934b1c-5b33-4e91-83f0-4e8af3b33008 HTTP/1.1" status: 200 len: 853 time: 0.1087656 Aug 20 12:23:50.082228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d96a3f3e-7c05-44e9-8a18-11d3264a344e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:50.141422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-ea077208-9d9f-4e5e-b3c0-84ed0d75bea8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb9e3f66-2ba0-4cc3-912f-860c1893494b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534744 Aug 20 12:23:50.167023 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.172154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d96a3f3e-7c05-44e9-8a18-11d3264a344e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:50.172696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.285314 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:50.340498 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-c7364b61-1e24-451a-ace4-23cac7c1793c service neutron] 10.222.0.22 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876752 Aug 20 12:23:50.511616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 3, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:50.596844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e1f6b089-9aaf-48fd-8fe2-188b024259ee req-78512cd8-796f-4e19-9df8-1171a785299d service neutron] 10.222.0.22 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476578 Aug 20 12:23:50.601139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Checking router: 6d91a464-6392-4d46-a99f-ca1bd01b7269 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:50.602310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Updating router 6d91a464-6392-4d46-a99f-ca1bd01b7269 port f2b381cb-5db9-4a02-afd2-fbb2a973e406 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:23:50.676174 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:50.751445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-24e06abe-68bb-41a8-b5bc-8527c4b9c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:50.753869 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-24e06abe-68bb-41a8-b5bc-8527c4b9c559 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2fd16374defb4887a57a2fce3cc73ff1&device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 1095 time: 0.1016464 Aug 20 12:23:50.785268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2173b29-4e17-4098-b20b-98dfb428a07d req-8b7f98b1-b5a0-4953-9564-2a6a6f9c944b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:50.790228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2173b29-4e17-4098-b20b-98dfb428a07d req-8b7f98b1-b5a0-4953-9564-2a6a6f9c944b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.3342199 Aug 20 12:23:50.831710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Allocated IP 172.20.0.1 (846fb91a-14bc-412a-a5d8-0da9434a4729/c9453ba8-eb17-4c9b-8d4e-1610e071ea2c/5107cd70-8e94-42ef-ba46-d9d1e14fdd8f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:50.965782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-c5aef00c-14b6-461a-b897-629b7bfd81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:50.969352 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-c5aef00c-14b6-461a-b897-629b7bfd81bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb9e3f66-2ba0-4cc3-912f-860c1893494b HTTP/1.1" status: 200 len: 914 time: 0.2076354 Aug 20 12:23:50.975261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2173b29-4e17-4098-b20b-98dfb428a07d req-ac522cbe-dc2b-4bab-bb39-5d5f239845c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476505 Aug 20 12:23:51.029172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a01ce7-c558-42a4-891f-fd6cc594ad86 req-9863664e-5dc8-4bb6-8da1-28f8db26a99e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:51.034520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63a01ce7-c558-42a4-891f-fd6cc594ad86 req-9863664e-5dc8-4bb6-8da1-28f8db26a99e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 945 time: 0.3527567 Aug 20 12:23:51.048682 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:57Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:51.070001 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-2136c88f-d340-4bf1-8319-3de5e259b432 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049dde91-9674-4170-9adb-86834e077048 HTTP/1.1" status: 200 len: 217 time: 0.0914614 Aug 20 12:23:51.125674 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] Checking router: c0615ba5-9623-4ffd-8b99-c61310bd7e72 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:51.159949 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:51.165029 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:51.169197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-04d41be6-b545-4122-abc7-530e142b3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:51.170799 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-04d41be6-b545-4122-abc7-530e142b3ed3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f1934b1c-5b33-4e91-83f0-4e8af3b33008 HTTP/1.1" status: 200 len: 853 time: 0.0927203 Aug 20 12:23:51.188449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.193880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63a01ce7-c558-42a4-891f-fd6cc594ad86 req-e4aecb20-94b0-47b2-a651-823484e3a363 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967574 Aug 20 12:23:51.209511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Transition to ACTIVE for port object f2b381cb-5db9-4a02-afd2-fbb2a973e406 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:51.210062 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-23c7d3d7-17e8-44d3-93e8-ee18ca5db10e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb9e3f66-2ba0-4cc3-912f-860c1893494b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307283 Aug 20 12:23:51.217847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.293250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b235903-464b-437b-9057-d4fa49411401 None None] Pushing event updated for resources: {'Port': ['ID=f2b381cb-5db9-4a02-afd2-fbb2a973e406,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:51.297134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Attempting to bind port f2b381cb-5db9-4a02-afd2-fbb2a973e406 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:51.297587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Attempting to bind port f2b381cb-5db9-4a02-afd2-fbb2a973e406 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:51.298038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Attempting to bind port f2b381cb-5db9-4a02-afd2-fbb2a973e406 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:51.309290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:51.311045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:51.311214 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.311623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:51.312127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Bound port: f2b381cb-5db9-4a02-afd2-fbb2a973e406, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:51.312519 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.347512 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-0b0e42cf-0da5-40d1-9edd-8ce53b2ac2a9 service neutron] 10.222.0.22 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246383 Aug 20 12:23:51.403401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] For port f2b381cb-5db9-4a02-afd2-fbb2a973e406, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:51.420296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] For port f2b381cb-5db9-4a02-afd2-fbb2a973e406, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f2b381cb-5db9-4a02-afd2-fbb2a973e406,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:51.432008 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.442684 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.473056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e3f18-7f40-46d3-bb55-7710fade8312 req-8c69f989-4991-4570-bbba-671434b1f5b0 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:51.492555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa7e3f18-7f40-46d3-bb55-7710fade8312 req-8c69f989-4991-4570-bbba-671434b1f5b0 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 943 time: 0.2955227 Aug 20 12:23:51.498490 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:51.522974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b235903-464b-437b-9057-d4fa49411401 None None] Pushing event updated for resources: {'Port': ['ID=f2b381cb-5db9-4a02-afd2-fbb2a973e406,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:51.557768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Routers {'6d91a464-6392-4d46-a99f-ca1bd01b7269'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:51.560677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6d91a464-6392-4d46-a99f-ca1bd01b7269'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:51.563778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Transition to ACTIVE for port object 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:51.568070 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-69ee1de7-0531-4be9-b4fb-f85f5dd7a450 req-35b2d508-f608-43d3-8f09-35dbd4d71e7a service neutron] 10.222.0.22 "GET /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098656 Aug 20 12:23:51.605047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa7e3f18-7f40-46d3-bb55-7710fade8312 req-98a37504-0a2f-4958-811e-9641bc93c3ab tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115205 Aug 20 12:23:51.684187 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.725099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-8bf1c332-715d-4679-ae27-5232d6c5c97f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:51.731643 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-8bf1c332-715d-4679-ae27-5232d6c5c97f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 945 time: 0.1248131 Aug 20 12:23:51.739417 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f50f8e0b-6c61-4125-97f1-91302109a50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.756480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:51.763068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Network 846fb91a-14bc-412a-a5d8-0da9434a4729 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:51.764393 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ea324-74ba-4b2f-a528-9af823a28dba" -d '{"events": [{"name": "network-changed", "server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:51.765498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] Set router 6d91a464-6392-4d46-a99f-ca1bd01b7269 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:51.765920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:51.781886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:51.864521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Pushing event updated for resources: {'Port': ['ID=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:51.868738 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcdf70b-52a4-4430-bfff-f99169ff0349 x-openstack-request-id: req-5fcdf70b-52a4-4430-bfff-f99169ff0349 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:51.869328 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:51.869941 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fcdf70b-52a4-4430-bfff-f99169ff0349 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:51.871906 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'status': 'completed', 'code': 200} Aug 20 12:23:51.889326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.22', 55530) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:51.905118 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:57Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:51.920340 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.952594 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88343865-3ac0-4675-a465-4b6d649aa992 None None] The sync data for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 is: [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:21:52Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8', 'name': '', 'network_id': '1a320370-d430-4934-8897-622e9df32cb2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:47:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '77c73de3-d962-484e-9569-e60bed858317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:51Z', 'updated_at': '2021-08-20T12:21:57Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '77c73de3-d962-484e-9569-e60bed858317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:51.969576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port b449b765-8046-43ad-8c4b-9963d6372cf8 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:51.970037 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:52.122839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:52.141833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea324-74ba-4b2f-a528-9af823a28dba req-5e7ab1a4-b15a-4a95-ae90-153096e867c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:52.143726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-547ea324-74ba-4b2f-a528-9af823a28dba req-5e7ab1a4-b15a-4a95-ae90-153096e867c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 1097 time: 0.2533877 Aug 20 12:23:52.213531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port b449b765-8046-43ad-8c4b-9963d6372cf8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=b449b765-8046-43ad-8c4b-9963d6372cf8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:52.214540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:52.254421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for b449b765-8046-43ad-8c4b-9963d6372cf8 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:52.549612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:52.579600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-df87c4f8-b58e-483b-84a4-ebd20fbf0e83 None None] Provisioning for port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:52.607930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=b449b765-8046-43ad-8c4b-9963d6372cf8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:52.628203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fcf84-b4c8-49c1-a117-fb0e4a078204 None None] New status for floating IP 156a13bf-844b-4e5f-80c1-f7429d22ade5: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:23:52.633006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-df87c4f8-b58e-483b-84a4-ebd20fbf0e83 None None] Provisioning complete for port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:52.638495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-df87c4f8-b58e-483b-84a4-ebd20fbf0e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:52.677925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] No DVR routers for this DVR port b449b765-8046-43ad-8c4b-9963d6372cf8 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:52.680858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:52.683126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b0f47f7d-4b68-4e16-83f7-6ee4c090c37d req-65cb82aa-e221-4438-8508-8eacd6478fec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "DELETE /v2.0/ports/b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 204 len: 173 time: 0.9456861 Aug 20 12:23:52.871952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:52.872338 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:52.934137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-df87c4f8-b58e-483b-84a4-ebd20fbf0e83 None None] Port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:23:52.948024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 3, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:53.032455 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:53.049511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0995af-3b68-4e65-9222-fe56cfd02b01 req-5c8e3414-cdfe-4a87-b527-2821d983c147 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:53.051262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c0995af-3b68-4e65-9222-fe56cfd02b01 req-5c8e3414-cdfe-4a87-b527-2821d983c147 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d683d9ee-5024-4bf9-8e1b-18b63188dbda HTTP/1.1" status: 200 len: 867 time: 0.9118979 Aug 20 12:23:53.076659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:53.166963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d027ecc-9427-4811-b2ff-52eaf68e4692 req-e90d63d3-60f0-4f05-8a29-5549d78a7d4c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:53.181087 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d027ecc-9427-4811-b2ff-52eaf68e4692 req-e90d63d3-60f0-4f05-8a29-5549d78a7d4c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 945 time: 0.3744593 Aug 20 12:23:53.210571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:53.212504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde98f1-5d14-4993-9377-c8f851a1008e None None] The sync data for ids ['6d91a464-6392-4d46-a99f-ca1bd01b7269'] in n-d-800634-10 is: [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 3, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:53.216070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:53.221016 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93670a0f-e0ce-49ea-b7ef-b3e8a80d7e7e" -d '{"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-plugged", "status": "completed", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:53.227603 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:53.347021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea324-74ba-4b2f-a528-9af823a28dba req-20fe7c3f-6e22-4f78-a368-dbd1a4ecc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:53.349378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-547ea324-74ba-4b2f-a528-9af823a28dba req-20fe7c3f-6e22-4f78-a368-dbd1a4ecc15b service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 200 len: 897 time: 1.1682305 Aug 20 12:23:53.405746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:53.496138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c0995af-3b68-4e65-9222-fe56cfd02b01 req-da6c47d5-a072-46b5-87c0-1887cca65e11 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=49bd3e1d-6df0-45dc-8122-9efda60da9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4237795 Aug 20 12:23:53.527948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50516) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:53.561914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d027ecc-9427-4811-b2ff-52eaf68e4692 req-1374f608-39b0-40ae-9a29-fd65c3b3e6e5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796470 Aug 20 12:23:53.569108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-547ea324-74ba-4b2f-a528-9af823a28dba req-56d4c3a6-0f72-4702-b95f-a4c79013c817 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b449b765-8046-43ad-8c4b-9963d6372cf8 HTTP/1.1" status: 200 len: 217 time: 0.2096555 Aug 20 12:23:53.661862 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1989a9c9-5f73-4a22-89d1-6d8c3bf047d4 x-openstack-request-id: req-1989a9c9-5f73-4a22-89d1-6d8c3bf047d4 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:53.663407 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-plugged", "status": "completed", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:53.663807 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1989a9c9-5f73-4a22-89d1-6d8c3bf047d4 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:53.664220 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'code': 200} Aug 20 12:23:53.746334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-787d272b-9b4c-4728-93fc-b610019c4fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:53.823687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea324-74ba-4b2f-a528-9af823a28dba req-3a1fae44-d27f-4a0e-8a95-91bb957373cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:53.825339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-547ea324-74ba-4b2f-a528-9af823a28dba req-3a1fae44-d27f-4a0e-8a95-91bb957373cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 200 len: 835 time: 0.2464597 Aug 20 12:23:53.839966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 049dde91-9674-4170-9adb-86834e077048 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:23:53.846139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139a29c-e784-47ea-8811-9825667f545f req-b4e4e6dc-ffb4-4be5-ba87-e8a4ef5ab6f0 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:53.855222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139a29c-e784-47ea-8811-9825667f545f req-b4e4e6dc-ffb4-4be5-ba87-e8a4ef5ab6f0 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 943 time: 0.1708171 Aug 20 12:23:53.925482 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-787d272b-9b4c-4728-93fc-b610019c4fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:53.928567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'name': 'network-vif-deleted', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:53.932688 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dc6f1d-0890-42a0-ae8c-99534801ffd2" -d '{"events": [{"server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "name": "network-vif-deleted", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:53.942203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-787d272b-9b4c-4728-93fc-b610019c4fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:53.952020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139a29c-e784-47ea-8811-9825667f545f req-b4160245-4fd1-4c9d-97be-20b2fac8264f tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936041 Aug 20 12:23:54.007550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d272b-9b4c-4728-93fc-b610019c4fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d5f1e6-41a0-454b-9b01-8adbe796bd70,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:54.031926 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-787d272b-9b4c-4728-93fc-b610019c4fde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=005dd588def44ff5896711b4f26a7fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014720 Aug 20 12:23:54.034669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50522) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:54.046369 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c44b6f-1849-4f06-bddb-f8b360458bc5 x-openstack-request-id: req-01c44b6f-1849-4f06-bddb-f8b360458bc5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:54.047028 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d683d9ee-5024-4bf9-8e1b-18b63188dbda", "name": "network-vif-deleted", "tag": "b449b765-8046-43ad-8c4b-9963d6372cf8", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:54.048182 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01c44b6f-1849-4f06-bddb-f8b360458bc5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:54.048821 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd683d9ee-5024-4bf9-8e1b-18b63188dbda', 'name': 'network-vif-deleted', 'tag': 'b449b765-8046-43ad-8c4b-9963d6372cf8', 'status': 'completed', 'code': 200} Aug 20 12:23:54.056815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 049dde91-9674-4170-9adb-86834e077048, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=049dde91-9674-4170-9adb-86834e077048,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:54.067583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea324-74ba-4b2f-a528-9af823a28dba req-52968cd9-288f-49c6-9de0-51417cdced68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:54.069347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-547ea324-74ba-4b2f-a528-9af823a28dba req-52968cd9-288f-49c6-9de0-51417cdced68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a320370-d430-4934-8897-622e9df32cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1820428 Aug 20 12:23:54.093671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '049dde91-9674-4170-9adb-86834e077048', 'network_id': 'cb9e3f66-2ba0-4cc3-912f-860c1893494b', 'port_id': '049dde91-9674-4170-9adb-86834e077048', 'mac_address': 'fa:16:3e:9c:63:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1934b1c-5b33-4e91-83f0-4e8af3b33008', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:23:54.126813 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00e503fd-2eca-420a-88ef-bf6cc988dcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.154549 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.171723 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00e503fd-2eca-420a-88ef-bf6cc988dcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.180372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049dde91-9674-4170-9adb-86834e077048 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:54.186018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.202966 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.208973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 049dde91-9674-4170-9adb-86834e077048, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=049dde91-9674-4170-9adb-86834e077048,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:54.219749 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.285842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00e503fd-2eca-420a-88ef-bf6cc988dcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.290392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00e503fd-2eca-420a-88ef-bf6cc988dcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.297021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-00e503fd-2eca-420a-88ef-bf6cc988dcdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41d5f1e6-41a0-454b-9b01-8adbe796bd70 HTTP/1.1" status: 204 len: 168 time: 0.2588682 Aug 20 12:23:54.321186 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce816126-d51c-40c2-8065-900ec3eab426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.327462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=049dde91-9674-4170-9adb-86834e077048,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:54.330836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e503fd-2eca-420a-88ef-bf6cc988dcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d5f1e6-41a0-454b-9b01-8adbe796bd70,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:54.334994 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-547ea324-74ba-4b2f-a528-9af823a28dba req-39704acb-315e-46a1-8cb1-62a9c1aef38d service neutron] 10.222.0.22 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572780 Aug 20 12:23:54.359063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Pushing event updated for resources: {'Port': ['ID=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:54.378736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:54.433955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['049dde91-9674-4170-9adb-86834e077048'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:54.611702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50532) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:54.620735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-547ea324-74ba-4b2f-a528-9af823a28dba req-a970c818-3e3e-4118-8730-b0bf199a4275 service neutron] 10.222.0.22 "GET /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780221 Aug 20 12:23:54.672845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Network 846fb91a-14bc-412a-a5d8-0da9434a4729 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:54.685048 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:54.842696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50534) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:54.915683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f2b381cb-5db9-4a02-afd2-fbb2a973e406 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:54.981402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f16fb-2bb9-4635-828c-17d9cc720689 req-23bf670c-11cc-463a-a7e5-6a73dccb440d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:54.983784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e65f16fb-2bb9-4635-828c-17d9cc720689 req-23bf670c-11cc-463a-a7e5-6a73dccb440d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1986482 Aug 20 12:23:55.049122 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.091017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-66683bc4-5abe-4394-a581-4bd596137171 None None] Provisioning complete for port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:55.091474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-66683bc4-5abe-4394-a581-4bd596137171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.096348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f2b381cb-5db9-4a02-afd2-fbb2a973e406 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:55.103015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f2b381cb-5db9-4a02-afd2-fbb2a973e406 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:55.103375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.140370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Router 6d91a464-6392-4d46-a99f-ca1bd01b7269 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:55.174284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e65f16fb-2bb9-4635-828c-17d9cc720689 req-c356826f-3e08-43f9-8c07-ee50c6fb4643 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807075 Aug 20 12:23:55.203553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-66683bc4-5abe-4394-a581-4bd596137171 None None] Port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:23:55.237028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986d2a4-933e-48cc-afff-ea5349ff7cf0 req-97d31a8b-199e-4add-b2ad-d4e91ac9f5fb tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:55.238860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3986d2a4-933e-48cc-afff-ea5349ff7cf0 req-97d31a8b-199e-4add-b2ad-d4e91ac9f5fb tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 944 time: 0.1670456 Aug 20 12:23:55.279286 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.283377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a56eb-7c53-4101-9c36-5603bab3d041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.328639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port f2b381cb-5db9-4a02-afd2-fbb2a973e406, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f2b381cb-5db9-4a02-afd2-fbb2a973e406,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:55.335750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3986d2a4-933e-48cc-afff-ea5349ff7cf0 req-7e286d89-ee5f-45e6-8dd3-2d758bd2c267 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620847 Aug 20 12:23:55.341196 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.434341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:55.454095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d3e6c51f-46eb-4438-87f3-f3c0e322747f admin admin] 10.222.0.25 "PUT /v2.0/routers/6d91a464-6392-4d46-a99f-ca1bd01b7269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6316755 Aug 20 12:23:55.462081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=f2b381cb-5db9-4a02-afd2-fbb2a973e406,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:55.508659 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a56eb-7c53-4101-9c36-5603bab3d041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.517338 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.521506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a56eb-7c53-4101-9c36-5603bab3d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.619866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50540) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:55.620089 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3e3a56eb-7c53-4101-9c36-5603bab3d041 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=584213315b144a66b1120892ee3fb025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779348 Aug 20 12:23:55.639560 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.652533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a56eb-7c53-4101-9c36-5603bab3d041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4ff4f0-2980-4ec6-932c-cb4899695560,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:55.756502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-237b5712-d483-49a4-a2ee-ec8ebfbab7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.797273 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-237b5712-d483-49a4-a2ee-ec8ebfbab7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.861662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 049dde91-9674-4170-9adb-86834e077048 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:55.887037 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-237b5712-d483-49a4-a2ee-ec8ebfbab7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.889925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-237b5712-d483-49a4-a2ee-ec8ebfbab7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:55.894036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-237b5712-d483-49a4-a2ee-ec8ebfbab7db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be4ff4f0-2980-4ec6-932c-cb4899695560 HTTP/1.1" status: 204 len: 168 time: 0.2723103 Aug 20 12:23:55.910850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b5712-d483-49a4-a2ee-ec8ebfbab7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4ff4f0-2980-4ec6-932c-cb4899695560,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:55.972830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 049dde91-9674-4170-9adb-86834e077048 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:55.979930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 049dde91-9674-4170-9adb-86834e077048 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:55.980555 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:56.062131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:56.062620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:56.155107 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:56.212163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 049dde91-9674-4170-9adb-86834e077048, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=049dde91-9674-4170-9adb-86834e077048,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:56.213392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38724fbf-cb0b-4005-844d-eb56ff2bb3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049dde91-9674-4170-9adb-86834e077048'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:56.216588 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e604cd-4bdb-4339-a889-5575b450e0ca" -d '{"events": [{"server_uuid": "38724fbf-cb0b-4005-844d-eb56ff2bb3ec", "name": "network-vif-plugged", "status": "completed", "tag": "049dde91-9674-4170-9adb-86834e077048"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:56.222593 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:56.225911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b449b765-8046-43ad-8c4b-9963d6372cf8 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:56.254135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: b449b765-8046-43ad-8c4b-9963d6372cf8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:56.254680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device b449b765-8046-43ad-8c4b-9963d6372cf8 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:56.302649 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Sync routers for ids ['6d91a464-6392-4d46-a99f-ca1bd01b7269'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:56.307210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:56.307586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:56.319814 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Routers {'6d91a464-6392-4d46-a99f-ca1bd01b7269'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:56.323073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:56.328862 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6d91a464-6392-4d46-a99f-ca1bd01b7269'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:56.333137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=049dde91-9674-4170-9adb-86834e077048,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:56.343378 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.344198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.344769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.345385 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.345899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.346433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.346931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.347420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.347996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.348662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.349247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.349826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:56.389962 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3107c963-91fe-481e-9e9e-2fd107b27e33 x-openstack-request-id: req-3107c963-91fe-481e-9e9e-2fd107b27e33 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:56.390344 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38724fbf-cb0b-4005-844d-eb56ff2bb3ec", "name": "network-vif-plugged", "status": "completed", "tag": "049dde91-9674-4170-9adb-86834e077048", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:56.390535 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3107c963-91fe-481e-9e9e-2fd107b27e33 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:56.391209 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38724fbf-cb0b-4005-844d-eb56ff2bb3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049dde91-9674-4170-9adb-86834e077048', 'code': 200} Aug 20 12:23:56.598795 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Set router 6d91a464-6392-4d46-a99f-ca1bd01b7269 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:56.674629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1237a78-80e5-472a-b2ea-50f8deeb133b req-1e929b9c-24fb-44e4-be35-f1792adf040a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:56.699120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1237a78-80e5-472a-b2ea-50f8deeb133b req-1e929b9c-24fb-44e4-be35-f1792adf040a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.3170762 Aug 20 12:23:56.758711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:56.778420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7112b5-2d7c-448f-8b5c-f80439048a04 req-427bc37a-e6b7-480f-97d8-e0f9428b1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:56.780114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c7112b5-2d7c-448f-8b5c-f80439048a04 req-427bc37a-e6b7-480f-97d8-e0f9428b1a0a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 1097 time: 0.3371632 Aug 20 12:23:56.856355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d1237a78-80e5-472a-b2ea-50f8deeb133b req-f2620eba-541b-4288-9b2e-34e6aafab96b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556625 Aug 20 12:23:56.897167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:56.899857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024c02d-fe2c-46e2-a8db-3b444c06fc64 req-a03e3708-5a0b-41ba-a30f-46326422215d tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:56.901590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f2b381cb-5db9-4a02-afd2-fbb2a973e406 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:56.909191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a024c02d-fe2c-46e2-a8db-3b444c06fc64 req-a03e3708-5a0b-41ba-a30f-46326422215d tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 945 time: 0.3737431 Aug 20 12:23:57.043902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c7112b5-2d7c-448f-8b5c-f80439048a04 req-f8ef5ab4-a78b-4162-b947-ac19ca17233c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283797 Aug 20 12:23:57.056270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:57.070278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f2b381cb-5db9-4a02-afd2-fbb2a973e406 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:57.070665 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:57.074061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a024c02d-fe2c-46e2-a8db-3b444c06fc64 req-c074e48d-6a44-4ff6-b5f5-d760ece88373 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615727 Aug 20 12:23:57.134061 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:23:52Z', 'revision_number': 4, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5107cd70-8e94-42ef-ba46-d9d1e14fdd8f', 'name': '', 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'c9453ba8-eb17-4c9b-8d4e-1610e071ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:50Z', 'updated_at': '2021-08-20T12:23:53Z', 'revision_number': 2, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'subnets': [{'id': 'c9453ba8-eb17-4c9b-8d4e-1610e071ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:57.204830 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Checking router: 6d91a464-6392-4d46-a99f-ca1bd01b7269 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:57.205530 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Updating router 6d91a464-6392-4d46-a99f-ca1bd01b7269 port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:23:57.235073 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:57.358903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:57.797732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router c0615ba5-9623-4ffd-8b99-c61310bd7e72 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:23:57.823884 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:57.844064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Transition to ACTIVE for port object 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:57.859935 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:57.967145 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08326b2e-0276-4e85-9caa-32e1c8eb7cc9 None None] Pushing event updated for resources: {'Port': ['ID=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:58.072823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:23:58.084800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] Sync routers for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:23:58.104883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-06e7a009-e11c-40e0-b701-6aeb72e69c38 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "PUT /v2.0/routers/c0615ba5-9623-4ffd-8b99-c61310bd7e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4887762 Aug 20 12:23:58.105075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:58.105518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50598) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:58.110007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:58.122730 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Attempting to bind port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:58.135201 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Attempting to bind port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:58.135670 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Attempting to bind port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f on network 846fb91a-14bc-412a-a5d8-0da9434a4729 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:58.158372 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:58.158955 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Checking segment: {'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:58.159370 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.159773 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Bound using segment: {'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:58.164399 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Bound port: 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ca172e-49ea-4204-89ae-d46159e80f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:58.165692 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.185193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341954a-833e-4f6a-bc3d-247095c245ff req-45215cec-2a79-410e-ba15-8ca0cd0671fd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:58.224171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6341954a-833e-4f6a-bc3d-247095c245ff req-45215cec-2a79-410e-ba15-8ca0cd0671fd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.2329876 Aug 20 12:23:58.246358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e75d02d-e024-4191-b41c-dc93b6d491e7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting subnet 77c73de3-d962-484e-9569-e60bed858317 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:23:58.256887 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e75d02d-e024-4191-b41c-dc93b6d491e7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.330983 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] For port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:58.339614 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] For port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,segment=NetworkSegment(53ca172e-49ea-4204-89ae-d46159e80f41),segment_id=53ca172e-49ea-4204-89ae-d46159e80f41)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:58.357432 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.388462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:58.435528 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08326b2e-0276-4e85-9caa-32e1c8eb7cc9 None None] Pushing event updated for resources: {'Port': ['ID=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:58.436537 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e75d02d-e024-4191-b41c-dc93b6d491e7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.474332 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Routers {'6d91a464-6392-4d46-a99f-ca1bd01b7269'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:58.475631 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6d91a464-6392-4d46-a99f-ca1bd01b7269'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:58.554697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6341954a-833e-4f6a-bc3d-247095c245ff req-5bf161a6-6edd-4b7b-bedf-d61e793c52d3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182092 Aug 20 12:23:58.622645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94226c9-c8c7-45a5-9bbb-829f30934ff1 req-4ed9c78c-228f-4711-80e0-2932537c812f tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:58.624422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b94226c9-c8c7-45a5-9bbb-829f30934ff1 req-4ed9c78c-228f-4711-80e0-2932537c812f tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 945 time: 0.3204687 Aug 20 12:23:58.663628 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] Set router 6d91a464-6392-4d46-a99f-ca1bd01b7269 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:58.664405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e75d02d-e024-4191-b41c-dc93b6d491e7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.727812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b94226c9-c8c7-45a5-9bbb-829f30934ff1 req-3e17ba7c-c526-4478-baea-5cdd51e453b2 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903518 Aug 20 12:23:58.791449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:23:56Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:58.808723 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e75d02d-e024-4191-b41c-dc93b6d491e7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.875374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] Checking router: c0615ba5-9623-4ffd-8b99-c61310bd7e72 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:23:58.879581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75d02d-e024-4191-b41c-dc93b6d491e7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Subnet': ['ID=77c73de3-d962-484e-9569-e60bed858317,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:58.893776 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e75d02d-e024-4191-b41c-dc93b6d491e7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:58.898914 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4e75d02d-e024-4191-b41c-dc93b6d491e7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/subnets/77c73de3-d962-484e-9569-e60bed858317 HTTP/1.1" status: 204 len: 168 time: 0.7921088 Aug 20 12:23:58.899124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] Routers {'c0615ba5-9623-4ffd-8b99-c61310bd7e72'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:23:58.900084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:58.901749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50616) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:23:58.937238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0eba89-653d-436b-af00-c0dc1688a819 None None] Network 1a320370-d430-4934-8897-622e9df32cb2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:23:59.033463 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:59.085074 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:23:52Z', 'revision_number': 4, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5107cd70-8e94-42ef-ba46-d9d1e14fdd8f', 'name': '', 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'c9453ba8-eb17-4c9b-8d4e-1610e071ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:50Z', 'updated_at': '2021-08-20T12:23:58Z', 'revision_number': 4, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'subnets': [{'id': 'c9453ba8-eb17-4c9b-8d4e-1610e071ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:59.113316 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d505-0334-46b6-8fbe-4d4183e84d37 None None] The sync data for ids ['6d91a464-6392-4d46-a99f-ca1bd01b7269'] in n-d-800634-10 is: [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:23:52Z', 'revision_number': 4, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5107cd70-8e94-42ef-ba46-d9d1e14fdd8f', 'name': '', 'network_id': '846fb91a-14bc-412a-a5d8-0da9434a4729', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'c9453ba8-eb17-4c9b-8d4e-1610e071ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:50Z', 'updated_at': '2021-08-20T12:23:58Z', 'revision_number': 4, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'subnets': [{'id': 'c9453ba8-eb17-4c9b-8d4e-1610e071ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:59.161275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] Set router c0615ba5-9623-4ffd-8b99-c61310bd7e72 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:23:59.176010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:59.378095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:59.378852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:59.406762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] DHCP port deletion for 1a320370-d430-4934-8897-622e9df32cb2 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:23:59.536442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] Deleting port 958a2cd0-cf43-472e-842b-cf0487caeaad {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:59.542952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:59.559893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:23:56Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:23:59.594827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port 7bb3f3ab-37e3-4b04-8e1e-405486da31d5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7bb3f3ab-37e3-4b04-8e1e-405486da31d5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:59.595209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:59.627018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:59.777364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c17e44-2fcf-48b7-8d80-a358df6f520b req-e6efa376-6d54-4732-8d75-aaedc5696f52 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:59.779030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32c17e44-2fcf-48b7-8d80-a358df6f520b req-e6efa376-6d54-4732-8d75-aaedc5696f52 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.0777025 Aug 20 12:23:59.905084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a63bdb8-80ce-4d60-90da-d4e255ec17ea None None] The sync data for ids ['c0615ba5-9623-4ffd-8b99-c61310bd7e72'] in n-d-800634-10 is: [{'id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930744644', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:21:46Z', 'updated_at': '2021-08-20T12:23:56Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7bb3f3ab-37e3-4b04-8e1e-405486da31d5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0615ba5-9623-4ffd-8b99-c61310bd7e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:21:47Z', 'updated_at': '2021-08-20T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:23:59.953281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] For port 958a2cd0-cf43-472e-842b-cf0487caeaad, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=958a2cd0-cf43-472e-842b-cf0487caeaad,segment=NetworkSegment(504af466-2f82-4933-acb4-91dc29c58146),segment_id=504af466-2f82-4933-acb4-91dc29c58146)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:59.953696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:59.970560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32c17e44-2fcf-48b7-8d80-a358df6f520b req-b9665b88-946c-478b-a47f-510559f8358f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850588 Aug 20 12:24:00.007416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] Calling delete_port for 958a2cd0-cf43-472e-842b-cf0487caeaad owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:00.129318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:00.191190 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:00.221529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] Pushing event deleted for resources: {'Port': ['ID=958a2cd0-cf43-472e-842b-cf0487caeaad,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:00.233503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07459e11-7c11-4406-bb9f-9f0f183875c1 None None] No DVR routers for this DVR port 958a2cd0-cf43-472e-842b-cf0487caeaad on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:00.349888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=7bb3f3ab-37e3-4b04-8e1e-405486da31d5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:00.370252 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:00.526003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06a429-69c7-40bf-b699-3aa7fb8006b5 req-c08a7fc1-05bd-423b-ad62-fc93467dceaa tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:00.542239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d06a429-69c7-40bf-b699-3aa7fb8006b5 req-c08a7fc1-05bd-423b-ad62-fc93467dceaa tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 945 time: 0.4292531 Aug 20 12:24:00.719503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50668) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:00.973319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83f593ce-6936-42f4-aef9-56d11dd2fa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.005513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:01.102195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:01.108219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:01.109080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.117341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.144284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d06a429-69c7-40bf-b699-3aa7fb8006b5 req-6c1bc3b7-e7c3-474e-aab1-fca2e5c78f80 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010902 Aug 20 12:24:01.148490 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.192850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-57557bfc-8452-4692-8eda-443d3b84a627 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:01.205688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-57557bfc-8452-4692-8eda-443d3b84a627 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 1.3627405 Aug 20 12:24:01.215262 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83f593ce-6936-42f4-aef9-56d11dd2fa7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.233557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83f593ce-6936-42f4-aef9-56d11dd2fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.301537 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.315213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-f067263e-c73d-401c-8840-0df1f2b8059e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/quotas/4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 375 time: 0.1050239 Aug 20 12:24:01.330644 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-83f593ce-6936-42f4-aef9-56d11dd2fa7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc8a6bbd096247eca83c5a5b5fe1403d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094708 Aug 20 12:24:01.332168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f593ce-6936-42f4-aef9-56d11dd2fa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55892f7b-88b2-42d5-9427-4a2956cc1b5b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:01.335381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50676) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:01.368005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,segment=NetworkSegment(53ca172e-49ea-4204-89ae-d46159e80f41),segment_id=53ca172e-49ea-4204-89ae-d46159e80f41)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:01.380828 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.425178 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.425715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Fanout notify agent at l3_agent the message router_deleted on router c0615ba5-9623-4ffd-8b99-c61310bd7e72 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:24:01.460826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9dfc375b-f68f-43a3-8d45-8625f4a084e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.477089 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.484890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-35cf8a50-c1e8-4c5d-a7ee-ce6157ab33b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/routers/c0615ba5-9623-4ffd-8b99-c61310bd7e72 HTTP/1.1" status: 204 len: 168 time: 2.5818858 Aug 20 12:24:01.486831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50678) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:01.497744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 958a2cd0-cf43-472e-842b-cf0487caeaad no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:01.498719 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9dfc375b-f68f-43a3-8d45-8625f4a084e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.566436 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9dfc375b-f68f-43a3-8d45-8625f4a084e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.570548 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9dfc375b-f68f-43a3-8d45-8625f4a084e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.571850 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9dfc375b-f68f-43a3-8d45-8625f4a084e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55892f7b-88b2-42d5-9427-4a2956cc1b5b HTTP/1.1" status: 204 len: 168 time: 0.2350681 Aug 20 12:24:01.577960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 958a2cd0-cf43-472e-842b-cf0487caeaad {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:01.584602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 958a2cd0-cf43-472e-842b-cf0487caeaad not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:01.585185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:01.587271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:01.594759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc375b-f68f-43a3-8d45-8625f4a084e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55892f7b-88b2-42d5-9427-4a2956cc1b5b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:01.634362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:01.635355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 26bead16-6a1e-4f9d-86b4-8d0f9b48c6c8 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:01.688700 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.718614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f291-822a-4e45-bc82-55b8fec4b9b6 req-4785eff5-ef5b-47cf-9231-0e81177327e4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:01.720323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a61f291-822a-4e45-bc82-55b8fec4b9b6 req-4785eff5-ef5b-47cf-9231-0e81177327e4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.4271443 Aug 20 12:24:01.735185 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-a820d5af-9696-49a1-ac0a-47804ca8d750 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3968291 Aug 20 12:24:01.852938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a61f291-822a-4e45-bc82-55b8fec4b9b6 req-9ea4eb61-1022-4a5f-a04a-e25558615ea0 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073339 Aug 20 12:24:01.930970 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:01.947751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a320370-d430-4934-8897-622e9df32cb2']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:01.969560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504af466-2f82-4933-acb4-91dc29c58146') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:01.969972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504af466-2f82-4933-acb4-91dc29c58146') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:02.006160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-4164b5f8-d027-4855-b93c-e6b3ecd4ad31 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692544 Aug 20 12:24:02.016782 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.087631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.109145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:02.109646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:02.135323 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:02.200462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50690) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:02.220701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea9640ab-01ee-4539-858e-d153d3a405b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.298031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.307048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.311399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/networks/1a320370-d430-4934-8897-622e9df32cb2 HTTP/1.1" status: 204 len: 168 time: 0.8162649 Aug 20 12:24:02.312003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50692) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:02.327974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-9acf681c-9f04-4ba1-bfce-d08ff96e2639 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202808 Aug 20 12:24:02.346948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7223f62-95a6-4975-bfdf-1442ba3e4e04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Network': ['ID=1a320370-d430-4934-8897-622e9df32cb2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:02.436858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea9640ab-01ee-4539-858e-d153d3a405b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.445890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ea9640ab-01ee-4539-858e-d153d3a405b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.485363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86c805f6-d86d-4b8e-a4f5-c7db2976dada tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.549025 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ea9640ab-01ee-4539-858e-d153d3a405b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0600a3745b044cda97cc3703ac0189c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444941 Aug 20 12:24:02.549025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9640ab-01ee-4539-858e-d153d3a405b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba492631-77df-4b1d-b0cf-0cbaf33fdfe9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:02.554702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50698) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:02.563919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86c805f6-d86d-4b8e-a4f5-c7db2976dada tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.687039 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdeed901-e680-453b-a582-840948817a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.760638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdeed901-e680-453b-a582-840948817a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.803022 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86c805f6-d86d-4b8e-a4f5-c7db2976dada tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.806591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-86c805f6-d86d-4b8e-a4f5-c7db2976dada tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.808662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-86c805f6-d86d-4b8e-a4f5-c7db2976dada tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/security-groups/49bd3e1d-6df0-45dc-8122-9efda60da9fc HTTP/1.1" status: 204 len: 168 time: 0.4917023 Aug 20 12:24:02.850271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c805f6-d86d-4b8e-a4f5-c7db2976dada tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd3e1d-6df0-45dc-8122-9efda60da9fc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:02.876216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdeed901-e680-453b-a582-840948817a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.887411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdeed901-e680-453b-a582-840948817a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:02.890046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bdeed901-e680-453b-a582-840948817a19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba492631-77df-4b1d-b0cf-0cbaf33fdfe9 HTTP/1.1" status: 204 len: 168 time: 0.3341660 Aug 20 12:24:02.905082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:02.960908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeed901-e680-453b-a582-840948817a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba492631-77df-4b1d-b0cf-0cbaf33fdfe9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:03.041215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:03.041853 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:03.191994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:03.222336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:03.223072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7bb3f3ab-37e3-4b04-8e1e-405486da31d5 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:03.236106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d208794-4130-4a98-99ee-8f5a3dff0ae1 req-7bc3f177-7acb-400c-aea9-603ae35a314d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:03.250400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d208794-4130-4a98-99ee-8f5a3dff0ae1 req-7bc3f177-7acb-400c-aea9-603ae35a314d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1791947 Aug 20 12:24:03.367072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d208794-4130-4a98-99ee-8f5a3dff0ae1 req-d9aef398-d45d-48ea-a4bf-b36efa9a8f6d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145592 Aug 20 12:24:03.503390 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06e2fc37-5d9c-4c49-a9b3-537f1a5c722c req-4921f392-e2ec-449a-80ac-0fabf2efd8fe tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 210 time: 0.0820529 Aug 20 12:24:04.156189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50744) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:04.162322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e94300ab-7f0c-49e8-888a-2a8da4255e2d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662325332', 'description': 'tempest-secgroup-smoke-1662325332 description', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:04.200645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e94300ab-7f0c-49e8-888a-2a8da4255e2d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.330515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e94300ab-7f0c-49e8-888a-2a8da4255e2d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.340530 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e94300ab-7f0c-49e8-888a-2a8da4255e2d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.414049 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e94300ab-7f0c-49e8-888a-2a8da4255e2d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.418495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e94300ab-7f0c-49e8-888a-2a8da4255e2d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2605183 Aug 20 12:24:04.421445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50752) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:04.424001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94300ab-7f0c-49e8-888a-2a8da4255e2d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90c33f-de55-421c-8b62-31a70fdb7e2b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:04.426551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4c0e83c0-1d5b-487a-b2a3-01fa4ff0f4cb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '5b90c33f-de55-421c-8b62-31a70fdb7e2b', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:04.482044 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c0e83c0-1d5b-487a-b2a3-01fa4ff0f4cb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.582974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879519b-8927-4c22-ba09-a44a1634560e req-17db6bbf-6e46-462d-aaca-54045fb79e1d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:04.594718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3879519b-8927-4c22-ba09-a44a1634560e req-17db6bbf-6e46-462d-aaca-54045fb79e1d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1165514 Aug 20 12:24:04.645876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c0e83c0-1d5b-487a-b2a3-01fa4ff0f4cb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.652400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c0e83c0-1d5b-487a-b2a3-01fa4ff0f4cb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.746626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd05301b-1fbd-4343-a43c-209d614f2d91 req-be28461b-c915-472c-b396-a534b0429fa9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 210 time: 0.0865297 Aug 20 12:24:04.778314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3879519b-8927-4c22-ba09-a44a1634560e req-13bced49-131f-45bd-93dc-fdf548c714ba tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805046 Aug 20 12:24:04.859049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c0e83c0-1d5b-487a-b2a3-01fa4ff0f4cb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.859049 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4c0e83c0-1d5b-487a-b2a3-01fa4ff0f4cb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4354112 Aug 20 12:24:04.860977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50762) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:04.867316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b87b219f-6d76-44c8-b27f-58daaac97349 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '5b90c33f-de55-421c-8b62-31a70fdb7e2b', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:04.906508 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b87b219f-6d76-44c8-b27f-58daaac97349 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:04.919915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e83c0-1d5b-487a-b2a3-01fa4ff0f4cb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1c9e58-d6f2-44b7-bda5-f88292943be6,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:04.933882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b990adf2-9645-4804-ad39-b54daecd00c5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:04.935995 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b990adf2-9645-4804-ad39-b54daecd00c5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.2559016 Aug 20 12:24:04.964096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'port': {'device_id': '537345ac-2038-48a9-bf07-9a6886caa5db', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'admin_state_up': True, 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:05.030353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b87b219f-6d76-44c8-b27f-58daaac97349 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.036819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b87b219f-6d76-44c8-b27f-58daaac97349 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.064784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b87b219f-6d76-44c8-b27f-58daaac97349 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.066382 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b87b219f-6d76-44c8-b27f-58daaac97349 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2039673 Aug 20 12:24:05.067537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b219f-6d76-44c8-b27f-58daaac97349 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e467084-30aa-4c61-b11c-5d80f1f3bff7,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:05.069850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50768) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:05.075147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b13d05f4-707e-4a65-9a8c-271fd95414d2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '5b90c33f-de55-421c-8b62-31a70fdb7e2b', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:05.132519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b13d05f4-707e-4a65-9a8c-271fd95414d2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.220025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:05.224451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.246329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b13d05f4-707e-4a65-9a8c-271fd95414d2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.251456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b13d05f4-707e-4a65-9a8c-271fd95414d2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.283309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d05f4-707e-4a65-9a8c-271fd95414d2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9fbf23-b2c4-4f00-a9db-0c511e5ac73e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:05.298875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b13d05f4-707e-4a65-9a8c-271fd95414d2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.301285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b13d05f4-707e-4a65-9a8c-271fd95414d2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2304325 Aug 20 12:24:05.305162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50774) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:05.310054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ac232bec-1397-4233-b80b-e0b5145dd31d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '5b90c33f-de55-421c-8b62-31a70fdb7e2b', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:05.376934 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac232bec-1397-4233-b80b-e0b5145dd31d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.460210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.20.0.13 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/50c80b21-909d-4d29-a2ba-a40a9fc2f6ea) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:05.528816 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac232bec-1397-4233-b80b-e0b5145dd31d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.535570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac232bec-1397-4233-b80b-e0b5145dd31d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.583179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac232bec-1397-4233-b80b-e0b5145dd31d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.587633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac232bec-1397-4233-b80b-e0b5145dd31d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2787228 Aug 20 12:24:05.590636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50776) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:05.601099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-38038851-881c-4e28-aefa-fc2da9a0c6b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '5b90c33f-de55-421c-8b62-31a70fdb7e2b', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:05.612292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac232bec-1397-4233-b80b-e0b5145dd31d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2994ce91-0006-4d9a-9fb7-c0aa8cdc38d7,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:05.653697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50778) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:05.667029 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.683487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Transition to ACTIVE for port object 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:05.685151 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-38038851-881c-4e28-aefa-fc2da9a0c6b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Project c94bab92b5c94d58984c7efe84b843d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:24:05.691748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38038851-881c-4e28-aefa-fc2da9a0c6b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.721192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.874882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38038851-881c-4e28-aefa-fc2da9a0c6b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.885935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:05.924527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38038851-881c-4e28-aefa-fc2da9a0c6b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.940155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:05.952551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:05.955050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:06.011294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-34c63baf-0901-4418-955e-022f4558e13b tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-372894842'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:06.011754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-34c63baf-0901-4418-955e-022f4558e13b tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Unknown quota resources ['metering_label']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:24:06.061853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:06.062558 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.099925 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-b5385947-f093-4ed9-9445-c2c666f75b22 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1459987 Aug 20 12:24:06.121019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Request body: {'port': {'device_id': '537345ac-2038-48a9-bf07-9a6886caa5db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:06.192189 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-38038851-881c-4e28-aefa-fc2da9a0c6b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.193935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-38038851-881c-4e28-aefa-fc2da9a0c6b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6019235 Aug 20 12:24:06.217647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:06.235452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38038851-881c-4e28-aefa-fc2da9a0c6b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220187c3-2bd6-4fa4-8fe6-a80ee45fb498,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:06.250942 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.255466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-43f8a63b-90a2-4d94-ba1b-f624795fd9df tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '5b90c33f-de55-421c-8b62-31a70fdb7e2b', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:06.390916 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-43f8a63b-90a2-4d94-ba1b-f624795fd9df tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Project c94bab92b5c94d58984c7efe84b843d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:24:06.403415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43f8a63b-90a2-4d94-ba1b-f624795fd9df tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.412981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-44f94b45-4cfb-4062-8d50-d6b4e316310d None None] Provisioning for port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:06.418015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-44f94b45-4cfb-4062-8d50-d6b4e316310d None None] Provisioning complete for port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:06.418873 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-44f94b45-4cfb-4062-8d50-d6b4e316310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.469343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42484529-e83c-45b3-80f0-e203c04f11c8 req-281cd2a3-8335-4a37-b0d9-df100259af0b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:06.477219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42484529-e83c-45b3-80f0-e203c04f11c8 req-281cd2a3-8335-4a37-b0d9-df100259af0b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 932 time: 0.6053827 Aug 20 12:24:06.485259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-44f94b45-4cfb-4062-8d50-d6b4e316310d None None] Port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:06.505492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af844173-1c0d-485a-aabf-e24528d2a5e0 req-42809539-bc5f-40b8-8958-bc8f029bfbf2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:06.507476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af844173-1c0d-485a-aabf-e24528d2a5e0 req-42809539-bc5f-40b8-8958-bc8f029bfbf2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.5435104 Aug 20 12:24:06.508943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34c63baf-0901-4418-955e-022f4558e13b tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.512856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-34c63baf-0901-4418-955e-022f4558e13b tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8567517 Aug 20 12:24:06.513488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50790) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:06.529366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-847e108e-9d8f-44a6-92ca-b61f1be5eb62 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '577fbf7a-e518-40c0-ae3b-64fcf0d99b23'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:06.529787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-847e108e-9d8f-44a6-92ca-b61f1be5eb62 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:24:06.668495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42484529-e83c-45b3-80f0-e203c04f11c8 req-b4fc0653-2968-4d89-97e7-fc79d3d2b34c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858840 Aug 20 12:24:06.691699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:06.701922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.713309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af844173-1c0d-485a-aabf-e24528d2a5e0 req-8b4d5ba6-3f56-4466-b225-408cfa3e83ee tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988618 Aug 20 12:24:06.718334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Transition to ACTIVE for port object 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:06.720636 n-d-800634-10 neutron-server[101034]: WARNING neutron.services.metering.metering_plugin [None req-847e108e-9d8f-44a6-92ca-b61f1be5eb62 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 12:24:06.726252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.759960 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43f8a63b-90a2-4d94-ba1b-f624795fd9df tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.812142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43f8a63b-90a2-4d94-ba1b-f624795fd9df tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.870733 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-847e108e-9d8f-44a6-92ca-b61f1be5eb62 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.876188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-847e108e-9d8f-44a6-92ca-b61f1be5eb62 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3476107 Aug 20 12:24:06.880427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:06.885476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-dbe78ad7-7fc1-4758-8864-5e9e22b7e20d tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '577fbf7a-e518-40c0-ae3b-64fcf0d99b23'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:06.886027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-dbe78ad7-7fc1-4758-8864-5e9e22b7e20d tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:24:06.892275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43f8a63b-90a2-4d94-ba1b-f624795fd9df tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.898888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-43f8a63b-90a2-4d94-ba1b-f624795fd9df tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6569779 Aug 20 12:24:06.900951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50794) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:06.906934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'network': {'name': 'tempest-network-smoke--1064152182', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'port_security_enabled': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:06.912563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8a63b-90a2-4d94-ba1b-f624795fd9df tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e760c1f3-c5f9-456f-a2b8-7d2cc9425b5e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:06.961302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:07.033718 n-d-800634-10 neutron-server[101034]: WARNING neutron.services.metering.metering_plugin [None req-dbe78ad7-7fc1-4758-8864-5e9e22b7e20d tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 12:24:07.036459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Attempting to bind port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:07.037126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Attempting to bind port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:07.039289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Attempting to bind port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:07.050954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:24:07.053531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Attempting to bind port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:07.067064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:07.068240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:07.070521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:07.071355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Bound port: 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:07.073141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.106539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:07.110371 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.171999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dbe78ad7-7fc1-4758-8864-5e9e22b7e20d tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.175744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dbe78ad7-7fc1-4758-8864-5e9e22b7e20d tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2918513 Aug 20 12:24:07.176246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50796) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:07.218552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cf7cb999-0160-42b6-b998-f51f44d3f509 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=37572261-07ac-4629-b9ef-2cfbc5f06284 HTTP/1.1" status: 200 len: 464 time: 0.0383863 Aug 20 12:24:07.221889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:07.244177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:07.254643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] For port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:07.267965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.268526 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Added segment da2a5b30-453f-465d-aea0-aac66219520d of type vlan for network 5c35e033-cfda-4a96-ac94-0e5a56952979 Aug 20 12:24:07.268637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] For port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:07.276428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.323796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:07.324855 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.326289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] 10.222.0.73 "PUT /v2.0/ports/50c80b21-909d-4d29-a2ba-a40a9fc2f6ea HTTP/1.1" status: 200 len: 1093 time: 1.2121415 Aug 20 12:24:07.329562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537345ac-2038-48a9-bf07-9a6886caa5db', 'tag': '50c80b21-909d-4d29-a2ba-a40a9fc2f6ea'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:07.331965 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420" -d '{"events": [{"name": "network-changed", "server_uuid": "537345ac-2038-48a9-bf07-9a6886caa5db", "tag": "50c80b21-909d-4d29-a2ba-a40a9fc2f6ea"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:07.384670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c63b04-b0d0-4d3e-a156-22ae65440ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:07.467249 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4653d4f6-9249-45c5-81de-e4ae88ea2989 x-openstack-request-id: req-4653d4f6-9249-45c5-81de-e4ae88ea2989 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:07.467543 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537345ac-2038-48a9-bf07-9a6886caa5db", "tag": "50c80b21-909d-4d29-a2ba-a40a9fc2f6ea", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:07.467796 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4653d4f6-9249-45c5-81de-e4ae88ea2989 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:07.468195 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537345ac-2038-48a9-bf07-9a6886caa5db', 'tag': '50c80b21-909d-4d29-a2ba-a40a9fc2f6ea', 'status': 'completed', 'code': 200} Aug 20 12:24:07.501356 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-32cb7a2e-e820-44c2-841b-76cf4b8964ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:07.507277 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-32cb7a2e-e820-44c2-841b-76cf4b8964ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 1096 time: 0.1096959 Aug 20 12:24:07.530282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a46d9716-6e9a-40b2-aed4-fb909235eee5 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.533839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a46d9716-6e9a-40b2-aed4-fb909235eee5 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/37572261-07ac-4629-b9ef-2cfbc5f06284 HTTP/1.1" status: 204 len: 168 time: 0.3082991 Aug 20 12:24:07.535120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50802) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:07.548169 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.592775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73ad514e-78bf-4547-9f9b-fde067dd4a21 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=37572261-07ac-4629-b9ef-2cfbc5f06284 HTTP/1.1" status: 200 len: 221 time: 0.0559182 Aug 20 12:24:07.593987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50804) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:07.599572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8aa4ecb0-adaa-4ebc-8089-c910bd5de050 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1230089902', 'description': 'label created by tempest'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:07.600406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8aa4ecb0-adaa-4ebc-8089-c910bd5de050 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Unknown quota resources ['metering_label']. {{(pid=101033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:24:07.606129 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-2818981f-ed6e-4437-8ba5-67a5d0edd914 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea HTTP/1.1" status: 200 len: 217 time: 0.0857425 Aug 20 12:24:07.616337 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.623178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:07.623811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.912198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0098202 Aug 20 12:24:07.932106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50810) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:07.932684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0db5f4-2283-4fe8-9f74-9221a5885565 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Network': ['ID=5c35e033-cfda-4a96-ac94-0e5a56952979,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:07.951027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:07.955876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'admin_state_up': True, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:08.010931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b9b93-250a-460f-b33d-25b227a83919 req-55ba6be0-ccc0-4a0c-ac4d-2926734662ff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:08.012524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d6b9b93-250a-460f-b33d-25b227a83919 req-55ba6be0-ccc0-4a0c-ac4d-2926734662ff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.1963007 Aug 20 12:24:08.029861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.030921 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.061564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af6032-441b-4bd9-ad67-4843ec729b2f req-fc64c5b6-4053-48fe-863a-26acbe67f7b5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:08.063396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7af6032-441b-4bd9-ad67-4843ec729b2f req-fc64c5b6-4053-48fe-863a-26acbe67f7b5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1820047 Aug 20 12:24:08.121626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d6b9b93-250a-460f-b33d-25b227a83919 req-6b1c420d-4ac1-45a9-b0f4-b0704aa2f1b9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985823 Aug 20 12:24:08.162098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.172214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7af6032-441b-4bd9-ad67-4843ec729b2f req-b1f72ff3-ba6f-49ba-9769-0d68e0631ae1 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998411 Aug 20 12:24:08.368026 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.524057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-bcce028f-7cf7-47b8-87db-83e1829bb987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:08.525535 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-bcce028f-7cf7-47b8-87db-83e1829bb987 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.8894298 Aug 20 12:24:08.573670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8aa4ecb0-adaa-4ebc-8089-c910bd5de050 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.577470 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8aa4ecb0-adaa-4ebc-8089-c910bd5de050 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9822550 Aug 20 12:24:08.578075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:08.615324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.658944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.695328 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a37ff8d0-b580-433d-a303-d482b97d5df9 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=d32f5386-f5b4-4d92-af6d-26d5f78b3d0d HTTP/1.1" status: 200 len: 468 time: 0.1148438 Aug 20 12:24:08.697661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50814) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:08.795852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-09d4f6a8-81ca-45f6-b755-751bd664cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:08.797377 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-09d4f6a8-81ca-45f6-b755-751bd664cb00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2333753 Aug 20 12:24:08.809739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.25.0.153 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/8b6a0084-c105-4b23-9103-246652d97ce2) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:08.988387 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.988691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87101b78-fa53-4a33-9380-de3f57bfbfdb tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.992452 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-87101b78-fa53-4a33-9380-de3f57bfbfdb tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/d32f5386-f5b4-4d92-af6d-26d5f78b3d0d HTTP/1.1" status: 204 len: 168 time: 0.2937565 Aug 20 12:24:08.993035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50816) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:09.016834 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4edd03a9-c9fb-47b1-a43e-500f48009e1c tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=d32f5386-f5b4-4d92-af6d-26d5f78b3d0d HTTP/1.1" status: 200 len: 216 time: 0.0209684 Aug 20 12:24:09.017861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50818) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:09.044480 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-63d85a2d-0e65-47f7-9152-25c1f8f63a76 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0214179 Aug 20 12:24:09.044747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50820) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:09.046826 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-a4c789b3-9dfb-412d-a1a4-8b3adafb48fb service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124856 Aug 20 12:24:09.060894 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.107459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f22a0f06-3987-4cc2-b436-c24150b02b84 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0613132 Aug 20 12:24:09.113007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=8b6a0084-c105-4b23-9103-246652d97ce2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:09.119320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50822) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:09.187918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:09.189628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:09.192256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:09.198154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ed465a92-97e7-4983-875c-a5d3e4bab4b6 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/577fbf7a-e518-40c0-ae3b-64fcf0d99b23 HTTP/1.1" status: 200 len: 472 time: 0.0777619 Aug 20 12:24:09.216962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50826) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:09.265787 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8d62425d-1bbc-402d-9139-54bcc82bf92d req-6ce86804-6471-4e3f-9609-96c561c4c8ea service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065413 Aug 20 12:24:09.274108 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0d7f0e70-ee60-4f43-82e0-bc14ad36f55e tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/b50ac716-618a-497d-b21e-b847e4049e47 HTTP/1.1" status: 200 len: 461 time: 0.0581055 Aug 20 12:24:09.274952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50830) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:09.491618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c71f3b7-2774-40b0-8303-22042d338218 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.492801 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1c71f3b7-2774-40b0-8303-22042d338218 tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/b50ac716-618a-497d-b21e-b847e4049e47 HTTP/1.1" status: 204 len: 168 time: 0.2168024 Aug 20 12:24:09.496719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50832) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:09.572915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-c3a0cda1-4b04-4b25-8814-1801b03dcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:09.574534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-c3a0cda1-4b04-4b25-8814-1801b03dcfbc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 1096 time: 0.1716123 Aug 20 12:24:09.686654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-5f7074bb-a2d6-4724-afa4-41dd2ae9ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:09.688184 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-5f7074bb-a2d6-4724-afa4-41dd2ae9ac5e service neutron] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1058714 Aug 20 12:24:09.777855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acc1d-9d3b-44d1-81e5-0e4811e54f7c req-29a647df-3d20-43db-9987-0743de88ff62 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:09.779408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e00acc1d-9d3b-44d1-81e5-0e4811e54f7c req-29a647df-3d20-43db-9987-0743de88ff62 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1433287 Aug 20 12:24:09.817605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e8e33-8111-487f-87eb-fc8b702da691 req-a0c3cf90-df4b-447a-83f5-50f79afb155c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:09.819009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c09e8e33-8111-487f-87eb-fc8b702da691 req-a0c3cf90-df4b-447a-83f5-50f79afb155c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.1544025 Aug 20 12:24:09.886458 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-33cf12ed-9484-446f-a0d4-247965475117 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea HTTP/1.1" status: 200 len: 217 time: 0.1523683 Aug 20 12:24:09.892915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-163efe47-a943-428b-9253-30254086182d tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.894331 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-163efe47-a943-428b-9253-30254086182d tempest-MeteringTestJSON-1048181167 tempest-MeteringTestJSON-1048181167-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/577fbf7a-e518-40c0-ae3b-64fcf0d99b23 HTTP/1.1" status: 204 len: 168 time: 0.3968794 Aug 20 12:24:09.898646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e00acc1d-9d3b-44d1-81e5-0e4811e54f7c req-e129fb31-0847-400e-9734-6d5ea15e8952 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891485 Aug 20 12:24:09.930467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c09e8e33-8111-487f-87eb-fc8b702da691 req-b8decd68-1054-47ae-b9a1-42e6cb82cccc tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694270 Aug 20 12:24:09.983219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-b7442c6c-6513-4352-8a43-9193dda6763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:09.985990 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-b7442c6c-6513-4352-8a43-9193dda6763d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0906069 Aug 20 12:24:10.103662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.121483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-f67625a1-a6e1-413c-82b7-520f9e9ed8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:10.127208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-f67625a1-a6e1-413c-82b7-520f9e9ed8fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285839 Aug 20 12:24:10.283248 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-7928e455-c080-4fe9-9ec9-064b8dbe4909 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425674 Aug 20 12:24:10.453097 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5c4f203e-42a5-49a5-9db5-aea8ce5ec420 req-ffccb309-1525-4182-87eb-86b80f77c125 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566243 Aug 20 12:24:10.524427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50842) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:10.558055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.752866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.767633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 29169a16-8594-402e-89ee-e53236c4124e is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:24:10.897015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.907595 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.917931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:10.930406 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Sync routers for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:10.953733 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:10.955204 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:10.971060 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.982283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-46a03b2c-bbb1-47e0-a67c-555bd16684f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0393414 Aug 20 12:24:10.983137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50850) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:11.028111 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e255c7e86e64dda9190169ed6981887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016615 Aug 20 12:24:11.035244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3dc788-b134-4854-92fb-ee74281d6057,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:11.041577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50852) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:11.080003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.081023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.081384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.081780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.082113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.082466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.083327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.083808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.084140 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.084462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.084788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.087447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0c3f7-97c4-456b-aa54-f9f5f61ffcbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:11.089123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-037cdc12-d14a-4711-9647-f58558741d73 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=c94bab92b5c94d58984c7efe84b843d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0993552 Aug 20 12:24:11.089828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50854) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:11.206707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0add3a3-b0c4-4513-8752-db483c925717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.259163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0add3a3-b0c4-4513-8752-db483c925717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.285365 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:11.351303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca75a2-bdfb-4f4a-b35e-c7f0ac8a41ca tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:11.352848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-31ca75a2-bdfb-4f4a-b35e-c7f0ac8a41ca tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2620447 Aug 20 12:24:11.355703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50856) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:11.380329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0add3a3-b0c4-4513-8752-db483c925717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.383413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f0add3a3-b0c4-4513-8752-db483c925717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.395287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f0add3a3-b0c4-4513-8752-db483c925717 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f3dc788-b134-4854-92fb-ee74281d6057 HTTP/1.1" status: 204 len: 168 time: 0.3424714 Aug 20 12:24:11.422342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0add3a3-b0c4-4513-8752-db483c925717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3dc788-b134-4854-92fb-ee74281d6057,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:11.542554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fa08214c-efc1-46f8-ab66-c62c9296a8f0 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1857347 Aug 20 12:24:11.546296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50866) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:11.553815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-748736858', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:11.586788 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:09Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:11.625942 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Checking router: 29169a16-8594-402e-89ee-e53236c4124e for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:11.626340 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Updating router 29169a16-8594-402e-89ee-e53236c4124e port 8b6a0084-c105-4b23-9103-246652d97ce2 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:11.632449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229658-2db1-4ea6-b6ef-366bd278cfeb req-1b71c20f-0b63-4873-997e-cfdd16a81379 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:11.634045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15229658-2db1-4ea6-b6ef-366bd278cfeb req-1b71c20f-0b63-4873-997e-cfdd16a81379 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.2789638 Aug 20 12:24:11.651188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d1d5c-fd15-43ca-ab54-7db6cbce713a req-c822f466-a0c2-4611-8d31-300868a2d7d0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:11.657624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e5d1d5c-fd15-43ca-ab54-7db6cbce713a req-c822f466-a0c2-4611-8d31-300868a2d7d0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.3030608 Aug 20 12:24:11.663130 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.675847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:11.682382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.743713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15229658-2db1-4ea6-b6ef-366bd278cfeb req-bc203b0e-c736-48f2-b724-2bf0e79af675 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855606 Aug 20 12:24:11.746519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e5d1d5c-fd15-43ca-ab54-7db6cbce713a req-ba9533bb-ce3e-4682-addf-983c89891cce tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718825 Aug 20 12:24:11.891447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50876) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:11.905904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-979580b4-2aff-4484-b634-260ee9b64ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.961590 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.979554 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.996130 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Transition to ACTIVE for port object 8b6a0084-c105-4b23-9103-246652d97ce2 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:12.013029 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.037576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-979580b4-2aff-4484-b634-260ee9b64ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.049280 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-979580b4-2aff-4484-b634-260ee9b64ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.059551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Subnet': ['ID=4e3a2d1d-9013-4881-8cd0-8431e764185d,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.065882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Checking segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:12.066509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network hostable DHCP agents. Network: 5c35e033-cfda-4a96-ac94-0e5a56952979, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:12.083441 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Attempting to bind port 8b6a0084-c105-4b23-9103-246652d97ce2 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:12.083883 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Attempting to bind port 8b6a0084-c105-4b23-9103-246652d97ce2 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:12.084252 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Attempting to bind port 8b6a0084-c105-4b23-9103-246652d97ce2 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:12.092955 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.093869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:12.095329 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:12.095702 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:12.096147 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.096567 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:12.097038 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Bound port: 8b6a0084-c105-4b23-9103-246652d97ce2, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:12.097422 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.104387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-979580b4-2aff-4484-b634-260ee9b64ae8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0adfedab9e0841fda0c7f30eec33778a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111070 Aug 20 12:24:12.108235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50878) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:12.109782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979580b4-2aff-4484-b634-260ee9b64ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbe919f-8337-488b-9d11-fabb44f95529,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.117811 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 5c35e033-cfda-4a96-ac94-0e5a56952979) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:12.125434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3754fc94-5969-4396-ad6b-255a8d6cc425 None None] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:12.136817 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63431da7-cf0f-4cc2-8e55-921d7ed9377a None None] Pushing event updated for resources: {'Port': ['ID=8b6a0084-c105-4b23-9103-246652d97ce2,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.139258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:12.140056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.178624 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-db7d9044-bcd3-4c3d-8c4e-ac1e627659dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6300027 Aug 20 12:24:12.183018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50880) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:12.219789 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] For port 8b6a0084-c105-4b23-9103-246652d97ce2, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:12.223328 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] For port 8b6a0084-c105-4b23-9103-246652d97ce2, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8b6a0084-c105-4b23-9103-246652d97ce2,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:12.227304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-652b2291-eb9c-4a25-a66e-d6718cbca726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.232423 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.278544 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-652b2291-eb9c-4a25-a66e-d6718cbca726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.342601 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:12.343383 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:12.364024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-5c35e033-cfda-4a96-ac94-0e5a56952979', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:12.366104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.426219 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63431da7-cf0f-4cc2-8e55-921d7ed9377a None None] Pushing event updated for resources: {'Port': ['ID=8b6a0084-c105-4b23-9103-246652d97ce2,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.444596 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-652b2291-eb9c-4a25-a66e-d6718cbca726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.452668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-652b2291-eb9c-4a25-a66e-d6718cbca726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.454437 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-652b2291-eb9c-4a25-a66e-d6718cbca726 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1dbe919f-8337-488b-9d11-fabb44f95529 HTTP/1.1" status: 204 len: 168 time: 0.3440194 Aug 20 12:24:12.479728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b2291-eb9c-4a25-a66e-d6718cbca726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbe919f-8337-488b-9d11-fabb44f95529,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.494731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-724bfcc1-57c4-4f48-ade6-5937293064bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:12.496775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-724bfcc1-57c4-4f48-ade6-5937293064bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 1098 time: 0.0914481 Aug 20 12:24:12.542551 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:12.684259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-427d9e84-b513-4cc3-8159-c0f9856e4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:12.686715 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-427d9e84-b513-4cc3-8159-c0f9856e4ddd service neutron] 10.222.0.73 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 914 time: 0.1741009 Aug 20 12:24:12.691974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Allocated IP 172.20.0.2 (5c35e033-cfda-4a96-ac94-0e5a56952979/4e3a2d1d-9013-4881-8cd0-8431e764185d/fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:12.753324 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-48d0a483-b531-4000-9a23-35dda39423ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6 HTTP/1.1" status: 200 len: 217 time: 0.0556145 Aug 20 12:24:12.921175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-750e1198-e891-4fd3-9b10-65cf851c3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:12.928911 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:09Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:12.930743 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-750e1198-e891-4fd3-9b10-65cf851c3854 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 200 len: 853 time: 0.1558664 Aug 20 12:24:13.007915 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b86a6-01eb-4fa4-a154-b89a5d6f13b7 None None] The sync data for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 is: [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:09Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:13.048835 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-0917c647-f29f-45c5-b0e0-bd96be68ee54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35925466-8c35-4e26-bb36-68495fc06456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074004 Aug 20 12:24:13.050003 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.082367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Transition to ACTIVE for port object fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:13.124322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Transition to ACTIVE for port object fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:13.136493 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.218145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Pushing event updated for resources: {'Port': ['ID=fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:13.232038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:13.234060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:13.237723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:13.267382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-8c7ab039-bae0-4bff-8afe-eee1766c6207 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056615 Aug 20 12:24:13.310375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Attempting to bind port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:13.311411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Attempting to bind port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:13.311964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Attempting to bind port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:13.319279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:13.319663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Checking segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:13.320070 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.320464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Bound using segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:13.320946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Bound port: fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:13.322966 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.436114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] For port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:13.456055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] For port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:13.465759 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.487718 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84b1b957-336f-4f83-b1b5-78565e154b42 req-10d727b9-b73f-46b5-84c7-793690401cee service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059193 Aug 20 12:24:13.576815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e8bf3-b77c-4a1d-8ca0-c1bd6ccc3024 None None] Pushing event updated for resources: {'Port': ['ID=fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:13.626535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd11e4-f671-4ef8-bcf1-416f3318c654 req-ddcc3858-b6df-4a82-94db-d6d7e0bd0341 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:13.628456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bcd11e4-f671-4ef8-bcf1-416f3318c654 req-ddcc3858-b6df-4a82-94db-d6d7e0bd0341 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.1055906 Aug 20 12:24:13.667766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2eeca5-2a25-4060-9f95-cebc8ca2b270 req-3230b4cc-ab4a-40a6-98f1-f10698e65ec8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:13.669613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc2eeca5-2a25-4060-9f95-cebc8ca2b270 req-3230b4cc-ab4a-40a6-98f1-f10698e65ec8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.7241850 Aug 20 12:24:13.796129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bcd11e4-f671-4ef8-bcf1-416f3318c654 req-f10dda0f-1a10-477c-91a4-a8dd0d06fe42 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212654 Aug 20 12:24:13.820157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc2eeca5-2a25-4060-9f95-cebc8ca2b270 req-4ff0c159-a79f-4d6b-96ba-2f3da071e570 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314173 Aug 20 12:24:13.826156 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.835043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.021030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 50906) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:14.252036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-267fca58-5246-4ab9-ad94-3c93eb6a747b tempest-AgentManagementNegativeTest-2042166003 tempest-AgentManagementNegativeTest-2042166003-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2257414 Aug 20 12:24:14.322962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.20.0.1 (5c35e033-cfda-4a96-ac94-0e5a56952979/4e3a2d1d-9013-4881-8cd0-8431e764185d/bb5f85f8-deed-4794-ac85-fc9746e4f31f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:14.474743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.492638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Transition to ACTIVE for port object bb5f85f8-deed-4794-ac85-fc9746e4f31f will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:14.533463 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.580759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:14.586884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:14.589683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:14.628220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=bb5f85f8-deed-4794-ac85-fc9746e4f31f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:14.631305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50916) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:14.650382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.782606 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e05f081-17f3-4d88-9667-885510839c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.866812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.965651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e05f081-17f3-4d88-9667-885510839c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.972321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:14.973109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e05f081-17f3-4d88-9667-885510839c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.026027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05f081-17f3-4d88-9667-885510839c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b2090d-c60e-45f0-ab55-91d7fa062354,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:15.034792 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5e05f081-17f3-4d88-9667-885510839c6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=689996ecd55e4e11852285410037c0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983440 Aug 20 12:24:15.034792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50924) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:15.060535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517f7c0-fe2c-431b-901a-4df517133c6d None None] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:15.109569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34bc725d-6709-4a8c-a461-bc935de7dbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.142989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34bc725d-6709-4a8c-a461-bc935de7dbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.185612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:15.215547 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34bc725d-6709-4a8c-a461-bc935de7dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.218024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34bc725d-6709-4a8c-a461-bc935de7dbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.221329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f1cf893b-511c-45fb-b073-7d2942c7d443 None None] Provisioning for port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:15.229455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:15.229877 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.230714 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34bc725d-6709-4a8c-a461-bc935de7dbea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30b2090d-c60e-45f0-ab55-91d7fa062354 HTTP/1.1" status: 204 len: 168 time: 0.1841948 Aug 20 12:24:15.257977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc725d-6709-4a8c-a461-bc935de7dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b2090d-c60e-45f0-ab55-91d7fa062354,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:15.261724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a08eb-22ec-492a-bd54-9b22f12f4268 req-53783d26-5d00-4ca0-9c94-0815cab71a3d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:15.263241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e15a08eb-22ec-492a-bd54-9b22f12f4268 req-53783d26-5d00-4ca0-9c94-0815cab71a3d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 946 time: 0.3051839 Aug 20 12:24:15.274050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f1cf893b-511c-45fb-b073-7d2942c7d443 None None] Provisioning complete for port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:15.274402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f1cf893b-511c-45fb-b073-7d2942c7d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.333535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ae4e8-f046-40c2-a4d3-b7be5d7e0590 req-35c598c9-a747-4fa0-925b-f2118f762591 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:15.335193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b5ae4e8-f046-40c2-a4d3-b7be5d7e0590 req-35c598c9-a747-4fa0-925b-f2118f762591 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.3161621 Aug 20 12:24:15.401905 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.454489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e15a08eb-22ec-492a-bd54-9b22f12f4268 req-dd3e6d62-3f15-4665-9503-40c47377ef71 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432805 Aug 20 12:24:15.463803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:15.473211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.475204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8b6a0084-c105-4b23-9103-246652d97ce2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:15.479774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f1cf893b-511c-45fb-b073-7d2942c7d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.492693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b5ae4e8-f046-40c2-a4d3-b7be5d7e0590 req-7d6e7cc0-986d-4f40-868d-777d09bbb783 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370044 Aug 20 12:24:15.643671 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.649748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:15.658239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.667759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8b6a0084-c105-4b23-9103-246652d97ce2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:15.672956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-f1cf893b-511c-45fb-b073-7d2942c7d443 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:24:15.673528 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-f1cf893b-511c-45fb-b073-7d2942c7d443 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:24:15.674935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8b6a0084-c105-4b23-9103-246652d97ce2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:15.675305 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.751937 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.754110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=bb5f85f8-deed-4794-ac85-fc9746e4f31f,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:15.826795 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.865405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 8b6a0084-c105-4b23-9103-246652d97ce2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8b6a0084-c105-4b23-9103-246652d97ce2,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:15.871375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.893604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:15.896082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:15.946132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=8b6a0084-c105-4b23-9103-246652d97ce2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:16.039003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 29169a16-8594-402e-89ee-e53236c4124e has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:24:16.173223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:16.175509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:16.190978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-05ced346-6bab-41eb-98df-6e69148471f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "PUT /v2.0/routers/29169a16-8594-402e-89ee-e53236c4124e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0061886 Aug 20 12:24:16.265823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Sync routers for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:16.286698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:16.287298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:16.295383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:16.424911 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.427734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1022998216'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:16.456186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-ecefda8c-5eed-4279-88bd-f8e72c664ad6 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662325332&fields=id&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 267 time: 0.0463862 Aug 20 12:24:16.461002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Made reservation on behalf of fc838489ea7e492f8efdff7cd07767e5 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:16.464969 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.467428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d5dbd3d8-f1e2-438a-ba0a-e92c6593e96f None None] Provisioning for port bb5f85f8-deed-4794-ac85-fc9746e4f31f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:16.472816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:16.474713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.476935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d5dbd3d8-f1e2-438a-ba0a-e92c6593e96f None None] Provisioning complete for port bb5f85f8-deed-4794-ac85-fc9746e4f31f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:16.478093 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd3d8-f1e2-438a-ba0a-e92c6593e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.514263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:16.517259 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80221397-37df-43e7-8b07-2e0986125578" -d '{"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:16.566350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:16.580825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.581184 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.585918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.618108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:16.621530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d5dbd3d8-f1e2-438a-ba0a-e92c6593e96f None None] Port bb5f85f8-deed-4794-ac85-fc9746e4f31f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:16.624848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cab8aa-edd3-4d55-a119-5126aa601dc2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:16.630651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-db510046-971d-4739-8809-8ae590f4176f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:16.633138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.633610 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Added segment 5d53830a-c1ab-467c-bb1a-136c2008d1be of type vlan for network 2f801968-67fa-41d8-9541-c8d708f8a603 Aug 20 12:24:16.639321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-db510046-971d-4739-8809-8ae590f4176f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 797 time: 0.1778171 Aug 20 12:24:16.661830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eea3a-d6fc-420f-81e6-2160e876105f req-b00529d3-32b1-4183-be9d-16ff5846df38 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:16.663648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-780eea3a-d6fc-420f-81e6-2160e876105f req-b00529d3-32b1-4183-be9d-16ff5846df38 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.1011381 Aug 20 12:24:16.671074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-b5df7688-6fa3-4dfb-aa6d-82ec0b1b29cb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/quotas/c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 375 time: 0.0304897 Aug 20 12:24:16.679653 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.709623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.716347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d5dbd3d8-f1e2-438a-ba0a-e92c6593e96f None None] Provisioning complete for port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:16.716522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:16.716746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd3d8-f1e2-438a-ba0a-e92c6593e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.716978 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.726548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:16.764607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-50749c6c-c023-4723-8e33-39e40ec01fb7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841885 Aug 20 12:24:16.782149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-780eea3a-d6fc-420f-81e6-2160e876105f req-3cf2eefd-ea50-4af8-b946-083bc33c7db3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004353 Aug 20 12:24:16.806196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5096424 Aug 20 12:24:16.813768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 50974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:16.818903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Request body: {'subnet': {'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:16.885837 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8193bfd0-592f-4a97-ba78-08f9440fb857 x-openstack-request-id: req-8193bfd0-592f-4a97-ba78-08f9440fb857 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:16.886031 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-unplugged", "status": "failed", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6", "code": 422}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:16.886287 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8193bfd0-592f-4a97-ba78-08f9440fb857 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:16.886623 n-d-800634-10 neutron-server[101035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'code': 422} returned with failed status Aug 20 12:24:16.896802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 2, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:16.901954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-89a73647-ab78-445d-92b8-38b3cbb0d298 service neutron] 10.222.0.25 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318562 Aug 20 12:24:16.902541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad2e4-7240-4cef-b8f8-4e21aa8b5449 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event updated for resources: {'Network': ['ID=2f801968-67fa-41d8-9541-c8d708f8a603,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:16.940559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Checking router: 29169a16-8594-402e-89ee-e53236c4124e for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:16.941173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Updating router 29169a16-8594-402e-89ee-e53236c4124e port bb5f85f8-deed-4794-ac85-fc9746e4f31f binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:16.946729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2f801968-67fa-41d8-9541-c8d708f8a603 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:16.949019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Made reservation on behalf of fc838489ea7e492f8efdff7cd07767e5 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:16.955867 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.053693 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:24:17.054459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-70d0699a-e599-4144-8a32-1338f3a9032c service neutron] 10.222.0.25 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441097 Aug 20 12:24:17.073736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f525ff2-3ea0-4b40-9238-5ae90b55c5d1 req-5917eff4-121d-4118-8db8-9576748a168a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:17.075379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f525ff2-3ea0-4b40-9238-5ae90b55c5d1 req-5917eff4-121d-4118-8db8-9576748a168a tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.0909622 Aug 20 12:24:17.124673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f525ff2-3ea0-4b40-9238-5ae90b55c5d1 req-0fef3523-78a7-4471-9452-0d10773d7361 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Aug 20 12:24:17.136427 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:17.214330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.217091 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.269172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78681b8b-668b-46bc-8a90-3dd9936d02cb req-3849487f-0b2b-47fa-9f63-99c8e53d1fc2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:17.270845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-78681b8b-668b-46bc-8a90-3dd9936d02cb req-3849487f-0b2b-47fa-9f63-99c8e53d1fc2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.0683317 Aug 20 12:24:17.318295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79efa6a8-7224-4b1c-b0a3-8942f32eefbe req-9cb26965-825a-4d29-82fe-b9847b72526d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 210 time: 0.0463777 Aug 20 12:24:17.350421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-78681b8b-668b-46bc-8a90-3dd9936d02cb req-7169c166-db10-4d82-bffa-7dec84a34b89 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667658 Aug 20 12:24:17.403815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:17.404198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.573488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8b6a0084-c105-4b23-9103-246652d97ce2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:17.691026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8b6a0084-c105-4b23-9103-246652d97ce2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:17.691391 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.711020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event updated for resources: {'Subnet': ['ID=7346c1df-8306-4f74-9b24-cf3111d195cc,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:17.724543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Checking segment: {'id': '5d53830a-c1ab-467c-bb1a-136c2008d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:17.725130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Network hostable DHCP agents. Network: 2f801968-67fa-41d8-9541-c8d708f8a603, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:17.751876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Network 2f801968-67fa-41d8-9541-c8d708f8a603 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:17.762450 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.771093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2f801968-67fa-41d8-9541-c8d708f8a603) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:17.784383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:17.785145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.796896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a04959-ed89-43d5-8de2-4455d16bbff6 None None] Network 2f801968-67fa-41d8-9541-c8d708f8a603 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:17.805523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Transition to ACTIVE for port object bb5f85f8-deed-4794-ac85-fc9746e4f31f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:17.837085 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c155ac75-a740-4ab9-bc43-844e3fd6a561 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0225916 Aug 20 12:24:17.838014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:17.848421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Request body: {'port': {'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-128351209'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:17.853704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.900000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989a62d-daff-4696-af9f-2e1b704d0de0 req-4aa297a2-38c6-4007-878a-e0efabc6876c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:17.901864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f989a62d-daff-4696-af9f-2e1b704d0de0 req-4aa297a2-38c6-4007-878a-e0efabc6876c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1034832 Aug 20 12:24:17.904103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6b29d-50af-4dc8-982f-3476dc29f34e None None] Pushing event updated for resources: {'Port': ['ID=bb5f85f8-deed-4794-ac85-fc9746e4f31f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:18.069071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f989a62d-daff-4696-af9f-2e1b704d0de0 req-2d7a30e2-2bae-4715-ae3d-e68d37003ce2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554558 Aug 20 12:24:18.072765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Made reservation on behalf of fc838489ea7e492f8efdff7cd07767e5 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:18.076375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.090378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad12d4-a6b9-4c4d-bb89-a4516f276d3f req-6092ebad-8f5a-4fdb-8d94-521d602a7850 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:18.095362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] device_id is not set on port 486842ba-f787-4a61-ae78-93cd65fa491b yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:18.097714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcad12d4-a6b9-4c4d-bb89-a4516f276d3f req-6092ebad-8f5a-4fdb-8d94-521d602a7850 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.1758292 Aug 20 12:24:18.124179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Attempting to bind port bb5f85f8-deed-4794-ac85-fc9746e4f31f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:18.124556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Attempting to bind port bb5f85f8-deed-4794-ac85-fc9746e4f31f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:18.124919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Attempting to bind port bb5f85f8-deed-4794-ac85-fc9746e4f31f on network 5c35e033-cfda-4a96-ac94-0e5a56952979 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:18.135790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:18.136168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Checking segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:18.136577 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.136978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Bound using segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:18.137457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Bound port: bb5f85f8-deed-4794-ac85-fc9746e4f31f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:18.137845 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.167077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcad12d4-a6b9-4c4d-bb89-a4516f276d3f req-5e9d2ca4-665e-4cfa-a976-e089603307cb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686007 Aug 20 12:24:18.225707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-2f801968-67fa-41d8-9541-c8d708f8a603', 'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603', 'tenant_id': 'fc838489ea7e492f8efdff7cd07767e5', 'fixed_ips': [{'subnet_id': '7346c1df-8306-4f74-9b24-cf3111d195cc'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:18.226612 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.294293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Allocated IP 2001:db8::36b (2f801968-67fa-41d8-9541-c8d708f8a603/7346c1df-8306-4f74-9b24-cf3111d195cc/486842ba-f787-4a61-ae78-93cd65fa491b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:18.316973 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-fbafd6bd-f3c5-4ce9-b957-2990777406fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1600645 Aug 20 12:24:18.320021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] For port bb5f85f8-deed-4794-ac85-fc9746e4f31f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:18.342641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] For port bb5f85f8-deed-4794-ac85-fc9746e4f31f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bb5f85f8-deed-4794-ac85-fc9746e4f31f,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:18.353934 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.439691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6b29d-50af-4dc8-982f-3476dc29f34e None None] Pushing event updated for resources: {'Port': ['ID=bb5f85f8-deed-4794-ac85-fc9746e4f31f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:18.443635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:18.443635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:23:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:18.489279 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c8fa68e-645e-4a74-8b38-c1c727df1985 req-8ac368bf-9298-4a51-9154-9e7abf01cb6e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 210 time: 0.0573604 Aug 20 12:24:18.634334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.668843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Transition to ACTIVE for port object 486842ba-f787-4a61-ae78-93cd65fa491b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:18.684191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-b8a340d6-22ef-4ded-8ac8-11d8414e1454 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:18.686116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-b8a340d6-22ef-4ded-8ac8-11d8414e1454 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 797 time: 0.1806202 Aug 20 12:24:18.695954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:18.718553 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.765303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-65db3d19-4187-4100-b506-6b2c8f062a98 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 380 time: 0.0671954 Aug 20 12:24:18.775139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'port': {'device_id': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'admin_state_up': True, 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'security_groups': ['5b90c33f-de55-421c-8b62-31a70fdb7e2b']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:18.813476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event updated for resources: {'Port': ['ID=486842ba-f787-4a61-ae78-93cd65fa491b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:18.825094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Network 2f801968-67fa-41d8-9541-c8d708f8a603 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:18.827684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:18.830747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:18.840491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:18.842305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.866783 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c20e02d2-5fb9-496d-98b2-61fe9afdfdfe tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0249202 Aug 20 12:24:18.870073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51026) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:18.877452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Request body: {'port': {'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-262058039', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:18.879371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] bootfile-name is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:24:18.879988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] tftp-server is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:24:18.880533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] server-ip-address is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:24:18.900536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Allocated IP 2001:db8::2 (2f801968-67fa-41d8-9541-c8d708f8a603/7346c1df-8306-4f74-9b24-cf3111d195cc/2f9564e9-1e97-43f1-af96-f51820a04ced) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:18.916508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:18.921224 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.050444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Made reservation on behalf of fc838489ea7e492f8efdff7cd07767e5 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:19.057344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.087507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] device_id is not set on port c61bb80a-3cb9-49c9-84c9-2a290dbfe622 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:19.124744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.20.0.4 (5c35e033-cfda-4a96-ac94-0e5a56952979/4e3a2d1d-9013-4881-8cd0-8431e764185d/e3c5dfe5-62ab-4016-a7a6-5124166c1ca9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:19.205249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:18Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:19.243308 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.245320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5183e8-d371-4ae0-83a7-2efaebee4544 None None] The sync data for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 is: [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:18Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:19.254003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Transition to ACTIVE for port object 2f9564e9-1e97-43f1-af96-f51820a04ced will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:19.271284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Transition to ACTIVE for port object 2f9564e9-1e97-43f1-af96-f51820a04ced will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:19.280417 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.326566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Network 2f801968-67fa-41d8-9541-c8d708f8a603 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:19.330732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:19.333063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:19.384961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Pushing event updated for resources: {'Port': ['ID=2f9564e9-1e97-43f1-af96-f51820a04ced,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:19.403066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcd796-9f88-4684-92c3-f0bab30dad09 req-08f42d5c-426e-455c-8ad7-dc265f4264b0 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:19.404792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84fcd796-9f88-4684-92c3-f0bab30dad09 req-08f42d5c-426e-455c-8ad7-dc265f4264b0 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1950886 Aug 20 12:24:19.416860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268a441-e8aa-422c-9127-eb01c615b748 req-494b6f91-422b-4a56-8281-97f9591d93cb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:19.418505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1268a441-e8aa-422c-9127-eb01c615b748 req-494b6f91-422b-4a56-8281-97f9591d93cb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.1541500 Aug 20 12:24:19.430171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Attempting to bind port 2f9564e9-1e97-43f1-af96-f51820a04ced on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:19.430966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Attempting to bind port 2f9564e9-1e97-43f1-af96-f51820a04ced by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '5d53830a-c1ab-467c-bb1a-136c2008d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:19.431505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Attempting to bind port 2f9564e9-1e97-43f1-af96-f51820a04ced on network 2f801968-67fa-41d8-9541-c8d708f8a603 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:19.437067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:19.438419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Allocated IP 2001:db8::389 (2f801968-67fa-41d8-9541-c8d708f8a603/7346c1df-8306-4f74-9b24-cf3111d195cc/c61bb80a-3cb9-49c9-84c9-2a290dbfe622) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:19.438865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Checking segment: {'id': '5d53830a-c1ab-467c-bb1a-136c2008d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:19.439481 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.440565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Bound using segment: {'id': '5d53830a-c1ab-467c-bb1a-136c2008d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:19.441280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Bound port: 2f9564e9-1e97-43f1-af96-f51820a04ced, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d53830a-c1ab-467c-bb1a-136c2008d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2f801968-67fa-41d8-9541-c8d708f8a603'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:19.441886 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.481204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.517497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Transition to ACTIVE for port object e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:19.526513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] For port 2f9564e9-1e97-43f1-af96-f51820a04ced, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:19.532356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] For port 2f9564e9-1e97-43f1-af96-f51820a04ced, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2f9564e9-1e97-43f1-af96-f51820a04ced,segment=NetworkSegment(5d53830a-c1ab-467c-bb1a-136c2008d1be),segment_id=5d53830a-c1ab-467c-bb1a-136c2008d1be)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:19.538535 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.547459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84fcd796-9f88-4684-92c3-f0bab30dad09 req-23a5a7d6-93d5-46e4-b982-d156c85b2c56 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228402 Aug 20 12:24:19.577193 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1268a441-e8aa-422c-9127-eb01c615b748 req-6b3c5434-93f7-4911-8782-35e251364182 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338527 Aug 20 12:24:19.595732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.619486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-0f158f1f-c9e3-4a62-9c15-79fcd16039de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:19.621109 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-0f158f1f-c9e3-4a62-9c15-79fcd16039de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b&tenant_id=21224cd61038443f8a9af8ea379d4d43 HTTP/1.1" status: 200 len: 1096 time: 0.1516941 Aug 20 12:24:19.639132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb191a-74e7-492a-91ae-53485bf586ee None None] Pushing event updated for resources: {'Port': ['ID=2f9564e9-1e97-43f1-af96-f51820a04ced,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:19.680361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:19.702856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:19.705142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.705497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.705842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.706234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.706543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.706879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.707208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.707536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.708046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.708902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.709468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.709801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:19.717079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:19.719416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:19.761479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-f94e91d6-83cf-4409-9d82-13ec2f5c0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:19.773709 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-f94e91d6-83cf-4409-9d82-13ec2f5c0277 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 1096 time: 0.1181273 Aug 20 12:24:19.798786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:19.801957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.887268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-6c095246-27e7-422a-894a-781cde54e863 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1163056 Aug 20 12:24:19.911657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Request body: {'port': {'device_id': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:19.971134 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.041849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Transition to ACTIVE for port object c61bb80a-3cb9-49c9-84c9-2a290dbfe622 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:20.059398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-c531c77b-68f0-410a-957c-8dd879af1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:20.061017 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-c531c77b-68f0-410a-957c-8dd879af1161 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 914 time: 0.2748363 Aug 20 12:24:20.070593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9442713-7be9-469c-9d4d-c1d90593eb99 req-c1e9426e-8001-47da-8dba-ef59daf87e7d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:20.093138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9442713-7be9-469c-9d4d-c1d90593eb99 req-c1e9426e-8001-47da-8dba-ef59daf87e7d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 931 time: 0.3073623 Aug 20 12:24:20.158385 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-8620341d-9672-4726-b9bb-bc525638d6e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6 HTTP/1.1" status: 200 len: 217 time: 0.0788589 Aug 20 12:24:20.209284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4e35f669-5c50-4ccc-9245-f9b06ab37f6b None None] Provisioning for port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:20.215280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4e35f669-5c50-4ccc-9245-f9b06ab37f6b None None] Provisioning complete for port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:20.215656 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4e35f669-5c50-4ccc-9245-f9b06ab37f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.216885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9442713-7be9-469c-9d4d-c1d90593eb99 req-1e4c62e8-2563-4738-ac5b-0fecfbc0fafc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228769 Aug 20 12:24:20.219733 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.235957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.300042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4e35f669-5c50-4ccc-9245-f9b06ab37f6b None None] Port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:20.335001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-284ffdd9-0843-4357-8447-9ca959eeb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:20.336665 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-284ffdd9-0843-4357-8447-9ca959eeb98e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 200 len: 853 time: 0.1592965 Aug 20 12:24:20.402928 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-bb498af0-a0cb-4c8f-9add-09e33ecee4c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35925466-8c35-4e26-bb36-68495fc06456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556490 Aug 20 12:24:20.405144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Network 2f801968-67fa-41d8-9541-c8d708f8a603 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:20.406086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event updated for resources: {'Port': ['ID=c61bb80a-3cb9-49c9-84c9-2a290dbfe622,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:20.412201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:20.414474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:20.420319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:20.421145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.494100 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-410c26ef-38b7-47c1-9621-7119cf8328f7 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6225395 Aug 20 12:24:20.496718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51042) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:20.610922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:20.616259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff3e78-4874-4642-aafe-b3ba228ce0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:20.620207 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.627646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff3e78-4874-4642-aafe-b3ba228ce0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:20.647374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Transition to ACTIVE for port object e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:20.648701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff3e78-4874-4642-aafe-b3ba228ce0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:20.650572 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-57ff3e78-4874-4642-aafe-b3ba228ce0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1531947 Aug 20 12:24:20.652894 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-5f2a9aa9-db7d-40a4-beb5-39118794ad03 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276506 Aug 20 12:24:20.653741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51048) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:20.721417 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.919434 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-709e93c7-2a2e-494b-93fe-7d6fb4c1283d req-f9fbf238-dafd-4e3c-8d89-1d5280b206cf service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553000 Aug 20 12:24:20.937114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6ae19133-126d-487e-a326-7ae23ab45af0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Deleting port c61bb80a-3cb9-49c9-84c9-2a290dbfe622 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:20.937444 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ae19133-126d-487e-a326-7ae23ab45af0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.952332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:20.987681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d518517-29d6-4610-924d-abd0127716ea req-3564f932-0bc2-4fbd-b629-b1618c2a1f5c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:20.998243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d518517-29d6-4610-924d-abd0127716ea req-3564f932-0bc2-4fbd-b629-b1618c2a1f5c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.2781751 Aug 20 12:24:21.086680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bb5f85f8-deed-4794-ac85-fc9746e4f31f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:21.143200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4e769-9bd4-45ec-a425-e36973edd9bd req-6c538e36-b90a-420e-b6d8-304a28a58d8d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:21.171370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26b4e769-9bd4-45ec-a425-e36973edd9bd req-6c538e36-b90a-420e-b6d8-304a28a58d8d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.5197637 Aug 20 12:24:21.209352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port bb5f85f8-deed-4794-ac85-fc9746e4f31f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:21.216730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bb5f85f8-deed-4794-ac85-fc9746e4f31f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:21.217113 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.242964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ae19133-126d-487e-a326-7ae23ab45af0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.282344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6ae19133-126d-487e-a326-7ae23ab45af0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Calling delete_port for c61bb80a-3cb9-49c9-84c9-2a290dbfe622 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:21.307884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d932c8-19a7-42b8-ac5f-7f58f6ba93ef None None] Network 2f801968-67fa-41d8-9541-c8d708f8a603 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:21.320604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26b4e769-9bd4-45ec-a425-e36973edd9bd req-11ab50b8-fbae-4def-bae5-37804924ea0c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940936 Aug 20 12:24:21.349513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:21.349969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:21.350336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:21.365366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:24:21.365819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:21.390750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:21.391371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Checking segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:21.391785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Bound using segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:21.392514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Bound port: e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:21.392894 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.411938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d518517-29d6-4610-924d-abd0127716ea req-0f817f42-f51d-4a53-b430-fe8f81fb2281 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127007 Aug 20 12:24:21.554711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:21.565397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef234f-e39f-4d94-8d5c-9f5003c75a8c req-71e5626f-38fe-47b2-8215-2734942697e2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:21.567182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80ef234f-e39f-4d94-8d5c-9f5003c75a8c req-71e5626f-38fe-47b2-8215-2734942697e2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 943 time: 0.1004288 Aug 20 12:24:21.569491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:21.589154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ae19133-126d-487e-a326-7ae23ab45af0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.594136 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.690837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80ef234f-e39f-4d94-8d5c-9f5003c75a8c req-c0166620-305c-499c-877c-831a7f8aee24 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078677 Aug 20 12:24:21.694878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:21.695880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.697804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] 10.222.0.22 "PUT /v2.0/ports/e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 1092 time: 1.8003843 Aug 20 12:24:21.701258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:21.716839 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:21.840053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae19133-126d-487e-a326-7ae23ab45af0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event deleted for resources: {'Port': ['ID=c61bb80a-3cb9-49c9-84c9-2a290dbfe622,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:21.858030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ae19133-126d-487e-a326-7ae23ab45af0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.871202 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6ae19133-126d-487e-a326-7ae23ab45af0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "DELETE /v2.0/ports/c61bb80a-3cb9-49c9-84c9-2a290dbfe622 HTTP/1.1" status: 204 len: 168 time: 1.2165525 Aug 20 12:24:21.874599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51074) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:21.886425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Request body: {'port': {'name': 'tempest-new-port-name-361682670', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:21.886817 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] bootfile-name is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:24:21.887179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] tftp-server is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:24:21.887513 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.api.validators [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] server-ip-address is not in valid_values {{(pid=101033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 12:24:21.900952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ffcfd-5215-4e00-950a-68c3cb46e2fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:22.037972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-ed401d88-1bd1-42ce-b752-bafb1b566218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:22.047648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-ed401d88-1bd1-42ce-b752-bafb1b566218 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1095 time: 0.1855435 Aug 20 12:24:22.159244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-820c922d-5be9-4a0e-b667-dbfc8404139d None None] Provisioning for port 2f9564e9-1e97-43f1-af96-f51820a04ced completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:22.175899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.178156 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.183021 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa5a3e4-36ee-46b2-994c-198e3b8e4156 x-openstack-request-id: req-dfa5a3e4-36ee-46b2-994c-198e3b8e4156 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:22.183704 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:22.183812 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfa5a3e4-36ee-46b2-994c-198e3b8e4156 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:22.184918 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'status': 'completed', 'code': 200} Aug 20 12:24:22.187882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-92dd2904-498a-4d05-ae82-e0ad48e144b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 217 time: 0.1313076 Aug 20 12:24:22.260059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:24:22.277219 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd126-4e5e-4d85-abb3-d19f310fe7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.551110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port bb5f85f8-deed-4794-ac85-fc9746e4f31f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bb5f85f8-deed-4794-ac85-fc9746e4f31f,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:22.596568 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.600397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2f9564e9-1e97-43f1-af96-f51820a04ced up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:22.686472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.698968 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.734421 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.resource_extend [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:24:22.809753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event updated for resources: {'Port': ['ID=486842ba-f787-4a61-ae78-93cd65fa491b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:22.849984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] In _notify_port_updated(), no bound segment for port 486842ba-f787-4a61-ae78-93cd65fa491b on network 2f801968-67fa-41d8-9541-c8d708f8a603 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:24:22.865728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:22.866466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.870204 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bda69448-3192-4b8a-8ef7-1314be1b29c0 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "PUT /v2.0/ports/486842ba-f787-4a61-ae78-93cd65fa491b HTTP/1.1" status: 200 len: 1129 time: 0.9922161 Aug 20 12:24:22.870613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:22.966458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16074f3d-77ca-4f74-9a90-6206f41d060f tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:22.971680 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-16074f3d-77ca-4f74-9a90-6206f41d060f tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "GET /v2.0/ports/486842ba-f787-4a61-ae78-93cd65fa491b HTTP/1.1" status: 200 len: 1129 time: 0.0862646 Aug 20 12:24:22.972536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51090) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:22.983869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2f9564e9-1e97-43f1-af96-f51820a04ced completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:23.038253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2f9564e9-1e97-43f1-af96-f51820a04ced triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:23.038598 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.091770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=bb5f85f8-deed-4794-ac85-fc9746e4f31f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.133802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-733a4c05-177a-4672-8907-3aebe797a7eb tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Deleting port 486842ba-f787-4a61-ae78-93cd65fa491b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:23.134153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-733a4c05-177a-4672-8907-3aebe797a7eb tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.148078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:23.204304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '50c80b21-909d-4d29-a2ba-a40a9fc2f6ea', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'port_id': '50c80b21-909d-4d29-a2ba-a40a9fc2f6ea', 'mac_address': 'fa:16:3e:49:d9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:24:23.227202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-109eaf13-4a57-4489-8799-b949b13e207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:23.228718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-109eaf13-4a57-4489-8799-b949b13e207c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 1.0325775 Aug 20 12:24:23.281204 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.318813 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-733a4c05-177a-4672-8907-3aebe797a7eb tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.330934 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.343424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfc516-d78c-4839-b14f-02d17f4089e4 req-e3bdda0c-9676-4349-babf-db4948ec2e28 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:23.345075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bbfc516-d78c-4839-b14f-02d17f4089e4 req-e3bdda0c-9676-4349-babf-db4948ec2e28 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 944 time: 0.2756886 Aug 20 12:24:23.345698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-733a4c05-177a-4672-8907-3aebe797a7eb tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Calling delete_port for 486842ba-f787-4a61-ae78-93cd65fa491b owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:23.353223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10cfc6-da1f-4563-bde0-dcc9e67d9464 req-efb169bd-89cc-44f1-bda1-ecd1b64de5cc tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:23.354756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b10cfc6-da1f-4563-bde0-dcc9e67d9464 req-efb169bd-89cc-44f1-bda1-ecd1b64de5cc tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.2711751 Aug 20 12:24:23.398132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:23.439751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:23.451090 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.455291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 2f9564e9-1e97-43f1-af96-f51820a04ced, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2f9564e9-1e97-43f1-af96-f51820a04ced,segment=NetworkSegment(5d53830a-c1ab-467c-bb1a-136c2008d1be),segment_id=5d53830a-c1ab-467c-bb1a-136c2008d1be)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:23.463216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-53f19dc5-6f44-40ce-a432-f0c340a4a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:23.464956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-53f19dc5-6f44-40ce-a432-f0c340a4a1d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170358 Aug 20 12:24:23.534299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.538487 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.605802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bbfc516-d78c-4839-b14f-02d17f4089e4 req-8363d16e-0384-4e6f-b8c1-1749a404476d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327344 Aug 20 12:24:23.686034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=2f9564e9-1e97-43f1-af96-f51820a04ced,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.719276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['50c80b21-909d-4d29-a2ba-a40a9fc2f6ea'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:23.749028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b10cfc6-da1f-4563-bde0-dcc9e67d9464 req-2baaedf6-867f-4c40-a0ff-cdaa24c16a2d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685493 Aug 20 12:24:23.750406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-733a4c05-177a-4672-8907-3aebe797a7eb tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.812176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bb5f85f8-deed-4794-ac85-fc9746e4f31f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:23.872703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a4c05-177a-4672-8907-3aebe797a7eb tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event deleted for resources: {'Port': ['ID=486842ba-f787-4a61-ae78-93cd65fa491b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.886895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-733a4c05-177a-4672-8907-3aebe797a7eb tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.891337 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-733a4c05-177a-4672-8907-3aebe797a7eb tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "DELETE /v2.0/ports/486842ba-f787-4a61-ae78-93cd65fa491b HTTP/1.1" status: 204 len: 168 time: 0.9155760 Aug 20 12:24:23.892724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51094) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:23.902264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc881e4-4ae7-424a-b8fb-31fdbf09c488 req-b8658cc0-580e-4d54-b0fd-c8ffc3b98e74 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:23.913119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdc881e4-4ae7-424a-b8fb-31fdbf09c488 req-b8658cc0-580e-4d54-b0fd-c8ffc3b98e74 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 943 time: 0.1627102 Aug 20 12:24:23.922842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a4a0a18-28a5-440a-ac1e-8ad934fd3798 None None] Provisioning for port 486842ba-f787-4a61-ae78-93cd65fa491b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:23.960132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a4a0a18-28a5-440a-ac1e-8ad934fd3798 None None] Provisioning complete for port 486842ba-f787-4a61-ae78-93cd65fa491b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:23.963577 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a18-28a5-440a-ac1e-8ad934fd3798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.998347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdc881e4-4ae7-424a-b8fb-31fdbf09c488 req-daf9bb94-d341-4691-aad9-5d756b4c575a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834565 Aug 20 12:24:24.007758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-a209027e-68a1-4bf3-91db-0abd959d5b9e service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147514 Aug 20 12:24:24.014683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c427d61-a0f1-429a-b62a-92a4af3eb900 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Deleting subnet 7346c1df-8306-4f74-9b24-cf3111d195cc {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:24.017864 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a0a18-28a5-440a-ac1e-8ad934fd3798 None None] Port 486842ba-f787-4a61-ae78-93cd65fa491b was deleted so its status cannot be updated. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 12:24:24.022098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c427d61-a0f1-429a-b62a-92a4af3eb900 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.115064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c427d61-a0f1-429a-b62a-92a4af3eb900 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.116686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bb5f85f8-deed-4794-ac85-fc9746e4f31f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:24.117071 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.233463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a4a0a18-28a5-440a-ac1e-8ad934fd3798 None None] Provisioning complete for port 2f9564e9-1e97-43f1-af96-f51820a04ced triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:24.233955 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a18-28a5-440a-ac1e-8ad934fd3798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.238320 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2c66e4a-2cf3-47f0-ac57-31b18504609d req-32a40cb2-cd5b-42e9-adaf-755fca39ac4d service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232554 Aug 20 12:24:24.345834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c427d61-a0f1-429a-b62a-92a4af3eb900 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.404724 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ba7947de-033a-45a5-a515-8e003a6ef38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.405173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-0a2131a2-89b9-4c50-aadb-0e9b667a6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:24.406868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-0a2131a2-89b9-4c50-aadb-0e9b667a6eef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1095 time: 0.1078734 Aug 20 12:24:24.493305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c427d61-a0f1-429a-b62a-92a4af3eb900 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.568574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427d61-a0f1-429a-b62a-92a4af3eb900 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event deleted for resources: {'Subnet': ['ID=7346c1df-8306-4f74-9b24-cf3111d195cc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:24.572132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c427d61-a0f1-429a-b62a-92a4af3eb900 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.575279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2c427d61-a0f1-429a-b62a-92a4af3eb900 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "DELETE /v2.0/subnets/7346c1df-8306-4f74-9b24-cf3111d195cc HTTP/1.1" status: 204 len: 168 time: 0.6815269 Aug 20 12:24:24.579652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51096) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:24.691333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-20ea74f1-a2e6-4607-af50-489e2e721328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:24.695179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-20ea74f1-a2e6-4607-af50-489e2e721328 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.2789166 Aug 20 12:24:24.812821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-5a3e3c58-1a9b-4efe-aefd-3024ca6c9575 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 217 time: 0.1102619 Aug 20 12:24:24.948229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.014737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264b7f-581d-4bee-8dce-8e9bbd351c2b req-b8dac478-4028-4c57-9676-ede74ba19fe4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:25.017741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93264b7f-581d-4bee-8dce-8e9bbd351c2b req-b8dac478-4028-4c57-9676-ede74ba19fe4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 945 time: 0.1445856 Aug 20 12:24:25.024069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-b4f7bd4d-f908-47a8-bff2-5f4242bb58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:25.025627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-b4f7bd4d-f908-47a8-bff2-5f4242bb58c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.1944578 Aug 20 12:24:25.040218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023f1e2-6e13-4cc1-a8e2-8418c29827c8 req-26ee5129-d078-4233-bcd0-4e295d107462 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:25.041842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3023f1e2-6e13-4cc1-a8e2-8418c29827c8 req-26ee5129-d078-4233-bcd0-4e295d107462 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1234488 Aug 20 12:24:25.075913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.085233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c57da946-c75f-4db1-b51c-4247044ed67d None None] Could not find standard attr ID for object c61bb80a-3cb9-49c9-84c9-2a290dbfe622. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:25.095234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c57da946-c75f-4db1-b51c-4247044ed67d None None] Could not find standard attr ID for object 486842ba-f787-4a61-ae78-93cd65fa491b. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:25.105042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Deleting port 2f9564e9-1e97-43f1-af96-f51820a04ced {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:25.107538 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.157096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3023f1e2-6e13-4cc1-a8e2-8418c29827c8 req-c2eafec1-19f8-4487-bc9f-e9481e545fed tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657058 Aug 20 12:24:25.163933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-d2b8f166-9531-4b60-8855-d4a53691e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:25.165483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-d2b8f166-9531-4b60-8855-d4a53691e761 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216123 Aug 20 12:24:25.168429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93264b7f-581d-4bee-8dce-8e9bbd351c2b req-06a85c2b-4bbf-4186-8b86-9f56fa6b4e69 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419466 Aug 20 12:24:25.173982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46229ab-a21d-4d88-a7c3-1eb377d2ce14 None None] Network 2f801968-67fa-41d8-9541-c8d708f8a603 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:25.265737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] For port 2f9564e9-1e97-43f1-af96-f51820a04ced, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2f9564e9-1e97-43f1-af96-f51820a04ced,segment=NetworkSegment(5d53830a-c1ab-467c-bb1a-136c2008d1be),segment_id=5d53830a-c1ab-467c-bb1a-136c2008d1be)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:25.266110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.283731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-a2e7b570-5003-4356-987d-b13fc2b1ff57 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095059 Aug 20 12:24:25.303072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Calling delete_port for 2f9564e9-1e97-43f1-af96-f51820a04ced owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:25.432915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.473909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event deleted for resources: {'Port': ['ID=2f9564e9-1e97-43f1-af96-f51820a04ced,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:25.481200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] No DVR routers for this DVR port 2f9564e9-1e97-43f1-af96-f51820a04ced on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:25.489768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9b170-9af3-4895-b4c4-5e7b2939772e req-3a7674af-af11-441c-b69e-7d4fa3838a7a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:25.498941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75e9b170-9af3-4895-b4c4-5e7b2939772e req-3a7674af-af11-441c-b69e-7d4fa3838a7a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 943 time: 0.1544158 Aug 20 12:24:25.545931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b94287-ae3a-4d88-93e5-404d020e98be None None] DHCP port deletion for 2f801968-67fa-41d8-9541-c8d708f8a603 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:25.603141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.630356 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.650033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f801968-67fa-41d8-9541-c8d708f8a603']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:25.653048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a0d36c5-f4c6-4d96-a98e-49e49f84975a req-a47e957a-04f7-476c-a491-046eb3803470 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573699 Aug 20 12:24:25.712175 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2f9564e9-1e97-43f1-af96-f51820a04ced no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:25.726348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d53830a-c1ab-467c-bb1a-136c2008d1be') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:25.727929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d53830a-c1ab-467c-bb1a-136c2008d1be') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:25.735690 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75e9b170-9af3-4895-b4c4-5e7b2939772e req-44ed7892-c275-4e84-b472-2132358c8e2e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171941 Aug 20 12:24:25.752909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.792997 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.798110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2f9564e9-1e97-43f1-af96-f51820a04ced {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:25.798110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2f9564e9-1e97-43f1-af96-f51820a04ced not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:25.806638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:25.809935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:25.815136 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:25.940796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.956703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.962832 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] 10.222.0.25 "DELETE /v2.0/networks/2f801968-67fa-41d8-9541-c8d708f8a603 HTTP/1.1" status: 204 len: 168 time: 1.3669403 Aug 20 12:24:25.988003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95ad09-33d9-401d-adbb-cd00ca5b7b47 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876 tempest-ExtraDHCPOptionsIpV6TestJSON-256126876-project] Pushing event deleted for resources: {'Network': ['ID=2f801968-67fa-41d8-9541-c8d708f8a603,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.062883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:24:26.217643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:26.322962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51122) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:26.340576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:26.390734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'port_id': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'mac_address': 'fa:16:3e:07:21:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:24:26.463779 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.502004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:26.508127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d493104-4e38-40f4-a380-7f6418f8e0be req-86f7d3c4-191e-4f85-88c8-ee80f758baa3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:26.510053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:26.515879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d493104-4e38-40f4-a380-7f6418f8e0be req-86f7d3c4-191e-4f85-88c8-ee80f758baa3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 945 time: 0.2066114 Aug 20 12:24:26.517538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:26.518079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.564518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859063c-4077-4e64-bb1c-31f1aa1e2d9b req-57d240ba-1a77-47e0-9491-220e2ef1c872 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:26.566625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:26.572944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8859063c-4077-4e64-bb1c-31f1aa1e2d9b req-57d240ba-1a77-47e0-9491-220e2ef1c872 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1646631 Aug 20 12:24:26.579229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.609409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1d493104-4e38-40f4-a380-7f6418f8e0be req-f2a36bdb-8035-4662-8a49-b6999100fbd9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815852 Aug 20 12:24:26.668147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8859063c-4077-4e64-bb1c-31f1aa1e2d9b req-b9bf57e2-95d1-4828-b41e-e840233b79f0 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942678 Aug 20 12:24:26.683121 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-10e1e4ac-72d5-4fd0-9c09-a2fc4a3bf53b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc838489ea7e492f8efdff7cd07767e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585005 Aug 20 12:24:26.685466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51126) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:26.724975 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.738087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.763320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537345ac-2038-48a9-bf07-9a6886caa5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c80b21-909d-4d29-a2ba-a40a9fc2f6ea'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:26.766275 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f286d24f-09bc-4be4-9a4c-d6af35e76f91" -d '{"events": [{"server_uuid": "537345ac-2038-48a9-bf07-9a6886caa5db", "name": "network-vif-plugged", "status": "completed", "tag": "50c80b21-909d-4d29-a2ba-a40a9fc2f6ea"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:26.788212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6ad6bb1-6e4b-464c-8e49-1b64611c8111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.811364 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:26.820687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:26.862881 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.865558 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6ad6bb1-6e4b-464c-8e49-1b64611c8111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.869465 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9585c0a0-0192-4d6b-98ca-7bb74982ce6a x-openstack-request-id: req-9585c0a0-0192-4d6b-98ca-7bb74982ce6a {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:26.869933 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537345ac-2038-48a9-bf07-9a6886caa5db", "name": "network-vif-plugged", "status": "completed", "tag": "50c80b21-909d-4d29-a2ba-a40a9fc2f6ea", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:26.870366 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9585c0a0-0192-4d6b-98ca-7bb74982ce6a {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:26.870920 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537345ac-2038-48a9-bf07-9a6886caa5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c80b21-909d-4d29-a2ba-a40a9fc2f6ea', 'code': 200} Aug 20 12:24:26.976372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6ad6bb1-6e4b-464c-8e49-1b64611c8111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.979429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6ad6bb1-6e4b-464c-8e49-1b64611c8111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.983293 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6ad6bb1-6e4b-464c-8e49-1b64611c8111 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28cab8aa-edd3-4d55-a119-5126aa601dc2 HTTP/1.1" status: 204 len: 168 time: 0.2946010 Aug 20 12:24:26.997767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad6bb1-6e4b-464c-8e49-1b64611c8111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cab8aa-edd3-4d55-a119-5126aa601dc2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:27.028119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7164c0-c53c-489c-9d38-909299091a92 req-e54a760e-eee0-43af-9fed-44a2908b29f3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:27.036486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a7164c0-c53c-489c-9d38-909299091a92 req-e54a760e-eee0-43af-9fed-44a2908b29f3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 944 time: 0.1160092 Aug 20 12:24:27.091639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a7164c0-c53c-489c-9d38-909299091a92 req-3eddc9e8-fd52-4a8e-92fe-fe2652917dd5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539269 Aug 20 12:24:27.123191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:27.138927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.798033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c44f9f-bac4-4c14-b74a-67faf670e95e req-9213996e-766f-4048-998a-a65d44107634 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:27.806606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8c44f9f-bac4-4c14-b74a-67faf670e95e req-9213996e-766f-4048-998a-a65d44107634 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.0825951 Aug 20 12:24:27.886434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3ed6c-ebe2-4b12-abc3-fb76b0b57951 req-e6242741-41d7-4a36-b84b-fcf21d682967 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:27.887931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7c3ed6c-ebe2-4b12-abc3-fb76b0b57951 req-e6242741-41d7-4a36-b84b-fcf21d682967 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.0803216 Aug 20 12:24:27.891198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8c44f9f-bac4-4c14-b74a-67faf670e95e req-89f9b0f3-0bda-422f-a8e5-17e79e1cc574 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543072 Aug 20 12:24:27.979450 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7c3ed6c-ebe2-4b12-abc3-fb76b0b57951 req-e41038fe-5ecf-4c00-8091-b94e6ffb1863 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791914 Aug 20 12:24:28.080177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:28.181941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:28.186948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:28.187317 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.251470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a81bff-01b1-44e7-9f89-b9fa31961036 req-a136db73-c08d-493c-bdd9-fcc0121fa744 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:28.259755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7a81bff-01b1-44e7-9f89-b9fa31961036 req-a136db73-c08d-493c-bdd9-fcc0121fa744 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 944 time: 0.0909579 Aug 20 12:24:28.311635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7a81bff-01b1-44e7-9f89-b9fa31961036 req-744ac7ed-2013-405f-8ad8-971c73a7a281 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505726 Aug 20 12:24:28.344630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51168) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:28.348278 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.408086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:28.413260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.487387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1894734059'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:28.494817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:28.518763 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:28.524713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.541388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.669580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.674898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.704525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa0d054-72d0-4690-ab15-8762fc68c1a9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:28.730661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:28.743388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.743856 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Added segment 5e60beb1-b142-466c-abef-7279c08c819c of type vlan for network 316f98ec-f75e-416e-b8fc-46abd9d1a686 Aug 20 12:24:28.800756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.838008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.843603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:28.844418 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:28.872718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:28.877875 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46474d08-cb96-4d3a-a5f8-536257f21c57" -d '{"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:28.943385 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5950551 Aug 20 12:24:28.944943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51178) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:28.950584 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a74c875-3da2-4265-a0ba-7185afc55e41 x-openstack-request-id: req-9a74c875-3da2-4265-a0ba-7185afc55e41 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:28.951073 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:28.951502 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a74c875-3da2-4265-a0ba-7185afc55e41 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:28.952059 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'code': 200} Aug 20 12:24:28.952812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'name': 'tempest-PortsTestJSON-950512033'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:28.977610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ff812-867a-4a9a-947c-da9ba01f2149 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Network': ['ID=316f98ec-f75e-416e-b8fc-46abd9d1a686,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:28.990850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:29.350269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47ee6-c9aa-4998-81bc-a45d927a02b8 req-3391f97d-8e75-4bd2-98b4-d586b3ee8cf1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:29.352529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82d47ee6-c9aa-4998-81bc-a45d927a02b8 req-3391f97d-8e75-4bd2-98b4-d586b3ee8cf1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.2672908 Aug 20 12:24:29.355941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:29.360712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.365648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bf9e0-13c7-475b-9a8b-b62ef96f0a7a req-f7788cfc-6fcc-48df-8bd2-2b871f8d568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:29.367713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b9bf9e0-13c7-475b-9a8b-b62ef96f0a7a req-f7788cfc-6fcc-48df-8bd2-2b871f8d568e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1097 time: 0.2845998 Aug 20 12:24:29.405681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbb4da-76c2-4571-80a5-656712f0839a req-89de1cba-890c-48bb-a38d-2a6434261c98 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:29.408051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77cbb4da-76c2-4571-80a5-656712f0839a req-89de1cba-890c-48bb-a38d-2a6434261c98 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.2812078 Aug 20 12:24:29.459399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port 3c507ca7-d26e-48e0-bf08-3b6da7100cea yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:29.495431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82d47ee6-c9aa-4998-81bc-a45d927a02b8 req-77c1be71-6eab-4a85-84e0-35a89478f583 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250706 Aug 20 12:24:29.542449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b9bf9e0-13c7-475b-9a8b-b62ef96f0a7a req-07130589-8d48-4d12-96ab-7923627b16c7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532059 Aug 20 12:24:29.561912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77cbb4da-76c2-4571-80a5-656712f0839a req-7ee18ecd-9c11-4160-93c9-c4cf60fdbbfa tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436172 Aug 20 12:24:29.735996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d813a-2ad7-4bff-bd4c-6e9e4111a434 req-b1dc0d3c-df7c-4d87-ab95-e460ec77ec90 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:29.737408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-725d813a-2ad7-4bff-bd4c-6e9e4111a434 req-b1dc0d3c-df7c-4d87-ab95-e460ec77ec90 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1164265 Aug 20 12:24:29.764392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.803630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-725d813a-2ad7-4bff-bd4c-6e9e4111a434 req-0d5c71fd-fe4a-4339-b016-744d1739776e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596812 Aug 20 12:24:29.836051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.906094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=3c507ca7-d26e-48e0-bf08-3b6da7100cea,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:29.912446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Checking segment: {'id': '5e60beb1-b142-466c-abef-7279c08c819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:29.912891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network hostable DHCP agents. Network: 316f98ec-f75e-416e-b8fc-46abd9d1a686, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:29.932316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:29.945269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 316f98ec-f75e-416e-b8fc-46abd9d1a686) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:29.953150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:29.957344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199c3c5-e957-46f3-a3ad-75e565cb9907 None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:29.959845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:29.960474 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.976131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c734daeb-8922-4cae-97e5-a495e2d7a944 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0300138 Aug 20 12:24:29.979165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51186) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:29.984226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1150305061'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:30.005183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:30.008716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.062680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:30.076751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.077392 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Added segment 483100d8-071f-4323-af77-6322b50f4df8 of type vlan for network 932028ae-f848-460a-b5de-1f3b85bd1854 Aug 20 12:24:30.136049 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.186659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.195011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:30.195775 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.266264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2859111 Aug 20 12:24:30.269133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51194) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:30.277985 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785593eb-9e04-4ebf-a01b-d8091081edd7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Network': ['ID=932028ae-f848-460a-b5de-1f3b85bd1854,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:30.278559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'ports': [{'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686'}, {'network_id': '932028ae-f848-460a-b5de-1f3b85bd1854'}]} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:30.280188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:30.289847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 932028ae-f848-460a-b5de-1f3b85bd1854 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:30.292645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': '932028ae-f848-460a-b5de-1f3b85bd1854'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:30.550049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 2} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:30.564744 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.583668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:30.707562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port b0af0303-f345-4987-beb4-be847aa76910 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:30.722685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554954d-7a5b-4da5-a211-09a760526a6b req-7dd98cc3-d700-40b9-94b6-130b858aa091 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:30.731935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9554954d-7a5b-4da5-a211-09a760526a6b req-7dd98cc3-d700-40b9-94b6-130b858aa091 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.1310441 Aug 20 12:24:30.831414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60b84b-662c-4c34-b32d-dac6228fab7b req-82dd999e-5f3d-4815-a14e-7efd0a96fa2e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:30.840446 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e60b84b-662c-4c34-b32d-dac6228fab7b req-82dd999e-5f3d-4815-a14e-7efd0a96fa2e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1727962 Aug 20 12:24:30.845703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9554954d-7a5b-4da5-a211-09a760526a6b req-9fa59d3e-7319-457c-8a4b-811c81ef91f6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829613 Aug 20 12:24:30.894111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e60b84b-662c-4c34-b32d-dac6228fab7b req-ecd6bef0-a301-4118-a6b7-0a12eb2bd673 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526404 Aug 20 12:24:30.953416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.025841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c7dab-fb5f-48e1-a0bd-5f7ad90080c5 req-ce9b3f7a-1ae0-4d94-b356-b94e770669b5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:31.028016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d2c7dab-fb5f-48e1-a0bd-5f7ad90080c5 req-ce9b3f7a-1ae0-4d94-b356-b94e770669b5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.0739150 Aug 20 12:24:31.059753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port d800f0de-408e-467e-ac4e-9fe3aa32db16 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:31.103780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d2c7dab-fb5f-48e1-a0bd-5f7ad90080c5 req-b54928c0-36ca-43c8-a22d-510508eff559 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600941 Aug 20 12:24:31.221759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.265074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be34784-2a32-4670-8b63-60ff6df75e4a req-271474f0-70bd-43ed-ad7c-612884ce79ae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:31.276364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3be34784-2a32-4670-8b63-60ff6df75e4a req-271474f0-70bd-43ed-ad7c-612884ce79ae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.0967412 Aug 20 12:24:31.293504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.359785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3be34784-2a32-4670-8b63-60ff6df75e4a req-1342f9a9-36c6-4ee1-873f-a6468b18e0b8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761561 Aug 20 12:24:31.375900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51206) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:31.393147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=b0af0303-f345-4987-beb4-be847aa76910,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:31.435676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:31.439784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:31.454081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:31.460319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.468057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e3f91-4e10-42f0-8102-43296bacb10c tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:31.469987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-900e3f91-4e10-42f0-8102-43296bacb10c tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1092 time: 0.0927505 Aug 20 12:24:31.472772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51208) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:31.481140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:31.515564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.595610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=d800f0de-408e-467e-ac4e-9fe3aa32db16,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:31.614884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Checking segment: {'id': '483100d8-071f-4323-af77-6322b50f4df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '932028ae-f848-460a-b5de-1f3b85bd1854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:31.615411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network hostable DHCP agents. Network: 932028ae-f848-460a-b5de-1f3b85bd1854, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:31.639557 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 932028ae-f848-460a-b5de-1f3b85bd1854 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:31.650532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.662357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 932028ae-f848-460a-b5de-1f3b85bd1854) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:31.670549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a4135-5898-458e-8aa8-2d6fd4e8df07 None None] Network 932028ae-f848-460a-b5de-1f3b85bd1854 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:31.676825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:31.684521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:31.690954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:31.693353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.713073 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c7ae876b-b172-4a63-bb56-c8feff2d8732 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4379945 Aug 20 12:24:31.713922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51210) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:31.789362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.25.0.56 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/6d1c6385-1067-4d97-867e-61807ff1d059) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:31.839241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bb434ca4-cde2-4fde-8977-fe47fbb5dfa0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port d800f0de-408e-467e-ac4e-9fe3aa32db16 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:31.839978 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb434ca4-cde2-4fde-8977-fe47fbb5dfa0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.929918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb434ca4-cde2-4fde-8977-fe47fbb5dfa0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.957971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bb434ca4-cde2-4fde-8977-fe47fbb5dfa0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for d800f0de-408e-467e-ac4e-9fe3aa32db16 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:32.002242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.102554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb434ca4-cde2-4fde-8977-fe47fbb5dfa0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.142965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb434ca4-cde2-4fde-8977-fe47fbb5dfa0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=d800f0de-408e-467e-ac4e-9fe3aa32db16,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.146487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a0449-ec06-4d78-a03b-9c634622e8bf req-c0046e88-4607-40e3-b293-2bd96ed16a65 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:32.150053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-837a0449-ec06-4d78-a03b-9c634622e8bf req-c0046e88-4607-40e3-b293-2bd96ed16a65 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.1669903 Aug 20 12:24:32.164113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb434ca4-cde2-4fde-8977-fe47fbb5dfa0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.166649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b200c6-1456-4249-a70f-1dda4aa714fb req-8107079d-102d-4862-bc8a-b8f319948d74 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:32.168431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4b200c6-1456-4249-a70f-1dda4aa714fb req-8107079d-102d-4862-bc8a-b8f319948d74 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1236012 Aug 20 12:24:32.169471 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bb434ca4-cde2-4fde-8977-fe47fbb5dfa0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/d800f0de-408e-467e-ac4e-9fe3aa32db16 HTTP/1.1" status: 204 len: 168 time: 0.4536359 Aug 20 12:24:32.170096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:32.197456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.249997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac3203-7dac-4cbd-aae3-2082758f3d6e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:32.257403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac3203-7dac-4cbd-aae3-2082758f3d6e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:32.259069 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-91ac3203-7dac-4cbd-aae3-2082758f3d6e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0871251 Aug 20 12:24:32.262286 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51224) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:32.282035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-837a0449-ec06-4d78-a03b-9c634622e8bf req-9dcaada2-a482-4bc4-85f4-5c64b04187da tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109283 Aug 20 12:24:32.286740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:32.312991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4b200c6-1456-4249-a70f-1dda4aa714fb req-18f5a058-9848-47e6-b243-cf78e9fdf326 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319494 Aug 20 12:24:32.324904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:32.326856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=6d1c6385-1067-4d97-867e-61807ff1d059,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.355789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:32.443971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9be382cb-91e7-4616-8666-d545599d9f36 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port b0af0303-f345-4987-beb4-be847aa76910 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:32.444515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9be382cb-91e7-4616-8666-d545599d9f36 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.542833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9be382cb-91e7-4616-8666-d545599d9f36 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.557641 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9be382cb-91e7-4616-8666-d545599d9f36 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for b0af0303-f345-4987-beb4-be847aa76910 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:32.699572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9be382cb-91e7-4616-8666-d545599d9f36 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.737832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be382cb-91e7-4616-8666-d545599d9f36 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=b0af0303-f345-4987-beb4-be847aa76910,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.743389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9be382cb-91e7-4616-8666-d545599d9f36 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.747557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9be382cb-91e7-4616-8666-d545599d9f36 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/b0af0303-f345-4987-beb4-be847aa76910 HTTP/1.1" status: 204 len: 168 time: 0.4820645 Aug 20 12:24:32.748397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51232) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:32.802458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a6a675-d84d-41a7-821a-d5ee2237adab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:32.803993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-16a6a675-d84d-41a7-821a-d5ee2237adab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0551176 Aug 20 12:24:32.808055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51234) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:32.826537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.831980 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a587cc-fbe1-4f4c-83c7-b9519704c6f5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:24:32.833668 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b0a587cc-fbe1-4f4c-83c7-b9519704c6f5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/d800f0de-408e-467e-ac4e-9fe3aa32db16 HTTP/1.1" status: 404 len: 333 time: 0.0247076 Aug 20 12:24:32.836332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51236) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:32.859809 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9861ecca-c814-4391-a5d0-3ede3d129c86 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:24:32.861270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9861ecca-c814-4391-a5d0-3ede3d129c86 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/b0af0303-f345-4987-beb4-be847aa76910 HTTP/1.1" status: 404 len: 333 time: 0.0240228 Aug 20 12:24:32.864513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51238) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:32.951307 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.992931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.144854 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.158518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932028ae-f848-460a-b5de-1f3b85bd1854']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:33.176994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483100d8-071f-4323-af77-6322b50f4df8') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:33.177295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483100d8-071f-4323-af77-6322b50f4df8') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:33.194755 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.212203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.232929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:33.233335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:33.236289 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:33.249676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.286213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.359608 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.379543 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.381799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/networks/932028ae-f848-460a-b5de-1f3b85bd1854 HTTP/1.1" status: 204 len: 168 time: 0.5163193 Aug 20 12:24:33.386403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=6d1c6385-1067-4d97-867e-61807ff1d059,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:33.389788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51244) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:33.396741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-203867301'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:33.401672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd519f-7b3e-41c1-9bdf-d5d1a8e724b8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Network': ['ID=932028ae-f848-460a-b5de-1f3b85bd1854,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:33.408225 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.427447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee0594-02db-47b0-87f8-69a99515bdf5 req-72ddbb9d-f862-4a75-851b-29c6f5ab198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:33.428955 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ee0594-02db-47b0-87f8-69a99515bdf5 req-72ddbb9d-f862-4a75-851b-29c6f5ab198c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 1098 time: 0.1061611 Aug 20 12:24:33.448293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:33.451699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.498233 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ee0594-02db-47b0-87f8-69a99515bdf5 req-a0bc8fe6-1d64-4948-819a-80811696b0fc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591583 Aug 20 12:24:33.501800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:33.511551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.512549 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Added segment cf4a463c-ddbd-476f-95ac-2be89aacca9c of type vlan for network e3fa7bb7-818e-4509-b2e8-348362b70c9f Aug 20 12:24:33.593879 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Floating IP ced3989d-4f6b-4bf6-ae08-5f4d151b1e75 associated. External IP: 172.25.0.56, port: e3c5dfe5-62ab-4016-a7a6-5124166c1ca9. Aug 20 12:24:33.643608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fc5a9-84d4-4000-847e-75c9bbe6d495 req-8fc12d08-2d8e-4636-924a-7f0e436b6640 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:33.645799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c67fc5a9-84d4-4000-847e-75c9bbe6d495 req-8fc12d08-2d8e-4636-924a-7f0e436b6640 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1742873 Aug 20 12:24:33.655153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa13b8-f99c-4dda-af81-58086c4e994b req-4541466e-f4b9-4c65-b374-b4f4ada989a8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:33.656704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60aa13b8-f99c-4dda-af81-58086c4e994b req-4541466e-f4b9-4c65-b374-b4f4ada989a8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.1864276 Aug 20 12:24:33.908124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.934993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.940818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:33.941463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.006113 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6149700 Aug 20 12:24:34.009080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51248) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:34.014112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': 'e3fa7bb7-818e-4509-b2e8-348362b70c9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:34.063038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94feda5-7b09-4879-b0c7-8101e1d1318f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Network': ['ID=e3fa7bb7-818e-4509-b2e8-348362b70c9f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:34.075833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network e3fa7bb7-818e-4509-b2e8-348362b70c9f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:34.136256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:34.143372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c67fc5a9-84d4-4000-847e-75c9bbe6d495 req-1f35d718-44d4-4a17-9590-522288b872c7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837401 Aug 20 12:24:34.143545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.159872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60aa13b8-f99c-4dda-af81-58086c4e994b req-d4bdcae7-e3f3-4baa-8028-81a8ca7383c8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925308 Aug 20 12:24:34.280983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 29169a16-8594-402e-89ee-e53236c4124e has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:24:34.353034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.400572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:34.415665 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] Sync routers for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:34.423833 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.432544 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:34.434078 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:24:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:34.437075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Checking segment: {'id': 'cf4a463c-ddbd-476f-95ac-2be89aacca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e3fa7bb7-818e-4509-b2e8-348362b70c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:34.437431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network hostable DHCP agents. Network: e3fa7bb7-818e-4509-b2e8-348362b70c9f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:34.448665 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=dc861961-a6fb-4856-8f20-27ea90bd3a66,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:34.454625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2eb88d97-3872-4bca-819e-6ae2c63713a7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9798675 Aug 20 12:24:34.455352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:34.458611 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:34.481331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network e3fa7bb7-818e-4509-b2e8-348362b70c9f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:34.497628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, e3fa7bb7-818e-4509-b2e8-348362b70c9f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:34.503118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:34.503805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.511963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418f039-b51c-48f4-af19-0362f2ca2cce None None] Network e3fa7bb7-818e-4509-b2e8-348362b70c9f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:34.532488 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b522fdd0-f2b1-4f4a-afaa-d4c22b963e67 x-openstack-request-id: req-b522fdd0-f2b1-4f4a-afaa-d4c22b963e67 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:34.532886 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:34.533241 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b522fdd0-f2b1-4f4a-afaa-d4c22b963e67 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:34.533744 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'status': 'completed', 'code': 200} Aug 20 12:24:34.549756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51256) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:34.550287 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2a68375b-7321-451d-ada4-e15971b90d27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5393846 Aug 20 12:24:34.555915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': 'e3fa7bb7-818e-4509-b2e8-348362b70c9f', 'name': 'tempest-PortsTestJSON-546910480'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:34.633917 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:34.703166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-b0c12f3e-48b2-48d1-b735-911df2ac9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:34.705304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-b0c12f3e-48b2-48d1-b735-911df2ac9bf9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1097 time: 0.1430583 Aug 20 12:24:34.715306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8eb9dc-8337-4e42-b43a-79d01feba1f1 req-109e6c7a-996d-48f7-b3a2-d8552fc158b1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:34.716933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e8eb9dc-8337-4e42-b43a-79d01feba1f1 req-109e6c7a-996d-48f7-b3a2-d8552fc158b1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1573632 Aug 20 12:24:34.834095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-e3fa7bb7-818e-4509-b2e8-348362b70c9f', 'network_id': 'e3fa7bb7-818e-4509-b2e8-348362b70c9f', 'tenant_id': 'ae042ba0535f4fee83df010a7f423c58', 'fixed_ips': [{'subnet_id': 'dc861961-a6fb-4856-8f20-27ea90bd3a66'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:34.836054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.862078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:34.867819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:34.889716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e8eb9dc-8337-4e42-b43a-79d01feba1f1 req-8b1ae2c7-2579-40eb-bd39-546ff7783be5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542716 Aug 20 12:24:34.918003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51260) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:34.926582 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ced3989d-4f6b-4bf6-ae08-5f4d151b1e75', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '29169a16-8594-402e-89ee-e53236c4124e', 'port_id': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'mac_address': 'fa:16:3e:07:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:24:32Z', 'updated_at': '2021-08-20T12:24:32Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:34.927315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port 6611adc7-76db-4ee0-bee9-f797d04bd2d8 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:34.960173 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] Checking router: 29169a16-8594-402e-89ee-e53236c4124e for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:34.969234 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:34.969853 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:24:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:35.028060 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b4832820-8ae7-4228-8474-3b442ce24869 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/ced3989d-4f6b-4bf6-ae08-5f4d151b1e75 HTTP/1.1" status: 200 len: 990 time: 0.1086504 Aug 20 12:24:35.034762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-e12bd893-1a69-4e58-a354-70ec3ae79615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:35.036497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-e12bd893-1a69-4e58-a354-70ec3ae79615 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.3150651 Aug 20 12:24:35.092785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.14 (e3fa7bb7-818e-4509-b2e8-348362b70c9f/dc861961-a6fb-4856-8f20-27ea90bd3a66/6611adc7-76db-4ee0-bee9-f797d04bd2d8) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:35.184190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-1a3e4781-c189-4f1b-a335-7d7a38ca27db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 998 time: 0.1386557 Aug 20 12:24:35.206327 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:35.395515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-489910ed-91d7-43fd-9525-9eb550f3d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:35.397158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-489910ed-91d7-43fd-9525-9eb550f3d980 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.1896751 Aug 20 12:24:35.433317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3ea89-fa6f-477e-bcd0-284f7e7e07b3 req-173d2220-6ce0-4145-a21d-8cce1513f6d4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:35.434744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8c3ea89-fa6f-477e-bcd0-284f7e7e07b3 req-173d2220-6ce0-4145-a21d-8cce1513f6d4 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 944 time: 0.1997373 Aug 20 12:24:35.465116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ced3989d-4f6b-4bf6-ae08-5f4d151b1e75', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '29169a16-8594-402e-89ee-e53236c4124e', 'port_id': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'mac_address': 'fa:16:3e:07:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:24:32Z', 'updated_at': '2021-08-20T12:24:32Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:35.478248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0ed0-b34f-4ffd-84fb-165bdd0d7cba req-78918bb0-4dd7-4f11-95ad-5559a3590f61 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:35.480047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d76c0ed0-b34f-4ffd-84fb-165bdd0d7cba req-78918bb0-4dd7-4f11-95ad-5559a3590f61 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.2033110 Aug 20 12:24:35.494559 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feefd68-4f9b-4bdc-b158-dddb88bd65f8 None None] The sync data for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 is: [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ced3989d-4f6b-4bf6-ae08-5f4d151b1e75', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '29169a16-8594-402e-89ee-e53236c4124e', 'port_id': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'mac_address': 'fa:16:3e:07:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:24:32Z', 'updated_at': '2021-08-20T12:24:32Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:35.556333 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.578145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8c3ea89-fa6f-477e-bcd0-284f7e7e07b3 req-671e5c2d-b6d6-45db-aff8-3dae3733eb4c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219776 Aug 20 12:24:35.587965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-88a09698-5cdc-48d5-b2e0-2a7eee75c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:35.589578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-88a09698-5cdc-48d5-b2e0-2a7eee75c157 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819184 Aug 20 12:24:35.594369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object 6611adc7-76db-4ee0-bee9-f797d04bd2d8 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:35.604379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d76c0ed0-b34f-4ffd-84fb-165bdd0d7cba req-aa6f5cba-0316-478a-80c6-4112ebbba072 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107032 Aug 20 12:24:35.720569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:35.756520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-75fd745c-03bf-4f43-9eef-4942acc88338 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592298 Aug 20 12:24:35.760884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Allocated IP 172.20.0.2 (e3fa7bb7-818e-4509-b2e8-348362b70c9f/dc861961-a6fb-4856-8f20-27ea90bd3a66/24632a34-a21f-4eb2-97ac-b5cd1b5874a0) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:35.780070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5735339-ec59-4762-a2bf-7179d8316089 None None] New status for floating IP ced3989d-4f6b-4bf6-ae08-5f4d151b1e75: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:24:35.834618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network e3fa7bb7-818e-4509-b2e8-348362b70c9f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:35.872837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:35.882548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:35.919163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=6611adc7-76db-4ee0-bee9-f797d04bd2d8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:35.935220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29119f-45eb-4817-a53d-ef34eb62f126 req-332403fc-453e-4cb5-9b8a-fb24c2be4639 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:35.936819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a29119f-45eb-4817-a53d-ef34eb62f126 req-332403fc-453e-4cb5-9b8a-fb24c2be4639 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.2389555 Aug 20 12:24:35.990738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:35.991372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.029587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d1cfd51-c1f0-4429-9dc7-1e9ac5c5ffd2 req-479b6d12-d102-4a73-896d-162103918bb3 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398741 Aug 20 12:24:36.031915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51270) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:36.036497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9fafbffd-0f3f-49cd-abcf-637d94d1634f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4819772 Aug 20 12:24:36.036688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51272) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:36.038380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a29119f-45eb-4817-a53d-ef34eb62f126 req-c984b41a-c468-429a-8677-1a9ac5feece0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835450 Aug 20 12:24:36.193824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0f060-9424-48fc-89af-d1840b47485f req-82c2b22a-e2eb-4cea-8e8f-d02c490b2525 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:36.194524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1bb1b992-e033-49ef-a1c7-fb3a18914cc3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/ced3989d-4f6b-4bf6-ae08-5f4d151b1e75 HTTP/1.1" status: 200 len: 990 time: 0.1607263 Aug 20 12:24:36.195501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fac0f060-9424-48fc-89af-d1840b47485f req-82c2b22a-e2eb-4cea-8e8f-d02c490b2525 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.0712984 Aug 20 12:24:36.223781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-28382b18-16c8-44ea-ba0a-197164165bd9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 6611adc7-76db-4ee0-bee9-f797d04bd2d8 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:36.224117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28382b18-16c8-44ea-ba0a-197164165bd9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.255589 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.266475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fac0f060-9424-48fc-89af-d1840b47485f req-8a518aec-c1c5-4199-b768-ff8c9b144ed4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595522 Aug 20 12:24:36.282023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:24:36.341604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28382b18-16c8-44ea-ba0a-197164165bd9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.355602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-28382b18-16c8-44ea-ba0a-197164165bd9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 6611adc7-76db-4ee0-bee9-f797d04bd2d8 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:36.377098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Transition to ACTIVE for port object 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:36.408884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Transition to ACTIVE for port object 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:36.415896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:36.430726 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.443711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'network_id': '35925466-8c35-4e26-bb36-68495fc06456', 'port_id': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'mac_address': 'fa:16:3e:01:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cb06c3-f1dc-4eb9-8e13-58d095030fdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:24:36.485159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Network e3fa7bb7-818e-4509-b2e8-348362b70c9f is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:36.515062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:36.517464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Pushing event updated for resources: {'Port': ['ID=24632a34-a21f-4eb2-97ac-b5cd1b5874a0,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:36.522468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:36.542024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28382b18-16c8-44ea-ba0a-197164165bd9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.564433 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.581805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28382b18-16c8-44ea-ba0a-197164165bd9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=6611adc7-76db-4ee0-bee9-f797d04bd2d8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:36.597167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbba2c-5d99-4faf-bc54-c45ad0dfe821 req-39accb1a-3329-4c16-b95a-a195f3f4aa98 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:36.601195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6e9f91-412d-4324-9a30-1b77a10d34b6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:36.602727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ffbba2c-5d99-4faf-bc54-c45ad0dfe821 req-39accb1a-3329-4c16-b95a-a195f3f4aa98 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.0879977 Aug 20 12:24:36.616082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Attempting to bind port 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:36.616453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Attempting to bind port 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'cf4a463c-ddbd-476f-95ac-2be89aacca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e3fa7bb7-818e-4509-b2e8-348362b70c9f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:36.616820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Attempting to bind port 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 on network e3fa7bb7-818e-4509-b2e8-348362b70c9f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:36.630558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:36.631925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:36.632332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Checking segment: {'id': 'cf4a463c-ddbd-476f-95ac-2be89aacca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e3fa7bb7-818e-4509-b2e8-348362b70c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:36.632774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.633325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Bound using segment: {'id': 'cf4a463c-ddbd-476f-95ac-2be89aacca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e3fa7bb7-818e-4509-b2e8-348362b70c9f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:36.634037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Bound port: 24632a34-a21f-4eb2-97ac-b5cd1b5874a0, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4a463c-ddbd-476f-95ac-2be89aacca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e3fa7bb7-818e-4509-b2e8-348362b70c9f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:36.634476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.638409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.680710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ffbba2c-5d99-4faf-bc54-c45ad0dfe821 req-94b72688-0432-4b89-8209-b38e11c0713f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Aug 20 12:24:36.715286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:36.723869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28382b18-16c8-44ea-ba0a-197164165bd9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.725891 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-28382b18-16c8-44ea-ba0a-197164165bd9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/6611adc7-76db-4ee0-bee9-f797d04bd2d8 HTTP/1.1" status: 204 len: 168 time: 0.6833255 Aug 20 12:24:36.728440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51284) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:36.759708 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae74bd92-d7ae-494f-9a60-17a861f96605 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:24:36.760542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae74bd92-d7ae-494f-9a60-17a861f96605 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:36.761777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b30873-3dee-4d89-99dc-6b438b01ca95 req-2d7f3f73-66d2-41c4-a405-e850f8086919 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:36.765603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01b30873-3dee-4d89-99dc-6b438b01ca95 req-2d7f3f73-66d2-41c4-a405-e850f8086919 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 945 time: 0.0761840 Aug 20 12:24:36.765771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51286) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:36.769781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ae74bd92-d7ae-494f-9a60-17a861f96605 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/6611adc7-76db-4ee0-bee9-f797d04bd2d8 HTTP/1.1" status: 404 len: 333 time: 0.0337231 Aug 20 12:24:36.783486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] For port 24632a34-a21f-4eb2-97ac-b5cd1b5874a0, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:36.791726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] For port 24632a34-a21f-4eb2-97ac-b5cd1b5874a0, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=24632a34-a21f-4eb2-97ac-b5cd1b5874a0,segment=NetworkSegment(cf4a463c-ddbd-476f-95ac-2be89aacca9c),segment_id=cf4a463c-ddbd-476f-95ac-2be89aacca9c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:36.797288 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.804253 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a892edf-f6e9-4558-8460-f54867146675 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:24:36.807793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2a892edf-f6e9-4558-8460-f54867146675 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/6611adc7-76db-4ee0-bee9-f797d04bd2d8 HTTP/1.1" status: 404 len: 333 time: 0.0385559 Aug 20 12:24:36.808774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51288) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:36.833178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01b30873-3dee-4d89-99dc-6b438b01ca95 req-1a933a77-f8ee-4933-ad73-0a9edfde368b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563226 Aug 20 12:24:36.871239 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3e6e9f91-412d-4324-9a30-1b77a10d34b6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:36.899351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b6ff1e-0e06-4b99-8f15-99441007c5ab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet dc861961-a6fb-4856-8f20-27ea90bd3a66 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:36.903311 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76b6ff1e-0e06-4b99-8f15-99441007c5ab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:36.905755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244321c8-7732-426b-9030-218c0d9bb516 None None] Pushing event updated for resources: {'Port': ['ID=24632a34-a21f-4eb2-97ac-b5cd1b5874a0,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:36.961785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76b6ff1e-0e06-4b99-8f15-99441007c5ab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.062369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76b6ff1e-0e06-4b99-8f15-99441007c5ab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.151146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76b6ff1e-0e06-4b99-8f15-99441007c5ab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.182563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6ff1e-0e06-4b99-8f15-99441007c5ab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=dc861961-a6fb-4856-8f20-27ea90bd3a66,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:37.186854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-76b6ff1e-0e06-4b99-8f15-99441007c5ab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.189107 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-76b6ff1e-0e06-4b99-8f15-99441007c5ab tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/dc861961-a6fb-4856-8f20-27ea90bd3a66 HTTP/1.1" status: 204 len: 168 time: 0.3799009 Aug 20 12:24:37.191864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51292) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:37.196430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51294) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:37.278384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-84d16cb8-746c-46b5-b908-6015d2c11b25 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/ced3989d-4f6b-4bf6-ae08-5f4d151b1e75 HTTP/1.1" status: 200 len: 992 time: 0.0802641 Aug 20 12:24:37.302743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.355516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:37.355766 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.420318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] For port 24632a34-a21f-4eb2-97ac-b5cd1b5874a0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=24632a34-a21f-4eb2-97ac-b5cd1b5874a0,segment=NetworkSegment(cf4a463c-ddbd-476f-95ac-2be89aacca9c),segment_id=cf4a463c-ddbd-476f-95ac-2be89aacca9c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:37.420688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.434073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:37.514398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.542941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=24632a34-a21f-4eb2-97ac-b5cd1b5874a0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:37.546119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No DVR routers for this DVR port 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:37.638409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.649837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fa7bb7-818e-4509-b2e8-348362b70c9f']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:37.661649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4a463c-ddbd-476f-95ac-2be89aacca9c') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:37.661939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4a463c-ddbd-476f-95ac-2be89aacca9c') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:37.671638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.688121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.695776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:37.696178 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:37.699375 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:37.789180 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.803860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.805650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/networks/e3fa7bb7-818e-4509-b2e8-348362b70c9f HTTP/1.1" status: 204 len: 168 time: 0.6127799 Aug 20 12:24:37.809465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51298) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:37.815059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-487713646'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:37.823991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d8021-2a4a-4e4e-a1bd-df366b70b5d3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Network': ['ID=e3fa7bb7-818e-4509-b2e8-348362b70c9f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:37.835079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4edfc-0ea2-4f55-b1c3-c6db0b2849c8 req-6ec35ce8-84d7-4920-afe4-96519c4e6c1e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:37.836656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8b4edfc-0ea2-4f55-b1c3-c6db0b2849c8 req-6ec35ce8-84d7-4920-afe4-96519c4e6c1e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.0897613 Aug 20 12:24:37.842758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:37.846330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.882017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8b4edfc-0ea2-4f55-b1c3-c6db0b2849c8 req-bf61f073-ab50-4c8f-a488-bfe99e8b66c4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Aug 20 12:24:37.900776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:37.916524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.916524 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Added segment 1caabcd0-2559-4e06-8350-e454a954c552 of type vlan for network a337cbcf-cf0e-4279-8806-31af9c8f8cac Aug 20 12:24:37.972364 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:37.993528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4217ba7-700a-4f57-bd81-5f3aaa7d6ad0 req-b95b1bbd-5491-43d5-81b2-d64c038ea3d8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:37.995319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4217ba7-700a-4f57-bd81-5f3aaa7d6ad0 req-b95b1bbd-5491-43d5-81b2-d64c038ea3d8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 945 time: 0.0612576 Aug 20 12:24:38.011555 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.020203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:38.021901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.029152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15826c46-c1c0-4701-abe9-58cb12f6136a None None] DHCP port deletion for e3fa7bb7-818e-4509-b2e8-348362b70c9f request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:38.041640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-71070745-977b-4ab0-bc4a-f4674420e69a None None] Could not find standard attr ID for object 24632a34-a21f-4eb2-97ac-b5cd1b5874a0. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:38.042411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4217ba7-700a-4f57-bd81-5f3aaa7d6ad0 req-a7f84617-6026-4037-9f8e-51e8b332e619 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Aug 20 12:24:38.061448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea04f1-2c4a-4296-b9f4-a5fd00b6b109 None None] Network e3fa7bb7-818e-4509-b2e8-348362b70c9f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:38.075777 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2645538 Aug 20 12:24:38.079885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51304) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:38.086621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': 'a337cbcf-cf0e-4279-8806-31af9c8f8cac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:38.091302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea04f1-2c4a-4296-b9f4-a5fd00b6b109 None None] Network e3fa7bb7-818e-4509-b2e8-348362b70c9f could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:24:38.156057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52815-3c93-4c85-b770-2863dc7f1d96 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Network': ['ID=a337cbcf-cf0e-4279-8806-31af9c8f8cac,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:38.168201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network a337cbcf-cf0e-4279-8806-31af9c8f8cac details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:38.175620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-4c03e9d3-0f08-463e-aeec-ed3500cc6990 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:38.177689 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-4c03e9d3-0f08-463e-aeec-ed3500cc6990 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 946 time: 0.0726955 Aug 20 12:24:38.202047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:38.205830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.295880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:38.318556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:38.318851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.358572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:38.358943 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.422769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] For port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:38.423141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.437334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0ac98-2324-4ebf-9242-9d0f48eefe5c req-3f0cd8c4-9db8-4f25-a753-6309bbbb2e21 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:38.438025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:38.439763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03c0ac98-2324-4ebf-9242-9d0f48eefe5c req-3f0cd8c4-9db8-4f25-a753-6309bbbb2e21 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 945 time: 0.0993254 Aug 20 12:24:38.452516 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.475777 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.477598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:38.479968 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf9dea-2f9e-4ccf-a9f6-6194cd9f5b6d" -d '{"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-plugged", "status": "completed", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:38.494508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:38.499624 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.538447 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a4f966-11be-4324-ad56-a56fde15c6c8 x-openstack-request-id: req-95a4f966-11be-4324-ad56-a56fde15c6c8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:38.538738 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-plugged", "status": "completed", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:38.539125 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95a4f966-11be-4324-ad56-a56fde15c6c8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:38.539520 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'code': 200} Aug 20 12:24:38.541267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03c0ac98-2324-4ebf-9242-9d0f48eefe5c req-8f0b560b-3153-4e46-be6a-98f53d469461 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869820 Aug 20 12:24:38.587400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:38.588424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=a28a92a2-f642-4482-bf39-d1e5336ed232,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:38.596837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Checking segment: {'id': '1caabcd0-2559-4e06-8350-e454a954c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a337cbcf-cf0e-4279-8806-31af9c8f8cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:38.597266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network hostable DHCP agents. Network: a337cbcf-cf0e-4279-8806-31af9c8f8cac, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:38.601256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.614530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['50c80b21-909d-4d29-a2ba-a40a9fc2f6ea'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:38.626590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network a337cbcf-cf0e-4279-8806-31af9c8f8cac is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:38.646545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, a337cbcf-cf0e-4279-8806-31af9c8f8cac) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:38.653853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:38.654921 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.664930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=50c80b21-909d-4d29-a2ba-a40a9fc2f6ea,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:38.667310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a69f9d-c7ba-440d-8ff2-45046a8cc9af None None] Network a337cbcf-cf0e-4279-8806-31af9c8f8cac requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:38.689798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ca9c37f5-67ec-4ac2-a140-2423b2b47e27 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6062920 Aug 20 12:24:38.693405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51312) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:38.707486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': 'a337cbcf-cf0e-4279-8806-31af9c8f8cac', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2061337601'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:38.733122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] No DVR routers for this DVR port 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:38.738015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.741104 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c97cfa0f-c395-47ae-87b5-36c122ab97de req-e9c6997b-4488-44c8-bda2-92993bf6ab63 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "DELETE /v2.0/ports/50c80b21-909d-4d29-a2ba-a40a9fc2f6ea HTTP/1.1" status: 204 len: 173 time: 0.5529878 Aug 20 12:24:38.741694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537345ac-2038-48a9-bf07-9a6886caa5db', 'name': 'network-vif-deleted', 'tag': '50c80b21-909d-4d29-a2ba-a40a9fc2f6ea'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:38.744147 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99689869-06cf-4b64-9078-e097e2864f33" -d '{"events": [{"server_uuid": "537345ac-2038-48a9-bf07-9a6886caa5db", "name": "network-vif-deleted", "tag": "50c80b21-909d-4d29-a2ba-a40a9fc2f6ea"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:38.829875 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1322e12a-bb59-4e0d-a33e-3b4a00abba0c x-openstack-request-id: req-1322e12a-bb59-4e0d-a33e-3b4a00abba0c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:38.830290 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537345ac-2038-48a9-bf07-9a6886caa5db", "name": "network-vif-deleted", "tag": "50c80b21-909d-4d29-a2ba-a40a9fc2f6ea", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:38.830607 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1322e12a-bb59-4e0d-a33e-3b4a00abba0c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:38.831531 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537345ac-2038-48a9-bf07-9a6886caa5db', 'name': 'network-vif-deleted', 'tag': '50c80b21-909d-4d29-a2ba-a40a9fc2f6ea', 'status': 'completed', 'code': 200} Aug 20 12:24:38.856901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945ca0-7aa6-4ca0-8dc1-ecced6f0e213 req-f67e6e7d-1ac8-478f-9bbf-d9b02ca70195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:38.858828 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41945ca0-7aa6-4ca0-8dc1-ecced6f0e213 req-f67e6e7d-1ac8-478f-9bbf-d9b02ca70195 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 1099 time: 0.1317523 Aug 20 12:24:38.893740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:38.897829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.916582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-a337cbcf-cf0e-4279-8806-31af9c8f8cac', 'network_id': 'a337cbcf-cf0e-4279-8806-31af9c8f8cac', 'tenant_id': 'ae042ba0535f4fee83df010a7f423c58', 'fixed_ips': [{'subnet_id': 'a28a92a2-f642-4482-bf39-d1e5336ed232'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:38.917443 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:38.919230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-41945ca0-7aa6-4ca0-8dc1-ecced6f0e213 req-96f23635-8ec4-4e06-bc9f-f8074bb8455b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491753 Aug 20 12:24:38.923696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port 77c05547-c63d-4348-8d5a-63b8f7faa2bd yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:39.023535 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64f7ed0e-b4dd-494d-a3dd-5c96239e61be req-006176e8-6342-4a31-81c4-6d63b35a6dd6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 210 time: 0.0402997 Aug 20 12:24:39.077865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.6 (a337cbcf-cf0e-4279-8806-31af9c8f8cac/a28a92a2-f642-4482-bf39-d1e5336ed232/77c05547-c63d-4348-8d5a-63b8f7faa2bd) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:39.225703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1763329-70a7-41ea-a7e8-1e8ef3094dc8 req-04e45e5b-3746-43ea-a7b5-49728bc9a0f2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:39.227209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1763329-70a7-41ea-a7e8-1e8ef3094dc8 req-04e45e5b-3746-43ea-a7b5-49728bc9a0f2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0816414 Aug 20 12:24:39.253263 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.277280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object 77c05547-c63d-4348-8d5a-63b8f7faa2bd will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:39.293588 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1763329-70a7-41ea-a7e8-1e8ef3094dc8 req-03463d30-60c4-46fe-892f-acdacd4c68e6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602965 Aug 20 12:24:39.327400 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.383963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network a337cbcf-cf0e-4279-8806-31af9c8f8cac is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:39.385727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Allocated IP 172.20.0.2 (a337cbcf-cf0e-4279-8806-31af9c8f8cac/a28a92a2-f642-4482-bf39-d1e5336ed232/d3d6a50e-00ad-41d3-84f0-3d0397fa508c) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:39.390535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:39.392870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=77c05547-c63d-4348-8d5a-63b8f7faa2bd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:39.395444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:39.444992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:39.445725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.460788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6c5de240-a920-46db-80f9-e1c4496090eb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7655792 Aug 20 12:24:39.463675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51322) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:39.556279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.562656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ec577-b9ba-47de-9fe7-83f3516a4ed3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 77c05547-c63d-4348-8d5a-63b8f7faa2bd {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:39.563021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec577-b9ba-47de-9fe7-83f3516a4ed3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.565982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Transition to ACTIVE for port object d3d6a50e-00ad-41d3-84f0-3d0397fa508c will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:39.596569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Transition to ACTIVE for port object d3d6a50e-00ad-41d3-84f0-3d0397fa508c will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:39.605265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.622631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:39.687115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209fbf3-cd58-43eb-8e1c-a9b8d3421645 req-be279df6-b385-4dcd-b8d9-cb39e42d3eb8 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:39.687917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:39.688528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 24632a34-a21f-4eb2-97ac-b5cd1b5874a0 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:39.689686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4209fbf3-cd58-43eb-8e1c-a9b8d3421645 req-be279df6-b385-4dcd-b8d9-cb39e42d3eb8 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 945 time: 0.0687442 Aug 20 12:24:39.701199 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec577-b9ba-47de-9fe7-83f3516a4ed3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.702670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Network a337cbcf-cf0e-4279-8806-31af9c8f8cac is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:39.704862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:39.709680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:39.716201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ec577-b9ba-47de-9fe7-83f3516a4ed3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 77c05547-c63d-4348-8d5a-63b8f7faa2bd owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:39.726266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d3d6a50e-00ad-41d3-84f0-3d0397fa508c,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:39.783882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4209fbf3-cd58-43eb-8e1c-a9b8d3421645 req-cb01d61a-7e68-46d6-9edd-5ce0ef856bc7 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866177 Aug 20 12:24:39.809836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Attempting to bind port d3d6a50e-00ad-41d3-84f0-3d0397fa508c on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:39.810502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Attempting to bind port d3d6a50e-00ad-41d3-84f0-3d0397fa508c by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1caabcd0-2559-4e06-8350-e454a954c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a337cbcf-cf0e-4279-8806-31af9c8f8cac'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:39.811130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Attempting to bind port d3d6a50e-00ad-41d3-84f0-3d0397fa508c on network a337cbcf-cf0e-4279-8806-31af9c8f8cac {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:39.818379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:39.818786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-fd2a0768-118d-4b17-9aba-faee5125a746 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:39.819193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Checking segment: {'id': '1caabcd0-2559-4e06-8350-e454a954c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a337cbcf-cf0e-4279-8806-31af9c8f8cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:39.819757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.820381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Bound using segment: {'id': '1caabcd0-2559-4e06-8350-e454a954c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a337cbcf-cf0e-4279-8806-31af9c8f8cac'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:39.820752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-fd2a0768-118d-4b17-9aba-faee5125a746 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.22 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 945 time: 0.0967405 Aug 20 12:24:39.821199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Bound port: d3d6a50e-00ad-41d3-84f0-3d0397fa508c, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caabcd0-2559-4e06-8350-e454a954c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a337cbcf-cf0e-4279-8806-31af9c8f8cac'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:39.821600 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.870496 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec577-b9ba-47de-9fe7-83f3516a4ed3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.913266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] For port d3d6a50e-00ad-41d3-84f0-3d0397fa508c, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:39.917348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] For port d3d6a50e-00ad-41d3-84f0-3d0397fa508c, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3d6a50e-00ad-41d3-84f0-3d0397fa508c,segment=NetworkSegment(1caabcd0-2559-4e06-8350-e454a954c552),segment_id=1caabcd0-2559-4e06-8350-e454a954c552)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:39.928939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.931709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ec577-b9ba-47de-9fe7-83f3516a4ed3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=77c05547-c63d-4348-8d5a-63b8f7faa2bd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:39.951836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Deleting port 049dde91-9674-4170-9adb-86834e077048 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:39.952797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.999440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec577-b9ba-47de-9fe7-83f3516a4ed3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.001656 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f1ec577-b9ba-47de-9fe7-83f3516a4ed3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/77c05547-c63d-4348-8d5a-63b8f7faa2bd HTTP/1.1" status: 204 len: 168 time: 0.5369847 Aug 20 12:24:40.005496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c907a-983d-48fc-bd1c-64213702dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d3d6a50e-00ad-41d3-84f0-3d0397fa508c,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:40.007436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51328) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:40.039694 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-034ff883-43e8-49cc-9375-8016f29fb736 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:24:40.041332 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-034ff883-43e8-49cc-9375-8016f29fb736 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/77c05547-c63d-4348-8d5a-63b8f7faa2bd HTTP/1.1" status: 404 len: 333 time: 0.0327284 Aug 20 12:24:40.044239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51330) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:40.136734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] For port 049dde91-9674-4170-9adb-86834e077048, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=049dde91-9674-4170-9adb-86834e077048,segment=NetworkSegment(d188f55f-8bf1-4fef-88f5-418b80e59b9e),segment_id=d188f55f-8bf1-4fef-88f5-418b80e59b9e)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:40.137241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.145288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ed6859-919f-48e0-8d40-80446d51d97c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet a28a92a2-f642-4482-bf39-d1e5336ed232 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:40.164485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6859-919f-48e0-8d40-80446d51d97c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.206157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-46f4c67d-f06c-47a6-acbb-a71f68835313 req-1e998dbc-2391-4b14-9ff7-b2dd184829f6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 210 time: 0.0715425 Aug 20 12:24:40.207629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Calling delete_port for 049dde91-9674-4170-9adb-86834e077048 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:40.661663 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6859-919f-48e0-8d40-80446d51d97c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.764302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5d10a-7fd5-41ab-a187-00663ffae413 req-bdb595a1-c032-4f5d-a287-15a64a217d88 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:40.765724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9de5d10a-7fd5-41ab-a187-00663ffae413 req-bdb595a1-c032-4f5d-a287-15a64a217d88 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1225705 Aug 20 12:24:40.864170 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6859-919f-48e0-8d40-80446d51d97c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:40.951235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9de5d10a-7fd5-41ab-a187-00663ffae413 req-e18b2f6a-5804-4942-83bb-e86bc0e60987 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603885 Aug 20 12:24:40.970379 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.017833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Pushing event deleted for resources: {'Port': ['ID=049dde91-9674-4170-9adb-86834e077048,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:41.038705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc999da-cb32-4739-9cd0-bde40b2b7411 req-3f72c3a8-f237-4c78-be1a-10ad7f70f94c tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:41.040288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bc999da-cb32-4739-9cd0-bde40b2b7411 req-3f72c3a8-f237-4c78-be1a-10ad7f70f94c tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/ports?device_id=38724fbf-cb0b-4005-844d-eb56ff2bb3ec HTTP/1.1" status: 200 len: 945 time: 0.1450284 Aug 20 12:24:41.070835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6859-919f-48e0-8d40-80446d51d97c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.111030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] No DVR routers for this DVR port 049dde91-9674-4170-9adb-86834e077048 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:41.130720 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.132742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f96728f-c229-48b7-8da9-0f9e52ccfc0c req-4b0dd300-cf04-421f-8588-1bc52ace3f88 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.22 "DELETE /v2.0/ports/049dde91-9674-4170-9adb-86834e077048 HTTP/1.1" status: 204 len: 173 time: 1.3055246 Aug 20 12:24:41.135832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38724fbf-cb0b-4005-844d-eb56ff2bb3ec', 'name': 'network-vif-deleted', 'tag': '049dde91-9674-4170-9adb-86834e077048'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:41.138222 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ded5fb1-2838-482d-849f-4edc134776c4" -d '{"events": [{"server_uuid": "38724fbf-cb0b-4005-844d-eb56ff2bb3ec", "name": "network-vif-deleted", "tag": "049dde91-9674-4170-9adb-86834e077048"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:41.155529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed6859-919f-48e0-8d40-80446d51d97c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=a28a92a2-f642-4482-bf39-d1e5336ed232,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:41.157932 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6859-919f-48e0-8d40-80446d51d97c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.160603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b4ed6859-919f-48e0-8d40-80446d51d97c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/a28a92a2-f642-4482-bf39-d1e5336ed232 HTTP/1.1" status: 204 len: 168 time: 1.1146901 Aug 20 12:24:41.163582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51372) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:41.187473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bc999da-cb32-4739-9cd0-bde40b2b7411 req-59bf4aea-e940-4445-b455-28bc28ec6c30 tempest-VolumesSnapshotTestJSON-995885868 tempest-VolumesSnapshotTestJSON-995885868-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdcd184f-3cce-439e-85f2-bd8a37ffec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407309 Aug 20 12:24:41.217195 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f2dc6-e17b-467a-8aed-9c0fcb19316e x-openstack-request-id: req-047f2dc6-e17b-467a-8aed-9c0fcb19316e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:41.217625 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38724fbf-cb0b-4005-844d-eb56ff2bb3ec", "name": "network-vif-deleted", "tag": "049dde91-9674-4170-9adb-86834e077048", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:41.217842 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-047f2dc6-e17b-467a-8aed-9c0fcb19316e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:41.218429 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38724fbf-cb0b-4005-844d-eb56ff2bb3ec', 'name': 'network-vif-deleted', 'tag': '049dde91-9674-4170-9adb-86834e077048', 'status': 'completed', 'code': 200} Aug 20 12:24:41.295803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.373164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-add50070-bb5a-4bac-b398-3858e52f19eb req-0c024c4f-e265-4b0f-85ff-af665dd49db9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 210 time: 0.0350463 Aug 20 12:24:41.377303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port d3d6a50e-00ad-41d3-84f0-3d0397fa508c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:41.377303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.399486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015505c7-07f7-42e5-93f2-94b7d97c629c None None] Network a337cbcf-cf0e-4279-8806-31af9c8f8cac requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:41.450633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] For port d3d6a50e-00ad-41d3-84f0-3d0397fa508c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3d6a50e-00ad-41d3-84f0-3d0397fa508c,segment=NetworkSegment(1caabcd0-2559-4e06-8350-e454a954c552),segment_id=1caabcd0-2559-4e06-8350-e454a954c552)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:41.451034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.460953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-48058fde-f0e0-463e-93b5-4f1aa1cf6e22 None None] Provisioning for port d3d6a50e-00ad-41d3-84f0-3d0397fa508c completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:41.467563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for d3d6a50e-00ad-41d3-84f0-3d0397fa508c owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:41.563648 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.595034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=d3d6a50e-00ad-41d3-84f0-3d0397fa508c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:41.600010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No DVR routers for this DVR port d3d6a50e-00ad-41d3-84f0-3d0397fa508c on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:41.623901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388dee4-6255-4873-ba9c-285ad1f3dc35 None None] DHCP port deletion for a337cbcf-cf0e-4279-8806-31af9c8f8cac request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:41.704581 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.718028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a337cbcf-cf0e-4279-8806-31af9c8f8cac']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:41.731787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caabcd0-2559-4e06-8350-e454a954c552') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:41.732078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caabcd0-2559-4e06-8350-e454a954c552') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:41.742328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.758109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.769378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:41.770036 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:41.777658 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:41.840585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.852395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.861009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51376) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:41.861920 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/networks/a337cbcf-cf0e-4279-8806-31af9c8f8cac HTTP/1.1" status: 204 len: 168 time: 0.6907892 Aug 20 12:24:41.867512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'name': 'tempest-PortsTestJSON-1597490015'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:41.878426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c5050-066c-4dd0-8748-b36fc81b3e28 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Network': ['ID=a337cbcf-cf0e-4279-8806-31af9c8f8cac,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:41.972419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:41.976804 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:41.998500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port 7ec805ef-7230-48d1-95bc-3b7d5e5210df yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:42.100744 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.118943 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 049dde91-9674-4170-9adb-86834e077048 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:42.143357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50335ef-fbf0-49c0-8ead-a211460fb850 req-6c257cfe-e4ca-4e58-a221-3dba5f069548 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:42.145725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f50335ef-fbf0-49c0-8ead-a211460fb850 req-6c257cfe-e4ca-4e58-a221-3dba5f069548 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0930026 Aug 20 12:24:42.149838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 049dde91-9674-4170-9adb-86834e077048 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:42.150366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 049dde91-9674-4170-9adb-86834e077048 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:42.251936 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f50335ef-fbf0-49c0-8ead-a211460fb850 req-2605c001-8981-424b-b680-782845ab2b7e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938392 Aug 20 12:24:42.264319 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.293351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:42.320037 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.339497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:42.340223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 50c80b21-909d-4d29-a2ba-a40a9fc2f6ea not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:42.422696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=7ec805ef-7230-48d1-95bc-3b7d5e5210df,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:42.430881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:42.434275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:42.437891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:42.444360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:42.445087 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.466292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbe292-99d3-4435-a9f5-b81617f576cf req-5e9b7239-108b-4b80-aff1-c6d7869ec5d2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:42.467851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bdbe292-99d3-4435-a9f5-b81617f576cf req-5e9b7239-108b-4b80-aff1-c6d7869ec5d2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1074283 Aug 20 12:24:42.473954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7ec56673-d5be-4b95-bba7-0adae8f53e0c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6094337 Aug 20 12:24:42.474668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51388) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:42.509025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b7d09f1-f5dc-4ead-9f16-d23edb37973e req-bf566748-8a60-4208-885f-459a6bcf4e6e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=537345ac-2038-48a9-bf07-9a6886caa5db HTTP/1.1" status: 200 len: 210 time: 0.0397484 Aug 20 12:24:42.555941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bdbe292-99d3-4435-a9f5-b81617f576cf req-a3deade9-594c-4c2d-8f6a-afa5489ef748 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Aug 20 12:24:42.681047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-d7de9754-c0e4-458d-a8ef-75b25cc5b348 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0704346 Aug 20 12:24:42.681733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c025588c-d4f8-4e9a-8082-0a0398c4ea23 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 7ec805ef-7230-48d1-95bc-3b7d5e5210df {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:42.682082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c025588c-d4f8-4e9a-8082-0a0398c4ea23 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.756766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131f1e-b62f-4fe3-9ca9-6d6f587bda91 req-ec1ff326-1d48-40e5-99e0-ea4caf43bc63 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:42.758360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a131f1e-b62f-4fe3-9ca9-6d6f587bda91 req-ec1ff326-1d48-40e5-99e0-ea4caf43bc63 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0763524 Aug 20 12:24:42.788894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c025588c-d4f8-4e9a-8082-0a0398c4ea23 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.805956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c025588c-d4f8-4e9a-8082-0a0398c4ea23 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 7ec805ef-7230-48d1-95bc-3b7d5e5210df owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:42.815370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-f844492a-768c-4c0d-bb26-9cabe1b53701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:42.817669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-f844492a-768c-4c0d-bb26-9cabe1b53701 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1097 time: 0.0810065 Aug 20 12:24:42.837484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a131f1e-b62f-4fe3-9ca9-6d6f587bda91 req-9460ae6c-c18b-47f6-9943-05fa7c4eda6d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Aug 20 12:24:42.946012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-99965c66-9bed-4389-9dd4-1e2dc038626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:42.948040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-99965c66-9bed-4389-9dd4-1e2dc038626d service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.1047580 Aug 20 12:24:42.961898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c025588c-d4f8-4e9a-8082-0a0398c4ea23 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.996442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025588c-d4f8-4e9a-8082-0a0398c4ea23 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=7ec805ef-7230-48d1-95bc-3b7d5e5210df,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:43.013716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c025588c-d4f8-4e9a-8082-0a0398c4ea23 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.016071 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c025588c-d4f8-4e9a-8082-0a0398c4ea23 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/7ec805ef-7230-48d1-95bc-3b7d5e5210df HTTP/1.1" status: 204 len: 168 time: 0.5395565 Aug 20 12:24:43.018989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51402) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:43.028202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'mac_address': 'fa:16:3e:e1:8c:41', 'name': 'tempest-PortsTestJSON-277759649'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:43.086172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-628e6249-d0ce-4490-8778-5421c792249e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 1000 time: 0.1309519 Aug 20 12:24:43.133442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:43.136594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042159aa-0418-4f2e-b278-d7967da7a15e req-9e602099-e559-4c6d-b199-feb127f8ebed tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.138120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-042159aa-0418-4f2e-b278-d7967da7a15e req-9e602099-e559-4c6d-b199-feb127f8ebed tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1151571 Aug 20 12:24:43.169622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-48d33fb2-b501-452d-99d7-946f2c75468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.171116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-48d33fb2-b501-452d-99d7-946f2c75468d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0761669 Aug 20 12:24:43.211296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.227970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-042159aa-0418-4f2e-b278-d7967da7a15e req-10b03ddd-1e58-4cf9-81a6-1320d917f94d tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774200 Aug 20 12:24:43.239480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port f0f392ae-f807-4a17-b7b5-d2d41380cdba yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:43.259717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-f7082814-8adc-4e2d-ad11-68380ee50f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.264415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-f7082814-8adc-4e2d-ad11-68380ee50f94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796492 Aug 20 12:24:43.445181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88937cce-6415-40fb-b3a1-7440bf1755d1 req-52a55f75-d85e-452b-8ef6-18f8320954bf tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.446844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88937cce-6415-40fb-b3a1-7440bf1755d1 req-52a55f75-d85e-452b-8ef6-18f8320954bf tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0986974 Aug 20 12:24:43.464935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-1110459d-6607-494a-82ac-a1bc417d5e14 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925225 Aug 20 12:24:43.480918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.539080 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.557446 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88937cce-6415-40fb-b3a1-7440bf1755d1 req-db05952a-694c-4604-a7cb-5d6ff8789d6f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003900 Aug 20 12:24:43.596602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:43.601055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:43.613174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3d6a50e-00ad-41d3-84f0-3d0397fa508c no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:43.615077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:43.622287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.622957 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.638722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=f0f392ae-f807-4a17-b7b5-d2d41380cdba,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:43.643228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56aac69c-e67b-4cad-ba5d-e236064a56dc req-bd118904-d3d5-4c69-8f4a-39699a0743ae service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626275 Aug 20 12:24:43.651609 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3bc7a543-7f6b-4d27-b479-59ece94e5e5b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6280677 Aug 20 12:24:43.655745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51414) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:43.678959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d3d6a50e-00ad-41d3-84f0-3d0397fa508c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:43.687068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3d6a50e-00ad-41d3-84f0-3d0397fa508c not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:43.748467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34920924-d58f-4664-8bde-d3c94dc40289 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.753630 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34920924-d58f-4664-8bde-d3c94dc40289 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/f0f392ae-f807-4a17-b7b5-d2d41380cdba HTTP/1.1" status: 200 len: 840 time: 0.0939343 Aug 20 12:24:43.754125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51420) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:43.809840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c41bf-2cab-4802-8432-9e03a269e6cd req-fd71da03-881e-4f8a-94cd-d28ccdf3e232 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.814823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab8c41bf-2cab-4802-8432-9e03a269e6cd req-fd71da03-881e-4f8a-94cd-d28ccdf3e232 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0899429 Aug 20 12:24:43.819699 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.870039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab8c41bf-2cab-4802-8432-9e03a269e6cd req-21343ac3-ed31-456e-9de4-aa73f4997611 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Aug 20 12:24:43.880528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c19e6a6a-7977-4460-b661-6c7e91ae242f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port f0f392ae-f807-4a17-b7b5-d2d41380cdba {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:43.881199 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19e6a6a-7977-4460-b661-6c7e91ae242f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.990233 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19e6a6a-7977-4460-b661-6c7e91ae242f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.012929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c19e6a6a-7977-4460-b661-6c7e91ae242f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for f0f392ae-f807-4a17-b7b5-d2d41380cdba owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:44.033602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabb770-e4e9-4d91-8322-0982e82ec7ad req-698053d0-3a8b-4000-bd4d-3c6921ebb382 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:44.035688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1eabb770-e4e9-4d91-8322-0982e82ec7ad req-698053d0-3a8b-4000-bd4d-3c6921ebb382 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0706391 Aug 20 12:24:44.082881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1eabb770-e4e9-4d91-8322-0982e82ec7ad req-05752de2-fb7e-47ce-b1c9-150bec21bf92 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Aug 20 12:24:44.158751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19e6a6a-7977-4460-b661-6c7e91ae242f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.192492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e6a6a-7977-4460-b661-6c7e91ae242f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=f0f392ae-f807-4a17-b7b5-d2d41380cdba,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:44.199982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c19e6a6a-7977-4460-b661-6c7e91ae242f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.208062 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c19e6a6a-7977-4460-b661-6c7e91ae242f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/f0f392ae-f807-4a17-b7b5-d2d41380cdba HTTP/1.1" status: 204 len: 168 time: 0.4516244 Aug 20 12:24:44.212708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51430) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:44.262817 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3a1b23-f8ff-4197-a938-5a8aa361f130 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:24:44.266231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec3a1b23-f8ff-4197-a938-5a8aa361f130 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/f0f392ae-f807-4a17-b7b5-d2d41380cdba HTTP/1.1" status: 404 len: 333 time: 0.0508828 Aug 20 12:24:44.270494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51432) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:44.275117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'name': 'tempest-PortsTestJSON-1919471737'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:44.387257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:44.391442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.411448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port b0617515-67cc-45ec-932b-1aebb4db2385 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:44.441147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6971-759b-44f2-9d8a-96fcf33aad55 req-c3861004-2bed-4b64-ba47-2801b942db48 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:44.451117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-355a6971-759b-44f2-9d8a-96fcf33aad55 req-c3861004-2bed-4b64-ba47-2801b942db48 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0713735 Aug 20 12:24:44.493655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-355a6971-759b-44f2-9d8a-96fcf33aad55 req-3b4abd75-ca03-4d74-a52d-ec9ae09aacb8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Aug 20 12:24:44.598704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.641347 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.685045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:44.688374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:44.692908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:44.698378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:44.698995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.720958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=b0617515-67cc-45ec-932b-1aebb4db2385,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:44.725193 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5184c958-9cb0-401f-b4de-25ab1a03b578 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4540799 Aug 20 12:24:44.728261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51436) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:44.734608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:44.808059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.013196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.018815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.054877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] In _notify_port_updated(), no bound segment for port b0617515-67cc-45ec-932b-1aebb4db2385 on network 316f98ec-f75e-416e-b8fc-46abd9d1a686 {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:24:45.060372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.060982 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.062317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "PUT /v2.0/ports/b0617515-67cc-45ec-932b-1aebb4db2385 HTTP/1.1" status: 200 len: 818 time: 0.3328621 Aug 20 12:24:45.065205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51442) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:45.104989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6822fd5-a111-4abb-8123-80a5db2a470a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=b0617515-67cc-45ec-932b-1aebb4db2385,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:45.211483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9b04f-78c1-42bf-bcf4-09c2b31d6ed4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port b0617515-67cc-45ec-932b-1aebb4db2385 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:45.213108 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b04f-78c1-42bf-bcf4-09c2b31d6ed4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.301644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b04f-78c1-42bf-bcf4-09c2b31d6ed4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.315766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9b04f-78c1-42bf-bcf4-09c2b31d6ed4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for b0617515-67cc-45ec-932b-1aebb4db2385 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:45.407460 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-9b036e30-e781-4418-88df-dfbeb92e5cfe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543084 Aug 20 12:24:45.425442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b04f-78c1-42bf-bcf4-09c2b31d6ed4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.460656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9b04f-78c1-42bf-bcf4-09c2b31d6ed4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=b0617515-67cc-45ec-932b-1aebb4db2385,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:45.464552 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b04f-78c1-42bf-bcf4-09c2b31d6ed4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.466674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e2a9b04f-78c1-42bf-bcf4-09c2b31d6ed4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/b0617515-67cc-45ec-932b-1aebb4db2385 HTTP/1.1" status: 204 len: 168 time: 0.4005141 Aug 20 12:24:45.469298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51444) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:45.510218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-e3af2555-7637-4e93-8673-f3ebbbd127a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.511736 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-e3af2555-7637-4e93-8673-f3ebbbd127a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 1099 time: 0.0537434 Aug 20 12:24:45.522162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94029a-6b2a-478c-aa54-acbfc9a60aaa tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.526972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6a94029a-6b2a-478c-aa54-acbfc9a60aaa tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0538495 Aug 20 12:24:45.527656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51448) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:45.554874 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1523b153-f401-4d1d-a37c-9a1bb0829a55 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:24:45.557153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1523b153-f401-4d1d-a37c-9a1bb0829a55 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/b0617515-67cc-45ec-932b-1aebb4db2385 HTTP/1.1" status: 404 len: 333 time: 0.0287681 Aug 20 12:24:45.562361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51450) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:45.568685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-10607314'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:45.623271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:45.627069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.643889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-3e880884-ab4e-4572-8a76-e806120cc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.645944 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-3e880884-ab4e-4572-8a76-e806120cc20d service neutron] 10.222.0.73 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 914 time: 0.1038136 Aug 20 12:24:45.656434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394261a4-090a-404b-a3a9-1541878a8d17 req-498de5fa-3b15-433e-8d9c-dbae64f433d8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.658089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-394261a4-090a-404b-a3a9-1541878a8d17 req-498de5fa-3b15-433e-8d9c-dbae64f433d8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0798535 Aug 20 12:24:45.669364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:45.697269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-bdfe9ce4-1352-4f0a-a999-458fa9a75554 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6 HTTP/1.1" status: 200 len: 217 time: 0.0407476 Aug 20 12:24:45.699034 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.699344 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Added segment c3f745ac-c3ef-4932-8435-2533e80f131d of type vlan for network 7210a414-9a9e-4a26-81c0-5428084d8e1b Aug 20 12:24:45.742150 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-394261a4-090a-404b-a3a9-1541878a8d17 req-3f12a8f4-9ac9-455e-98bc-a4c4ef8418f5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767822 Aug 20 12:24:45.754530 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.756838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-54175390-5ff0-4bd3-b6d7-6e4560435f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.758384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-54175390-5ff0-4bd3-b6d7-6e4560435f86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 200 len: 853 time: 0.0529041 Aug 20 12:24:45.786073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.793272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.794014 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.802601 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-55e8a00f-a832-4525-b445-639603cdbce9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35925466-8c35-4e26-bb36-68495fc06456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325396 Aug 20 12:24:45.818525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-f6f610bd-e635-4d31-8d52-cafcb37857ac service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:24:45.820074 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-f6f610bd-e635-4d31-8d52-cafcb37857ac service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064349 Aug 20 12:24:45.883568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Network': ['ID=7210a414-9a9e-4a26-81c0-5428084d8e1b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:45.895497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:45.898371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-78a9b91b-384f-465b-a882-2cb3c5d875ca tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3346848 Aug 20 12:24:45.901347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51456) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:45.908670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:45.969883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-85465c7b-f3a5-4a20-8014-d890e25da5fe service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361883 Aug 20 12:24:46.137586 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-df3428bd-b57d-458b-8706-5d1369d5a16b req-16f6140d-726b-4f06-b769-845d93d95510 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571648 Aug 20 12:24:46.157616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:46.163228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:46.235060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b626f-f559-487c-a0ba-119d3251987b req-54ed7e2f-9642-457c-ba52-b7d9ca544b34 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:46.240827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-931b626f-f559-487c-a0ba-119d3251987b req-54ed7e2f-9642-457c-ba52-b7d9ca544b34 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1330826 Aug 20 12:24:46.244906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a160a7-dfdc-4582-becd-b819dc362896 req-03e63450-1afb-4dfe-909e-574f376cae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:46.246554 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a160a7-dfdc-4582-becd-b819dc362896 req-03e63450-1afb-4dfe-909e-574f376cae09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21224cd61038443f8a9af8ea379d4d43&device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 1099 time: 0.0513732 Aug 20 12:24:46.328198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-931b626f-f559-487c-a0ba-119d3251987b req-00c0b668-2d77-48e6-a6aa-4ed5e0e3d0c3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757732 Aug 20 12:24:46.399120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a160a7-dfdc-4582-becd-b819dc362896 req-0bbb4d0a-7edf-4327-9aba-19d0ee23def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:46.400766 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a160a7-dfdc-4582-becd-b819dc362896 req-0bbb4d0a-7edf-4327-9aba-19d0ee23def1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 200 len: 914 time: 0.1394622 Aug 20 12:24:46.476779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a160a7-dfdc-4582-becd-b819dc362896 req-e9f1bf2b-7ffb-455f-b1ac-6e7eda037b65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6 HTTP/1.1" status: 200 len: 217 time: 0.0540261 Aug 20 12:24:46.513646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:46.558778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a160a7-dfdc-4582-becd-b819dc362896 req-84079253-c6be-453b-a54f-60ad3db17e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:46.560234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a160a7-dfdc-4582-becd-b819dc362896 req-84079253-c6be-453b-a54f-60ad3db17e00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 200 len: 853 time: 0.0727060 Aug 20 12:24:46.591538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=1174336f-e73e-487b-b3c4-eb093219af98,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:46.594946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Checking segment: {'id': 'c3f745ac-c3ef-4932-8435-2533e80f131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:46.595482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network hostable DHCP agents. Network: 7210a414-9a9e-4a26-81c0-5428084d8e1b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:46.611777 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a160a7-dfdc-4582-becd-b819dc362896 req-5cefb03a-e99d-4de5-8c76-de6d9214d0a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35925466-8c35-4e26-bb36-68495fc06456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395317 Aug 20 12:24:46.615973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:46.629213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7210a414-9a9e-4a26-81c0-5428084d8e1b) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:46.636909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:46.637964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:46.641091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce179820-025b-47d1-a98c-e9df212a1752 None None] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:46.656981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e771fd9e-3cb4-4cee-b462-021923fddf8a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7519536 Aug 20 12:24:46.658643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51474) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:46.666513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-282d998c-1999-4f9f-bc53-9c00c9d65ab4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:46.753097 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a160a7-dfdc-4582-becd-b819dc362896 req-cce6f884-c0b7-4ce2-8458-d79bb731b731 service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279840 Aug 20 12:24:46.815577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282d998c-1999-4f9f-bc53-9c00c9d65ab4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:46.821332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-282d998c-1999-4f9f-bc53-9c00c9d65ab4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:46.876403 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-75a160a7-dfdc-4582-becd-b819dc362896 req-0ba5dc16-3687-4ce8-a863-4b1a810114bd service neutron] 10.222.0.73 "GET /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112146 Aug 20 12:24:46.904148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-7210a414-9a9e-4a26-81c0-5428084d8e1b', 'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b', 'tenant_id': 'ae042ba0535f4fee83df010a7f423c58', 'fixed_ips': [{'subnet_id': '1174336f-e73e-487b-b3c4-eb093219af98'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:46.905013 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:46.925319 n-d-800634-10 neutron-server[101034]: INFO neutron.db.ipam_backend_mixin [None req-282d998c-1999-4f9f-bc53-9c00c9d65ab4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1174336f-e73e-487b-b3c4-eb093219af98 (CIDR: 172.20.0.0/28) Aug 20 12:24:46.930323 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-282d998c-1999-4f9f-bc53-9c00c9d65ab4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:24:46.930964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282d998c-1999-4f9f-bc53-9c00c9d65ab4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:24:46.951844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-282d998c-1999-4f9f-bc53-9c00c9d65ab4 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2917473 Aug 20 12:24:46.954727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51476) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:46.963523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:47.091157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Allocated IP 172.20.0.2 (7210a414-9a9e-4a26-81c0-5428084d8e1b/1174336f-e73e-487b-b3c4-eb093219af98/d9003629-c123-4029-af6a-4c6289a278d2) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:47.151427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:47.157483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.339508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.351230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Transition to ACTIVE for port object d9003629-c123-4029-af6a-4c6289a278d2 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:47.372395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Transition to ACTIVE for port object d9003629-c123-4029-af6a-4c6289a278d2 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:47.387032 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.486741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Pushing event updated for resources: {'Port': ['ID=d9003629-c123-4029-af6a-4c6289a278d2,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:47.523033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:47.528313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:47.535849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:47.748352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Attempting to bind port d9003629-c123-4029-af6a-4c6289a278d2 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:47.748719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Attempting to bind port d9003629-c123-4029-af6a-4c6289a278d2 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'c3f745ac-c3ef-4932-8435-2533e80f131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:47.749324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Attempting to bind port d9003629-c123-4029-af6a-4c6289a278d2 on network 7210a414-9a9e-4a26-81c0-5428084d8e1b {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:47.760869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:47.761463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Checking segment: {'id': 'c3f745ac-c3ef-4932-8435-2533e80f131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:47.762108 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.762753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Bound using segment: {'id': 'c3f745ac-c3ef-4932-8435-2533e80f131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:47.763505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Bound port: d9003629-c123-4029-af6a-4c6289a278d2, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f745ac-c3ef-4932-8435-2533e80f131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:47.764116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.814003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e3207-4598-4ae5-85d0-0f36e18f0cbf req-cb833eeb-04d0-4068-9f51-fde3f01752f9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:47.821359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb2e3207-4598-4ae5-85d0-0f36e18f0cbf req-cb833eeb-04d0-4068-9f51-fde3f01752f9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.2612019 Aug 20 12:24:47.868641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb2e3207-4598-4ae5-85d0-0f36e18f0cbf req-51439d8b-3e57-46d6-8491-832ca031f87e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Aug 20 12:24:47.869553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.904186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] For port d9003629-c123-4029-af6a-4c6289a278d2, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:47.910234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] For port d9003629-c123-4029-af6a-4c6289a278d2, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d9003629-c123-4029-af6a-4c6289a278d2,segment=NetworkSegment(c3f745ac-c3ef-4932-8435-2533e80f131d),segment_id=c3f745ac-c3ef-4932-8435-2533e80f131d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:47.918302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:47.921914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.933788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:47.939075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:47.939669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:47.952585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=df0ce6b3-f0ab-40c6-8566-56fc80842791,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:47.964340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-96f601a3-5ffa-48e3-94d0-49c11a5cb54c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0084386 Aug 20 12:24:47.967868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51526) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:47.975064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b', 'fixed_ips': [{'subnet_id': '1174336f-e73e-487b-b3c4-eb093219af98'}, {'subnet_id': 'df0ce6b3-f0ab-40c6-8566-56fc80842791'}], 'name': 'tempest-PortsTestJSON-679899538'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:48.009897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2143747-238c-46ce-9ce7-909e9e984898 None None] Pushing event updated for resources: {'Port': ['ID=d9003629-c123-4029-af6a-4c6289a278d2,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:48.149572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:48.278045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.306535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:48.672353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.14 (7210a414-9a9e-4a26-81c0-5428084d8e1b/1174336f-e73e-487b-b3c4-eb093219af98/4c3dcb3a-e036-49d5-a701-da2bebe7d8f3) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:48.682877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.29 (7210a414-9a9e-4a26-81c0-5428084d8e1b/df0ce6b3-f0ab-40c6-8566-56fc80842791/4c3dcb3a-e036-49d5-a701-da2bebe7d8f3) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:48.889320 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.906584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:48.951008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.023163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:49.042965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:49.045145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=4c3dcb3a-e036-49d5-a701-da2bebe7d8f3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:49.047377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:49.069275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076d5b-1526-4e2e-b768-33ee22283a82 req-5e1bedbb-da5d-41e1-837f-c8364ad5d7e6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.083399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e076d5b-1526-4e2e-b768-33ee22283a82 req-5e1bedbb-da5d-41e1-837f-c8364ad5d7e6 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0960805 Aug 20 12:24:49.146787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.147774 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.166898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e076d5b-1526-4e2e-b768-33ee22283a82 req-1f3f4ee5-3e29-4893-bf6e-927aab4f899c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775959 Aug 20 12:24:49.221496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51570) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:49.225453 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-56df28f6-29fa-446b-880e-ef8934215eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2568750 Aug 20 12:24:49.229124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1174336f-e73e-487b-b3c4-eb093219af98'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:49.407408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43778ae1-fd7e-4779-be99-2d1b296edf46 None None] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:49.417168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68762e0-803f-44f5-ab59-d0e3d2866b68 req-89171e1e-f72e-49dc-8526-f73816a4f3b3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.425325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c68762e0-803f-44f5-ab59-d0e3d2866b68 req-89171e1e-f72e-49dc-8526-f73816a4f3b3 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0923572 Aug 20 12:24:49.515915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c68762e0-803f-44f5-ab59-d0e3d2866b68 req-511b0fe0-54be-4b83-9c42-c82f2d9bb7f9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888262 Aug 20 12:24:49.522768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.589074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-74003aa6-3b27-40f6-9658-591c0ea30e4f None None] Provisioning for port d9003629-c123-4029-af6a-4c6289a278d2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:49.742620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d9003629-c123-4029-af6a-4c6289a278d2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:49.811583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6af8-c864-4378-a417-4599c9d5ae13 req-428651e0-58bd-4d24-8c74-1c2db6fe4f90 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.820245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62bb6af8-c864-4378-a417-4599c9d5ae13 req-428651e0-58bd-4d24-8c74-1c2db6fe4f90 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1658862 Aug 20 12:24:49.833563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e96c8-db39-41b9-8fef-b138e598ce3b None None] Update dhcp port {'port': {'network_id': '7210a414-9a9e-4a26-81c0-5428084d8e1b', 'fixed_ips': [{'subnet_id': '1174336f-e73e-487b-b3c4-eb093219af98', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df0ce6b3-f0ab-40c6-8566-56fc80842791'}], 'binding:host_id': 'n-d-800634-10'}, 'id': 'd9003629-c123-4029-af6a-4c6289a278d2'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:24:49.872584 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-670e96c8-db39-41b9-8fef-b138e598ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.890284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d9003629-c123-4029-af6a-4c6289a278d2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:49.916279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d9003629-c123-4029-af6a-4c6289a278d2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:49.916829 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.974166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62bb6af8-c864-4378-a417-4599c9d5ae13 req-e87c6577-e43f-4e81-9c45-7e59601107c5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482446 Aug 20 12:24:50.079225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Delete allocated IP 172.20.0.29 (7210a414-9a9e-4a26-81c0-5428084d8e1b/df0ce6b3-f0ab-40c6-8566-56fc80842791) {{(pid=101034) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 12:24:50.157262 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.197863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae0a3-61f2-41cb-868c-42621f1b1835 req-545a6302-df80-4ace-8440-2a8c4dadd994 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:50.199845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d07ae0a3-61f2-41cb-868c-42621f1b1835 req-545a6302-df80-4ace-8440-2a8c4dadd994 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1115153 Aug 20 12:24:50.257267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d9003629-c123-4029-af6a-4c6289a278d2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d9003629-c123-4029-af6a-4c6289a278d2,segment=NetworkSegment(c3f745ac-c3ef-4932-8435-2533e80f131d),segment_id=c3f745ac-c3ef-4932-8435-2533e80f131d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:50.268610 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.301639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d07ae0a3-61f2-41cb-868c-42621f1b1835 req-c560e2fe-3234-4798-8f93-231c27c97ad5 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813668 Aug 20 12:24:50.328536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d9003629-c123-4029-af6a-4c6289a278d2,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:50.395269 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.413010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Ignored duplicate provisioning block setup for port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 12:24:50.421542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.491618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=4c3dcb3a-e036-49d5-a701-da2bebe7d8f3,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:50.533198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-670e96c8-db39-41b9-8fef-b138e598ce3b None None] Allocated IP 172.20.0.18 (7210a414-9a9e-4a26-81c0-5428084d8e1b/df0ce6b3-f0ab-40c6-8566-56fc80842791/d9003629-c123-4029-af6a-4c6289a278d2) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:50.599788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d5d78-cc88-486b-840f-101051128fa9 req-eb2ae311-7035-4138-aa9f-3ec6394a847b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:50.601594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a86d5d78-cc88-486b-840f-101051128fa9 req-eb2ae311-7035-4138-aa9f-3ec6394a847b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1148424 Aug 20 12:24:50.648372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a86d5d78-cc88-486b-840f-101051128fa9 req-23d03830-183e-432c-ae1e-fb03d4049a86 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Aug 20 12:24:50.652288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] In _notify_port_updated(), no bound segment for port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 on network 7210a414-9a9e-4a26-81c0-5428084d8e1b {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:24:50.657710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:50.658428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.672606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0545fdf6-1180-4b81-b6ef-f3b4deaa6447 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "PUT /v2.0/ports/4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 HTTP/1.1" status: 200 len: 919 time: 1.4397006 Aug 20 12:24:50.672606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51586) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:50.672606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1174336f-e73e-487b-b3c4-eb093219af98'}, {'subnet_id': 'df0ce6b3-f0ab-40c6-8566-56fc80842791'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:50.677398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-670e96c8-db39-41b9-8fef-b138e598ce3b None None] For port d9003629-c123-4029-af6a-4c6289a278d2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d9003629-c123-4029-af6a-4c6289a278d2,segment=NetworkSegment(c3f745ac-c3ef-4932-8435-2533e80f131d),segment_id=c3f745ac-c3ef-4932-8435-2533e80f131d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:50.729800 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-670e96c8-db39-41b9-8fef-b138e598ce3b None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.756589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-670e96c8-db39-41b9-8fef-b138e598ce3b None None] Transition to ACTIVE for port object d9003629-c123-4029-af6a-4c6289a278d2 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:50.761801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-670e96c8-db39-41b9-8fef-b138e598ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.856675 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:50.885046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e96c8-db39-41b9-8fef-b138e598ce3b None None] Pushing event updated for resources: {'Port': ['ID=d9003629-c123-4029-af6a-4c6289a278d2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:51.313706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b93ed-ac88-4a74-b51c-03a8ac91bff2 req-180b14c7-e156-42fa-8e35-48f6362704a7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:51.322142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72b93ed-ac88-4a74-b51c-03a8ac91bff2 req-180b14c7-e156-42fa-8e35-48f6362704a7 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.5710013 Aug 20 12:24:51.410466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e72b93ed-ac88-4a74-b51c-03a8ac91bff2 req-b4222f62-29bf-4cb3-a17a-79072225a0e2 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870705 Aug 20 12:24:51.643304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f4cae-e37c-44bb-8e86-dc313af37cc8 None None] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:51.690226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c044fa8-23f5-463b-95b4-e2e3c33a481f req-2918e611-fbe5-454e-91dd-c8c5edcc5366 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:51.692987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d9003629-c123-4029-af6a-4c6289a278d2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:51.693778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c044fa8-23f5-463b-95b4-e2e3c33a481f req-2918e611-fbe5-454e-91dd-c8c5edcc5366 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1316106 Aug 20 12:24:51.755162 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ddb53849-dc4c-4440-9a74-c43616c2075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:51.780636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c49219f4-94cd-4c39-82d8-9b925d3691b2 None None] Provisioning for port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:51.790019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c044fa8-23f5-463b-95b4-e2e3c33a481f req-ca62cea1-87ce-4394-a6d6-9e82b25ea7e9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799382 Aug 20 12:24:51.796327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c49219f4-94cd-4c39-82d8-9b925d3691b2 None None] Provisioning complete for port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:51.796793 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c49219f4-94cd-4c39-82d8-9b925d3691b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:51.822432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.19 (7210a414-9a9e-4a26-81c0-5428084d8e1b/df0ce6b3-f0ab-40c6-8566-56fc80842791/4c3dcb3a-e036-49d5-a701-da2bebe7d8f3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:51.860892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c49219f4-94cd-4c39-82d8-9b925d3691b2 None None] Port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:51.897178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c49219f4-94cd-4c39-82d8-9b925d3691b2 None None] Provisioning for port d9003629-c123-4029-af6a-4c6289a278d2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:51.902993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c49219f4-94cd-4c39-82d8-9b925d3691b2 None None] Provisioning complete for port d9003629-c123-4029-af6a-4c6289a278d2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:51.903626 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c49219f4-94cd-4c39-82d8-9b925d3691b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.027672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ad94-af69-4210-96dc-d30488f803f2 req-e6b790bc-773a-4349-ba58-1fb762d0b440 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:52.037520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c387ad94-af69-4210-96dc-d30488f803f2 req-e6b790bc-773a-4349-ba58-1fb762d0b440 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1039629 Aug 20 12:24:52.082680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.119880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c387ad94-af69-4210-96dc-d30488f803f2 req-3efe9f9e-7f63-42d3-ad72-7935f483eea9 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813868 Aug 20 12:24:52.131167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Ignored duplicate provisioning block setup for port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 12:24:52.140160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.274655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=4c3dcb3a-e036-49d5-a701-da2bebe7d8f3,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:52.330312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] In _notify_port_updated(), no bound segment for port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 on network 7210a414-9a9e-4a26-81c0-5428084d8e1b {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:24:52.336527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:52.337171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.341327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:52.341840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f61cfad0-ff96-472c-acfc-ae7c1678a678 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "PUT /v2.0/ports/4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 HTTP/1.1" status: 200 len: 999 time: 1.6769650 Aug 20 12:24:52.381561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fbead-e7fe-4a25-ac6f-4285aa075f83 req-99c3d90f-b0f6-4801-ac48-76ca2d9b73b0 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:52.389511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e8fbead-e7fe-4a25-ac6f-4285aa075f83 req-99c3d90f-b0f6-4801-ac48-76ca2d9b73b0 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0974832 Aug 20 12:24:52.467583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c991cb92-0f5a-4104-bdbe-bf3bf2de3a7c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:52.467982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c991cb92-0f5a-4104-bdbe-bf3bf2de3a7c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.507693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e8fbead-e7fe-4a25-ac6f-4285aa075f83 req-c3b80398-a21c-4637-961d-6c4885b7b5b8 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072249 Aug 20 12:24:52.665365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c991cb92-0f5a-4104-bdbe-bf3bf2de3a7c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.685077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c991cb92-0f5a-4104-bdbe-bf3bf2de3a7c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:52.708165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a23f3-4e38-480a-bd30-2b6f4acc9a23 req-888b4415-909a-45e7-a9df-b96ebdf3518e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:52.709454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec4a23f3-4e38-480a-bd30-2b6f4acc9a23 req-888b4415-909a-45e7-a9df-b96ebdf3518e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0881653 Aug 20 12:24:52.742232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eb8d0624-7b8d-4ff3-bcab-7cfa204dbd7b None None] Provisioning complete for port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:52.742788 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0624-7b8d-4ff3-bcab-7cfa204dbd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:52.825078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec4a23f3-4e38-480a-bd30-2b6f4acc9a23 req-bb3b2ef1-b553-452a-abd9-714249baa6bb tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100411 Aug 20 12:24:52.828107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d0624-7b8d-4ff3-bcab-7cfa204dbd7b None None] Port 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:52.855782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eb8d0624-7b8d-4ff3-bcab-7cfa204dbd7b None None] Provisioning complete for port d9003629-c123-4029-af6a-4c6289a278d2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:52.856157 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0624-7b8d-4ff3-bcab-7cfa204dbd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:53.106928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f8401-bbe2-4343-b6fa-494dbb8a3ac3 req-46f2aa44-1578-43c0-9116-c8be2bdcca6c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:53.107784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c991cb92-0f5a-4104-bdbe-bf3bf2de3a7c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:53.120274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e57f8401-bbe2-4343-b6fa-494dbb8a3ac3 req-46f2aa44-1578-43c0-9116-c8be2bdcca6c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1178787 Aug 20 12:24:53.200157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cc89f6be-fc17-4d37-b00d-fa2abd324cc6 None None] Could not find standard attr ID for object 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:53.234717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e57f8401-bbe2-4343-b6fa-494dbb8a3ac3 req-5a0f596b-0456-4c59-90d5-996c268b431c tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030581 Aug 20 12:24:53.264058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991cb92-0f5a-4104-bdbe-bf3bf2de3a7c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=4c3dcb3a-e036-49d5-a701-da2bebe7d8f3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:53.311208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-999b1776-c9f2-489a-bb59-9ff969190b89 None None] Could not find standard attr ID for object 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:53.354613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c991cb92-0f5a-4104-bdbe-bf3bf2de3a7c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:53.358099 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c991cb92-0f5a-4104-bdbe-bf3bf2de3a7c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 HTTP/1.1" status: 204 len: 168 time: 1.0152609 Aug 20 12:24:53.362223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:53.389952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65a06-2818-4b0e-8eff-b7f82a48dd6b req-bcd0a9ab-23b7-462d-bd6d-a1a9cc28b152 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:53.391848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08a65a06-2818-4b0e-8eff-b7f82a48dd6b req-bcd0a9ab-23b7-462d-bd6d-a1a9cc28b152 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0902417 Aug 20 12:24:53.417477 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-720390c7-7610-4e7c-97fd-6a590e814a5f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:24:53.422201 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-720390c7-7610-4e7c-97fd-6a590e814a5f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 HTTP/1.1" status: 404 len: 333 time: 0.0608470 Aug 20 12:24:53.428800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51622) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:53.488733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08a65a06-2818-4b0e-8eff-b7f82a48dd6b req-9b7e6c6c-fafa-4313-a2e9-d7177fce9092 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868735 Aug 20 12:24:53.651560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8730bf35-5fad-4c83-8bc5-b5754ad6ee8f None None] Could not find standard attr ID for object 4c3dcb3a-e036-49d5-a701-da2bebe7d8f3. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:53.749153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d437e-aed2-40f4-83fd-fddc2154f719 req-49068aeb-a083-4c55-9743-64f28561e021 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:53.758395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-666d437e-aed2-40f4-83fd-fddc2154f719 req-49068aeb-a083-4c55-9743-64f28561e021 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1266026 Aug 20 12:24:53.809339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-666d437e-aed2-40f4-83fd-fddc2154f719 req-ceda6f84-5674-4454-9731-54a4a4a518ad tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494180 Aug 20 12:24:53.916793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b71cc98-e7f4-46b7-a567-0dac3f6a0075 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet df0ce6b3-f0ab-40c6-8566-56fc80842791 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:53.920297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b71cc98-e7f4-46b7-a567-0dac3f6a0075 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:53.978223 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b71cc98-e7f4-46b7-a567-0dac3f6a0075 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.000705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854baa-a470-4525-9818-f4518069c101 req-cac7fa24-f110-4544-bd2a-e922f2bcacce tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.002349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d854baa-a470-4525-9818-f4518069c101 req-cac7fa24-f110-4544-bd2a-e922f2bcacce tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0883439 Aug 20 12:24:54.048247 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:24:54.098667 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d854baa-a470-4525-9818-f4518069c101 req-fbb611a6-01ea-413e-a90e-21a099056092 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817971 Aug 20 12:24:54.152419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b71cc98-e7f4-46b7-a567-0dac3f6a0075 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.257989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b71cc98-e7f4-46b7-a567-0dac3f6a0075 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.274117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b71cc98-e7f4-46b7-a567-0dac3f6a0075 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.278890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51638) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:54.279073 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9b71cc98-e7f4-46b7-a567-0dac3f6a0075 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/df0ce6b3-f0ab-40c6-8566-56fc80842791 HTTP/1.1" status: 204 len: 168 time: 0.8490348 Aug 20 12:24:54.294258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb55ca8a-89ba-420d-817d-735c4ec29040 None None] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:54.297996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71cc98-e7f4-46b7-a567-0dac3f6a0075 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=df0ce6b3-f0ab-40c6-8566-56fc80842791,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:54.371429 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-330382ed-7e99-474a-af09-c1405cceec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.375272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7bf00-f4d8-4eab-b352-4cc0ddb69800 req-90f0f578-c1cf-4be3-8f00-6bf102284c62 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.382925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fac7bf00-f4d8-4eab-b352-4cc0ddb69800 req-90f0f578-c1cf-4be3-8f00-6bf102284c62 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1807735 Aug 20 12:24:54.405463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-932c882d-4153-4b3e-8f26-f1454b9c9eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet 1174336f-e73e-487b-b3c4-eb093219af98 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:54.410977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-932c882d-4153-4b3e-8f26-f1454b9c9eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.457717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fac7bf00-f4d8-4eab-b352-4cc0ddb69800 req-b052e1f5-2751-48cf-b796-1590e99fc892 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737040 Aug 20 12:24:54.467350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-932c882d-4153-4b3e-8f26-f1454b9c9eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.657152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-932c882d-4153-4b3e-8f26-f1454b9c9eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.802739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-932c882d-4153-4b3e-8f26-f1454b9c9eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.854200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c882d-4153-4b3e-8f26-f1454b9c9eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=1174336f-e73e-487b-b3c4-eb093219af98,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:54.868043 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-932c882d-4153-4b3e-8f26-f1454b9c9eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.870506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-932c882d-4153-4b3e-8f26-f1454b9c9eb1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/1174336f-e73e-487b-b3c4-eb093219af98 HTTP/1.1" status: 204 len: 168 time: 0.5898116 Aug 20 12:24:54.873628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:55.036248 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.036769 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.156516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port d9003629-c123-4029-af6a-4c6289a278d2 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:55.157797 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.292983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] For port d9003629-c123-4029-af6a-4c6289a278d2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d9003629-c123-4029-af6a-4c6289a278d2,segment=NetworkSegment(c3f745ac-c3ef-4932-8435-2533e80f131d),segment_id=c3f745ac-c3ef-4932-8435-2533e80f131d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:55.292983 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.316579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for d9003629-c123-4029-af6a-4c6289a278d2 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:55.466139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7d1f4-54ad-49e1-b5c5-fef756d64e73 None None] Network 7210a414-9a9e-4a26-81c0-5428084d8e1b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:55.482963 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.513456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=d9003629-c123-4029-af6a-4c6289a278d2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:55.540894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No DVR routers for this DVR port d9003629-c123-4029-af6a-4c6289a278d2 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:55.568221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-272ea5a9-eb9b-47be-909b-c27e4b169a8f None None] Could not find standard attr ID for object d9003629-c123-4029-af6a-4c6289a278d2. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:24:55.685073 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.746696 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.759260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7210a414-9a9e-4a26-81c0-5428084d8e1b']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:55.777479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f745ac-c3ef-4932-8435-2533e80f131d') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:55.780560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f745ac-c3ef-4932-8435-2533e80f131d') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:55.783456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2457900d-e1fd-4ac2-87f6-436c89309e84 None None] DHCP port deletion for 7210a414-9a9e-4a26-81c0-5428084d8e1b request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:55.800168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.828473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.842512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:55.842943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:55.846675 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:55.932278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.954369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:55.961496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51658) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:55.961962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/networks/7210a414-9a9e-4a26-81c0-5428084d8e1b HTTP/1.1" status: 204 len: 168 time: 1.0870807 Aug 20 12:24:55.962767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5b4f5-f39e-4382-ad88-30700f898171 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Network': ['ID=7210a414-9a9e-4a26-81c0-5428084d8e1b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:56.039033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31932044-ec29-4ba6-a7ff-96c5a3090349 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:56.044556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51660) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:56.056345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-31932044-ec29-4ba6-a7ff-96c5a3090349 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0924156 Aug 20 12:24:56.107073 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f4866596-a8e7-430f-9376-e930659a9205 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0579863 Aug 20 12:24:56.107404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51662) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:56.113790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-687281347'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:56.143856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:56.147484 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.172694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:56.183526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.183870 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Added segment 2ff84a1e-c8dd-4f40-b63b-fda9b30521c1 of type vlan for network c938ff3c-791e-4713-ba9a-6bfda020e9cf Aug 20 12:24:56.233362 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.261064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.267204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:56.267822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.330652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2219779 Aug 20 12:24:56.334543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51664) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:56.339921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:56.340334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816c4e0-440b-4647-9a11-08e1b630c361 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Network': ['ID=c938ff3c-791e-4713-ba9a-6bfda020e9cf,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:56.351967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c938ff3c-791e-4713-ba9a-6bfda020e9cf details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:56.485001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:56.489688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.754250 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.861753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=346ce84d-14bf-43d4-94ee-c9b03ab36ec3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:56.871219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Checking segment: {'id': '2ff84a1e-c8dd-4f40-b63b-fda9b30521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:56.871586 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network hostable DHCP agents. Network: c938ff3c-791e-4713-ba9a-6bfda020e9cf, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:56.893036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network c938ff3c-791e-4713-ba9a-6bfda020e9cf is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:56.908679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c938ff3c-791e-4713-ba9a-6bfda020e9cf) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:56.919831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10cf534-57ef-4b8a-9fc3-b10a8d567c45 None None] Network c938ff3c-791e-4713-ba9a-6bfda020e9cf requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:56.939152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:56.939759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:56.968987 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7d7de204-ec2e-48f8-883e-9a02ff9e3513 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6330578 Aug 20 12:24:56.971546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51682) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:56.977828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf', 'name': 'tempest-PortsTestJSON-1798072303'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:57.054519 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:57.174001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-c938ff3c-791e-4713-ba9a-6bfda020e9cf', 'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf', 'tenant_id': 'ae042ba0535f4fee83df010a7f423c58', 'fixed_ips': [{'subnet_id': '346ce84d-14bf-43d4-94ee-c9b03ab36ec3'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:57.176942 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:57.187828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:57.195897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:57.222831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port 4e141951-3a01-4c94-acb1-f90c23c7fe36 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:57.385383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Allocated IP 172.20.0.2 (c938ff3c-791e-4713-ba9a-6bfda020e9cf/346ce84d-14bf-43d4-94ee-c9b03ab36ec3/ebfa7ed5-bcf9-4234-bffe-69d06540e717) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:57.584487 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:57.617109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Transition to ACTIVE for port object ebfa7ed5-bcf9-4234-bffe-69d06540e717 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:57.637661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d9003629-c123-4029-af6a-4c6289a278d2 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:57.668856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d9003629-c123-4029-af6a-4c6289a278d2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:57.669163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d9003629-c123-4029-af6a-4c6289a278d2 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:57.678643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Transition to ACTIVE for port object ebfa7ed5-bcf9-4234-bffe-69d06540e717 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:57.686326 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:57.760541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Pushing event updated for resources: {'Port': ['ID=ebfa7ed5-bcf9-4234-bffe-69d06540e717,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:57.777408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.777651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.778899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.782318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.782909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.785363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.785363 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.785694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.789010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.789524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.789940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.790386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:57.809618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.5 (c938ff3c-791e-4713-ba9a-6bfda020e9cf/346ce84d-14bf-43d4-94ee-c9b03ab36ec3/4e141951-3a01-4c94-acb1-f90c23c7fe36) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:57.816128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Network c938ff3c-791e-4713-ba9a-6bfda020e9cf is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:57.825160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:57.828090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:57.887015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Attempting to bind port ebfa7ed5-bcf9-4234-bffe-69d06540e717 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:57.887395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Attempting to bind port ebfa7ed5-bcf9-4234-bffe-69d06540e717 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '2ff84a1e-c8dd-4f40-b63b-fda9b30521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:57.887766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Attempting to bind port ebfa7ed5-bcf9-4234-bffe-69d06540e717 on network c938ff3c-791e-4713-ba9a-6bfda020e9cf {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:57.893331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:57.893710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Checking segment: {'id': '2ff84a1e-c8dd-4f40-b63b-fda9b30521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:57.894168 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:57.894600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Bound using segment: {'id': '2ff84a1e-c8dd-4f40-b63b-fda9b30521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:57.895102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Bound port: ebfa7ed5-bcf9-4234-bffe-69d06540e717, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff84a1e-c8dd-4f40-b63b-fda9b30521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:57.895460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:57.976374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] For port ebfa7ed5-bcf9-4234-bffe-69d06540e717, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:57.981065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] For port ebfa7ed5-bcf9-4234-bffe-69d06540e717, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ebfa7ed5-bcf9-4234-bffe-69d06540e717,segment=NetworkSegment(2ff84a1e-c8dd-4f40-b63b-fda9b30521c1),segment_id=2ff84a1e-c8dd-4f40-b63b-fda9b30521c1)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:57.994708 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:58.087588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb525dc-bc24-4b93-a5e2-ee0d886fbdbf None None] Pushing event updated for resources: {'Port': ['ID=ebfa7ed5-bcf9-4234-bffe-69d06540e717,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:58.147285 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:58.175373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object 4e141951-3a01-4c94-acb1-f90c23c7fe36 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:58.236981 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:58.341071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=4e141951-3a01-4c94-acb1-f90c23c7fe36,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:58.354937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network c938ff3c-791e-4713-ba9a-6bfda020e9cf is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:58.356844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:58.365136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:58.444518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:58.445241 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:58.463783 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0c0ff7b4-ef99-4415-a8db-2e8168e61a75 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4906080 Aug 20 12:24:58.466072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51694) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:58.471962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': 'c938ff3c-791e-4713-ba9a-6bfda020e9cf', 'name': 'tempest-PortsTestJSON-162433635'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:58.611481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:58.619487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:58.645770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port 504fa23c-dfed-4956-994a-8a13d083573a yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:24:58.792348 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.8 (c938ff3c-791e-4713-ba9a-6bfda020e9cf/346ce84d-14bf-43d4-94ee-c9b03ab36ec3/504fa23c-dfed-4956-994a-8a13d083573a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:58.997737 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:59.015854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object 504fa23c-dfed-4956-994a-8a13d083573a will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:59.077495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:59.154917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=504fa23c-dfed-4956-994a-8a13d083573a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:59.163908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network c938ff3c-791e-4713-ba9a-6bfda020e9cf is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:59.165455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:59.168276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:59.266507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:59.270661 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:59.322691 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cb605452-00c9-4ed3-9b0e-99a0c0c87f48 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8528056 Aug 20 12:24:59.322892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51710) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:59.500456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c858196-a51a-4ea1-9bcc-e1b5ce21f364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:59.502072 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1c858196-a51a-4ea1-9bcc-e1b5ce21f364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1779356 Aug 20 12:24:59.505626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51718) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:59.541291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682d5d2-2802-4635-a1d0-84354a338d3b None None] Network c938ff3c-791e-4713-ba9a-6bfda020e9cf requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:59.706144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c72940d2-da16-442c-a01e-4f2ab751b6ba tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 504fa23c-dfed-4956-994a-8a13d083573a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:59.707076 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c72940d2-da16-442c-a01e-4f2ab751b6ba tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:59.765049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-88ebe6da-8ce1-44b2-8b1c-dde92d1ed322 None None] Provisioning for port ebfa7ed5-bcf9-4234-bffe-69d06540e717 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:59.850027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ebfa7ed5-bcf9-4234-bffe-69d06540e717 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:59.949855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd9b1e-9688-4d3b-955e-e8955f83fc46 req-9c32869b-34f1-478c-942d-dfc3696daa3f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:59.959887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7fd9b1e-9688-4d3b-955e-e8955f83fc46 req-9c32869b-34f1-478c-942d-dfc3696daa3f tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1517453 Aug 20 12:24:59.985149 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c72940d2-da16-442c-a01e-4f2ab751b6ba tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.015185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c72940d2-da16-442c-a01e-4f2ab751b6ba tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 504fa23c-dfed-4956-994a-8a13d083573a owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:00.021035 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ebfa7ed5-bcf9-4234-bffe-69d06540e717 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:00.034091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ebfa7ed5-bcf9-4234-bffe-69d06540e717 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:00.035245 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.063449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7fd9b1e-9688-4d3b-955e-e8955f83fc46 req-84278190-9137-44fc-ac11-d73c6882384e tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020198 Aug 20 12:25:00.163047 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.225761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port ebfa7ed5-bcf9-4234-bffe-69d06540e717, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ebfa7ed5-bcf9-4234-bffe-69d06540e717,segment=NetworkSegment(2ff84a1e-c8dd-4f40-b63b-fda9b30521c1),segment_id=2ff84a1e-c8dd-4f40-b63b-fda9b30521c1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:00.235426 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.354746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=ebfa7ed5-bcf9-4234-bffe-69d06540e717,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:00.405526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c72940d2-da16-442c-a01e-4f2ab751b6ba tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.476012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72940d2-da16-442c-a01e-4f2ab751b6ba tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=504fa23c-dfed-4956-994a-8a13d083573a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:00.529486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6f9bbf67-3c9a-407f-bd9c-520ea67cd5e7 None None] Could not find standard attr ID for object 504fa23c-dfed-4956-994a-8a13d083573a. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:25:00.547855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6f9bbf67-3c9a-407f-bd9c-520ea67cd5e7 None None] Provisioning for port 4e141951-3a01-4c94-acb1-f90c23c7fe36 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:00.553472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6f9bbf67-3c9a-407f-bd9c-520ea67cd5e7 None None] Provisioning complete for port 4e141951-3a01-4c94-acb1-f90c23c7fe36 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:00.554015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f9bbf67-3c9a-407f-bd9c-520ea67cd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.599836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bbf67-3c9a-407f-bd9c-520ea67cd5e7 None None] Port 4e141951-3a01-4c94-acb1-f90c23c7fe36 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:00.611244 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c72940d2-da16-442c-a01e-4f2ab751b6ba tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.613291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6f9bbf67-3c9a-407f-bd9c-520ea67cd5e7 None None] Provisioning complete for port ebfa7ed5-bcf9-4234-bffe-69d06540e717 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:00.615254 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6f9bbf67-3c9a-407f-bd9c-520ea67cd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.617872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51726) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:00.620306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c72940d2-da16-442c-a01e-4f2ab751b6ba tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/504fa23c-dfed-4956-994a-8a13d083573a HTTP/1.1" status: 204 len: 168 time: 1.1106300 Aug 20 12:25:00.679410 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa95e63-d7a8-414c-a7c7-90b4135bf68e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:25:00.682798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9aa95e63-d7a8-414c-a7c7-90b4135bf68e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/504fa23c-dfed-4956-994a-8a13d083573a HTTP/1.1" status: 404 len: 333 time: 0.0626862 Aug 20 12:25:00.684886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51728) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:00.836287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0bced466-4042-4e7a-b3ae-9449bdbfa7cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 4e141951-3a01-4c94-acb1-f90c23c7fe36 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:00.836672 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0bced466-4042-4e7a-b3ae-9449bdbfa7cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.939319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-24a553a1-e210-40eb-9617-2708b565b5e4 None None] Provisioning complete for port 4e141951-3a01-4c94-acb1-f90c23c7fe36 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:00.940531 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-24a553a1-e210-40eb-9617-2708b565b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.956285 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0bced466-4042-4e7a-b3ae-9449bdbfa7cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.982684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0bced466-4042-4e7a-b3ae-9449bdbfa7cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 4e141951-3a01-4c94-acb1-f90c23c7fe36 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:00.998102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-24a553a1-e210-40eb-9617-2708b565b5e4 None None] Port 4e141951-3a01-4c94-acb1-f90c23c7fe36 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:01.113554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-607a03c4-0c9f-4b81-9d5b-a6c85984eaf0 None None] Could not find standard attr ID for object 504fa23c-dfed-4956-994a-8a13d083573a. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:25:01.247956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205f7ab-ad37-4851-bb37-a0ace48b7587 req-ece2b2a1-a8d3-494f-8890-33fef4e9eb36 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:01.250564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0bced466-4042-4e7a-b3ae-9449bdbfa7cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:01.251106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f205f7ab-ad37-4851-bb37-a0ace48b7587 req-ece2b2a1-a8d3-494f-8890-33fef4e9eb36 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.0793254 Aug 20 12:25:01.289712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bced466-4042-4e7a-b3ae-9449bdbfa7cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=4e141951-3a01-4c94-acb1-f90c23c7fe36,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:01.322779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f205f7ab-ad37-4851-bb37-a0ace48b7587 req-63bfa18b-4c06-4c67-8ede-ab9662ebe905 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d59686af-81ca-4886-878e-9a93acc1de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633402 Aug 20 12:25:01.431984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0bced466-4042-4e7a-b3ae-9449bdbfa7cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:01.434367 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0bced466-4042-4e7a-b3ae-9449bdbfa7cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/4e141951-3a01-4c94-acb1-f90c23c7fe36 HTTP/1.1" status: 204 len: 168 time: 0.7483878 Aug 20 12:25:01.437080 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51732) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:01.467474 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f27dde-8353-447d-8b1a-69931ec7e609 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:25:01.471559 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-10f27dde-8353-447d-8b1a-69931ec7e609 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/4e141951-3a01-4c94-acb1-f90c23c7fe36 HTTP/1.1" status: 404 len: 333 time: 0.0310898 Aug 20 12:25:01.473585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51736) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:01.484206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad614886-b272-4988-8e62-4a49c17873ac req-916878fa-61b0-42bb-a68b-96ffd7b10bbd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:01.485775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad614886-b272-4988-8e62-4a49c17873ac req-916878fa-61b0-42bb-a68b-96ffd7b10bbd tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.73 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 947 time: 0.1013644 Aug 20 12:25:01.554621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a9aad8-4a33-4f09-b07f-fdef24d482d9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet 346ce84d-14bf-43d4-94ee-c9b03ab36ec3 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:01.564027 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8a9aad8-4a33-4f09-b07f-fdef24d482d9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:01.648941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Deleting port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:01.649896 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:01.666603 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8a9aad8-4a33-4f09-b07f-fdef24d482d9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:01.720301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ebfa7ed5-bcf9-4234-bffe-69d06540e717 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:01.801674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ebfa7ed5-bcf9-4234-bffe-69d06540e717 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:01.802381 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:01.815081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] For port 3e6e9f91-412d-4324-9a30-1b77a10d34b6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=3e6e9f91-412d-4324-9a30-1b77a10d34b6,segment=NetworkSegment(97023793-f62f-499a-81f3-66c898f672ff),segment_id=97023793-f62f-499a-81f3-66c898f672ff)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:01.815316 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:01.846970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Calling delete_port for 3e6e9f91-412d-4324-9a30-1b77a10d34b6 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:01.877991 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8a9aad8-4a33-4f09-b07f-fdef24d482d9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:01.986085 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8a9aad8-4a33-4f09-b07f-fdef24d482d9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.030306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9aad8-4a33-4f09-b07f-fdef24d482d9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=346ce84d-14bf-43d4-94ee-c9b03ab36ec3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:02.032917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e8a9aad8-4a33-4f09-b07f-fdef24d482d9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.035685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e8a9aad8-4a33-4f09-b07f-fdef24d482d9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/346ce84d-14bf-43d4-94ee-c9b03ab36ec3 HTTP/1.1" status: 204 len: 168 time: 0.5608063 Aug 20 12:25:02.038738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51746) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:02.042138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6722325b-ce74-4109-8c68-2f1a1625034e None None] Network c938ff3c-791e-4713-ba9a-6bfda020e9cf requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:02.072090 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.104167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['3e6e9f91-412d-4324-9a30-1b77a10d34b6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:02.135843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.141680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Pushing event deleted for resources: {'Port': ['ID=3e6e9f91-412d-4324-9a30-1b77a10d34b6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:02.199963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] No DVR routers for this DVR port 3e6e9f91-412d-4324-9a30-1b77a10d34b6 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:02.202994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.205354 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad614886-b272-4988-8e62-4a49c17873ac req-82c871fe-7012-4b0a-a3e4-4d9d550ed401 tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.73 "DELETE /v2.0/ports/3e6e9f91-412d-4324-9a30-1b77a10d34b6 HTTP/1.1" status: 204 len: 173 time: 0.7095928 Aug 20 12:25:02.205825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-deleted', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:02.210593 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf592a74-fd21-48f6-baf9-a3cad6f44b0f" -d '{"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-deleted", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:02.279670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port ebfa7ed5-bcf9-4234-bffe-69d06540e717 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:02.280015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.320516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] DHCP port deletion for c938ff3c-791e-4713-ba9a-6bfda020e9cf request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:25:02.390173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] For port ebfa7ed5-bcf9-4234-bffe-69d06540e717, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ebfa7ed5-bcf9-4234-bffe-69d06540e717,segment=NetworkSegment(2ff84a1e-c8dd-4f40-b63b-fda9b30521c1),segment_id=2ff84a1e-c8dd-4f40-b63b-fda9b30521c1)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:02.390568 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.424633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] Deleting port ebfa7ed5-bcf9-4234-bffe-69d06540e717 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:02.425012 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.427562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for ebfa7ed5-bcf9-4234-bffe-69d06540e717 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:02.522301 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256c6f7-1922-4122-9c25-ab4ba619b941 x-openstack-request-id: req-9256c6f7-1922-4122-9c25-ab4ba619b941 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:02.522598 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de58cd4d-7a86-4204-9ffd-78555a8d160b", "name": "network-vif-deleted", "tag": "3e6e9f91-412d-4324-9a30-1b77a10d34b6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:02.522854 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9256c6f7-1922-4122-9c25-ab4ba619b941 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:02.523266 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de58cd4d-7a86-4204-9ffd-78555a8d160b', 'name': 'network-vif-deleted', 'tag': '3e6e9f91-412d-4324-9a30-1b77a10d34b6', 'status': 'completed', 'code': 200} Aug 20 12:25:02.525758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] For port ebfa7ed5-bcf9-4234-bffe-69d06540e717, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ebfa7ed5-bcf9-4234-bffe-69d06540e717,segment=NetworkSegment(2ff84a1e-c8dd-4f40-b63b-fda9b30521c1),segment_id=2ff84a1e-c8dd-4f40-b63b-fda9b30521c1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:02.526163 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.537767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50263bad-c4c3-473e-805f-c1afcebbb05f req-69e64e2f-bd32-4af1-b436-c77f0c80677b tempest-ServersNegativeTestJSON-1027146097 tempest-ServersNegativeTestJSON-1027146097-project] 10.222.0.25 "GET /v2.0/ports?device_id=de58cd4d-7a86-4204-9ffd-78555a8d160b HTTP/1.1" status: 200 len: 210 time: 0.0644834 Aug 20 12:25:02.554783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] Calling delete_port for ebfa7ed5-bcf9-4234-bffe-69d06540e717 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:02.586960 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.623107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=ebfa7ed5-bcf9-4234-bffe-69d06540e717,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:02.630261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No DVR routers for this DVR port ebfa7ed5-bcf9-4234-bffe-69d06540e717 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:02.664993 n-d-800634-10 neutron-server[101035]: self.session.flush() Aug 20 12:25:02.677265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.714540 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.727466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] Pushing event deleted for resources: {'Port': ['ID=ebfa7ed5-bcf9-4234-bffe-69d06540e717,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:02.732703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c938ff3c-791e-4713-ba9a-6bfda020e9cf']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:02.735271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840fed3-5651-4faa-88d9-d6859d619119 None None] No DVR routers for this DVR port ebfa7ed5-bcf9-4234-bffe-69d06540e717 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:02.765749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff84a1e-c8dd-4f40-b63b-fda9b30521c1') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:02.766247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff84a1e-c8dd-4f40-b63b-fda9b30521c1') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:02.780066 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.796742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.806599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:25:02.807203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:25:02.813821 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:25:02.896118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.907069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.908920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/networks/c938ff3c-791e-4713-ba9a-6bfda020e9cf HTTP/1.1" status: 204 len: 168 time: 0.8627548 Aug 20 12:25:02.913434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51758) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:02.919342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1403414765'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:02.934196 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7f198-4934-457c-a593-42de21d28a54 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Network': ['ID=c938ff3c-791e-4713-ba9a-6bfda020e9cf,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:02.950010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:02.956910 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.988525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:25:02.999260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:02.999608 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Added segment c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d of type vlan for network bbb3082a-07fd-4dc1-bddd-31029fff3660 Aug 20 12:25:03.046897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.077288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.083564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:03.084175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.191432 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2768614 Aug 20 12:25:03.195130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51760) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:03.202055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:03.215304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3c9aa-42b1-4c21-b684-567f98271805 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Network': ['ID=bbb3082a-07fd-4dc1-bddd-31029fff3660,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:03.232831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network bbb3082a-07fd-4dc1-bddd-31029fff3660 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:25:03.352868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:03.356732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.564105 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.618074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51766) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:03.621268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=68a7949c-cf49-4baf-8516-a60f8f2c8c38,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:03.639871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Checking segment: {'id': 'c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:03.640439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network hostable DHCP agents. Network: bbb3082a-07fd-4dc1-bddd-31029fff3660, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:25:03.675720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network bbb3082a-07fd-4dc1-bddd-31029fff3660 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:25:03.698784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a686edf-4d05-4f40-b247-d2364b6e19e3 admin admin] Deleting subnet 98cb06c3-f1dc-4eb9-8e13-58d095030fdb {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:03.703484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, bbb3082a-07fd-4dc1-bddd-31029fff3660) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:03.703996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a686edf-4d05-4f40-b247-d2364b6e19e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.711657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:03.712254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.712522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df4925e-51f9-4b7b-88d0-2f76c80fe33d None None] Network bbb3082a-07fd-4dc1-bddd-31029fff3660 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:03.743760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-43b019e1-08f4-4906-bb00-9a0165465607 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5478687 Aug 20 12:25:03.744436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51768) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:03.752497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660', 'name': 'tempest-PortsTestJSON-1803511859', 'fixed_ips': [{'subnet_id': '68a7949c-cf49-4baf-8516-a60f8f2c8c38', 'ip_address': '172.20.0.10'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:03.759067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a686edf-4d05-4f40-b247-d2364b6e19e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.774005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ebfa7ed5-bcf9-4234-bffe-69d06540e717 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:03.803648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: ebfa7ed5-bcf9-4234-bffe-69d06540e717 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:03.804265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ebfa7ed5-bcf9-4234-bffe-69d06540e717 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:03.806430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a686edf-4d05-4f40-b247-d2364b6e19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.883947 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a686edf-4d05-4f40-b247-d2364b6e19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.902492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:03.917603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-bbb3082a-07fd-4dc1-bddd-31029fff3660', 'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660', 'tenant_id': 'ae042ba0535f4fee83df010a7f423c58', 'fixed_ips': [{'subnet_id': '68a7949c-cf49-4baf-8516-a60f8f2c8c38'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:25:03.918620 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.920014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a686edf-4d05-4f40-b247-d2364b6e19e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:03.925301 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a686edf-4d05-4f40-b247-d2364b6e19e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/98cb06c3-f1dc-4eb9-8e13-58d095030fdb HTTP/1.1" status: 204 len: 168 time: 0.3059628 Aug 20 12:25:03.926715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686edf-4d05-4f40-b247-d2364b6e19e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cb06c3-f1dc-4eb9-8e13-58d095030fdb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:03.929418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51772) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:04.066315 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.084884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.108061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port dea11237-d494-40e9-97b1-97eb8cc1c092 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:25:04.183033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Allocated IP 172.20.0.2 (bbb3082a-07fd-4dc1-bddd-31029fff3660/68a7949c-cf49-4baf-8516-a60f8f2c8c38/e71f02b6-7836-4a5e-99d3-44e827f6356d) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:04.224201 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.237454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35925466-8c35-4e26-bb36-68495fc06456']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:04.258807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97023793-f62f-499a-81f3-66c898f672ff') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:04.259451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97023793-f62f-499a-81f3-66c898f672ff') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:04.274383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.310283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.323609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:25:04.323609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:25:04.329857 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:25:04.415336 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.424109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.425849 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] 10.222.0.25 "DELETE /v2.0/networks/35925466-8c35-4e26-bb36-68495fc06456 HTTP/1.1" status: 204 len: 168 time: 0.4948027 Aug 20 12:25:04.462631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:04.475580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ff0a3-4444-484d-acdc-ff055bde9e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=35925466-8c35-4e26-bb36-68495fc06456,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:04.499528 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.502050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 3e6e9f91-412d-4324-9a30-1b77a10d34b6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:04.502593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 3e6e9f91-412d-4324-9a30-1b77a10d34b6 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:04.527827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Transition to ACTIVE for port object e71f02b6-7836-4a5e-99d3-44e827f6356d will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:04.551614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Transition to ACTIVE for port object e71f02b6-7836-4a5e-99d3-44e827f6356d will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:04.561410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.617748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Network bbb3082a-07fd-4dc1-bddd-31029fff3660 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:04.622171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:04.629311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:04.638246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.10 (bbb3082a-07fd-4dc1-bddd-31029fff3660/68a7949c-cf49-4baf-8516-a60f8f2c8c38/dea11237-d494-40e9-97b1-97eb8cc1c092) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:04.640922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Pushing event updated for resources: {'Port': ['ID=e71f02b6-7836-4a5e-99d3-44e827f6356d,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:04.729950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Attempting to bind port e71f02b6-7836-4a5e-99d3-44e827f6356d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:04.730614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Attempting to bind port e71f02b6-7836-4a5e-99d3-44e827f6356d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:04.730963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Attempting to bind port e71f02b6-7836-4a5e-99d3-44e827f6356d on network bbb3082a-07fd-4dc1-bddd-31029fff3660 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:04.738531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:04.740468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Checking segment: {'id': 'c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:04.741087 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.741677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Bound using segment: {'id': 'c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:04.742509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Bound port: e71f02b6-7836-4a5e-99d3-44e827f6356d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:04.743399 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.769447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51786) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:04.823368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] For port e71f02b6-7836-4a5e-99d3-44e827f6356d, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:04.826754 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] For port e71f02b6-7836-4a5e-99d3-44e827f6356d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e71f02b6-7836-4a5e-99d3-44e827f6356d,segment=NetworkSegment(c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d),segment_id=c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:04.833843 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.843452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:04.845026 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1b8fd265-032c-44c1-a8ec-c669cecb692b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21224cd61038443f8a9af8ea379d4d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743721 Aug 20 12:25:04.898551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abc35a-78f3-4838-87e2-841df85e5cef None None] Pushing event updated for resources: {'Port': ['ID=e71f02b6-7836-4a5e-99d3-44e827f6356d,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:04.922460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.949233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object dea11237-d494-40e9-97b1-97eb8cc1c092 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:04.954405 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b9f-5339-4959-859c-678046e6cbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:04.981560 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b9f-5339-4959-859c-678046e6cbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:05.048225 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:05.093063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network bbb3082a-07fd-4dc1-bddd-31029fff3660 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:05.096777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:05.101646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:05.107517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b9f-5339-4959-859c-678046e6cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:05.109832 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b9f-5339-4959-859c-678046e6cbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:05.111014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f0a73b9f-5339-4959-859c-678046e6cbb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d59686af-81ca-4886-878e-9a93acc1de9d HTTP/1.1" status: 204 len: 168 time: 0.2665217 Aug 20 12:25:05.156370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a73b9f-5339-4959-859c-678046e6cbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59686af-81ca-4886-878e-9a93acc1de9d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:05.161382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=dea11237-d494-40e9-97b1-97eb8cc1c092,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:05.179520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:05.180181 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:05.213479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c0ae5d4d-a613-4f4f-87f5-572baede217a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4670291 Aug 20 12:25:05.216213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51792) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:05.224976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': 'bbb3082a-07fd-4dc1-bddd-31029fff3660', 'name': 'tempest-PortsTestJSON-268286367', 'fixed_ips': [{'subnet_id': '68a7949c-cf49-4baf-8516-a60f8f2c8c38', 'ip_address': '172.20.0.9'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:05.437409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:05.559750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:05.582259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port ef99c862-960c-42e5-88a8-fe22a3664372 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:25:05.768503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e71f02b6-7836-4a5e-99d3-44e827f6356d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:05.867692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.9 (bbb3082a-07fd-4dc1-bddd-31029fff3660/68a7949c-cf49-4baf-8516-a60f8f2c8c38/ef99c862-960c-42e5-88a8-fe22a3664372) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:05.926148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e71f02b6-7836-4a5e-99d3-44e827f6356d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:06.067511 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:06.085558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object ef99c862-960c-42e5-88a8-fe22a3664372 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:06.139876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:06.207841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=ef99c862-960c-42e5-88a8-fe22a3664372,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:06.211912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network bbb3082a-07fd-4dc1-bddd-31029fff3660 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:06.213986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:06.216926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:06.287209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:06.288498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:06.312557 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-70d271ed-d24f-4f70-b434-c4ea50da761a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0931282 Aug 20 12:25:06.313751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51816) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:06.326263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5ee6e-8a66-4695-a02b-b2bacf49c958 None None] Network bbb3082a-07fd-4dc1-bddd-31029fff3660 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:06.437395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59efe0f1-5491-4264-97aa-299609c68c60 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:06.439066 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-59efe0f1-5491-4264-97aa-299609c68c60 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1239252 Aug 20 12:25:06.441924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51824) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:06.482671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-82956639-8db6-4bd8-8ce1-51e5af16287b None None] Provisioning for port e71f02b6-7836-4a5e-99d3-44e827f6356d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:06.501227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-82956639-8db6-4bd8-8ce1-51e5af16287b None None] Provisioning complete for port e71f02b6-7836-4a5e-99d3-44e827f6356d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:06.501508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82956639-8db6-4bd8-8ce1-51e5af16287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:06.511879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1fb8d-2e75-49c2-b79b-05245d0952f6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:06.519666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1fb8d-2e75-49c2-b79b-05245d0952f6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:06.525996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1fb8d-2e75-49c2-b79b-05245d0952f6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:06.530258 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b6a1fb8d-2e75-49c2-b79b-05245d0952f6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0848105 Aug 20 12:25:06.532258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51828) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:06.635120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f824b3a-d8b7-4de4-9259-047a7f9c0c26 req-e8940ce6-c324-471c-9c59-1982ff9b1173 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:06.663386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f824b3a-d8b7-4de4-9259-047a7f9c0c26 req-e8940ce6-c324-471c-9c59-1982ff9b1173 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1097 time: 0.0954785 Aug 20 12:25:06.722814 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f824b3a-d8b7-4de4-9259-047a7f9c0c26 req-7109008c-e622-45a3-9b20-2b0a9eacb529 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575457 Aug 20 12:25:06.812058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6338c-3731-4154-85f4-218506bbef81 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port ef99c862-960c-42e5-88a8-fe22a3664372 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:06.812800 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8dd6338c-3731-4154-85f4-218506bbef81 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:06.896610 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82956639-8db6-4bd8-8ce1-51e5af16287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:06.908581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfcbfd-6bfb-43a3-a7b9-19bf367ce3d3 req-949ee54b-ae0a-464f-8f99-4a8dc80f74c6 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:06.920725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fdfcbfd-6bfb-43a3-a7b9-19bf367ce3d3 req-949ee54b-ae0a-464f-8f99-4a8dc80f74c6 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1200225 Aug 20 12:25:06.939756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51838) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:07.010191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fdfcbfd-6bfb-43a3-a7b9-19bf367ce3d3 req-f873012c-536d-4afd-988c-5aa26202e439 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884366 Aug 20 12:25:07.026465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-82956639-8db6-4bd8-8ce1-51e5af16287b None None] For port e71f02b6-7836-4a5e-99d3-44e827f6356d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e71f02b6-7836-4a5e-99d3-44e827f6356d,segment=NetworkSegment(c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d),segment_id=c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:07.032692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8dd6338c-3731-4154-85f4-218506bbef81 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.036495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82956639-8db6-4bd8-8ce1-51e5af16287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.042854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51842) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:07.086848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6338c-3731-4154-85f4-218506bbef81 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for ef99c862-960c-42e5-88a8-fe22a3664372 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:07.212131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956639-8db6-4bd8-8ce1-51e5af16287b None None] Pushing event updated for resources: {'Port': ['ID=e71f02b6-7836-4a5e-99d3-44e827f6356d,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:07.213781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dc78b2ee-58d9-4bdb-bbbb-d080c43ca05d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/ced3989d-4f6b-4bf6-ae08-5f4d151b1e75 HTTP/1.1" status: 200 len: 992 time: 0.1668994 Aug 20 12:25:07.320123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fed0c8c3-558d-4252-ae7d-bbc24c10de66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.387990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6414a3fe-f69c-44af-9607-5d0e8cb83742 None None] Provisioning complete for port e71f02b6-7836-4a5e-99d3-44e827f6356d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:07.388392 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6414a3fe-f69c-44af-9607-5d0e8cb83742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.485248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8dd6338c-3731-4154-85f4-218506bbef81 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.582228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6338c-3731-4154-85f4-218506bbef81 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=ef99c862-960c-42e5-88a8-fe22a3664372,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:07.585524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6414a3fe-f69c-44af-9607-5d0e8cb83742 None None] Could not find standard attr ID for object ef99c862-960c-42e5-88a8-fe22a3664372. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:25:07.607811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6414a3fe-f69c-44af-9607-5d0e8cb83742 None None] Provisioning for port dea11237-d494-40e9-97b1-97eb8cc1c092 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:07.614831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6414a3fe-f69c-44af-9607-5d0e8cb83742 None None] Provisioning complete for port dea11237-d494-40e9-97b1-97eb8cc1c092 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:07.615209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6414a3fe-f69c-44af-9607-5d0e8cb83742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.668194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6414a3fe-f69c-44af-9607-5d0e8cb83742 None None] Port dea11237-d494-40e9-97b1-97eb8cc1c092 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:07.777339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e71f02b6-7836-4a5e-99d3-44e827f6356d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:07.860457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fed0c8c3-558d-4252-ae7d-bbc24c10de66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.904212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fed0c8c3-558d-4252-ae7d-bbc24c10de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.943723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e71f02b6-7836-4a5e-99d3-44e827f6356d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:07.945604 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.949954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4c0cf7ba-6c5d-4eb8-a637-24add4451839 None None] Provisioning complete for port dea11237-d494-40e9-97b1-97eb8cc1c092 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:07.951078 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf7ba-6c5d-4eb8-a637-24add4451839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:07.986761 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fed0c8c3-558d-4252-ae7d-bbc24c10de66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6270e43ca7441acac96a76549e6532a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0385096 Aug 20 12:25:07.987134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51862) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:07.995734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0c8c3-558d-4252-ae7d-bbc24c10de66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8380bbf6-ccd1-4b22-ba50-8cbb07ec257e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:08.023495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8dd6338c-3731-4154-85f4-218506bbef81 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:08.027797 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8dd6338c-3731-4154-85f4-218506bbef81 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/ef99c862-960c-42e5-88a8-fe22a3664372 HTTP/1.1" status: 204 len: 168 time: 1.4920084 Aug 20 12:25:08.034682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51864) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:08.111143 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5938be5-fddb-41a2-8841-ddaf68c451f6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:25:08.115975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c5938be5-fddb-41a2-8841-ddaf68c451f6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/ef99c862-960c-42e5-88a8-fe22a3664372 HTTP/1.1" status: 404 len: 333 time: 0.0777848 Aug 20 12:25:08.116358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51868) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:08.178301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cf7ba-6c5d-4eb8-a637-24add4451839 None None] Port dea11237-d494-40e9-97b1-97eb8cc1c092 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:08.206108 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcad268c-e7e8-4db7-98a0-8b170b83f2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:08.249126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcad268c-e7e8-4db7-98a0-8b170b83f2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:08.293029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6b272709-18b2-4d56-935f-48452a84b8db None None] Could not find standard attr ID for object ef99c862-960c-42e5-88a8-fe22a3664372. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:25:08.295553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-72d616ca-ed1b-467c-9651-afb753cc28a1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port dea11237-d494-40e9-97b1-97eb8cc1c092 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:08.295950 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72d616ca-ed1b-467c-9651-afb753cc28a1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:08.325158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcad268c-e7e8-4db7-98a0-8b170b83f2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:08.330693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bcad268c-e7e8-4db7-98a0-8b170b83f2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:08.332686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bcad268c-e7e8-4db7-98a0-8b170b83f2a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8380bbf6-ccd1-4b22-ba50-8cbb07ec257e HTTP/1.1" status: 204 len: 168 time: 0.3440223 Aug 20 12:25:08.349326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad268c-e7e8-4db7-98a0-8b170b83f2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8380bbf6-ccd1-4b22-ba50-8cbb07ec257e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:08.537689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72d616ca-ed1b-467c-9651-afb753cc28a1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:08.589602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-72d616ca-ed1b-467c-9651-afb753cc28a1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for dea11237-d494-40e9-97b1-97eb8cc1c092 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:08.705497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e79c4-5f5f-428d-9bb2-91246eac8a13 req-5b6c5a32-84dc-45c8-8c47-b283cb480a9d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:08.712365 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d23e79c4-5f5f-428d-9bb2-91246eac8a13 req-5b6c5a32-84dc-45c8-8c47-b283cb480a9d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1076596 Aug 20 12:25:08.731623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2128bfbc-7b83-4e4f-94b6-e554948f72d5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1738644 Aug 20 12:25:08.789670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d23e79c4-5f5f-428d-9bb2-91246eac8a13 req-01d8037e-1f74-43f6-8476-444dbb721f4c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684581 Aug 20 12:25:08.887331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72d616ca-ed1b-467c-9651-afb753cc28a1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:08.939480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d616ca-ed1b-467c-9651-afb753cc28a1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=dea11237-d494-40e9-97b1-97eb8cc1c092,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:09.092073 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-72d616ca-ed1b-467c-9651-afb753cc28a1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:09.094406 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-72d616ca-ed1b-467c-9651-afb753cc28a1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/dea11237-d494-40e9-97b1-97eb8cc1c092 HTTP/1.1" status: 204 len: 168 time: 0.9769886 Aug 20 12:25:09.097911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51892) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:09.148794 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e33d60-cedd-4684-ae5e-3e0e0b7ec4d7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:25:09.153613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51896) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:09.153990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-60e33d60-cedd-4684-ae5e-3e0e0b7ec4d7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/dea11237-d494-40e9-97b1-97eb8cc1c092 HTTP/1.1" status: 404 len: 333 time: 0.0548604 Aug 20 12:25:09.312941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d4d849-a571-4548-9edb-384e3157c364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet 68a7949c-cf49-4baf-8516-a60f8f2c8c38 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:09.314864 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d4d849-a571-4548-9edb-384e3157c364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:09.359583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d4d849-a571-4548-9edb-384e3157c364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:09.506291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d4d849-a571-4548-9edb-384e3157c364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:09.621398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d4d849-a571-4548-9edb-384e3157c364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:09.668014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-43d4d849-a571-4548-9edb-384e3157c364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:09.669900 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-43d4d849-a571-4548-9edb-384e3157c364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/68a7949c-cf49-4baf-8516-a60f8f2c8c38 HTTP/1.1" status: 204 len: 168 time: 0.5152652 Aug 20 12:25:09.671311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4d849-a571-4548-9edb-384e3157c364 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=68a7949c-cf49-4baf-8516-a60f8f2c8c38,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:09.673095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51918) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:09.677744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3769ece-ceaa-4dcd-91bd-d788a27ceb59 None None] Network bbb3082a-07fd-4dc1-bddd-31029fff3660 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:09.828179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:09.988058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] DHCP port deletion for bbb3082a-07fd-4dc1-bddd-31029fff3660 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:25:10.085004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f315b8-e49f-4e43-9e12-7038cfb3d5d0 req-098af1ef-30c9-4575-8d8e-5034a5498ab5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:10.088339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68f315b8-e49f-4e43-9e12-7038cfb3d5d0 req-098af1ef-30c9-4575-8d8e-5034a5498ab5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1376400 Aug 20 12:25:10.162713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] Deleting port e71f02b6-7836-4a5e-99d3-44e827f6356d {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:10.168458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port e71f02b6-7836-4a5e-99d3-44e827f6356d {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:10.168975 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.169582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.186948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68f315b8-e49f-4e43-9e12-7038cfb3d5d0 req-be40c830-66ab-47d5-97e3-b84642e8fa32 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965438 Aug 20 12:25:10.250890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] For port e71f02b6-7836-4a5e-99d3-44e827f6356d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e71f02b6-7836-4a5e-99d3-44e827f6356d,segment=NetworkSegment(c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d),segment_id=c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:10.251304 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.264629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] Calling delete_port for e71f02b6-7836-4a5e-99d3-44e827f6356d owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:10.338581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] For port e71f02b6-7836-4a5e-99d3-44e827f6356d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e71f02b6-7836-4a5e-99d3-44e827f6356d,segment=NetworkSegment(c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d),segment_id=c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:10.339197 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.360093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for e71f02b6-7836-4a5e-99d3-44e827f6356d owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:10.461913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.496423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] Pushing event deleted for resources: {'Port': ['ID=e71f02b6-7836-4a5e-99d3-44e827f6356d,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:10.506892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dee5da-74f3-4b53-b0c9-045d90457dc2 None None] No DVR routers for this DVR port e71f02b6-7836-4a5e-99d3-44e827f6356d on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:10.584145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.606715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No DVR routers for this DVR port e71f02b6-7836-4a5e-99d3-44e827f6356d on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:10.644706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=e71f02b6-7836-4a5e-99d3-44e827f6356d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:10.782018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51962) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:10.817109 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.831848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb3082a-07fd-4dc1-bddd-31029fff3660']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:10.853018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:10.853826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bdb2fa-3ad5-49b7-8e5a-c0c1777aa43d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:10.868473 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.892435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.902995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:25:10.904411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:25:10.959875 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:25:10.984325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.992586 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:10.996178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/networks/bbb3082a-07fd-4dc1-bddd-31029fff3660 HTTP/1.1" status: 204 len: 168 time: 1.3219128 Aug 20 12:25:11.002441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51966) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:11.019143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1211242218'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:11.036891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca1121-fd79-4e24-9960-c8f9d10aba7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Network': ['ID=bbb3082a-07fd-4dc1-bddd-31029fff3660,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:11.052411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.061254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:11.073456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.131055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:25:11.142395 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.142782 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Added segment 8fe7a67d-ff9e-4203-9b53-4126dac0b9bc of type vlan for network 905d7887-0be3-4310-8e77-15851c06fbff Aug 20 12:25:11.191478 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.197307 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.202446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.232645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.239309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:11.239928 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.305873 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85e4c53d4d94441088a68ba47d94bd60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176470 Aug 20 12:25:11.305873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a64a26-f307-436a-b3ae-826492242678,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:11.307401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 51972) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:11.348027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.348669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.349211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.349710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.350340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.350883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.351420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.351995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.352536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.353069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.353561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.354083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9a52-0b05-4128-9470-d2d0f76208d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:11.430748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d3ae90f-6baa-4422-83ac-b9549a50165b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.441057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4316993 Aug 20 12:25:11.453808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 51976) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:11.475079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d3ae90f-6baa-4422-83ac-b9549a50165b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.488087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '905d7887-0be3-4310-8e77-15851c06fbff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:11.535136 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d3ae90f-6baa-4422-83ac-b9549a50165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.539317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d3ae90f-6baa-4422-83ac-b9549a50165b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.540846 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5d3ae90f-6baa-4422-83ac-b9549a50165b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61a64a26-f307-436a-b3ae-826492242678 HTTP/1.1" status: 204 len: 168 time: 0.2324352 Aug 20 12:25:11.551104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ae90f-6baa-4422-83ac-b9549a50165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a64a26-f307-436a-b3ae-826492242678,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:11.573253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bddce7-f6d1-4fc3-b411-bd6b62bf269d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Network': ['ID=905d7887-0be3-4310-8e77-15851c06fbff,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:11.603911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 905d7887-0be3-4310-8e77-15851c06fbff details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:25:11.631323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-f2e0cf78-8067-4d32-b099-226d352a0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:11.639797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-f2e0cf78-8067-4d32-b099-226d352a0526 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1097 time: 0.3183858 Aug 20 12:25:11.743615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73029c1-8399-4f7e-8787-6f69ca156866 req-12150129-787c-4c4d-aa30-48072eef1e2e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:11.752046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e73029c1-8399-4f7e-8787-6f69ca156866 req-12150129-787c-4c4d-aa30-48072eef1e2e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.3240156 Aug 20 12:25:11.764055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e71f02b6-7836-4a5e-99d3-44e827f6356d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:11.860078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:11.861846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e71f02b6-7836-4a5e-99d3-44e827f6356d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:11.863119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e71f02b6-7836-4a5e-99d3-44e827f6356d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:11.865287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:11.938567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e73029c1-8399-4f7e-8787-6f69ca156866 req-c5623a2a-918c-4273-9f8a-1830dcbbe60f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843567 Aug 20 12:25:11.996591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-b08ecb0d-207e-49c7-b055-612c2a5a8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:11.998079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-b08ecb0d-207e-49c7-b055-612c2a5a8588 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.3465397 Aug 20 12:25:12.141543 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.174952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-d4ad9811-6548-4e88-b3e9-aebc0b400415 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 1000 time: 0.1648848 Aug 20 12:25:12.276598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-ee65a3dd-d8ef-49d3-b5f8-2ec5fe3bc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:12.278376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-ee65a3dd-d8ef-49d3-b5f8-2ec5fe3bc1bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0958462 Aug 20 12:25:12.286467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.410171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-73431367-1750-4453-a45d-86d84eed20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:12.411443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-73431367-1750-4453-a45d-86d84eed20be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238766 Aug 20 12:25:12.411955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=c1d9f02b-2ab5-4c5b-85d8-779948d46462,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:12.478321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Checking segment: {'id': '8fe7a67d-ff9e-4203-9b53-4126dac0b9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '905d7887-0be3-4310-8e77-15851c06fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:12.478680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network hostable DHCP agents. Network: 905d7887-0be3-4310-8e77-15851c06fbff, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:25:12.508327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 905d7887-0be3-4310-8e77-15851c06fbff is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:25:12.528343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 905d7887-0be3-4310-8e77-15851c06fbff) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:12.537809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00d13f-c308-48d2-bc2d-50aa8858b759 None None] Network 905d7887-0be3-4310-8e77-15851c06fbff requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:12.577842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:12.577842 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.598075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2d6b83c7-da32-4d67-bcfb-b9ec763b9768 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788914 Aug 20 12:25:12.647495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-29f57170-6f3d-4326-a2ca-4825eef6ad7d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1918228 Aug 20 12:25:12.650091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52006) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:12.656349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8a8ad805-1fbd-4c10-a0b3-360aa7e6226f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-839787194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:12.712336 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad805-1fbd-4c10-a0b3-360aa7e6226f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.713980 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad805-1fbd-4c10-a0b3-360aa7e6226f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.845385 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad805-1fbd-4c10-a0b3-360aa7e6226f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.855291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad805-1fbd-4c10-a0b3-360aa7e6226f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.924368 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad805-1fbd-4c10-a0b3-360aa7e6226f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:12.927153 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a8ad805-1fbd-4c10-a0b3-360aa7e6226f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2749524 Aug 20 12:25:12.929177 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52012) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:12.935268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'network_id': '905d7887-0be3-4310-8e77-15851c06fbff', 'name': 'tempest-PortsTestJSON-618303820'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:13.194904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-905d7887-0be3-4310-8e77-15851c06fbff', 'network_id': '905d7887-0be3-4310-8e77-15851c06fbff', 'tenant_id': 'ae042ba0535f4fee83df010a7f423c58', 'fixed_ips': [{'subnet_id': 'c1d9f02b-2ab5-4c5b-85d8-779948d46462'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:25:13.196465 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:13.264089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52016) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:13.420017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Allocated IP 172.20.0.2 (905d7887-0be3-4310-8e77-15851c06fbff/c1d9f02b-2ab5-4c5b-85d8-779948d46462/4d171c7b-e624-45f0-854f-9693c41360c9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:13.517350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b0823-7e63-4897-9afd-2cb4a01d3096 req-d5971c07-85c5-457f-84ff-8c266049acfb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:13.532347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-115b0823-7e63-4897-9afd-2cb4a01d3096 req-d5971c07-85c5-457f-84ff-8c266049acfb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.2691026 Aug 20 12:25:13.552436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-1f5a9571-c295-49f1-928b-9ad4d584ac96 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9467235 Aug 20 12:25:13.618963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1179008543-network', 'tenant_id': 'c0bd73028e5f4b23ae847cae833adc56'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:13.700221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-115b0823-7e63-4897-9afd-2cb4a01d3096 req-f1e8f621-16c2-4bfc-864e-bf07ae55a42b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644173 Aug 20 12:25:13.701736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Made reservation on behalf of c0bd73028e5f4b23ae847cae833adc56 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:13.705025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:13.716118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:13.857211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:13.875280 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:13.897386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Transition to ACTIVE for port object 4d171c7b-e624-45f0-854f-9693c41360c9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:13.916702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Transition to ACTIVE for port object 4d171c7b-e624-45f0-854f-9693c41360c9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:13.924301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:13.943063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Network 905d7887-0be3-4310-8e77-15851c06fbff is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:13.946389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:13.948425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:13.948591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:13.961835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.053272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:25:14.066884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df40ffa1-a163-4a67-a461-81fade228885,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:14.072423 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.072877 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Added segment 3a3f416f-3cb7-47a7-b3b1-78441edcca9a of type vlan for network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d Aug 20 12:25:14.109095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:14.115645 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.140891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port 4d5e259e-c362-4a11-8f5f-820bc938f997 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:25:14.154810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Pushing event updated for resources: {'Port': ['ID=4d171c7b-e624-45f0-854f-9693c41360c9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:14.161175 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.171152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Attempting to bind port 4d171c7b-e624-45f0-854f-9693c41360c9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:14.171537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Attempting to bind port 4d171c7b-e624-45f0-854f-9693c41360c9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '8fe7a67d-ff9e-4203-9b53-4126dac0b9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '905d7887-0be3-4310-8e77-15851c06fbff'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:14.175530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Attempting to bind port 4d171c7b-e624-45f0-854f-9693c41360c9 on network 905d7887-0be3-4310-8e77-15851c06fbff {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:14.189713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:14.190080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Checking segment: {'id': '8fe7a67d-ff9e-4203-9b53-4126dac0b9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '905d7887-0be3-4310-8e77-15851c06fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:14.191053 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.191442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Bound using segment: {'id': '8fe7a67d-ff9e-4203-9b53-4126dac0b9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '905d7887-0be3-4310-8e77-15851c06fbff'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:14.191907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Bound port: 4d171c7b-e624-45f0-854f-9693c41360c9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7a67d-ff9e-4203-9b53-4126dac0b9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '905d7887-0be3-4310-8e77-15851c06fbff'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:14.192299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.228465 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.229860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:14.234375 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.329483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.9 (905d7887-0be3-4310-8e77-15851c06fbff/c1d9f02b-2ab5-4c5b-85d8-779948d46462/4d5e259e-c362-4a11-8f5f-820bc938f997) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:14.352510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] For port 4d171c7b-e624-45f0-854f-9693c41360c9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:14.368778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] Pushing event updated for resources: {'Network': ['ID=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:14.373671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] For port 4d171c7b-e624-45f0-854f-9693c41360c9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d171c7b-e624-45f0-854f-9693c41360c9,segment=NetworkSegment(8fe7a67d-ff9e-4203-9b53-4126dac0b9bc),segment_id=8fe7a67d-ff9e-4203-9b53-4126dac0b9bc)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:14.385875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.398429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c65f1ae4-3efa-4d53-86f3-ac78e3ae5381 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1330924 Aug 20 12:25:14.407261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52024) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:14.413097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:25:14.435371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Request body: {'subnet': {'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1179008543-subnet', 'tenant_id': 'c0bd73028e5f4b23ae847cae833adc56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:14.510699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Made reservation on behalf of c0bd73028e5f4b23ae847cae833adc56 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:14.515852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.588433 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.627504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object 4d5e259e-c362-4a11-8f5f-820bc938f997 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:14.698569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.718101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b34a1e-d57d-4b82-8f23-3673399860ab None None] Pushing event updated for resources: {'Port': ['ID=4d171c7b-e624-45f0-854f-9693c41360c9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:14.776813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=4d5e259e-c362-4a11-8f5f-820bc938f997,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:14.786646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 905d7887-0be3-4310-8e77-15851c06fbff is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:14.788153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:14.792901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:14.896711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:14.897429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.934890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.935467 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d430823f-3715-4a34-ba79-7cb5de8d5480 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0027156 Aug 20 12:25:14.947185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52032) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:15.109065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc6145c-ab7b-4663-a467-6b3df3d486f6,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:15.129827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4593102-74f1-4308-99f4-95fce436046d req-c18159be-0076-4586-b9b8-9560a441cba3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:15.132467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4593102-74f1-4308-99f4-95fce436046d req-c18159be-0076-4586-b9b8-9560a441cba3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.2164443 Aug 20 12:25:15.141661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Checking segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:15.142703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Network hostable DHCP agents. Network: 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:25:15.208067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:25:15.218607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4593102-74f1-4308-99f4-95fce436046d req-b575826d-64ca-45a4-b4b6-c56634142443 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688002 Aug 20 12:25:15.229900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:15.238336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:15.239607 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:15.247856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432fb6bc-08dd-44b9-bac6-c698b68f7167 None None] Network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:15.274377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-64db0362-436b-4fb6-94d0-f8717e41266c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8595016 Aug 20 12:25:15.568898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fead3ba-df9c-4068-8db0-79d44788cc41 None None] Network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:15.578266 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:15.854593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d171c7b-e624-45f0-854f-9693c41360c9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:16.017628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 4d171c7b-e624-45f0-854f-9693c41360c9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:16.145565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-66b90f1e-5ed9-4302-81d8-6b4929e26bf8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:16.150137 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:16.157087 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:16.157641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-66b90f1e-5ed9-4302-81d8-6b4929e26bf8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 815 time: 0.2132354 Aug 20 12:25:16.177673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-0d92d1cb-498c-4769-80de-bf8201381e5c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/quotas/c0bd73028e5f4b23ae847cae833adc56 HTTP/1.1" status: 200 len: 375 time: 0.0188940 Aug 20 12:25:16.230094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-30efd7cb-13bd-43f3-aa2c-bb555cb987b8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510581 Aug 20 12:25:16.256011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=4d5e259e-c362-4a11-8f5f-820bc938f997,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:16.408077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074684c7-b050-4eee-abd0-a1ecfa9cf322 None None] Network 905d7887-0be3-4310-8e77-15851c06fbff requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:16.469453 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:16.511844 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-dcbfc22a-a2cf-46f9-9287-453d7126235e service neutron] 10.222.0.25 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803521 Aug 20 12:25:16.570076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c97ac8b1-023f-41de-8c10-46844cb23132 None None] Provisioning for port 4d171c7b-e624-45f0-854f-9693c41360c9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:16.595396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c97ac8b1-023f-41de-8c10-46844cb23132 None None] Provisioning complete for port 4d171c7b-e624-45f0-854f-9693c41360c9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:16.595802 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c97ac8b1-023f-41de-8c10-46844cb23132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:16.645611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:16.670284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-22b940dc-5cdc-4ede-a3f4-9e2ff76ac932 service neutron] 10.222.0.25 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567779 Aug 20 12:25:16.691785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049db6b0-0f80-414f-b590-e8672777773c req-00c3df48-9a6c-4adf-ab0a-044d3906c873 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:16.693364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-049db6b0-0f80-414f-b590-e8672777773c req-00c3df48-9a6c-4adf-ab0a-044d3906c873 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.2264490 Aug 20 12:25:16.758293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-049db6b0-0f80-414f-b590-e8672777773c req-312176c1-2d51-4af6-b4d9-b358075659a6 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495365 Aug 20 12:25:16.795076 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c97ac8b1-023f-41de-8c10-46844cb23132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:16.872256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c97ac8b1-023f-41de-8c10-46844cb23132 None None] For port 4d171c7b-e624-45f0-854f-9693c41360c9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d171c7b-e624-45f0-854f-9693c41360c9,segment=NetworkSegment(8fe7a67d-ff9e-4203-9b53-4126dac0b9bc),segment_id=8fe7a67d-ff9e-4203-9b53-4126dac0b9bc)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:16.880008 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c97ac8b1-023f-41de-8c10-46844cb23132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:16.955506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ac8b1-023f-41de-8c10-46844cb23132 None None] Pushing event updated for resources: {'Port': ['ID=4d171c7b-e624-45f0-854f-9693c41360c9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:16.999729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d79be4f5-bacd-415e-9d78-bbed3e5eee62 req-ac044e88-10ee-43ac-862c-2607b389228f tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0624988 Aug 20 12:25:17.116157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6b7c6f05-483d-4cb9-9ae8-f78de0188282 None None] Provisioning for port 4d5e259e-c362-4a11-8f5f-820bc938f997 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:17.123072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6b7c6f05-483d-4cb9-9ae8-f78de0188282 None None] Provisioning complete for port 4d5e259e-c362-4a11-8f5f-820bc938f997 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:17.123458 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6f05-483d-4cb9-9ae8-f78de0188282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.206499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c6f05-483d-4cb9-9ae8-f78de0188282 None None] Port 4d5e259e-c362-4a11-8f5f-820bc938f997 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:17.230499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6b7c6f05-483d-4cb9-9ae8-f78de0188282 None None] Provisioning complete for port 4d171c7b-e624-45f0-854f-9693c41360c9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:17.230876 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6f05-483d-4cb9-9ae8-f78de0188282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.255129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.260974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.419024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.427921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=4d5e259e-c362-4a11-8f5f-820bc938f997,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:17.502663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0daa5ce9-8463-4ed3-931f-adf78b4f837f None None] Provisioning complete for port 4d5e259e-c362-4a11-8f5f-820bc938f997 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:17.503083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0daa5ce9-8463-4ed3-931f-adf78b4f837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.545482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0daa5ce9-8463-4ed3-931f-adf78b4f837f None None] Port 4d5e259e-c362-4a11-8f5f-820bc938f997 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:17.582524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 905d7887-0be3-4310-8e77-15851c06fbff is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:17.584134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:17.675813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-544d05c2-d343-413c-a671-5c2a3e004cb6 None None] Provisioning complete for port 4d5e259e-c362-4a11-8f5f-820bc938f997 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:17.676363 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-544d05c2-d343-413c-a671-5c2a3e004cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.765570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Router 4fbdfef0-8989-4bfb-834d-018e66805946 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:25:17.820007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d171c7b-e624-45f0-854f-9693c41360c9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:17.892892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:25:17.894657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-544d05c2-d343-413c-a671-5c2a3e004cb6 None None] Port 4d5e259e-c362-4a11-8f5f-820bc938f997 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:17.905384 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1945b-34e1-45ee-a054-1b40c09ff9ab None None] Sync routers for ids ['4fbdfef0-8989-4bfb-834d-018e66805946'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:25:17.918011 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1945b-34e1-45ee-a054-1b40c09ff9ab None None] Routers {'4fbdfef0-8989-4bfb-834d-018e66805946'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:17.920146 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-21a1945b-34e1-45ee-a054-1b40c09ff9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:24:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4fbdfef0-8989-4bfb-834d-018e66805946'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:17.924163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e16e229f-82cb-4f6a-af0e-ffe37494afac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "PUT /v2.0/routers/4fbdfef0-8989-4bfb-834d-018e66805946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9750450 Aug 20 12:25:17.926122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:17.972207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4d171c7b-e624-45f0-854f-9693c41360c9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:17.972957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.994433 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-21a1945b-34e1-45ee-a054-1b40c09ff9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:18.019541 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1945b-34e1-45ee-a054-1b40c09ff9ab None None] Routers {'4fbdfef0-8989-4bfb-834d-018e66805946'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:18.020423 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-21a1945b-34e1-45ee-a054-1b40c09ff9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:24:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4fbdfef0-8989-4bfb-834d-018e66805946'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:18.020878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474418c4-4052-49d0-9485-6b1095e7efac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:18.022611 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-474418c4-4052-49d0-9485-6b1095e7efac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbdfef0-8989-4bfb-834d-018e66805946 HTTP/1.1" status: 200 len: 981 time: 0.0954626 Aug 20 12:25:18.025560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52092) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:18.062856 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-21a1945b-34e1-45ee-a054-1b40c09ff9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:18.063536 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1945b-34e1-45ee-a054-1b40c09ff9ab None None] The sync data for ids ['4fbdfef0-8989-4bfb-834d-018e66805946'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:25:18.069500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360b70-6f85-462e-8b9f-a8b76a358160 req-a2b79e7b-0c3b-4ec5-b4da-18b81c3908f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:18.071119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72360b70-6f85-462e-8b9f-a8b76a358160 req-a2b79e7b-0c3b-4ec5-b4da-18b81c3908f0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1356730 Aug 20 12:25:18.139792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72360b70-6f85-462e-8b9f-a8b76a358160 req-29b68f3d-6815-4ed6-9386-ac27b5ea4127 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538549 Aug 20 12:25:18.162384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c4bb7298-55ed-4dc3-9aae-bac8e2311415 None None] Provisioning complete for port 4d5e259e-c362-4a11-8f5f-820bc938f997 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:18.163457 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7298-55ed-4dc3-9aae-bac8e2311415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.217359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2949a19-8d7d-49a6-b62d-ff34839a3e1a req-b4adec0d-d0e7-4b8e-81df-74ede1137ad5 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0720468 Aug 20 12:25:18.245054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb7298-55ed-4dc3-9aae-bac8e2311415 None None] Port 4d5e259e-c362-4a11-8f5f-820bc938f997 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:18.635503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-85a9f520-c1e3-4155-9494-c84bdad6315e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:18.637188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-85a9f520-c1e3-4155-9494-c84bdad6315e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 815 time: 0.1848435 Aug 20 12:25:18.648522 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.652120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Request body: {'port': {'device_id': '015bb71a-2c15-42a6-bfb4-af944d0bf7c0', 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'admin_state_up': True, 'tenant_id': 'c0bd73028e5f4b23ae847cae833adc56'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:18.793028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Made reservation on behalf of c0bd73028e5f4b23ae847cae833adc56 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:18.797774 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.893051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 4d5e259e-c362-4a11-8f5f-820bc938f997 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:18.894379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.973790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Allocated IP 172.20.0.9 (15c6a0b3-b417-48dc-aba6-f9c2b368aa8d/cfc6145c-ab7b-4663-a467-6b3df3d486f6/1317e1d1-3aae-4fbe-be62-f02b38ebcd82) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:19.043000 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.058127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 4d5e259e-c362-4a11-8f5f-820bc938f997 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:19.203970 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.285185 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.336387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ee1c2-9037-4d68-b4f3-8eb132ca24a0 req-f47909db-016f-4328-aedf-31293e7a94b7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.338230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd4ee1c2-9037-4d68-b4f3-8eb132ca24a0 req-f47909db-016f-4328-aedf-31293e7a94b7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1096113 Aug 20 12:25:19.378838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=4d5e259e-c362-4a11-8f5f-820bc938f997,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:19.395739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cc48dab-1317-4804-8449-bb5551ea0557 req-2c55e23a-7fe5-43ad-a846-c9627c88b591 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0879033 Aug 20 12:25:19.474846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.533062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd4ee1c2-9037-4d68-b4f3-8eb132ca24a0 req-0f6f8753-d2e9-407e-8807-1a9afc8384d7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401508 Aug 20 12:25:19.535545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:19.539060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:19.543122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:19.553272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Pushing event updated for resources: {'Port': ['ID=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:19.634851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.656569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.656569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.705607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-a47b9aab-2610-4eb8-aa73-d6d729adad8c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0575280 Aug 20 12:25:19.719993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Request body: {'port': {'device_id': '015bb71a-2c15-42a6-bfb4-af944d0bf7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:19.789702 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.143169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-c60962d1-f640-4395-b53d-e8f805791eeb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:20.145073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-c60962d1-f640-4395-b53d-e8f805791eeb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.1792405 Aug 20 12:25:20.179017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f87806a4-ac7b-4a6c-8203-1b5c6192ed93 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/quotas/4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 375 time: 0.0161631 Aug 20 12:25:20.247819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Router 4fbdfef0-8989-4bfb-834d-018e66805946 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:25:20.263418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:20.274423 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.283610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-b05367b3-fdd5-43d1-a899-1b81c6979f62 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916228 Aug 20 12:25:20.294129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Transition to ACTIVE for port object 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:20.305872 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.327654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:25:20.332749 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bb61ed1a-51c5-433a-95e4-6392b48ef8c6 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "PUT /v2.0/routers/4fbdfef0-8989-4bfb-834d-018e66805946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3060877 Aug 20 12:25:20.335441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52122) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:20.340961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331d093-4b9f-4ad2-9f94-c3d5e975ed2c None None] Sync routers for ids ['4fbdfef0-8989-4bfb-834d-018e66805946'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:25:20.356911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331d093-4b9f-4ad2-9f94-c3d5e975ed2c None None] Routers {'4fbdfef0-8989-4bfb-834d-018e66805946'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:20.358174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f331d093-4b9f-4ad2-9f94-c3d5e975ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:24:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4fbdfef0-8989-4bfb-834d-018e66805946'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:20.361530 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b9b800-09b2-4ca0-ba90-8be6888ec14a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:25:20.364097 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-29b9b800-09b2-4ca0-ba90-8be6888ec14a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/4d5e259e-c362-4a11-8f5f-820bc938f997 HTTP/1.1" status: 404 len: 333 time: 0.0272541 Aug 20 12:25:20.367797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52124) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:20.438817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f331d093-4b9f-4ad2-9f94-c3d5e975ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:20.449701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Pushing event updated for resources: {'Port': ['ID=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:20.452733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331d093-4b9f-4ad2-9f94-c3d5e975ed2c None None] Routers {'4fbdfef0-8989-4bfb-834d-018e66805946'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:20.453468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f331d093-4b9f-4ad2-9f94-c3d5e975ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:24:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['4fbdfef0-8989-4bfb-834d-018e66805946'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:20.504560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f331d093-4b9f-4ad2-9f94-c3d5e975ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:20.505230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f331d093-4b9f-4ad2-9f94-c3d5e975ed2c None None] The sync data for ids ['4fbdfef0-8989-4bfb-834d-018e66805946'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:25:20.529979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.530352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.530690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.531021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.531352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.531683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.532000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.532319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.532639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.532968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.533282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.533601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:20.549464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-346f2124-87da-4115-a349-df612f3a9088 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.600078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-7eaa763c-96ce-4cb7-b775-2916d0685d7a service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043242 Aug 20 12:25:20.637371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Attempting to bind port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:20.637808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Attempting to bind port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:20.638221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Attempting to bind port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:20.682700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600e6a-6535-4f66-8228-782b0d8e667c req-e9e35e9e-9126-4fe2-84d4-f145730c7251 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:20.684213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21600e6a-6535-4f66-8228-782b0d8e667c req-e9e35e9e-9126-4fe2-84d4-f145730c7251 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 943 time: 0.1597965 Aug 20 12:25:20.686906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:25:20.687227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Attempting to bind port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:20.704965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:20.705211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Checking segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:20.705966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Bound using segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:20.706525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Bound port: 1317e1d1-3aae-4fbe-be62-f02b38ebcd82, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:20.706878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.728674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-346f2124-87da-4115-a349-df612f3a9088 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.730852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-346f2124-87da-4115-a349-df612f3a9088 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.776402 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-346f2124-87da-4115-a349-df612f3a9088 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.777079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346f2124-87da-4115-a349-df612f3a9088 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Fanout notify agent at l3_agent the message router_deleted on router 4fbdfef0-8989-4bfb-834d-018e66805946 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:25:20.784558 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-346f2124-87da-4115-a349-df612f3a9088 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.785817 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-346f2124-87da-4115-a349-df612f3a9088 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/routers/4fbdfef0-8989-4bfb-834d-018e66805946 HTTP/1.1" status: 204 len: 168 time: 0.4148536 Aug 20 12:25:20.790674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52132) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:20.797964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21600e6a-6535-4f66-8228-782b0d8e667c req-73d6d4e6-68ba-43f7-a398-5c6d6ae7cdd9 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009731 Aug 20 12:25:20.802510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-ecac72bc-e0ef-4165-8419-65df01f62d73 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950915 Aug 20 12:25:20.836054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] For port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:20.839385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] For port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:20.845052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.878663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-df84a937-df5c-4004-9ec8-d3ddb22b6e72 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet c1d9f02b-2ab5-4c5b-85d8-779948d46462 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:20.881085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:20.881714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.883246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] 10.222.0.22 "PUT /v2.0/ports/1317e1d1-3aae-4fbe-be62-f02b38ebcd82 HTTP/1.1" status: 200 len: 1092 time: 1.1682401 Aug 20 12:25:20.883428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df84a937-df5c-4004-9ec8-d3ddb22b6e72 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.883784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015bb71a-2c15-42a6-bfb4-af944d0bf7c0', 'tag': '1317e1d1-3aae-4fbe-be62-f02b38ebcd82'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:20.886141 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bac5b7-3b17-4db3-8ff7-ab184c278b09" -d '{"events": [{"name": "network-changed", "server_uuid": "015bb71a-2c15-42a6-bfb4-af944d0bf7c0", "tag": "1317e1d1-3aae-4fbe-be62-f02b38ebcd82"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:20.945053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180a672-4bf7-4876-8c35-a21295e35f3c service neutron] Pushing event updated for resources: {'Port': ['ID=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:20.947421 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df84a937-df5c-4004-9ec8-d3ddb22b6e72 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.988956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e26422-f285-4bc5-9b55-0ac8d5577cbf req-1da7712c-3a09-484a-982b-550fa0f5d8ac tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:20.990460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38e26422-f285-4bc5-9b55-0ac8d5577cbf req-1da7712c-3a09-484a-982b-550fa0f5d8ac tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.0968909 Aug 20 12:25:21.011160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-4ff3b793-aa69-454b-a075-fe14bc975ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:21.012709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-4ff3b793-aa69-454b-a075-fe14bc975ebb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 1095 time: 0.0771317 Aug 20 12:25:21.059961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df84a937-df5c-4004-9ec8-d3ddb22b6e72 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.072503 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df841335-1f77-4417-8a94-ab03369bdd92 x-openstack-request-id: req-df841335-1f77-4417-8a94-ab03369bdd92 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:21.072869 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015bb71a-2c15-42a6-bfb4-af944d0bf7c0", "tag": "1317e1d1-3aae-4fbe-be62-f02b38ebcd82", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:21.073208 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df841335-1f77-4417-8a94-ab03369bdd92 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:21.073716 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015bb71a-2c15-42a6-bfb4-af944d0bf7c0', 'tag': '1317e1d1-3aae-4fbe-be62-f02b38ebcd82', 'status': 'completed', 'code': 200} Aug 20 12:25:21.075497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-3b367461-5d76-4ece-83f0-8d1714916c19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1317e1d1-3aae-4fbe-be62-f02b38ebcd82 HTTP/1.1" status: 200 len: 217 time: 0.0544181 Aug 20 12:25:21.084212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38e26422-f285-4bc5-9b55-0ac8d5577cbf req-4d15310e-3ae8-48c3-aced-ba1cab02e6d4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829859 Aug 20 12:25:21.145265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df84a937-df5c-4004-9ec8-d3ddb22b6e72 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.155020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54b92be3-77cd-4612-85e7-20599e4b475f req-0f3b429d-6f2a-4adb-86a3-905b673fa761 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 210 time: 0.0351048 Aug 20 12:25:21.170526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-8796ab62-ea37-4af7-9b2c-8eb57618629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:21.172240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-8796ab62-ea37-4af7-9b2c-8eb57618629e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.0869932 Aug 20 12:25:21.183155 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df84a937-df5c-4004-9ec8-d3ddb22b6e72 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.185116 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-df84a937-df5c-4004-9ec8-d3ddb22b6e72 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/c1d9f02b-2ab5-4c5b-85d8-779948d46462 HTTP/1.1" status: 204 len: 168 time: 0.3934684 Aug 20 12:25:21.188040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52146) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:21.190007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84a937-df5c-4004-9ec8-d3ddb22b6e72 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d9f02b-2ab5-4c5b-85d8-779948d46462,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:21.191533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753492b-b298-429e-9711-6236cc7dfbc0 None None] Network 905d7887-0be3-4310-8e77-15851c06fbff requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:21.274946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-efa80623-3f72-4618-9abb-02f944431312 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800927 Aug 20 12:25:21.361121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.391666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] DHCP port deletion for 905d7887-0be3-4310-8e77-15851c06fbff request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:25:21.433769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-c6281b78-08af-45d0-9a2a-aca6e25567ef service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493573 Aug 20 12:25:21.447474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] Deleting port 4d171c7b-e624-45f0-854f-9693c41360c9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:21.447938 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.492400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 4d171c7b-e624-45f0-854f-9693c41360c9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:21.492739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.544015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] For port 4d171c7b-e624-45f0-854f-9693c41360c9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d171c7b-e624-45f0-854f-9693c41360c9,segment=NetworkSegment(8fe7a67d-ff9e-4203-9b53-4126dac0b9bc),segment_id=8fe7a67d-ff9e-4203-9b53-4126dac0b9bc)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:21.544015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.566493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] Calling delete_port for 4d171c7b-e624-45f0-854f-9693c41360c9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:21.602538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] For port 4d171c7b-e624-45f0-854f-9693c41360c9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d171c7b-e624-45f0-854f-9693c41360c9,segment=NetworkSegment(8fe7a67d-ff9e-4203-9b53-4126dac0b9bc),segment_id=8fe7a67d-ff9e-4203-9b53-4126dac0b9bc)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:21.602907 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.628460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 4d171c7b-e624-45f0-854f-9693c41360c9 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:21.633311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18eccd7c-b693-4f2a-b3ee-93295e1f83c3 req-4a8e6638-3829-4f90-bc41-82c093ae73bd service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913526 Aug 20 12:25:21.711206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d171c7b-e624-45f0-854f-9693c41360c9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:21.736132 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.766886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] Pushing event deleted for resources: {'Port': ['ID=4d171c7b-e624-45f0-854f-9693c41360c9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:21.769667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 4d171c7b-e624-45f0-854f-9693c41360c9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:25:21.770094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d171c7b-e624-45f0-854f-9693c41360c9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:21.779587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a68e45-fcf9-4cc0-8e2a-6a81b4f75803 None None] No DVR routers for this DVR port 4d171c7b-e624-45f0-854f-9693c41360c9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:21.791701 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9312d1be-dc5e-44fe-a7df-c1e00276789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.797033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-344aaf02-0f74-488d-b59c-dada596138ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:21.798657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-344aaf02-0f74-488d-b59c-dada596138ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 1095 time: 0.0911839 Aug 20 12:25:21.859678 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.900338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=4d171c7b-e624-45f0-854f-9693c41360c9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:21.917237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No DVR routers for this DVR port 4d171c7b-e624-45f0-854f-9693c41360c9 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:22.048826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-f14d1413-cf1f-4f41-ab2a-a3b69aa8c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.050317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-f14d1413-cf1f-4f41-ab2a-a3b69aa8c524 service neutron] 10.222.0.22 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 916 time: 0.2436376 Aug 20 12:25:22.052466 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.062417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d3c05-ee4e-4a83-b8ba-e0ef0d102988 req-e1bc0f70-346e-4e95-8bdc-95e6c2aeb338 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.064070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c1d3c05-ee4e-4a83-b8ba-e0ef0d102988 req-e1bc0f70-346e-4e95-8bdc-95e6c2aeb338 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 943 time: 0.1680515 Aug 20 12:25:22.085402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905d7887-0be3-4310-8e77-15851c06fbff']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:22.135062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-ce0f4e57-f247-4697-ad02-d34498a6b104 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1317e1d1-3aae-4fbe-be62-f02b38ebcd82 HTTP/1.1" status: 200 len: 217 time: 0.0645940 Aug 20 12:25:22.138363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe7a67d-ff9e-4203-9b53-4126dac0b9bc') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:22.138363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe7a67d-ff9e-4203-9b53-4126dac0b9bc') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:22.162545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.225786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c1d3c05-ee4e-4a83-b8ba-e0ef0d102988 req-56fe31a7-2d70-4771-b13f-63993b6b8d10 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542423 Aug 20 12:25:22.226963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.269810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:25:22.270270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:25:22.280885 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:25:22.298328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-44185ccc-58b8-4b6d-8ea3-98c2ada6a017 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.300474 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-44185ccc-58b8-4b6d-8ea3-98c2ada6a017 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.2055607 Aug 20 12:25:22.325040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'port': {'device_id': '62e12499-abc0-432f-a1f5-e46a30e0a71c', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'admin_state_up': True, 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:22.351980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-d6db71be-c58b-4195-a4c8-f9df5ba4ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.354089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-d6db71be-c58b-4195-a4c8-f9df5ba4ba3a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.2072449 Aug 20 12:25:22.417020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72845cc7-797a-4801-b1dd-2c995a021ddf req-4c69f37e-28f6-4ba8-9215-885d44dd3484 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 210 time: 0.0785511 Aug 20 12:25:22.444136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a618cd4-549b-4c48-bbc7-64ecd5f55192 req-914976ba-6d6b-4517-b1a6-60226cb228dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.451289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a618cd4-549b-4c48-bbc7-64ecd5f55192 req-914976ba-6d6b-4517-b1a6-60226cb228dc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.2553451 Aug 20 12:25:22.456425 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-f8a848ca-65dc-47a8-a110-4e101e5063e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699210 Aug 20 12:25:22.496423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:22.501104 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.539270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.555707 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.561074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/networks/905d7887-0be3-4310-8e77-15851c06fbff HTTP/1.1" status: 204 len: 168 time: 1.3648572 Aug 20 12:25:22.571524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52162) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:22.605785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04474fc-e115-403e-9e2d-8a9e07aadd67 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Network': ['ID=905d7887-0be3-4310-8e77-15851c06fbff,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:22.647657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a618cd4-549b-4c48-bbc7-64ecd5f55192 req-11848514-b2d2-4046-9d60-70ef7fdbd683 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954136 Aug 20 12:25:22.653455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-2a027dd6-799d-4bc0-bc30-2bc827ba1fa5 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883688 Aug 20 12:25:22.682140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1644da-1774-4c3a-91f9-811e66046016 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.682140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8b1644da-1774-4c3a-91f9-811e66046016 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/3c507ca7-d26e-48e0-bf08-3b6da7100cea HTTP/1.1" status: 200 len: 840 time: 0.0865381 Aug 20 12:25:22.683199 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52166) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:22.744961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.20.0.3 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/edacee72-17de-4e01-bc9a-d1816547bc0f) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:22.758869 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5aa2fcd1-9af4-40bc-8195-38d97c2d1564 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/3c507ca7-d26e-48e0-bf08-3b6da7100cea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0824778 Aug 20 12:25:22.760983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52168) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:22.768846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:22.800054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12bac5b7-3b17-4db3-8ff7-ab184c278b09 req-001fab9e-d3b6-4436-84d4-82f87f87ecd3 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289220 Aug 20 12:25:22.923979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:22.931336 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.990712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.012137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Transition to ACTIVE for port object edacee72-17de-4e01-bc9a-d1816547bc0f will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:23.059178 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.132927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:23.134699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=edacee72-17de-4e01-bc9a-d1816547bc0f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:23.137563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:23.139640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:23.161759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.214689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:23.219450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:23.223364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:23.224021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.226585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:23.227513 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.231358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb91e6e-bf6a-4b1c-b0a1-65620426988a None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:23.261620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4994423 Aug 20 12:25:23.267427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52176) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:23.275056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618a13f-0053-4cff-b40b-05333ac80cfc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=303140b6-b9ba-45cb-970c-897625dbb2c2,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:23.295105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8c2a9cb7-4cae-4e93-8de2-6622ea9cb756 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'security_group': {'name': 'tempest-secgroup-1783948297'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:23.313075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-cca89e5e-3364-4b33-8928-ff51c9557057 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9950507 Aug 20 12:25:23.361700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Request body: {'port': {'device_id': '62e12499-abc0-432f-a1f5-e46a30e0a71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:23.368270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9cb7-4cae-4e93-8de2-6622ea9cb756 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.458162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a56ac-89a0-4428-8872-1d94268be850 req-4549dd72-6524-45d7-9ca1-07d10c42f74e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:23.463485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-716a56ac-89a0-4428-8872-1d94268be850 req-4549dd72-6524-45d7-9ca1-07d10c42f74e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 943 time: 0.1242371 Aug 20 12:25:23.549039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.553992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-716a56ac-89a0-4428-8872-1d94268be850 req-cfda0f94-4914-420a-ab72-e5d23645f867 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789924 Aug 20 12:25:23.564377 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9cb7-4cae-4e93-8de2-6622ea9cb756 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.578468 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9cb7-4cae-4e93-8de2-6622ea9cb756 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.640783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4226964c-8d89-43fb-8815-850f3e70a006 None None] Provisioning for port edacee72-17de-4e01-bc9a-d1816547bc0f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:23.644785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9cb7-4cae-4e93-8de2-6622ea9cb756 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.647010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4226964c-8d89-43fb-8815-850f3e70a006 None None] Provisioning complete for port edacee72-17de-4e01-bc9a-d1816547bc0f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:23.647386 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4226964c-8d89-43fb-8815-850f3e70a006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.649081 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8c2a9cb7-4cae-4e93-8de2-6622ea9cb756 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3797648 Aug 20 12:25:23.654683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52180) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:23.659837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-53c5f5cf-3278-45f2-9c03-392219ef3228 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'security_group': {'name': 'tempest-secgroup-1648685133'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:23.684916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a9cb7-4cae-4e93-8de2-6622ea9cb756 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad3c8cb-93a6-4055-af35-074906521178,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:23.699591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-53c5f5cf-3278-45f2-9c03-392219ef3228 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.704159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-316f98ec-f75e-416e-b8fc-46abd9d1a686', 'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'tenant_id': 'ae042ba0535f4fee83df010a7f423c58', 'fixed_ips': [{'subnet_id': '303140b6-b9ba-45cb-970c-897625dbb2c2'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:25:23.707081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:23.739636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4226964c-8d89-43fb-8815-850f3e70a006 None None] Port edacee72-17de-4e01-bc9a-d1816547bc0f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:23.749333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872da15-69b0-4f80-bae9-daefa260a4ba req-63e1dfc8-08c7-4827-a895-0d205f5c1f0d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:23.777980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e872da15-69b0-4f80-bae9-daefa260a4ba req-63e1dfc8-08c7-4827-a895-0d205f5c1f0d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 931 time: 0.1908329 Aug 20 12:25:23.851540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e872da15-69b0-4f80-bae9-daefa260a4ba req-526f1830-2257-4ac8-a2ac-723c241b01ec tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726206 Aug 20 12:25:23.951774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75642273-013e-469a-9a8a-b6e8c4ae7718 req-99335f0c-9c64-41a6-8daf-2f50dddf8846 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:23.953330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75642273-013e-469a-9a8a-b6e8c4ae7718 req-99335f0c-9c64-41a6-8daf-2f50dddf8846 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.0899043 Aug 20 12:25:23.967199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Allocated IP 172.20.0.2 (316f98ec-f75e-416e-b8fc-46abd9d1a686/303140b6-b9ba-45cb-970c-897625dbb2c2/1682cd33-1826-4f1e-b38a-7b047a067039) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:24.026853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75642273-013e-469a-9a8a-b6e8c4ae7718 req-27884caf-fce0-4b7e-888d-7728750365b7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670459 Aug 20 12:25:24.090293 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-53c5f5cf-3278-45f2-9c03-392219ef3228 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.116519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-53c5f5cf-3278-45f2-9c03-392219ef3228 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.213183 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.217902 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-53c5f5cf-3278-45f2-9c03-392219ef3228 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.222372 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-53c5f5cf-3278-45f2-9c03-392219ef3228 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5666692 Aug 20 12:25:24.225209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Transition to ACTIVE for port object 1682cd33-1826-4f1e-b38a-7b047a067039 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:24.225479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52192) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:24.229661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5f5cf-3278-45f2-9c03-392219ef3228 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4860929a-8683-42ba-9b42-659ed8f3e92f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:24.231023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1252161946', 'security_groups': ['4860929a-8683-42ba-9b42-659ed8f3e92f'], 'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '303140b6-b9ba-45cb-970c-897625dbb2c2'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:24.262775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Transition to ACTIVE for port object 1682cd33-1826-4f1e-b38a-7b047a067039 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:24.276064 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.325969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edacee72-17de-4e01-bc9a-d1816547bc0f {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:24.338126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Pushing event updated for resources: {'Port': ['ID=1682cd33-1826-4f1e-b38a-7b047a067039,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:24.342905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.352292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:25:24.372460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Transition to ACTIVE for port object edacee72-17de-4e01-bc9a-d1816547bc0f will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:24.382890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.461275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Pushing event updated for resources: {'Port': ['ID=edacee72-17de-4e01-bc9a-d1816547bc0f,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:24.529638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:24.552800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Attempting to bind port edacee72-17de-4e01-bc9a-d1816547bc0f on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:24.553255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Attempting to bind port edacee72-17de-4e01-bc9a-d1816547bc0f by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:24.553684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Attempting to bind port edacee72-17de-4e01-bc9a-d1816547bc0f on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:24.553995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '1317e1d1-3aae-4fbe-be62-f02b38ebcd82', 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'port_id': '1317e1d1-3aae-4fbe-be62-f02b38ebcd82', 'mac_address': 'fa:16:3e:b6:f5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc6145c-ab7b-4663-a467-6b3df3d486f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:25:24.559924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Port edacee72-17de-4e01-bc9a-d1816547bc0f on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:25:24.560645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Attempting to bind port edacee72-17de-4e01-bc9a-d1816547bc0f on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:24.579745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:24.587670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:24.589057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:24.589963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:24.591897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Bound port: edacee72-17de-4e01-bc9a-d1816547bc0f, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:24.592988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.594602 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-98e43dfa-2ee4-4d97-a18d-7173d6f1f615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.669479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:24.679194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:24.752984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] For port edacee72-17de-4e01-bc9a-d1816547bc0f, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:24.757372 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] For port edacee72-17de-4e01-bc9a-d1816547bc0f, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=edacee72-17de-4e01-bc9a-d1816547bc0f,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:24.765881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Attempting to bind port 1682cd33-1826-4f1e-b38a-7b047a067039 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:24.766487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Attempting to bind port 1682cd33-1826-4f1e-b38a-7b047a067039 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '5e60beb1-b142-466c-abef-7279c08c819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:24.767387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.767508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Attempting to bind port 1682cd33-1826-4f1e-b38a-7b047a067039 on network 316f98ec-f75e-416e-b8fc-46abd9d1a686 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:24.771180 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.777776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:24.778347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Checking segment: {'id': '5e60beb1-b142-466c-abef-7279c08c819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:24.779429 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.779926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Bound using segment: {'id': '5e60beb1-b142-466c-abef-7279c08c819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:24.780512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Bound port: 1682cd33-1826-4f1e-b38a-7b047a067039, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e60beb1-b142-466c-abef-7279c08c819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:24.781030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.804531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:24.831150 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:24.831784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.833198 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] 10.222.0.73 "PUT /v2.0/ports/edacee72-17de-4e01-bc9a-d1816547bc0f HTTP/1.1" status: 200 len: 1092 time: 1.4770498 Aug 20 12:25:24.833660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e12499-abc0-432f-a1f5-e46a30e0a71c', 'tag': 'edacee72-17de-4e01-bc9a-d1816547bc0f'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:24.836346 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b518d4c-cbab-456d-a905-baf7a1b882f7" -d '{"events": [{"name": "network-changed", "server_uuid": "62e12499-abc0-432f-a1f5-e46a30e0a71c", "tag": "edacee72-17de-4e01-bc9a-d1816547bc0f"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:24.855063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:24.865101 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:24.877103 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945c54a-878c-409e-8bd6-44466990d67b service neutron] Pushing event updated for resources: {'Port': ['ID=edacee72-17de-4e01-bc9a-d1816547bc0f,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:24.944023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-d4709f86-6038-4fc1-a755-4be7804ee469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:24.946166 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-d4709f86-6038-4fc1-a755-4be7804ee469 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 1095 time: 0.0566726 Aug 20 12:25:24.985509 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f17f79-3e90-48a9-bca3-222bac5264d5 x-openstack-request-id: req-22f17f79-3e90-48a9-bca3-222bac5264d5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:24.987398 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e12499-abc0-432f-a1f5-e46a30e0a71c", "tag": "edacee72-17de-4e01-bc9a-d1816547bc0f", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:24.987669 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22f17f79-3e90-48a9-bca3-222bac5264d5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:24.988559 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e12499-abc0-432f-a1f5-e46a30e0a71c', 'tag': 'edacee72-17de-4e01-bc9a-d1816547bc0f', 'status': 'completed', 'code': 200} Aug 20 12:25:25.052681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] For port 1682cd33-1826-4f1e-b38a-7b047a067039, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:25.056596 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-3b70cb05-6d22-4aec-98bd-6bfda3e0c233 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edacee72-17de-4e01-bc9a-d1816547bc0f HTTP/1.1" status: 200 len: 217 time: 0.0927808 Aug 20 12:25:25.129154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-4cddb675-dcbc-4919-8dbd-53f822e847dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:25.130994 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-4cddb675-dcbc-4919-8dbd-53f822e847dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0648055 Aug 20 12:25:25.165966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] For port 1682cd33-1826-4f1e-b38a-7b047a067039, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1682cd33-1826-4f1e-b38a-7b047a067039,segment=NetworkSegment(5e60beb1-b142-466c-abef-7279c08c819c),segment_id=5e60beb1-b142-466c-abef-7279c08c819c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:25.181879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1317e1d1-3aae-4fbe-be62-f02b38ebcd82'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:25.188515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:25.226077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-78dd6c10-2b08-49dd-bf19-f88d7ec1d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:25.227929 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-78dd6c10-2b08-49dd-bf19-f88d7ec1d7f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843728 Aug 20 12:25:25.267662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36b5d9-d226-46ae-845a-263a84c4734d req-b9c7e036-cbfc-4b92-a329-9e2d39156f89 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:25.269072 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad36b5d9-d226-46ae-845a-263a84c4734d req-b9c7e036-cbfc-4b92-a329-9e2d39156f89 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 944 time: 0.2689795 Aug 20 12:25:25.283365 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:25.286097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842c6d-ac53-4432-a036-d016294f7a17 req-3fd13ba1-54ce-4c4f-a580-1d91108964a1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:25.288340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f842c6d-ac53-4432-a036-d016294f7a17 req-3fd13ba1-54ce-4c4f-a580-1d91108964a1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.1787682 Aug 20 12:25:25.309984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:25.385500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f842c6d-ac53-4432-a036-d016294f7a17 req-d5f941a0-8fe6-4eff-8825-5968cb366268 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887504 Aug 20 12:25:25.394718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:25.412508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-264911ba-9101-4858-9c3d-85877e753e29 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674392 Aug 20 12:25:25.418266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad36b5d9-d226-46ae-845a-263a84c4734d req-5e20a66c-83b1-4bdc-a4be-8510008c9e26 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288235 Aug 20 12:25:25.575494 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:25.620508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44d8c176-c266-459f-8bfb-537e3ddc0608 req-a84272b7-dbcc-4216-a5cd-b2a97606faea service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007263 Aug 20 12:25:25.649291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4501-35ab-495c-b39c-b46fd9e1f6cb None None] Pushing event updated for resources: {'Port': ['ID=1682cd33-1826-4f1e-b38a-7b047a067039,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:25.715164 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:25.728979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:25:25.827903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-e551db77-6d97-4f5e-a6bc-58b67962793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:25.829527 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-e551db77-6d97-4f5e-a6bc-58b67962793e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 1095 time: 0.1478524 Aug 20 12:25:25.842417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93795c9-f43c-4760-8c09-21a290ad6287 req-3890388e-bf9a-428a-929a-4d05beada499 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:25.850700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a93795c9-f43c-4760-8c09-21a290ad6287 req-3890388e-bf9a-428a-929a-4d05beada499 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.2591658 Aug 20 12:25:25.865517 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-3cff7a9f-08a5-4ed9-acb9-bb339552f5f7 service neutron] show failed (client error): The resource could not be found. Aug 20 12:25:25.866042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-3cff7a9f-08a5-4ed9-acb9-bb339552f5f7 service neutron] 10.222.0.22 "GET /v2.0/ports/e3c5dfe5-62ab-4016-a7a6-5124166c1ca9/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.4168513 Aug 20 12:25:26.045594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a93795c9-f43c-4760-8c09-21a290ad6287 req-8145c46a-91fa-4ed9-a90f-e8f3f6c0a132 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890936 Aug 20 12:25:26.108722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-fd97cdbe-c791-48f6-96e4-f56712ce3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:26.110280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-fd97cdbe-c791-48f6-96e4-f56712ce3a69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.2685802 Aug 20 12:25:26.158621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.3 (316f98ec-f75e-416e-b8fc-46abd9d1a686/303140b6-b9ba-45cb-970c-897625dbb2c2/c5d8595b-09a7-41f7-a3a3-4292c2c2aae9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:26.216254 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-3912eb56-a7a4-4b3c-9ca9-d64579240e5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edacee72-17de-4e01-bc9a-d1816547bc0f HTTP/1.1" status: 200 len: 217 time: 0.0902040 Aug 20 12:25:26.322466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:26.366515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-ad986d20-534e-4631-90dd-c809e49de050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:26.373035 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-ad986d20-534e-4631-90dd-c809e49de050 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.1304281 Aug 20 12:25:26.375851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-eec67de5-1f57-4fb6-bcb4-d04cd4949c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:26.378079 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-eec67de5-1f57-4fb6-bcb4-d04cd4949c09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 1097 time: 0.1739819 Aug 20 12:25:26.400439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:26.419945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:26.441459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:26.475479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:26.483719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:26.484199 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:26.500355 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:26.562907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-29afba8d-c7d3-4e88-9202-deb69f526187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:26.564598 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-29afba8d-c7d3-4e88-9202-deb69f526187 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718390 Aug 20 12:25:26.605811 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:26.644294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015bb71a-2c15-42a6-bfb4-af944d0bf7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1317e1d1-3aae-4fbe-be62-f02b38ebcd82'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:26.648127 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc61eda5-fc69-4e94-b964-67744cc67e56" -d '{"events": [{"server_uuid": "015bb71a-2c15-42a6-bfb4-af944d0bf7c0", "name": "network-vif-plugged", "status": "completed", "tag": "1317e1d1-3aae-4fbe-be62-f02b38ebcd82"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:26.666585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:26.681762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:26.682964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:26.689325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:26.742001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:26.757260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:26.785274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:26.852844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=c5d8595b-09a7-41f7-a3a3-4292c2c2aae9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:26.928969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b3887-fa5e-4eec-920a-8e469b8d14f6 req-c9c37807-baba-40d6-a7e4-70985b5dd8f5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:26.930581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-949b3887-fa5e-4eec-920a-8e469b8d14f6 req-c9c37807-baba-40d6-a7e4-70985b5dd8f5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.4097316 Aug 20 12:25:26.933342 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-df8cd10d-7943-4ad4-a388-5b1594bb191e service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440981 Aug 20 12:25:26.949361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c7ee-b30b-4c20-acee-c1ddb190be27 req-6723f55c-fbdf-43b8-b40e-22a4e92640f9 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:26.951009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c299c7ee-b30b-4c20-acee-c1ddb190be27 req-6723f55c-fbdf-43b8-b40e-22a4e92640f9 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 945 time: 0.3395002 Aug 20 12:25:27.073077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:27.086366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:27.087318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.095505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:27.124962 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.145490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c299c7ee-b30b-4c20-acee-c1ddb190be27 req-8aec8ea1-e437-42a1-b177-8fae70b6733f tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720581 Aug 20 12:25:27.181871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-949b3887-fa5e-4eec-920a-8e469b8d14f6 req-fa5a43c9-8dc4-48d1-a618-b7b494602684 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297633 Aug 20 12:25:27.187763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-70d4c214-f426-40d1-8e4e-3a5fc0df84e8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9590979 Aug 20 12:25:27.187918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:27.192613 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8b518d4c-cbab-456d-a905-baf7a1b882f7 req-63d672d2-111e-4250-b81f-6e6819fdd124 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452009 Aug 20 12:25:27.207803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dd90e08a-743c-4fda-8523-5a843d3db6b5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:27.208242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.298799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-21b8af7c-fac3-4637-86cb-cd0138df6325 None None] Provisioning for port 1682cd33-1826-4f1e-b38a-7b047a067039 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:27.335509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-21b8af7c-fac3-4637-86cb-cd0138df6325 None None] Provisioning complete for port 3c507ca7-d26e-48e0-bf08-3b6da7100cea triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:27.336156 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21b8af7c-fac3-4637-86cb-cd0138df6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.347487 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:27.414970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccb2d4-0fac-446e-9369-b3791c761896 req-18d4c514-7a01-4f8a-9e13-b8e2a283355a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:27.420082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bccb2d4-0fac-446e-9369-b3791c761896 req-18d4c514-7a01-4f8a-9e13-b8e2a283355a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1111650 Aug 20 12:25:27.473115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.501765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-21b8af7c-fac3-4637-86cb-cd0138df6325 None None] Port 3c507ca7-d26e-48e0-bf08-3b6da7100cea cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:27.503831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Transition to ACTIVE for port object e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:27.508982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:27.512681 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b823dd-b2f2-47ba-a818-8c106a108a05" -d '{"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:27.536488 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.592930 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15c0288-308d-4894-8597-3b79516e4846 x-openstack-request-id: req-c15c0288-308d-4894-8597-3b79516e4846 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:27.593229 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015bb71a-2c15-42a6-bfb4-af944d0bf7c0", "name": "network-vif-plugged", "status": "completed", "tag": "1317e1d1-3aae-4fbe-be62-f02b38ebcd82", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:27.593982 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c15c0288-308d-4894-8597-3b79516e4846 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:27.594483 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015bb71a-2c15-42a6-bfb4-af944d0bf7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1317e1d1-3aae-4fbe-be62-f02b38ebcd82', 'code': 200} Aug 20 12:25:27.602213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bccb2d4-0fac-446e-9369-b3791c761896 req-da8c6411-cdc5-41d4-a225-097cce51b075 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762650 Aug 20 12:25:27.644379 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:25:27.648607 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:25:27.689718 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77977899-8adb-4025-944d-004de86bafbb x-openstack-request-id: req-77977899-8adb-4025-944d-004de86bafbb {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:27.690331 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:27.690666 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77977899-8adb-4025-944d-004de86bafbb {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:27.691315 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'code': 200} Aug 20 12:25:27.709398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:27.741062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787b6b4-934e-4682-99f0-573bfc2a442d req-fc1ccbd0-e280-401e-8d6b-4252f2439116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:27.747999 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8787b6b4-934e-4682-99f0-573bfc2a442d req-fc1ccbd0-e280-401e-8d6b-4252f2439116 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 1097 time: 0.1390009 Aug 20 12:25:27.777561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd90e08a-743c-4fda-8523-5a843d3db6b5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:27.781534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dd90e08a-743c-4fda-8523-5a843d3db6b5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.785282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-293711fd-b248-443f-9aa4-2406b837db1a None None] Provisioning for port c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:27.794077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-293711fd-b248-443f-9aa4-2406b837db1a None None] Provisioning complete for port c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:27.794077 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-293711fd-b248-443f-9aa4-2406b837db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:27.869006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8787b6b4-934e-4682-99f0-573bfc2a442d req-06f99545-1f4c-4980-9289-5d62ec5b4ff6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139512 Aug 20 12:25:27.871726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1682cd33-1826-4f1e-b38a-7b047a067039 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:27.906964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-293711fd-b248-443f-9aa4-2406b837db1a None None] Port c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:27.951414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] No DVR routers for this DVR port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:27.969554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1682cd33-1826-4f1e-b38a-7b047a067039 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:27.976754 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:27.977400 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:28.082895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:28.111340 n-d-800634-10 neutron-server[101033]: INFO neutron.db.ipam_backend_mixin [None req-dd90e08a-743c-4fda-8523-5a843d3db6b5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 303140b6-b9ba-45cb-970c-897625dbb2c2 (CIDR: 172.20.0.0/28) Aug 20 12:25:28.117930 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd90e08a-743c-4fda-8523-5a843d3db6b5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:28.118495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd90e08a-743c-4fda-8523-5a843d3db6b5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:28.149653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1682cd33-1826-4f1e-b38a-7b047a067039, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1682cd33-1826-4f1e-b38a-7b047a067039,segment=NetworkSegment(5e60beb1-b142-466c-abef-7279c08c819c),segment_id=5e60beb1-b142-466c-abef-7279c08c819c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:28.177625 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dd90e08a-743c-4fda-8523-5a843d3db6b5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9889255 Aug 20 12:25:28.178497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:28.178823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:28.179134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:28.180407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52226) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:28.185294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:25:28.185600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:28.187706 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:28.189747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:28.198371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:28.199063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Checking segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:28.201166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Bound using segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:28.201614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Bound port: e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:28.201984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:28.325796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1682cd33-1826-4f1e-b38a-7b047a067039,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:28.400444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:28.408345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:28.422005 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:28.445232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03b1e7-6c42-4235-8147-09fa08f165cf req-510a8344-2f7b-4d7c-89b9-3e9fd9064ff0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:28.446929 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c03b1e7-6c42-4235-8147-09fa08f165cf req-510a8344-2f7b-4d7c-89b9-3e9fd9064ff0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 945 time: 0.1557047 Aug 20 12:25:28.464752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:28.465254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:28.466685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] 10.222.0.73 "PUT /v2.0/ports/e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 1092 time: 2.0719099 Aug 20 12:25:28.502600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85ffc5-094d-4154-961e-cc4396b33a23 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:28.517802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8da59-881c-4e67-80bb-2bd1a61926cb req-cd21e0a7-786c-483b-9a4a-b5b4f1d8aca3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:28.519600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39d8da59-881c-4e67-80bb-2bd1a61926cb req-cd21e0a7-786c-483b-9a4a-b5b4f1d8aca3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.2084277 Aug 20 12:25:28.593534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c03b1e7-6c42-4235-8147-09fa08f165cf req-8a904c6f-747b-4204-990d-75e4e806f041 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306698 Aug 20 12:25:28.608711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-04456357-fb4d-45f8-9353-0daba1747c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:28.617049 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-04456357-fb4d-45f8-9353-0daba1747c01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1095 time: 0.1085618 Aug 20 12:25:28.650682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39d8da59-881c-4e67-80bb-2bd1a61926cb req-82d46382-27aa-4dba-b7b0-da5197e7f6c4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217558 Aug 20 12:25:28.651900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:28.660884 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:28.900943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-e3b06d37-2bf2-4330-b0e6-12fce330cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:28.904292 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-e3b06d37-2bf2-4330-b0e6-12fce330cdbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.2650793 Aug 20 12:25:28.928277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28389395-ed7d-464f-a8ba-6cf8124bb70e req-3b26066a-9e7d-4553-a413-d3e151959f87 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:28.929893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28389395-ed7d-464f-a8ba-6cf8124bb70e req-3b26066a-9e7d-4553-a413-d3e151959f87 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 943 time: 0.1290963 Aug 20 12:25:29.010887 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-071f5c36-0759-45ec-8438-518cdaa80a50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 998 time: 0.0941558 Aug 20 12:25:29.041496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28389395-ed7d-464f-a8ba-6cf8124bb70e req-7cd3e03d-2ec8-4d11-a1be-0b42594ed96e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014259 Aug 20 12:25:29.092740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-040f09ae-411a-4275-8f5f-7ef84f8dc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:29.094310 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-040f09ae-411a-4275-8f5f-7ef84f8dc365 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0719404 Aug 20 12:25:29.315718 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:29.387229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:29.414032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=3f067743-31e1-43d4-8164-8daeb515eede,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:29.417332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:29.428138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7b2fa-a25d-4527-931e-301965246aa9 None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:29.431050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:29.433550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:29.467682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0380a6be-2854-4e94-8b7c-6205519f02e7 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2844627 Aug 20 12:25:29.470541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52236) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:29.480581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-210159739', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f067743-31e1-43d4-8164-8daeb515eede'}], 'security_groups': ['1ad3c8cb-93a6-4055-af35-074906521178']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:29.562624 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:29.563605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-ad50190c-26c6-43d2-ac7c-d0a2836f97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:29.565180 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-ad50190c-26c6-43d2-ac7c-d0a2836f97d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4559860 Aug 20 12:25:29.694457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:29.709346 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6077da49-d727-4de4-b3c1-594b25fe3d95" -d '{"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:29.761221 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-a478f96e-e2b8-447e-86f2-3caf1f4eb7af service neutron] 10.222.0.73 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822541 Aug 20 12:25:29.907185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1682cd33-1826-4f1e-b38a-7b047a067039 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:30.031388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18b0cd-ce87-4271-9a26-5e857bcc6fe7 None None] Update dhcp port {'port': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'fixed_ips': [{'subnet_id': '303140b6-b9ba-45cb-970c-897625dbb2c2', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f067743-31e1-43d4-8164-8daeb515eede'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '1682cd33-1826-4f1e-b38a-7b047a067039'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:25:30.045339 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-05af67c9-782c-49b7-96a9-fa51ae998872 req-23d7d0f1-1c0f-4d2f-8806-53cb68bb6d67 service neutron] 10.222.0.73 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606320 Aug 20 12:25:30.099074 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7a18b0cd-ce87-4271-9a26-5e857bcc6fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:30.290700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175b9db-1290-4110-ac78-56291d8cf422 req-31de06af-a493-4473-9fbf-42a6f8fb0615 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:30.297630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0175b9db-1290-4110-ac78-56291d8cf422 req-31de06af-a493-4473-9fbf-42a6f8fb0615 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 945 time: 0.4849908 Aug 20 12:25:30.394959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408eccea-1644-43b5-9b8f-f0cb500264b3 req-b6355d6c-9bc3-4374-b825-fcdd6285bf4f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:30.403191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-408eccea-1644-43b5-9b8f-f0cb500264b3 req-b6355d6c-9bc3-4374-b825-fcdd6285bf4f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.3757706 Aug 20 12:25:30.437175 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:30.437732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:30.526325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-408eccea-1644-43b5-9b8f-f0cb500264b3 req-645cfc23-6db4-4fe0-aed4-627639e1e1c9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222281 Aug 20 12:25:30.541500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0175b9db-1290-4110-ac78-56291d8cf422 req-547bfb2f-778c-4422-8ed8-ddf4530173c7 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959608 Aug 20 12:25:30.599779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Delete allocated IP 172.20.0.3 (316f98ec-f75e-416e-b8fc-46abd9d1a686/303140b6-b9ba-45cb-970c-897625dbb2c2) {{(pid=101034) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 12:25:30.617279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.23 (316f98ec-f75e-416e-b8fc-46abd9d1a686/3f067743-31e1-43d4-8164-8daeb515eede/c5d8595b-09a7-41f7-a3a3-4292c2c2aae9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:30.652704 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff3b5ee-b30f-42aa-a4fb-b62fb645bcb5 x-openstack-request-id: req-2ff3b5ee-b30f-42aa-a4fb-b62fb645bcb5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:30.655673 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:30.657141 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ff3b5ee-b30f-42aa-a4fb-b62fb645bcb5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:30.659722 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'status': 'completed', 'code': 200} Aug 20 12:25:30.810206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-c297b2c0-89de-448b-a7b6-1a155eedaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:30.812221 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-c297b2c0-89de-448b-a7b6-1a155eedaaa0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1095 time: 0.1261392 Aug 20 12:25:30.927512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-d63b173a-6f95-4149-bb63-73ae834f5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:30.928942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-d63b173a-6f95-4149-bb63-73ae834f5b6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1095 time: 0.2537839 Aug 20 12:25:30.977128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-31584968-5fdb-4a59-9036-c30874c01e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:30.978805 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-31584968-5fdb-4a59-9036-c30874c01e07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.1560812 Aug 20 12:25:31.004794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0734b-74fe-47f0-9ded-85c59765c858 req-c85021d3-c98d-485c-837f-cb82c61db425 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:31.006923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fad0734b-74fe-47f0-9ded-85c59765c858 req-c85021d3-c98d-485c-837f-cb82c61db425 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 943 time: 0.2528141 Aug 20 12:25:31.047348 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:25:31.140256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-5f0486be-165e-492f-be52-546d2e5f61d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 998 time: 0.1518066 Aug 20 12:25:31.167517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fad0734b-74fe-47f0-9ded-85c59765c858 req-8661e2b9-48d5-4f6a-b4b7-ad0854c5c556 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484523 Aug 20 12:25:31.244875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:31.262978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-9b93ab31-171b-466c-9d53-2cd0c631b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:31.264477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-9b93ab31-171b-466c-9d53-2cd0c631b0d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.2837310 Aug 20 12:25:31.267372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:31.298649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-f32b13e0-7836-4d1f-b39c-71579f711a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:31.310074 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-f32b13e0-7836-4d1f-b39c-71579f711a4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.1576169 Aug 20 12:25:31.388981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-d949489b-ec50-423a-a9e5-f2d870acea9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 998 time: 0.1133938 Aug 20 12:25:31.392478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:31.405572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-7a18b0cd-ce87-4271-9a26-5e857bcc6fe7 None None] Allocated IP 172.20.0.18 (316f98ec-f75e-416e-b8fc-46abd9d1a686/3f067743-31e1-43d4-8164-8daeb515eede/1682cd33-1826-4f1e-b38a-7b047a067039) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:31.516246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-0371dde3-bd57-4fdd-9958-cada5cbe2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:31.523790 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-0371dde3-bd57-4fdd-9958-cada5cbe2066 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065170 Aug 20 12:25:31.531831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7a18b0cd-ce87-4271-9a26-5e857bcc6fe7 None None] For port 1682cd33-1826-4f1e-b38a-7b047a067039, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1682cd33-1826-4f1e-b38a-7b047a067039,segment=NetworkSegment(5e60beb1-b142-466c-abef-7279c08c819c),segment_id=5e60beb1-b142-466c-abef-7279c08c819c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:31.566272 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7a18b0cd-ce87-4271-9a26-5e857bcc6fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:31.582221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7a18b0cd-ce87-4271-9a26-5e857bcc6fe7 None None] Transition to ACTIVE for port object 1682cd33-1826-4f1e-b38a-7b047a067039 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:31.593267 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7a18b0cd-ce87-4271-9a26-5e857bcc6fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:31.684438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=c5d8595b-09a7-41f7-a3a3-4292c2c2aae9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:31.695836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-8195fb29-bcd5-46f3-b421-886cb87cf1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:31.698407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-8195fb29-bcd5-46f3-b421-886cb87cf1a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.2965667 Aug 20 12:25:31.816284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] In _notify_port_updated(), no bound segment for port c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 on network 316f98ec-f75e-416e-b8fc-46abd9d1a686 {{(pid=101034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:25:31.822327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:31.823407 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:31.826058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6b6b1914-e48f-4768-a8c2-a9b48a0776cf tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "PUT /v2.0/ports/c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 HTTP/1.1" status: 200 len: 920 time: 2.3510957 Aug 20 12:25:31.835006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52278) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:31.900617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18b0cd-ce87-4271-9a26-5e857bcc6fe7 None None] Pushing event updated for resources: {'Port': ['ID=1682cd33-1826-4f1e-b38a-7b047a067039,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:31.927986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fde3df-1a2c-4ba4-9dfe-b16a360e99e0 req-4c8f4cac-0429-4e87-a004-44fd1bb41150 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:31.930165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69fde3df-1a2c-4ba4-9dfe-b16a360e99e0 req-4c8f4cac-0429-4e87-a004-44fd1bb41150 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.2308190 Aug 20 12:25:31.944572 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-d7b5b46c-4609-4cef-b729-cdcfffc517c4 service neutron] 10.222.0.73 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085681 Aug 20 12:25:32.039489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-d7587bbc-da60-4019-8490-cac4fb603746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:32.040980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-d7587bbc-da60-4019-8490-cac4fb603746 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3095045 Aug 20 12:25:32.402826 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-e8b4049b-553e-4631-8402-269d974bd9ec service neutron] 10.222.0.73 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455619 Aug 20 12:25:32.422392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-69c1aa9c-fef1-4df4-b02b-631855f6905b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:32.423143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69c1aa9c-fef1-4df4-b02b-631855f6905b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:32.441374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:25:32.456228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69fde3df-1a2c-4ba4-9dfe-b16a360e99e0 req-930d717b-e0cc-4424-8a38-ebd2484bccb4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081556 Aug 20 12:25:32.570476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-6adfa690-6b78-4173-914f-7ec9eecbe1ad service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904287 Aug 20 12:25:32.629686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69c1aa9c-fef1-4df4-b02b-631855f6905b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:32.654567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-69c1aa9c-fef1-4df4-b02b-631855f6905b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:32.712758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12227db2-3b3b-4628-a354-0ecf5bfebc2f req-267f1f91-49b2-4e09-b20b-eb2f92eb59f3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:32.714385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12227db2-3b3b-4628-a354-0ecf5bfebc2f req-267f1f91-49b2-4e09-b20b-eb2f92eb59f3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 943 time: 0.3610215 Aug 20 12:25:32.788541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:32.820261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'port_id': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'mac_address': 'fa:16:3e:07:21:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:25:32.822973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12227db2-3b3b-4628-a354-0ecf5bfebc2f req-29a36978-7768-430d-8572-3ef56105d999 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967836 Aug 20 12:25:32.866111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6077da49-d727-4de4-b3c1-594b25fe3d95 req-7d4c4723-fb92-4f37-8ead-2c1d188c8f71 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683086 Aug 20 12:25:32.956648 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:32.967657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69c1aa9c-fef1-4df4-b02b-631855f6905b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:33.008132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:33.045250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:33.062738 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:33.104919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1aa9c-fef1-4df4-b02b-631855f6905b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=c5d8595b-09a7-41f7-a3a3-4292c2c2aae9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:33.122422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:33.135293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6193f426-24f8-44cb-9a44-e62aed46baac None None] Provisioning for port 1682cd33-1826-4f1e-b38a-7b047a067039 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:33.151296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6193f426-24f8-44cb-9a44-e62aed46baac None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:33.151802 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6193f426-24f8-44cb-9a44-e62aed46baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:33.207100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-69c1aa9c-fef1-4df4-b02b-631855f6905b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:33.209568 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-69c1aa9c-fef1-4df4-b02b-631855f6905b tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 HTTP/1.1" status: 204 len: 168 time: 1.3719301 Aug 20 12:25:33.212574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52290) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:33.302578 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabcf0a8-3f19-4a8d-b96c-7de4dd34b7dc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:25:33.307079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fabcf0a8-3f19-4a8d-b96c-7de4dd34b7dc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/c5d8595b-09a7-41f7-a3a3-4292c2c2aae9 HTTP/1.1" status: 404 len: 333 time: 0.0839794 Aug 20 12:25:33.307239 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-35c816d6-ac3e-4b23-9bd1-ea2c0e32120a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:33.308086 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-35c816d6-ac3e-4b23-9bd1-ea2c0e32120a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367&tenant_id=c94bab92b5c94d58984c7efe84b843d9&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 944 time: 0.0762565 Aug 20 12:25:33.308541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52292) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:33.314790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:33.387782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319a55c-ef8b-40da-9aec-ed9988a1e403 req-f0d6c06d-e903-4343-bc97-758c81973f4b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:33.392650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d319a55c-ef8b-40da-9aec-ed9988a1e403 req-f0d6c06d-e903-4343-bc97-758c81973f4b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 944 time: 0.0947230 Aug 20 12:25:33.395663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6193f426-24f8-44cb-9a44-e62aed46baac None None] Could not find standard attr ID for object c5d8595b-09a7-41f7-a3a3-4292c2c2aae9. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:25:33.483644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6193f426-24f8-44cb-9a44-e62aed46baac None None] Provisioning complete for port 3c507ca7-d26e-48e0-bf08-3b6da7100cea triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:33.484015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6193f426-24f8-44cb-9a44-e62aed46baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:33.488670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d319a55c-ef8b-40da-9aec-ed9988a1e403 req-4601873f-f8f0-4e38-9fb7-59a3b83b8a2a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779216 Aug 20 12:25:33.628296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-6193f426-24f8-44cb-9a44-e62aed46baac None None] Port 3c507ca7-d26e-48e0-bf08-3b6da7100cea cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:33.633768 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-d84e806a-7b0c-4f49-8d05-1abc60527861 service neutron] 10.222.0.73 "GET /v2.0/ports/e3c5dfe5-62ab-4016-a7a6-5124166c1ca9/bindings/n-h1-800634-10 HTTP/1.1" status: 200 len: 383 time: 0.3174064 Aug 20 12:25:33.650752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4def02b0-09c3-416f-b572-2c93ad38a28e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:33.808147 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4def02b0-09c3-416f-b572-2c93ad38a28e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:33.813481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1682cd33-1826-4f1e-b38a-7b047a067039 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:33.828905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0079f0f7-6523-4232-93d4-781d32216219 None None] Could not find standard attr ID for object c5d8595b-09a7-41f7-a3a3-4292c2c2aae9. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:25:33.829914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1adde-0a4b-413d-a064-b517dfb3d69a req-33460f5c-6834-4f92-ae7b-7f60158542f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:33.851329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1adde-0a4b-413d-a064-b517dfb3d69a req-33460f5c-6834-4f92-ae7b-7f60158542f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.2120483 Aug 20 12:25:33.888597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-00a271b8-ee52-4ac4-a42b-35c65ad6813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:33.894971 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-00a271b8-ee52-4ac4-a42b-35c65ad6813e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1096 time: 0.2318487 Aug 20 12:25:34.014548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1adde-0a4b-413d-a064-b517dfb3d69a req-5d2f616a-b47e-4402-8142-7575553cb2be tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616580 Aug 20 12:25:34.041718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4def02b0-09c3-416f-b572-2c93ad38a28e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.051236 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4def02b0-09c3-416f-b572-2c93ad38a28e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.052561 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4def02b0-09c3-416f-b572-2c93ad38a28e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/security-groups/4860929a-8683-42ba-9b42-659ed8f3e92f HTTP/1.1" status: 204 len: 168 time: 0.7430153 Aug 20 12:25:34.055397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52308) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:34.083611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def02b0-09c3-416f-b572-2c93ad38a28e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4860929a-8683-42ba-9b42-659ed8f3e92f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:34.091826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-b0d64e4f-dad2-4446-bd3b-62e7e54fd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:34.093577 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-b0d64e4f-dad2-4446-bd3b-62e7e54fd762 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.1849413 Aug 20 12:25:34.163863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:34.164251 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.208713 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-f7faf204-3e4c-4a9f-a381-d4ed18bbf423 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 999 time: 0.1081171 Aug 20 12:25:34.223574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00877932-f070-4c3c-82df-dc23da81b5b1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.258974 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00877932-f070-4c3c-82df-dc23da81b5b1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.312582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00877932-f070-4c3c-82df-dc23da81b5b1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.315754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-fb7acf0d-abaf-474f-b6a7-ffba5cc33fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:34.317262 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-fb7acf0d-abaf-474f-b6a7-ffba5cc33fde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0981922 Aug 20 12:25:34.319701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-00877932-f070-4c3c-82df-dc23da81b5b1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.323865 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52312) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:34.324782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-00877932-f070-4c3c-82df-dc23da81b5b1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ad3c8cb-93a6-4055-af35-074906521178 HTTP/1.1" status: 204 len: 168 time: 0.2678311 Aug 20 12:25:34.335561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00877932-f070-4c3c-82df-dc23da81b5b1 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad3c8cb-93a6-4055-af35-074906521178,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:34.438044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-040153e9-6e84-4541-b171-e2a483cb00ed tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet 303140b6-b9ba-45cb-970c-897625dbb2c2 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:34.454856 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-040153e9-6e84-4541-b171-e2a483cb00ed tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.567330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-040153e9-6e84-4541-b171-e2a483cb00ed tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.640958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-5172ad17-51cf-4fc4-a9fb-4a863159c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:34.644264 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-5172ad17-51cf-4fc4-a9fb-4a863159c351 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2100456 Aug 20 12:25:34.703362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c7b77-1c52-4d15-b8c8-9dfc8cbd3fd8 req-643a47df-b16c-46be-ac4b-e619cdcd2cc2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:34.712728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-263c7b77-1c52-4d15-b8c8-9dfc8cbd3fd8 req-643a47df-b16c-46be-ac4b-e619cdcd2cc2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 944 time: 0.0892849 Aug 20 12:25:34.767942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-263c7b77-1c52-4d15-b8c8-9dfc8cbd3fd8 req-85c34e8f-f74a-4231-8bee-4c99f0daddc7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488906 Aug 20 12:25:34.769712 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-c3af4196-18d1-4a97-9b9a-2523c3b89b31 service neutron] 10.222.0.73 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033833 Aug 20 12:25:34.796952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-040153e9-6e84-4541-b171-e2a483cb00ed tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.872735 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-040153e9-6e84-4541-b171-e2a483cb00ed tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.959950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040153e9-6e84-4541-b171-e2a483cb00ed tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=303140b6-b9ba-45cb-970c-897625dbb2c2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:34.964513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ef6ec6-9c9b-4184-8816-4f0603ff50bb None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:34.965248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-040153e9-6e84-4541-b171-e2a483cb00ed tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:34.972298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52322) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:34.978832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:34.983932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-040153e9-6e84-4541-b171-e2a483cb00ed tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/303140b6-b9ba-45cb-970c-897625dbb2c2 HTTP/1.1" status: 204 len: 168 time: 0.6587527 Aug 20 12:25:35.053983 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-bce303ab-18e2-40f3-becc-9fe416d3b882 service neutron] 10.222.0.73 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919954 Aug 20 12:25:35.292599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979a5f-7514-4455-a7a4-daccf311b5bd req-c412c083-eaee-49c0-bd8d-0a43bf3db5a9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:35.294194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce979a5f-7514-4455-a7a4-daccf311b5bd req-c412c083-eaee-49c0-bd8d-0a43bf3db5a9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.1138928 Aug 20 12:25:35.343058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:35.347419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:35.399355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce979a5f-7514-4455-a7a4-daccf311b5bd req-999a0b0f-0839-4348-87ec-79e011105f0e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982809 Aug 20 12:25:35.699130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:35.779425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:35.809679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:35.811657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:35.816049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:35.816788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:35.835593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a323a9fe-9a63-4acd-a5fd-897140c7e4a9 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8611505 Aug 20 12:25:35.838318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52332) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:35.846654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-95bfac6f-368f-414d-a11a-184518a81311 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'security_group': {'name': 'tempest-secgroup-1346556242'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:35.883596 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95bfac6f-368f-414d-a11a-184518a81311 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.043457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95bfac6f-368f-414d-a11a-184518a81311 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.064130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788e22f-64da-45ec-814a-e94412c80403 req-f644f7b3-9fe3-4c35-a61e-6283062bbdf4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:36.066343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c788e22f-64da-45ec-814a-e94412c80403 req-f644f7b3-9fe3-4c35-a61e-6283062bbdf4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 944 time: 0.0847991 Aug 20 12:25:36.067008 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95bfac6f-368f-414d-a11a-184518a81311 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.141033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfac6f-368f-414d-a11a-184518a81311 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d636ec60-862e-4a33-a335-3b7b0dd9e37b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:36.146142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95bfac6f-368f-414d-a11a-184518a81311 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.147670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-95bfac6f-368f-414d-a11a-184518a81311 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3082669 Aug 20 12:25:36.150819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52334) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:36.155830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2a032d95-487d-4181-9e84-dbd68a33c23f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845499066'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:36.200552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a032d95-487d-4181-9e84-dbd68a33c23f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.204331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c788e22f-64da-45ec-814a-e94412c80403 req-3632ca9b-e81f-4e3d-ac35-2f7b7133bd42 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140978 Aug 20 12:25:36.234135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc634af-081c-461d-b8ce-05a40960e91a None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:36.304964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9098102e-ff2f-42d0-aa9b-9c88a66cf556 None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:36.305317 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9098102e-ff2f-42d0-aa9b-9c88a66cf556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.398740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a032d95-487d-4181-9e84-dbd68a33c23f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.406663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a032d95-487d-4181-9e84-dbd68a33c23f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.431368 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2a032d95-487d-4181-9e84-dbd68a33c23f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.432763 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2a032d95-487d-4181-9e84-dbd68a33c23f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2807970 Aug 20 12:25:36.435701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52338) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:36.444421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8275c40d-27ae-4057-be49-d52b83844eac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'security_group': {'name': 'tempest-secgroup-837490720'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:36.472629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a032d95-487d-4181-9e84-dbd68a33c23f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1041db35-a477-4676-a404-b4635388bc65,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:36.496186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:36.514352 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8275c40d-27ae-4057-be49-d52b83844eac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.668338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c7199-3dce-4c80-8616-108c84895de0 req-05ca7d63-f601-4024-abe1-8664c04bc9e3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:36.669956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e8c7199-3dce-4c80-8616-108c84895de0 req-05ca7d63-f601-4024-abe1-8664c04bc9e3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.1208446 Aug 20 12:25:36.678607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9098102e-ff2f-42d0-aa9b-9c88a66cf556 None None] Provisioning complete for port 3c507ca7-d26e-48e0-bf08-3b6da7100cea triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:36.679104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9098102e-ff2f-42d0-aa9b-9c88a66cf556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.726821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:36.733100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:36.733602 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.744281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e8c7199-3dce-4c80-8616-108c84895de0 req-ad88b4a7-af9a-4378-b743-e2920eb1357e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 Aug 20 12:25:36.772593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9098102e-ff2f-42d0-aa9b-9c88a66cf556 None None] Port 3c507ca7-d26e-48e0-bf08-3b6da7100cea cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:36.779884 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8275c40d-27ae-4057-be49-d52b83844eac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.787009 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8275c40d-27ae-4057-be49-d52b83844eac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.831713 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8275c40d-27ae-4057-be49-d52b83844eac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:36.832373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8275c40d-27ae-4057-be49-d52b83844eac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3955681 Aug 20 12:25:36.833231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275c40d-27ae-4057-be49-d52b83844eac tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20ca4ba-0323-48db-a378-34aa55afb14a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:36.836213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52344) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:36.853822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-156384008', 'security_groups': ['f20ca4ba-0323-48db-a378-34aa55afb14a'], 'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:36.890262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3640f4-546b-49f5-98a9-b86c860f744f None None] Update dhcp port {'port': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'fixed_ips': [{'subnet_id': '3f067743-31e1-43d4-8164-8daeb515eede', 'ip_address': '172.20.0.18'}, {'subnet_id': '5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '1682cd33-1826-4f1e-b38a-7b047a067039'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:25:36.892622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:37.048496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:37.130172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:37.132491 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4edebc-19c8-4c47-b817-823874e9ddb4" -d '{"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:37.145619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3b3640f4-546b-49f5-98a9-b86c860f744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:37.148511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:37.158302 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:37.159871 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:37.199249 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] device_id is not set on port c1138069-0c44-46d5-afca-01310a223c74 yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:25:37.247364 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f51c7-eea9-4154-9cec-ddcebe5575b9 x-openstack-request-id: req-e62f51c7-eea9-4154-9cec-ddcebe5575b9 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:37.248009 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:37.248009 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e62f51c7-eea9-4154-9cec-ddcebe5575b9 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:37.248554 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'code': 200} Aug 20 12:25:37.324554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:37.449210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3b3640f4-546b-49f5-98a9-b86c860f744f None None] Allocated IP 172.20.0.2 (316f98ec-f75e-416e-b8fc-46abd9d1a686/5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e/1682cd33-1826-4f1e-b38a-7b047a067039) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:37.511185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2a8ef-4c9f-4938-a3c2-cf95f86a561f req-6a93fefb-4f3b-4ad6-ab2c-31b6f272d3f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:37.512900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fb2a8ef-4c9f-4938-a3c2-cf95f86a561f req-6a93fefb-4f3b-4ad6-ab2c-31b6f272d3f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1637721 Aug 20 12:25:37.542933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-b777ac46-7a34-4376-8a0b-9187dbe76af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:37.544634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-b777ac46-7a34-4376-8a0b-9187dbe76af7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 1097 time: 0.1324775 Aug 20 12:25:37.557761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:37.583369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3b3640f4-546b-49f5-98a9-b86c860f744f None None] For port 1682cd33-1826-4f1e-b38a-7b047a067039, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1682cd33-1826-4f1e-b38a-7b047a067039,segment=NetworkSegment(5e60beb1-b142-466c-abef-7279c08c819c),segment_id=5e60beb1-b142-466c-abef-7279c08c819c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:37.594584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fb2a8ef-4c9f-4938-a3c2-cf95f86a561f req-8abeb63f-54fb-4c98-adcd-1906beb851b6 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727408 Aug 20 12:25:37.626636 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3b3640f4-546b-49f5-98a9-b86c860f744f None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:37.629534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:37.643965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3b3640f4-546b-49f5-98a9-b86c860f744f None None] Transition to ACTIVE for port object 1682cd33-1826-4f1e-b38a-7b047a067039 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:37.648270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3b3640f4-546b-49f5-98a9-b86c860f744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:37.727609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.7 (316f98ec-f75e-416e-b8fc-46abd9d1a686/5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e/c1138069-0c44-46d5-afca-01310a223c74) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:37.821331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3640f4-546b-49f5-98a9-b86c860f744f None None] Pushing event updated for resources: {'Port': ['ID=1682cd33-1826-4f1e-b38a-7b047a067039,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:37.941671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:37.942268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9001bf8-db04-4222-a5a2-411462e22648 req-cdc2e041-53a9-4fc8-a4b2-4d9f581d89e1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:37.944210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9001bf8-db04-4222-a5a2-411462e22648 req-cdc2e041-53a9-4fc8-a4b2-4d9f581d89e1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.0805612 Aug 20 12:25:37.963677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object c1138069-0c44-46d5-afca-01310a223c74 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:37.969357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:38.009577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:38.016067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9001bf8-db04-4222-a5a2-411462e22648 req-136bbebb-6c95-4434-8d1a-ab8be6b5eca2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649676 Aug 20 12:25:38.032306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:38.088082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:38.092992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:38.098034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:38.109157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:38.112153 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0db0fbf-34c7-4e63-82ae-b124ff7a8e79" -d '{"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:38.129944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:38.151769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Transition to ACTIVE for port object e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:38.159374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:38.159689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=c1138069-0c44-46d5-afca-01310a223c74,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:38.194793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:38.195477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:38.217441 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9879b1e6-b2a0-43f0-b564-5ef20ff115a5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3772438 Aug 20 12:25:38.217621 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f329cfea-84b5-4a24-99e0-2176c2795daf x-openstack-request-id: req-f329cfea-84b5-4a24-99e0-2176c2795daf {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:38.217621 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:38.217621 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f329cfea-84b5-4a24-99e0-2176c2795daf {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:38.217621 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'code': 200} Aug 20 12:25:38.218071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52362) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:38.230246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2ac6e0fb-9bde-4a3b-a6cc-0308c585d017 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:38.245388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:38.413887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac6e0fb-9bde-4a3b-a6cc-0308c585d017 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:38.414862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] No DVR routers for this DVR port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:38.419765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e0fb-9bde-4a3b-a6cc-0308c585d017 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:38.625622 n-d-800634-10 neutron-server[101033]: INFO neutron.db.ipam_backend_mixin [None req-2ac6e0fb-9bde-4a3b-a6cc-0308c585d017 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e (CIDR: 172.20.0.0/28) Aug 20 12:25:38.633163 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac6e0fb-9bde-4a3b-a6cc-0308c585d017 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:38.633790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac6e0fb-9bde-4a3b-a6cc-0308c585d017 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:38.657928 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2ac6e0fb-9bde-4a3b-a6cc-0308c585d017 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4351091 Aug 20 12:25:38.657928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52368) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:38.667317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c6459d49-7762-4cf9-bfd4-29dde730ca91 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:38.737565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c3791b0b-615b-41f9-88bc-bae24bfba9d4 None None] Provisioning for port 1682cd33-1826-4f1e-b38a-7b047a067039 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:38.744956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c3791b0b-615b-41f9-88bc-bae24bfba9d4 None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:38.746083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c3791b0b-615b-41f9-88bc-bae24bfba9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:38.853217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6459d49-7762-4cf9-bfd4-29dde730ca91 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:38.860066 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6459d49-7762-4cf9-bfd4-29dde730ca91 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:38.959260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c3791b0b-615b-41f9-88bc-bae24bfba9d4 None None] Provisioning complete for port 3c507ca7-d26e-48e0-bf08-3b6da7100cea triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:38.960423 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c3791b0b-615b-41f9-88bc-bae24bfba9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.000929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c3791b0b-615b-41f9-88bc-bae24bfba9d4 None None] Port 3c507ca7-d26e-48e0-bf08-3b6da7100cea cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:39.037853 n-d-800634-10 neutron-server[101033]: INFO neutron.db.ipam_backend_mixin [None req-c6459d49-7762-4cf9-bfd4-29dde730ca91 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3f067743-31e1-43d4-8164-8daeb515eede (CIDR: 172.20.0.16/28) Aug 20 12:25:39.043201 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6459d49-7762-4cf9-bfd4-29dde730ca91 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:39.043875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6459d49-7762-4cf9-bfd4-29dde730ca91 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:39.069245 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6459d49-7762-4cf9-bfd4-29dde730ca91 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4065223 Aug 20 12:25:39.072352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52374) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:39.077769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'subnet': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:39.137365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7e623ba5-a094-4fe3-9612-ccd5578f2474 None None] Provisioning for port c1138069-0c44-46d5-afca-01310a223c74 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:39.137596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536103c-5c48-40a9-b28e-051cf12b1e4b req-319870d4-09e1-4c2d-85ce-a52ebf1123b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:39.141247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7e623ba5-a094-4fe3-9612-ccd5578f2474 None None] Provisioning complete for port c1138069-0c44-46d5-afca-01310a223c74 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:39.141635 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7e623ba5-a094-4fe3-9612-ccd5578f2474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.145549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9536103c-5c48-40a9-b28e-051cf12b1e4b req-319870d4-09e1-4c2d-85ce-a52ebf1123b9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 944 time: 0.1503878 Aug 20 12:25:39.227540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7e623ba5-a094-4fe3-9612-ccd5578f2474 None None] Port c1138069-0c44-46d5-afca-01310a223c74 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:39.236320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:39.237054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:39.237570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:39.254881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Made reservation on behalf of ae042ba0535f4fee83df010a7f423c58 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:39.259378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:25:39.259905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Attempting to bind port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on network 5c35e033-cfda-4a96-ac94-0e5a56952979 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:39.261691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.274031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9536103c-5c48-40a9-b28e-051cf12b1e4b req-59ff9056-17b6-470a-a203-4482de9de629 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275194 Aug 20 12:25:39.290375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d586b9-708d-4c43-93e6-e6cb5e861584 req-cc7ba765-d0f4-4a6e-996b-8e862d3aaa6c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:39.291576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d586b9-708d-4c43-93e6-e6cb5e861584 req-cc7ba765-d0f4-4a6e-996b-8e862d3aaa6c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.1377985 Aug 20 12:25:39.292390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:39.292775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Checking segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:39.293172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Bound using segment: {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:39.293757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Bound port: e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2a5b30-453f-465d-aea0-aac66219520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:39.294130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.362654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18d586b9-708d-4c43-93e6-e6cb5e861584 req-5995eb0a-8793-4550-adcc-029189ab389a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632770 Aug 20 12:25:39.434857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:39.438839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:39.446090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.571668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:39.572223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.573714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] 10.222.0.22 "PUT /v2.0/ports/e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 1093 time: 2.0204005 Aug 20 12:25:39.574999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674afce9-4365-44d3-8d74-a785b0e0cf3a service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=11']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:39.609031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.667637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-4a24d4c2-f110-4d1b-874d-3ca47b60a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:39.671046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-4a24d4c2-f110-4d1b-874d-3ca47b60a09b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1096 time: 0.0650859 Aug 20 12:25:39.730754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:39.741295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:39.744033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Subnet': ['ID=857f2926-ee13-4530-9f4e-c2f6b0fd64af,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:39.745936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:39.755328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499849a3-af8a-4ec4-8cb3-da1bc6ce0c7c None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:39.761612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.785278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1682cd33-1826-4f1e-b38a-7b047a067039 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:39.807642 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-87e5db19-13e9-4ed8-8772-b2f87a24311f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7341909 Aug 20 12:25:39.808323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52378) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:39.813886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-915921880', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '857f2926-ee13-4530-9f4e-c2f6b0fd64af'}], 'security_groups': ['d636ec60-862e-4a33-a335-3b7b0dd9e37b', '1041db35-a477-4676-a404-b4635388bc65']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:39.929378 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:39.959793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-83add92a-ee7e-4ad1-acf5-e7b76dadaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:39.964394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-83add92a-ee7e-4ad1-acf5-e7b76dadaf4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.2783749 Aug 20 12:25:39.988305 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:39.988683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:40.053167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-96f9a9e0-2943-4ca4-9b34-fef65bb82c75 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 998 time: 0.0802975 Aug 20 12:25:40.122563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-afc2abd8-69ae-4310-8f62-ccd00c679668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:40.124424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-afc2abd8-69ae-4310-8f62-ccd00c679668 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0622020 Aug 20 12:25:40.207878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440deec-4e66-4705-b892-7721f00500b8 req-71486560-a7c0-412e-ab8e-a9e170990783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:40.214304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-71486560-a7c0-412e-ab8e-a9e170990783 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771537 Aug 20 12:25:40.235001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:40.240517 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d13f1-d93e-4390-8b00-38968d955955" -d '{"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:40.340284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d90dd2a-3d09-43d4-9aad-53d540ebf304 None None] Update dhcp port {'port': {'network_id': '316f98ec-f75e-416e-b8fc-46abd9d1a686', 'fixed_ips': [{'subnet_id': '3f067743-31e1-43d4-8164-8daeb515eede', 'ip_address': '172.20.0.18'}, {'subnet_id': '5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e', 'ip_address': '172.20.0.2'}, {'subnet_id': '857f2926-ee13-4530-9f4e-c2f6b0fd64af'}], 'binding:host_id': 'n-d-800634-10'}, 'id': '1682cd33-1826-4f1e-b38a-7b047a067039'} from n-d-800634-10. {{(pid=101035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 12:25:40.375119 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de349f-6d8b-4cb3-90fc-bc6c762b2299 x-openstack-request-id: req-77de349f-6d8b-4cb3-90fc-bc6c762b2299 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:40.375764 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1d90dd2a-3d09-43d4-9aad-53d540ebf304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:40.375890 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:40.375890 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77de349f-6d8b-4cb3-90fc-bc6c762b2299 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:40.376063 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'status': 'completed', 'code': 200} Aug 20 12:25:40.466267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-beca430f-f88a-4e2f-8eee-53a3cf1583ec service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188845 Aug 20 12:25:40.480952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:40.506546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Delete allocated IP 172.20.0.7 (316f98ec-f75e-416e-b8fc-46abd9d1a686/5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e) {{(pid=101033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 12:25:40.517882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Allocated IP 172.20.0.42 (316f98ec-f75e-416e-b8fc-46abd9d1a686/857f2926-ee13-4530-9f4e-c2f6b0fd64af/c1138069-0c44-46d5-afca-01310a223c74) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:40.632838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95d7c-af20-4c42-8aa4-fff5de69aace req-dec33fdf-b5d6-4c0a-aa87-159ea98c3937 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:40.640603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adc95d7c-af20-4c42-8aa4-fff5de69aace req-dec33fdf-b5d6-4c0a-aa87-159ea98c3937 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.1267004 Aug 20 12:25:40.667312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18108154-a1b3-4d74-a4c7-6b63895329fd req-540217c8-6187-4653-8276-df3f33ac97bf tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:40.669158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18108154-a1b3-4d74-a4c7-6b63895329fd req-540217c8-6187-4653-8276-df3f33ac97bf tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 944 time: 0.2625847 Aug 20 12:25:40.699011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:40.741219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adc95d7c-af20-4c42-8aa4-fff5de69aace req-05da8c2d-c178-4ef5-92e1-8b7974fe23ec tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969646 Aug 20 12:25:40.751316 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:40.756232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18108154-a1b3-4d74-a4c7-6b63895329fd req-309a52b3-ab5a-43f8-9188-7fd497aa5123 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794146 Aug 20 12:25:40.769883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Transition to ACTIVE for port object c1138069-0c44-46d5-afca-01310a223c74 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:40.772561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e440deec-4e66-4705-b892-7721f00500b8 req-245ac225-8d89-4f72-9358-4e391ca7e1f9 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665589 Aug 20 12:25:40.782324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-a468aa59-1028-423a-9a2d-ecdf63124021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:40.784591 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-a468aa59-1028-423a-9a2d-ecdf63124021 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1096 time: 0.4040787 Aug 20 12:25:40.786394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:40.844484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event updated for resources: {'Port': ['ID=c1138069-0c44-46d5-afca-01310a223c74,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:40.873638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-1d90dd2a-3d09-43d4-9aad-53d540ebf304 None None] Allocated IP 172.20.0.34 (316f98ec-f75e-416e-b8fc-46abd9d1a686/857f2926-ee13-4530-9f4e-c2f6b0fd64af/1682cd33-1826-4f1e-b38a-7b047a067039) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:40.886417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-9fafff55-ad65-427f-9957-b92f7c56bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:40.888377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-9fafff55-ad65-427f-9957-b92f7c56bbd3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1096 time: 0.0621974 Aug 20 12:25:40.956637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-812aa9c0-d281-4dba-a288-77f40d9637c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:40.958463 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-812aa9c0-d281-4dba-a288-77f40d9637c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.1183543 Aug 20 12:25:40.988544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1d90dd2a-3d09-43d4-9aad-53d540ebf304 None None] For port 1682cd33-1826-4f1e-b38a-7b047a067039, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1682cd33-1826-4f1e-b38a-7b047a067039,segment=NetworkSegment(5e60beb1-b142-466c-abef-7279c08c819c),segment_id=5e60beb1-b142-466c-abef-7279c08c819c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:41.025170 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1d90dd2a-3d09-43d4-9aad-53d540ebf304 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:41.037158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-b6ecb8ec-9ec4-4fdf-9635-a7bdc2b96420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:41.038879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-b6ecb8ec-9ec4-4fdf-9635-a7bdc2b96420 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.1413066 Aug 20 12:25:41.042972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1d90dd2a-3d09-43d4-9aad-53d540ebf304 None None] Transition to ACTIVE for port object 1682cd33-1826-4f1e-b38a-7b047a067039 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:41.047956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1d90dd2a-3d09-43d4-9aad-53d540ebf304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:41.116279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] In _notify_port_updated(), no bound segment for port c1138069-0c44-46d5-afca-01310a223c74 on network 316f98ec-f75e-416e-b8fc-46abd9d1a686 {{(pid=101033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 12:25:41.124351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:41.125019 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:41.126381 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1b463bdd-bcfb-4ac9-ac33-ac85830fa19e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "PUT /v2.0/ports/c1138069-0c44-46d5-afca-01310a223c74 HTTP/1.1" status: 200 len: 959 time: 1.3170753 Aug 20 12:25:41.131139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52388) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:41.135901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90dd2a-3d09-43d4-9aad-53d540ebf304 None None] Pushing event updated for resources: {'Port': ['ID=1682cd33-1826-4f1e-b38a-7b047a067039,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:41.147620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-4375a9c0-21f5-493b-89c3-df4e1aca9255 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 998 time: 0.0994170 Aug 20 12:25:41.166649 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-df0bf422-6296-4c23-88d7-07efdabe125e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 998 time: 0.1952569 Aug 20 12:25:41.217761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-2ab7f056-9910-4d74-917d-e0a2910054bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:41.219348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-2ab7f056-9910-4d74-917d-e0a2910054bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0644312 Aug 20 12:25:41.273972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-be5219d4-a248-4227-b190-fe87c7b7fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:41.277397 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-be5219d4-a248-4227-b190-fe87c7b7fff0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0990803 Aug 20 12:25:41.293120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-827aad03-63c7-4593-a0e9-1989df0c960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:41.295373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-827aad03-63c7-4593-a0e9-1989df0c960e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667081 Aug 20 12:25:41.341417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4b5084b4-9d6d-45b6-b0a0-bc5196cfd6c5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port c1138069-0c44-46d5-afca-01310a223c74 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:41.341771 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b5084b4-9d6d-45b6-b0a0-bc5196cfd6c5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:41.418902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-dc2caf0b-c380-4dce-a688-1aa2764d5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:41.420517 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-dc2caf0b-c380-4dce-a688-1aa2764d5da2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312568 Aug 20 12:25:41.437246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-9b0959ed-c3e8-4872-8b68-252d61f19064 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213646 Aug 20 12:25:41.535693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b5084b4-9d6d-45b6-b0a0-bc5196cfd6c5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:41.556571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-4b5084b4-9d6d-45b6-b0a0-bc5196cfd6c5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for c1138069-0c44-46d5-afca-01310a223c74 owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:41.583761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-2ccf03ec-54a2-4649-a9a6-8c07786c4433 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380572 Aug 20 12:25:41.664746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-d2ce47ca-2dde-4bbd-99d3-e1c6731c7b69 service neutron] 10.222.0.73 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262628 Aug 20 12:25:41.691963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52390) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:41.764129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1682cd33-1826-4f1e-b38a-7b047a067039 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:41.822101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db7d497-fc24-4f77-9924-0f2d40d4e0fd admin admin] Deleting subnet f1934b1c-5b33-4e91-83f0-4e8af3b33008 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:41.829636 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db7d497-fc24-4f77-9924-0f2d40d4e0fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:41.951369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f1d13f1-d93e-4390-8b00-38968d955955 req-079064ad-82a1-4665-8aff-6be77cdf7b65 service neutron] 10.222.0.73 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739549 Aug 20 12:25:42.007816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b5084b4-9d6d-45b6-b0a0-bc5196cfd6c5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.008744 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db7d497-fc24-4f77-9924-0f2d40d4e0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.040491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5084b4-9d6d-45b6-b0a0-bc5196cfd6c5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=c1138069-0c44-46d5-afca-01310a223c74,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:42.063938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc4d45-046c-4009-91b4-aa369ee53c70 req-c6b4ffe1-c97b-4449-bdd0-d564bf5c941f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:42.075003 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52fc4d45-046c-4009-91b4-aa369ee53c70 req-c6b4ffe1-c97b-4449-bdd0-d564bf5c941f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 944 time: 0.1884873 Aug 20 12:25:42.099098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf8d56-650a-44b8-89b7-29ada041841f req-c8f8a918-a0e6-4f40-b24a-300957c7f71c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:42.101092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2aaf8d56-650a-44b8-89b7-29ada041841f req-c8f8a918-a0e6-4f40-b24a-300957c7f71c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.2277968 Aug 20 12:25:42.108905 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.114591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ea6e8f50-8a28-42f7-8926-a1a393eb10fa None None] Could not find standard attr ID for object c1138069-0c44-46d5-afca-01310a223c74. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:25:42.129058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b5084b4-9d6d-45b6-b0a0-bc5196cfd6c5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.132203 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4b5084b4-9d6d-45b6-b0a0-bc5196cfd6c5 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/c1138069-0c44-46d5-afca-01310a223c74 HTTP/1.1" status: 204 len: 168 time: 0.9996595 Aug 20 12:25:42.134603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52396) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:42.136714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ea6e8f50-8a28-42f7-8926-a1a393eb10fa None None] Provisioning for port 1682cd33-1826-4f1e-b38a-7b047a067039 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:42.146792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db7d497-fc24-4f77-9924-0f2d40d4e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.148124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ea6e8f50-8a28-42f7-8926-a1a393eb10fa None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:42.148497 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8f50-8a28-42f7-8926-a1a393eb10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.170224 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b86459f-67d1-40a1-8c16-f3bf605ac78c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] GET failed (client error): The resource could not be found. Aug 20 12:25:42.172136 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8b86459f-67d1-40a1-8c16-f3bf605ac78c tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports/c1138069-0c44-46d5-afca-01310a223c74 HTTP/1.1" status: 404 len: 333 time: 0.0362365 Aug 20 12:25:42.175488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52398) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:42.211820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52fc4d45-046c-4009-91b4-aa369ee53c70 req-6e6fc496-2ae2-482a-afd7-571e12395731 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345861 Aug 20 12:25:42.222119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2aaf8d56-650a-44b8-89b7-29ada041841f req-6048c3ac-2550-4112-aeb4-e3198c11996b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082342 Aug 20 12:25:42.268742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db7d497-fc24-4f77-9924-0f2d40d4e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.293923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2508010f-30b4-48d9-bff3-014b989c5c10 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.300442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7d497-fc24-4f77-9924-0f2d40d4e0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1934b1c-5b33-4e91-83f0-4e8af3b33008,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:42.314659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ea6e8f50-8a28-42f7-8926-a1a393eb10fa None None] Provisioning complete for port 3c507ca7-d26e-48e0-bf08-3b6da7100cea triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:42.315064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db7d497-fc24-4f77-9924-0f2d40d4e0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.315204 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8f50-8a28-42f7-8926-a1a393eb10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.317352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3db7d497-fc24-4f77-9924-0f2d40d4e0fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f1934b1c-5b33-4e91-83f0-4e8af3b33008 HTTP/1.1" status: 204 len: 168 time: 0.6243992 Aug 20 12:25:42.320068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52400) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:42.327010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2508010f-30b4-48d9-bff3-014b989c5c10 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.373715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:25:42.408381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e8f50-8a28-42f7-8926-a1a393eb10fa None None] Port 3c507ca7-d26e-48e0-bf08-3b6da7100cea cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:42.436121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.446839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2508010f-30b4-48d9-bff3-014b989c5c10 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.449626 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2508010f-30b4-48d9-bff3-014b989c5c10 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.459448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52402) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:42.463777 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2508010f-30b4-48d9-bff3-014b989c5c10 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/security-groups/f20ca4ba-0323-48db-a378-34aa55afb14a HTTP/1.1" status: 204 len: 168 time: 0.2868946 Aug 20 12:25:42.481130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508010f-30b4-48d9-bff3-014b989c5c10 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20ca4ba-0323-48db-a378-34aa55afb14a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:42.555073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:42.569533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'port_id': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'mac_address': 'fa:16:3e:07:21:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:25:42.616399 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.633567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:42.660770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:42.666508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.719455 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afb09b5c-b47d-4449-8c91-832392c494dc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.726971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=12']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:42.742607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-92253fd6-361f-434f-9717-3ddf14093b9a None None] Could not find standard attr ID for object c1138069-0c44-46d5-afca-01310a223c74. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:25:42.750055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.769380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9e3f66-2ba0-4cc3-912f-860c1893494b']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:42.778772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afb09b5c-b47d-4449-8c91-832392c494dc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.797795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd188f55f-8bf1-4fef-88f5-418b80e59b9e') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:42.797993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd188f55f-8bf1-4fef-88f5-418b80e59b9e') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:42.822908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.853781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.870279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:25:42.871315 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:25:42.875385 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:25:42.894211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:42.955560 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afb09b5c-b47d-4449-8c91-832392c494dc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.958134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-afb09b5c-b47d-4449-8c91-832392c494dc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:42.962061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52406) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:42.962613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-afb09b5c-b47d-4449-8c91-832392c494dc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/security-groups/1041db35-a477-4676-a404-b4635388bc65 HTTP/1.1" status: 204 len: 168 time: 0.5006227 Aug 20 12:25:42.985031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb09b5c-b47d-4449-8c91-832392c494dc tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041db35-a477-4676-a404-b4635388bc65,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:43.010549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.026135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.038896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] 10.222.0.25 "DELETE /v2.0/networks/cb9e3f66-2ba0-4cc3-912f-860c1893494b HTTP/1.1" status: 204 len: 168 time: 0.7154963 Aug 20 12:25:43.066751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57829e0c-59e3-4e45-80a1-9220760e6f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9e3f66-2ba0-4cc3-912f-860c1893494b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:43.084147 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c17105f-f6c4-4ea7-9c5c-82aaf902d96d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.114679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c17105f-f6c4-4ea7-9c5c-82aaf902d96d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.168702 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c17105f-f6c4-4ea7-9c5c-82aaf902d96d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.171890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c17105f-f6c4-4ea7-9c5c-82aaf902d96d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.175978 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3c17105f-f6c4-4ea7-9c5c-82aaf902d96d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/security-groups/d636ec60-862e-4a33-a335-3b7b0dd9e37b HTTP/1.1" status: 204 len: 168 time: 0.2096910 Aug 20 12:25:43.176419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52410) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:43.185907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17105f-f6c4-4ea7-9c5c-82aaf902d96d tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d636ec60-862e-4a33-a335-3b7b0dd9e37b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:43.269930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52416) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:43.319299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-41773b66-bb8a-435e-a733-66dfcc902277 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet 5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:43.328460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41773b66-bb8a-435e-a733-66dfcc902277 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.359390 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8b7f3952-34dd-4e55-8e50-310e5ce4c7b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2fd16374defb4887a57a2fce3cc73ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882070 Aug 20 12:25:43.359996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52418) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:43.416351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-770c6688-f7eb-429e-9660-54fd8d2ccc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.440457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-770c6688-f7eb-429e-9660-54fd8d2ccc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.462351 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41773b66-bb8a-435e-a733-66dfcc902277 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.497308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-770c6688-f7eb-429e-9660-54fd8d2ccc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.500150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-770c6688-f7eb-429e-9660-54fd8d2ccc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.507609 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-770c6688-f7eb-429e-9660-54fd8d2ccc2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdcd184f-3cce-439e-85f2-bd8a37ffec0e HTTP/1.1" status: 204 len: 168 time: 0.1454656 Aug 20 12:25:43.516205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c6688-f7eb-429e-9660-54fd8d2ccc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcd184f-3cce-439e-85f2-bd8a37ffec0e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:43.538406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eb2ce-8348-47dc-9a4b-50cc5be7a524 req-bc39b9b3-9c3b-4e7d-a6ef-a4d80dc4eead tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:43.539898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd1eb2ce-8348-47dc-9a4b-50cc5be7a524 req-bc39b9b3-9c3b-4e7d-a6ef-a4d80dc4eead tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 945 time: 0.1524694 Aug 20 12:25:43.549543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ddf6-9860-4b03-922d-8388db826c2d req-93a2512b-b9ba-42d7-add6-7e69dc570324 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:43.551089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c628ddf6-9860-4b03-922d-8388db826c2d req-93a2512b-b9ba-42d7-add6-7e69dc570324 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.1625636 Aug 20 12:25:43.681267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd1eb2ce-8348-47dc-9a4b-50cc5be7a524 req-9feeb3e9-646a-43d5-8db8-065a57173ed0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292126 Aug 20 12:25:43.682617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41773b66-bb8a-435e-a733-66dfcc902277 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.711513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52422) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:43.720007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c628ddf6-9860-4b03-922d-8388db826c2d req-8e5e70b0-289b-436c-b33e-c6ffb3ac8995 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564045 Aug 20 12:25:43.735023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-cb946224-12a7-4fb1-a1a6-9658ebd915e2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1326060 Aug 20 12:25:43.782141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41773b66-bb8a-435e-a733-66dfcc902277 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.816264 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1840efa2-fd9e-42df-9a15-9d29c26aee91 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/ced3989d-4f6b-4bf6-ae08-5f4d151b1e75 HTTP/1.1" status: 200 len: 991 time: 0.1027033 Aug 20 12:25:43.829122 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.858695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41773b66-bb8a-435e-a733-66dfcc902277 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:43.874533 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-41773b66-bb8a-435e-a733-66dfcc902277 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.877278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-41773b66-bb8a-435e-a733-66dfcc902277 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e HTTP/1.1" status: 204 len: 168 time: 0.6997511 Aug 20 12:25:43.880574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52428) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:43.881134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9301af-b197-4d36-8881-016375a0345e None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:43.898104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-8c02b8a7-bb98-4b8a-bdd9-08c97209e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:43.899815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-8c02b8a7-bb98-4b8a-bdd9-08c97209e49c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1097 time: 0.1134365 Aug 20 12:25:43.960097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9d8e4d-9a4b-4510-ba03-b52b4aec6aae tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet 857f2926-ee13-4530-9f4e-c2f6b0fd64af {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:43.964665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8e4d-9a4b-4510-ba03-b52b4aec6aae tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.020102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8e4d-9a4b-4510-ba03-b52b4aec6aae tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.055673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-70aedf0d-e0a3-4242-b4f4-56cb0b3950d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:44.060370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-70aedf0d-e0a3-4242-b4f4-56cb0b3950d3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.1255949 Aug 20 12:25:44.173017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-073c0f1e-79e5-49c5-ba5e-f086da5f5352 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 999 time: 0.1054626 Aug 20 12:25:44.202477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8e4d-9a4b-4510-ba03-b52b4aec6aae tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.234899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-ab52b221-9980-4ecf-a3b3-811d13071208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:44.237546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-ab52b221-9980-4ecf-a3b3-811d13071208 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0562882 Aug 20 12:25:44.299739 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8e4d-9a4b-4510-ba03-b52b4aec6aae tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.322862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-2b8decae-c55b-4d38-ba21-3dc75e4f7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:44.324939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-2b8decae-c55b-4d38-ba21-3dc75e4f7133 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791976 Aug 20 12:25:44.335016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8e4d-9a4b-4510-ba03-b52b4aec6aae tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.337273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a9d8e4d-9a4b-4510-ba03-b52b4aec6aae tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/857f2926-ee13-4530-9f4e-c2f6b0fd64af HTTP/1.1" status: 204 len: 168 time: 0.4555397 Aug 20 12:25:44.337987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d8e4d-9a4b-4510-ba03-b52b4aec6aae tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=857f2926-ee13-4530-9f4e-c2f6b0fd64af,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:44.340081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52440) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:44.383945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:44.406575 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d5b0d3-d227-40a3-84dd-41860bd75703 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:44.407042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d5b0d3-d227-40a3-84dd-41860bd75703 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:44.412668 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e2d5b0d3-d227-40a3-84dd-41860bd75703 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/5d2a7cd9-e67f-4915-8fb6-1b16be3a1b8e HTTP/1.1" status: 404 len: 337 time: 0.0688562 Aug 20 12:25:44.414869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52444) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:44.468200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:44.474782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:44.475397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.501475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e4cb0e-6439-4c20-b127-35b506261007 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting subnet 3f067743-31e1-43d4-8164-8daeb515eede {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:25:44.506780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1e4cb0e-6439-4c20-b127-35b506261007 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.525162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-237d6f78-4041-4e16-b760-b801dffed22a service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797643 Aug 20 12:25:44.581216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1e4cb0e-6439-4c20-b127-35b506261007 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.602011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.652266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:44.655039 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a14bdc-21c7-4bf6-b71f-444cc603f596" -d '{"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:44.666518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64c1f63a-c4dc-4d76-89e1-ec1f3f53db55 req-a032893e-06e0-41f8-911b-bb16842a239a service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347439 Aug 20 12:25:44.680861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:44.696550 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.753634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52454) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:44.773665 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3063a4d9-3256-47f8-9b69-873d33d9e0e3 x-openstack-request-id: req-3063a4d9-3256-47f8-9b69-873d33d9e0e3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:44.774032 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:44.774267 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3063a4d9-3256-47f8-9b69-873d33d9e0e3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:44.777206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1e4cb0e-6439-4c20-b127-35b506261007 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.777558 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'code': 200} Aug 20 12:25:44.820520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=13']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:44.893126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1e4cb0e-6439-4c20-b127-35b506261007 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.904099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f64726-5ef4-4f3a-8169-64250996324f req-e3fe985f-064d-485e-b2a1-6be8cef2ad55 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:44.915831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6f64726-5ef4-4f3a-8169-64250996324f req-e3fe985f-064d-485e-b2a1-6be8cef2ad55 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.0865030 Aug 20 12:25:44.938075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4cb0e-6439-4c20-b127-35b506261007 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Subnet': ['ID=3f067743-31e1-43d4-8164-8daeb515eede,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:44.943815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1e4cb0e-6439-4c20-b127-35b506261007 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.948758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1e4cb0e-6439-4c20-b127-35b506261007 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/3f067743-31e1-43d4-8164-8daeb515eede HTTP/1.1" status: 204 len: 168 time: 0.5215540 Aug 20 12:25:44.949130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52458) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:44.963097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1278370189-network', 'tenant_id': 'b02721c88d2e4843aa0ad9c20a60c092'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:44.987228 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1249e27b-2b09-4376-af14-f562f8065342 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:44.988037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1249e27b-2b09-4376-af14-f562f8065342 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:44.992295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1249e27b-2b09-4376-af14-f562f8065342 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/303140b6-b9ba-45cb-970c-897625dbb2c2 HTTP/1.1" status: 404 len: 337 time: 0.0382452 Aug 20 12:25:44.992751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52460) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:44.995254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Made reservation on behalf of b02721c88d2e4843aa0ad9c20a60c092 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:44.999596 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.006460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6f64726-5ef4-4f3a-8169-64250996324f req-fee260fb-2094-4cd8-b0f1-e98fe83b7938 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878265 Aug 20 12:25:45.026465 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.039220 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f4ab15e-755b-47db-8830-00d49bd56a7e tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fbdfef0-8989-4bfb-834d-018e66805946 HTTP/1.1" status: 200 len: 205 time: 0.0453742 Aug 20 12:25:45.041857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52462) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.064272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111c87a3-a217-48b8-ad05-2adb6747074f None None] Network 316f98ec-f75e-416e-b8fc-46abd9d1a686 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:45.086042 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-a121934d-dcec-419b-98eb-d960247c1bf2 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] delete failed (client error): The resource could not be found. Aug 20 12:25:45.088264 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a121934d-dcec-419b-98eb-d960247c1bf2 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/routers/4fbdfef0-8989-4bfb-834d-018e66805946 HTTP/1.1" status: 404 len: 336 time: 0.0443089 Aug 20 12:25:45.090434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52466) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.126330 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-67152278-523d-47ad-96da-1397c8bd0c14 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.126836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67152278-523d-47ad-96da-1397c8bd0c14 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.133136 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-67152278-523d-47ad-96da-1397c8bd0c14 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/c1d9f02b-2ab5-4c5b-85d8-779948d46462 HTTP/1.1" status: 404 len: 337 time: 0.0393093 Aug 20 12:25:45.133406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52468) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.164621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3557a81f-3575-4b3d-bc42-91ed39eae028 None None] Provisioning complete for port 1682cd33-1826-4f1e-b38a-7b047a067039 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:45.165326 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3557a81f-3575-4b3d-bc42-91ed39eae028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.176951 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-24274477-869e-43f2-9037-c41fe1167fc8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.177413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24274477-869e-43f2-9037-c41fe1167fc8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.182152 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-24274477-869e-43f2-9037-c41fe1167fc8 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/68a7949c-cf49-4baf-8516-a60f8f2c8c38 HTTP/1.1" status: 404 len: 337 time: 0.0452499 Aug 20 12:25:45.182340 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.182538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52470) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.185018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.199400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:25:45.215826 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e714eb-621f-4e7a-b98d-5f40584a1b55 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.216278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e714eb-621f-4e7a-b98d-5f40584a1b55 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.220416 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-12e714eb-621f-4e7a-b98d-5f40584a1b55 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/346ce84d-14bf-43d4-94ee-c9b03ab36ec3 HTTP/1.1" status: 404 len: 337 time: 0.0345554 Aug 20 12:25:45.221695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52472) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.225134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.225878 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Added segment 8327fc12-0352-4531-88a7-66559ca45e6c of type vlan for network 82449fcc-2028-48df-8d81-db24490bc78a Aug 20 12:25:45.253901 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b170fdf5-2921-4c97-a584-0f3f380c1dc3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.255279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b170fdf5-2921-4c97-a584-0f3f380c1dc3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.261110 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b170fdf5-2921-4c97-a584-0f3f380c1dc3 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/4c3dcb3a-e036-49d5-a701-da2bebe7d8f3 HTTP/1.1" status: 404 len: 333 time: 0.0379269 Aug 20 12:25:45.262360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52474) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.274917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a479aed3-241c-45f7-9b5f-f944c5428a4a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:45.292506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.310927 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed32b33-ea6a-41ae-8ce8-1cf5f13668cb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.311295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed32b33-ea6a-41ae-8ce8-1cf5f13668cb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.315476 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8ed32b33-ea6a-41ae-8ce8-1cf5f13668cb tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/df0ce6b3-f0ab-40c6-8566-56fc80842791 HTTP/1.1" status: 404 len: 337 time: 0.0508850 Aug 20 12:25:45.316593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52476) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.331104 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.332272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:45.333584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.356800 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4857c5c7-1a01-4624-904a-510459d8a4b0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.357321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3557a81f-3575-4b3d-bc42-91ed39eae028 None None] Provisioning complete for port 3c507ca7-d26e-48e0-bf08-3b6da7100cea triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:45.357638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4857c5c7-1a01-4624-904a-510459d8a4b0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.357779 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3557a81f-3575-4b3d-bc42-91ed39eae028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.360267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4857c5c7-1a01-4624-904a-510459d8a4b0 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/1174336f-e73e-487b-b3c4-eb093219af98 HTTP/1.1" status: 404 len: 337 time: 0.0420597 Aug 20 12:25:45.363799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52478) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.394695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] DHCP port deletion for 316f98ec-f75e-416e-b8fc-46abd9d1a686 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:25:45.403259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6445403 Aug 20 12:25:45.403456 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff8946c-cd6f-48b0-a376-a5d4abf4808f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.403456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff8946c-cd6f-48b0-a376-a5d4abf4808f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.403645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52480) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.407861 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cff8946c-cd6f-48b0-a376-a5d4abf4808f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/77c05547-c63d-4348-8d5a-63b8f7faa2bd HTTP/1.1" status: 404 len: 333 time: 0.0424232 Aug 20 12:25:45.409167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52482) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.409933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Request body: {'subnet': {'network_id': '82449fcc-2028-48df-8d81-db24490bc78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1278370189-subnet', 'tenant_id': 'b02721c88d2e4843aa0ad9c20a60c092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:45.436664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3557a81f-3575-4b3d-bc42-91ed39eae028 None None] Port 3c507ca7-d26e-48e0-bf08-3b6da7100cea cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:25:45.437878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be19fca-4a8e-42e3-9358-212a3c5609bc admin admin] Pushing event updated for resources: {'Network': ['ID=82449fcc-2028-48df-8d81-db24490bc78a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:45.452174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Made reservation on behalf of b02721c88d2e4843aa0ad9c20a60c092 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:45.454698 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4cb908-c7fc-4e3f-9f23-536251f3ad7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.455761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4cb908-c7fc-4e3f-9f23-536251f3ad7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.456787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.457459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 82449fcc-2028-48df-8d81-db24490bc78a details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:25:45.460711 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bb4cb908-c7fc-4e3f-9f23-536251f3ad7a tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/a28a92a2-f642-4482-bf39-d1e5336ed232 HTTP/1.1" status: 404 len: 337 time: 0.0498416 Aug 20 12:25:45.462407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52484) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.489458 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c9c063-7f97-4ffe-8130-a2976aee4912 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] DELETE failed (client error): The resource could not be found. Aug 20 12:25:45.489912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c9c063-7f97-4ffe-8130-a2976aee4912 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:25:45.494563 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f5c9c063-7f97-4ffe-8130-a2976aee4912 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/subnets/dc861961-a6fb-4856-8f20-27ea90bd3a66 HTTP/1.1" status: 404 len: 337 time: 0.0316455 Aug 20 12:25:45.495173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52486) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.514306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] Deleting port 1682cd33-1826-4f1e-b38a-7b047a067039 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:45.514685 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.606127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] For port 1682cd33-1826-4f1e-b38a-7b047a067039, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1682cd33-1826-4f1e-b38a-7b047a067039,segment=NetworkSegment(5e60beb1-b142-466c-abef-7279c08c819c),segment_id=5e60beb1-b142-466c-abef-7279c08c819c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:45.606127 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.610347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ebedcd7d-376e-490a-bcf0-73be983efd8f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Deleting port 3c507ca7-d26e-48e0-bf08-3b6da7100cea {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:25:45.610884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebedcd7d-376e-490a-bcf0-73be983efd8f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.622622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] Calling delete_port for 1682cd33-1826-4f1e-b38a-7b047a067039 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:45.649769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.723226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1682cd33-1826-4f1e-b38a-7b047a067039 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:25:45.738512 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebedcd7d-376e-490a-bcf0-73be983efd8f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.759903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-ebedcd7d-376e-490a-bcf0-73be983efd8f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Calling delete_port for 3c507ca7-d26e-48e0-bf08-3b6da7100cea owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:25:45.761380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0380ae-ba43-4d96-8992-13212ee37dbe,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:45.763306 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.771062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Checking segment: {'id': '8327fc12-0352-4531-88a7-66559ca45e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82449fcc-2028-48df-8d81-db24490bc78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:45.771553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Network hostable DHCP agents. Network: 82449fcc-2028-48df-8d81-db24490bc78a, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:25:45.790796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] No DVR routers for this DVR port 1682cd33-1826-4f1e-b38a-7b047a067039 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:25:45.800945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Network 82449fcc-2028-48df-8d81-db24490bc78a is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:25:45.811878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 82449fcc-2028-48df-8d81-db24490bc78a) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:45.816552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3b949-2d8c-417e-b36f-14dc1fbe8d6a None None] Pushing event deleted for resources: {'Port': ['ID=1682cd33-1826-4f1e-b38a-7b047a067039,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:45.818684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No active binding found for port 1682cd33-1826-4f1e-b38a-7b047a067039 {{(pid=101035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 12:25:45.824236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:45.825048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.828413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1682cd33-1826-4f1e-b38a-7b047a067039 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:25:45.833673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae6b1b-00b0-437e-859e-cbee3321f5f2 None None] Network 82449fcc-2028-48df-8d81-db24490bc78a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:45.850966 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-12f42b70-4cbd-4e34-9d30-f741accc009d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4473288 Aug 20 12:25:45.897404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebedcd7d-376e-490a-bcf0-73be983efd8f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.940552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedcd7d-376e-490a-bcf0-73be983efd8f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Port': ['ID=3c507ca7-d26e-48e0-bf08-3b6da7100cea,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:45.971562 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ebedcd7d-376e-490a-bcf0-73be983efd8f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.973618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ebedcd7d-376e-490a-bcf0-73be983efd8f tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/ports/3c507ca7-d26e-48e0-bf08-3b6da7100cea HTTP/1.1" status: 204 len: 168 time: 0.4774914 Aug 20 12:25:45.976279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52490) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:45.979770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67a7c7-edc5-470d-ba19-d85b81967ebe None None] Network 82449fcc-2028-48df-8d81-db24490bc78a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:46.090069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.210064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece053-4ec6-4e34-af08-e75afb7eb992 req-2f583115-6a4e-4cdb-82a1-b933e233814a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:46.212715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bece053-4ec6-4e34-af08-e75afb7eb992 req-2f583115-6a4e-4cdb-82a1-b933e233814a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.0887284 Aug 20 12:25:46.240402 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.252527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316f98ec-f75e-416e-b8fc-46abd9d1a686']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:46.273930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e60beb1-b142-466c-abef-7279c08c819c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:46.274445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e60beb1-b142-466c-abef-7279c08c819c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:46.281665 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bece053-4ec6-4e34-af08-e75afb7eb992 req-0d502aab-f281-48df-96b1-eb71e5298cb8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620701 Aug 20 12:25:46.288107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.314745 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.323537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:25:46.324274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:25:46.333347 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:25:46.417679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.425567 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.427613 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] 10.222.0.25 "DELETE /v2.0/networks/316f98ec-f75e-416e-b8fc-46abd9d1a686 HTTP/1.1" status: 204 len: 168 time: 0.4502034 Aug 20 12:25:46.442006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa4b62-fc6e-44ef-a38b-3832dd1c4b06 tempest-PortsTestJSON-896156001 tempest-PortsTestJSON-896156001-project] Pushing event deleted for resources: {'Network': ['ID=316f98ec-f75e-416e-b8fc-46abd9d1a686,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:46.535472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52510) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:46.541026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1042165633-network', 'tenant_id': '9756b8e1d9724d4381cf3079a6ee009c'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:46.562222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Made reservation on behalf of 9756b8e1d9724d4381cf3079a6ee009c for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:46.565385 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.574869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.678121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.682003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.710672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52514) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:46.711418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:25:46.721867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e9e33e-403c-4510-ab1a-867ad0b14be9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:46.727327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.727584 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Added segment 00911e0d-5294-4759-999f-173af25c4e76 of type vlan for network 392785b5-a9d5-4b08-91ec-79dc5e64f5d9 Aug 20 12:25:46.774856 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.800525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.801556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:46.802325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.857413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c45f974e-d751-4662-9924-970b68584903 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae042ba0535f4fee83df010a7f423c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446137 Aug 20 12:25:46.860584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52518) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:46.868296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3317091 Aug 20 12:25:46.869416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f9be-2a24-40ad-82a1-2d23f574be68 admin admin] Pushing event updated for resources: {'Network': ['ID=392785b5-a9d5-4b08-91ec-79dc5e64f5d9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:46.872109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52520) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:46.877860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Request body: {'subnet': {'network_id': '392785b5-a9d5-4b08-91ec-79dc5e64f5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1042165633-subnet', 'tenant_id': '9756b8e1d9724d4381cf3079a6ee009c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:46.881446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 392785b5-a9d5-4b08-91ec-79dc5e64f5d9 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:25:46.900364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Made reservation on behalf of 9756b8e1d9724d4381cf3079a6ee009c for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:46.902970 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.917452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9615f421-0022-4b9c-af45-063cac62b81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:46.953109 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9615f421-0022-4b9c-af45-063cac62b81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.009997 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9615f421-0022-4b9c-af45-063cac62b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.012645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9615f421-0022-4b9c-af45-063cac62b81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.013984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9615f421-0022-4b9c-af45-063cac62b81a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aa0d054-72d0-4690-ab15-8762fc68c1a9 HTTP/1.1" status: 204 len: 168 time: 0.1515317 Aug 20 12:25:47.022881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615f421-0022-4b9c-af45-063cac62b81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa0d054-72d0-4690-ab15-8762fc68c1a9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:47.105193 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.166204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21061887-52cb-4adc-9a33-74cf7337ce80,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:47.177646 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Checking segment: {'id': '00911e0d-5294-4759-999f-173af25c4e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '392785b5-a9d5-4b08-91ec-79dc5e64f5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:47.178118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Network hostable DHCP agents. Network: 392785b5-a9d5-4b08-91ec-79dc5e64f5d9, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:25:47.199426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Network 392785b5-a9d5-4b08-91ec-79dc5e64f5d9 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:25:47.211300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 392785b5-a9d5-4b08-91ec-79dc5e64f5d9) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:47.216620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:47.217942 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.222213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58845fe2-ba2d-4d94-a0f6-f63cdc428f4c None None] Network 392785b5-a9d5-4b08-91ec-79dc5e64f5d9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:47.232868 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1e33a84c-cd03-413a-bb3e-8422ac924d69 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3597198 Aug 20 12:25:47.411277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2178008-a2fd-45c8-923b-8a72a9cb90f2 None None] Network 392785b5-a9d5-4b08-91ec-79dc5e64f5d9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:25:47.462393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb12591-4d92-4cba-b22f-9fe63d00f826 req-b982365c-e20d-43c7-a9f1-6e8c8475e3fe tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:47.464116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-deb12591-4d92-4cba-b22f-9fe63d00f826 req-b982365c-e20d-43c7-a9f1-6e8c8475e3fe tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.0960178 Aug 20 12:25:47.532208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-deb12591-4d92-4cba-b22f-9fe63d00f826 req-25aa2467-67ab-4249-8048-fca969877e24 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Aug 20 12:25:47.821708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368cfc-76ae-4127-8977-84870a3b2524 req-72ad0411-1ff4-40c6-992b-8cf8156224b1 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:47.823500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-72ad0411-1ff4-40c6-992b-8cf8156224b1 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 815 time: 0.1119156 Aug 20 12:25:47.847492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-8986ace5-3ac8-4a45-b6b9-e8044885205d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/quotas/c0bd73028e5f4b23ae847cae833adc56 HTTP/1.1" status: 200 len: 375 time: 0.0177639 Aug 20 12:25:47.907738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-5c3377ee-9f0e-4c52-9dfa-804e58ac2857 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495830 Aug 20 12:25:47.950095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52576) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:48.075823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-99e84ddd-17e9-4cb5-bd05-9a20ba351ded service neutron] 10.222.0.25 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609225 Aug 20 12:25:48.084161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b812ce0-d649-46f3-81ef-60364e55345a req-4300d4f0-83bb-4b4b-aa7b-c23790a6d7eb tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:48.085600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-4300d4f0-83bb-4b4b-aa7b-c23790a6d7eb tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/networks?id=82449fcc-2028-48df-8d81-db24490bc78a HTTP/1.1" status: 200 len: 812 time: 0.1629982 Aug 20 12:25:48.097462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-61887e44-c050-4d63-b353-c931c5a969e1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:48.097896 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-61887e44-c050-4d63-b353-c931c5a969e1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 12:25:48.098432 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-61887e44-c050-4d63-b353-c931c5a969e1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 12:25:48.099378 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-61887e44-c050-4d63-b353-c931c5a969e1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1482887 Aug 20 12:25:48.103046 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:48.107358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--182992206'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:48.134966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.140996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-9cfbf334-f98b-4ac3-894f-d87c837209dd tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/quotas/b02721c88d2e4843aa0ad9c20a60c092 HTTP/1.1" status: 200 len: 375 time: 0.0472143 Aug 20 12:25:48.144010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.189521 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-37f2ca25-9246-4be7-ad21-81f7ac67d73a tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b02721c88d2e4843aa0ad9c20a60c092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401571 Aug 20 12:25:48.252890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-0d8a1e53-1c0f-45b5-b265-4e70b6f52cae service neutron] 10.222.0.25 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663086 Aug 20 12:25:48.300890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-17cf320d-b805-4215-96f0-402b1f05734b service neutron] 10.222.0.25 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993357 Aug 20 12:25:48.410465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-fca7dd7a-7b6b-4d0b-8c00-301719bc976e service neutron] 10.222.0.25 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025450 Aug 20 12:25:48.483945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ab5a0c0-84d9-4839-b807-dca0fa21bcdd req-b11bc3b9-9580-4319-a944-fe3e95d29200 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 210 time: 0.0386226 Aug 20 12:25:48.647763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-273d00df-24ce-4ae7-b200-d74d644017ca req-ddd14f69-4d4e-4f79-96d1-997387c9d98f tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 210 time: 0.0456803 Aug 20 12:25:48.665011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.679436 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.719383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50a6f8-479c-4032-9bfd-9378fc4cf220 req-bda9322f-b4c8-4b50-b8bb-68c4689dd80b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:48.722003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a387f-2d81-4515-b9b8-e8c269516afd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:48.722779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c50a6f8-479c-4032-9bfd-9378fc4cf220 req-bda9322f-b4c8-4b50-b8bb-68c4689dd80b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.0741553 Aug 20 12:25:48.787734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c50a6f8-479c-4032-9bfd-9378fc4cf220 req-a3ce7ce6-ccc2-4cd9-8caf-d42bbab0c406 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Aug 20 12:25:48.794096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.808459 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.832620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.834056 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7300341 Aug 20 12:25:48.836988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52602) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:48.841916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0db0f604-61ae-46c8-bd5e-c5ce071b267a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '5af79bf4-dd41-4ea9-a551-acdee4e3fc77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:48.842260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167691eb-6b79-4a67-8a53-c7683081bc8b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af79bf4-dd41-4ea9-a551-acdee4e3fc77,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:48.880637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0db0f604-61ae-46c8-bd5e-c5ce071b267a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.936928 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0db0f604-61ae-46c8-bd5e-c5ce071b267a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.941881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0db0f604-61ae-46c8-bd5e-c5ce071b267a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.970667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0f604-61ae-46c8-bd5e-c5ce071b267a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def0fb60-57fe-49a1-abd2-da2f3efa805b,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:48.988503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0db0f604-61ae-46c8-bd5e-c5ce071b267a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:48.993858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0db0f604-61ae-46c8-bd5e-c5ce071b267a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520658 Aug 20 12:25:48.994415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52606) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:49.000316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2e2d5595-2e23-4564-b814-4a22ae3de60b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '5af79bf4-dd41-4ea9-a551-acdee4e3fc77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:49.038529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5595-2e23-4564-b814-4a22ae3de60b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.088620 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-2e2d5595-2e23-4564-b814-4a22ae3de60b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 12:25:49.091299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2e2d5595-2e23-4564-b814-4a22ae3de60b tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0944686 Aug 20 12:25:49.092678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52608) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:49.156032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70d34bb4-37cd-4516-9c04-331578389559 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.181438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70d34bb4-37cd-4516-9c04-331578389559 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.223817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70d34bb4-37cd-4516-9c04-331578389559 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.226485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70d34bb4-37cd-4516-9c04-331578389559 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.227631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-70d34bb4-37cd-4516-9c04-331578389559 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/5af79bf4-dd41-4ea9-a551-acdee4e3fc77 HTTP/1.1" status: 204 len: 168 time: 0.1339540 Aug 20 12:25:49.230370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52610) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:49.237629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34bb4-37cd-4516-9c04-331578389559 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af79bf4-dd41-4ea9-a551-acdee4e3fc77,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:49.284660 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-63aa124b-fa03-4c8c-9807-da306f0c2407 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529580 Aug 20 12:25:49.288305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52612) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:49.292543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-56b5a743-d6b7-4b29-b5f3-9cdf9b11d833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--392864223'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:49.314329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56b5a743-d6b7-4b29-b5f3-9cdf9b11d833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.404339 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56b5a743-d6b7-4b29-b5f3-9cdf9b11d833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.409476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56b5a743-d6b7-4b29-b5f3-9cdf9b11d833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.438518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-56b5a743-d6b7-4b29-b5f3-9cdf9b11d833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.442566 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-56b5a743-d6b7-4b29-b5f3-9cdf9b11d833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1507511 Aug 20 12:25:49.442893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52614) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:49.447564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5f55b53b-73d5-449d-bf38-dae887033aa5 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': 'a2add0bd-7387-4d18-a3bc-e06ff86eb71f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:49.448262 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-5f55b53b-73d5-449d-bf38-dae887033aa5 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 12:25:49.448756 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-5f55b53b-73d5-449d-bf38-dae887033aa5 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:49.449697 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f55b53b-73d5-449d-bf38-dae887033aa5 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058897 Aug 20 12:25:49.451802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5a743-d6b7-4b29-b5f3-9cdf9b11d833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2add0bd-7387-4d18-a3bc-e06ff86eb71f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:49.452887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52616) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:49.595871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bb8b7ea-5e5c-4934-9d72-6f0cdf792631 req-afce9462-67bc-4abf-a0e5-0b98b7f5d6aa tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 210 time: 0.0398760 Aug 20 12:25:49.606128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-129751a4-6139-4aa2-8ac6-c4655065e30c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.660065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-129751a4-6139-4aa2-8ac6-c4655065e30c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.670350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368cfc-76ae-4127-8977-84870a3b2524 req-01cc249a-9ae5-4c26-832f-8677d8a77ea8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:49.672188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-01cc249a-9ae5-4c26-832f-8677d8a77ea8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 815 time: 0.1817474 Aug 20 12:25:49.994048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b812ce0-d649-46f3-81ef-60364e55345a req-242c1fa8-427d-4d5d-aed6-dd0a5123096d tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:49.996006 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-242c1fa8-427d-4d5d-aed6-dd0a5123096d tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.22 "GET /v2.0/networks?id=82449fcc-2028-48df-8d81-db24490bc78a HTTP/1.1" status: 200 len: 812 time: 0.1305540 Aug 20 12:25:50.010316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Request body: {'port': {'device_id': '06af343e-c1e7-4a9a-a7d1-7457e557abaa', 'network_id': '82449fcc-2028-48df-8d81-db24490bc78a', 'admin_state_up': True, 'tenant_id': 'b02721c88d2e4843aa0ad9c20a60c092'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:50.064181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Request body: {'port': {'device_id': 'c725030a-d160-404b-bc4f-e738c2eb83a4', 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'admin_state_up': True, 'tenant_id': 'c0bd73028e5f4b23ae847cae833adc56'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:50.137350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Made reservation on behalf of b02721c88d2e4843aa0ad9c20a60c092 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:50.140920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.170423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d1d7484-501b-4dc9-b28e-f70adb334e45 req-74a573fc-6136-4ce4-95d8-ff4950ac890b tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 210 time: 0.0991061 Aug 20 12:25:50.217146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25451e4d-23d3-49d3-8b58-ef42f2a6dbe9 req-9a97d604-a704-4acc-835b-3aceb8339c33 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:50.218861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25451e4d-23d3-49d3-8b58-ef42f2a6dbe9 req-9a97d604-a704-4acc-835b-3aceb8339c33 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.1463950 Aug 20 12:25:50.219230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-129751a4-6139-4aa2-8ac6-c4655065e30c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.222409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-129751a4-6139-4aa2-8ac6-c4655065e30c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.226215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-129751a4-6139-4aa2-8ac6-c4655065e30c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/a2add0bd-7387-4d18-a3bc-e06ff86eb71f HTTP/1.1" status: 204 len: 168 time: 0.7694278 Aug 20 12:25:50.229137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52624) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:50.265812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129751a4-6139-4aa2-8ac6-c4655065e30c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2add0bd-7387-4d18-a3bc-e06ff86eb71f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:50.275544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Allocated IP 172.20.0.10 (82449fcc-2028-48df-8d81-db24490bc78a/3e0380ae-ba43-4d96-8992-13212ee37dbe/1c8f9ac4-722b-46cd-9860-c3cb37220b52) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:50.334606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25451e4d-23d3-49d3-8b58-ef42f2a6dbe9 req-0e17742c-c839-4fab-ae14-0cfbe4f4d3a5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024618 Aug 20 12:25:50.343181 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-60349afe-7f49-4bef-a02f-fd1f04699cd1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1060872 Aug 20 12:25:50.344177 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52626) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:50.349983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Made reservation on behalf of c0bd73028e5f4b23ae847cae833adc56 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:25:50.353686 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.378631 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9c184a41-9c25-4b3e-a91b-8f723a420c63 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404734169'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:50.421128 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c184a41-9c25-4b3e-a91b-8f723a420c63 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.466003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.484640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Allocated IP 172.20.0.7 (15c6a0b3-b417-48dc-aba6-f9c2b368aa8d/cfc6145c-ab7b-4663-a467-6b3df3d486f6/382106c3-05b6-4d09-bace-ba0280912c13) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:50.533793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.599038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Network 82449fcc-2028-48df-8d81-db24490bc78a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:50.609587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:50.618407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c184a41-9c25-4b3e-a91b-8f723a420c63 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.619820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:50.624774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Pushing event updated for resources: {'Port': ['ID=1c8f9ac4-722b-46cd-9860-c3cb37220b52,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:50.646915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c184a41-9c25-4b3e-a91b-8f723a420c63 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.648131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.689552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9c184a41-9c25-4b3e-a91b-8f723a420c63 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.690719 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9c184a41-9c25-4b3e-a91b-8f723a420c63 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3455174 Aug 20 12:25:50.696268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52630) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:50.698818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c184a41-9c25-4b3e-a91b-8f723a420c63 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846b9bd9-43da-46f2-bfea-5308cfba71b4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:50.707613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:50.708229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.714212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fd95f2d6-2b15-4c89-b4b3-56d3018b22dc tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '846b9bd9-43da-46f2-bfea-5308cfba71b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:50.715053 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-fd95f2d6-2b15-4c89-b4b3-56d3018b22dc tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 12:25:50.715557 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-fd95f2d6-2b15-4c89-b4b3-56d3018b22dc tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:50.716537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fd95f2d6-2b15-4c89-b4b3-56d3018b22dc tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0193233 Aug 20 12:25:50.719445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52632) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:50.720200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c31354b-ec60-4b98-b844-3908a15cce84 req-bd3cd051-f991-44b5-9495-50630446c080 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 210 time: 0.0368600 Aug 20 12:25:50.731261 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-b1fd930c-c1b8-4cc8-8e97-420369091cd0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7255709 Aug 20 12:25:50.732121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.746425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1317e1d1-3aae-4fbe-be62-f02b38ebcd82'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:50.748165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Request body: {'port': {'device_id': '06af343e-c1e7-4a9a-a7d1-7457e557abaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:50.778847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:50.782295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:50.789701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:50.815839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Pushing event updated for resources: {'Port': ['ID=382106c3-05b6-4d09-bace-ba0280912c13,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:50.844571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:50.845212 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.851991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.854814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d639037-cc30-4783-91d7-95042f7284c8 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.864597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-dcdb3abf-f491-4fee-bc1f-57a6831e2cb8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1808860 Aug 20 12:25:50.877954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Request body: {'port': {'device_id': 'c725030a-d160-404b-bc4f-e738c2eb83a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:50.907456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d639037-cc30-4783-91d7-95042f7284c8 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.932127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.030971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d639037-cc30-4783-91d7-95042f7284c8 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.033657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d639037-cc30-4783-91d7-95042f7284c8 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.034865 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1d639037-cc30-4783-91d7-95042f7284c8 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/846b9bd9-43da-46f2-bfea-5308cfba71b4 HTTP/1.1" status: 204 len: 168 time: 0.3144290 Aug 20 12:25:51.039613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52634) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.083620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d639037-cc30-4783-91d7-95042f7284c8 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846b9bd9-43da-46f2-bfea-5308cfba71b4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:51.148293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dd309a11-295e-41ce-b67b-a7043bf1d014 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040409 Aug 20 12:25:51.148855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52636) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.153435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-95f76b60-55a2-4602-9a36-e8326c6480f4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487129716'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:51.190407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8f9ac4-722b-46cd-9860-c3cb37220b52 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:51.198507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.198905 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95f76b60-55a2-4602-9a36-e8326c6480f4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.212399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Transition to ACTIVE for port object 1c8f9ac4-722b-46cd-9860-c3cb37220b52 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:51.217478 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.281506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8f9ac4-722b-46cd-9860-c3cb37220b52,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:51.355274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Attempting to bind port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:51.355838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Attempting to bind port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '8327fc12-0352-4531-88a7-66559ca45e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82449fcc-2028-48df-8d81-db24490bc78a'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:51.356187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Attempting to bind port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 on network 82449fcc-2028-48df-8d81-db24490bc78a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:51.369132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 on network 82449fcc-2028-48df-8d81-db24490bc78a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:25:51.369473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Attempting to bind port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 on network 82449fcc-2028-48df-8d81-db24490bc78a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:51.375489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:51.375891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Checking segment: {'id': '8327fc12-0352-4531-88a7-66559ca45e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82449fcc-2028-48df-8d81-db24490bc78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:51.376713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Bound using segment: {'id': '8327fc12-0352-4531-88a7-66559ca45e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82449fcc-2028-48df-8d81-db24490bc78a'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:51.376713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Bound port: 1c8f9ac4-722b-46cd-9860-c3cb37220b52, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8327fc12-0352-4531-88a7-66559ca45e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82449fcc-2028-48df-8d81-db24490bc78a'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:51.377272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.390442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382106c3-05b6-4d09-bace-ba0280912c13 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:51.415021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3f8c3-5386-4b38-92de-7a6d6779def4 req-594155ee-4648-437e-a290-1fc7f1f0ed2f tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:51.416982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0e3f8c3-5386-4b38-92de-7a6d6779def4 req-594155ee-4648-437e-a290-1fc7f1f0ed2f tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 944 time: 0.1695583 Aug 20 12:25:51.419513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.459834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] For port 1c8f9ac4-722b-46cd-9860-c3cb37220b52, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:51.463634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] For port 1c8f9ac4-722b-46cd-9860-c3cb37220b52, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52,segment=NetworkSegment(8327fc12-0352-4531-88a7-66559ca45e6c),segment_id=8327fc12-0352-4531-88a7-66559ca45e6c)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:51.468298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.506052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:51.506700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.508266 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] 10.222.0.22 "PUT /v2.0/ports/1c8f9ac4-722b-46cd-9860-c3cb37220b52 HTTP/1.1" status: 200 len: 1093 time: 0.7647107 Aug 20 12:25:51.511008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06af343e-c1e7-4a9a-a7d1-7457e557abaa', 'tag': '1c8f9ac4-722b-46cd-9860-c3cb37220b52'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:51.514322 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f8023f-84c8-4616-9a35-b780813fa9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "06af343e-c1e7-4a9a-a7d1-7457e557abaa", "tag": "1c8f9ac4-722b-46cd-9860-c3cb37220b52"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:51.514549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Transition to ACTIVE for port object 382106c3-05b6-4d09-bace-ba0280912c13 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:25:51.533022 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.545157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3c697-44c9-498d-aeca-741eb1ea4c13 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8f9ac4-722b-46cd-9860-c3cb37220b52,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:51.600929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b812ce0-d649-46f3-81ef-60364e55345a req-c7a2e630-7c46-40bd-ad4b-712e5465e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:51.602469 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-c7a2e630-7c46-40bd-ad4b-712e5465e415 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b02721c88d2e4843aa0ad9c20a60c092&device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 1096 time: 0.0423281 Aug 20 12:25:51.608743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95f76b60-55a2-4602-9a36-e8326c6480f4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.615884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0e3f8c3-5386-4b38-92de-7a6d6779def4 req-9c200e55-1730-441f-8f01-979e0eab3ca2 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866386 Aug 20 12:25:51.625553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432f33-9c80-486d-9eaa-316f0705c222 req-c70415b9-5809-4f90-897d-9be745b683b8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:51.636326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4432f33-9c80-486d-9eaa-316f0705c222 req-c70415b9-5809-4f90-897d-9be745b683b8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.2004752 Aug 20 12:25:51.636326 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95f76b60-55a2-4602-9a36-e8326c6480f4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.650508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-6fc8b236-ebcf-4fd4-9a14-00a196d544fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52 HTTP/1.1" status: 200 len: 217 time: 0.0405111 Aug 20 12:25:51.665868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Pushing event updated for resources: {'Port': ['ID=382106c3-05b6-4d09-bace-ba0280912c13,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:51.687688 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8dd9-c216-42d7-a9d0-d25e006c937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.702875 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e64a8-c2cd-4a0c-8a90-bdd7c01aa884 x-openstack-request-id: req-cb6e64a8-c2cd-4a0c-8a90-bdd7c01aa884 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:51.703162 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06af343e-c1e7-4a9a-a7d1-7457e557abaa", "tag": "1c8f9ac4-722b-46cd-9860-c3cb37220b52", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:51.703409 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb6e64a8-c2cd-4a0c-8a90-bdd7c01aa884 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:51.703797 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06af343e-c1e7-4a9a-a7d1-7457e557abaa', 'tag': '1c8f9ac4-722b-46cd-9860-c3cb37220b52', 'status': 'completed', 'code': 200} Aug 20 12:25:51.718956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-95f76b60-55a2-4602-9a36-e8326c6480f4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.720248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-95f76b60-55a2-4602-9a36-e8326c6480f4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5706124 Aug 20 12:25:51.724171 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52644) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.729890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6c4de7b0-af5a-464c-acb6-677c1bf83fbf tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '96e76aed-c33e-4394-a4c7-75b2f34acb2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:51.730791 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-6c4de7b0-af5a-464c-acb6-677c1bf83fbf tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 12:25:51.731274 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-6c4de7b0-af5a-464c-acb6-677c1bf83fbf tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:51.732289 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6c4de7b0-af5a-464c-acb6-677c1bf83fbf tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068870 Aug 20 12:25:51.734017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b812ce0-d649-46f3-81ef-60364e55345a req-1fa72a52-3a5c-4e89-ae3b-b506e7326c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:51.735514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-1fa72a52-3a5c-4e89-ae3b-b506e7326c85 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e0380ae-ba43-4d96-8992-13212ee37dbe HTTP/1.1" status: 200 len: 852 time: 0.0782208 Aug 20 12:25:51.735955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.741098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ed2eb296-8016-4855-9613-1384f75dd68c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '96e76aed-c33e-4394-a4c7-75b2f34acb2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:51.741793 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-ed2eb296-8016-4855-9613-1384f75dd68c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 12:25:51.742214 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-ed2eb296-8016-4855-9613-1384f75dd68c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:51.743128 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ed2eb296-8016-4855-9613-1384f75dd68c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055709 Aug 20 12:25:51.747047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f76b60-55a2-4602-9a36-e8326c6480f4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e76aed-c33e-4394-a4c7-75b2f34acb2e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:51.752120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52650) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.758092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e40c6726-e7e4-4372-b867-1e225d39d91a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '96e76aed-c33e-4394-a4c7-75b2f34acb2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:51.758924 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-e40c6726-e7e4-4372-b867-1e225d39d91a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 12:25:51.759541 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-e40c6726-e7e4-4372-b867-1e225d39d91a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:51.761345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e40c6726-e7e4-4372-b867-1e225d39d91a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061264 Aug 20 12:25:51.764020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52652) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.772571 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-c602efdf-bde4-44d2-b334-3596ed4873e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82449fcc-2028-48df-8d81-db24490bc78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284016 Aug 20 12:25:51.776719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5cef8a4b-d8d7-48de-a230-10b54ec1fbee tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '96e76aed-c33e-4394-a4c7-75b2f34acb2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:51.778157 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-5cef8a4b-d8d7-48de-a230-10b54ec1fbee tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 12:25:51.778801 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-5cef8a4b-d8d7-48de-a230-10b54ec1fbee tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:51.779636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5cef8a4b-d8d7-48de-a230-10b54ec1fbee tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098143 Aug 20 12:25:51.784712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52654) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:51.795160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4432f33-9c80-486d-9eaa-316f0705c222 req-3fbadc8c-d07b-4368-8511-bc6bdadbdd17 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553011 Aug 20 12:25:51.864378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Attempting to bind port 382106c3-05b6-4d09-bace-ba0280912c13 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:25:51.864646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Attempting to bind port 382106c3-05b6-4d09-bace-ba0280912c13 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:25:51.864968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Attempting to bind port 382106c3-05b6-4d09-bace-ba0280912c13 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:51.876060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Port 382106c3-05b6-4d09-bace-ba0280912c13 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:25:51.876384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Attempting to bind port 382106c3-05b6-4d09-bace-ba0280912c13 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:25:51.877669 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-10fe8c6e-6372-4f65-8cae-9053e44240df service neutron] 10.222.0.22 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970523 Aug 20 12:25:51.899193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:25:51.899533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Checking segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:25:51.899921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Bound using segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:25:51.900371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Bound port: 382106c3-05b6-4d09-bace-ba0280912c13, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:25:51.900732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.922748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a010cb-aa32-4a2f-88d3-a1f6556849f3 req-8c0fde8a-b32e-4cea-89b5-6fd5393df67d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:51.924547 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35a010cb-aa32-4a2f-88d3-a1f6556849f3 req-8c0fde8a-b32e-4cea-89b5-6fd5393df67d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 943 time: 0.1122904 Aug 20 12:25:51.927023 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f1d8952-018e-4f6f-be0b-83d0e01e9409 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.974580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4b812ce0-d649-46f3-81ef-60364e55345a req-146b34dd-80be-4003-a887-9fb8519a84eb service neutron] 10.222.0.22 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896032 Aug 20 12:25:51.990957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f1d8952-018e-4f6f-be0b-83d0e01e9409 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.055764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35a010cb-aa32-4a2f-88d3-a1f6556849f3 req-cf1496d5-d045-4a86-903f-34df12d46b90 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245375 Aug 20 12:25:52.069692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] For port 382106c3-05b6-4d09-bace-ba0280912c13, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:25:52.073902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-a080c658-62d0-481e-bee3-1f6ff11d573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.074064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] For port 382106c3-05b6-4d09-bace-ba0280912c13, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=382106c3-05b6-4d09-bace-ba0280912c13,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:25:52.074217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-a080c658-62d0-481e-bee3-1f6ff11d573c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b02721c88d2e4843aa0ad9c20a60c092&device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 1096 time: 0.0498080 Aug 20 12:25:52.084079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.089781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f1d8952-018e-4f6f-be0b-83d0e01e9409 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.092460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3f1d8952-018e-4f6f-be0b-83d0e01e9409 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.093630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3f1d8952-018e-4f6f-be0b-83d0e01e9409 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/96e76aed-c33e-4394-a4c7-75b2f34acb2e HTTP/1.1" status: 204 len: 168 time: 0.3079956 Aug 20 12:25:52.101176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52656) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.130277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d8952-018e-4f6f-be0b-83d0e01e9409 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e76aed-c33e-4394-a4c7-75b2f34acb2e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:52.139297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.139927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.141377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] 10.222.0.22 "PUT /v2.0/ports/382106c3-05b6-4d09-bace-ba0280912c13 HTTP/1.1" status: 200 len: 1092 time: 1.2688704 Aug 20 12:25:52.141826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c725030a-d160-404b-bc4f-e738c2eb83a4', 'tag': '382106c3-05b6-4d09-bace-ba0280912c13'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:52.144500 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e845ec14-0460-47eb-a87b-60e80f3356ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c725030a-d160-404b-bc4f-e738c2eb83a4", "tag": "382106c3-05b6-4d09-bace-ba0280912c13"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:52.175195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64901a7-fb08-4886-880e-a0e95f78c66b service neutron] Pushing event updated for resources: {'Port': ['ID=382106c3-05b6-4d09-bace-ba0280912c13,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:52.215095 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c32692-5cdd-41e2-b001-2462ac423e03 x-openstack-request-id: req-24c32692-5cdd-41e2-b001-2462ac423e03 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:52.219330 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c725030a-d160-404b-bc4f-e738c2eb83a4", "tag": "382106c3-05b6-4d09-bace-ba0280912c13", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:52.219330 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24c32692-5cdd-41e2-b001-2462ac423e03 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:52.219586 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e9374943-0c0e-47cc-a68a-c0f52b71bb57 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135371 Aug 20 12:25:52.219807 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c725030a-d160-404b-bc4f-e738c2eb83a4', 'tag': '382106c3-05b6-4d09-bace-ba0280912c13', 'status': 'completed', 'code': 200} Aug 20 12:25:52.219807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52660) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.223275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-f3c783fa-55b8-4c9b-8bad-9084af37b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.224753 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-f3c783fa-55b8-4c9b-8bad-9084af37b69e service neutron] 10.222.0.22 "GET /v2.0/networks?id=82449fcc-2028-48df-8d81-db24490bc78a HTTP/1.1" status: 200 len: 913 time: 0.1420825 Aug 20 12:25:52.225564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5f4baaf4-1a65-4cf2-84ff-70640ef7ae6d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517198835'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.250665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b4e3d612-1045-4eee-a887-2b4008ea3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.252824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b4e3d612-1045-4eee-a887-2b4008ea3d0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 1095 time: 0.0711186 Aug 20 12:25:52.260631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f4baaf4-1a65-4cf2-84ff-70640ef7ae6d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.272964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-c1649b1d-cb89-4e5e-b50d-adeabd728f92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52 HTTP/1.1" status: 200 len: 217 time: 0.0385473 Aug 20 12:25:52.304613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-e9ae54bf-c9f9-42df-a021-5382cf0ff58c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=382106c3-05b6-4d09-bace-ba0280912c13 HTTP/1.1" status: 200 len: 217 time: 0.0419900 Aug 20 12:25:52.326552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-6c201101-cb95-488c-bea6-f297077280bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.328531 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-6c201101-cb95-488c-bea6-f297077280bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e0380ae-ba43-4d96-8992-13212ee37dbe HTTP/1.1" status: 200 len: 852 time: 0.0468669 Aug 20 12:25:52.367198 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-ce390a59-69a5-4577-801d-e9959e94cc16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82449fcc-2028-48df-8d81-db24490bc78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303347 Aug 20 12:25:52.383824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b633f34b-20f5-45f8-aaa9-52827380716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.385351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b633f34b-20f5-45f8-aaa9-52827380716a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.0721302 Aug 20 12:25:52.428486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-7444e4af-7bd8-4d3a-8077-da117a05c436 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332804 Aug 20 12:25:52.465126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-a83c05c5-a8b8-4e7d-8134-957d69c6dcdb service neutron] 10.222.0.22 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891862 Aug 20 12:25:52.495588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f4baaf4-1a65-4cf2-84ff-70640ef7ae6d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.500462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f4baaf4-1a65-4cf2-84ff-70640ef7ae6d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.543156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4baaf4-1a65-4cf2-84ff-70640ef7ae6d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3681b456-8eab-4462-8fcc-9b78f7bd6708,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:52.545511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f4baaf4-1a65-4cf2-84ff-70640ef7ae6d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:52.546758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5f4baaf4-1a65-4cf2-84ff-70640ef7ae6d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3251033 Aug 20 12:25:52.550422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52662) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.557230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-813d0f37-04a1-4ff8-ba8b-5be37e57c8a1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.557711 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-813d0f37-04a1-4ff8-ba8b-5be37e57c8a1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 12:25:52.558217 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-813d0f37-04a1-4ff8-ba8b-5be37e57c8a1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.562636 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-813d0f37-04a1-4ff8-ba8b-5be37e57c8a1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085332 Aug 20 12:25:52.563626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52664) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.569490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-762baa04-9928-4acd-bb6f-52edd0bd4401 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.574015 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e3f8023f-84c8-4616-9a35-b780813fa9b7 req-b926f6b9-305a-4497-8df7-73c400f85e12 service neutron] 10.222.0.22 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007297 Aug 20 12:25:52.579955 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-6f013960-7658-4895-acf5-4fcd6d3b4b6c service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411073 Aug 20 12:25:52.659302 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-762baa04-9928-4acd-bb6f-52edd0bd4401 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.660277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-762baa04-9928-4acd-bb6f-52edd0bd4401 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0956893 Aug 20 12:25:52.663638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52668) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.668301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a5f9b86b-490f-46cd-a16b-1965db94a9ba tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.668782 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-a5f9b86b-490f-46cd-a16b-1965db94a9ba tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 12:25:52.669273 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-a5f9b86b-490f-46cd-a16b-1965db94a9ba tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.670248 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a5f9b86b-490f-46cd-a16b-1965db94a9ba tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056005 Aug 20 12:25:52.672994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52670) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.679402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a1e9079d-401b-4524-aae3-beb8821c8eba tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.694791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34368cfc-76ae-4127-8977-84870a3b2524 req-b2ee8608-2eef-44d5-9707-26d04bce3725 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040504 Aug 20 12:25:52.716767 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-a1e9079d-401b-4524-aae3-beb8821c8eba tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.718170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a1e9079d-401b-4524-aae3-beb8821c8eba tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0428553 Aug 20 12:25:52.721577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52672) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.726416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cea0345a-5748-476c-ae3b-6e16989a0eb1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.727080 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-cea0345a-5748-476c-ae3b-6e16989a0eb1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 12:25:52.727704 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-cea0345a-5748-476c-ae3b-6e16989a0eb1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.731420 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cea0345a-5748-476c-ae3b-6e16989a0eb1 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062675 Aug 20 12:25:52.731686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52674) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.736902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dcb0007a-c11e-40b3-94cf-518dbd9bf03d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.760625 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-dcb0007a-c11e-40b3-94cf-518dbd9bf03d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Project e6c334e277224093871c924b63f42d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:25:52.763092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8612717-d4e1-445d-8b87-15ffb9fc04f4 req-a2744bdd-ed22-4a15-9c98-c2221332e5f6 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.768173 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8612717-d4e1-445d-8b87-15ffb9fc04f4 req-a2744bdd-ed22-4a15-9c98-c2221332e5f6 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 944 time: 0.0709562 Aug 20 12:25:52.776407 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-dcb0007a-c11e-40b3-94cf-518dbd9bf03d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.777562 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dcb0007a-c11e-40b3-94cf-518dbd9bf03d tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0448639 Aug 20 12:25:52.780495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52676) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.785638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9c40cbbc-753d-43e5-9c63-720a5ddee140 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.786395 n-d-800634-10 neutron-server[101033]: WARNING neutron.api.v2.base [None req-9c40cbbc-753d-43e5-9c63-720a5ddee140 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 12:25:52.786866 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-9c40cbbc-753d-43e5-9c63-720a5ddee140 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.788053 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9c40cbbc-753d-43e5-9c63-720a5ddee140 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063360 Aug 20 12:25:52.790411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52678) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.794580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-81e97f3e-b372-4d72-b0b3-bebc753817c4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.817082 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-81e97f3e-b372-4d72-b0b3-bebc753817c4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Project e6c334e277224093871c924b63f42d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:25:52.830829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-ee5c2664-3cab-4e7b-90f6-d128ec9747c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.832337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-ee5c2664-3cab-4e7b-90f6-d128ec9747c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 1095 time: 0.0865116 Aug 20 12:25:52.832864 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-81e97f3e-b372-4d72-b0b3-bebc753817c4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.836848 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-81e97f3e-b372-4d72-b0b3-bebc753817c4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0426929 Aug 20 12:25:52.837039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8612717-d4e1-445d-8b87-15ffb9fc04f4 req-88fd51b4-a9bc-49a0-b974-d3afbc2567ad tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524030 Aug 20 12:25:52.837039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52682) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.841773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7da69132-0705-451b-baf4-03435b40cbdd tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '3681b456-8eab-4462-8fcc-9b78f7bd6708', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:52.955944 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-7da69132-0705-451b-baf4-03435b40cbdd tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Project e6c334e277224093871c924b63f42d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:25:52.986554 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-7da69132-0705-451b-baf4-03435b40cbdd tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:52.987638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7da69132-0705-451b-baf4-03435b40cbdd tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1496854 Aug 20 12:25:52.989599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-e850ea06-4d94-42fb-bc30-d86f3597b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.991030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-e850ea06-4d94-42fb-bc30-d86f3597b12c service neutron] 10.222.0.22 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 916 time: 0.1431112 Aug 20 12:25:52.991205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52684) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:52.998605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8f43c-0657-4dfc-9806-6a559221e332 req-cb2cdd09-15a9-432f-9d9e-778bf04f44e7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:53.000012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93c8f43c-0657-4dfc-9806-6a559221e332 req-cb2cdd09-15a9-432f-9d9e-778bf04f44e7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.1053188 Aug 20 12:25:53.046801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05276239-dd3d-4934-89bd-d8c13656a40a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.047396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-a7d84500-2804-4599-b7fb-28efe3d700da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=382106c3-05b6-4d09-bace-ba0280912c13 HTTP/1.1" status: 200 len: 217 time: 0.0464423 Aug 20 12:25:53.071459 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05276239-dd3d-4934-89bd-d8c13656a40a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.096048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93c8f43c-0657-4dfc-9806-6a559221e332 req-17d58700-bc13-4244-a34d-13b3e5bf3715 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886126 Aug 20 12:25:53.119783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-542d8f26-3d59-47f5-881a-a6b88a5178c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:53.121247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-542d8f26-3d59-47f5-881a-a6b88a5178c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.0662270 Aug 20 12:25:53.122039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05276239-dd3d-4934-89bd-d8c13656a40a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.124925 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05276239-dd3d-4934-89bd-d8c13656a40a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.126145 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-05276239-dd3d-4934-89bd-d8c13656a40a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/3681b456-8eab-4462-8fcc-9b78f7bd6708 HTTP/1.1" status: 204 len: 168 time: 0.1340108 Aug 20 12:25:53.130508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52688) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:53.136569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05276239-dd3d-4934-89bd-d8c13656a40a tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681b456-8eab-4462-8fcc-9b78f7bd6708,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:53.177368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-23c7594a-76d7-4320-b476-abfd26928512 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480208 Aug 20 12:25:53.285919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3ebac02b-a0a1-4e0b-bb8a-e5cfa81b2dc2 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1451316 Aug 20 12:25:53.289652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52690) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:53.295276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-85d7cb04-e1d2-4924-bfd1-0d82fcb8b4fa tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949690998'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:53.324627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61ec83-351b-4a7a-a4be-f5c59c96536d req-0aedad3c-afd2-4b9e-b48c-1ad8b31948e2 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:53.326104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec61ec83-351b-4a7a-a4be-f5c59c96536d req-0aedad3c-afd2-4b9e-b48c-1ad8b31948e2 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 943 time: 0.1741450 Aug 20 12:25:53.364300 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85d7cb04-e1d2-4924-bfd1-0d82fcb8b4fa tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.369484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-e0a201fa-a221-4a29-8234-e80da653fa7c service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649187 Aug 20 12:25:53.443925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec61ec83-351b-4a7a-a4be-f5c59c96536d req-e3695d80-e8f8-4eaa-bfa9-63cba3ccf09c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080351 Aug 20 12:25:53.520725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e845ec14-0460-47eb-a87b-60e80f3356ed req-4a1a8323-5adf-4252-bd94-db41a27fb6f1 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396401 Aug 20 12:25:53.550763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85d7cb04-e1d2-4924-bfd1-0d82fcb8b4fa tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.554615 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85d7cb04-e1d2-4924-bfd1-0d82fcb8b4fa tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.583195 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85d7cb04-e1d2-4924-bfd1-0d82fcb8b4fa tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.584401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-85d7cb04-e1d2-4924-bfd1-0d82fcb8b4fa tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2938173 Aug 20 12:25:53.585753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7cb04-e1d2-4924-bfd1-0d82fcb8b4fa tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114e43d9-d5fe-4de0-9ef5-221a4e0690dd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:53.588089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52692) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:53.595432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9437a81c-b85b-4ca0-bb0e-68aeec327204 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '114e43d9-d5fe-4de0-9ef5-221a4e0690dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:53.638230 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-9437a81c-b85b-4ca0-bb0e-68aeec327204 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The resource could not be found. Aug 20 12:25:53.639510 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9437a81c-b85b-4ca0-bb0e-68aeec327204 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0499194 Aug 20 12:25:53.644054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52694) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:53.648332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-eb6a4d78-07d7-4136-aa50-8994a1f378da tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '114e43d9-d5fe-4de0-9ef5-221a4e0690dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9af834a9-b4bd-42f6-aded-38b5bf316cfd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:53.688922 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-eb6a4d78-07d7-4136-aa50-8994a1f378da tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The resource could not be found. Aug 20 12:25:53.690199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eb6a4d78-07d7-4136-aa50-8994a1f378da tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0454972 Aug 20 12:25:53.693194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52696) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:53.754015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb96096-77bc-492c-844d-f51a5cf8931c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.777889 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb96096-77bc-492c-844d-f51a5cf8931c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.818786 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb96096-77bc-492c-844d-f51a5cf8931c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.821354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2eb96096-77bc-492c-844d-f51a5cf8931c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.822521 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2eb96096-77bc-492c-844d-f51a5cf8931c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/114e43d9-d5fe-4de0-9ef5-221a4e0690dd HTTP/1.1" status: 204 len: 168 time: 0.1284094 Aug 20 12:25:53.825282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52698) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:53.832583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb96096-77bc-492c-844d-f51a5cf8931c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114e43d9-d5fe-4de0-9ef5-221a4e0690dd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:53.874034 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4b3a9f2d-be2a-4aa7-8f6f-74d66f6aa675 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475104 Aug 20 12:25:53.879010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52702) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:53.883404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-761801d1-56b0-455a-9f30-f4ba137a8247 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': 'd720bc34-2978-4a4e-a902-f44b86a44c2f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:53.922456 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-761801d1-56b0-455a-9f30-f4ba137a8247 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The resource could not be found. Aug 20 12:25:53.926274 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-761801d1-56b0-455a-9f30-f4ba137a8247 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0435617 Aug 20 12:25:53.927852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52704) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:53.933255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c6959923-1709-41d6-9988-c2b508333833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--889470027'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:53.956946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6959923-1709-41d6-9988-c2b508333833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:53.961548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aee49d-9056-465b-88c2-37eed2b3203e req-33e37a6b-9d35-4751-ac86-803ded3517c1 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:53.963132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4aee49d-9056-465b-88c2-37eed2b3203e req-33e37a6b-9d35-4751-ac86-803ded3517c1 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 944 time: 0.0522540 Aug 20 12:25:54.008864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4aee49d-9056-465b-88c2-37eed2b3203e req-2a3c6105-25e9-4324-b586-a262fe2cf4f2 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Aug 20 12:25:54.055332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6959923-1709-41d6-9988-c2b508333833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.067866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6959923-1709-41d6-9988-c2b508333833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.100227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c6959923-1709-41d6-9988-c2b508333833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.101384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c6959923-1709-41d6-9988-c2b508333833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1725841 Aug 20 12:25:54.104213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52706) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.109401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-800654ab-556f-4bc1-affe-77ddee1c84a9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768570051'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:54.115137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6959923-1709-41d6-9988-c2b508333833 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37365ddb-6907-4a9c-bcad-1e27d66f593f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:54.136957 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-800654ab-556f-4bc1-affe-77ddee1c84a9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.223640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-800654ab-556f-4bc1-affe-77ddee1c84a9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.224034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f14b6f-4e8c-49eb-b0ab-07eb76f115bd req-9f521861-79cd-4a54-b557-361d3aa28b65 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:54.225823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30f14b6f-4e8c-49eb-b0ab-07eb76f115bd req-9f521861-79cd-4a54-b557-361d3aa28b65 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 943 time: 0.0515759 Aug 20 12:25:54.228674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-800654ab-556f-4bc1-affe-77ddee1c84a9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.257691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-800654ab-556f-4bc1-affe-77ddee1c84a9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.258962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-800654ab-556f-4bc1-affe-77ddee1c84a9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1538215 Aug 20 12:25:54.261801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52710) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.265437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30f14b6f-4e8c-49eb-b0ab-07eb76f115bd req-02367618-df1e-412c-9936-b62a6ee9754a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Aug 20 12:25:54.266491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c0170727-b5b6-427c-bfcb-9fb1eb986e78 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '37365ddb-6907-4a9c-bcad-1e27d66f593f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '37ecab05-79be-4c17-ad48-bb26b1c0bd61'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:54.271152 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800654ab-556f-4bc1-affe-77ddee1c84a9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ecab05-79be-4c17-ad48-bb26b1c0bd61,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:54.306105 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-c0170727-b5b6-427c-bfcb-9fb1eb986e78 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:54.307212 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c0170727-b5b6-427c-bfcb-9fb1eb986e78 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0444262 Aug 20 12:25:54.307665 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce2cfcef-d5cc-495a-99b2-397ae2e58a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.310289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52712) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.366633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccc30328-211b-4aac-b2b0-5ec10692f837 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.389858 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccc30328-211b-4aac-b2b0-5ec10692f837 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.432763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccc30328-211b-4aac-b2b0-5ec10692f837 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.435648 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ccc30328-211b-4aac-b2b0-5ec10692f837 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.436896 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ccc30328-211b-4aac-b2b0-5ec10692f837 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/37ecab05-79be-4c17-ad48-bb26b1c0bd61 HTTP/1.1" status: 204 len: 168 time: 0.1257184 Aug 20 12:25:54.440208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52714) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.448202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc30328-211b-4aac-b2b0-5ec10692f837 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ecab05-79be-4c17-ad48-bb26b1c0bd61,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:54.474064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 382106c3-05b6-4d09-bace-ba0280912c13 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:25:54.499463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-749c626e-5867-4c0f-a671-5a061c6d49a7 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0579705 Aug 20 12:25:54.502922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52718) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.535752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device edacee72-17de-4e01-bc9a-d1816547bc0f details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:25:54.560612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-605f736e-d844-4e00-a2a4-93fc51809dd9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.572948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d543f8c-69e3-4d5e-a340-fff64b6c6407 req-66a6c239-e7bf-424e-86eb-6e2c41b274c3 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:54.574674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d543f8c-69e3-4d5e-a340-fff64b6c6407 req-66a6c239-e7bf-424e-86eb-6e2c41b274c3 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 943 time: 0.0530479 Aug 20 12:25:54.584596 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-605f736e-d844-4e00-a2a4-93fc51809dd9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.616123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d543f8c-69e3-4d5e-a340-fff64b6c6407 req-12d3bfb3-ea5a-40e8-8da8-d697d5f836c5 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335677 Aug 20 12:25:54.632000 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-605f736e-d844-4e00-a2a4-93fc51809dd9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.635387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-605f736e-d844-4e00-a2a4-93fc51809dd9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.645961 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-605f736e-d844-4e00-a2a4-93fc51809dd9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/37365ddb-6907-4a9c-bcad-1e27d66f593f HTTP/1.1" status: 204 len: 168 time: 0.1328378 Aug 20 12:25:54.646225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52720) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.650006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f736e-d844-4e00-a2a4-93fc51809dd9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37365ddb-6907-4a9c-bcad-1e27d66f593f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:54.659715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 382106c3-05b6-4d09-bace-ba0280912c13, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=382106c3-05b6-4d09-bace-ba0280912c13,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:54.691880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-12376225-2405-468d-b675-970524fc9573 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505118 Aug 20 12:25:54.694128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '382106c3-05b6-4d09-bace-ba0280912c13', 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'port_id': '382106c3-05b6-4d09-bace-ba0280912c13', 'mac_address': 'fa:16:3e:9c:58:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc6145c-ab7b-4663-a467-6b3df3d486f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:25:54.695232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52722) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.699609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0e196d98-ca7e-4bd2-b589-8a13092650e0 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091404503'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:54.700171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port edacee72-17de-4e01-bc9a-d1816547bc0f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=edacee72-17de-4e01-bc9a-d1816547bc0f,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:54.722266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e196d98-ca7e-4bd2-b589-8a13092650e0 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.732104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'edacee72-17de-4e01-bc9a-d1816547bc0f', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'port_id': 'edacee72-17de-4e01-bc9a-d1816547bc0f', 'mac_address': 'fa:16:3e:7f:79:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:25:54.775035 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.796028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382106c3-05b6-4d09-bace-ba0280912c13 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:54.800980 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.813527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e196d98-ca7e-4bd2-b589-8a13092650e0 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.818467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e196d98-ca7e-4bd2-b589-8a13092650e0 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.826642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edacee72-17de-4e01-bc9a-d1816547bc0f {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:54.833759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 382106c3-05b6-4d09-bace-ba0280912c13, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=382106c3-05b6-4d09-bace-ba0280912c13,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:54.841800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e196d98-ca7e-4bd2-b589-8a13092650e0 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.842243 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.842962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1c8f9ac4-722b-46cd-9860-c3cb37220b52 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:25:54.843083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e196d98-ca7e-4bd2-b589-8a13092650e0 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1468782 Aug 20 12:25:54.846731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52724) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.851427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-66cc206c-4fe1-425b-b9d9-d45235383a69 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '263fa072-581b-4f02-81c8-d136918f3cad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:54.851833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e196d98-ca7e-4bd2-b589-8a13092650e0 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263fa072-581b-4f02-81c8-d136918f3cad,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:54.887920 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-66cc206c-4fe1-425b-b9d9-d45235383a69 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:54.888996 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-66cc206c-4fe1-425b-b9d9-d45235383a69 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0412717 Aug 20 12:25:54.889174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port edacee72-17de-4e01-bc9a-d1816547bc0f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=edacee72-17de-4e01-bc9a-d1816547bc0f,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:54.892944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52726) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.898815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-53282e3e-d4ba-4afe-b805-ee12ed218adc tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group_rule': {'security_group_id': '263fa072-581b-4f02-81c8-d136918f3cad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:54.899644 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:54.930477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=382106c3-05b6-4d09-bace-ba0280912c13,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:54.935258 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-53282e3e-d4ba-4afe-b805-ee12ed218adc tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:25:54.939043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-53282e3e-d4ba-4afe-b805-ee12ed218adc tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0423074 Aug 20 12:25:54.940096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52728) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:54.995874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39aa832b-6036-4f50-8d5d-c0c20d2e161c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.023064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39aa832b-6036-4f50-8d5d-c0c20d2e161c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.042739 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.047253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=edacee72-17de-4e01-bc9a-d1816547bc0f,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:55.066117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1c8f9ac4-722b-46cd-9860-c3cb37220b52, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52,segment=NetworkSegment(8327fc12-0352-4531-88a7-66559ca45e6c),segment_id=8327fc12-0352-4531-88a7-66559ca45e6c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:55.080500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39aa832b-6036-4f50-8d5d-c0c20d2e161c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.083847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '1c8f9ac4-722b-46cd-9860-c3cb37220b52', 'network_id': '82449fcc-2028-48df-8d81-db24490bc78a', 'port_id': '1c8f9ac4-722b-46cd-9860-c3cb37220b52', 'mac_address': 'fa:16:3e:8d:10:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0380ae-ba43-4d96-8992-13212ee37dbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:25:55.084325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39aa832b-6036-4f50-8d5d-c0c20d2e161c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.087866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-39aa832b-6036-4f50-8d5d-c0c20d2e161c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/263fa072-581b-4f02-81c8-d136918f3cad HTTP/1.1" status: 204 len: 168 time: 0.1446164 Aug 20 12:25:55.088632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52732) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.097574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa832b-6036-4f50-8d5d-c0c20d2e161c tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263fa072-581b-4f02-81c8-d136918f3cad,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:55.138740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.146901 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8c0e1287-0192-46bf-abbe-f428d3b5d778 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518980 Aug 20 12:25:55.147991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52734) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.152826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ba1c7292-9c08-45f9-980c-aff904dfde48 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'tempest-secgroup--858217824'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:55.154973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['edacee72-17de-4e01-bc9a-d1816547bc0f'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:55.163396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e01b8-a23d-43a9-8670-3cad7dfddd08 req-69c55415-91c5-4a39-93c4-ef19dced71c6 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:55.165088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c0e01b8-a23d-43a9-8670-3cad7dfddd08 req-69c55415-91c5-4a39-93c4-ef19dced71c6 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 944 time: 0.0698166 Aug 20 12:25:55.176748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7292-9c08-45f9-980c-aff904dfde48 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.181644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8f9ac4-722b-46cd-9860-c3cb37220b52 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:25:55.211149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1c8f9ac4-722b-46cd-9860-c3cb37220b52, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52,segment=NetworkSegment(8327fc12-0352-4531-88a7-66559ca45e6c),segment_id=8327fc12-0352-4531-88a7-66559ca45e6c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:55.216646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c0e01b8-a23d-43a9-8670-3cad7dfddd08 req-5bd887d4-f53f-48c0-bc2a-c038aac589e0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Aug 20 12:25:55.221319 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.277264 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7292-9c08-45f9-980c-aff904dfde48 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.280999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7292-9c08-45f9-980c-aff904dfde48 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.311360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7292-9c08-45f9-980c-aff904dfde48 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.316234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba1c7292-9c08-45f9-980c-aff904dfde48 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1637101 Aug 20 12:25:55.316405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=1c8f9ac4-722b-46cd-9860-c3cb37220b52,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:55.316846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52738) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.320619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-edfbf86d-1a4a-4287-8d19-dbee47b20fe4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:55.321221 n-d-800634-10 neutron-server[101034]: WARNING neutron.api.v2.base [None req-edfbf86d-1a4a-4287-8d19-dbee47b20fe4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 12:25:55.321709 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-edfbf86d-1a4a-4287-8d19-dbee47b20fe4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 12:25:55.325133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-edfbf86d-1a4a-4287-8d19-dbee47b20fe4 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "PUT /v2.0/security-groups/b6ee4b3a-15a4-4e72-a673-75cb6804afa4 HTTP/1.1" status: 409 len: 330 time: 0.0057135 Aug 20 12:25:55.325278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c7292-9c08-45f9-980c-aff904dfde48 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ee4b3a-15a4-4e72-a673-75cb6804afa4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:55.325371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52740) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.426396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5c32-8889-4a4c-8592-a9414604e87f req-0aeaaa49-492c-4fe7-8813-441773c6a300 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:55.427801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f9f5c32-8889-4a4c-8592-a9414604e87f req-0aeaaa49-492c-4fe7-8813-441773c6a300 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 944 time: 0.0764914 Aug 20 12:25:55.428409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f349bd2-6a5c-45ef-bd37-7e4047bed5ab tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.469169 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f349bd2-6a5c-45ef-bd37-7e4047bed5ab tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.474378 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1c8f9ac4-722b-46cd-9860-c3cb37220b52'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:55.477685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['382106c3-05b6-4d09-bace-ba0280912c13'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:55.495176 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f9f5c32-8889-4a4c-8592-a9414604e87f req-e5db345d-cb39-4ab0-8daa-4e6cd6b4af15 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612864 Aug 20 12:25:55.523048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f349bd2-6a5c-45ef-bd37-7e4047bed5ab tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.525648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f349bd2-6a5c-45ef-bd37-7e4047bed5ab tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.526825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4f349bd2-6a5c-45ef-bd37-7e4047bed5ab tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/b6ee4b3a-15a4-4e72-a673-75cb6804afa4 HTTP/1.1" status: 204 len: 168 time: 0.2005632 Aug 20 12:25:55.529771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52742) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.537553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f349bd2-6a5c-45ef-bd37-7e4047bed5ab tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ee4b3a-15a4-4e72-a673-75cb6804afa4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:55.577982 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-165b45f0-eb30-472e-b762-6314b2695fc9 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462809 Aug 20 12:25:55.582863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52744) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.595889 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-33974587-2f60-4e61-94d9-d415434c1199 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] delete failed (client error): The resource could not be found. Aug 20 12:25:55.596906 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33974587-2f60-4e61-94d9-d415434c1199 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "DELETE /v2.0/security-groups/2f9a9231-c1d1-4a9c-99c7-b162a93b2589 HTTP/1.1" status: 404 len: 347 time: 0.0130427 Aug 20 12:25:55.601096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52746) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.614951 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-aedae9a9-f2af-4a31-9fe6-2b92f9d56fc6 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] show failed (client error): The resource could not be found. Aug 20 12:25:55.615967 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aedae9a9-f2af-4a31-9fe6-2b92f9d56fc6 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-groups/9c3d6209-1556-4726-873c-0e8a8bf0cc93 HTTP/1.1" status: 404 len: 347 time: 0.0139773 Aug 20 12:25:55.619697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52748) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:55.634193 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-20f2d56b-4839-4949-b4f8-d51a28dd0b18 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] show failed (client error): The resource could not be found. Aug 20 12:25:55.635283 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-20f2d56b-4839-4949-b4f8-d51a28dd0b18 tempest-NegativeSecGroupIPv6Test-1046279181 tempest-NegativeSecGroupIPv6Test-1046279181-project] 10.222.0.25 "GET /v2.0/security-group-rules/9b708c97-4dca-4ee1-912c-2fe046ef2ba3 HTTP/1.1" status: 404 len: 356 time: 0.0146835 Aug 20 12:25:55.669883 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:55.753263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663aa0c-5ab6-4634-9bce-08be67971249 req-c2cbdcfc-6008-4f99-b5db-1e5a1864ffcf tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:55.755198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7663aa0c-5ab6-4634-9bce-08be67971249 req-c2cbdcfc-6008-4f99-b5db-1e5a1864ffcf tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 944 time: 0.0574074 Aug 20 12:25:55.803792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7663aa0c-5ab6-4634-9bce-08be67971249 req-8b4e15da-4935-4bc9-ba78-64c44709e72a tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Aug 20 12:25:55.914729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52756) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:56.052985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b471d014-b6eb-43d2-bc82-5738abe63eaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6c334e277224093871c924b63f42d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370380 Aug 20 12:25:56.055438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52760) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:56.103092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f7bc6-b221-4d3d-90cb-113e8221d2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.124083 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f7bc6-b221-4d3d-90cb-113e8221d2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.176834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f7bc6-b221-4d3d-90cb-113e8221d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.177732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d19f7bc6-b221-4d3d-90cb-113e8221d2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.178920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d19f7bc6-b221-4d3d-90cb-113e8221d2e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e92a387f-2d81-4515-b9b8-e8c269516afd HTTP/1.1" status: 204 len: 168 time: 0.1224768 Aug 20 12:25:56.186740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f7bc6-b221-4d3d-90cb-113e8221d2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a387f-2d81-4515-b9b8-e8c269516afd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:56.343586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09575fda-6da1-4b47-8e5e-ef18ea76bcf3 req-deddee28-a261-4977-bb0a-452084f55518 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:56.345183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09575fda-6da1-4b47-8e5e-ef18ea76bcf3 req-deddee28-a261-4977-bb0a-452084f55518 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 945 time: 0.0538485 Aug 20 12:25:56.386715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-09575fda-6da1-4b47-8e5e-ef18ea76bcf3 req-2d7c4f30-6e6a-4b0e-909c-06dc0923f1a2 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345113 Aug 20 12:25:56.477201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 382106c3-05b6-4d09-bace-ba0280912c13 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:56.533160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 382106c3-05b6-4d09-bace-ba0280912c13 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:56.537356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 382106c3-05b6-4d09-bace-ba0280912c13 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:56.537859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.542371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device edacee72-17de-4e01-bc9a-d1816547bc0f up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:56.619145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82eb6b-d5bc-4b0f-8265-108840db7ec4 req-c424ff2f-038f-45cc-b0ca-c5bc4915d804 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:56.620703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d82eb6b-d5bc-4b0f-8265-108840db7ec4 req-c424ff2f-038f-45cc-b0ca-c5bc4915d804 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 944 time: 0.0510936 Aug 20 12:25:56.628372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port edacee72-17de-4e01-bc9a-d1816547bc0f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:56.650874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port edacee72-17de-4e01-bc9a-d1816547bc0f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:56.651247 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.673391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d82eb6b-d5bc-4b0f-8265-108840db7ec4 req-852f7597-ebe9-449d-89b8-ed0ca274ccd7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444319 Aug 20 12:25:56.686888 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.718801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c725030a-d160-404b-bc4f-e738c2eb83a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382106c3-05b6-4d09-bace-ba0280912c13'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:56.721795 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7763ab-25ef-43d5-ad87-6eec82ddd54c" -d '{"events": [{"server_uuid": "c725030a-d160-404b-bc4f-e738c2eb83a4", "name": "network-vif-plugged", "status": "completed", "tag": "382106c3-05b6-4d09-bace-ba0280912c13"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:56.745127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 382106c3-05b6-4d09-bace-ba0280912c13, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=382106c3-05b6-4d09-bace-ba0280912c13,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:56.765023 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96247464-ade1-47ab-8dc9-096fa1ee6888 x-openstack-request-id: req-96247464-ade1-47ab-8dc9-096fa1ee6888 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:56.765312 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c725030a-d160-404b-bc4f-e738c2eb83a4", "name": "network-vif-plugged", "status": "completed", "tag": "382106c3-05b6-4d09-bace-ba0280912c13", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:56.765566 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96247464-ade1-47ab-8dc9-096fa1ee6888 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:56.765952 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c725030a-d160-404b-bc4f-e738c2eb83a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382106c3-05b6-4d09-bace-ba0280912c13', 'code': 200} Aug 20 12:25:56.766733 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.768302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1c8f9ac4-722b-46cd-9860-c3cb37220b52 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:56.833566 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.865117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=382106c3-05b6-4d09-bace-ba0280912c13,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:56.875583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db44122-6722-436e-8599-c344307d05e2 req-6b4b6f6e-62b5-4d9e-ba09-f71f16a07bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:56.878084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9db44122-6722-436e-8599-c344307d05e2 req-6b4b6f6e-62b5-4d9e-ba09-f71f16a07bd0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 1097 time: 0.0515871 Aug 20 12:25:56.895341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port edacee72-17de-4e01-bc9a-d1816547bc0f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=edacee72-17de-4e01-bc9a-d1816547bc0f,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:56.898212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:56.901686 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.905780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:56.906135 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:56.960563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9db44122-6722-436e-8599-c344307d05e2 req-3c9715ae-38f5-4ce8-9156-0a90d3b8e56e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749934 Aug 20 12:25:56.973815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8760c-7037-4706-ac64-cc994b86c71d req-5b0ef657-fed5-4d68-82e1-9ac991595bb4 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:56.975357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a8760c-7037-4706-ac64-cc994b86c71d req-5b0ef657-fed5-4d68-82e1-9ac991595bb4 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 945 time: 0.0784810 Aug 20 12:25:56.989946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=edacee72-17de-4e01-bc9a-d1816547bc0f,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:57.006754 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.019610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a8760c-7037-4706-ac64-cc994b86c71d req-48771bca-3198-4c2f-a001-9468d51ed458 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357566 Aug 20 12:25:57.043319 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.076942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 1c8f9ac4-722b-46cd-9860-c3cb37220b52, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52,segment=NetworkSegment(8327fc12-0352-4531-88a7-66559ca45e6c),segment_id=8327fc12-0352-4531-88a7-66559ca45e6c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:57.081544 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:57.131866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=1c8f9ac4-722b-46cd-9860-c3cb37220b52,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:57.504331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcf9e1-9fc0-472c-b549-07b7997c56fe req-4f7229e3-6c3f-4571-9c6f-58f8b971f169 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:57.505892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8fcf9e1-9fc0-472c-b549-07b7997c56fe req-4f7229e3-6c3f-4571-9c6f-58f8b971f169 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0496385 Aug 20 12:25:57.546081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8fcf9e1-9fc0-472c-b549-07b7997c56fe req-6f0fe44c-ed3b-4eb8-a19a-f0c4d1993022 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Aug 20 12:25:57.794356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456e860-5aef-4877-977e-2021405d3dc7 req-0e4b87f9-f54d-40b1-95fa-8b0f96cfa779 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:57.796276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8456e860-5aef-4877-977e-2021405d3dc7 req-0e4b87f9-f54d-40b1-95fa-8b0f96cfa779 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.0532491 Aug 20 12:25:57.838220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8456e860-5aef-4877-977e-2021405d3dc7 req-5f7b1c57-36f4-4152-894e-c3c7e06e4906 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Aug 20 12:25:58.148423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55c85b-3fec-40d2-97cd-68a5e65ba3be req-578a60c5-c683-4522-9c49-d029087da4d5 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:58.150083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf55c85b-3fec-40d2-97cd-68a5e65ba3be req-578a60c5-c683-4522-9c49-d029087da4d5 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 945 time: 0.0585246 Aug 20 12:25:58.199402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf55c85b-3fec-40d2-97cd-68a5e65ba3be req-144c0e19-847f-4720-b069-345967d08a7d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Aug 20 12:25:58.664518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea717db-b794-4b68-bc0e-348f3a9dc5ab req-7dcabe8e-aacd-45a2-a025-ef3a437e2629 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:58.666040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ea717db-b794-4b68-bc0e-348f3a9dc5ab req-7dcabe8e-aacd-45a2-a025-ef3a437e2629 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0525002 Aug 20 12:25:58.704510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ea717db-b794-4b68-bc0e-348f3a9dc5ab req-ebc13c47-c92c-4db8-b8e9-c10f5fcacea0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Aug 20 12:25:58.767333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e12499-abc0-432f-a1f5-e46a30e0a71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edacee72-17de-4e01-bc9a-d1816547bc0f'}, {'server_uuid': '06af343e-c1e7-4a9a-a7d1-7457e557abaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8f9ac4-722b-46cd-9860-c3cb37220b52'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:58.771187 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe94161-0e58-4a19-a76b-42cfb273b29e" -d '{"events": [{"server_uuid": "62e12499-abc0-432f-a1f5-e46a30e0a71c", "name": "network-vif-plugged", "status": "completed", "tag": "edacee72-17de-4e01-bc9a-d1816547bc0f"}, {"server_uuid": "06af343e-c1e7-4a9a-a7d1-7457e557abaa", "name": "network-vif-plugged", "status": "completed", "tag": "1c8f9ac4-722b-46cd-9860-c3cb37220b52"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:58.821286 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e50144-9f88-453e-ae72-0285042a27f3 x-openstack-request-id: req-40e50144-9f88-453e-ae72-0285042a27f3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:58.821826 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e12499-abc0-432f-a1f5-e46a30e0a71c", "name": "network-vif-plugged", "status": "completed", "tag": "edacee72-17de-4e01-bc9a-d1816547bc0f", "code": 200}, {"server_uuid": "06af343e-c1e7-4a9a-a7d1-7457e557abaa", "name": "network-vif-plugged", "status": "completed", "tag": "1c8f9ac4-722b-46cd-9860-c3cb37220b52", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:58.822098 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40e50144-9f88-453e-ae72-0285042a27f3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:58.822498 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e12499-abc0-432f-a1f5-e46a30e0a71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edacee72-17de-4e01-bc9a-d1816547bc0f', 'code': 200} Aug 20 12:25:58.822957 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06af343e-c1e7-4a9a-a7d1-7457e557abaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8f9ac4-722b-46cd-9860-c3cb37220b52', 'code': 200} Aug 20 12:25:58.928577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36838ce-8819-43d5-b286-26b241b29bd7 req-321c4d64-3240-4af0-8e8e-f96822d66e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:58.930187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e36838ce-8819-43d5-b286-26b241b29bd7 req-321c4d64-3240-4af0-8e8e-f96822d66e80 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 1098 time: 0.0557089 Aug 20 12:25:58.931682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49374606-c59c-46fb-bf60-5fdd58a8abe4 req-3161f4cc-8e81-44fc-a36e-1540829028fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:58.933204 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-49374606-c59c-46fb-bf60-5fdd58a8abe4 req-3161f4cc-8e81-44fc-a36e-1540829028fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 1097 time: 0.0462594 Aug 20 12:25:58.973387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-49374606-c59c-46fb-bf60-5fdd58a8abe4 req-3a02a784-107d-4af2-9c79-596098049654 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291705 Aug 20 12:25:58.988224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e36838ce-8819-43d5-b286-26b241b29bd7 req-72783684-50b3-4751-a0f6-f0e8bbdc6115 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Aug 20 12:25:58.996589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16442b15-a521-461f-a7e3-2dc71e3dd071 req-b4223902-e05e-40e0-bdd0-63c2405a9f78 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:58.998248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16442b15-a521-461f-a7e3-2dc71e3dd071 req-b4223902-e05e-40e0-bdd0-63c2405a9f78 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.0833232 Aug 20 12:25:59.038640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16442b15-a521-461f-a7e3-2dc71e3dd071 req-8221acb2-cd81-46fa-bcf0-daa747806ff1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344892 Aug 20 12:25:59.141484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52912) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:59.248266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4919-d8c1-4986-be3c-1d75e5fffb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.339059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8c730-f827-4000-aa07-835cba61a9de req-fda919ad-2dc8-4495-8bd3-257af66d8190 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:59.340529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36b8c730-f827-4000-aa07-835cba61a9de req-fda919ad-2dc8-4495-8bd3-257af66d8190 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 945 time: 0.0709136 Aug 20 12:25:59.402677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36b8c730-f827-4000-aa07-835cba61a9de req-24080aaa-6e92-40e1-87b1-ced1cffbff4a tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552638 Aug 20 12:25:59.413650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4919-d8c1-4986-be3c-1d75e5fffb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.417499 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4919-d8c1-4986-be3c-1d75e5fffb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.462439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9f0d4919-d8c1-4986-be3c-1d75e5fffb05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed8e434a47844dfc85b7f53a6fbf80b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165874 Aug 20 12:25:59.462439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d4919-d8c1-4986-be3c-1d75e5fffb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230da60-5e45-44c4-963b-238fb033d01d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:59.464061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52920) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:59.513861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d98ae25-50b0-457f-8a29-99b80cad08b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.539863 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d98ae25-50b0-457f-8a29-99b80cad08b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.592023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d98ae25-50b0-457f-8a29-99b80cad08b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.594704 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d98ae25-50b0-457f-8a29-99b80cad08b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:59.598651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7d98ae25-50b0-457f-8a29-99b80cad08b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5230da60-5e45-44c4-963b-238fb033d01d HTTP/1.1" status: 204 len: 168 time: 0.1304526 Aug 20 12:25:59.603975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98ae25-50b0-457f-8a29-99b80cad08b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230da60-5e45-44c4-963b-238fb033d01d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:59.834664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f8b68-dab5-4e0a-a113-848c7ec1bc45 req-edb623b8-c8eb-42ef-bdc2-e431396a5b19 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:59.836796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-816f8b68-dab5-4e0a-a113-848c7ec1bc45 req-edb623b8-c8eb-42ef-bdc2-e431396a5b19 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0593171 Aug 20 12:25:59.898823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-816f8b68-dab5-4e0a-a113-848c7ec1bc45 req-fdeeef0a-6eab-4bc2-8e0a-6ef4e004f4e4 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534573 Aug 20 12:25:59.912665 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 52940) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:59.927157 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5835961c-0450-418f-bac9-7d71ff537c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.018159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5835961c-0450-418f-bac9-7d71ff537c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.022297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5835961c-0450-418f-bac9-7d71ff537c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.061841 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5835961c-0450-418f-bac9-7d71ff537c03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e96e075705864196a5eec19e637847c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478493 Aug 20 12:26:00.062741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835961c-0450-418f-bac9-7d71ff537c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a37d0-82c8-45db-b7cb-4f007407af8d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:00.064646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 52944) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:00.164511 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-209100b6-875f-4db1-b563-bf2b4b6ae768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.202515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32792689-42ce-49a2-853e-2d883e9cb43a req-77ff36e1-744f-4c12-8a09-206908525ec0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:00.203915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32792689-42ce-49a2-853e-2d883e9cb43a req-77ff36e1-744f-4c12-8a09-206908525ec0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.0855331 Aug 20 12:26:00.205838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-209100b6-875f-4db1-b563-bf2b4b6ae768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.269411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32792689-42ce-49a2-853e-2d883e9cb43a req-94bf0baa-d428-4cbf-89f4-4d86251f0783 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568173 Aug 20 12:26:00.287958 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-209100b6-875f-4db1-b563-bf2b4b6ae768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.290742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-209100b6-875f-4db1-b563-bf2b4b6ae768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:00.291914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-209100b6-875f-4db1-b563-bf2b4b6ae768 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/343a37d0-82c8-45db-b7cb-4f007407af8d HTTP/1.1" status: 204 len: 168 time: 0.2256031 Aug 20 12:26:00.300085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209100b6-875f-4db1-b563-bf2b4b6ae768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a37d0-82c8-45db-b7cb-4f007407af8d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:01.019296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608573f-b9ed-4429-963f-178275f2bb26 req-a6c299a2-e29b-4895-a504-855c7a81304d tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:01.019296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e608573f-b9ed-4429-963f-178275f2bb26 req-a6c299a2-e29b-4895-a504-855c7a81304d tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0522535 Aug 20 12:26:01.062919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e608573f-b9ed-4429-963f-178275f2bb26 req-b0f4e56a-b110-404a-b78c-3f8507bf2874 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Aug 20 12:26:01.194774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c934cec-2a6b-488f-9669-81d8c0d7b9b7 req-b4e25ea8-b097-4b36-9fdb-29506b3cb51f tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:01.196431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c934cec-2a6b-488f-9669-81d8c0d7b9b7 req-b4e25ea8-b097-4b36-9fdb-29506b3cb51f tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0548785 Aug 20 12:26:01.238236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c934cec-2a6b-488f-9669-81d8c0d7b9b7 req-0a1c0ca6-695f-41ee-953f-26132bf2a8bf tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347238 Aug 20 12:26:01.447014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a92fbb-2d3b-4811-9625-676f8b3ec406 req-9b3f826e-9442-4471-959e-dc0e87dac8af tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:01.458454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24a92fbb-2d3b-4811-9625-676f8b3ec406 req-9b3f826e-9442-4471-959e-dc0e87dac8af tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.1078472 Aug 20 12:26:01.531734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24a92fbb-2d3b-4811-9625-676f8b3ec406 req-6fca2e6f-3cba-4ed3-81f5-aa413c967b30 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721734 Aug 20 12:26:01.563611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b8ac8-92fc-4c4b-920e-d0f7491ce099 req-4a27e6dc-07c1-466d-a8e6-f6ee3cce3ad8 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:01.565530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a43b8ac8-92fc-4c4b-920e-d0f7491ce099 req-4a27e6dc-07c1-466d-a8e6-f6ee3cce3ad8 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0979128 Aug 20 12:26:01.609625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a43b8ac8-92fc-4c4b-920e-d0f7491ce099 req-0c518327-d9f6-49d1-84a6-1856118fe2a0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375271 Aug 20 12:26:01.666322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47f3da-1a11-4085-9e3a-f8eab70369b7 req-2c77a0b4-1df7-4f00-a2b7-f9ae24b61e3f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:01.668058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac47f3da-1a11-4085-9e3a-f8eab70369b7 req-2c77a0b4-1df7-4f00-a2b7-f9ae24b61e3f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.0575590 Aug 20 12:26:01.707580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac47f3da-1a11-4085-9e3a-f8eab70369b7 req-892ff21e-7925-4439-9887-f3e7da13abe8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Aug 20 12:26:01.834455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838771-bdcd-4940-9eda-c5c9b94a2b6b req-0abe0677-1ed4-4855-a302-e200e7f39509 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:01.835993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf838771-bdcd-4940-9eda-c5c9b94a2b6b req-0abe0677-1ed4-4855-a302-e200e7f39509 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.0589035 Aug 20 12:26:01.878567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf838771-bdcd-4940-9eda-c5c9b94a2b6b req-496a9145-e3dd-4765-8ddb-196333dc2a26 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355709 Aug 20 12:26:02.551838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51391b-b25e-4f92-b06e-8975ccf357a2 req-d9e98b32-b076-45f8-91e0-b5879b89fe2a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:02.553442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b51391b-b25e-4f92-b06e-8975ccf357a2 req-d9e98b32-b076-45f8-91e0-b5879b89fe2a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.0519326 Aug 20 12:26:02.591859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b51391b-b25e-4f92-b06e-8975ccf357a2 req-cc74226e-4b2b-41bc-8a31-b4876f201a98 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Aug 20 12:26:02.737406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7d12e-1f6d-4f52-8b28-6c874811b432 req-4a9b9f01-8246-4f00-b6d5-0ac78a4e123b tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:02.739247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfc7d12e-1f6d-4f52-8b28-6c874811b432 req-4a9b9f01-8246-4f00-b6d5-0ac78a4e123b tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0522707 Aug 20 12:26:02.779692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfc7d12e-1f6d-4f52-8b28-6c874811b432 req-9b40bb1e-7271-4bc8-9bab-0aa227251928 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Aug 20 12:26:03.084430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-cb234e78-1c77-4d88-a059-f3f9edfe6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:03.085831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-cb234e78-1c77-4d88-a059-f3f9edfe6fe9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b02721c88d2e4843aa0ad9c20a60c092&device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 1098 time: 0.0812585 Aug 20 12:26:03.093661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eddb0-0777-4b2b-b9c0-01adfe951186 req-3083867e-dfeb-400b-8ade-beaa5eae23b0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:03.095031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd1eddb0-0777-4b2b-b9c0-01adfe951186 req-3083867e-dfeb-400b-8ade-beaa5eae23b0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0813937 Aug 20 12:26:03.180393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd1eddb0-0777-4b2b-b9c0-01adfe951186 req-a34fda1a-6001-4ca3-8dd1-698ffd4e4bd8 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772753 Aug 20 12:26:03.212073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-5c73ed22-9ba7-4a2c-9a4c-f33a6ac7cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:03.213599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-5c73ed22-9ba7-4a2c-9a4c-f33a6ac7cb2b service neutron] 10.222.0.22 "GET /v2.0/networks?id=82449fcc-2028-48df-8d81-db24490bc78a HTTP/1.1" status: 200 len: 913 time: 0.1176944 Aug 20 12:26:03.259180 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-ababe2a1-c34e-4450-9953-0d4e52150805 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52 HTTP/1.1" status: 200 len: 217 time: 0.0356472 Aug 20 12:26:03.313861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-28550886-bf3a-4f3d-a49b-3f9625da4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:03.315466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-28550886-bf3a-4f3d-a49b-3f9625da4e92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e0380ae-ba43-4d96-8992-13212ee37dbe HTTP/1.1" status: 200 len: 852 time: 0.0476615 Aug 20 12:26:03.350336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-58132e69-b229-4f7f-99ac-4094a8190344 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82449fcc-2028-48df-8d81-db24490bc78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258353 Aug 20 12:26:03.455960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-ec70a0f1-8969-4655-964b-fb1e1d361ed5 service neutron] 10.222.0.22 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949569 Aug 20 12:26:03.550684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86b2b641-c679-44af-b53d-87cd2fa9f515 req-8ed5543c-2bb0-4802-96e1-df857bf45aac service neutron] 10.222.0.22 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867698 Aug 20 12:26:03.744594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b3e9-c63c-44ef-884b-5c53926c2310 req-526d3ac2-d94c-42cb-9a42-b4aa4c2a66e9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:03.750784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67c5b3e9-c63c-44ef-884b-5c53926c2310 req-526d3ac2-d94c-42cb-9a42-b4aa4c2a66e9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.0687087 Aug 20 12:26:03.794780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67c5b3e9-c63c-44ef-884b-5c53926c2310 req-697384a0-da20-4352-b90d-b2a8dd4735ae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 Aug 20 12:26:04.117477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-60e73dbf-3dfc-4301-9a1c-9a604bf804d7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:04.119014 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-60e73dbf-3dfc-4301-9a1c-9a604bf804d7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 945 time: 0.0535140 Aug 20 12:26:04.240428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port edacee72-17de-4e01-bc9a-d1816547bc0f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:04.240770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.338637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f25117-a267-4320-a2a0-2eba7a8e0ad1 req-2286a357-de66-428f-a6b0-4315613cdc65 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:04.345389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] For port edacee72-17de-4e01-bc9a-d1816547bc0f, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=edacee72-17de-4e01-bc9a-d1816547bc0f,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:04.345991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.347147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68f25117-a267-4320-a2a0-2eba7a8e0ad1 req-2286a357-de66-428f-a6b0-4315613cdc65 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0844593 Aug 20 12:26:04.374926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for edacee72-17de-4e01-bc9a-d1816547bc0f owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:04.542606 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.575820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['edacee72-17de-4e01-bc9a-d1816547bc0f'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:04.603603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=edacee72-17de-4e01-bc9a-d1816547bc0f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:04.661563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] No DVR routers for this DVR port edacee72-17de-4e01-bc9a-d1816547bc0f on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:04.666139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:04.668513 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1d67bc51-e626-4e48-94b3-7d549d95444f req-4ae85f13-3d2a-4950-83a2-52b5e5a6fbc8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "DELETE /v2.0/ports/edacee72-17de-4e01-bc9a-d1816547bc0f HTTP/1.1" status: 204 len: 173 time: 0.5398324 Aug 20 12:26:04.669101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e12499-abc0-432f-a1f5-e46a30e0a71c', 'name': 'network-vif-deleted', 'tag': 'edacee72-17de-4e01-bc9a-d1816547bc0f'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:04.671665 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8452b9-cd86-4620-b74d-a39171983010" -d '{"events": [{"server_uuid": "62e12499-abc0-432f-a1f5-e46a30e0a71c", "name": "network-vif-deleted", "tag": "edacee72-17de-4e01-bc9a-d1816547bc0f"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:04.907121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68f25117-a267-4320-a2a0-2eba7a8e0ad1 req-83ef88aa-944e-4707-a419-cf9c91963647 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539205 Aug 20 12:26:04.973139 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5560b2cf-40e3-4c6c-bbd0-d3161e50d8a6 x-openstack-request-id: req-5560b2cf-40e3-4c6c-bbd0-d3161e50d8a6 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:04.973526 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e12499-abc0-432f-a1f5-e46a30e0a71c", "name": "network-vif-deleted", "tag": "edacee72-17de-4e01-bc9a-d1816547bc0f", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:04.973854 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5560b2cf-40e3-4c6c-bbd0-d3161e50d8a6 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:04.974713 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e12499-abc0-432f-a1f5-e46a30e0a71c', 'name': 'network-vif-deleted', 'tag': 'edacee72-17de-4e01-bc9a-d1816547bc0f', 'status': 'completed', 'code': 200} Aug 20 12:26:05.020017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-7659c4e5-d6fa-4a61-9f78-aa51ae6e86b7 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:05.027611 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-7659c4e5-d6fa-4a61-9f78-aa51ae6e86b7 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 815 time: 0.6612988 Aug 20 12:26:05.060400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-0d0a7898-218b-4522-8c97-bd73fdb020b3 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/quotas/c0bd73028e5f4b23ae847cae833adc56 HTTP/1.1" status: 200 len: 375 time: 0.0266795 Aug 20 12:26:05.078539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb3d5558-6437-4e68-81df-3d040d359e85 req-2f1d257e-3d40-4411-9856-e003f3dd246f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 210 time: 0.0421367 Aug 20 12:26:05.146078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-981591cb-4f70-45ef-aa5a-c751b0bd698b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892165 Aug 20 12:26:05.151522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-705c31ff-5f53-4c77-b96b-1ea0ec1656ff service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:26:05.159950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-705c31ff-5f53-4c77-b96b-1ea0ec1656ff service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133700 Aug 20 12:26:05.255486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-a00337d4-ebd6-4702-b473-f7fc6e35fca9 service neutron] 10.222.0.25 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945997 Aug 20 12:26:05.347505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-a579bb5e-fefc-4044-a8ef-e2fb3a6564a3 service neutron] 10.222.0.25 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Aug 20 12:26:05.535210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15e29e1c-754f-4d92-8b4b-de287e671390 req-6b58d541-6e1d-4a2d-b403-17723804a887 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 210 time: 0.0328698 Aug 20 12:26:06.044779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838c410-800f-46a5-b86a-8c31ea38f11f req-e6c8f383-e2d6-4c08-b576-9f2fc2863268 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:06.046319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9838c410-800f-46a5-b86a-8c31ea38f11f req-e6c8f383-e2d6-4c08-b576-9f2fc2863268 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0706005 Aug 20 12:26:06.091631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9838c410-800f-46a5-b86a-8c31ea38f11f req-8cd747c4-ad65-45af-ac1c-68b901471451 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 Aug 20 12:26:06.230920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bfb531e-9b5b-437e-bf37-ca4a0e112658 req-a671d75b-0805-4e97-bc15-0c1f1d0dc422 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 210 time: 0.0355704 Aug 20 12:26:06.409322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732a91-474e-45c0-9607-5f8bcaf7bf20 req-ed324e3f-e4da-4279-a246-0812512c969a tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:06.410757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b732a91-474e-45c0-9607-5f8bcaf7bf20 req-ed324e3f-e4da-4279-a246-0812512c969a tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0570366 Aug 20 12:26:06.452173 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b732a91-474e-45c0-9607-5f8bcaf7bf20 req-9a782caf-b79d-4cde-840e-30c4179a6fef tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350406 Aug 20 12:26:06.604826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device edacee72-17de-4e01-bc9a-d1816547bc0f no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:06.638236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: edacee72-17de-4e01-bc9a-d1816547bc0f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:06.638577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device edacee72-17de-4e01-bc9a-d1816547bc0f not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:06.675547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-0192570a-6114-4ce9-ab37-4d7c9298c660 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:06.679068 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-0192570a-6114-4ce9-ab37-4d7c9298c660 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.73 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 815 time: 0.1515415 Aug 20 12:26:06.698357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Request body: {'port': {'device_id': '5ba59066-5831-4118-a2bc-6dcd3944e49c', 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'admin_state_up': True, 'tenant_id': 'c0bd73028e5f4b23ae847cae833adc56'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:06.700843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6319077-1ccd-47d1-9ff0-80f4d9ca2bd5 req-e41361ce-1233-44aa-b842-c70054f3b52a tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 210 time: 0.0455174 Aug 20 12:26:06.824962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Made reservation on behalf of c0bd73028e5f4b23ae847cae833adc56 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:06.828881 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.017902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Allocated IP 172.20.0.4 (15c6a0b3-b417-48dc-aba6-f9c2b368aa8d/cfc6145c-ab7b-4663-a467-6b3df3d486f6/5b428625-0184-4c2a-b2bc-f41644963e86) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:07.195784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.242852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.255230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1317e1d1-3aae-4fbe-be62-f02b38ebcd82', '382106c3-05b6-4d09-bace-ba0280912c13'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:07.304909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:07.308622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:07.313526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:07.382115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Pushing event updated for resources: {'Port': ['ID=5b428625-0184-4c2a-b2bc-f41644963e86,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:07.412315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ea5b429-0e59-4c08-9311-285dd83d1020 req-a6731b8e-7778-4e94-ad20-4d089e55e081 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 210 time: 0.0597756 Aug 20 12:26:07.453929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:07.460303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.494821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-67805c90-32fa-4a78-af58-9443a67be71d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8009052 Aug 20 12:26:07.512246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Request body: {'port': {'device_id': '5ba59066-5831-4118-a2bc-6dcd3944e49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:07.639471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:07.677466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fee51-c777-4981-8a5f-28c5a538b861 req-3cb21522-e77c-41c3-8689-b4e620cb2a34 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:07.692278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-812fee51-c777-4981-8a5f-28c5a538b861 req-3cb21522-e77c-41c3-8689-b4e620cb2a34 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.1029968 Aug 20 12:26:07.796977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-812fee51-c777-4981-8a5f-28c5a538b861 req-988238b2-7614-4a7e-88d8-407d16737427 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037352 Aug 20 12:26:07.957195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd58cf-5887-4565-9148-38287e00b952 req-a4eb4a58-0d0b-4512-be31-2189db2165f4 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:07.963473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bfd58cf-5887-4565-9148-38287e00b952 req-a4eb4a58-0d0b-4512-be31-2189db2165f4 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 931 time: 0.1033483 Aug 20 12:26:08.043630 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bfd58cf-5887-4565-9148-38287e00b952 req-9144f3c4-941d-4426-9e46-140898c43974 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755956 Aug 20 12:26:08.050679 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:26:08.186420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53116) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:08.220303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b428625-0184-4c2a-b2bc-f41644963e86 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:08.233006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.249745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Transition to ACTIVE for port object 5b428625-0184-4c2a-b2bc-f41644963e86 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:08.249991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-90d65740-824e-48d0-91b8-453fa1742701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:08.252461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-90d65740-824e-48d0-91b8-453fa1742701 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b02721c88d2e4843aa0ad9c20a60c092&device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 1098 time: 0.1159799 Aug 20 12:26:08.256923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.266849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8633d-ffd8-4a38-98cd-7cd6d18c71b2 req-28d727b2-01a5-43ff-b0d3-3748de4f00d6 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:08.274449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21b8633d-ffd8-4a38-98cd-7cd6d18c71b2 req-28d727b2-01a5-43ff-b0d3-3748de4f00d6 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0784769 Aug 20 12:26:08.385353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21b8633d-ffd8-4a38-98cd-7cd6d18c71b2 req-e6ccfedf-5f77-4dea-8096-a08505356660 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992279 Aug 20 12:26:08.391098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-040feb61-e132-4c2a-8a25-bb54a628628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.398970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Pushing event updated for resources: {'Port': ['ID=5b428625-0184-4c2a-b2bc-f41644963e86,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:08.427309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-e61dd973-f189-4b79-a9bd-40ab195f53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:08.429439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-e61dd973-f189-4b79-a9bd-40ab195f53f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=82449fcc-2028-48df-8d81-db24490bc78a HTTP/1.1" status: 200 len: 913 time: 0.1536882 Aug 20 12:26:08.465285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Attempting to bind port 5b428625-0184-4c2a-b2bc-f41644963e86 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:08.465580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Attempting to bind port 5b428625-0184-4c2a-b2bc-f41644963e86 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:08.465917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Attempting to bind port 5b428625-0184-4c2a-b2bc-f41644963e86 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:08.477312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Port 5b428625-0184-4c2a-b2bc-f41644963e86 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:26:08.477717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Attempting to bind port 5b428625-0184-4c2a-b2bc-f41644963e86 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:08.484184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:08.484536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Checking segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:08.484930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Bound using segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:08.485375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Bound port: 5b428625-0184-4c2a-b2bc-f41644963e86, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:08.485792 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.512608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-6562de36-94e7-4493-93fd-cbef0e47f96d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52 HTTP/1.1" status: 200 len: 217 time: 0.0688331 Aug 20 12:26:08.540548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f35ed6d-7885-49a5-95c2-97c2c832c95d req-8d963eeb-41b0-4f99-b3fe-de60080b866f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 210 time: 0.0397377 Aug 20 12:26:08.588050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] For port 5b428625-0184-4c2a-b2bc-f41644963e86, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:08.595089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-040feb61-e132-4c2a-8a25-bb54a628628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.603381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-d8fca375-6d44-4832-ac02-ba4e2772ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:08.603643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] For port 5b428625-0184-4c2a-b2bc-f41644963e86, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5b428625-0184-4c2a-b2bc-f41644963e86,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:08.604645 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-040feb61-e132-4c2a-8a25-bb54a628628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.605091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-d8fca375-6d44-4832-ac02-ba4e2772ea4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e0380ae-ba43-4d96-8992-13212ee37dbe HTTP/1.1" status: 200 len: 852 time: 0.0740745 Aug 20 12:26:08.618224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.638865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-29615740-ded9-4543-bce1-86d5167daf69 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82449fcc-2028-48df-8d81-db24490bc78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255437 Aug 20 12:26:08.679701 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-040feb61-e132-4c2a-8a25-bb54a628628e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e184a7858954c0abf8d2d56b0a572e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921181 Aug 20 12:26:08.682658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:08.683268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.684647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b428625-0184-4c2a-b2bc-f41644963e86 HTTP/1.1" status: 200 len: 1092 time: 1.1768076 Aug 20 12:26:08.687661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba59066-5831-4118-a2bc-6dcd3944e49c', 'tag': '5b428625-0184-4c2a-b2bc-f41644963e86'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:08.690601 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f70a65-e67b-442d-a83e-4432dcfbff22" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba59066-5831-4118-a2bc-6dcd3944e49c", "tag": "5b428625-0184-4c2a-b2bc-f41644963e86"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:08.694379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53122) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:08.709987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040feb61-e132-4c2a-8a25-bb54a628628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732148bc-726d-43ab-98c1-c0fe26425a95,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:08.723136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da16c1-de68-4daf-85ca-70fa33389302 service neutron] Pushing event updated for resources: {'Port': ['ID=5b428625-0184-4c2a-b2bc-f41644963e86,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:08.755563 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d13a5a-372f-4fa3-960e-ff7be1df3cc2 x-openstack-request-id: req-83d13a5a-372f-4fa3-960e-ff7be1df3cc2 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:08.755763 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba59066-5831-4118-a2bc-6dcd3944e49c", "tag": "5b428625-0184-4c2a-b2bc-f41644963e86", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:08.756011 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83d13a5a-372f-4fa3-960e-ff7be1df3cc2 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:08.756706 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba59066-5831-4118-a2bc-6dcd3944e49c', 'tag': '5b428625-0184-4c2a-b2bc-f41644963e86', 'status': 'completed', 'code': 200} Aug 20 12:26:08.793909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-83772c47-1d92-4281-9402-2b70de3246f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:08.795511 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-83772c47-1d92-4281-9402-2b70de3246f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 1095 time: 0.0597906 Aug 20 12:26:08.797345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-ca50c0f5-a930-46b8-a00d-8375d89428fd service neutron] 10.222.0.22 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507986 Aug 20 12:26:08.798986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-daf21352-cd00-43a4-b88a-97d02c423f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.839402 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-8fdd5bbe-6a29-4a27-a754-05d05874c682 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b428625-0184-4c2a-b2bc-f41644963e86 HTTP/1.1" status: 200 len: 217 time: 0.0352314 Aug 20 12:26:08.873323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-daf21352-cd00-43a4-b88a-97d02c423f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.897588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-46ebc629-f675-43b8-9ec7-04babd74d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:08.899245 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-46ebc629-f675-43b8-9ec7-04babd74d325 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.0480738 Aug 20 12:26:08.948269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-89104e6a-b61e-4ff2-8ce7-df7f4ff8e76f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378654 Aug 20 12:26:08.953860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ffc1dc4-3816-42b4-9f84-665503ccc909 req-3c1de4f8-07df-479f-8683-72a81bda8426 service neutron] 10.222.0.22 "GET /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455758 Aug 20 12:26:08.963930 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-daf21352-cd00-43a4-b88a-97d02c423f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.966743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-daf21352-cd00-43a4-b88a-97d02c423f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:08.971118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-daf21352-cd00-43a4-b88a-97d02c423f74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/732148bc-726d-43ab-98c1-c0fe26425a95 HTTP/1.1" status: 204 len: 168 time: 0.2726057 Aug 20 12:26:08.977666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf21352-cd00-43a4-b88a-97d02c423f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732148bc-726d-43ab-98c1-c0fe26425a95,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:09.077567 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-0b6ba2f0-7f4a-455b-9db3-04da38e68b36 service neutron] 10.222.0.73 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164987 Aug 20 12:26:09.186000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c3a11-e049-43e1-aa36-bb552c6af163 req-adc891a1-5e1b-4f9f-96ef-5cf40c2d5cf4 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:09.194475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e8c3a11-e049-43e1-aa36-bb552c6af163 req-adc891a1-5e1b-4f9f-96ef-5cf40c2d5cf4 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 943 time: 0.0712864 Aug 20 12:26:09.240141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e8c3a11-e049-43e1-aa36-bb552c6af163 req-c1fc1ed7-587a-49cc-8e2b-05a9e370b73d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Aug 20 12:26:09.256883 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3bd64f4-2dbd-4135-a581-8f92a84bb5dd req-4834fb77-4038-4cb7-9ec1-cc66e4f565c9 service neutron] 10.222.0.73 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498420 Aug 20 12:26:09.327855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53132) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:09.343848 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3484c40f-2b0d-4d5f-af01-060387faeb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.392987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-1542fb3e-4833-47c2-ac89-cce5c746040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:09.395015 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-1542fb3e-4833-47c2-ac89-cce5c746040d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 1095 time: 0.0485387 Aug 20 12:26:09.491306 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3484c40f-2b0d-4d5f-af01-060387faeb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.499125 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3484c40f-2b0d-4d5f-af01-060387faeb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.511864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-ca54978e-7eb9-4004-b548-17e7e6b90275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:09.513427 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-ca54978e-7eb9-4004-b548-17e7e6b90275 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 916 time: 0.1107066 Aug 20 12:26:09.562254 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-bb22d5ee-2860-41e0-8007-730a1f6c62c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b428625-0184-4c2a-b2bc-f41644963e86 HTTP/1.1" status: 200 len: 217 time: 0.0400016 Aug 20 12:26:09.578914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484c40f-2b0d-4d5f-af01-060387faeb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6e50b-f27f-4eb8-a808-f39a0d3759ee,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:09.584746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3484c40f-2b0d-4d5f-af01-060387faeb97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1b3800ec0f14c9992061ce585e9ceaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558000 Aug 20 12:26:09.590676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53138) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:09.648714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4f22-5a0a-4ad9-9fe4-5e74d798e171 req-0d7caa83-9ffe-4187-a04e-dc0279c4849e tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:09.650350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fab4f22-5a0a-4ad9-9fe4-5e74d798e171 req-0d7caa83-9ffe-4187-a04e-dc0279c4849e tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.1259022 Aug 20 12:26:09.682950 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9062be75-5e5a-4f4b-b18e-2408fa9567bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.694711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-6d1a12c2-81a9-4cf5-b5c5-f48f0565267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:09.697398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-6d1a12c2-81a9-4cf5-b5c5-f48f0565267d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.1230013 Aug 20 12:26:09.708899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9062be75-5e5a-4f4b-b18e-2408fa9567bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.743707 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-946938fa-4d08-4402-814e-05ec2418299d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378928 Aug 20 12:26:09.769681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-379c7c9f-b520-429d-9a1e-21f9ab09f2db req-0b91343c-2515-4b49-9645-6738c82552ec tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62e12499-abc0-432f-a1f5-e46a30e0a71c HTTP/1.1" status: 200 len: 210 time: 0.0632782 Aug 20 12:26:09.840189 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fab4f22-5a0a-4ad9-9fe4-5e74d798e171 req-2a5f77e0-d852-40b5-846b-b8cf91422ed3 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716979 Aug 20 12:26:09.855423 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-f31a937c-fd95-47fa-b547-897ab18fb6a6 service neutron] 10.222.0.73 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042783 Aug 20 12:26:09.869759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9062be75-5e5a-4f4b-b18e-2408fa9567bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.875418 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9062be75-5e5a-4f4b-b18e-2408fa9567bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:09.877810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9062be75-5e5a-4f4b-b18e-2408fa9567bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cac6e50b-f27f-4eb8-a808-f39a0d3759ee HTTP/1.1" status: 204 len: 168 time: 0.2825389 Aug 20 12:26:09.888544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062be75-5e5a-4f4b-b18e-2408fa9567bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6e50b-f27f-4eb8-a808-f39a0d3759ee,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:10.000744 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-65f70a65-e67b-442d-a83e-4432dcfbff22 req-4be7921b-333a-4693-b8ef-a0724aafaf5b service neutron] 10.222.0.73 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326897 Aug 20 12:26:10.371674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb589b2-3053-48ba-abb7-74a7775321c1 req-ec77ad9e-5558-4ecb-9592-4d0a897a33bf tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:10.373534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ddb589b2-3053-48ba-abb7-74a7775321c1 req-ec77ad9e-5558-4ecb-9592-4d0a897a33bf tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 943 time: 0.0541201 Aug 20 12:26:10.416747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ddb589b2-3053-48ba-abb7-74a7775321c1 req-91dda95b-9429-482a-87e9-e58c9d35826d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Aug 20 12:26:10.604977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5b428625-0184-4c2a-b2bc-f41644963e86 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:26:10.701513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5b428625-0184-4c2a-b2bc-f41644963e86, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5b428625-0184-4c2a-b2bc-f41644963e86,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:10.714436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '5b428625-0184-4c2a-b2bc-f41644963e86', 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'port_id': '5b428625-0184-4c2a-b2bc-f41644963e86', 'mac_address': 'fa:16:3e:e0:96:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc6145c-ab7b-4663-a467-6b3df3d486f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:26:10.756599 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:10.771043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b428625-0184-4c2a-b2bc-f41644963e86 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:10.792549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5b428625-0184-4c2a-b2bc-f41644963e86, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5b428625-0184-4c2a-b2bc-f41644963e86,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:10.799587 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:10.850887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=5b428625-0184-4c2a-b2bc-f41644963e86,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:10.858693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.859333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.859868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.861167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.862095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.862675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.863223 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.864029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.864803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.865908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.866664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.867681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:10.994639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0f2e-c506-405d-a325-183b49b6d3f7 req-982ed7c5-2d4d-4be1-a4f8-b7d2aef952c5 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:10.996280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770e0f2e-c506-405d-a325-183b49b6d3f7 req-982ed7c5-2d4d-4be1-a4f8-b7d2aef952c5 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0723732 Aug 20 12:26:11.039973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5b428625-0184-4c2a-b2bc-f41644963e86'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:11.042124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770e0f2e-c506-405d-a325-183b49b6d3f7 req-d39c0807-e49a-401d-b329-150efe970027 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Aug 20 12:26:11.340722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb51420-a4a6-47bf-af11-b1bc4422a6af req-8375f018-6234-4599-a5a2-a828ae27b004 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:11.342254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bb51420-a4a6-47bf-af11-b1bc4422a6af req-8375f018-6234-4599-a5a2-a828ae27b004 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0559292 Aug 20 12:26:11.401438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bb51420-a4a6-47bf-af11-b1bc4422a6af req-08961eff-94b7-4b08-b17d-5ecae12aebdf tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526645 Aug 20 12:26:11.545411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e4b5f-0a32-47ca-a075-c9b04484df4f req-414466a0-f263-4dde-839d-ab87c14694f0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:11.547089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b9e4b5f-0a32-47ca-a075-c9b04484df4f req-414466a0-f263-4dde-839d-ab87c14694f0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 944 time: 0.0554969 Aug 20 12:26:11.597088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b9e4b5f-0a32-47ca-a075-c9b04484df4f req-041f649b-03b7-42b1-9bfc-89559bd3ceb6 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Aug 20 12:26:12.119196 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.257748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53236) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:12.402161 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef8b0-5e5f-40e0-962b-b2757ee96ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.534420 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef8b0-5e5f-40e0-962b-b2757ee96ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.542838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef8b0-5e5f-40e0-962b-b2757ee96ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.577044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3ddd2-c867-49fe-a37e-ed9d58af23a0 req-fdf8d92a-19ef-4b2f-aa89-05f3bc5cf1d3 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:12.578858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fae3ddd2-c867-49fe-a37e-ed9d58af23a0 req-fdf8d92a-19ef-4b2f-aa89-05f3bc5cf1d3 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0934546 Aug 20 12:26:12.604832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5b428625-0184-4c2a-b2bc-f41644963e86 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:12.608589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ca2ef8b0-5e5f-40e0-962b-b2757ee96ae9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc334ecdd19840e29c445fcb64050c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496342 Aug 20 12:26:12.610532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53244) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:12.632812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ef8b0-5e5f-40e0-962b-b2757ee96ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859ec7e4-0b10-4627-82d5-663a19c62729,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:12.676204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fae3ddd2-c867-49fe-a37e-ed9d58af23a0 req-f18665ca-60b9-43d4-b9e4-2b03e0e9e4c0 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831213 Aug 20 12:26:12.695030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 5b428625-0184-4c2a-b2bc-f41644963e86 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:12.699549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 5b428625-0184-4c2a-b2bc-f41644963e86 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:12.700752 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.711081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.740776 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.759452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b81908-36c3-4a88-a507-3f5a797ef0f6 req-32d1e6f0-6107-4cec-aab3-329ffa0a350e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:12.768111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05b81908-36c3-4a88-a507-3f5a797ef0f6 req-32d1e6f0-6107-4cec-aab3-329ffa0a350e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 944 time: 0.0721285 Aug 20 12:26:12.798419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.801851 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.803138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.807384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/859ec7e4-0b10-4627-82d5-663a19c62729 HTTP/1.1" status: 204 len: 168 time: 0.1930342 Aug 20 12:26:12.821930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05b81908-36c3-4a88-a507-3f5a797ef0f6 req-7b3dae64-c787-41b5-a3ad-b493123a52d9 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529432 Aug 20 12:26:12.831768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859ec7e4-0b10-4627-82d5-663a19c62729,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:12.840259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba59066-5831-4118-a2bc-6dcd3944e49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b428625-0184-4c2a-b2bc-f41644963e86'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:12.842593 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac972517-e565-4747-8a37-187c3ee37790" -d '{"events": [{"server_uuid": "5ba59066-5831-4118-a2bc-6dcd3944e49c", "name": "network-vif-plugged", "status": "completed", "tag": "5b428625-0184-4c2a-b2bc-f41644963e86"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:12.848040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.849698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.851069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.852272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.852965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.854087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.855186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.855494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.855818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.856615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.856615 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.856985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a761bee-5b3b-416b-a40b-084c810324a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:12.862321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 5b428625-0184-4c2a-b2bc-f41644963e86, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5b428625-0184-4c2a-b2bc-f41644963e86,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:12.872014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:12.907272 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d457f29-3bab-4a37-878f-8ea263a5157d x-openstack-request-id: req-0d457f29-3bab-4a37-878f-8ea263a5157d {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:12.908241 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba59066-5831-4118-a2bc-6dcd3944e49c", "name": "network-vif-plugged", "status": "completed", "tag": "5b428625-0184-4c2a-b2bc-f41644963e86", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:12.908566 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d457f29-3bab-4a37-878f-8ea263a5157d {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:12.908957 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba59066-5831-4118-a2bc-6dcd3944e49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b428625-0184-4c2a-b2bc-f41644963e86', 'code': 200} Aug 20 12:26:12.953511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=5b428625-0184-4c2a-b2bc-f41644963e86,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:13.041545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75d93f-ed04-4269-b34f-058d9b2099ab req-f6447c46-43fc-468d-8045-f39fec9b22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:13.044544 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1a75d93f-ed04-4269-b34f-058d9b2099ab req-f6447c46-43fc-468d-8045-f39fec9b22e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 1097 time: 0.0567491 Aug 20 12:26:13.093613 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1a75d93f-ed04-4269-b34f-058d9b2099ab req-46e87b2b-a51f-443c-9308-da78b3404e86 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Aug 20 12:26:13.177757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:13.192099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e65719a1-c761-4f9f-9e45-e6693434afca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.299587 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e65719a1-c761-4f9f-9e45-e6693434afca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.307702 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e65719a1-c761-4f9f-9e45-e6693434afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.347810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-61b7ddaa-844b-408c-831b-66f8974f72a1 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:13.349324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-61b7ddaa-844b-408c-831b-66f8974f72a1 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.22 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0567441 Aug 20 12:26:13.368922 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e65719a1-c761-4f9f-9e45-e6693434afca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa459cc478d74a2b8f9cc9fac6664199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877172 Aug 20 12:26:13.368922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65719a1-c761-4f9f-9e45-e6693434afca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c35db0d-5e8f-4f56-a296-701ba2851bce,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:13.369858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53258) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:13.483726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45e7dceb-1f6a-46b8-8f0e-0c6f5fc5d80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.516242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45e7dceb-1f6a-46b8-8f0e-0c6f5fc5d80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.527557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Deleting port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:13.527899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.645777 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45e7dceb-1f6a-46b8-8f0e-0c6f5fc5d80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.648225 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45e7dceb-1f6a-46b8-8f0e-0c6f5fc5d80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.649695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-45e7dceb-1f6a-46b8-8f0e-0c6f5fc5d80c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c35db0d-5e8f-4f56-a296-701ba2851bce HTTP/1.1" status: 204 len: 168 time: 0.2783144 Aug 20 12:26:13.661036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] For port 1c8f9ac4-722b-46cd-9860-c3cb37220b52, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1c8f9ac4-722b-46cd-9860-c3cb37220b52,segment=NetworkSegment(8327fc12-0352-4531-88a7-66559ca45e6c),segment_id=8327fc12-0352-4531-88a7-66559ca45e6c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:13.661274 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.672549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7dceb-1f6a-46b8-8f0e-0c6f5fc5d80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c35db0d-5e8f-4f56-a296-701ba2851bce,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:13.684317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Calling delete_port for 1c8f9ac4-722b-46cd-9860-c3cb37220b52 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:13.819582 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.838997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dbead-2474-46fe-ba26-ffe742c3ce97 req-feff7482-a2a3-4dff-88d9-fc112df4b794 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:13.841031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf9dbead-2474-46fe-ba26-ffe742c3ce97 req-feff7482-a2a3-4dff-88d9-fc112df4b794 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/ports?device_id=06af343e-c1e7-4a9a-a7d1-7457e557abaa HTTP/1.1" status: 200 len: 946 time: 0.0882976 Aug 20 12:26:13.964808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:13.969696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf9dbead-2474-46fe-ba26-ffe742c3ce97 req-429eaec3-9422-4ef3-bb5b-47c2a3753711 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.25 "GET /v2.0/security-groups?id=a479aed3-241c-45f7-9b5f-f944c5428a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882008 Aug 20 12:26:13.977282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1c8f9ac4-722b-46cd-9860-c3cb37220b52'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:14.014493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Pushing event deleted for resources: {'Port': ['ID=1c8f9ac4-722b-46cd-9860-c3cb37220b52,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:14.026592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47092d1-6dff-40c6-bf08-5347f752732c req-b702c90e-c704-45ca-afad-4d900a5f090e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:14.028111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a47092d1-6dff-40c6-bf08-5347f752732c req-b702c90e-c704-45ca-afad-4d900a5f090e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 945 time: 0.1197100 Aug 20 12:26:14.075144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] No DVR routers for this DVR port 1c8f9ac4-722b-46cd-9860-c3cb37220b52 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:14.078841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:14.081459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e7d4ccc-8c60-46a5-9004-bd4ad22d70b7 req-4f12ba8b-6d28-4f18-8e52-c30f75308d56 tempest-TestServerAdvancedOps-690442269 tempest-TestServerAdvancedOps-690442269-project] 10.222.0.22 "DELETE /v2.0/ports/1c8f9ac4-722b-46cd-9860-c3cb37220b52 HTTP/1.1" status: 204 len: 173 time: 0.7255177 Aug 20 12:26:14.081902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06af343e-c1e7-4a9a-a7d1-7457e557abaa', 'name': 'network-vif-deleted', 'tag': '1c8f9ac4-722b-46cd-9860-c3cb37220b52'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:14.084282 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48898ea5-7507-480e-b61c-d7f8be5a4dbc" -d '{"events": [{"server_uuid": "06af343e-c1e7-4a9a-a7d1-7457e557abaa", "name": "network-vif-deleted", "tag": "1c8f9ac4-722b-46cd-9860-c3cb37220b52"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:14.110539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a47092d1-6dff-40c6-bf08-5347f752732c req-9feda22c-8fb2-4795-beaa-566d3fb16db8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633388 Aug 20 12:26:14.157717 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacc6de2-1f3c-4c8e-8457-35b23919983e x-openstack-request-id: req-bacc6de2-1f3c-4c8e-8457-35b23919983e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:14.158008 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06af343e-c1e7-4a9a-a7d1-7457e557abaa", "name": "network-vif-deleted", "tag": "1c8f9ac4-722b-46cd-9860-c3cb37220b52", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:14.158690 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bacc6de2-1f3c-4c8e-8457-35b23919983e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:14.158832 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06af343e-c1e7-4a9a-a7d1-7457e557abaa', 'name': 'network-vif-deleted', 'tag': '1c8f9ac4-722b-46cd-9860-c3cb37220b52', 'status': 'completed', 'code': 200} Aug 20 12:26:15.086595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53338) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:15.133967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-23969394-dc8e-4e1a-872b-8d29d53224f4 admin admin] Deleting subnet 3e0380ae-ba43-4d96-8992-13212ee37dbe {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:26:15.147103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23969394-dc8e-4e1a-872b-8d29d53224f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.191318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23969394-dc8e-4e1a-872b-8d29d53224f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.264336 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23969394-dc8e-4e1a-872b-8d29d53224f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.304549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185ef9a-80a9-4146-b181-45b6334e4424 req-d3a0f635-1447-4936-b886-6fde7610070c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:15.306070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5185ef9a-80a9-4146-b181-45b6334e4424 req-d3a0f635-1447-4936-b886-6fde7610070c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 945 time: 0.0917554 Aug 20 12:26:15.362523 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23969394-dc8e-4e1a-872b-8d29d53224f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.411155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23969394-dc8e-4e1a-872b-8d29d53224f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0380ae-ba43-4d96-8992-13212ee37dbe,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:15.426843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5185ef9a-80a9-4146-b181-45b6334e4424 req-28b77afd-b798-4d30-9cc7-4e0dfe90c2e0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857334 Aug 20 12:26:15.432737 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23969394-dc8e-4e1a-872b-8d29d53224f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.439370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-23969394-dc8e-4e1a-872b-8d29d53224f4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3e0380ae-ba43-4d96-8992-13212ee37dbe HTTP/1.1" status: 204 len: 168 time: 0.3487096 Aug 20 12:26:15.439951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53374) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:15.521021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.608103 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.622727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82449fcc-2028-48df-8d81-db24490bc78a']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:15.637715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8327fc12-0352-4531-88a7-66559ca45e6c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:15.638287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8327fc12-0352-4531-88a7-66559ca45e6c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:15.648373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.669998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.683431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:26:15.683986 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:26:15.685835 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:26:15.781209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.809298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.811645 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] 10.222.0.25 "DELETE /v2.0/networks/82449fcc-2028-48df-8d81-db24490bc78a HTTP/1.1" status: 204 len: 168 time: 0.3700180 Aug 20 12:26:15.812686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9afeb-fd5e-4348-9459-636bd1adfedd admin admin] Pushing event deleted for resources: {'Network': ['ID=82449fcc-2028-48df-8d81-db24490bc78a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:15.815396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53382) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:15.870617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0edbf5-dfec-44f2-9e0f-59bf0a33a31c admin admin] Deleting subnet 21061887-52cb-4adc-9a33-74cf7337ce80 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:26:15.874025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f0edbf5-dfec-44f2-9e0f-59bf0a33a31c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.913630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f0edbf5-dfec-44f2-9e0f-59bf0a33a31c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.953432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f0edbf5-dfec-44f2-9e0f-59bf0a33a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.020349 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f0edbf5-dfec-44f2-9e0f-59bf0a33a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.049845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0edbf5-dfec-44f2-9e0f-59bf0a33a31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21061887-52cb-4adc-9a33-74cf7337ce80,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:16.054815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1f0edbf5-dfec-44f2-9e0f-59bf0a33a31c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.058237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1f0edbf5-dfec-44f2-9e0f-59bf0a33a31c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/21061887-52cb-4adc-9a33-74cf7337ce80 HTTP/1.1" status: 204 len: 168 time: 0.2403131 Aug 20 12:26:16.059354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53390) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:16.161852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.304078 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.330156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392785b5-a9d5-4b08-91ec-79dc5e64f5d9']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:16.356058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00911e0d-5294-4759-999f-173af25c4e76') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:16.356360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00911e0d-5294-4759-999f-173af25c4e76') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:16.388628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.407109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3985f-4ec8-4405-8270-c1d986d15684 req-403b14d4-763d-4feb-8ab9-af1ef8b11d25 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:16.410079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fe3985f-4ec8-4405-8270-c1d986d15684 req-403b14d4-763d-4feb-8ab9-af1ef8b11d25 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1098 time: 0.1020894 Aug 20 12:26:16.424843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.435610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:26:16.436198 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:26:16.437967 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:26:16.529654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fe3985f-4ec8-4405-8270-c1d986d15684 req-3cfb3390-3b0a-4b2d-bd2b-eced37cba86b tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046834 Aug 20 12:26:16.535135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.546234 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.551634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] 10.222.0.25 "DELETE /v2.0/networks/392785b5-a9d5-4b08-91ec-79dc5e64f5d9 HTTP/1.1" status: 204 len: 168 time: 0.4912486 Aug 20 12:26:16.566908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53420) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:16.589663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b20ff2-3d5c-4a2f-8549-8c7fb0416c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=392785b5-a9d5-4b08-91ec-79dc5e64f5d9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:16.614898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1c8f9ac4-722b-46cd-9860-c3cb37220b52 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:16.663204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 1c8f9ac4-722b-46cd-9860-c3cb37220b52 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:16.663652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1c8f9ac4-722b-46cd-9860-c3cb37220b52 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:16.819636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 6d1c6385-1067-4d97-867e-61807ff1d059 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:16.819881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.947411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.948013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.980482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 6d1c6385-1067-4d97-867e-61807ff1d059 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:17.081869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53448) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:17.169269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7e17e081-94d2-4d72-abdf-b32e2001a8e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b02721c88d2e4843aa0ad9c20a60c092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846636 Aug 20 12:26:17.172071 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53454) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:17.256094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f118-7c4b-47ea-bec3-2bc41a413fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:17.307830 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f118-7c4b-47ea-bec3-2bc41a413fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:17.339952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:17.379558 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f118-7c4b-47ea-bec3-2bc41a413fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:17.384407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f118-7c4b-47ea-bec3-2bc41a413fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:17.386095 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e8d1f118-7c4b-47ea-bec3-2bc41a413fd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a479aed3-241c-45f7-9b5f-f944c5428a4a HTTP/1.1" status: 204 len: 168 time: 0.2129943 Aug 20 12:26:17.400258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=6d1c6385-1067-4d97-867e-61807ff1d059,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:17.405382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1f118-7c4b-47ea-bec3-2bc41a413fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a479aed3-241c-45f7-9b5f-f944c5428a4a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:17.491938 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:17.492360 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Floating IP ced3989d-4f6b-4bf6-ae08-5f4d151b1e75 disassociated (deleted). External IP: 172.25.0.56, port: e3c5dfe5-62ab-4016-a7a6-5124166c1ca9. Aug 20 12:26:17.771550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 29169a16-8594-402e-89ee-e53236c4124e has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:17.910093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53500) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:17.925206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:17.931385 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:17.938993 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] Sync routers for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:17.953629 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:17.954360 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:25:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:17.978526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b39c1f77-43b7-415d-a2e6-94cee9aacf73 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/floatingips/ced3989d-4f6b-4bf6-ae08-5f4d151b1e75 HTTP/1.1" status: 204 len: 168 time: 1.4099526 Aug 20 12:26:17.979265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:17.982092 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f8bc230f-33ed-4677-9fc4-4903468be4be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9756b8e1d9724d4381cf3079a6ee009c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703447 Aug 20 12:26:17.984416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53504) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:17.985146 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280025a9-c778-44e7-8c4e-a737fce970fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:18.065697 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c415cf48-479d-4b3d-8191-776a5d295826 x-openstack-request-id: req-c415cf48-479d-4b3d-8191-776a5d295826 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:18.066108 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:18.066574 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c415cf48-479d-4b3d-8191-776a5d295826 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:18.067089 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'status': 'completed', 'code': 200} Aug 20 12:26:18.087224 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2166d197-251c-46f9-8e3c-c0bc3c21c6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.113606 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2166d197-251c-46f9-8e3c-c0bc3c21c6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.154287 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:18.185039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2166d197-251c-46f9-8e3c-c0bc3c21c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.189954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2166d197-251c-46f9-8e3c-c0bc3c21c6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.191753 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2166d197-251c-46f9-8e3c-c0bc3c21c6e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07e9e33e-403c-4510-ab1a-867ad0b14be9 HTTP/1.1" status: 204 len: 168 time: 0.2063785 Aug 20 12:26:18.201317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280025a9-c778-44e7-8c4e-a737fce970fa req-0bd6965d-c7d7-49aa-ac84-f549bcc83349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:18.203455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-280025a9-c778-44e7-8c4e-a737fce970fa req-0bd6965d-c7d7-49aa-ac84-f549bcc83349 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 1098 time: 0.1101828 Aug 20 12:26:18.204203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166d197-251c-46f9-8e3c-c0bc3c21c6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e9e33e-403c-4510-ab1a-867ad0b14be9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:18.415258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280025a9-c778-44e7-8c4e-a737fce970fa req-7cef5650-ad20-4ff0-a4ef-2f8294e5d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:18.417152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-280025a9-c778-44e7-8c4e-a737fce970fa req-7cef5650-ad20-4ff0-a4ef-2f8294e5d41b service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 200 len: 898 time: 0.1997216 Aug 20 12:26:18.507693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-280025a9-c778-44e7-8c4e-a737fce970fa req-3eba769d-edc1-468b-8034-09316b05b3f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 200 len: 217 time: 0.0536354 Aug 20 12:26:18.596873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ed5e8-40e6-417c-bd23-170ef69f3b5c req-540d411c-d47c-4441-bb3e-3dca80527d4c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:18.598823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce6ed5e8-40e6-417c-bd23-170ef69f3b5c req-540d411c-d47c-4441-bb3e-3dca80527d4c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 946 time: 0.1933334 Aug 20 12:26:18.602610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280025a9-c778-44e7-8c4e-a737fce970fa req-f87e4561-2f4e-4bf1-82a3-c4bdbe27ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:18.604500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-280025a9-c778-44e7-8c4e-a737fce970fa req-f87e4561-2f4e-4bf1-82a3-c4bdbe27ad92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 200 len: 834 time: 0.0863998 Aug 20 12:26:18.674284 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:18.699465 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce6ed5e8-40e6-417c-bd23-170ef69f3b5c req-20d098ca-09ba-4aa5-a6a8-2e25ff65f6c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938015 Aug 20 12:26:18.722808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280025a9-c778-44e7-8c4e-a737fce970fa req-cbe44186-d742-484e-aa5b-6000c68628d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:18.733534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-280025a9-c778-44e7-8c4e-a737fce970fa req-cbe44186-d742-484e-aa5b-6000c68628d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c35e033-cfda-4a96-ac94-0e5a56952979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867336 Aug 20 12:26:18.744902 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] Checking router: 29169a16-8594-402e-89ee-e53236c4124e for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:18.756205 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:18.757094 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:25:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:18.871141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-280025a9-c778-44e7-8c4e-a737fce970fa req-188b7a59-db30-4183-801f-9596485bfe88 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354060 Aug 20 12:26:18.895265 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:19.020311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-280025a9-c778-44e7-8c4e-a737fce970fa req-920ee388-3b8f-4077-b4e4-aa482019d0d1 service neutron] 10.222.0.22 "GET /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390123 Aug 20 12:26:19.147404 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:19.180077 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234d87d-af12-4359-aa0f-ed49acef6b34 None None] The sync data for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 is: [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:14Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'bb5f85f8-deed-4794-ac85-fc9746e4f31f', 'name': '', 'network_id': '5c35e033-cfda-4a96-ac94-0e5a56952979', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:c1:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:14Z', 'updated_at': '2021-08-20T12:24:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4e3a2d1d-9013-4881-8cd0-8431e764185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:19.509372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225f7d9-f7bc-4c3d-9486-ac7bde02b503 None None] New status for floating IP ced3989d-4f6b-4bf6-ae08-5f4d151b1e75: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:26:19.718496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-7f9b4456-a86b-4042-af60-8a46d7f73df4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:19.720028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-7f9b4456-a86b-4042-af60-8a46d7f73df4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 946 time: 0.0637822 Aug 20 12:26:19.864164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:19.864538 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:19.944305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682853f2-df28-48f4-862d-fe84a2de9daa req-53d5cf14-623b-4c18-b7b6-6dda154f2c7f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:19.945804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-682853f2-df28-48f4-862d-fe84a2de9daa req-53d5cf14-623b-4c18-b7b6-6dda154f2c7f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a29e993-9e91-4d60-820f-19dbff6ed367 HTTP/1.1" status: 200 len: 946 time: 0.1205246 Aug 20 12:26:20.003959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:20.004329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:20.017326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-682853f2-df28-48f4-862d-fe84a2de9daa req-2998421d-f32c-4e4c-812e-cf0226df1a3d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b90c33f-de55-421c-8b62-31a70fdb7e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634575 Aug 20 12:26:20.024197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:20.173886 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:20.206219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=e3c5dfe5-62ab-4016-a7a6-5124166c1ca9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:20.252741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] No DVR routers for this DVR port e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:20.255529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:20.257816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a4d3e35-f249-4c77-a9a3-e1ada3067e03 req-9edaf758-801b-4361-837b-6a2bfb5967d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "DELETE /v2.0/ports/e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 HTTP/1.1" status: 204 len: 173 time: 0.5308857 Aug 20 12:26:20.258319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-deleted', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:20.260628 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba2a0d3-358a-4673-a3e0-1b17932579ba" -d '{"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-deleted", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:20.306457 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1162c422-7df0-4e6e-8d1e-465d21a8378b x-openstack-request-id: req-1162c422-7df0-4e6e-8d1e-465d21a8378b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:20.307085 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29e993-9e91-4d60-820f-19dbff6ed367", "name": "network-vif-deleted", "tag": "e3c5dfe5-62ab-4016-a7a6-5124166c1ca9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:20.307613 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1162c422-7df0-4e6e-8d1e-465d21a8378b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:20.308175 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29e993-9e91-4d60-820f-19dbff6ed367', 'name': 'network-vif-deleted', 'tag': 'e3c5dfe5-62ab-4016-a7a6-5124166c1ca9', 'status': 'completed', 'code': 200} Aug 20 12:26:21.081342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53536) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:21.508775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:21.687053 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-58de6f5d-072c-4ed9-b22c-457f1d5d0039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:22.175661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port bb5f85f8-deed-4794-ac85-fc9746e4f31f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:22.176253 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:22.278996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port bb5f85f8-deed-4794-ac85-fc9746e4f31f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bb5f85f8-deed-4794-ac85-fc9746e4f31f,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:22.279353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:22.293143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for bb5f85f8-deed-4794-ac85-fc9746e4f31f owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:22.494877 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:22.530655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=bb5f85f8-deed-4794-ac85-fc9746e4f31f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:22.619940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:22.707938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:22.710836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e3c5dfe5-62ab-4016-a7a6-5124166c1ca9 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:22.738504 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.003318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 29169a16-8594-402e-89ee-e53236c4124e has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:23.129575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:23.138137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53550) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:23.142576 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] Sync routers for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:23.143066 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a1a89798-ba74-43b8-a772-c7a314d922ca tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "PUT /v2.0/routers/29169a16-8594-402e-89ee-e53236c4124e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0600138 Aug 20 12:26:23.155988 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:23.156974 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:25:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:23.203036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting subnet 4e3a2d1d-9013-4881-8cd0-8431e764185d {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:26:23.207355 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.255204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.279280 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:23.357546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.430554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.463535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.465454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/subnets/4e3a2d1d-9013-4881-8cd0-8431e764185d HTTP/1.1" status: 204 len: 168 time: 0.3263154 Aug 20 12:26:23.466422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3a2d1d-9013-4881-8cd0-8431e764185d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:23.468835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53552) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:23.471449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3000244-7fb8-463b-b456-322ab075d184 None None] Network 5c35e033-cfda-4a96-ac94-0e5a56952979 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:26:23.488475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.488834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.489162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.489498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.489836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.490170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.502577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.503008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.503461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.503696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.504040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.504370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a7043-446a-499b-914f-bcafa3f57f3f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:23.550964 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:26:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:23.593879 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] Checking router: 29169a16-8594-402e-89ee-e53236c4124e for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:23.607508 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] Routers {'29169a16-8594-402e-89ee-e53236c4124e'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:23.608158 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:25:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['29169a16-8594-402e-89ee-e53236c4124e'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:23.659684 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.765046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] DHCP port deletion for 5c35e033-cfda-4a96-ac94-0e5a56952979 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:26:23.789066 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] Set router 29169a16-8594-402e-89ee-e53236c4124e gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:23.845661 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.865639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] Deleting port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:23.866501 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.920589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 8b6a0084-c105-4b23-9103-246652d97ce2 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:23.920935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.946600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] For port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037,segment=NetworkSegment(da2a5b30-453f-465d-aea0-aac66219520d),segment_id=da2a5b30-453f-465d-aea0-aac66219520d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:23.947376 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:23.966143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] Calling delete_port for fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:24.035092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port 8b6a0084-c105-4b23-9103-246652d97ce2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8b6a0084-c105-4b23-9103-246652d97ce2,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:24.035477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.062015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 8b6a0084-c105-4b23-9103-246652d97ce2 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:24.066347 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.109280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] Pushing event deleted for resources: {'Port': ['ID=fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:24.113360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab26b60-47e2-4a54-8008-39b96a22965f None None] No DVR routers for this DVR port fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:24.155444 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:26:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:24.182039 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0d4bf-085b-464f-804e-7599e9120a40 None None] The sync data for ids ['29169a16-8594-402e-89ee-e53236c4124e'] in n-d-800634-10 is: [{'id': '29169a16-8594-402e-89ee-e53236c4124e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200208326', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:26:22Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '8b6a0084-c105-4b23-9103-246652d97ce2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29169a16-8594-402e-89ee-e53236c4124e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:08Z', 'updated_at': '2021-08-20T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:24.290777 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.315267 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c04b31ea-ad09-4f9d-b554-00df580507da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.330518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=8b6a0084-c105-4b23-9103-246652d97ce2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:24.399275 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.504998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.507266 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.554835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.555424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Fanout notify agent at l3_agent the message router_deleted on router 29169a16-8594-402e-89ee-e53236c4124e {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:26:24.565094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.568919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6ff926b4-ec6d-4cf5-b0c1-daab139244c4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/routers/29169a16-8594-402e-89ee-e53236c4124e HTTP/1.1" status: 204 len: 168 time: 1.0946209 Aug 20 12:26:24.569299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53560) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:24.667489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.797681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.810242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c35e033-cfda-4a96-ac94-0e5a56952979']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:24.821779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2a5b30-453f-465d-aea0-aac66219520d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:24.822415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2a5b30-453f-465d-aea0-aac66219520d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:24.834756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.859473 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.873021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:26:24.873583 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:26:24.877071 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:26:24.979833 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.984468 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.987922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/networks/5c35e033-cfda-4a96-ac94-0e5a56952979 HTTP/1.1" status: 204 len: 168 time: 0.4175432 Aug 20 12:26:24.990696 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53566) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:25.007555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1198250-921a-4163-ab1e-7756f7fd1117 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Network': ['ID=5c35e033-cfda-4a96-ac94-0e5a56952979,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:25.010830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:25.073832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-114852bc-5b46-48a5-9c2b-1343ec05a32f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:25.105866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-114852bc-5b46-48a5-9c2b-1343ec05a32f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:25.190239 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-114852bc-5b46-48a5-9c2b-1343ec05a32f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:25.192926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-114852bc-5b46-48a5-9c2b-1343ec05a32f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:25.197311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-114852bc-5b46-48a5-9c2b-1343ec05a32f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b90c33f-de55-421c-8b62-31a70fdb7e2b HTTP/1.1" status: 204 len: 168 time: 0.1956234 Aug 20 12:26:25.208302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114852bc-5b46-48a5-9c2b-1343ec05a32f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b90c33f-de55-421c-8b62-31a70fdb7e2b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:25.633680 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:25.735789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bb5f85f8-deed-4794-ac85-fc9746e4f31f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:25.757545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: bb5f85f8-deed-4794-ac85-fc9746e4f31f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:25.757970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bb5f85f8-deed-4794-ac85-fc9746e4f31f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:25.758676 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:25.783257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:25.783623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device fd7e3f6e-1c8f-4195-b3d9-ba5fbfd8d037 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:25.784012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8b6a0084-c105-4b23-9103-246652d97ce2 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:25.804692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8b6a0084-c105-4b23-9103-246652d97ce2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:25.805043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8b6a0084-c105-4b23-9103-246652d97ce2 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:26.475637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53582) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:26.480427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7e411c3b-b6f9-46d2-850d-d8a39e05859f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24004748', 'description': 'tempest-secgroup-smoke-24004748 description', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:26.513267 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e411c3b-b6f9-46d2-850d-d8a39e05859f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.612655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e411c3b-b6f9-46d2-850d-d8a39e05859f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.617010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e411c3b-b6f9-46d2-850d-d8a39e05859f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.645489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7e411c3b-b6f9-46d2-850d-d8a39e05859f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.646917 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7e411c3b-b6f9-46d2-850d-d8a39e05859f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1702242 Aug 20 12:26:26.650906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53584) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:26.652469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e411c3b-b6f9-46d2-850d-d8a39e05859f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a296f5-7cd1-45fc-b2e0-40a06b11d97a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:26.656759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f7f5ca7e-666d-41d9-9aec-96b44ad422e0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '02a296f5-7cd1-45fc-b2e0-40a06b11d97a', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:26.689083 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ca7e-666d-41d9-9aec-96b44ad422e0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.751670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ca7e-666d-41d9-9aec-96b44ad422e0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.755516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ca7e-666d-41d9-9aec-96b44ad422e0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.773961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5ca7e-666d-41d9-9aec-96b44ad422e0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b026bb73-6906-48d1-9349-cbd1b60541d6,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:26.787059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ca7e-666d-41d9-9aec-96b44ad422e0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.791041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f7f5ca7e-666d-41d9-9aec-96b44ad422e0 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363983 Aug 20 12:26:26.791407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53588) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:26.796089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a10c92df-8565-4ca7-843d-a444ca3e2111 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '02a296f5-7cd1-45fc-b2e0-40a06b11d97a', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:26.825118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a10c92df-8565-4ca7-843d-a444ca3e2111 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.892884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a10c92df-8565-4ca7-843d-a444ca3e2111 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.899376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a10c92df-8565-4ca7-843d-a444ca3e2111 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.918766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c92df-8565-4ca7-843d-a444ca3e2111 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6691d5fe-f45f-4969-a374-7c6fab5b76e7,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:26.927027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a10c92df-8565-4ca7-843d-a444ca3e2111 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:26.928633 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a10c92df-8565-4ca7-843d-a444ca3e2111 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359396 Aug 20 12:26:26.931884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53590) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:26.936949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-41f4bba8-7760-4ac8-81a4-031979018ecb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '02a296f5-7cd1-45fc-b2e0-40a06b11d97a', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:26.985881 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41f4bba8-7760-4ac8-81a4-031979018ecb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.012420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.075003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41f4bba8-7760-4ac8-81a4-031979018ecb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.079683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41f4bba8-7760-4ac8-81a4-031979018ecb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.098558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4bba8-7760-4ac8-81a4-031979018ecb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18954ca-ceb2-4091-aa89-efa3c3c84cbf,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:27.107972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41f4bba8-7760-4ac8-81a4-031979018ecb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.109092 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-41f4bba8-7760-4ac8-81a4-031979018ecb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1761446 Aug 20 12:26:27.113427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53594) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:27.118947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cf4cf3c3-35e8-4b6e-9709-41dbc0f2971d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '02a296f5-7cd1-45fc-b2e0-40a06b11d97a', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:27.150238 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf4cf3c3-35e8-4b6e-9709-41dbc0f2971d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.244918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf4cf3c3-35e8-4b6e-9709-41dbc0f2971d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.293447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf4cf3c3-35e8-4b6e-9709-41dbc0f2971d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.324426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cf3c3-35e8-4b6e-9709-41dbc0f2971d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0b900c-ad1f-4e7e-a22e-f6a9aedf0bdb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:27.335280 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf4cf3c3-35e8-4b6e-9709-41dbc0f2971d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.336671 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cf4cf3c3-35e8-4b6e-9709-41dbc0f2971d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2221525 Aug 20 12:26:27.339586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53598) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:27.345090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8c0ef53b-82c2-47fd-88c8-93f3b7c2416a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '02a296f5-7cd1-45fc-b2e0-40a06b11d97a', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:27.371500 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-8c0ef53b-82c2-47fd-88c8-93f3b7c2416a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Project c94bab92b5c94d58984c7efe84b843d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:26:27.379398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef53b-82c2-47fd-88c8-93f3b7c2416a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.445978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef53b-82c2-47fd-88c8-93f3b7c2416a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.450834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef53b-82c2-47fd-88c8-93f3b7c2416a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.471142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ef53b-82c2-47fd-88c8-93f3b7c2416a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986f73b2-2409-40a9-bba8-d76952b36e67,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:27.477211 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef53b-82c2-47fd-88c8-93f3b7c2416a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.478547 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c0ef53b-82c2-47fd-88c8-93f3b7c2416a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374242 Aug 20 12:26:27.481236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53600) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:27.486694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7a9842f5-b5d5-47cf-a610-4fc8ee7d57c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '02a296f5-7cd1-45fc-b2e0-40a06b11d97a', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:27.511728 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-7a9842f5-b5d5-47cf-a610-4fc8ee7d57c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Project c94bab92b5c94d58984c7efe84b843d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:26:27.517461 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a9842f5-b5d5-47cf-a610-4fc8ee7d57c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.589347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a9842f5-b5d5-47cf-a610-4fc8ee7d57c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.592589 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a9842f5-b5d5-47cf-a610-4fc8ee7d57c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.612987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9842f5-b5d5-47cf-a610-4fc8ee7d57c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b89f11-8374-4abf-a624-0ef3bb2c5a60,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:27.624113 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7a9842f5-b5d5-47cf-a610-4fc8ee7d57c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.628989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7a9842f5-b5d5-47cf-a610-4fc8ee7d57c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431742 Aug 20 12:26:27.629245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53602) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:27.635468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'network': {'name': 'tempest-network-smoke--953451587', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'port_security_enabled': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:27.660250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:27.663784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.690098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:26:27.699498 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.700119 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Added segment e30a39e9-310f-4f79-802b-eefbe5b7511d of type vlan for network 621e598c-abf3-4bcd-801e-445851982ad8 Aug 20 12:26:27.747923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.776037 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:27.784300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:27.785105 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.217638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5867476 Aug 20 12:26:28.220080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53608) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:28.227471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'admin_state_up': True, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:28.238834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ac081-0a1d-46e7-97fc-144219c8a1f7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Network': ['ID=621e598c-abf3-4bcd-801e-445851982ad8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:28.254792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 621e598c-abf3-4bcd-801e-445851982ad8 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:26:28.257752 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.258993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.321017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.487606 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.717678 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.742745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:28.865164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.25.0.78 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/66ceb532-3296-41f5-b8c9-691fc142af1c) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:29.025102 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:29.072943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:29.113151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:29.116167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:29.120069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:29.153228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=66ceb532-3296-41f5-b8c9-691fc142af1c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:29.397570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:29.628254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:29.785742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 912e8579-8808-474c-84b4-e055c2c7d72b is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:26:29.926469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:29.937902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Sync routers for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:29.951402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:29.952042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:29.969998 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:29.971402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9b4cfb84-f1b9-4600-8d82-f5e33c481019 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7503169 Aug 20 12:26:29.974826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53634) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:30.020311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23787794-5ab2-4ef0-af26-1cfb39fc7052 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=c94bab92b5c94d58984c7efe84b843d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442464 Aug 20 12:26:30.023026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53638) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:30.170979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7803248e-b1d2-4f06-ba34-c2283e1e9353 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:30.173549 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7803248e-b1d2-4f06-ba34-c2283e1e9353 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489823 Aug 20 12:26:30.176082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53642) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:30.228496 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-46162096-c9ea-4cdc-96ab-703bd75c05ef tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510409 Aug 20 12:26:30.233079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53644) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:30.241309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-469193799', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:30.300794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:30.385550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:30.389621 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:30.529789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:29Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:30.560415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Checking router: 912e8579-8808-474c-84b4-e055c2c7d72b for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:30.560415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Updating router 912e8579-8808-474c-84b4-e055c2c7d72b port 66ceb532-3296-41f5-b8c9-691fc142af1c binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:26:30.594076 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:30.633943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:30.705168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Subnet': ['ID=4ee7e3ca-ba76-4beb-a90d-b91355336034,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:30.714449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Checking segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:30.715023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network hostable DHCP agents. Network: 621e598c-abf3-4bcd-801e-445851982ad8, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:26:30.737588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 621e598c-abf3-4bcd-801e-445851982ad8 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:26:30.759909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 621e598c-abf3-4bcd-801e-445851982ad8) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:30.771757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea2e44-de0c-429f-95c8-30a74cc3a996 None None] Network 621e598c-abf3-4bcd-801e-445851982ad8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:26:30.773273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:30.775646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:30.799380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-27431b6d-035e-45be-93b2-b7457fb98c0a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5643909 Aug 20 12:26:30.802067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 53646) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:31.055263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-621e598c-abf3-4bcd-801e-445851982ad8', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:26:31.056119 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.286046 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.300440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Transition to ACTIVE for port object 66ceb532-3296-41f5-b8c9-691fc142af1c will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:31.341614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.422829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Allocated IP 172.20.0.2 (621e598c-abf3-4bcd-801e-445851982ad8/4ee7e3ca-ba76-4beb-a90d-b91355336034/7d772fc6-6b5d-4699-8a2f-df84ab2805c9) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:31.425252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644bee7-a9f7-45b2-bd63-2f4fbc7f7723 None None] Pushing event updated for resources: {'Port': ['ID=66ceb532-3296-41f5-b8c9-691fc142af1c,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:31.444708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Attempting to bind port 66ceb532-3296-41f5-b8c9-691fc142af1c on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:31.448319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Attempting to bind port 66ceb532-3296-41f5-b8c9-691fc142af1c by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:31.448802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Attempting to bind port 66ceb532-3296-41f5-b8c9-691fc142af1c on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:31.466683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:31.471875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:31.474620 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.475133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:31.476800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Bound port: 66ceb532-3296-41f5-b8c9-691fc142af1c, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:31.477298 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.527974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.592244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] For port 66ceb532-3296-41f5-b8c9-691fc142af1c, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:31.616559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] For port 66ceb532-3296-41f5-b8c9-691fc142af1c, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=66ceb532-3296-41f5-b8c9-691fc142af1c,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:31.624482 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.685216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644bee7-a9f7-45b2-bd63-2f4fbc7f7723 None None] Pushing event updated for resources: {'Port': ['ID=66ceb532-3296-41f5-b8c9-691fc142af1c,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:31.745540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:31.746382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:31.752520 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.801649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Transition to ACTIVE for port object 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:31.856067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Transition to ACTIVE for port object 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:31.870378 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:31.916381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:31.989172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.20.0.1 (621e598c-abf3-4bcd-801e-445851982ad8/4ee7e3ca-ba76-4beb-a90d-b91355336034/879d6698-72cd-4361-b801-e61ae59071d7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:32.048278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Network 621e598c-abf3-4bcd-801e-445851982ad8 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:32.058894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:32.063149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:32.065183 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Pushing event updated for resources: {'Port': ['ID=7d772fc6-6b5d-4699-8a2f-df84ab2805c9,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:32.168592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Attempting to bind port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:32.178713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Attempting to bind port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:32.179216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Attempting to bind port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 on network 621e598c-abf3-4bcd-801e-445851982ad8 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:32.181542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:32.200336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Transition to ACTIVE for port object 879d6698-72cd-4361-b801-e61ae59071d7 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:32.232697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:32.234617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Checking segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:32.235460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:32.236067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Bound using segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:32.236565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Bound port: 7d772fc6-6b5d-4699-8a2f-df84ab2805c9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:32.236959 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:32.281678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:32.327439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] For port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:32.330865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:29Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:32.333753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] For port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d772fc6-6b5d-4699-8a2f-df84ab2805c9,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:32.362040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 621e598c-abf3-4bcd-801e-445851982ad8 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:32.365835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:32.369426 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:32.374225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f6ec8-827e-4112-ac1d-7a9820cfd5d3 None None] The sync data for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 is: [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:29Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:32.391424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:32.462288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=879d6698-72cd-4361-b801-e61ae59071d7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:32.481750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234b1ab-e300-4d12-a2a0-32c5c978f23e None None] Pushing event updated for resources: {'Port': ['ID=7d772fc6-6b5d-4699-8a2f-df84ab2805c9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:32.504190 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:32.718609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:33.146220 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:33.160442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:33.249023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:33.251485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=879d6698-72cd-4361-b801-e61ae59071d7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:33.512084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 621e598c-abf3-4bcd-801e-445851982ad8 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:33.517708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:33.765858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 912e8579-8808-474c-84b4-e055c2c7d72b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:33.844392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434e9ae-4323-4f0e-8209-9e5b61a99aef None None] Network 621e598c-abf3-4bcd-801e-445851982ad8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:26:33.903777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:33.928783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:33.938738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a44a2c35-16ba-4e36-a935-8f31b2d8a8e5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "PUT /v2.0/routers/912e8579-8808-474c-84b4-e055c2c7d72b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1304026 Aug 20 12:26:34.009007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-de6216b3-93d5-43d5-8b39-ec6b7c5e95c8 None None] Provisioning for port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:34.045902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:34.073361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:34.073748 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.191868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-eb3441c1-2828-4777-bb9e-578feebd7a99 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24004748&fields=id&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 267 time: 0.0496662 Aug 20 12:26:34.210013 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.262119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d772fc6-6b5d-4699-8a2f-df84ab2805c9,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:34.301133 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.301810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 66ceb532-3296-41f5-b8c9-691fc142af1c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:34.406439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-369086eb-d518-495b-b0c4-271cdd82de16 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:34.414859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-369086eb-d518-495b-b0c4-271cdd82de16 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/networks?id=621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 200 len: 796 time: 0.2059271 Aug 20 12:26:34.417733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=7d772fc6-6b5d-4699-8a2f-df84ab2805c9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:34.451240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 66ceb532-3296-41f5-b8c9-691fc142af1c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:34.454234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-24e0b718-9a7f-4ad0-84dd-b67a662eff5b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/quotas/c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 375 time: 0.0366237 Aug 20 12:26:34.460717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 66ceb532-3296-41f5-b8c9-691fc142af1c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:34.461060 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.613640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-9ef2f3e5-df03-4588-a50f-d1d6608cabe1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1568091 Aug 20 12:26:34.746802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-43d55ec0-1ea8-4f51-be8d-f93e2222d757 service neutron] 10.222.0.25 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279402 Aug 20 12:26:34.759301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.774026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d8b0dc44-584b-499c-9894-7cdfd4d3181f None None] Provisioning complete for port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:34.775064 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d8b0dc44-584b-499c-9894-7cdfd4d3181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.854479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 66ceb532-3296-41f5-b8c9-691fc142af1c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=66ceb532-3296-41f5-b8c9-691fc142af1c,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:34.873363 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.893304 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Sync routers for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:34.910630 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:34.912549 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:34.931752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-4fed0f15-70aa-4815-afd6-b34339d9caab service neutron] 10.222.0.25 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754014 Aug 20 12:26:34.998606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=66ceb532-3296-41f5-b8c9-691fc142af1c,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:35.029609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d8b0dc44-584b-499c-9894-7cdfd4d3181f None None] Provisioning for port 879d6698-72cd-4361-b801-e61ae59071d7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:35.034735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d8b0dc44-584b-499c-9894-7cdfd4d3181f None None] Provisioning complete for port 879d6698-72cd-4361-b801-e61ae59071d7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:35.035116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d8b0dc44-584b-499c-9894-7cdfd4d3181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.090015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0dc44-584b-499c-9894-7cdfd4d3181f None None] Port 879d6698-72cd-4361-b801-e61ae59071d7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:35.182131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5bab4991-8c89-4e7b-94bb-3a4612ffe1b0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:35.190865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5bab4991-8c89-4e7b-94bb-3a4612ffe1b0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 815 time: 0.2233260 Aug 20 12:26:35.209316 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:35.223891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-112b6142-1d1a-478f-87e6-81dfe97979cd None None] Provisioning complete for port 879d6698-72cd-4361-b801-e61ae59071d7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:35.224271 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-112b6142-1d1a-478f-87e6-81dfe97979cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.281132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-112b6142-1d1a-478f-87e6-81dfe97979cd None None] Port 879d6698-72cd-4361-b801-e61ae59071d7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:35.333235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f181462-e2b8-46d2-a30d-11fd0f0f8d94 req-f5abbc02-0aac-4e9f-beea-cdeecec74334 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 210 time: 0.0855782 Aug 20 12:26:35.349135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-be6362c3-64de-4036-b2a7-faea1ea4ffe8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/quotas/c0bd73028e5f4b23ae847cae833adc56 HTTP/1.1" status: 200 len: 375 time: 0.1569724 Aug 20 12:26:35.414868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-283ceca6-d69a-4424-9d5d-2366e9649550 None None] Provisioning complete for port 879d6698-72cd-4361-b801-e61ae59071d7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:35.415244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-283ceca6-d69a-4424-9d5d-2366e9649550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.422044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-7944dd7a-9ff0-466c-a475-361df811b99b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718753 Aug 20 12:26:35.502521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-283ceca6-d69a-4424-9d5d-2366e9649550 None None] Port 879d6698-72cd-4361-b801-e61ae59071d7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:35.536841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-69a780e2-5913-4375-86b4-a89631360805 service neutron] 10.222.0.25 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132052 Aug 20 12:26:35.583649 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 2, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:35.644070 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Checking router: 912e8579-8808-474c-84b4-e055c2c7d72b for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:35.644070 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Updating router 912e8579-8808-474c-84b4-e055c2c7d72b port 879d6698-72cd-4361-b801-e61ae59071d7 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:26:35.681187 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.786505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-b9ac9348-341c-4401-8230-659d43a71fab service neutron] 10.222.0.25 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415621 Aug 20 12:26:35.837428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:36.145074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63b87f52-fba1-4318-97d5-07720e514a30 req-8ad65f6d-b8b8-4067-8b9c-92dec10eb37e tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 210 time: 0.0564520 Aug 20 12:26:36.170413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:36.170985 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:36.177460 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:36.211089 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Transition to ACTIVE for port object 879d6698-72cd-4361-b801-e61ae59071d7 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:36.230056 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:36.338006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 66ceb532-3296-41f5-b8c9-691fc142af1c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:36.424238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 66ceb532-3296-41f5-b8c9-691fc142af1c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:36.424639 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:36.451967 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Attempting to bind port 879d6698-72cd-4361-b801-e61ae59071d7 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:36.452657 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Attempting to bind port 879d6698-72cd-4361-b801-e61ae59071d7 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:36.453290 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Attempting to bind port 879d6698-72cd-4361-b801-e61ae59071d7 on network 621e598c-abf3-4bcd-801e-445851982ad8 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:36.458325 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Pushing event updated for resources: {'Port': ['ID=879d6698-72cd-4361-b801-e61ae59071d7,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:36.469048 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.469855 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.470970 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.475640 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:36.484368 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:36.485371 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Checking segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:36.485863 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:36.486338 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Bound using segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:36.487064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Bound port: 879d6698-72cd-4361-b801-e61ae59071d7, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:36.487527 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:36.540719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c71ad83a-6da3-440e-b354-d58643ea0684 req-aa33fffc-f3c9-4715-a1c2-2505a0a54007 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 210 time: 0.0837781 Aug 20 12:26:36.591280 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] For port 879d6698-72cd-4361-b801-e61ae59071d7, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:36.595427 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] For port 879d6698-72cd-4361-b801-e61ae59071d7, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=879d6698-72cd-4361-b801-e61ae59071d7,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:36.614192 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:36.773073 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:36.773703 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:36.783997 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02058c-5b0e-43de-9c9a-c600d06de0b5 None None] Pushing event updated for resources: {'Port': ['ID=879d6698-72cd-4361-b801-e61ae59071d7,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:36.939665 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-43830b3e-dff3-4f21-b009-d077e5665283 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.942269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-43830b3e-dff3-4f21-b009-d077e5665283 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.73 "GET /v2.0/networks?id=621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 200 len: 796 time: 0.2545984 Aug 20 12:26:37.007052 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-e26f90d9-7313-4118-b9e3-0f22c34fc539 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 378 time: 0.0543833 Aug 20 12:26:37.022123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'port': {'device_id': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'admin_state_up': True, 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'security_groups': ['02a296f5-7cd1-45fc-b2e0-40a06b11d97a']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:37.068625 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:37.257006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:37.260729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:37.292976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ed2ff7d-2a04-4033-8477-9a141318b08b req-b64b52c2-6d06-49be-94fd-400cbb797a0f tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 210 time: 0.0565090 Aug 20 12:26:37.385023 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:36Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:37.413054 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2952d5-d4f4-4deb-a50e-1eaf2dc323d6 None None] The sync data for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 is: [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:36Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:37.449304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.20.0.13 (621e598c-abf3-4bcd-801e-445851982ad8/4ee7e3ca-ba76-4beb-a90d-b91355336034/257f35a0-0e50-496d-981d-59fb8d4f07b2) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:37.689388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:37.732188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Transition to ACTIVE for port object 257f35a0-0e50-496d-981d-59fb8d4f07b2 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:37.799623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65bc77ce-8516-4ed4-99eb-246902572edc req-ab37af11-7e1f-4895-8319-0ef90bc67f11 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 210 time: 0.1241870 Aug 20 12:26:37.826512 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:37.892987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 879d6698-72cd-4361-b801-e61ae59071d7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:37.926036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 621e598c-abf3-4bcd-801e-445851982ad8 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:37.927465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:37.943944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:37.947824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:38.013907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 879d6698-72cd-4361-b801-e61ae59071d7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:38.021380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 879d6698-72cd-4361-b801-e61ae59071d7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:38.023192 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.032864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0f50a5d1-fb04-40c2-b062-54da4254f1a8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:38.036482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0f50a5d1-fb04-40c2-b062-54da4254f1a8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 815 time: 0.3491681 Aug 20 12:26:38.038486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:38.039231 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.057047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Request body: {'port': {'device_id': '66474770-5f6a-42fa-a742-f62a35b615e6', 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'admin_state_up': True, 'tenant_id': 'c0bd73028e5f4b23ae847cae833adc56'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:38.065838 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-731f5c30-2633-40c1-9a65-ed9dfa165cc5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0508666 Aug 20 12:26:38.082172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Request body: {'port': {'device_id': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:38.244428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Made reservation on behalf of c0bd73028e5f4b23ae847cae833adc56 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:38.247957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.249011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.249431 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.298360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 879d6698-72cd-4361-b801-e61ae59071d7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=879d6698-72cd-4361-b801-e61ae59071d7,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:38.306728 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.497733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-01166796-e9e6-48ae-80f0-57be8d163f45 None None] Provisioning for port 257f35a0-0e50-496d-981d-59fb8d4f07b2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:38.501888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=879d6698-72cd-4361-b801-e61ae59071d7,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:38.507524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-01166796-e9e6-48ae-80f0-57be8d163f45 None None] Provisioning complete for port 257f35a0-0e50-496d-981d-59fb8d4f07b2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:38.507899 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-01166796-e9e6-48ae-80f0-57be8d163f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.524503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d905f05-473a-4452-af85-8f17bb77a0b2 req-b2d0a95d-c7b2-46c8-b936-1ff82da12a8f tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 210 time: 0.0546536 Aug 20 12:26:38.586041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-01166796-e9e6-48ae-80f0-57be8d163f45 None None] Port 257f35a0-0e50-496d-981d-59fb8d4f07b2 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:38.597977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Allocated IP 172.20.0.14 (15c6a0b3-b417-48dc-aba6-f9c2b368aa8d/cfc6145c-ab7b-4663-a467-6b3df3d486f6/e84d13b7-1ead-48c6-9e84-dc320cd15436) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:38.838070 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.897900 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:38.912234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5b428625-0184-4c2a-b2bc-f41644963e86'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:38.981536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1317e1d1-3aae-4fbe-be62-f02b38ebcd82', '382106c3-05b6-4d09-bace-ba0280912c13'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:39.010571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:39.030296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:39.050866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:39.133837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:39.134910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.153986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Pushing event updated for resources: {'Port': ['ID=e84d13b7-1ead-48c6-9e84-dc320cd15436,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:39.160899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-0781257b-fa8e-4c42-91df-06b88b515e46 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1095922 Aug 20 12:26:39.175618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d409f5-3ae5-4568-b6b7-1e4afc2c8b4f req-93b8ae0a-dc1b-44d4-8155-07290410ea9a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:39.183857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d409f5-3ae5-4568-b6b7-1e4afc2c8b4f req-93b8ae0a-dc1b-44d4-8155-07290410ea9a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 932 time: 0.2670105 Aug 20 12:26:39.196563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Request body: {'port': {'device_id': '66474770-5f6a-42fa-a742-f62a35b615e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:39.313110 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.316407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257f35a0-0e50-496d-981d-59fb8d4f07b2 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:39.324370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.338012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Transition to ACTIVE for port object 257f35a0-0e50-496d-981d-59fb8d4f07b2 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:39.343793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.378311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d409f5-3ae5-4568-b6b7-1e4afc2c8b4f req-949ea720-c6dc-462a-af6a-08d69652ba32 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1933198 Aug 20 12:26:39.408688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:39.524418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:39.524756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:39.525092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:39.536743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:26:39.537417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:39.543284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:39.544051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Checking segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:39.544608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Bound using segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:39.545906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Bound port: 257f35a0-0e50-496d-981d-59fb8d4f07b2, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:39.546894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.659335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:39.667385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:39.678508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.773116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:39.773844 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.778034 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] 10.222.0.73 "PUT /v2.0/ports/257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 1093 time: 1.7017429 Aug 20 12:26:39.778843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:39.783202 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a819aa9-d665-407a-99c3-9d63d98d68d9" -d '{"events": [{"name": "network-changed", "server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:39.804575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d57ff-190e-4d1d-8295-d8984cf46bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:39.804855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 879d6698-72cd-4361-b801-e61ae59071d7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:39.812403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9bb72-9d1b-4367-8ed4-b577e0f20a16 req-4e6a930a-6b74-4f9c-9894-4f398ad8858b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:39.817422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76d9bb72-9d1b-4367-8ed4-b577e0f20a16 req-4e6a930a-6b74-4f9c-9894-4f398ad8858b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 932 time: 0.1154709 Aug 20 12:26:39.855430 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218c1ba4-2438-47ba-b840-ba0e8b6a4d13 x-openstack-request-id: req-218c1ba4-2438-47ba-b840-ba0e8b6a4d13 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:39.855430 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:39.855430 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-218c1ba4-2438-47ba-b840-ba0e8b6a4d13 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:39.855430 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'status': 'completed', 'code': 200} Aug 20 12:26:39.863188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84d13b7-1ead-48c6-9e84-dc320cd15436 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:39.872870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.916089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-b9b6cfae-1679-44e4-89f2-2671c99bfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:39.918224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Transition to ACTIVE for port object e84d13b7-1ead-48c6-9e84-dc320cd15436 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:39.921016 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-b9b6cfae-1679-44e4-89f2-2671c99bfb7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1096 time: 0.0901794 Aug 20 12:26:39.931759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.950636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 879d6698-72cd-4361-b801-e61ae59071d7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:39.954269 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:39.974673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76d9bb72-9d1b-4367-8ed4-b577e0f20a16 req-530fbcff-d4f9-4b39-882c-47efd0efdc78 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915122 Aug 20 12:26:40.030821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-c1c84cc0-97e6-48e1-b973-25792642577d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 217 time: 0.0970688 Aug 20 12:26:40.117228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Pushing event updated for resources: {'Port': ['ID=e84d13b7-1ead-48c6-9e84-dc320cd15436,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:40.156740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-5018f740-6693-4a3f-a227-8baf538086bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.159816 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-5018f740-6693-4a3f-a227-8baf538086bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ee7e3ca-ba76-4beb-a90d-b91355336034 HTTP/1.1" status: 200 len: 834 time: 0.1173823 Aug 20 12:26:40.215875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Attempting to bind port e84d13b7-1ead-48c6-9e84-dc320cd15436 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:40.216213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Attempting to bind port e84d13b7-1ead-48c6-9e84-dc320cd15436 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:40.216750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Attempting to bind port e84d13b7-1ead-48c6-9e84-dc320cd15436 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:40.223043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Port e84d13b7-1ead-48c6-9e84-dc320cd15436 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:26:40.223362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Attempting to bind port e84d13b7-1ead-48c6-9e84-dc320cd15436 on network 15c6a0b3-b417-48dc-aba6-f9c2b368aa8d {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:40.229968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:40.229968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Checking segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:40.230410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Bound using segment: {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:40.230657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Bound port: e84d13b7-1ead-48c6-9e84-dc320cd15436, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3f416f-3cb7-47a7-b3b1-78441edcca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:40.231071 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:40.233947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-e3d29950-514c-433b-b084-73db6e31bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.236681 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-e3d29950-514c-433b-b084-73db6e31bbf0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=621e598c-abf3-4bcd-801e-445851982ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587740 Aug 20 12:26:40.311779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] For port e84d13b7-1ead-48c6-9e84-dc320cd15436, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:40.317150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] For port e84d13b7-1ead-48c6-9e84-dc320cd15436, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e84d13b7-1ead-48c6-9e84-dc320cd15436,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:40.326633 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:40.348380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-61d00f16-ce00-4ef9-b011-d7af832838a2 service neutron] 10.222.0.73 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000931 Aug 20 12:26:40.390969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Pushing event updated for resources: {'Port': ['ID=e84d13b7-1ead-48c6-9e84-dc320cd15436,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:40.404769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.405813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:40.408022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-5824dd76-3a0e-4493-879d-4127d4af2d4c service neutron] 10.222.0.22 "PUT /v2.0/ports/e84d13b7-1ead-48c6-9e84-dc320cd15436 HTTP/1.1" status: 200 len: 1093 time: 1.2155564 Aug 20 12:26:40.408880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66474770-5f6a-42fa-a742-f62a35b615e6', 'tag': 'e84d13b7-1ead-48c6-9e84-dc320cd15436'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:40.411492 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7" -d '{"events": [{"name": "network-changed", "server_uuid": "66474770-5f6a-42fa-a742-f62a35b615e6", "tag": "e84d13b7-1ead-48c6-9e84-dc320cd15436"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:40.491944 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b127f-5a81-4b25-b986-1dd7c3b03e2c x-openstack-request-id: req-c79b127f-5a81-4b25-b986-1dd7c3b03e2c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:40.492531 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66474770-5f6a-42fa-a742-f62a35b615e6", "tag": "e84d13b7-1ead-48c6-9e84-dc320cd15436", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:40.492990 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c79b127f-5a81-4b25-b986-1dd7c3b03e2c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:40.493655 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66474770-5f6a-42fa-a742-f62a35b615e6', 'tag': 'e84d13b7-1ead-48c6-9e84-dc320cd15436', 'status': 'completed', 'code': 200} Aug 20 12:26:40.520311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5febf0d7-2c1d-455a-8660-9380caad4550 req-00af34e8-973f-45ef-bc9e-be4d85128e56 service neutron] 10.222.0.73 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609340 Aug 20 12:26:40.543254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-2705a7dd-1336-4938-a1ef-6f0e5df33156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.545240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-2705a7dd-1336-4938-a1ef-6f0e5df33156 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 1096 time: 0.0883679 Aug 20 12:26:40.598109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-43dd7841-b408-4c05-bb78-13de76c80beb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84d13b7-1ead-48c6-9e84-dc320cd15436 HTTP/1.1" status: 200 len: 217 time: 0.0416124 Aug 20 12:26:40.609475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bf92a-0dce-463c-adf0-ff9a6944d150 req-3376e08b-27aa-4ccf-a4e3-495388fa2ab1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.611495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-977bf92a-0dce-463c-adf0-ff9a6944d150 req-3376e08b-27aa-4ccf-a4e3-495388fa2ab1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 944 time: 0.1088223 Aug 20 12:26:40.640539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-c6c6ebb5-c921-4278-98c2-1e3528f40072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.642512 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-c6c6ebb5-c921-4278-98c2-1e3528f40072 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1096 time: 0.0666592 Aug 20 12:26:40.680587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-977bf92a-0dce-463c-adf0-ff9a6944d150 req-31237d11-f6fc-4837-9c50-eaa4d8aeef47 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601878 Aug 20 12:26:40.697300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-ad9bef0e-4f05-4923-abc0-01d8c8d6e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.699155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-ad9bef0e-4f05-4923-abc0-01d8c8d6e81e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.0865841 Aug 20 12:26:40.741876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-288a258c-0b11-45d4-b0d9-56660eb85ceb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349419 Aug 20 12:26:40.767473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-c36cec4e-8af8-420e-8e48-b5b860d87fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.768990 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-c36cec4e-8af8-420e-8e48-b5b860d87fb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 200 len: 897 time: 0.1191010 Aug 20 12:26:40.818742 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-774f6c81-9e06-4e74-bc33-091063b161c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 217 time: 0.0413194 Aug 20 12:26:40.847557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-195abaff-4f73-4075-81d2-0d5c5ac44bba service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974076 Aug 20 12:26:40.880381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-338056d7-8c72-47e7-8859-b0d0fbbda1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.882019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-338056d7-8c72-47e7-8859-b0d0fbbda1ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ee7e3ca-ba76-4beb-a90d-b91355336034 HTTP/1.1" status: 200 len: 834 time: 0.0554891 Aug 20 12:26:40.951384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-3fd4a687-3e1a-483f-9fef-70a0a3a486bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:40.953189 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-3fd4a687-3e1a-483f-9fef-70a0a3a486bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=621e598c-abf3-4bcd-801e-445851982ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588033 Aug 20 12:26:40.955971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6a2c170-69d7-4f39-951c-777042fa8c45 req-4cce8df8-533f-41e1-a019-aea88bc2c2f6 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984712 Aug 20 12:26:41.123877 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-0d7027ae-14d5-480b-a465-4b1a26e7e78a service neutron] 10.222.0.73 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618357 Aug 20 12:26:41.126579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-08360011-b13e-4447-91fe-ddc7ef490f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:41.128250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-08360011-b13e-4447-91fe-ddc7ef490f9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 1096 time: 0.1158123 Aug 20 12:26:41.178963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaec12-8fa4-4bca-9110-83deca95e270 req-6c645370-8442-4039-84e7-a663bcad774d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:41.178963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7beaec12-8fa4-4bca-9110-83deca95e270 req-6c645370-8442-4039-84e7-a663bcad774d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 944 time: 0.1032884 Aug 20 12:26:41.282602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7beaec12-8fa4-4bca-9110-83deca95e270 req-f98b6204-b9c7-4cd6-b963-d8f20cc845c8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Aug 20 12:26:41.302454 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5a819aa9-d665-407a-99c3-9d63d98d68d9 req-2e756b3c-66fa-4e09-9447-997fb06f9d1a service neutron] 10.222.0.73 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667268 Aug 20 12:26:41.337111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-580e1a7a-f809-4ee6-b461-c602c7a11715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:41.339009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-580e1a7a-f809-4ee6-b461-c602c7a11715 service neutron] 10.222.0.22 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 916 time: 0.2012792 Aug 20 12:26:41.390435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-839404ff-8f16-4a36-b6ee-6f0ecca6b2d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84d13b7-1ead-48c6-9e84-dc320cd15436 HTTP/1.1" status: 200 len: 217 time: 0.0441005 Aug 20 12:26:41.453063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-c0a6ddb1-dca7-41bf-aa23-6a80b1bc8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:41.454716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-c0a6ddb1-dca7-41bf-aa23-6a80b1bc8460 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.0570123 Aug 20 12:26:41.490638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-dfacf8ef-8dfc-439b-98ed-4cf19cb8c1a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277066 Aug 20 12:26:41.601485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-8c546678-a446-4778-9140-e001a75df569 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027110 Aug 20 12:26:41.715195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f9fa7db-aa6f-4f22-9cb2-61fe501060c7 req-ff29680a-4a18-495e-981e-925329bffbe7 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040757 Aug 20 12:26:41.840015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892991ea-03d6-4cfe-a8c7-a440204ec65b req-458532bc-f01d-4537-a1c4-3b66fc4491ec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:41.841648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-892991ea-03d6-4cfe-a8c7-a440204ec65b req-458532bc-f01d-4537-a1c4-3b66fc4491ec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 944 time: 0.0682800 Aug 20 12:26:41.892448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-892991ea-03d6-4cfe-a8c7-a440204ec65b req-782d6e58-299c-467c-9479-5422c2016562 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402400 Aug 20 12:26:42.109362 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:42.727535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 257f35a0-0e50-496d-981d-59fb8d4f07b2 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:26:42.736447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e84d13b7-1ead-48c6-9e84-dc320cd15436 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:26:42.895927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d05e7-0bf8-4254-9005-726fc7dce479 req-33e4d94f-6b0f-44b0-a33c-94f31b295cd0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:42.907028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd2d05e7-0bf8-4254-9005-726fc7dce479 req-33e4d94f-6b0f-44b0-a33c-94f31b295cd0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 944 time: 0.5176549 Aug 20 12:26:42.952346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:42.961306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd2d05e7-0bf8-4254-9005-726fc7dce479 req-07b01b4e-bb08-4976-b349-0724e10b173d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528138 Aug 20 12:26:42.968496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e84d13b7-1ead-48c6-9e84-dc320cd15436, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e84d13b7-1ead-48c6-9e84-dc320cd15436,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:42.979116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'port_id': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'mac_address': 'fa:16:3e:2a:fe:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:26:42.984377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'e84d13b7-1ead-48c6-9e84-dc320cd15436', 'network_id': '15c6a0b3-b417-48dc-aba6-f9c2b368aa8d', 'port_id': 'e84d13b7-1ead-48c6-9e84-dc320cd15436', 'mac_address': 'fa:16:3e:e1:26:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc6145c-ab7b-4663-a467-6b3df3d486f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:26:43.057725 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:43.061072 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:43.080784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257f35a0-0e50-496d-981d-59fb8d4f07b2 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:43.090521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84d13b7-1ead-48c6-9e84-dc320cd15436 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:43.120082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:43.127210 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:43.133810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e84d13b7-1ead-48c6-9e84-dc320cd15436, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e84d13b7-1ead-48c6-9e84-dc320cd15436,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:43.155748 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:43.175312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d83bbb-3fa1-452f-aaa9-2c5888cbe240 req-582ac096-4a98-4460-a831-28ae210030cc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:43.177676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61d83bbb-3fa1-452f-aaa9-2c5888cbe240 req-582ac096-4a98-4460-a831-28ae210030cc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 945 time: 0.0609801 Aug 20 12:26:43.187791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:43.224772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61d83bbb-3fa1-452f-aaa9-2c5888cbe240 req-c447cb06-a085-4db8-9020-d003e16edfb4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398574 Aug 20 12:26:43.247161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e84d13b7-1ead-48c6-9e84-dc320cd15436,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:43.374479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['e84d13b7-1ead-48c6-9e84-dc320cd15436'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:43.378773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['257f35a0-0e50-496d-981d-59fb8d4f07b2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:43.803079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:44.071293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4081627-3c6a-4adc-954b-d72b663ba7a0 req-64607cb9-7a84-4544-a5ea-a298cc4e07fc tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:44.072804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4081627-3c6a-4adc-954b-d72b663ba7a0 req-64607cb9-7a84-4544-a5ea-a298cc4e07fc tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 945 time: 0.0496709 Aug 20 12:26:44.116090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4081627-3c6a-4adc-954b-d72b663ba7a0 req-e1014b9e-764a-4a5d-9069-6a15a9a96658 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370703 Aug 20 12:26:44.347466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42c3c-a6a8-461c-ab67-686ec46794a7 req-11e5f30e-fcb2-430a-a9d0-a435b87bd848 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:44.348670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faf42c3c-a6a8-461c-ab67-686ec46794a7 req-11e5f30e-fcb2-430a-a9d0-a435b87bd848 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 945 time: 0.0559719 Aug 20 12:26:44.392640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faf42c3c-a6a8-461c-ab67-686ec46794a7 req-40e537d9-72f1-4766-aafb-ed5ed22854b2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364361 Aug 20 12:26:44.698128 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-e4dfda1f-2f3a-444f-8a86-d4951fbdc7cd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030507 Aug 20 12:26:44.745577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-3569d2ea-dee9-4493-a852-6c6e7b88f5eb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:44.747058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-3569d2ea-dee9-4493-a852-6c6e7b88f5eb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.1258671 Aug 20 12:26:44.747494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 257f35a0-0e50-496d-981d-59fb8d4f07b2 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:44.771033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e84d13b7-1ead-48c6-9e84-dc320cd15436 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:26:44.776288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-40c81bec-7d11-4287-8320-67d45c5a171e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/quotas/4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 375 time: 0.0148387 Aug 20 12:26:44.793682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-c50eac19-f353-44d5-b562-5b4003d8b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:44.795148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-c50eac19-f353-44d5-b562-5b4003d8b37d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 1097 time: 0.0728319 Aug 20 12:26:44.833827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 257f35a0-0e50-496d-981d-59fb8d4f07b2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:44.838317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 257f35a0-0e50-496d-981d-59fb8d4f07b2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:44.838637 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:44.841189 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port e84d13b7-1ead-48c6-9e84-dc320cd15436 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:44.867517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port e84d13b7-1ead-48c6-9e84-dc320cd15436 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:44.867898 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:44.887617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-3c0dfe1c-4934-4430-989f-5dd5ff6008e6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038296 Aug 20 12:26:44.972432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-2510ab79-1228-4a30-b430-818bd50f068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:44.973965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-2510ab79-1228-4a30-b430-818bd50f068e service neutron] 10.222.0.22 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 916 time: 0.1567898 Aug 20 12:26:44.980331 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:44.999884 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:45.024076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:45.026345 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fc37ad-ac64-4be3-8774-a5fcd872c6d4" -d '{"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-plugged", "status": "completed", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:45.027119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-68adb088-9668-44bd-af0e-dec22a343ef0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1317e1d1-3aae-4fbe-be62-f02b38ebcd82 HTTP/1.1" status: 200 len: 217 time: 0.0408101 Aug 20 12:26:45.045465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:45.051632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-a0dc7280-5770-4772-b0ed-6a2fd97cccec service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512320 Aug 20 12:26:45.054901 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:45.055067 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:26:45.087878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e84d13b7-1ead-48c6-9e84-dc320cd15436, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e84d13b7-1ead-48c6-9e84-dc320cd15436,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:45.089691 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1f43a3-937c-48df-88fb-11a1773e2548 x-openstack-request-id: req-ae1f43a3-937c-48df-88fb-11a1773e2548 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:45.089915 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-plugged", "status": "completed", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:45.090193 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae1f43a3-937c-48df-88fb-11a1773e2548 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:45.090582 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'code': 200} Aug 20 12:26:45.097488 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:45.119689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:45.140222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-59c43e8d-8fea-4653-8d40-39252f821300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:45.142152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-59c43e8d-8fea-4653-8d40-39252f821300 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.1059625 Aug 20 12:26:45.180010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e84d13b7-1ead-48c6-9e84-dc320cd15436,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:45.184009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-d65d374c-7d36-4a7d-8c69-98559b43834f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344658 Aug 20 12:26:45.205144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c947bd-dabb-4e25-8f13-21cdd835267a req-a8a08f9f-3bd2-4baa-aede-e08f8be9996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:45.207166 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c5c947bd-dabb-4e25-8f13-21cdd835267a req-a8a08f9f-3bd2-4baa-aede-e08f8be9996d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1098 time: 0.0592339 Aug 20 12:26:45.243014 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c5c947bd-dabb-4e25-8f13-21cdd835267a req-fd7a972d-8de5-4582-bd8e-4db3ab2bf0a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0285203 Aug 20 12:26:45.278803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-d8a44c13-f70e-4df5-886f-28ddea855562 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083855 Aug 20 12:26:45.317765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eae5a2-a6f5-4e13-835f-5826bdf43c14 req-daa66521-cb5d-44f1-a7c9-c9a194c91e08 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:45.319320 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0eae5a2-a6f5-4e13-835f-5826bdf43c14 req-daa66521-cb5d-44f1-a7c9-c9a194c91e08 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 946 time: 0.1085479 Aug 20 12:26:45.350552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-66c13d7b-a922-4be6-8032-b0149ed3c120 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569314 Aug 20 12:26:45.419500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0eae5a2-a6f5-4e13-835f-5826bdf43c14 req-d5a92d91-f0f1-4e97-9d2a-820ca4e9927b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922422 Aug 20 12:26:45.464081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fad086-3fb4-45de-99af-401f74e17b3a req-38eac765-358f-42f4-8122-014e32c650f0 service neutron] 10.222.0.22 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063004 Aug 20 12:26:45.538429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae9ee5-d6cc-4228-a25e-1d5df1307489 req-42eb014d-8263-43a7-b00f-59e09f24597a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:45.540005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dae9ee5-d6cc-4228-a25e-1d5df1307489 req-42eb014d-8263-43a7-b00f-59e09f24597a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.0527177 Aug 20 12:26:45.598489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60a42e3d-59b2-4311-b3c5-20ef30034c11 req-2f49974c-518a-45c7-889e-6cffc30a842c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 210 time: 0.0337305 Aug 20 12:26:45.605992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3dae9ee5-d6cc-4228-a25e-1d5df1307489 req-b552b0b8-5c5d-48cc-a08f-f0a3fa25fc19 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561106 Aug 20 12:26:46.393359 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-a8ed705b-736f-43fb-abef-d142222b01b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530679 Aug 20 12:26:46.491030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-47de7bd1-c91f-49f7-a671-c14bba917b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.492959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-47de7bd1-c91f-49f7-a671-c14bba917b24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0bd73028e5f4b23ae847cae833adc56&device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 1097 time: 0.0472755 Aug 20 12:26:46.566512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9141ff-a640-4c1c-8e71-0c024b3c0c3d req-65c821b5-d4cd-4d26-9b7a-218eedca4c80 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.569130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c9141ff-a640-4c1c-8e71-0c024b3c0c3d req-65c821b5-d4cd-4d26-9b7a-218eedca4c80 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 946 time: 0.0612519 Aug 20 12:26:46.624312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c9141ff-a640-4c1c-8e71-0c024b3c0c3d req-b5af608e-7580-46b0-a426-1a9fb7293d37 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478356 Aug 20 12:26:46.720879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-1c11ab25-d711-4aae-8ae6-27c7d3b52a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.722417 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-1c11ab25-d711-4aae-8ae6-27c7d3b52a96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 200 len: 916 time: 0.2084024 Aug 20 12:26:46.753932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-105ea984-ff78-4ebe-b944-394c49ff2fab tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.755725 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-105ea984-ff78-4ebe-b944-394c49ff2fab tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.1802769 Aug 20 12:26:46.790792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80d37bf1-0b99-4f51-8405-7f22dfb7493f req-ef3322a2-43a5-4a78-8e3c-06e596f271b1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 210 time: 0.0419869 Aug 20 12:26:46.808026 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-e9efb7c7-2b99-4417-9dcc-b92ab490a267 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b428625-0184-4c2a-b2bc-f41644963e86 HTTP/1.1" status: 200 len: 217 time: 0.0747752 Aug 20 12:26:46.812836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'port': {'device_id': 'ae6a7e5e-aed7-4831-8bc5-203701b093b3', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'admin_state_up': True, 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:46.817931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbd3eb-db95-4a4b-9699-29ef52a16ba4 req-9e520f19-7940-44ff-a22e-60f1902ebe32 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.819498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8acbd3eb-db95-4a4b-9699-29ef52a16ba4 req-9e520f19-7940-44ff-a22e-60f1902ebe32 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.1170003 Aug 20 12:26:46.862969 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8acbd3eb-db95-4a4b-9699-29ef52a16ba4 req-b4467977-6bcc-45c0-a40b-32e0d9b99c99 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370061 Aug 20 12:26:46.918533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-4bcd756b-091f-49b3-a3b7-66fe74cd3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.919758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-4bcd756b-091f-49b3-a3b7-66fe74cd3cfd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 200 len: 855 time: 0.1023085 Aug 20 12:26:46.962103 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-724ef073-2244-494c-8617-eade5c4fcf05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320766 Aug 20 12:26:46.995912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbb4f8-8033-49a7-9bf6-b1ea4ca0523f req-9f849c26-3efb-4628-bfa3-b14effe41004 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.997481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fbb4f8-8033-49a7-9bf6-b1ea4ca0523f req-9f849c26-3efb-4628-bfa3-b14effe41004 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.0556793 Aug 20 12:26:47.041129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2fbb4f8-8033-49a7-9bf6-b1ea4ca0523f req-646cc04b-2879-46da-acba-ef1dd0db7473 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363023 Aug 20 12:26:47.062450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:26:47.066037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53888) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:47.066930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.092096 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66474770-5f6a-42fa-a742-f62a35b615e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84d13b7-1ead-48c6-9e84-dc320cd15436'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:47.099492 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-d45341e1-bf9e-464d-b419-0664e3b76824 service neutron] 10.222.0.73 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280904 Aug 20 12:26:47.099949 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaa26e4-556e-4c43-9ef5-07c6651afec3" -d '{"events": [{"server_uuid": "66474770-5f6a-42fa-a742-f62a35b615e6", "name": "network-vif-plugged", "status": "completed", "tag": "e84d13b7-1ead-48c6-9e84-dc320cd15436"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:47.154044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37fc6ac-0bb0-4608-a139-bc425305b6ac tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:47.156499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e37fc6ac-0bb0-4608-a139-bc425305b6ac tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1093 time: 0.0888805 Aug 20 12:26:47.161997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53894) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:47.169992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:47.214813 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6ba21-db89-4fa6-98d7-b1f8075929c2 x-openstack-request-id: req-b0c6ba21-db89-4fa6-98d7-b1f8075929c2 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:47.215731 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66474770-5f6a-42fa-a742-f62a35b615e6", "name": "network-vif-plugged", "status": "completed", "tag": "e84d13b7-1ead-48c6-9e84-dc320cd15436", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:47.216412 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0c6ba21-db89-4fa6-98d7-b1f8075929c2 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:47.217293 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66474770-5f6a-42fa-a742-f62a35b615e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84d13b7-1ead-48c6-9e84-dc320cd15436', 'code': 200} Aug 20 12:26:47.234141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.293360 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e647b2a-2187-45c9-b60c-6beb5faff700 req-2ce8674d-9997-406c-9b7b-1dbb816b3483 service neutron] 10.222.0.73 "GET /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863914 Aug 20 12:26:47.307234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.20.0.10 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/efc00e48-a862-468a-8583-092bbf9ad09d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:47.431417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34139c2-5261-4b29-bc45-404f40e0231c req-ba845e12-07aa-42b9-90c4-cda8a30db8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:47.433484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a34139c2-5261-4b29-bc45-404f40e0231c req-ba845e12-07aa-42b9-90c4-cda8a30db8be service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 1098 time: 0.1524944 Aug 20 12:26:47.506472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a34139c2-5261-4b29-bc45-404f40e0231c req-701fe640-edc2-4903-b87f-1f00948f16da service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639901 Aug 20 12:26:47.536618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.573320 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.591008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Transition to ACTIVE for port object efc00e48-a862-468a-8583-092bbf9ad09d will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:47.632654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.708183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:47.709726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=efc00e48-a862-468a-8583-092bbf9ad09d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:47.712766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:47.715688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:47.726132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.25.0.104 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/9ef77690-e390-4e19-b24b-06b8a5679f4c) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:26:47.780920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:47.782152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.802341 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-6b5a26d6-c66e-4418-a388-20a929d81284 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9933391 Aug 20 12:26:47.827895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Request body: {'port': {'device_id': 'ae6a7e5e-aed7-4831-8bc5-203701b093b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:47.928621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa440e-5381-410a-92be-a622d9737093 req-23c1db54-a607-4266-a66e-2868195bddfa tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:47.930290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0aaa440e-5381-410a-92be-a622d9737093 req-23c1db54-a607-4266-a66e-2868195bddfa tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 946 time: 0.1153064 Aug 20 12:26:47.939629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.055838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.059633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c11f84d7-408d-4e68-b18d-546f62eb4d39 None None] Provisioning for port efc00e48-a862-468a-8583-092bbf9ad09d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:26:48.067371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c11f84d7-408d-4e68-b18d-546f62eb4d39 None None] Provisioning complete for port efc00e48-a862-468a-8583-092bbf9ad09d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:48.067894 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c11f84d7-408d-4e68-b18d-546f62eb4d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.075940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14e532-b283-4722-a85b-b64346b62f85 req-f50ba92f-dd7f-4758-9cc6-aba500dabf91 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:48.077506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d14e532-b283-4722-a85b-b64346b62f85 req-f50ba92f-dd7f-4758-9cc6-aba500dabf91 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 932 time: 0.1644564 Aug 20 12:26:48.114082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c11f84d7-408d-4e68-b18d-546f62eb4d39 None None] Port efc00e48-a862-468a-8583-092bbf9ad09d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:26:48.117704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0aaa440e-5381-410a-92be-a622d9737093 req-37e16ee1-f73e-4ce9-9272-9c8a3b4493a0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122189 Aug 20 12:26:48.174543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d14e532-b283-4722-a85b-b64346b62f85 req-4c36acf1-a354-4712-8381-c80dfec1b698 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837848 Aug 20 12:26:48.202130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.263219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:26:48.270725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:26:48.279482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:26:48.283963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=9ef77690-e390-4e19-b24b-06b8a5679f4c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:48.328526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc00e48-a862-468a-8583-092bbf9ad09d {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:48.341205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.357423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Transition to ACTIVE for port object efc00e48-a862-468a-8583-092bbf9ad09d will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:26:48.375403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.466271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Pushing event updated for resources: {'Port': ['ID=efc00e48-a862-468a-8583-092bbf9ad09d,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:48.601897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Attempting to bind port efc00e48-a862-468a-8583-092bbf9ad09d on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:26:48.602558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Attempting to bind port efc00e48-a862-468a-8583-092bbf9ad09d by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:26:48.602839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Attempting to bind port efc00e48-a862-468a-8583-092bbf9ad09d on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:48.607793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Port efc00e48-a862-468a-8583-092bbf9ad09d on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:26:48.608121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Attempting to bind port efc00e48-a862-468a-8583-092bbf9ad09d on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:26:48.618079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:26:48.618485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:26:48.618883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:26:48.619762 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Bound port: efc00e48-a862-468a-8583-092bbf9ad09d, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:26:48.620617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.709850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] For port efc00e48-a862-468a-8583-092bbf9ad09d, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:26:48.726324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] For port efc00e48-a862-468a-8583-092bbf9ad09d, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=efc00e48-a862-468a-8583-092bbf9ad09d,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:26:48.726324 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.779935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:48.780910 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.783189 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] 10.222.0.73 "PUT /v2.0/ports/efc00e48-a862-468a-8583-092bbf9ad09d HTTP/1.1" status: 200 len: 1093 time: 0.9640710 Aug 20 12:26:48.783884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6a7e5e-aed7-4831-8bc5-203701b093b3', 'tag': 'efc00e48-a862-468a-8583-092bbf9ad09d'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:48.795522 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f3621c-b95f-4c3e-ab94-d3d19601829c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6a7e5e-aed7-4831-8bc5-203701b093b3", "tag": "efc00e48-a862-468a-8583-092bbf9ad09d"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:48.937296 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7cf78b-7119-4dfc-85bf-5c81dbb7e9f4 x-openstack-request-id: req-9c7cf78b-7119-4dfc-85bf-5c81dbb7e9f4 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:48.938164 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6a7e5e-aed7-4831-8bc5-203701b093b3", "tag": "efc00e48-a862-468a-8583-092bbf9ad09d", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:48.938583 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c7cf78b-7119-4dfc-85bf-5c81dbb7e9f4 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:48.939021 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6a7e5e-aed7-4831-8bc5-203701b093b3', 'tag': 'efc00e48-a862-468a-8583-092bbf9ad09d', 'status': 'completed', 'code': 200} Aug 20 12:26:48.969316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.002159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148e929-a1ee-46d3-8b2f-e5ab556fb059 service neutron] Pushing event updated for resources: {'Port': ['ID=efc00e48-a862-468a-8583-092bbf9ad09d,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:49.036395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-ae4920d9-0625-405f-a22a-20dbea3044cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.037881 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-ae4920d9-0625-405f-a22a-20dbea3044cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 1096 time: 0.1988525 Aug 20 12:26:49.103196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.149725 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-c3a956de-1e62-4c7d-8543-1f1f6e10b77b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efc00e48-a862-468a-8583-092bbf9ad09d HTTP/1.1" status: 200 len: 217 time: 0.0993392 Aug 20 12:26:49.276980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-91450fec-39ed-4765-b3b0-7fd13aa2564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.279577 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-91450fec-39ed-4765-b3b0-7fd13aa2564d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.1205585 Aug 20 12:26:49.341470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-69aa8c52-c388-4b09-879d-f05d2c62b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.343285 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-69aa8c52-c388-4b09-879d-f05d2c62b639 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554826 Aug 20 12:26:49.389618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84055e4-9daf-4a93-8888-6f9fd80d1c5d req-56d8e531-7ff8-41bd-8952-3c30f20bcdab tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.391302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a84055e4-9daf-4a93-8888-6f9fd80d1c5d req-56d8e531-7ff8-41bd-8952-3c30f20bcdab tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 944 time: 0.1023309 Aug 20 12:26:49.415073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a3ef3-5c25-4565-8db6-e70e6ed473be req-128d5d8d-7424-41da-9a62-291a6ac18eef tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.422634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-121a3ef3-5c25-4565-8db6-e70e6ed473be req-128d5d8d-7424-41da-9a62-291a6ac18eef tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 946 time: 0.1322737 Aug 20 12:26:49.475278 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-60c5881d-18ea-4d5f-ad0f-7277cb70f612 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231441 Aug 20 12:26:49.510481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a84055e4-9daf-4a93-8888-6f9fd80d1c5d req-ee567019-6c90-4407-b28c-526d8e76270b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853827 Aug 20 12:26:49.530243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-121a3ef3-5c25-4565-8db6-e70e6ed473be req-5f4ae261-41ab-4ca1-a160-24e8572e8390 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043613 Aug 20 12:26:49.544229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.551707 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.581857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87d1faa9-c20c-425e-8d35-03e7bc6bde1c req-c27e4b12-d661-4459-a775-804a7470e8fb service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979416 Aug 20 12:26:49.632085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=9ef77690-e390-4e19-b24b-06b8a5679f4c,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:49.648874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.683041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-be604cdb-2b39-4170-aa35-f68ab4590650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.684755 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-be604cdb-2b39-4170-aa35-f68ab4590650 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 1096 time: 0.0528052 Aug 20 12:26:49.778487 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Floating IP 0d148dd4-c043-4b03-8f21-ff646f6d0589 associated. External IP: 172.25.0.104, port: 257f35a0-0e50-496d-981d-59fb8d4f07b2. Aug 20 12:26:49.807228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-ac7973c0-865d-4fa1-b255-ba15c3317295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:49.808893 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-ac7973c0-865d-4fa1-b255-ba15c3317295 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1148345 Aug 20 12:26:49.911688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-0a44f515-b643-4f6b-a841-8f9d37b5b33b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efc00e48-a862-468a-8583-092bbf9ad09d HTTP/1.1" status: 200 len: 217 time: 0.0923247 Aug 20 12:26:50.005964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-4bfeb8f4-fba0-4cba-9c13-c87a9a8c1def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.008987 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-4bfeb8f4-fba0-4cba-9c13-c87a9a8c1def service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0893617 Aug 20 12:26:50.092423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-b28b55c0-d58b-48e8-97ff-f90e4d891db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.094548 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-b28b55c0-d58b-48e8-97ff-f90e4d891db3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759113 Aug 20 12:26:50.096369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 912e8579-8808-474c-84b4-e055c2c7d72b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:50.216454 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-1c2b43aa-7a52-438c-842e-2e7d91e7fd98 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136255 Aug 20 12:26:50.274087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:50.295124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] Sync routers for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:50.308898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:50.309603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:50.315127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:50.361189 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a5eb5cb7-490f-4a56-9374-a378fbce9694 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1974812 Aug 20 12:26:50.362411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:50.365195 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44" -d '{"events": [{"name": "network-changed", "server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:50.435760 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5f3621c-b95f-4c3e-ab94-d3d19601829c req-26117e5d-9ff1-4f7a-a62f-d40d55b8b606 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119458 Aug 20 12:26:50.436987 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f6d001-0c00-440a-a4dd-6aa94c761b45 x-openstack-request-id: req-52f6d001-0c00-440a-a4dd-6aa94c761b45 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:50.437356 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:50.438223 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52f6d001-0c00-440a-a4dd-6aa94c761b45 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:50.438714 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'status': 'completed', 'code': 200} Aug 20 12:26:50.549602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3e55-2822-4bf4-87b3-812b0bb1a998 req-b7b4f8b4-963b-4792-ae0b-17f45c14ef0d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.559774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97dc3e55-2822-4bf4-87b3-812b0bb1a998 req-b7b4f8b4-963b-4792-ae0b-17f45c14ef0d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.1028399 Aug 20 12:26:50.563466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-fb002bc9-4524-4d62-9f84-72dd38543926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.565591 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-fb002bc9-4524-4d62-9f84-72dd38543926 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1098 time: 0.0987895 Aug 20 12:26:50.634636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:50.665198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97dc3e55-2822-4bf4-87b3-812b0bb1a998 req-c9938f9c-ff01-4a67-8356-f22ca064c9e1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001496 Aug 20 12:26:50.677811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53934) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:50.761819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef8616-74e9-48bb-88b3-c29853df44cc req-fc864bda-c42a-4393-bb94-acab518739bd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.764495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-ad361cc7-dab9-429b-ba39-c506b208b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.766595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecef8616-74e9-48bb-88b3-c29853df44cc req-fc864bda-c42a-4393-bb94-acab518739bd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 944 time: 0.1328611 Aug 20 12:26:50.775271 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-ad361cc7-dab9-429b-ba39-c506b208b79d service neutron] 10.222.0.73 "GET /v2.0/networks?id=621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 200 len: 897 time: 0.1951263 Aug 20 12:26:50.802961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1a33dcfd-7c08-4a79-82a7-99f79bbf9a61 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/0d148dd4-c043-4b03-8f21-ff646f6d0589 HTTP/1.1" status: 200 len: 992 time: 0.1223710 Aug 20 12:26:50.830984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecef8616-74e9-48bb-88b3-c29853df44cc req-aedf9569-853f-4b90-a830-af75f5dc5eea tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Aug 20 12:26:50.883508 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-ff9b9d5b-650d-459d-af4e-e807cbd93d55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 1000 time: 0.1060719 Aug 20 12:26:50.991088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-f422dc46-8c41-48bc-afac-fe7597719640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:50.993824 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-f422dc46-8c41-48bc-afac-fe7597719640 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ee7e3ca-ba76-4beb-a90d-b91355336034 HTTP/1.1" status: 200 len: 834 time: 0.1030135 Aug 20 12:26:51.054796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-c30aed56-78c7-4248-852b-13179d9aab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:51.056295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-c30aed56-78c7-4248-852b-13179d9aab3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=621e598c-abf3-4bcd-801e-445851982ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540466 Aug 20 12:26:51.056617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0d148dd4-c043-4b03-8f21-ff646f6d0589', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'port_id': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'mac_address': 'fa:16:3e:2a:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:26:48Z', 'updated_at': '2021-08-20T12:26:48Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:38Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:51.088705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] Checking router: 912e8579-8808-474c-84b4-e055c2c7d72b for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:51.099466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:51.100162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:51.209968 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-db91b8e8-3bf0-4602-bdae-0ee7703b2bdd service neutron] 10.222.0.73 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455274 Aug 20 12:26:51.239719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:51.336353 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-59ab5f8a-f87a-4316-b985-0a5e9ac19c44 req-6251b8cb-6fa9-40fe-829a-cf94beb89f3c service neutron] 10.222.0.73 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138301 Aug 20 12:26:51.510847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0d148dd4-c043-4b03-8f21-ff646f6d0589', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'port_id': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'mac_address': 'fa:16:3e:2a:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:26:48Z', 'updated_at': '2021-08-20T12:26:48Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:38Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:51.539349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4a268-ed43-4ccd-b971-c41129e7a156 None None] The sync data for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 is: [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '0d148dd4-c043-4b03-8f21-ff646f6d0589', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'port_id': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'mac_address': 'fa:16:3e:2a:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:26:48Z', 'updated_at': '2021-08-20T12:26:48Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:38Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:51.685476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a71ac606-688d-40c2-ae24-23bb04dde92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:51.805486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53940) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:51.816726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da4e461-598e-4809-98f5-f25cf2cbf250 None None] New status for floating IP 0d148dd4-c043-4b03-8f21-ff646f6d0589: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:26:51.889620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-be52ea7a-ad2a-465d-85c2-f7fd18f94022 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/0d148dd4-c043-4b03-8f21-ff646f6d0589 HTTP/1.1" status: 200 len: 992 time: 0.0822659 Aug 20 12:26:51.982301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e6f1-8be0-48b2-a939-b992f0bbea68 req-acf1ebea-9457-4a0b-880f-d8bbfa767f06 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:51.983874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7815e6f1-8be0-48b2-a939-b992f0bbea68 req-acf1ebea-9457-4a0b-880f-d8bbfa767f06 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 944 time: 0.0627711 Aug 20 12:26:52.045932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7815e6f1-8be0-48b2-a939-b992f0bbea68 req-0ce71141-a0e0-4772-89a3-d220d21d711a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549498 Aug 20 12:26:52.892373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 53958) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:52.963742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4c4f9042-a68e-4b5f-84c8-b380453af0fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/0d148dd4-c043-4b03-8f21-ff646f6d0589 HTTP/1.1" status: 200 len: 994 time: 0.0701964 Aug 20 12:26:53.188923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e41093-b357-43a7-bcf8-9f5f684b97e9 req-615d0c5d-c26e-414c-adfc-4be6ee74f713 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:53.190840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e41093-b357-43a7-bcf8-9f5f684b97e9 req-615d0c5d-c26e-414c-adfc-4be6ee74f713 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 944 time: 0.0558834 Aug 20 12:26:53.231089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48e41093-b357-43a7-bcf8-9f5f684b97e9 req-849e54e0-19f9-4b2b-8659-bf1ce17e7e57 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Aug 20 12:26:54.324120 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-52a5ba4e-1b70-4e91-b361-3b66736f3d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:54.376110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42996f-bc83-4eb6-8819-6a14543d36c0 req-24e4033e-f988-45b2-ba23-0164ac920703 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:54.387919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a42996f-bc83-4eb6-8819-6a14543d36c0 req-24e4033e-f988-45b2-ba23-0164ac920703 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 944 time: 0.0800869 Aug 20 12:26:54.432230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a42996f-bc83-4eb6-8819-6a14543d36c0 req-c3a38001-91d0-4be2-a1b6-fd3e961dfbfd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Aug 20 12:26:55.005396 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.556581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b384d4e-2dcc-462b-9522-8d9716664b39 req-ffdbff2c-428e-42ac-a756-8f1206ea9c31 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:55.558094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b384d4e-2dcc-462b-9522-8d9716664b39 req-ffdbff2c-428e-42ac-a756-8f1206ea9c31 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 944 time: 0.0551012 Aug 20 12:26:55.609888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b384d4e-2dcc-462b-9522-8d9716664b39 req-37b68875-67b4-421d-adea-e622eded160d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Aug 20 12:26:55.637538 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:56.779396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82631b-1efa-407e-b7fb-b37066538656 req-ad64679a-ceac-4dc8-ade3-ff803e6c8d7c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:56.781034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff82631b-1efa-407e-b7fb-b37066538656 req-ad64679a-ceac-4dc8-ade3-ff803e6c8d7c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 944 time: 0.0565186 Aug 20 12:26:56.823085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff82631b-1efa-407e-b7fb-b37066538656 req-ba7ac9f4-fce3-4497-8a67-82e6f77b008f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347996 Aug 20 12:26:57.006940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:57.954310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355db46-2fa9-41d1-ad15-b4b0e7eb1f4c req-34f39fc4-b075-44fa-bb7a-85c81479ce2a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:57.956103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9355db46-2fa9-41d1-ad15-b4b0e7eb1f4c req-34f39fc4-b075-44fa-bb7a-85c81479ce2a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 944 time: 0.0532186 Aug 20 12:26:58.011035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9355db46-2fa9-41d1-ad15-b4b0e7eb1f4c req-958ba1c5-59f4-4b6d-813a-10d7be393e35 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Aug 20 12:26:58.820987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device efc00e48-a862-468a-8583-092bbf9ad09d details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:26:58.923516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port efc00e48-a862-468a-8583-092bbf9ad09d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=efc00e48-a862-468a-8583-092bbf9ad09d,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:58.935225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'efc00e48-a862-468a-8583-092bbf9ad09d', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'port_id': 'efc00e48-a862-468a-8583-092bbf9ad09d', 'mac_address': 'fa:16:3e:b5:11:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:26:58.979415 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.993522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc00e48-a862-468a-8583-092bbf9ad09d {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:26:59.014321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port efc00e48-a862-468a-8583-092bbf9ad09d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=efc00e48-a862-468a-8583-092bbf9ad09d,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:59.019083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.068140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=efc00e48-a862-468a-8583-092bbf9ad09d,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:59.129404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1fba7-5d17-42b1-b073-620d6fb29a15 req-5c93d03a-3fe7-44db-994a-37f78cdb0a68 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:59.130906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2eb1fba7-5d17-42b1-b073-620d6fb29a15 req-5c93d03a-3fe7-44db-994a-37f78cdb0a68 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Aug 20 12:26:59.179737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2eb1fba7-5d17-42b1-b073-620d6fb29a15 req-3f7d7464-a318-45ff-ad76-7488f9ea26ea tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Aug 20 12:26:59.260772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['efc00e48-a862-468a-8583-092bbf9ad09d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:00.223303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54022) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:00.305813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a80d-46f6-4a7e-8f95-c3f7a01eace3 req-894f61e8-90ca-4817-9fbc-d2596b974f3a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:00.307332 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3458a80d-46f6-4a7e-8f95-c3f7a01eace3 req-894f61e8-90ca-4817-9fbc-d2596b974f3a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Aug 20 12:27:00.344725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-515c82d6-e38a-447f-a533-2aadc0ecc0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.365138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3458a80d-46f6-4a7e-8f95-c3f7a01eace3 req-05f68b5f-04c3-4851-89ad-5700f59eeac2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518305 Aug 20 12:27:00.443980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-515c82d6-e38a-447f-a533-2aadc0ecc0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.447637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-515c82d6-e38a-447f-a533-2aadc0ecc0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.486151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-515c82d6-e38a-447f-a533-2aadc0ecc0a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=833820360d42479c875f0fa19160a0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620735 Aug 20 12:27:00.486865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c82d6-e38a-447f-a533-2aadc0ecc0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7317a6a2-86e3-4712-83b5-4f7df969f760,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:00.488738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54026) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:00.537828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81f9e29e-ea81-4d71-9fb2-0f888fb49e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.558307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81f9e29e-ea81-4d71-9fb2-0f888fb49e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.604468 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81f9e29e-ea81-4d71-9fb2-0f888fb49e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.607280 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81f9e29e-ea81-4d71-9fb2-0f888fb49e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.608436 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-81f9e29e-ea81-4d71-9fb2-0f888fb49e84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7317a6a2-86e3-4712-83b5-4f7df969f760 HTTP/1.1" status: 204 len: 168 time: 0.1186996 Aug 20 12:27:00.616352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9e29e-ea81-4d71-9fb2-0f888fb49e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7317a6a2-86e3-4712-83b5-4f7df969f760,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:00.840561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device efc00e48-a862-468a-8583-092bbf9ad09d up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:00.889904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port efc00e48-a862-468a-8583-092bbf9ad09d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:00.894794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port efc00e48-a862-468a-8583-092bbf9ad09d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:00.895181 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.976498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.007197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6a7e5e-aed7-4831-8bc5-203701b093b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc00e48-a862-468a-8583-092bbf9ad09d'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:01.010313 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8385ed3-d886-4fc0-b52c-08be1718e5f5" -d '{"events": [{"server_uuid": "ae6a7e5e-aed7-4831-8bc5-203701b093b3", "name": "network-vif-plugged", "status": "completed", "tag": "efc00e48-a862-468a-8583-092bbf9ad09d"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:01.037946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port efc00e48-a862-468a-8583-092bbf9ad09d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=efc00e48-a862-468a-8583-092bbf9ad09d,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:01.043522 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.073437 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da03eeba-9081-48d9-b1d2-e63b0bf2eeea x-openstack-request-id: req-da03eeba-9081-48d9-b1d2-e63b0bf2eeea {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:01.073728 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6a7e5e-aed7-4831-8bc5-203701b093b3", "name": "network-vif-plugged", "status": "completed", "tag": "efc00e48-a862-468a-8583-092bbf9ad09d", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:01.074103 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da03eeba-9081-48d9-b1d2-e63b0bf2eeea {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:01.074527 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6a7e5e-aed7-4831-8bc5-203701b093b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc00e48-a862-468a-8583-092bbf9ad09d', 'code': 200} Aug 20 12:27:01.104818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=efc00e48-a862-468a-8583-092bbf9ad09d,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:01.165294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c1fc-de53-4c49-8d13-f8f8953812d5 req-d0699d7f-f285-4a4c-8c2a-a0f2a943ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:01.165768 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc94c1fc-de53-4c49-8d13-f8f8953812d5 req-d0699d7f-f285-4a4c-8c2a-a0f2a943ed01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 1098 time: 0.0423253 Aug 20 12:27:01.206057 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc94c1fc-de53-4c49-8d13-f8f8953812d5 req-48f8fdd0-1105-4f6b-a669-4f37d87e9524 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291829 Aug 20 12:27:01.250026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54052) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:01.347559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-892964052-network', 'tenant_id': '29b41314878e4072b670853312ae194d'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:01.372760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Made reservation on behalf of 29b41314878e4072b670853312ae194d for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:01.375892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.385030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.480359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.484579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.492288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf111d-a4d4-44bb-8ed8-4bd25c416753 req-4a72aace-b08e-4a79-9a5f-1ee791a3d6c7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:01.493815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eebf111d-a4d4-44bb-8ed8-4bd25c416753 req-4a72aace-b08e-4a79-9a5f-1ee791a3d6c7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 946 time: 0.0567329 Aug 20 12:27:01.506126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:27:01.520734 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91908e2b-6225-4911-9d88-5c3b158b333a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:01.525994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.526396 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Added segment 51ed289d-4c95-45e3-aab5-efd2ac0519f1 of type vlan for network bb7f4b9f-edac-484c-9878-151a9923bdc9 Aug 20 12:27:01.569309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.598849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.599829 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:01.600407 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.669007 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4177175 Aug 20 12:27:01.672039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54058) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:01.677306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Request body: {'subnet': {'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-892964052-subnet', 'tenant_id': '29b41314878e4072b670853312ae194d', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:01.685688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9e731-9895-4a6f-8f27-7118df2c1126 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7f4b9f-edac-484c-9878-151a9923bdc9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:01.700008 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:27:01.708771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Made reservation on behalf of 29b41314878e4072b670853312ae194d for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:01.712642 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.886875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eebf111d-a4d4-44bb-8ed8-4bd25c416753 req-0b74021f-1a06-4cc0-b15e-b1aad8cc610c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856387 Aug 20 12:27:01.911229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.978756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db32e847-23d0-460c-b72d-25dbef96409e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:01.987142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Checking segment: {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:01.987499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Network hostable DHCP agents. Network: bb7f4b9f-edac-484c-9878-151a9923bdc9, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:27:02.005332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:27:02.014107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, bb7f4b9f-edac-484c-9878-151a9923bdc9) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:02.018888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:02.019685 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.024287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31334d28-58f0-41c9-a48e-1361cb63b746 None None] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:02.036930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54060) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:02.037146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-da78ea2c-f3f3-459f-9f7a-1e9ec54fbc50 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3638630 Aug 20 12:27:02.041739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:02.066736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.067858 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.128111 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.181245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-bb7f4b9f-edac-484c-9878-151a9923bdc9', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:27:02.182312 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.292528 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.333370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Allocated IP 172.20.0.2 (bb7f4b9f-edac-484c-9878-151a9923bdc9/db32e847-23d0-460c-b72d-25dbef96409e/cc73931a-36e4-4cf4-af2a-6f582505c4f6) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:02.493121 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.502522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Transition to ACTIVE for port object cc73931a-36e4-4cf4-af2a-6f582505c4f6 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:02.512942 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.519114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Transition to ACTIVE for port object cc73931a-36e4-4cf4-af2a-6f582505c4f6 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:02.524404 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.534232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.561432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:02.566436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:02.570321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:02.580607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Pushing event updated for resources: {'Port': ['ID=cc73931a-36e4-4cf4-af2a-6f582505c4f6,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:02.633044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Attempting to bind port cc73931a-36e4-4cf4-af2a-6f582505c4f6 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:02.633420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Attempting to bind port cc73931a-36e4-4cf4-af2a-6f582505c4f6 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:02.633782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Attempting to bind port cc73931a-36e4-4cf4-af2a-6f582505c4f6 on network bb7f4b9f-edac-484c-9878-151a9923bdc9 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:02.636533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Allocated IP 172.25.0.166 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/bc51cc6f-df24-4f15-8815-d9a2015ec9b9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:02.638676 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:02.639045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Checking segment: {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:02.639443 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.639838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Bound using segment: {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:02.640871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Bound port: cc73931a-36e4-4cf4-af2a-6f582505c4f6, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:02.641354 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.706613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] For port cc73931a-36e4-4cf4-af2a-6f582505c4f6, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:02.709777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] For port cc73931a-36e4-4cf4-af2a-6f582505c4f6, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cc73931a-36e4-4cf4-af2a-6f582505c4f6,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:02.714036 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.743609 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.770716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009931e7-2d1e-4360-aaf6-037bc6621680 None None] Pushing event updated for resources: {'Port': ['ID=cc73931a-36e4-4cf4-af2a-6f582505c4f6,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:02.786704 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:02.826049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:02.829542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:02.836235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:02.839429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Pushing event updated for resources: {'Port': ['ID=bc51cc6f-df24-4f15-8815-d9a2015ec9b9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:03.094699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8032a-5236-4ed2-9e92-8a6194ab9c8e req-88ee8ebb-4b8f-438a-a1ec-f17a0ea90af2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:03.096122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50e8032a-5236-4ed2-9e92-8a6194ab9c8e req-88ee8ebb-4b8f-438a-a1ec-f17a0ea90af2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 946 time: 0.0965579 Aug 20 12:27:03.178206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50e8032a-5236-4ed2-9e92-8a6194ab9c8e req-5c6a0fdd-a1d8-4e8a-b85a-5fc0b3542f83 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737615 Aug 20 12:27:03.180422 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:03.364084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f83c-c99a-477e-9e19-83bb152536a2 req-731ebee6-a229-4060-bbeb-d06daffb6754 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:03.365894 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c484f83c-c99a-477e-9e19-83bb152536a2 req-731ebee6-a229-4060-bbeb-d06daffb6754 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 946 time: 0.0968833 Aug 20 12:27:03.455551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c484f83c-c99a-477e-9e19-83bb152536a2 req-ad528f21-37f0-4b94-8e1c-61561c45de5b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822065 Aug 20 12:27:03.469471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:03.662532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Router 8cea9f59-2015-4da9-a49e-8a710c61d813 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:27:03.803673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:03.807954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cc73931a-36e4-4cf4-af2a-6f582505c4f6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:03.838452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:03.839057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Sync routers for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:03.840368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c38f90f-f369-4274-82e0-657b76547486 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8021684 Aug 20 12:27:03.842973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54092) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:03.859398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:03.860456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:03.909275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f4edb-3cd3-4bf0-8537-42bdc54c15db None None] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:03.996798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c2a1d14c-f8f1-4663-b6cd-7a3cc85efc2e None None] Provisioning for port cc73931a-36e4-4cf4-af2a-6f582505c4f6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:04.054029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port cc73931a-36e4-4cf4-af2a-6f582505c4f6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:04.067243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c2a1d14c-f8f1-4663-b6cd-7a3cc85efc2e None None] Provisioning complete for port cc73931a-36e4-4cf4-af2a-6f582505c4f6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:04.068022 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d14c-f8f1-4663-b6cd-7a3cc85efc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:04.113844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cc73931a-36e4-4cf4-af2a-6f582505c4f6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:04.114538 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:04.260160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:04.435617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:04.505458 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d14c-f8f1-4663-b6cd-7a3cc85efc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:04.569918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:04.655067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Allocated IP 172.20.0.1 (bb7f4b9f-edac-484c-9878-151a9923bdc9/db32e847-23d0-460c-b72d-25dbef96409e/cb3dd5d5-d103-440f-8928-4559d3a73e8a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:04.696231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c2a1d14c-f8f1-4663-b6cd-7a3cc85efc2e None None] For port cc73931a-36e4-4cf4-af2a-6f582505c4f6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cc73931a-36e4-4cf4-af2a-6f582505c4f6,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:04.714119 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d14c-f8f1-4663-b6cd-7a3cc85efc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:04.892718 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:04.923861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Transition to ACTIVE for port object cb3dd5d5-d103-440f-8928-4559d3a73e8a will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:04.988455 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.043827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:05.047250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:05.142490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:05.148818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Pushing event updated for resources: {'Port': ['ID=cb3dd5d5-d103-440f-8928-4559d3a73e8a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:05.150259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1d14c-f8f1-4663-b6cd-7a3cc85efc2e None None] Pushing event updated for resources: {'Port': ['ID=cc73931a-36e4-4cf4-af2a-6f582505c4f6,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:05.183870 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:27:05.184397 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:27:05.197793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:02Z', 'revision_number': 3, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:05.226743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.308403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Checking router: 8cea9f59-2015-4da9-a49e-8a710c61d813 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:05.312770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Updating router 8cea9f59-2015-4da9-a49e-8a710c61d813 port bc51cc6f-df24-4f15-8815-d9a2015ec9b9 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:27:05.319615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ec0743b8-6766-4a1f-97b7-ec86cd3e7541 None None] Provisioning complete for port cc73931a-36e4-4cf4-af2a-6f582505c4f6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:05.320124 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ec0743b8-6766-4a1f-97b7-ec86cd3e7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.559217 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.658757 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.988423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0a111445-ce3b-4aea-8411-6aa1ffb07615 None None] Provisioning for port cb3dd5d5-d103-440f-8928-4559d3a73e8a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:05.989515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.997621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0a111445-ce3b-4aea-8411-6aa1ffb07615 None None] Provisioning complete for port cb3dd5d5-d103-440f-8928-4559d3a73e8a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:05.997999 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0a111445-ce3b-4aea-8411-6aa1ffb07615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.003267 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.026510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cc73931a-36e4-4cf4-af2a-6f582505c4f6 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:06.070158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.072264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Pushing event updated for resources: {'Port': ['ID=cb3dd5d5-d103-440f-8928-4559d3a73e8a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:06.114448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0a111445-ce3b-4aea-8411-6aa1ffb07615 None None] Port cb3dd5d5-d103-440f-8928-4559d3a73e8a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:06.142786 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.149727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cc73931a-36e4-4cf4-af2a-6f582505c4f6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:06.150093 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.172930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Transition to ACTIVE for port object bc51cc6f-df24-4f15-8815-d9a2015ec9b9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:06.181533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:06.182730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.184101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:06.243723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Attempting to bind port bc51cc6f-df24-4f15-8815-d9a2015ec9b9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:06.244572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Attempting to bind port bc51cc6f-df24-4f15-8815-d9a2015ec9b9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:06.244572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Attempting to bind port bc51cc6f-df24-4f15-8815-d9a2015ec9b9 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:06.256496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6daf89-552a-4537-9f28-86d141a6ce05 None None] Pushing event updated for resources: {'Port': ['ID=bc51cc6f-df24-4f15-8815-d9a2015ec9b9,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:06.262232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:06.262609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:06.263005 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.263396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:06.263877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Bound port: bc51cc6f-df24-4f15-8815-d9a2015ec9b9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:06.264259 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.316926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Router 8cea9f59-2015-4da9-a49e-8a710c61d813 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:06.376516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] For port bc51cc6f-df24-4f15-8815-d9a2015ec9b9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:06.380885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] For port bc51cc6f-df24-4f15-8815-d9a2015ec9b9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc51cc6f-df24-4f15-8815-d9a2015ec9b9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:06.385833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.450431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:06.453624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:06.454455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:06.459672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e2078fd9-0eab-44f5-a2a7-0a4eaada940d admin admin] 10.222.0.25 "PUT /v2.0/routers/8cea9f59-2015-4da9-a49e-8a710c61d813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6155477 Aug 20 12:27:06.493022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6daf89-552a-4537-9f28-86d141a6ce05 None None] Pushing event updated for resources: {'Port': ['ID=bc51cc6f-df24-4f15-8815-d9a2015ec9b9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:06.585075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-53fdc2ef-d48a-4b09-bfe2-9c0b11c203f7 None None] Provisioning complete for port cb3dd5d5-d103-440f-8928-4559d3a73e8a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:06.585452 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-53fdc2ef-d48a-4b09-bfe2-9c0b11c203f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.608322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:06.664505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-53fdc2ef-d48a-4b09-bfe2-9c0b11c203f7 None None] Port cb3dd5d5-d103-440f-8928-4559d3a73e8a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:06.863177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 2, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:06.908612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092eaf2f-094c-429d-bc49-0c3fedca1b44 None None] The sync data for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 is: [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 2, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:07.092277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54182) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:07.097365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-885840869-network', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:07.141278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Made reservation on behalf of dc4258cf732c45748bc4c9ff72538b3a for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:07.144133 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.164714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.334373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-076e242f-fb43-4c6b-857f-a1ff4bdfb947 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:07.336057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-076e242f-fb43-4c6b-857f-a1ff4bdfb947 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.2210252 Aug 20 12:27:07.339787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.346022 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.360798 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:27:07.364937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-be74a313-05f8-49f2-9b64-563d47e0189f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/quotas/4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 375 time: 0.0200582 Aug 20 12:27:07.379754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.380187 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Added segment 38161770-6061-4504-a08f-f803d2ff2067 of type vlan for network 597911d8-2025-4aec-8073-dd937159a9d4 Aug 20 12:27:07.451252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02313ce3-6aa2-4cbb-a1d5-945a6be9948a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:07.463635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-6039f839-2667-4438-b3ca-f1be23dfc5c3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975361 Aug 20 12:27:07.474822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.509278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.510845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:07.511779 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.576282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-c323b888-347c-4c78-b590-1a865148dbb0 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108501 Aug 20 12:27:07.597461 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5038896 Aug 20 12:27:07.601093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54184) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:07.601952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf933eb0-816c-478e-b348-74791eae76f4 admin admin] Pushing event updated for resources: {'Network': ['ID=597911d8-2025-4aec-8073-dd937159a9d4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:07.612566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 597911d8-2025-4aec-8073-dd937159a9d4 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:27:07.653198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Request body: {'subnet': {'network_id': '597911d8-2025-4aec-8073-dd937159a9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-885840869-subnet', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:08.017313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc51cc6f-df24-4f15-8815-d9a2015ec9b9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:08.115177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port bc51cc6f-df24-4f15-8815-d9a2015ec9b9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:08.120322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bc51cc6f-df24-4f15-8815-d9a2015ec9b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:08.120930 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.174516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Made reservation on behalf of dc4258cf732c45748bc4c9ff72538b3a for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:08.177166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.213460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.238214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port bc51cc6f-df24-4f15-8815-d9a2015ec9b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc51cc6f-df24-4f15-8815-d9a2015ec9b9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:08.240586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-ac18750c-4ebb-4255-a0f9-a0fb85f88022 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566713 Aug 20 12:27:08.245512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.330948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=bc51cc6f-df24-4f15-8815-d9a2015ec9b9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:08.415274 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.494678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e7bad6-97d2-4414-a50e-e53235607bca,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:08.527828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Checking segment: {'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:08.528196 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Network hostable DHCP agents. Network: 597911d8-2025-4aec-8073-dd937159a9d4, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:27:08.531926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab1792e8-56fe-4a9d-96b2-3598170fd54c req-997e870c-937b-4afc-a9a9-31dacff0e195 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 210 time: 0.0484288 Aug 20 12:27:08.551954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Network 597911d8-2025-4aec-8073-dd937159a9d4 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:27:08.565055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 597911d8-2025-4aec-8073-dd937159a9d4) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:08.573601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52047f70-58ec-442f-8864-983b14a54b8b None None] Network 597911d8-2025-4aec-8073-dd937159a9d4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:08.578772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:08.579594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.599422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8ce72d72-ea69-4afb-9903-84b3514d58be admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9813747 Aug 20 12:27:08.600506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54194) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:08.606534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:08.646261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.647518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.728445 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.827666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-597911d8-2025-4aec-8073-dd937159a9d4', 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'fixed_ips': [{'subnet_id': 'e2e7bad6-97d2-4414-a50e-e53235607bca'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:27:08.829989 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.900607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.008840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Allocated IP 172.20.0.2 (597911d8-2025-4aec-8073-dd937159a9d4/e2e7bad6-97d2-4414-a50e-e53235607bca/ae914c6b-ef3b-4040-b58e-949d209d4948) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:09.201665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.206349 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.224490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.238766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Transition to ACTIVE for port object ae914c6b-ef3b-4040-b58e-949d209d4948 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:09.264383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Transition to ACTIVE for port object ae914c6b-ef3b-4040-b58e-949d209d4948 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:09.283569 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.322823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Network 597911d8-2025-4aec-8073-dd937159a9d4 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:09.325732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:09.330219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:09.340027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Pushing event updated for resources: {'Port': ['ID=ae914c6b-ef3b-4040-b58e-949d209d4948,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:09.378820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Allocated IP 172.25.0.15 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/5c04fa6f-194a-4aee-b0b1-01210f151d16) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:09.402732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Attempting to bind port ae914c6b-ef3b-4040-b58e-949d209d4948 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:09.403377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Attempting to bind port ae914c6b-ef3b-4040-b58e-949d209d4948 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:09.403779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Attempting to bind port ae914c6b-ef3b-4040-b58e-949d209d4948 on network 597911d8-2025-4aec-8073-dd937159a9d4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:09.410575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:09.410894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Checking segment: {'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:09.411427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.411804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Bound using segment: {'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:09.412264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Bound port: ae914c6b-ef3b-4040-b58e-949d209d4948, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:09.412642 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.482695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] For port ae914c6b-ef3b-4040-b58e-949d209d4948, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:09.485992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] For port ae914c6b-ef3b-4040-b58e-949d209d4948, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ae914c6b-ef3b-4040-b58e-949d209d4948,segment=NetworkSegment(38161770-6061-4504-a08f-f803d2ff2067),segment_id=38161770-6061-4504-a08f-f803d2ff2067)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:09.490400 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.494542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.541987 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.559962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96524cc9-8175-4809-a7ce-45aeeb411760 None None] Pushing event updated for resources: {'Port': ['ID=ae914c6b-ef3b-4040-b58e-949d209d4948,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:09.591710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:09.596567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:09.600115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:09.635311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Pushing event updated for resources: {'Port': ['ID=5c04fa6f-194a-4aee-b0b1-01210f151d16,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:09.647200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1201ff84-6b31-4950-97de-c9f39e64bb5c req-2a8feb31-1192-485f-9d59-ad627e488071 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 210 time: 0.0343189 Aug 20 12:27:09.669321 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Sync routers for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:09.681295 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:09.681924 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:09.824707 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:10.002062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-001c0ea1-1b40-4c73-b7cc-60eda703d351 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:10.003720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-001c0ea1-1b40-4c73-b7cc-60eda703d351 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.2906485 Aug 20 12:27:10.020332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'port': {'device_id': 'ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'admin_state_up': True, 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:10.051798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.125060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ae914c6b-ef3b-4040-b58e-949d209d4948 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:10.136717 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 2, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:10.192987 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Checking router: 8cea9f59-2015-4da9-a49e-8a710c61d813 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:10.194165 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Updating router 8cea9f59-2015-4da9-a49e-8a710c61d813 port cb3dd5d5-d103-440f-8928-4559d3a73e8a binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:27:10.212505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:10.216818 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.241455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ae914c6b-ef3b-4040-b58e-949d209d4948 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:10.247852 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.253824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc51cc6f-df24-4f15-8815-d9a2015ec9b9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:10.319981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bc51cc6f-df24-4f15-8815-d9a2015ec9b9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:10.320534 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.432554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.557931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.20.0.3 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/4c8b239d-abb7-4e6b-bbfe-4f340d5165ee) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:10.794658 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.808210 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Transition to ACTIVE for port object cb3dd5d5-d103-440f-8928-4559d3a73e8a will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:10.818732 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.838906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21a03d1b-67bb-434f-a946-e09410ef3b73 req-06b15849-b26b-4a7d-a30f-d54da9e1d84e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 210 time: 0.0542328 Aug 20 12:27:10.908779 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15496779-8ee0-4974-8b02-8b3addc26324 None None] Pushing event updated for resources: {'Port': ['ID=cb3dd5d5-d103-440f-8928-4559d3a73e8a,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:10.925880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.955688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Transition to ACTIVE for port object 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:11.021516 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Attempting to bind port cb3dd5d5-d103-440f-8928-4559d3a73e8a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:11.022170 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Attempting to bind port cb3dd5d5-d103-440f-8928-4559d3a73e8a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:11.028526 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Attempting to bind port cb3dd5d5-d103-440f-8928-4559d3a73e8a on network bb7f4b9f-edac-484c-9878-151a9923bdc9 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:11.049430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.056052 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:11.056429 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Checking segment: {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:11.056829 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.057207 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Bound using segment: {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:11.058918 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Bound port: cb3dd5d5-d103-440f-8928-4559d3a73e8a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:11.059492 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.059934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed414ea-2cc3-40b2-bc35-97beef204de3 None None] Network 597911d8-2025-4aec-8073-dd937159a9d4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:11.096442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['efc00e48-a862-468a-8583-092bbf9ad09d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:11.111157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:11.114712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:11.131643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:11.163720 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] For port cb3dd5d5-d103-440f-8928-4559d3a73e8a, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:11.181494 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] For port cb3dd5d5-d103-440f-8928-4559d3a73e8a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb3dd5d5-d103-440f-8928-4559d3a73e8a,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:11.184045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:11.193464 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.245371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:11.247637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.281357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-56866759-1185-4081-b922-0cd6feba49e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2647855 Aug 20 12:27:11.294379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Request body: {'port': {'device_id': 'ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:11.335479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Provisioning for port ae914c6b-ef3b-4040-b58e-949d209d4948 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:11.342606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Provisioning complete for port ae914c6b-ef3b-4040-b58e-949d209d4948 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:11.355198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.359555 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:11.362093 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:11.430844 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.472046 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15496779-8ee0-4974-8b02-8b3addc26324 None None] Pushing event updated for resources: {'Port': ['ID=cb3dd5d5-d103-440f-8928-4559d3a73e8a,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:11.506951 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Router 1b08a7a6-ed44-499b-8357-06637178b670 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:27:11.669914 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:11.724436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:11.759486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Sync routers for ids ['1b08a7a6-ed44-499b-8357-06637178b670'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:11.761821 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.767323 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b2dfae7d-4a67-4801-a32d-cbf3f5d89f09 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1616521 Aug 20 12:27:11.767950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54222) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:11.841162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:27:11.851485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.871173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Transition to ACTIVE for port object 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:11.893945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.043787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:12.142828 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:11Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:12.161741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Routers {'1b08a7a6-ed44-499b-8357-06637178b670'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:12.162700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1b08a7a6-ed44-499b-8357-06637178b670'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:12.165366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb3dd5d5-d103-440f-8928-4559d3a73e8a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:12.228085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b8e97-bb59-4417-bb7d-c27886f6a80c None None] The sync data for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 is: [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:11Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:12.238646 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.319630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eee7da-a2b4-49e7-a314-d78648cdd697 req-613b5691-077c-468b-abe4-4e24629a116a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:12.321373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79eee7da-a2b4-49e7-a314-d78648cdd697 req-613b5691-077c-468b-abe4-4e24629a116a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.3082829 Aug 20 12:27:12.333018 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.402236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Attempting to bind port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:12.419729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Attempting to bind port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:12.420253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Attempting to bind port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:12.433845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:27:12.434518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Attempting to bind port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:12.443177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:12.443779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:12.444330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:12.444928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Bound port: 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:12.445598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.460906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-79eee7da-a2b4-49e7-a314-d78648cdd697 req-39850350-c913-499b-bfef-3d8316d6d9a9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Aug 20 12:27:12.560916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] For port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:12.566587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] For port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:12.576641 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.622940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port cb3dd5d5-d103-440f-8928-4559d3a73e8a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:12.633493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:12.633948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] For port ae914c6b-ef3b-4040-b58e-949d209d4948, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ae914c6b-ef3b-4040-b58e-949d209d4948,segment=NetworkSegment(38161770-6061-4504-a08f-f803d2ff2067),segment_id=38161770-6061-4504-a08f-f803d2ff2067)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:12.634098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.638597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] 10.222.0.22 "PUT /v2.0/ports/4c8b239d-abb7-4e6b-bbfe-4f340d5165ee HTTP/1.1" status: 200 len: 1092 time: 1.3486366 Aug 20 12:27:12.641264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74', 'tag': '4c8b239d-abb7-4e6b-bbfe-4f340d5165ee'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:12.649114 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddbb786-d49c-4c80-8521-a47bd4ea1334" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74", "tag": "4c8b239d-abb7-4e6b-bbfe-4f340d5165ee"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:12.653241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cb3dd5d5-d103-440f-8928-4559d3a73e8a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:12.653789 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.727767 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.759087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdc4fb-e135-41a3-bce7-1f7ca1938e30 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:12.813739 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d15a4df-27e3-45ea-b56a-e3a4c801859b x-openstack-request-id: req-9d15a4df-27e3-45ea-b56a-e3a4c801859b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:12.815763 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74", "tag": "4c8b239d-abb7-4e6b-bbfe-4f340d5165ee", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:12.816013 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d15a4df-27e3-45ea-b56a-e3a4c801859b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:12.816474 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74', 'tag': '4c8b239d-abb7-4e6b-bbfe-4f340d5165ee', 'status': 'completed', 'code': 200} Aug 20 12:27:12.898623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-526e9612-5ea4-495d-a76f-3a044d8f6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:12.915232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-526e9612-5ea4-495d-a76f-3a044d8f6d4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 1095 time: 0.2079160 Aug 20 12:27:12.957643 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.962971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Set router 1b08a7a6-ed44-499b-8357-06637178b670 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:13.020043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.080224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-98c64ed6-c358-4c8f-b37a-8524786ab315 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee HTTP/1.1" status: 200 len: 217 time: 0.1529493 Aug 20 12:27:13.130717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-69793715-4760-4e81-ac56-aa375f9e5863 None None] Provisioning complete for port cb3dd5d5-d103-440f-8928-4559d3a73e8a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:13.133496 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-69793715-4760-4e81-ac56-aa375f9e5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.174105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-54f91fe2-6fda-4331-bb03-23483903087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:13.176080 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-54f91fe2-6fda-4331-bb03-23483903087e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0889857 Aug 20 12:27:13.183843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Pushing event updated for resources: {'Port': ['ID=ae914c6b-ef3b-4040-b58e-949d209d4948,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:13.246205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port cb3dd5d5-d103-440f-8928-4559d3a73e8a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb3dd5d5-d103-440f-8928-4559d3a73e8a,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:13.264480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-5a10aa17-94d6-45f5-bda6-de9cd120251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:13.267449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-5a10aa17-94d6-45f5-bda6-de9cd120251e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834792 Aug 20 12:27:13.299081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.309768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.310824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.311262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.311657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.312559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.313092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.313263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.313706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.314039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.314839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.315181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.315512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548ba49-df72-4b4b-bc67-2f4d5eda3f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.372006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Allocated IP 172.20.0.1 (597911d8-2025-4aec-8073-dd937159a9d4/e2e7bad6-97d2-4414-a50e-e53235607bca/37622c9b-21be-47e7-b403-813093213a8c) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:13.440793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-9e7ff382-c3f5-486d-ba38-d6ef27d98c6b service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620288 Aug 20 12:27:13.562536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=cb3dd5d5-d103-440f-8928-4559d3a73e8a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:13.563149 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.588785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Transition to ACTIVE for port object 37622c9b-21be-47e7-b403-813093213a8c will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:13.591632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e1b1bfa-e69e-4ec5-b7fd-03753e70e2bc req-a69abc2a-207c-48b4-89f4-c344f44333b1 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431649 Aug 20 12:27:13.645488 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.661021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-69793715-4760-4e81-ac56-aa375f9e5863 None None] Provisioning for port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:13.675852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:09Z', 'revision_number': 3, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port': {'id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:09Z', 'updated_at': '2021-08-20T12:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:13.693671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Network 597911d8-2025-4aec-8073-dd937159a9d4 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:13.699106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:13.706700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:13.743032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Checking router: 1b08a7a6-ed44-499b-8357-06637178b670 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:13.743739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Updating router 1b08a7a6-ed44-499b-8357-06637178b670 port 5c04fa6f-194a-4aee-b0b1-01210f151d16 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:27:13.749883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.759912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Pushing event updated for resources: {'Port': ['ID=37622c9b-21be-47e7-b403-813093213a8c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:13.832980 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.850707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.856189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.857086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.859577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.860358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.860826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.866469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.867090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.867657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.868385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676792-fc80-4fd9-b398-daa7833c742f req-c0160818-b499-4bc1-9ecc-de8786881f11 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:13.868874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.870117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.872290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-47676792-fc80-4fd9-b398-daa7833c742f req-c0160818-b499-4bc1-9ecc-de8786881f11 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.2447598 Aug 20 12:27:13.887949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-2c38e4d2-bb31-4f6f-905c-c0cb612319a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:13.891427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:13.893200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-2c38e4d2-bb31-4f6f-905c-c0cb612319a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 1095 time: 0.1954019 Aug 20 12:27:14.072514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ae914c6b-ef3b-4040-b58e-949d209d4948 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:14.091819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.093004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.127048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-47676792-fc80-4fd9-b398-daa7833c742f req-574ab390-9eb7-4a09-a949-c92a4000198e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328637 Aug 20 12:27:14.128893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d565ba10-1328-40c2-a208-42363c4ae5f5 None None] Provisioning complete for port ae914c6b-ef3b-4040-b58e-949d209d4948 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:14.129270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d565ba10-1328-40c2-a208-42363c4ae5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.177467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-dc06960d-6ddf-494b-acd5-efbabedc4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:14.179154 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-dc06960d-6ddf-494b-acd5-efbabedc4b9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.2491865 Aug 20 12:27:14.261669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-bc1bf09b-0dfe-4890-a010-212fa95055d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee HTTP/1.1" status: 200 len: 217 time: 0.0703423 Aug 20 12:27:14.340513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-bd78c54b-4428-4062-bbcf-befd5cd11d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:14.341226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.342412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-bd78c54b-4428-4062-bbcf-befd5cd11d70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0724139 Aug 20 12:27:14.347977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.411005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-e398aee4-de7f-4a21-84b3-02ea8cd8bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:14.413575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-e398aee4-de7f-4a21-84b3-02ea8cd8bc15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636139 Aug 20 12:27:14.443690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Pushing event updated for resources: {'Port': ['ID=37622c9b-21be-47e7-b403-813093213a8c,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:14.447804 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.500089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ae914c6b-ef3b-4040-b58e-949d209d4948 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:14.501753 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.572754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-7c95b45b-2fea-479b-bd45-f48af68857a2 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513472 Aug 20 12:27:14.590612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Network 597911d8-2025-4aec-8073-dd937159a9d4 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:14.592204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:14.743919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ddbb786-d49c-4c80-8521-a47bd4ea1334 req-a9d43bd0-6fa9-416e-be81-d65bae2725da service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627028 Aug 20 12:27:14.751695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.758522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Router 1b08a7a6-ed44-499b-8357-06637178b670 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:14.788325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Transition to ACTIVE for port object 5c04fa6f-194a-4aee-b0b1-01210f151d16 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:14.803348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c106b0eb-9a39-4f92-92c4-9051cca30bc6 None None] Provisioning for port 37622c9b-21be-47e7-b403-813093213a8c completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:14.808931 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.813121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb3dd5d5-d103-440f-8928-4559d3a73e8a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:14.819486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c106b0eb-9a39-4f92-92c4-9051cca30bc6 None None] Provisioning complete for port 37622c9b-21be-47e7-b403-813093213a8c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:14.820090 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c106b0eb-9a39-4f92-92c4-9051cca30bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.935399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:14.942666 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aa0c7665-6904-40bb-a7f5-67bcd6a28945 admin admin] 10.222.0.25 "PUT /v2.0/routers/1b08a7a6-ed44-499b-8357-06637178b670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1724041 Aug 20 12:27:14.983137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Attempting to bind port 5c04fa6f-194a-4aee-b0b1-01210f151d16 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:14.983960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Attempting to bind port 5c04fa6f-194a-4aee-b0b1-01210f151d16 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:14.984636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Attempting to bind port 5c04fa6f-194a-4aee-b0b1-01210f151d16 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:15.035062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9ba5c-67da-4d95-88fb-557ed9e03ad6 None None] Pushing event updated for resources: {'Port': ['ID=5c04fa6f-194a-4aee-b0b1-01210f151d16,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:15.055897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c106b0eb-9a39-4f92-92c4-9051cca30bc6 None None] Port 37622c9b-21be-47e7-b403-813093213a8c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:15.057704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:15.058089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:15.058521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.058912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:15.059396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Bound port: 5c04fa6f-194a-4aee-b0b1-01210f151d16, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:15.059781 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.125744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] For port 5c04fa6f-194a-4aee-b0b1-01210f151d16, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:15.130162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] For port 5c04fa6f-194a-4aee-b0b1-01210f151d16, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c04fa6f-194a-4aee-b0b1-01210f151d16,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:15.149019 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.215073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cb3dd5d5-d103-440f-8928-4559d3a73e8a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:15.215698 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.302087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9ba5c-67da-4d95-88fb-557ed9e03ad6 None None] Pushing event updated for resources: {'Port': ['ID=5c04fa6f-194a-4aee-b0b1-01210f151d16,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:15.309932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-04ab75a3-bd72-4f58-9647-ec085ec04b07 None None] Provisioning complete for port 37622c9b-21be-47e7-b403-813093213a8c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:15.311594 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-04ab75a3-bd72-4f58-9647-ec085ec04b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.366324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Routers {'1b08a7a6-ed44-499b-8357-06637178b670'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:15.366974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1b08a7a6-ed44-499b-8357-06637178b670'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:15.397920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b8ab5-6653-4150-885b-9868cd848a38 req-9214e239-9e45-4f2a-b844-3814b316c3f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:15.409838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a11b8ab5-6653-4150-885b-9868cd848a38 req-9214e239-9e45-4f2a-b844-3814b316c3f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1194959 Aug 20 12:27:15.472402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a11b8ab5-6653-4150-885b-9868cd848a38 req-7bb174eb-1f81-499f-bf88-675b2e04c18c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572987 Aug 20 12:27:15.716616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-04ab75a3-bd72-4f58-9647-ec085ec04b07 None None] Port 37622c9b-21be-47e7-b403-813093213a8c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:15.815633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54250) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:15.822384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7b3be85f-478c-4bc9-a1a7-9488392d1b17 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964337710', 'description': 'tempest-secgroup-smoke-1964337710 description', 'project_id': '29b41314878e4072b670853312ae194d'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:15.842640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] Set router 1b08a7a6-ed44-499b-8357-06637178b670 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:15.905490 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b3be85f-478c-4bc9-a1a7-9488392d1b17 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.105522 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b3be85f-478c-4bc9-a1a7-9488392d1b17 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.141613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b3be85f-478c-4bc9-a1a7-9488392d1b17 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.178458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:14Z', 'revision_number': 4, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port': {'id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:09Z', 'updated_at': '2021-08-20T12:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '37622c9b-21be-47e7-b403-813093213a8c', 'name': '', 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'mac_address': 'fa:16:3e:7f:26:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:13Z', 'updated_at': '2021-08-20T12:27:14Z', 'revision_number': 2, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'subnets': [{'id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:16.204949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b3be85f-478c-4bc9-a1a7-9488392d1b17 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.206878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7b3be85f-478c-4bc9-a1a7-9488392d1b17 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3902099 Aug 20 12:27:16.211359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54258) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:16.214583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3be85f-478c-4bc9-a1a7-9488392d1b17 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd13f01-40a0-41a2-8574-f9c6a1a012e8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:16.216754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a029138d-1d4d-49c6-942a-e8bd10e06040 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'security_group_rule': {'security_group_id': '1dd13f01-40a0-41a2-8574-f9c6a1a012e8', 'project_id': '29b41314878e4072b670853312ae194d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:16.242959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44522af9-d31b-4079-b2cf-111f426accc3 None None] The sync data for ids ['1b08a7a6-ed44-499b-8357-06637178b670'] in n-d-800634-10 is: [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:14Z', 'revision_number': 4, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port': {'id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:09Z', 'updated_at': '2021-08-20T12:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '37622c9b-21be-47e7-b403-813093213a8c', 'name': '', 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'mac_address': 'fa:16:3e:7f:26:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:13Z', 'updated_at': '2021-08-20T12:27:14Z', 'revision_number': 2, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'subnets': [{'id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:16.271490 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a029138d-1d4d-49c6-942a-e8bd10e06040 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.399654 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a029138d-1d4d-49c6-942a-e8bd10e06040 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.409804 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a029138d-1d4d-49c6-942a-e8bd10e06040 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.466648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029138d-1d4d-49c6-942a-e8bd10e06040 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e7c300-2b32-4fd6-8d0c-f425be3a2a3d,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:16.470462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a029138d-1d4d-49c6-942a-e8bd10e06040 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.472494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a029138d-1d4d-49c6-942a-e8bd10e06040 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2596710 Aug 20 12:27:16.478676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54260) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:16.486774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7f6c7cbc-b54e-4e49-a714-0c1f95e96eb4 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'security_group_rule': {'security_group_id': '1dd13f01-40a0-41a2-8574-f9c6a1a012e8', 'project_id': '29b41314878e4072b670853312ae194d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:16.554205 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f6c7cbc-b54e-4e49-a714-0c1f95e96eb4 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.643629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f6c7cbc-b54e-4e49-a714-0c1f95e96eb4 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.648679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f6c7cbc-b54e-4e49-a714-0c1f95e96eb4 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.679884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c7cbc-b54e-4e49-a714-0c1f95e96eb4 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa3a9fb-0f55-47a4-9d3a-6edaa2ee007a,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:16.683050 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7f6c7cbc-b54e-4e49-a714-0c1f95e96eb4 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.684415 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7f6c7cbc-b54e-4e49-a714-0c1f95e96eb4 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2044935 Aug 20 12:27:16.687824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54266) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:16.693044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-874348a2-8364-4e6d-b96a-2939f2c57314 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'security_group_rule': {'security_group_id': '1dd13f01-40a0-41a2-8574-f9c6a1a012e8', 'project_id': '29b41314878e4072b670853312ae194d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:16.723151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ac44e-7a66-451d-80cd-587c786fbbee req-4f72d3a4-b165-4aed-86de-1a39c073f027 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:16.725538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-806ac44e-7a66-451d-80cd-587c786fbbee req-4f72d3a4-b165-4aed-86de-1a39c073f027 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1681254 Aug 20 12:27:16.768975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-874348a2-8364-4e6d-b96a-2939f2c57314 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.772867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b776-8919-41dd-9a1e-1c6839f47b1d req-984e8fa5-1f77-4e78-9fab-c45e30b8ee55 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:16.778636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e58b776-8919-41dd-9a1e-1c6839f47b1d req-984e8fa5-1f77-4e78-9fab-c45e30b8ee55 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 946 time: 0.1284781 Aug 20 12:27:16.837793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-806ac44e-7a66-451d-80cd-587c786fbbee req-d45877ed-2c59-4804-afac-cfd3cb39482b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986352 Aug 20 12:27:16.872099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e58b776-8919-41dd-9a1e-1c6839f47b1d req-1b8ca023-1ede-4b1d-adb7-091bec2df129 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897970 Aug 20 12:27:16.893892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-874348a2-8364-4e6d-b96a-2939f2c57314 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.914725 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-874348a2-8364-4e6d-b96a-2939f2c57314 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.940191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874348a2-8364-4e6d-b96a-2939f2c57314 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcfa6b4-75a6-44ca-8d69-76b578d37629,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:16.955910 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-874348a2-8364-4e6d-b96a-2939f2c57314 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:16.960137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54268) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:16.962551 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-874348a2-8364-4e6d-b96a-2939f2c57314 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2682261 Aug 20 12:27:16.964932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f04bae3a-9595-4309-bd55-1ed0eda98207 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'security_group_rule': {'security_group_id': '1dd13f01-40a0-41a2-8574-f9c6a1a012e8', 'project_id': '29b41314878e4072b670853312ae194d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:17.010457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f04bae3a-9595-4309-bd55-1ed0eda98207 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.106870 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f04bae3a-9595-4309-bd55-1ed0eda98207 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.117653 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f04bae3a-9595-4309-bd55-1ed0eda98207 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.148437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bae3a-9595-4309-bd55-1ed0eda98207 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7076fe-ab89-4a13-bc6b-f2d6b6562945,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:17.156700 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f04bae3a-9595-4309-bd55-1ed0eda98207 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.162652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f04bae3a-9595-4309-bd55-1ed0eda98207 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1968195 Aug 20 12:27:17.163260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54270) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:17.170571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fa5891b5-73d4-4d86-8836-46f82bba3407 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'security_group_rule': {'security_group_id': '1dd13f01-40a0-41a2-8574-f9c6a1a012e8', 'project_id': '29b41314878e4072b670853312ae194d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:17.208641 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-fa5891b5-73d4-4d86-8836-46f82bba3407 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Project 29b41314878e4072b670853312ae194d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:27:17.215557 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa5891b5-73d4-4d86-8836-46f82bba3407 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.344431 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa5891b5-73d4-4d86-8836-46f82bba3407 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.354408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa5891b5-73d4-4d86-8836-46f82bba3407 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.401046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5891b5-73d4-4d86-8836-46f82bba3407 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee6ce56-65cc-4f57-b8eb-2fd7ef4f58e0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:17.413079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fa5891b5-73d4-4d86-8836-46f82bba3407 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.416999 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fa5891b5-73d4-4d86-8836-46f82bba3407 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2499499 Aug 20 12:27:17.417479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54272) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:17.422776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-85118f4f-bd9a-48c8-b2bf-1b632e6e5051 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'security_group_rule': {'security_group_id': '1dd13f01-40a0-41a2-8574-f9c6a1a012e8', 'project_id': '29b41314878e4072b670853312ae194d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:17.455802 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-85118f4f-bd9a-48c8-b2bf-1b632e6e5051 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Project 29b41314878e4072b670853312ae194d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:27:17.469845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85118f4f-bd9a-48c8-b2bf-1b632e6e5051 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.617842 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85118f4f-bd9a-48c8-b2bf-1b632e6e5051 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.626665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85118f4f-bd9a-48c8-b2bf-1b632e6e5051 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.650243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85118f4f-bd9a-48c8-b2bf-1b632e6e5051 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3889f8-7d7d-4ac5-bfa4-b5e46c28490b,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:17.662430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85118f4f-bd9a-48c8-b2bf-1b632e6e5051 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.664121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-85118f4f-bd9a-48c8-b2bf-1b632e6e5051 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2459261 Aug 20 12:27:17.894819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-27ac1cb7-6d64-46dc-b5ad-a48561756903 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964337710&fields=id&tenant_id=29b41314878e4072b670853312ae194d HTTP/1.1" status: 200 len: 267 time: 0.0672483 Aug 20 12:27:18.051636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c04fa6f-194a-4aee-b0b1-01210f151d16 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:18.102548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-a9aaf273-4f5a-4e16-9925-bceed0198e29 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:18.104066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-a9aaf273-4f5a-4e16-9925-bceed0198e29 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 946 time: 0.1394339 Aug 20 12:27:18.116206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d31ca-4918-4a4d-9583-daa965e9543d req-0374ba32-0713-46e7-a44c-374253b135ce tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:18.117839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-0374ba32-0713-46e7-a44c-374253b135ce tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/networks?id=bb7f4b9f-edac-484c-9878-151a9923bdc9 HTTP/1.1" status: 200 len: 808 time: 0.2188835 Aug 20 12:27:18.124792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5c04fa6f-194a-4aee-b0b1-01210f151d16 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:18.129373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5c04fa6f-194a-4aee-b0b1-01210f151d16 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:18.129966 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.144358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764b779-b7c5-4bb2-89c7-72af278772af req-b979c90a-6b15-443d-b3da-d4bacd178abc tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:18.145933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7764b779-b7c5-4bb2-89c7-72af278772af req-b979c90a-6b15-443d-b3da-d4bacd178abc tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1824577 Aug 20 12:27:18.196270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-02308cb2-9578-42d2-a232-a9f02198240f tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/quotas/29b41314878e4072b670853312ae194d HTTP/1.1" status: 200 len: 375 time: 0.0692260 Aug 20 12:27:18.300977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7764b779-b7c5-4bb2-89c7-72af278772af req-dd16761b-6454-4dea-a879-bc1967daea0d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212833 Aug 20 12:27:18.319266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-ec64feb2-c55e-47bf-b814-22aad7971d92 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=29b41314878e4072b670853312ae194d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148157 Aug 20 12:27:18.335803 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.378944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 5c04fa6f-194a-4aee-b0b1-01210f151d16, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c04fa6f-194a-4aee-b0b1-01210f151d16,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:18.392551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.466657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=5c04fa6f-194a-4aee-b0b1-01210f151d16,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:18.477835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Deleting port e84d13b7-1ead-48c6-9e84-dc320cd15436 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:18.478415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.634136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b1e71-8a65-4950-afed-02ef760dda4b req-d2bb3d9e-cc8d-4c84-bc1f-9bff22ec2ac1 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:18.635681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-999b1e71-8a65-4950-afed-02ef760dda4b req-d2bb3d9e-cc8d-4c84-bc1f-9bff22ec2ac1 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=66474770-5f6a-42fa-a742-f62a35b615e6 HTTP/1.1" status: 200 len: 946 time: 0.1881864 Aug 20 12:27:18.690981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-d8964089-f0db-47d1-855a-4465b27ec966 service neutron] 10.222.0.25 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556383 Aug 20 12:27:18.711970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] For port e84d13b7-1ead-48c6-9e84-dc320cd15436, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e84d13b7-1ead-48c6-9e84-dc320cd15436,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:18.712346 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.771436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Calling delete_port for e84d13b7-1ead-48c6-9e84-dc320cd15436 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:18.802590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-999b1e71-8a65-4950-afed-02ef760dda4b req-6ac35f8f-5224-46e9-a40b-e63f694d7c6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536496 Aug 20 12:27:18.890865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-3200c062-ec98-415a-b05d-104e7b773c79 service neutron] 10.222.0.25 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891403 Aug 20 12:27:18.976316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.989190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5b428625-0184-4c2a-b2bc-f41644963e86'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:19.013795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Pushing event deleted for resources: {'Port': ['ID=e84d13b7-1ead-48c6-9e84-dc320cd15436,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:19.026697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1317e1d1-3aae-4fbe-be62-f02b38ebcd82', '382106c3-05b6-4d09-bace-ba0280912c13'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:19.097154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] No DVR routers for this DVR port e84d13b7-1ead-48c6-9e84-dc320cd15436 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:19.100793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.103174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13cd56be-fffd-451c-af02-0c274cb8ece6 req-ed41fb54-1064-4d6e-b62c-1ac9f6b48d5d tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "DELETE /v2.0/ports/e84d13b7-1ead-48c6-9e84-dc320cd15436 HTTP/1.1" status: 204 len: 173 time: 0.9842997 Aug 20 12:27:19.103636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66474770-5f6a-42fa-a742-f62a35b615e6', 'name': 'network-vif-deleted', 'tag': 'e84d13b7-1ead-48c6-9e84-dc320cd15436'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:19.152635 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae0e75d-db40-44eb-a186-24299630c1b2" -d '{"events": [{"server_uuid": "66474770-5f6a-42fa-a742-f62a35b615e6", "name": "network-vif-deleted", "tag": "e84d13b7-1ead-48c6-9e84-dc320cd15436"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:19.223934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90f9dec2-40a2-4b7a-a165-a0892fd9a1e8 req-9619631c-b951-4892-9975-7b4c98f9447f tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 210 time: 0.0442402 Aug 20 12:27:19.232546 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4aff79-b59c-46b6-8a58-bac11041a2a6 x-openstack-request-id: req-4b4aff79-b59c-46b6-8a58-bac11041a2a6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:19.233763 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66474770-5f6a-42fa-a742-f62a35b615e6", "name": "network-vif-deleted", "tag": "e84d13b7-1ead-48c6-9e84-dc320cd15436", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:19.237406 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b4aff79-b59c-46b6-8a58-bac11041a2a6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:19.238053 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66474770-5f6a-42fa-a742-f62a35b615e6', 'name': 'network-vif-deleted', 'tag': 'e84d13b7-1ead-48c6-9e84-dc320cd15436', 'status': 'completed', 'code': 200} Aug 20 12:27:19.569216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2888b3-dd00-49d1-80a2-3b3d3c6462eb req-8f9fd4f7-af09-490d-a8e1-4f48e0af5d9d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:19.581437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee2888b3-dd00-49d1-80a2-3b3d3c6462eb req-8f9fd4f7-af09-490d-a8e1-4f48e0af5d9d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1303437 Aug 20 12:27:19.673247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee2888b3-dd00-49d1-80a2-3b3d3c6462eb req-c112d37a-39a2-4f20-b5b7-aea9d70db871 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839698 Aug 20 12:27:20.065203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c04fa6f-194a-4aee-b0b1-01210f151d16 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:20.168323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5c04fa6f-194a-4aee-b0b1-01210f151d16 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:20.169080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:20.216551 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Sync routers for ids ['1b08a7a6-ed44-499b-8357-06637178b670'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:20.228166 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Routers {'1b08a7a6-ed44-499b-8357-06637178b670'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:20.228801 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1b08a7a6-ed44-499b-8357-06637178b670'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:20.360269 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Set router 1b08a7a6-ed44-499b-8357-06637178b670 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:20.377816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b9f5809-9d53-48f8-a552-520587770089 req-a5b2fc83-cca0-46f5-8a96-86b6c90733a7 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 210 time: 0.0519736 Aug 20 12:27:20.614202 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:14Z', 'revision_number': 4, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port': {'id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:09Z', 'updated_at': '2021-08-20T12:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '37622c9b-21be-47e7-b403-813093213a8c', 'name': '', 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'mac_address': 'fa:16:3e:7f:26:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:13Z', 'updated_at': '2021-08-20T12:27:14Z', 'revision_number': 2, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'subnets': [{'id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:20.656779 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Checking router: 1b08a7a6-ed44-499b-8357-06637178b670 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:20.657212 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Updating router 1b08a7a6-ed44-499b-8357-06637178b670 port 37622c9b-21be-47e7-b403-813093213a8c binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:27:20.683664 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:20.900451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87243656-f4f0-4b6d-b059-9086c9024000 req-4f086a1f-62fd-4257-8064-e6de682f33ec tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.912214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87243656-f4f0-4b6d-b059-9086c9024000 req-4f086a1f-62fd-4257-8064-e6de682f33ec tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1072216 Aug 20 12:27:20.925494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e84d13b7-1ead-48c6-9e84-dc320cd15436 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:20.963374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d31ca-4918-4a4d-9583-daa965e9543d req-39db2271-14bd-473c-9772-bbeb9faf5222 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.965725 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-39db2271-14bd-473c-9772-bbeb9faf5222 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.73 "GET /v2.0/networks?id=bb7f4b9f-edac-484c-9878-151a9923bdc9 HTTP/1.1" status: 200 len: 808 time: 0.2607808 Aug 20 12:27:20.991403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: e84d13b7-1ead-48c6-9e84-dc320cd15436 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:20.991840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e84d13b7-1ead-48c6-9e84-dc320cd15436 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:21.021978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87243656-f4f0-4b6d-b059-9086c9024000 req-a5740d07-afc3-4c1e-9a31-9b92ad863174 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060281 Aug 20 12:27:21.033813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-c38fb042-58c7-4a14-96aa-41c3f25671a2 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b41314878e4072b670853312ae194d HTTP/1.1" status: 200 len: 380 time: 0.0558178 Aug 20 12:27:21.077831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'port': {'device_id': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'admin_state_up': True, 'tenant_id': '29b41314878e4072b670853312ae194d', 'security_groups': ['1dd13f01-40a0-41a2-8574-f9c6a1a012e8']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:21.257994 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.279350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Transition to ACTIVE for port object 37622c9b-21be-47e7-b403-813093213a8c will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:21.291032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Made reservation on behalf of 29b41314878e4072b670853312ae194d for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:21.295281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.298317 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.349204 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed1664-f92c-43ff-8271-617b4ed59087 None None] Pushing event updated for resources: {'Port': ['ID=37622c9b-21be-47e7-b403-813093213a8c,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:21.491138 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Attempting to bind port 37622c9b-21be-47e7-b403-813093213a8c on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:21.492532 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Attempting to bind port 37622c9b-21be-47e7-b403-813093213a8c by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:21.492892 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Attempting to bind port 37622c9b-21be-47e7-b403-813093213a8c on network 597911d8-2025-4aec-8073-dd937159a9d4 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:21.527362 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:21.527731 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Checking segment: {'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:21.528135 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.528593 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Bound using segment: {'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:21.529140 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Bound port: 37622c9b-21be-47e7-b403-813093213a8c, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38161770-6061-4504-a08f-f803d2ff2067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:21.529518 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.559032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c960c1ef-c693-4a53-adfe-04d7f23e760c req-36b58878-b0b3-4d62-8ec5-cf9aba4362c6 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 210 time: 0.0340860 Aug 20 12:27:21.597772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Allocated IP 172.20.0.14 (bb7f4b9f-edac-484c-9878-151a9923bdc9/db32e847-23d0-460c-b72d-25dbef96409e/133f3785-af21-4e08-b554-000a539caf67) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:21.674952 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] For port 37622c9b-21be-47e7-b403-813093213a8c, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:21.683316 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a717da2f-d90a-400b-ae97-126d0241494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.692193 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] For port 37622c9b-21be-47e7-b403-813093213a8c, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=37622c9b-21be-47e7-b403-813093213a8c,segment=NetworkSegment(38161770-6061-4504-a08f-f803d2ff2067),segment_id=38161770-6061-4504-a08f-f803d2ff2067)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:21.702105 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.771902 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Routers {'1b08a7a6-ed44-499b-8357-06637178b670'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:21.772404 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:26:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1b08a7a6-ed44-499b-8357-06637178b670'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:21.774116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed1664-f92c-43ff-8271-617b4ed59087 None None] Pushing event updated for resources: {'Port': ['ID=37622c9b-21be-47e7-b403-813093213a8c,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:21.903293 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] Set router 1b08a7a6-ed44-499b-8357-06637178b670 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:21.936292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.981127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Transition to ACTIVE for port object 133f3785-af21-4e08-b554-000a539caf67 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:22.059455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 37622c9b-21be-47e7-b403-813093213a8c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:22.066156 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:22.116240 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:27:22.200321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:22.204710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:22.224459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:22.248176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 37622c9b-21be-47e7-b403-813093213a8c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:22.259139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 37622c9b-21be-47e7-b403-813093213a8c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:22.259733 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:22.261598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5d7fc0e2-5e49-4dfc-9df4-83d15e1d86b1 None None] Provisioning complete for port 37622c9b-21be-47e7-b403-813093213a8c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:22.262169 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc0e2-5e49-4dfc-9df4-83d15e1d86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:22.266438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'Port': ['ID=133f3785-af21-4e08-b554-000a539caf67,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:22.269402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0b13f-5372-4622-ac79-ad9720288af1 req-513aa47c-78bf-46d1-8264-8a1efa9f81b6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:22.281983 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ad0b13f-5372-4622-ac79-ad9720288af1 req-513aa47c-78bf-46d1-8264-8a1efa9f81b6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1138570 Aug 20 12:27:22.336640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:22.351928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:22.386843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ad0b13f-5372-4622-ac79-ad9720288af1 req-f2218c85-a406-4b59-b8c2-4cad8c9a7726 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021044 Aug 20 12:27:22.396128 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-35c5e3d7-b334-4e77-9e28-8bf0ebd1a100 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3501928 Aug 20 12:27:22.416102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Request body: {'port': {'device_id': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:22.454637 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:14Z', 'revision_number': 4, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port': {'id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:09Z', 'updated_at': '2021-08-20T12:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '37622c9b-21be-47e7-b403-813093213a8c', 'name': '', 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'mac_address': 'fa:16:3e:7f:26:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:13Z', 'updated_at': '2021-08-20T12:27:21Z', 'revision_number': 4, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'subnets': [{'id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:22.516302 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60a715-7c64-47b1-b57f-ffe5d38addcd None None] The sync data for ids ['1b08a7a6-ed44-499b-8357-06637178b670'] in n-d-800634-10 is: [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:14Z', 'revision_number': 4, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port': {'id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:09Z', 'updated_at': '2021-08-20T12:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '37622c9b-21be-47e7-b403-813093213a8c', 'name': '', 'network_id': '597911d8-2025-4aec-8073-dd937159a9d4', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'mac_address': 'fa:16:3e:7f:26:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:13Z', 'updated_at': '2021-08-20T12:27:21Z', 'revision_number': 4, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'subnets': [{'id': 'e2e7bad6-97d2-4414-a50e-e53235607bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:22.532633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:22.610042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:22.698276 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc0e2-5e49-4dfc-9df4-83d15e1d86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:22.735913 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93990fc2-672a-43c0-8b70-5563f3f91a75 req-1cae6be4-efb7-447c-b58f-244d78af024d tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:22.737452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93990fc2-672a-43c0-8b70-5563f3f91a75 req-1cae6be4-efb7-447c-b58f-244d78af024d tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 932 time: 0.0633533 Aug 20 12:27:22.749133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 37622c9b-21be-47e7-b403-813093213a8c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=37622c9b-21be-47e7-b403-813093213a8c,segment=NetworkSegment(38161770-6061-4504-a08f-f803d2ff2067),segment_id=38161770-6061-4504-a08f-f803d2ff2067)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:22.756578 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:22.790914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93990fc2-672a-43c0-8b70-5563f3f91a75 req-27a6d307-259d-47aa-960a-3075c7e9cc0c tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Aug 20 12:27:22.866353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-5d7fc0e2-5e49-4dfc-9df4-83d15e1d86b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:27:22.866770 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-5d7fc0e2-5e49-4dfc-9df4-83d15e1d86b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:27:22.886842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=37622c9b-21be-47e7-b403-813093213a8c,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:22.994954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133f3785-af21-4e08-b554-000a539caf67 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:27:23.003822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:23.017723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Transition to ACTIVE for port object 133f3785-af21-4e08-b554-000a539caf67 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:23.023604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:23.118978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Pushing event updated for resources: {'Port': ['ID=133f3785-af21-4e08-b554-000a539caf67,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:23.184626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Attempting to bind port 133f3785-af21-4e08-b554-000a539caf67 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:23.185116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Attempting to bind port 133f3785-af21-4e08-b554-000a539caf67 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:23.185558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Attempting to bind port 133f3785-af21-4e08-b554-000a539caf67 on network bb7f4b9f-edac-484c-9878-151a9923bdc9 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:23.194329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Port 133f3785-af21-4e08-b554-000a539caf67 on network bb7f4b9f-edac-484c-9878-151a9923bdc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:27:23.194792 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Attempting to bind port 133f3785-af21-4e08-b554-000a539caf67 on network bb7f4b9f-edac-484c-9878-151a9923bdc9 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:23.204628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:23.205266 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Checking segment: {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:23.205892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Bound using segment: {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:23.206236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Bound port: 133f3785-af21-4e08-b554-000a539caf67, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ed289d-4c95-45e3-aab5-efd2ac0519f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:23.206818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:23.305088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] For port 133f3785-af21-4e08-b554-000a539caf67, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:23.315194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] For port 133f3785-af21-4e08-b554-000a539caf67, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=133f3785-af21-4e08-b554-000a539caf67,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:23.322212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:23.385006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Pushing event updated for resources: {'Port': ['ID=133f3785-af21-4e08-b554-000a539caf67,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:23.403102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:23.404012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:23.406531 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-5076efe9-a0c0-41fe-b67a-f472266a3028 service neutron] 10.222.0.73 "PUT /v2.0/ports/133f3785-af21-4e08-b554-000a539caf67 HTTP/1.1" status: 200 len: 1093 time: 0.9951527 Aug 20 12:27:23.407205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'tag': '133f3785-af21-4e08-b554-000a539caf67'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:23.409750 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4", "tag": "133f3785-af21-4e08-b554-000a539caf67"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:23.482368 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105df854-e73d-41b1-947d-dc08127ab7bd x-openstack-request-id: req-105df854-e73d-41b1-947d-dc08127ab7bd {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:23.482948 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4", "tag": "133f3785-af21-4e08-b554-000a539caf67", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:23.483403 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-105df854-e73d-41b1-947d-dc08127ab7bd {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:23.483997 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'tag': '133f3785-af21-4e08-b554-000a539caf67', 'status': 'completed', 'code': 200} Aug 20 12:27:23.585651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-431e69ab-16b0-4008-9ef9-69fb3c36a972 None None] Provisioning for port 133f3785-af21-4e08-b554-000a539caf67 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:23.595330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d31ca-4918-4a4d-9583-daa965e9543d req-a520ccf2-568a-4bb8-aeca-f30420e501a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:23.599130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-a520ccf2-568a-4bb8-aeca-f30420e501a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29b41314878e4072b670853312ae194d&device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1096 time: 0.1262727 Aug 20 12:27:23.664477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820653f-3a78-4b6d-9dbb-2f207a0bca7c req-6be2b6e5-7fa7-4601-bd07-6989186ddd8e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:23.675643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7820653f-3a78-4b6d-9dbb-2f207a0bca7c req-6be2b6e5-7fa7-4601-bd07-6989186ddd8e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1352785 Aug 20 12:27:23.690295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-2e6e4843-17b9-4241-b8e8-091385320a66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=133f3785-af21-4e08-b554-000a539caf67 HTTP/1.1" status: 200 len: 217 time: 0.0822277 Aug 20 12:27:23.741427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7820653f-3a78-4b6d-9dbb-2f207a0bca7c req-5aec29fb-cad9-4ce2-af0f-39c2840bb02b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645404 Aug 20 12:27:23.790214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d31ca-4918-4a4d-9583-daa965e9543d req-8a339322-55d4-4fa0-bf12-f6bffd745240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:23.791981 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-8a339322-55d4-4fa0-bf12-f6bffd745240 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db32e847-23d0-460c-b72d-25dbef96409e HTTP/1.1" status: 200 len: 847 time: 0.0939999 Aug 20 12:27:23.876995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d31ca-4918-4a4d-9583-daa965e9543d req-a9093c6b-3c51-47b8-892f-87d8f6ee15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:23.880870 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-a9093c6b-3c51-47b8-892f-87d8f6ee15e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7f4b9f-edac-484c-9878-151a9923bdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810423 Aug 20 12:27:23.887257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473557-e007-495f-8226-64cef560618e req-7ff1ea12-055b-4bd2-956a-bd64b2662043 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:23.897423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f473557-e007-495f-8226-64cef560618e req-7ff1ea12-055b-4bd2-956a-bd64b2662043 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 945 time: 0.0838454 Aug 20 12:27:24.004546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a45aea-3fb9-4396-89c9-406ed2465d20 req-fe690874-8f9d-487d-b731-dd9aea0ec1d1 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:24.013123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00a45aea-3fb9-4396-89c9-406ed2465d20 req-fe690874-8f9d-487d-b731-dd9aea0ec1d1 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 944 time: 0.1137037 Aug 20 12:27:24.035593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 37622c9b-21be-47e7-b403-813093213a8c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:24.044157 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-e3cef44c-b72a-4ca0-b991-26974afd7bac service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544235 Aug 20 12:27:24.048089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f473557-e007-495f-8226-64cef560618e req-7e830942-e0d0-40a3-a6bf-d81508d974b2 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382363 Aug 20 12:27:24.087219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-00a45aea-3fb9-4396-89c9-406ed2465d20 req-00e16913-6a4a-4011-bbe3-daee7dcad3b9 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733171 Aug 20 12:27:24.131163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 37622c9b-21be-47e7-b403-813093213a8c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:24.131871 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:24.185099 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-240d31ca-4918-4a4d-9583-daa965e9543d req-956cc9c9-927d-433f-b3f1-5d0537394a9a service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313696 Aug 20 12:27:24.244604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffab3-9a9d-4bb3-b443-7677d50d5832 req-e98059b1-41a2-4b89-aa7a-edad78af77fb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:24.246531 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-811ffab3-9a9d-4bb3-b443-7677d50d5832 req-e98059b1-41a2-4b89-aa7a-edad78af77fb tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.0918462 Aug 20 12:27:24.300038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-811ffab3-9a9d-4bb3-b443-7677d50d5832 req-8ace3985-3eae-4209-bdbb-bd7c39c56fe8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457339 Aug 20 12:27:24.304346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-264f0fcb-21c7-4e87-999a-82317c586e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:24.306096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-264f0fcb-21c7-4e87-999a-82317c586e91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29b41314878e4072b670853312ae194d&device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1096 time: 0.0623829 Aug 20 12:27:24.310954 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e58b089c-1f81-4f57-80e6-0a4fb6d32484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:24.317603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54346) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:24.398537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8c5a2480-1b3e-4ba7-9867-001cfb4b2e12 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/0d148dd4-c043-4b03-8f21-ff646f6d0589 HTTP/1.1" status: 200 len: 994 time: 0.0787981 Aug 20 12:27:24.430737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-055ff618-4529-457f-b200-e3fbce901afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:24.432235 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-055ff618-4529-457f-b200-e3fbce901afe service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb7f4b9f-edac-484c-9878-151a9923bdc9 HTTP/1.1" status: 200 len: 909 time: 0.1170702 Aug 20 12:27:24.486126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-dbb2b48f-cf69-40e8-8de1-3f2e56fb7535 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=133f3785-af21-4e08-b554-000a539caf67 HTTP/1.1" status: 200 len: 217 time: 0.0414665 Aug 20 12:27:24.550255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-fcb09799-32a9-4f7f-a192-9fca0bc8e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:24.551686 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-fcb09799-32a9-4f7f-a192-9fca0bc8e927 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db32e847-23d0-460c-b72d-25dbef96409e HTTP/1.1" status: 200 len: 847 time: 0.0529706 Aug 20 12:27:24.600759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-0486efe5-881e-4f1f-8c0d-c3e2f94b31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:24.602327 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-0486efe5-881e-4f1f-8c0d-c3e2f94b31f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7f4b9f-edac-484c-9878-151a9923bdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430009 Aug 20 12:27:24.699472 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-7d8cf58a-ebda-4790-8bf8-45b1cfb45721 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885756 Aug 20 12:27:24.823722 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a567e873-62a5-4b8a-b90b-6b8657aa7f2f req-146c367f-a6e0-4b1c-a905-401bd31684e8 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121395 Aug 20 12:27:24.900401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b7633-c5ee-46dd-b70b-afe8acdc61d5 req-06299d08-803c-4cac-9fd5-2cd284ce8fd3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:24.902816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c81b7633-c5ee-46dd-b70b-afe8acdc61d5 req-06299d08-803c-4cac-9fd5-2cd284ce8fd3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.0679491 Aug 20 12:27:24.971935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080b660-c75b-41ba-bcb0-fbd584344252 req-c09b2102-0505-4930-bbd9-b81eb89fadd0 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:24.973632 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1080b660-c75b-41ba-bcb0-fbd584344252 req-c09b2102-0505-4930-bbd9-b81eb89fadd0 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1098 time: 0.0976207 Aug 20 12:27:24.977219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c81b7633-c5ee-46dd-b70b-afe8acdc61d5 req-c0a0ce67-4fdd-4b1f-b67d-faf3a0f07aa0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538018 Aug 20 12:27:25.013117 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:25.021068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1080b660-c75b-41ba-bcb0-fbd584344252 req-05aea39c-8c1d-4257-a0ff-dfbd98785bc8 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406911 Aug 20 12:27:25.185391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdf90e-d717-4f31-ab8c-27becd904c1c req-d32d8410-b37a-40a3-a2ae-6f0edf5f0e38 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:25.187053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72bdf90e-d717-4f31-ab8c-27becd904c1c req-d32d8410-b37a-40a3-a2ae-6f0edf5f0e38 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 945 time: 0.0605094 Aug 20 12:27:25.245919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72bdf90e-d717-4f31-ab8c-27becd904c1c req-aeadd924-5516-45aa-9f71-6c427a28a309 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Aug 20 12:27:25.361355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6234ea-dd24-4ad0-8f97-3476d48483cb req-349580c7-19de-4759-8aad-4168edeffcc7 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:25.363112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db6234ea-dd24-4ad0-8f97-3476d48483cb req-349580c7-19de-4759-8aad-4168edeffcc7 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 944 time: 0.0507560 Aug 20 12:27:25.424203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db6234ea-dd24-4ad0-8f97-3476d48483cb req-1b700e3c-c37b-44d9-b450-08115a60ab85 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528719 Aug 20 12:27:25.634903 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:25.683440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e30597-b654-48b8-85c8-41acca59fd44 req-81f354ce-1d62-44c6-92a7-b3218c471a41 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:25.685039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-21e30597-b654-48b8-85c8-41acca59fd44 req-81f354ce-1d62-44c6-92a7-b3218c471a41 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 945 time: 0.0956948 Aug 20 12:27:25.693163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-58d4e4b9-37c5-4075-8121-e2e83055cdd5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676246 Aug 20 12:27:25.803509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Deleting port 5b428625-0184-4c2a-b2bc-f41644963e86 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:25.803850 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:25.912241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] For port 5b428625-0184-4c2a-b2bc-f41644963e86, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=5b428625-0184-4c2a-b2bc-f41644963e86,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:25.912493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:25.935272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Calling delete_port for 5b428625-0184-4c2a-b2bc-f41644963e86 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:26.089919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:26.103786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1317e1d1-3aae-4fbe-be62-f02b38ebcd82', '382106c3-05b6-4d09-bace-ba0280912c13'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:26.109291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695c22-48be-4a57-a4ed-e85e58140389 req-b43f065d-85d3-43c7-a557-a35aa752198a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:26.117252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84695c22-48be-4a57-a4ed-e85e58140389 req-b43f065d-85d3-43c7-a557-a35aa752198a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.0606465 Aug 20 12:27:26.132436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Pushing event deleted for resources: {'Port': ['ID=5b428625-0184-4c2a-b2bc-f41644963e86,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:26.164621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['5b428625-0184-4c2a-b2bc-f41644963e86'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:26.171887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-84695c22-48be-4a57-a4ed-e85e58140389 req-f0c21d85-2425-43c4-af3e-a034d5207983 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536673 Aug 20 12:27:26.180710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] No DVR routers for this DVR port 5b428625-0184-4c2a-b2bc-f41644963e86 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:26.183734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:26.185986 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-21e30597-b654-48b8-85c8-41acca59fd44 req-eea55630-e2cd-4c5b-a6d6-bf44b05a350b tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.73 "DELETE /v2.0/ports/5b428625-0184-4c2a-b2bc-f41644963e86 HTTP/1.1" status: 204 len: 173 time: 0.4917805 Aug 20 12:27:26.188617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba59066-5831-4118-a2bc-6dcd3944e49c', 'name': 'network-vif-deleted', 'tag': '5b428625-0184-4c2a-b2bc-f41644963e86'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:26.190528 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dee58a5-1fb0-49e3-8c8b-d94d9997b778" -d '{"events": [{"server_uuid": "5ba59066-5831-4118-a2bc-6dcd3944e49c", "name": "network-vif-deleted", "tag": "5b428625-0184-4c2a-b2bc-f41644963e86"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:26.282428 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81fa1c0-a6aa-46f6-a57e-d804a0c5d4ea x-openstack-request-id: req-e81fa1c0-a6aa-46f6-a57e-d804a0c5d4ea {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:26.283234 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba59066-5831-4118-a2bc-6dcd3944e49c", "name": "network-vif-deleted", "tag": "5b428625-0184-4c2a-b2bc-f41644963e86", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:26.283234 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e81fa1c0-a6aa-46f6-a57e-d804a0c5d4ea {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:26.283504 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba59066-5831-4118-a2bc-6dcd3944e49c', 'name': 'network-vif-deleted', 'tag': '5b428625-0184-4c2a-b2bc-f41644963e86', 'status': 'completed', 'code': 200} Aug 20 12:27:26.305585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-ae645f77-578c-4ea3-b496-a2bc30e4d334 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:27:26.306896 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-ae645f77-578c-4ea3-b496-a2bc30e4d334 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091794 Aug 20 12:27:26.325860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Request body: {'binding': {'host': 'n-h2-800634-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:26.326409 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Unknown quota resources ['binding']. {{(pid=101033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 12:27:26.393048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f82db625-d391-40a7-8557-af18f745145d req-0636769c-c57c-4fee-809e-e9422ee903ea tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba59066-5831-4118-a2bc-6dcd3944e49c HTTP/1.1" status: 200 len: 210 time: 0.0559361 Aug 20 12:27:26.525716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on host n-h2-800634-10 for vnic_type normal with profile None {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:26.526424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:26.526769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:26.534174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:27:26.534726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:26.540991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:26.541285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Checking segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:26.541656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Bound using segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:26.542081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Bound port: 257f35a0-0e50-496d-981d-59fb8d4f07b2, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:26.563314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1eca1-302a-4fa5-a001-55dde11508af req-d3b4e11e-38cf-4a9c-9cd6-a0dd285b9b10 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:26.564948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bb1eca1-302a-4fa5-a001-55dde11508af req-d3b4e11e-38cf-4a9c-9cd6-a0dd285b9b10 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 944 time: 0.0578692 Aug 20 12:27:26.613760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1bb1eca1-302a-4fa5-a001-55dde11508af req-dcaa2ecc-ff54-4c1c-8a05-058ba094e0da tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Aug 20 12:27:26.646063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:26.650801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:26.652042 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e13bfd66-01de-416f-9adc-7157d7b906e1 service neutron] 10.222.0.25 "POST /v2.0/ports/257f35a0-0e50-496d-981d-59fb8d4f07b2/bindings HTTP/1.1" status: 201 len: 390 time: 0.3320675 Aug 20 12:27:26.809938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c7d9c-24ce-4ff7-9a2b-f7e0b3bfbff2 req-e0d2e2c7-1801-404d-894e-ee95ff961288 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:26.811744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c21c7d9c-24ce-4ff7-9a2b-f7e0b3bfbff2 req-e0d2e2c7-1801-404d-894e-ee95ff961288 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.0532579 Aug 20 12:27:26.856107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c21c7d9c-24ce-4ff7-9a2b-f7e0b3bfbff2 req-b25d3d94-8c9c-429e-9739-310edf8dfeb3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371521 Aug 20 12:27:26.952895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-fbac6c5b-562f-43bd-8b00-57e06dac2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:26.954728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-fbac6c5b-562f-43bd-8b00-57e06dac2ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1098 time: 0.0556700 Aug 20 12:27:26.992931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 133f3785-af21-4e08-b554-000a539caf67 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:27:27.026521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:27.049995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-c18b00bc-ea56-42dc-b5a0-791d1993a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:27.051590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-c18b00bc-ea56-42dc-b5a0-791d1993a69f service neutron] 10.222.0.22 "GET /v2.0/networks?id=621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 200 len: 897 time: 0.0902503 Aug 20 12:27:27.109097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 133f3785-af21-4e08-b554-000a539caf67, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=133f3785-af21-4e08-b554-000a539caf67,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:27.121905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '133f3785-af21-4e08-b554-000a539caf67', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'port_id': '133f3785-af21-4e08-b554-000a539caf67', 'mac_address': 'fa:16:3e:81:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:27:27.125807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-3d85439b-198e-4d7c-99c2-fb50af8e3bc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 1002 time: 0.0673122 Aug 20 12:27:27.168234 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:27.181220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-15861e20-ede7-4cff-91de-43252c3ad4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:27.182881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-15861e20-ede7-4cff-91de-43252c3ad4d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ee7e3ca-ba76-4beb-a90d-b91355336034 HTTP/1.1" status: 200 len: 834 time: 0.0507491 Aug 20 12:27:27.185957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133f3785-af21-4e08-b554-000a539caf67 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:27:27.211463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 133f3785-af21-4e08-b554-000a539caf67, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=133f3785-af21-4e08-b554-000a539caf67,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:27.216221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:27.244268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-d38b91d4-4cf2-45aa-bc6c-6efa112a2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:27.246067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-d38b91d4-4cf2-45aa-bc6c-6efa112a2bb7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=621e598c-abf3-4bcd-801e-445851982ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548246 Aug 20 12:27:27.288212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=133f3785-af21-4e08-b554-000a539caf67,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:27.382055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7281b8-a4ab-4b98-8896-07363e1363f3 req-402527c3-8910-4979-8b91-8f8828e44af8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:27.383702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf7281b8-a4ab-4b98-8896-07363e1363f3 req-402527c3-8910-4979-8b91-8f8828e44af8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1189377 Aug 20 12:27:27.424738 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-5a16d5f7-7aaf-44f2-98b2-3cc431bd83a9 service neutron] 10.222.0.22 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702211 Aug 20 12:27:27.460150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['133f3785-af21-4e08-b554-000a539caf67'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:27.462111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf7281b8-a4ab-4b98-8896-07363e1363f3 req-433b039a-a9a5-4022-a242-4c9ad19635fa tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 Aug 20 12:27:27.547093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-f4195dcb-de91-4e72-9f7e-89fd26e6ffb1 service neutron] 10.222.0.22 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113350 Aug 20 12:27:28.174819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e0a8efbe-0da9-496f-a920-2a14922eb602 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:28.176511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e0a8efbe-0da9-496f-a920-2a14922eb602 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5&tenant_id=c94bab92b5c94d58984c7efe84b843d9&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1098 time: 0.5618634 Aug 20 12:27:28.185666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e81396-5c1a-44d9-89ba-6bcddfe2b4b8 req-edab6089-ce71-46fb-bc3a-edcbf0d1b0f8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:28.187416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9e81396-5c1a-44d9-89ba-6bcddfe2b4b8 req-edab6089-ce71-46fb-bc3a-edcbf0d1b0f8 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 945 time: 0.1288478 Aug 20 12:27:28.195224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-10'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:28.226544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea1697-a58f-41b5-aa76-a182daeb94ee req-b433966b-b936-4dfa-9163-c609b741c026 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:28.227745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3ea1697-a58f-41b5-aa76-a182daeb94ee req-b433966b-b936-4dfa-9163-c609b741c026 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 945 time: 0.1682248 Aug 20 12:27:28.315361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3ea1697-a58f-41b5-aa76-a182daeb94ee req-b6b81908-7528-46c8-aa06-3520b98cf84d tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792758 Aug 20 12:27:28.319831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9e81396-5c1a-44d9-89ba-6bcddfe2b4b8 req-2e630cc5-13cf-44e7-8321-de58fefbf380 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197553 Aug 20 12:27:28.320814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:28.503867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc08746-5af9-4960-a98e-17fcb29a75b0 req-d5d6cf60-0868-4606-a58a-264fafaf9282 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:28.505652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bc08746-5af9-4960-a98e-17fcb29a75b0 req-d5d6cf60-0868-4606-a58a-264fafaf9282 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.1224658 Aug 20 12:27:28.535752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:28.620459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bc08746-5af9-4960-a98e-17fcb29a75b0 req-b3f298c2-ad60-4969-95db-b25a3021d192 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006980 Aug 20 12:27:28.647362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:28.656675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6a057-41d3-4f51-9d82-877419a8069a req-19c7b41a-4fda-4498-adef-96132ff76ce4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:28.658744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-afe6a057-41d3-4f51-9d82-877419a8069a req-19c7b41a-4fda-4498-adef-96132ff76ce4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1150126 Aug 20 12:27:28.723531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:28.726054 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9893a2d2-dee6-4854-97dd-176b729a718f" -d '{"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-unplugged", "status": "completed", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:28.729858 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:28.740410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-afe6a057-41d3-4f51-9d82-877419a8069a req-01d3d891-7e92-4cbd-89bd-3b837d041b14 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625014 Aug 20 12:27:28.741562 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:28.772662 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d38f90d-5be7-46a2-8577-b0838c4ce0e6 x-openstack-request-id: req-6d38f90d-5be7-46a2-8577-b0838c4ce0e6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:28.772975 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-unplugged", "status": "completed", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:28.773225 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d38f90d-5be7-46a2-8577-b0838c4ce0e6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:28.773619 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'code': 200} Aug 20 12:27:28.851228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:28.867358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.867709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.868046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.868384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.868719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.869047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.869378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.869700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.870026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.870375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.870695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.871018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:28.922410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on host n-h1-800634-10 for vnic_type normal with profile {"migrating_to": "n-h2-800634-10"} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:28.922830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:28.923074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:28.927981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:27:28.928301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Attempting to bind port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on network 621e598c-abf3-4bcd-801e-445851982ad8 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:28.933329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:28.933671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Checking segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:28.934056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Bound using segment: {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:28.934572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Bound port: 257f35a0-0e50-496d-981d-59fb8d4f07b2, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30a39e9-310f-4f79-802b-eefbe5b7511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:28.934901 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:28.994980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 133f3785-af21-4e08-b554-000a539caf67 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:29.008177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:29.011619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:29.016193 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.047932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 133f3785-af21-4e08-b554-000a539caf67 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:29.053804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 133f3785-af21-4e08-b554-000a539caf67 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:29.053804 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.111637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1c03ba59-42e4-4a6f-b191-8c04b0127cae None None] Provisioning complete for port 257f35a0-0e50-496d-981d-59fb8d4f07b2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:29.112508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c03ba59-42e4-4a6f-b191-8c04b0127cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.128890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=8']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:29.173178 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-f3c9c11e-7319-4c09-8a19-0c96ae805c94 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:29.174586 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-f3c9c11e-7319-4c09-8a19-0c96ae805c94 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 945 time: 0.0701656 Aug 20 12:27:29.187059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:29.187820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.189216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-76090b7f-1fee-4b09-b7aa-39fa035bce54 service neutron] 10.222.0.22 "PUT /v2.0/ports/257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 1124 time: 0.9988952 Aug 20 12:27:29.217328 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.280587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f3785-af21-4e08-b554-000a539caf67'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:29.283151 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb625a-4ce5-4338-9ec6-6620e7e2a370" -d '{"events": [{"server_uuid": "6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4", "name": "network-vif-plugged", "status": "completed", "tag": "133f3785-af21-4e08-b554-000a539caf67"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:29.290408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Deleting port 382106c3-05b6-4d09-bace-ba0280912c13 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:29.291048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.306298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 133f3785-af21-4e08-b554-000a539caf67, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=133f3785-af21-4e08-b554-000a539caf67,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:29.307729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c03ba59-42e4-4a6f-b191-8c04b0127cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.313869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['257f35a0-0e50-496d-981d-59fb8d4f07b2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:29.318994 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.320091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5b428625-0184-4c2a-b2bc-f41644963e86 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:29.345651 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18227651-6638-49de-bb45-3c5997e8a6f3 x-openstack-request-id: req-18227651-6638-49de-bb45-3c5997e8a6f3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:29.345922 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4", "name": "network-vif-plugged", "status": "completed", "tag": "133f3785-af21-4e08-b554-000a539caf67", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:29.346403 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18227651-6638-49de-bb45-3c5997e8a6f3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:29.346554 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f3785-af21-4e08-b554-000a539caf67', 'code': 200} Aug 20 12:27:29.357109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 5b428625-0184-4c2a-b2bc-f41644963e86 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:29.357835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 5b428625-0184-4c2a-b2bc-f41644963e86 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:29.475428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1c03ba59-42e4-4a6f-b191-8c04b0127cae None None] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:29.476974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=133f3785-af21-4e08-b554-000a539caf67,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:29.497674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c03ba59-42e4-4a6f-b191-8c04b0127cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.497918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] For port 382106c3-05b6-4d09-bace-ba0280912c13, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=382106c3-05b6-4d09-bace-ba0280912c13,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:29.498075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.505222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab66bee-265b-47ae-b839-b2eb69623075 req-e4ea92ed-3d84-4250-a2fb-7c7c12dcdb0d tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:29.511376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ab66bee-265b-47ae-b839-b2eb69623075 req-e4ea92ed-3d84-4250-a2fb-7c7c12dcdb0d tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 946 time: 0.1039262 Aug 20 12:27:29.515850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Calling delete_port for 382106c3-05b6-4d09-bace-ba0280912c13 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:29.551737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b2ec5-1cc1-48d0-ab06-dddcdaef871f req-addcafd7-a498-4cdf-9a37-51b93f6f3beb tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:29.558737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-141b2ec5-1cc1-48d0-ab06-dddcdaef871f req-addcafd7-a498-4cdf-9a37-51b93f6f3beb tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c725030a-d160-404b-bc4f-e738c2eb83a4 HTTP/1.1" status: 200 len: 945 time: 0.1067643 Aug 20 12:27:29.580225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec71351-0784-4b66-9a09-0b39b8debe49 req-0a22bb63-de77-4476-ae16-85eb97584149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:29.581826 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bec71351-0784-4b66-9a09-0b39b8debe49 req-0a22bb63-de77-4476-ae16-85eb97584149 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1098 time: 0.1284130 Aug 20 12:27:29.596342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ab66bee-265b-47ae-b839-b2eb69623075 req-c46a1279-3181-4e3d-82a0-ec582e914e25 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792291 Aug 20 12:27:29.620520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-141b2ec5-1cc1-48d0-ab06-dddcdaef871f req-cf0e35a7-6859-47af-a0e2-643863dc5e82 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566888 Aug 20 12:27:29.638063 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bec71351-0784-4b66-9a09-0b39b8debe49 req-9b1aec20-0e87-4dd9-b0d0-ca5e923926c4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476761 Aug 20 12:27:29.661658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03ba59-42e4-4a6f-b191-8c04b0127cae None None] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:29.696471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.737160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1317e1d1-3aae-4fbe-be62-f02b38ebcd82', '382106c3-05b6-4d09-bace-ba0280912c13'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:29.738842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Pushing event deleted for resources: {'Port': ['ID=382106c3-05b6-4d09-bace-ba0280912c13,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:29.776741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf58e91-fc5f-44ff-83c2-2ebb5e8d236c req-29ba80c9-e1ee-464e-b205-d485e9d37f93 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:29.778821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bf58e91-fc5f-44ff-83c2-2ebb5e8d236c req-29ba80c9-e1ee-464e-b205-d485e9d37f93 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.0749454 Aug 20 12:27:29.801060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] No DVR routers for this DVR port 382106c3-05b6-4d09-bace-ba0280912c13 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:29.806122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.811077 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90ac7602-1dbe-4b47-97c8-6c4222529144 req-4ee8ec7a-810d-4a6c-96c6-b38b902edd6c tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "DELETE /v2.0/ports/382106c3-05b6-4d09-bace-ba0280912c13 HTTP/1.1" status: 204 len: 173 time: 0.6304305 Aug 20 12:27:29.812897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c725030a-d160-404b-bc4f-e738c2eb83a4', 'name': 'network-vif-deleted', 'tag': '382106c3-05b6-4d09-bace-ba0280912c13'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:29.824319 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d827733e-97fc-48f6-bfb0-d5ded6864da8" -d '{"events": [{"server_uuid": "c725030a-d160-404b-bc4f-e738c2eb83a4", "name": "network-vif-deleted", "tag": "382106c3-05b6-4d09-bace-ba0280912c13"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:29.854771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bf58e91-fc5f-44ff-83c2-2ebb5e8d236c req-bda69688-98f8-4080-a581-127ed0279195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679500 Aug 20 12:27:29.918069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfb26d-ae7b-468e-87fd-25bc49435953 req-4c3dc1e2-f6f3-4683-b1fa-a525c32a52ce tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:29.932445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01dfb26d-ae7b-468e-87fd-25bc49435953 req-4c3dc1e2-f6f3-4683-b1fa-a525c32a52ce tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.0984337 Aug 20 12:27:29.938270 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0522b017-27f0-471d-b155-1baae0e6520b x-openstack-request-id: req-0522b017-27f0-471d-b155-1baae0e6520b {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:29.938667 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c725030a-d160-404b-bc4f-e738c2eb83a4", "name": "network-vif-deleted", "tag": "382106c3-05b6-4d09-bace-ba0280912c13", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:29.939000 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0522b017-27f0-471d-b155-1baae0e6520b {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:29.939576 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c725030a-d160-404b-bc4f-e738c2eb83a4', 'name': 'network-vif-deleted', 'tag': '382106c3-05b6-4d09-bace-ba0280912c13', 'status': 'completed', 'code': 200} Aug 20 12:27:29.953929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6bcf8505-c2eb-4c2c-b1a9-4e32ef445651 None None] Provisioning complete for port 257f35a0-0e50-496d-981d-59fb8d4f07b2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:29.953929 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8505-c2eb-4c2c-b1a9-4e32ef445651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.976615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01dfb26d-ae7b-468e-87fd-25bc49435953 req-c6445119-7a8e-4f9d-afe3-08ca2da3fa6f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Aug 20 12:27:30.762560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d3979-681f-497d-9dc9-f89dac31b728 req-9dd891e8-19d6-49be-81cf-eede0d05fa48 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:30.765407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-185d3979-681f-497d-9dc9-f89dac31b728 req-9dd891e8-19d6-49be-81cf-eede0d05fa48 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 946 time: 0.0595818 Aug 20 12:27:30.781318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:30.783968 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849fe3c-77ff-4a71-8506-5cace385dc73" -d '{"events": [{"name": "network-changed", "server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:30.827046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-185d3979-681f-497d-9dc9-f89dac31b728 req-518a8add-a00f-4171-aafc-fab60b133ead tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544510 Aug 20 12:27:30.841468 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db823084-750c-4bde-afce-3db9a75cc07e x-openstack-request-id: req-db823084-750c-4bde-afce-3db9a75cc07e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:30.841814 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:30.842139 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db823084-750c-4bde-afce-3db9a75cc07e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:30.843130 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'status': 'completed', 'code': 200} Aug 20 12:27:30.909481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-3a9fc3d5-65d2-402f-bb00-5d527ffa1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:30.911490 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-3a9fc3d5-65d2-402f-bb00-5d527ffa1cb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1129 time: 0.0477879 Aug 20 12:27:30.976252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37e701-eadc-4d0d-95a8-1eb654dbb3e7 req-b0175413-9405-427a-bbba-cec68020f6e4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:30.977972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a37e701-eadc-4d0d-95a8-1eb654dbb3e7 req-b0175413-9405-427a-bbba-cec68020f6e4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.0520222 Aug 20 12:27:31.018108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 257f35a0-0e50-496d-981d-59fb8d4f07b2 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:27:31.024922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-f3e9732b-b25a-42ca-ad3c-3bf430873a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.026640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-f3e9732b-b25a-42ca-ad3c-3bf430873a54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 200 len: 897 time: 0.1079886 Aug 20 12:27:31.028726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a37e701-eadc-4d0d-95a8-1eb654dbb3e7 req-83b82b59-b260-48e8-9ba9-56060bf7df79 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424204 Aug 20 12:27:31.132410 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-781314c5-8ab7-4ff5-989e-9f427e9c401e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 1002 time: 0.0948081 Aug 20 12:27:31.132944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097c471-f49a-4377-acb1-aa00b0200219 req-9cf58c02-640d-4a34-9e45-f278c6f634c3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.135110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9097c471-f49a-4377-acb1-aa00b0200219 req-9cf58c02-640d-4a34-9e45-f278c6f634c3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.0594664 Aug 20 12:27:31.145217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:31.159693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 257f35a0-0e50-496d-981d-59fb8d4f07b2 has no active binding in host n-h2-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 12:27:31.185740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9097c471-f49a-4377-acb1-aa00b0200219 req-33d14134-b8b8-433d-ba5c-df0d2d7527c7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Aug 20 12:27:31.202868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-b761347a-efee-4b4d-96f3-ede22f57b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.207581 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-b761347a-efee-4b4d-96f3-ede22f57b8c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ee7e3ca-ba76-4beb-a90d-b91355336034 HTTP/1.1" status: 200 len: 834 time: 0.0633807 Aug 20 12:27:31.260644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-123fae66-4504-4377-b3c7-072cc86b95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.262246 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-123fae66-4504-4377-b3c7-072cc86b95d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=621e598c-abf3-4bcd-801e-445851982ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469780 Aug 20 12:27:31.347543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:31.351459 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f162dcb8-8c9e-4366-8a49-39e8221f3327" -d '{"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-plugged", "status": "completed", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:31.355469 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-3a36e005-d218-4189-a982-21516627ef7a service neutron] 10.222.0.73 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Aug 20 12:27:31.393791 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af488a4-6615-4752-9e67-6324953ff061 x-openstack-request-id: req-4af488a4-6615-4752-9e67-6324953ff061 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:31.394219 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-plugged", "status": "completed", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:31.394561 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4af488a4-6615-4752-9e67-6324953ff061 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:31.395091 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'code': 200} Aug 20 12:27:31.815692 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c849fe3c-77ff-4a71-8506-5cace385dc73 req-b9256d1b-52af-476d-b38e-8d307a41c7b5 service neutron] 10.222.0.73 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524038 Aug 20 12:27:31.953063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c6f29-9022-4eab-9106-f0cda8a1fd27 req-47f0d1fc-343b-4cc3-abd6-fa06bce5da3a tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.954899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a84c6f29-9022-4eab-9106-f0cda8a1fd27 req-47f0d1fc-343b-4cc3-abd6-fa06bce5da3a tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 946 time: 0.0533533 Aug 20 12:27:31.996396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a84c6f29-9022-4eab-9106-f0cda8a1fd27 req-64b26490-f47e-4a08-a159-1b5f54c85da0 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343740 Aug 20 12:27:32.122213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ed261-4dce-4826-8f56-53aeec1a51e7 req-17a15a11-cd72-4529-bd6a-3579a766523e tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:32.124841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b35ed261-4dce-4826-8f56-53aeec1a51e7 req-17a15a11-cd72-4529-bd6a-3579a766523e tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 946 time: 0.0546882 Aug 20 12:27:32.196326 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b35ed261-4dce-4826-8f56-53aeec1a51e7 req-56078c1f-b846-480b-98ef-0aa131eff7e6 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648282 Aug 20 12:27:32.208704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bc1c2-8b31-4df0-9e27-a82b981c0181 req-bfc259f1-ab39-4c1e-b3c9-004fa1011cf2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:32.209970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f2bc1c2-8b31-4df0-9e27-a82b981c0181 req-bfc259f1-ab39-4c1e-b3c9-004fa1011cf2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.0768592 Aug 20 12:27:32.251358 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f2bc1c2-8b31-4df0-9e27-a82b981c0181 req-4ac31d63-5607-402c-aab7-8faecb053869 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347493 Aug 20 12:27:32.333914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83831396-8ce5-415e-a833-60d8ba2caa3f req-d0515be6-0375-45ff-8014-af8ef3b73a53 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:32.335283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83831396-8ce5-415e-a833-60d8ba2caa3f req-d0515be6-0375-45ff-8014-af8ef3b73a53 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.0587380 Aug 20 12:27:32.406742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd684e4e-581d-48d2-b76e-ce4ef16f95bc req-b46f3c34-d89f-4ada-bd9f-671e20e07f49 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:32.408262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd684e4e-581d-48d2-b76e-ce4ef16f95bc req-b46f3c34-d89f-4ada-bd9f-671e20e07f49 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 946 time: 0.0909324 Aug 20 12:27:32.411036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83831396-8ce5-415e-a833-60d8ba2caa3f req-6b07ae83-9ad7-40b0-872c-2d9d83d9d900 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581379 Aug 20 12:27:32.448228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd684e4e-581d-48d2-b76e-ce4ef16f95bc req-d1bc21e1-a7c3-4212-b6bf-6e7c0c949a5c tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338306 Aug 20 12:27:32.470957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54454) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:32.618725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e4295-277a-454d-913a-f4742a81b70f tempest-TestServerBasicOps-1704336439 tempest-TestServerBasicOps-1704336439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:32.623184 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ba8e4295-277a-454d-913a-f4742a81b70f tempest-TestServerBasicOps-1704336439 tempest-TestServerBasicOps-1704336439-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1093 time: 0.1484480 Aug 20 12:27:32.623442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54458) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:32.628652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '133f3785-af21-4e08-b554-000a539caf67', 'tenant_id': '29b41314878e4072b670853312ae194d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:32.653406 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:32.769701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:32.877907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Allocated IP 172.25.0.57 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/bbcbc16e-5a30-4e94-9166-f178b4787d5a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:33.000745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:33.034743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 382106c3-05b6-4d09-bace-ba0280912c13 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:33.045344 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:33.061628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 382106c3-05b6-4d09-bace-ba0280912c13 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:33.062682 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 382106c3-05b6-4d09-bace-ba0280912c13 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:33.080739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:33.083789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:33.087534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:33.125902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'Port': ['ID=bbcbc16e-5a30-4e94-9166-f178b4787d5a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:33.439981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4da47-2c1e-42d9-9a02-e4db8092a2be req-67910d1e-0066-4f06-8075-0cfa439cf4c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:33.441429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7df4da47-2c1e-42d9-9a02-e4db8092a2be req-67910d1e-0066-4f06-8075-0cfa439cf4c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 946 time: 0.1126304 Aug 20 12:27:33.532093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7df4da47-2c1e-42d9-9a02-e4db8092a2be req-4b2a5e70-caba-43ae-b215-39962b63d526 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837371 Aug 20 12:27:33.572154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:33.612789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace469-8795-423a-aa63-737647917071 req-e9d33605-a36a-4c11-b5cb-741a7b8ea688 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:33.614292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cace469-8795-423a-aa63-737647917071 req-e9d33605-a36a-4c11-b5cb-741a7b8ea688 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.1076076 Aug 20 12:27:33.674460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:33.681546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cace469-8795-423a-aa63-737647917071 req-6a3355cb-5f14-47ec-8f76-3134e22f9b3a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Aug 20 12:27:33.836174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:33.840702 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:33.910013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event updated for resources: {'Port': ['ID=bbcbc16e-5a30-4e94-9166-f178b4787d5a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:33.920356 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:34.042120 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Floating IP 55a2c4b0-a374-4813-9720-a2750a9f89fa associated. External IP: 172.25.0.57, port: 133f3785-af21-4e08-b554-000a539caf67. Aug 20 12:27:34.211919 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-40cd44d8-fb7e-4f89-b3b8-9bc2c7970ad1 service neutron] 10.222.0.73 "GET /v2.0/ports/257f35a0-0e50-496d-981d-59fb8d4f07b2/bindings/n-h2-800634-10 HTTP/1.1" status: 200 len: 385 time: 0.0641191 Aug 20 12:27:34.288549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4b953-b179-42cc-b07d-b4d1faf5e977 req-b494d647-095e-4a31-bf5a-9d0149a6c8bb tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:34.289992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3b4b953-b179-42cc-b07d-b4d1faf5e977 req-b494d647-095e-4a31-bf5a-9d0149a6c8bb tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0922787 Aug 20 12:27:34.324983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Router 8cea9f59-2015-4da9-a49e-8a710c61d813 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:34.347437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3b4b953-b179-42cc-b07d-b4d1faf5e977 req-3dfa337f-b8fc-430a-8538-f7250d39a3a0 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471869 Aug 20 12:27:34.416136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:34.440888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:34.460086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:34.473208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] Sync routers for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:34.478857 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:34.486223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:34.486450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:34.487018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:34.488676 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b41f52d-1a08-489a-812c-c78495000910" -d '{"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-unplugged", "status": "completed", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:34.496402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:34.516731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:34.533863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-31409bcf-43c7-4fae-9850-f6bae1e58aea tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9069989 Aug 20 12:27:34.533863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'tag': '133f3785-af21-4e08-b554-000a539caf67'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:34.535525 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057dafbb-f62c-42b6-b533-28022decb32a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4", "tag": "133f3785-af21-4e08-b554-000a539caf67"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:34.546386 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee88cea7-fa31-4052-8a52-bbf21682a1f2 x-openstack-request-id: req-ee88cea7-fa31-4052-8a52-bbf21682a1f2 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:34.546386 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-unplugged", "status": "completed", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:34.546386 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee88cea7-fa31-4052-8a52-bbf21682a1f2 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:34.546386 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'code': 200} Aug 20 12:27:34.587531 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ee5597-bf68-407d-8afc-96f0e145a8f7 x-openstack-request-id: req-02ee5597-bf68-407d-8afc-96f0e145a8f7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:34.587830 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4", "tag": "133f3785-af21-4e08-b554-000a539caf67", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:34.588085 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02ee5597-bf68-407d-8afc-96f0e145a8f7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:34.588504 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'tag': '133f3785-af21-4e08-b554-000a539caf67', 'status': 'completed', 'code': 200} Aug 20 12:27:34.642930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:34.651295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] Transition to ACTIVE for port object 257f35a0-0e50-496d-981d-59fb8d4f07b2 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:34.659612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:34.694767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dafbb-f62c-42b6-b533-28022decb32a req-f0188fb7-d0ce-4fd5-8754-818e50bd0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:34.696308 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057dafbb-f62c-42b6-b533-28022decb32a req-f0188fb7-d0ce-4fd5-8754-818e50bd0b1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29b41314878e4072b670853312ae194d&device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0831761 Aug 20 12:27:34.697507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f4bde-0d3a-4879-90cd-4aff06e2068a req-b5b6a688-5544-42f4-910b-36f3be33f40c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:34.705883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a2f4bde-0d3a-4879-90cd-4aff06e2068a req-b5b6a688-5544-42f4-910b-36f3be33f40c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 945 time: 0.0747695 Aug 20 12:27:34.752542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=11']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:34.754372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a2f4bde-0d3a-4879-90cd-4aff06e2068a req-18aec28b-6361-4ba5-ba6a-6520f0a5e13c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475664 Aug 20 12:27:34.855832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ec581-1b01-4ae9-a131-26d7d59c196f req-fa04a279-41dd-42ca-9032-716279c29d15 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:34.858631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d46ec581-1b01-4ae9-a131-26d7d59c196f req-fa04a279-41dd-42ca-9032-716279c29d15 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 943 time: 0.0688012 Aug 20 12:27:34.911564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] No DVR routers for this DVR port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:34.922925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d46ec581-1b01-4ae9-a131-26d7d59c196f req-1dac7e89-68c0-4386-86f9-50ec3803400b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572150 Aug 20 12:27:34.972338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dafbb-f62c-42b6-b533-28022decb32a req-a8ee29fa-5471-44b7-ad8b-70b9ba1d8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:34.973832 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057dafbb-f62c-42b6-b533-28022decb32a req-a8ee29fa-5471-44b7-ad8b-70b9ba1d8595 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb7f4b9f-edac-484c-9878-151a9923bdc9 HTTP/1.1" status: 200 len: 909 time: 0.2674162 Aug 20 12:27:35.004932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '55a2c4b0-a374-4813-9720-a2750a9f89fa', 'tenant_id': '29b41314878e4072b670853312ae194d', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'port_id': '133f3785-af21-4e08-b554-000a539caf67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'mac_address': 'fa:16:3e:81:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:27:33Z', 'updated_at': '2021-08-20T12:27:33Z', 'revision_number': 0, 'project_id': '29b41314878e4072b670853312ae194d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 5, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:35.034886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] Checking router: 8cea9f59-2015-4da9-a49e-8a710c61d813 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:35.042505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:27:35.056757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:35.057526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:35.114077 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057dafbb-f62c-42b6-b533-28022decb32a req-8d7e3d84-0001-42d1-a545-52becb973a47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=133f3785-af21-4e08-b554-000a539caf67 HTTP/1.1" status: 200 len: 999 time: 0.1314592 Aug 20 12:27:35.117456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/257f35a0-0e50-496d-981d-59fb8d4f07b2/bindings/n-h2-800634-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8978560 Aug 20 12:27:35.209974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dafbb-f62c-42b6-b533-28022decb32a req-bebbc16e-0b6e-4b4d-b04c-f56ee1ff7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.211407 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057dafbb-f62c-42b6-b533-28022decb32a req-bebbc16e-0b6e-4b4d-b04c-f56ee1ff7612 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db32e847-23d0-460c-b72d-25dbef96409e HTTP/1.1" status: 200 len: 847 time: 0.0843134 Aug 20 12:27:35.259757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:35.262522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:35.284630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-20b96fb3-eec6-4529-9a53-33ea3211f285 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.286195 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-20b96fb3-eec6-4529-9a53-33ea3211f285 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5&tenant_id=c94bab92b5c94d58984c7efe84b843d9&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.1083679 Aug 20 12:27:35.294265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dafbb-f62c-42b6-b533-28022decb32a req-5b527b54-ecdb-4262-949c-3d76d74aa1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.296259 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057dafbb-f62c-42b6-b533-28022decb32a req-5b527b54-ecdb-4262-949c-3d76d74aa1db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7f4b9f-edac-484c-9878-151a9923bdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686564 Aug 20 12:27:35.303115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '4c8b239d-abb7-4e6b-bbfe-4f340d5165ee', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'port_id': '4c8b239d-abb7-4e6b-bbfe-4f340d5165ee', 'mac_address': 'fa:16:3e:bd:a4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:27:35.389814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-042c3053-7e6a-4915-87e3-500e0b538d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.391521 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-042c3053-7e6a-4915-87e3-500e0b538d8f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 1097 time: 0.0943983 Aug 20 12:27:35.402397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:35.427533 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057dafbb-f62c-42b6-b533-28022decb32a req-b500cae3-5f35-4a74-aabd-84528497f26b service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225722 Aug 20 12:27:35.473355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:27:35.508312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:35.515342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49552-3f69-4b41-b02c-fd4911839ae8 req-669ae6ff-f5b5-4bc4-bbd2-fdd73af6f6f1 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.516229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:35.523015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6eb49552-3f69-4b41-b02c-fd4911839ae8 req-669ae6ff-f5b5-4bc4-bbd2-fdd73af6f6f1 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0649211 Aug 20 12:27:35.543017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-743fb479-0988-41df-9c82-31c631233aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.544665 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-743fb479-0988-41df-9c82-31c631233aa7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1097 time: 0.1109917 Aug 20 12:27:35.565655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6eb49552-3f69-4b41-b02c-fd4911839ae8 req-058dd689-2419-4a10-9c02-ff008f3c4208 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/security-groups?id=df40ffa1-a163-4a67-a461-81fade228885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Aug 20 12:27:35.624270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-057dafbb-f62c-42b6-b533-28022decb32a req-b84b4e14-f818-4240-a433-3df65b0f6384 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809828 Aug 20 12:27:35.645205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-a3ecd10a-eb08-474a-bc75-a08436523344 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.647134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-a3ecd10a-eb08-474a-bc75-a08436523344 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0723848 Aug 20 12:27:35.653027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:35.667964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-b51b74a6-c4c4-4e6a-a041-5c763c9a28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.671790 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-b51b74a6-c4c4-4e6a-a041-5c763c9a28f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 200 len: 897 time: 0.1178141 Aug 20 12:27:35.677414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '55a2c4b0-a374-4813-9720-a2750a9f89fa', 'tenant_id': '29b41314878e4072b670853312ae194d', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'port_id': '133f3785-af21-4e08-b554-000a539caf67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'mac_address': 'fa:16:3e:81:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:27:33Z', 'updated_at': '2021-08-20T12:27:33Z', 'revision_number': 0, 'project_id': '29b41314878e4072b670853312ae194d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 5, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:35.710687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e6c3c-694a-43fd-a44c-42c072f3149a None None] The sync data for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 is: [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '55a2c4b0-a374-4813-9720-a2750a9f89fa', 'tenant_id': '29b41314878e4072b670853312ae194d', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'port_id': '133f3785-af21-4e08-b554-000a539caf67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'mac_address': 'fa:16:3e:81:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:27:33Z', 'updated_at': '2021-08-20T12:27:33Z', 'revision_number': 0, 'project_id': '29b41314878e4072b670853312ae194d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 5, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:35.720870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['4c8b239d-abb7-4e6b-bbfe-4f340d5165ee'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:35.756147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Deleting port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:35.756585 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:35.765260 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-f358c46e-51cf-433a-856f-856ad33e24b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 1000 time: 0.0870650 Aug 20 12:27:35.863902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-6937101d-2553-4bfc-a5c8-2505187e8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.866671 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-6937101d-2553-4bfc-a5c8-2505187e8949 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ee7e3ca-ba76-4beb-a90d-b91355336034 HTTP/1.1" status: 200 len: 834 time: 0.0942843 Aug 20 12:27:35.883285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] For port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,segment=NetworkSegment(3a3f416f-3cb7-47a7-b3b1-78441edcca9a),segment_id=3a3f416f-3cb7-47a7-b3b1-78441edcca9a)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:35.883857 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:35.923842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Calling delete_port for 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:35.933751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e000ec8e-3cb1-4bc9-8af1-6f8d2f7304a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.937635 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e000ec8e-3cb1-4bc9-8af1-6f8d2f7304a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=621e598c-abf3-4bcd-801e-445851982ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630584 Aug 20 12:27:35.989852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e145b6-8ea3-4acc-8fb4-a291720dbf66 req-5eb7580d-5044-46be-8f00-652b61299296 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:35.991508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70e145b6-8ea3-4acc-8fb4-a291720dbf66 req-5eb7580d-5044-46be-8f00-652b61299296 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 945 time: 0.1043613 Aug 20 12:27:36.061623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-1a57afd1-4491-4a69-9d4c-c653b0ec7f88 service neutron] 10.222.0.22 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168048 Aug 20 12:27:36.069870 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0e88f-aa35-4338-a650-0050facf40ef None None] New status for floating IP 55a2c4b0-a374-4813-9720-a2750a9f89fa: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:27:36.117673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70e145b6-8ea3-4acc-8fb4-a291720dbf66 req-33f79f99-cbca-4444-b08a-e8fee6881529 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173258 Aug 20 12:27:36.151026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96ccc-41bc-45bb-9033-4e188fbe379f req-7cc39666-9ba3-4223-80e6-baa86199d1e5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:36.152586 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ec96ccc-41bc-45bb-9033-4e188fbe379f req-7cc39666-9ba3-4223-80e6-baa86199d1e5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 944 time: 0.1385047 Aug 20 12:27:36.170540 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-e7158ece-a00a-4cc1-a776-2c46f79d113d service neutron] 10.222.0.22 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988901 Aug 20 12:27:36.250755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ec96ccc-41bc-45bb-9033-4e188fbe379f req-bf49d1d4-15a0-42c6-a87e-a0215ad02696 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836401 Aug 20 12:27:36.252181 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:36.273295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['1317e1d1-3aae-4fbe-be62-f02b38ebcd82'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:36.291057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Pushing event deleted for resources: {'Port': ['ID=1317e1d1-3aae-4fbe-be62-f02b38ebcd82,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:36.335698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] No DVR routers for this DVR port 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:36.338560 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:36.340280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee7b4d9d-be9b-4cd8-ab57-4d63c28522db req-83eff494-7344-421f-835e-ab61a1009c85 tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.22 "DELETE /v2.0/ports/1317e1d1-3aae-4fbe-be62-f02b38ebcd82 HTTP/1.1" status: 204 len: 173 time: 0.6862497 Aug 20 12:27:36.429487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-606f375a-9d77-4634-ad04-e365e72f10a8 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:36.431381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-606f375a-9d77-4634-ad04-e365e72f10a8 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5&tenant_id=c94bab92b5c94d58984c7efe84b843d9&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 1097 time: 0.0581143 Aug 20 12:27:36.891794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015bb71a-2c15-42a6-bfb4-af944d0bf7c0', 'name': 'network-vif-deleted', 'tag': '1317e1d1-3aae-4fbe-be62-f02b38ebcd82'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:36.894308 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88a1f87-278b-41c8-bf5d-a3049d1fc53d" -d '{"events": [{"server_uuid": "015bb71a-2c15-42a6-bfb4-af944d0bf7c0", "name": "network-vif-deleted", "tag": "1317e1d1-3aae-4fbe-be62-f02b38ebcd82"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:36.941618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15f9e7e7-449e-4225-9aa8-4fc2fc76e92a req-cb3362b8-2642-4e00-b45f-39c26d969dde tempest-AttachVolumeNegativeTest-478435887 tempest-AttachVolumeNegativeTest-478435887-project] 10.222.0.25 "GET /v2.0/ports?device_id=015bb71a-2c15-42a6-bfb4-af944d0bf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0438087 Aug 20 12:27:36.960061 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e590fb23-ca79-46a0-8f9f-458755e3762f x-openstack-request-id: req-e590fb23-ca79-46a0-8f9f-458755e3762f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:36.960401 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015bb71a-2c15-42a6-bfb4-af944d0bf7c0", "name": "network-vif-deleted", "tag": "1317e1d1-3aae-4fbe-be62-f02b38ebcd82", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:36.960732 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e590fb23-ca79-46a0-8f9f-458755e3762f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:36.961122 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015bb71a-2c15-42a6-bfb4-af944d0bf7c0', 'name': 'network-vif-deleted', 'tag': '1317e1d1-3aae-4fbe-be62-f02b38ebcd82', 'status': 'completed', 'code': 200} Aug 20 12:27:36.965667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-5281430e-ee8d-42a6-843f-ac52e44d8dac service neutron] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:36.969328 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-5281430e-ee8d-42a6-843f-ac52e44d8dac service neutron] Notify callbacks [] for binding, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:36.970533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-5281430e-ee8d-42a6-843f-ac52e44d8dac service neutron] 10.222.0.22 "DELETE /v2.0/ports/257f35a0-0e50-496d-981d-59fb8d4f07b2/bindings/n-h1-800634-10 HTTP/1.1" status: 204 len: 173 time: 0.5266919 Aug 20 12:27:37.043030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 257f35a0-0e50-496d-981d-59fb8d4f07b2 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:37.065805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:37.115086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 257f35a0-0e50-496d-981d-59fb8d4f07b2 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:37.131512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:37.135790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:37.136249 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:37.225952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:37.253325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8b239d-abb7-4e6b-bbfe-4f340d5165ee'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:37.255743 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca9f299-e5c2-4cb3-b538-14ef5156228e" -d '{"events": [{"server_uuid": "ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74", "name": "network-vif-plugged", "status": "completed", "tag": "4c8b239d-abb7-4e6b-bbfe-4f340d5165ee"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:37.264902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65a96-b905-430c-a4d2-9a37c9db05e8 req-6c729b1d-95a2-455e-a11f-12c5099bc51e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:37.267402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1c65a96-b905-430c-a4d2-9a37c9db05e8 req-6c729b1d-95a2-455e-a11f-12c5099bc51e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 945 time: 0.0612769 Aug 20 12:27:37.283311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:37.291617 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:37.331728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1c65a96-b905-430c-a4d2-9a37c9db05e8 req-a74fe0cb-58ed-48fc-9e07-f26f280a0c69 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576563 Aug 20 12:27:37.340442 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ff7ce4-8b85-48c0-b7ad-99522bd1c5b1 x-openstack-request-id: req-85ff7ce4-8b85-48c0-b7ad-99522bd1c5b1 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:37.341087 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74", "name": "network-vif-plugged", "status": "completed", "tag": "4c8b239d-abb7-4e6b-bbfe-4f340d5165ee", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:37.341603 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85ff7ce4-8b85-48c0-b7ad-99522bd1c5b1 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:37.342344 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8b239d-abb7-4e6b-bbfe-4f340d5165ee', 'code': 200} Aug 20 12:27:37.392453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:37.501197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed51973-02ad-43a7-ab7f-c5e4890a27be req-73c9a695-4c6d-46a2-9780-3a57aaac3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:37.502748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ed51973-02ad-43a7-ab7f-c5e4890a27be req-73c9a695-4c6d-46a2-9780-3a57aaac3dc0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 1097 time: 0.1085596 Aug 20 12:27:37.527182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06e95-fef0-447b-bbfa-5297779ba1ba req-4712e610-d51c-416f-82c0-c30cc977166b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:37.529345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6b06e95-fef0-447b-bbfa-5297779ba1ba req-4712e610-d51c-416f-82c0-c30cc977166b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 945 time: 0.1034222 Aug 20 12:27:37.531804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab40739-f774-41e4-bfa8-4f85d2e87cef req-810c74ef-3048-4832-a706-76ead4225c61 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:37.533262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eab40739-f774-41e4-bfa8-4f85d2e87cef req-810c74ef-3048-4832-a706-76ead4225c61 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1097 time: 0.1060011 Aug 20 12:27:37.597905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ed51973-02ad-43a7-ab7f-c5e4890a27be req-d3e78c70-48ff-4775-84fa-aba49e6b6411 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867913 Aug 20 12:27:37.619227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6b06e95-fef0-447b-bbfa-5297779ba1ba req-3eb5711a-ea0a-40bb-8c10-b0f58aa80058 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776854 Aug 20 12:27:37.620914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eab40739-f774-41e4-bfa8-4f85d2e87cef req-a7dd9cc5-6a18-4448-9d89-2a913b0a5c92 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783386 Aug 20 12:27:37.740152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b27fa-1087-4a5d-ab2f-58e35b4b48b4 req-018c2eb7-1924-4ea1-aa75-b258fcff31f6 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:37.741800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a5b27fa-1087-4a5d-ab2f-58e35b4b48b4 req-018c2eb7-1924-4ea1-aa75-b258fcff31f6 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 945 time: 0.0537109 Aug 20 12:27:37.783506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a5b27fa-1087-4a5d-ab2f-58e35b4b48b4 req-e0b0a207-9ca4-48c1-a593-8f3cd8c98a5e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351877 Aug 20 12:27:37.805825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54506) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:37.885400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-36992c5d-2cd0-4cbb-ba86-65a1f9cf805a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/0d148dd4-c043-4b03-8f21-ff646f6d0589 HTTP/1.1" status: 200 len: 992 time: 0.0782816 Aug 20 12:27:38.008213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54514) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:38.065320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ffe8d1-cf2f-46bb-8934-c769906996ab admin admin] Deleting subnet cfc6145c-ab7b-4663-a467-6b3df3d486f6 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:27:38.069679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe8d1-cf2f-46bb-8934-c769906996ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.110932 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe8d1-cf2f-46bb-8934-c769906996ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.158082 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe8d1-cf2f-46bb-8934-c769906996ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.223676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe8d1-cf2f-46bb-8934-c769906996ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.249785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffe8d1-cf2f-46bb-8934-c769906996ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc6145c-ab7b-4663-a467-6b3df3d486f6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:38.253500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe8d1-cf2f-46bb-8934-c769906996ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.256391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c0ffe8d1-cf2f-46bb-8934-c769906996ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cfc6145c-ab7b-4663-a467-6b3df3d486f6 HTTP/1.1" status: 204 len: 168 time: 0.2459345 Aug 20 12:27:38.258789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54516) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:38.332798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.434264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.445205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c6a0b3-b417-48dc-aba6-f9c2b368aa8d']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:38.456761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3f416f-3cb7-47a7-b3b1-78441edcca9a') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:38.457055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3f416f-3cb7-47a7-b3b1-78441edcca9a') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:38.471391 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.487033 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.493356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:27:38.493711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:27:38.495370 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:27:38.551284 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.557168 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.559005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] 10.222.0.25 "DELETE /v2.0/networks/15c6a0b3-b417-48dc-aba6-f9c2b368aa8d HTTP/1.1" status: 204 len: 168 time: 0.2998977 Aug 20 12:27:38.570868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfa9f8-e370-4095-adbc-c3e479b794ea admin admin] Pushing event deleted for resources: {'Network': ['ID=15c6a0b3-b417-48dc-aba6-f9c2b368aa8d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:38.748392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54522) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:38.758268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b5623-1c92-4f9a-a6ce-9cba7c8298c9 req-06e1b38d-ab80-44a4-8f58-b7b414919cc3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:38.759905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a1b5623-1c92-4f9a-a6ce-9cba7c8298c9 req-06e1b38d-ab80-44a4-8f58-b7b414919cc3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 945 time: 0.0582247 Aug 20 12:27:38.802752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a1b5623-1c92-4f9a-a6ce-9cba7c8298c9 req-6f5cc7c6-10ef-4504-a164-5c40ef562e10 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356870 Aug 20 12:27:38.803859 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-45869757-fb4e-4871-857f-07e661977911 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0bd73028e5f4b23ae847cae833adc56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535402 Aug 20 12:27:38.806089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54524) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:38.860561 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99439777-6ad6-457b-b8d9-5466ffca5eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.885460 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99439777-6ad6-457b-b8d9-5466ffca5eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.926167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208ee47-a282-41c9-82ba-b4d32149f7ba req-0fd42fae-e4d0-4e4e-a1f3-d16e87bdb5e7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:38.927702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9208ee47-a282-41c9-82ba-b4d32149f7ba req-0fd42fae-e4d0-4e4e-a1f3-d16e87bdb5e7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 945 time: 0.0546141 Aug 20 12:27:38.939641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99439777-6ad6-457b-b8d9-5466ffca5eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.942424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-99439777-6ad6-457b-b8d9-5466ffca5eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:38.943842 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-99439777-6ad6-457b-b8d9-5466ffca5eef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df40ffa1-a163-4a67-a461-81fade228885 HTTP/1.1" status: 204 len: 168 time: 0.1368289 Aug 20 12:27:38.952104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99439777-6ad6-457b-b8d9-5466ffca5eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df40ffa1-a163-4a67-a461-81fade228885,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:38.973772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9208ee47-a282-41c9-82ba-b4d32149f7ba req-bdd08948-f03c-4316-a17f-88465bdb3ec5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Aug 20 12:27:39.063875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:39.087415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:39.087841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 1317e1d1-3aae-4fbe-be62-f02b38ebcd82 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:39.316495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ac64-ec1c-4c84-a204-8144895cc31c req-351938e8-d78a-46f4-8269-a333c81e99d9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:39.318272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c792ac64-ec1c-4c84-a204-8144895cc31c req-351938e8-d78a-46f4-8269-a333c81e99d9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 945 time: 0.0612826 Aug 20 12:27:39.375316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c792ac64-ec1c-4c84-a204-8144895cc31c req-0fca003b-3602-40bc-99b9-6e68c0ee1f4b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502944 Aug 20 12:27:40.512692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521f99b-bc63-4ab0-beb5-5ff710d109a9 req-010d187e-e85d-44ac-be30-d0f6df5ab893 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:40.514144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2521f99b-bc63-4ab0-beb5-5ff710d109a9 req-010d187e-e85d-44ac-be30-d0f6df5ab893 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 945 time: 0.0587904 Aug 20 12:27:40.567597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2521f99b-bc63-4ab0-beb5-5ff710d109a9 req-026e45dc-6f0a-4934-ba34-989cd6fc54f4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Aug 20 12:27:40.702742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-5aea5bbe-0d38-48da-8ee2-44a154a7b6d4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:40.704340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-5aea5bbe-0d38-48da-8ee2-44a154a7b6d4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 945 time: 0.0591052 Aug 20 12:27:40.804004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:40.804355 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:40.902795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] For port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:40.903164 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:40.916892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:41.051000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:41.062580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['4c8b239d-abb7-4e6b-bbfe-4f340d5165ee'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:41.067874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['efc00e48-a862-468a-8583-092bbf9ad09d'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:41.088486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=4c8b239d-abb7-4e6b-bbfe-4f340d5165ee,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:41.142838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] No DVR routers for this DVR port 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:41.146242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:41.148322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1099db0-7254-4cae-a1cc-f1957b1951ef req-a56c4b3b-30a7-4f00-b789-0afe62fdda29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "DELETE /v2.0/ports/4c8b239d-abb7-4e6b-bbfe-4f340d5165ee HTTP/1.1" status: 204 len: 173 time: 0.4381859 Aug 20 12:27:41.148777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74', 'name': 'network-vif-deleted', 'tag': '4c8b239d-abb7-4e6b-bbfe-4f340d5165ee'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:41.151146 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b73af7a-53c9-4d75-9055-916a5a232453" -d '{"events": [{"server_uuid": "ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74", "name": "network-vif-deleted", "tag": "4c8b239d-abb7-4e6b-bbfe-4f340d5165ee"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:41.172644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54596) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:41.213742 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288511ff-b117-487a-bfdb-d304b14bc5ef x-openstack-request-id: req-288511ff-b117-487a-bfdb-d304b14bc5ef {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:41.214088 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74", "name": "network-vif-deleted", "tag": "4c8b239d-abb7-4e6b-bbfe-4f340d5165ee", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:41.214391 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-288511ff-b117-487a-bfdb-d304b14bc5ef {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:41.214799 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74', 'name': 'network-vif-deleted', 'tag': '4c8b239d-abb7-4e6b-bbfe-4f340d5165ee', 'status': 'completed', 'code': 200} Aug 20 12:27:41.415540 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 9ef77690-e390-4e19-b24b-06b8a5679f4c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:41.415894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:41.504583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:41.505167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:41.521075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 9ef77690-e390-4e19-b24b-06b8a5679f4c owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:41.688881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd9467d8-59e6-4108-8d50-ef5d1ed8d60a req-5a7c2878-6c96-4972-b4cc-8dc7fcdfce11 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Aug 20 12:27:41.710086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:41.738750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=9ef77690-e390-4e19-b24b-06b8a5679f4c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:41.798359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:41.798717 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Floating IP 0d148dd4-c043-4b03-8f21-ff646f6d0589 disassociated (deleted). External IP: 172.25.0.104, port: 257f35a0-0e50-496d-981d-59fb8d4f07b2. Aug 20 12:27:42.030771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 912e8579-8808-474c-84b4-e055c2c7d72b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:42.142736 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:42.157001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:42.161628 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:42.172247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] Sync routers for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:42.182313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:42.183175 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:42.195603 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f1c8f89e-9974-4a91-8def-94699f15d403 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/floatingips/0d148dd4-c043-4b03-8f21-ff646f6d0589 HTTP/1.1" status: 204 len: 168 time: 1.0215495 Aug 20 12:27:42.196240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:42.198623 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1" -d '{"events": [{"name": "network-changed", "server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:42.243609 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c531bb-c664-4833-8dab-99d9fb7550b1 x-openstack-request-id: req-18c531bb-c664-4833-8dab-99d9fb7550b1 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:42.244405 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:42.244821 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18c531bb-c664-4833-8dab-99d9fb7550b1 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:42.245424 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'status': 'completed', 'code': 200} Aug 20 12:27:42.357562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-b6d112f2-9c01-4df3-a0e7-9de387ae3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:42.359763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-b6d112f2-9c01-4df3-a0e7-9de387ae3776 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 1097 time: 0.0904615 Aug 20 12:27:42.378438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:42.552373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-62bbb994-3f97-4246-b945-eda41dfbdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:42.553878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-62bbb994-3f97-4246-b945-eda41dfbdc75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 200 len: 897 time: 0.1856289 Aug 20 12:27:42.614421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b17c2-5ffc-4e2c-9ea4-b0b835d2062b req-b627a7b8-8be5-40de-965e-18ec933f54fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:42.616137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a4b17c2-5ffc-4e2c-9ea4-b0b835d2062b req-b627a7b8-8be5-40de-965e-18ec933f54fd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 945 time: 0.1042504 Aug 20 12:27:42.617499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-56c133e0-8b4b-4fc0-8159-79df777a5391 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 200 len: 217 time: 0.0546789 Aug 20 12:27:42.694247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:38Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:42.695496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a4b17c2-5ffc-4e2c-9ea4-b0b835d2062b req-2d4f781d-d8f9-4381-b907-c4dfa297a257 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=02a296f5-7cd1-45fc-b2e0-40a06b11d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707068 Aug 20 12:27:42.723089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] Checking router: 912e8579-8808-474c-84b4-e055c2c7d72b for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:42.726080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-7914ce1a-ccdb-44d0-bb6f-c5cd7e8086f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:42.732837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:42.733909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:42.736982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-7914ce1a-ccdb-44d0-bb6f-c5cd7e8086f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ee7e3ca-ba76-4beb-a90d-b91355336034 HTTP/1.1" status: 200 len: 834 time: 0.1014633 Aug 20 12:27:42.808746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-a6e14668-7d5b-478b-90d6-379ba77d731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:42.810582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-a6e14668-7d5b-478b-90d6-379ba77d731e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=621e598c-abf3-4bcd-801e-445851982ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737205 Aug 20 12:27:42.835500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a010fe0e-5d4c-409f-9ba7-cda34f4394ec req-04cd59c6-54f9-474b-90c8-8f147976463c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 210 time: 0.0439732 Aug 20 12:27:42.869879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:42.951147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-da891e2e-a2d0-4ecb-93e7-16c1062a873d service neutron] 10.222.0.22 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195776 Aug 20 12:27:42.952645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-1f54624d-8bcf-46fd-81a0-215d29c0b01e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:42.954424 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-1f54624d-8bcf-46fd-81a0-215d29c0b01e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 945 time: 0.1156478 Aug 20 12:27:43.072684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:43.092460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c04df33-8f0e-4d01-9ab0-e822be48ebf1 req-87ecbcb7-2bed-4e98-b5b4-37bdaad20a29 service neutron] 10.222.0.22 "GET /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287746 Aug 20 12:27:43.110681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 257f35a0-0e50-496d-981d-59fb8d4f07b2 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:43.111722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:43.124056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:43.124406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 4c8b239d-abb7-4e6b-bbfe-4f340d5165ee not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:43.161868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:38Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:43.198387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c485e0-dc8e-4aae-af23-070cbac3eec7 None None] The sync data for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 is: [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:32Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '879d6698-72cd-4361-b801-e61ae59071d7', 'name': '', 'network_id': '621e598c-abf3-4bcd-801e-445851982ad8', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:98:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:31Z', 'updated_at': '2021-08-20T12:26:38Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': '4ee7e3ca-ba76-4beb-a90d-b91355336034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:43.240636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port 257f35a0-0e50-496d-981d-59fb8d4f07b2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=257f35a0-0e50-496d-981d-59fb8d4f07b2,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:43.241723 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:43.261435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 257f35a0-0e50-496d-981d-59fb8d4f07b2 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:43.428423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:43.485245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=257f35a0-0e50-496d-981d-59fb8d4f07b2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:43.519279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] No DVR routers for this DVR port 257f35a0-0e50-496d-981d-59fb8d4f07b2 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:43.522288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:43.524507 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4ae79811-c8ed-4d60-a363-81f0851787fc req-18a50d58-04bd-4bbe-8666-bbdf14357417 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "DELETE /v2.0/ports/257f35a0-0e50-496d-981d-59fb8d4f07b2 HTTP/1.1" status: 204 len: 173 time: 0.5591636 Aug 20 12:27:43.621585 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f61a2-ac97-4c69-b5ca-72d487d93c2b None None] New status for floating IP 0d148dd4-c043-4b03-8f21-ff646f6d0589: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:27:43.873066 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:43.906048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de7a2e96-dcf7-4d83-97ef-86817ae50077 req-12a69e74-e061-4806-ba81-19603fd8ee0d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=78b5e5a9-22f7-492f-a69f-211d7efd74a5 HTTP/1.1" status: 200 len: 210 time: 0.0506091 Aug 20 12:27:44.008942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64b1943b-f38f-4aa6-a792-5ead2ce218a6 req-07423220-b719-4ae2-bf3e-85b57cb390af tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 210 time: 0.0406678 Aug 20 12:27:44.247217 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-deleted', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:44.250252 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56fac14-5abe-4099-84a7-ece421c60fe9" -d '{"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-deleted", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:44.291131 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f9cbc3-ab03-40ef-8db2-a8e57c31ec3b x-openstack-request-id: req-51f9cbc3-ab03-40ef-8db2-a8e57c31ec3b {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:44.291663 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b5e5a9-22f7-492f-a69f-211d7efd74a5", "name": "network-vif-deleted", "tag": "257f35a0-0e50-496d-981d-59fb8d4f07b2", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:44.291925 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51f9cbc3-ab03-40ef-8db2-a8e57c31ec3b {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:44.292329 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b5e5a9-22f7-492f-a69f-211d7efd74a5', 'name': 'network-vif-deleted', 'tag': '257f35a0-0e50-496d-981d-59fb8d4f07b2', 'status': 'completed', 'code': 200} Aug 20 12:27:44.979753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54762) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:45.065147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 257f35a0-0e50-496d-981d-59fb8d4f07b2 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:45.112644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 257f35a0-0e50-496d-981d-59fb8d4f07b2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:45.113489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 257f35a0-0e50-496d-981d-59fb8d4f07b2 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:45.142815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-acbf85af-51f4-49ab-95c1-d2d641d889da req-19a00ed6-3c69-44be-93c9-be767235277c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8169b6-7ee9-41fe-b8b6-d5c7fde9fa74 HTTP/1.1" status: 200 len: 210 time: 0.0552723 Aug 20 12:27:45.465004 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.487656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54776) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:45.621561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c137893-3b29-4136-bded-cb99c1bde1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.719434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c137893-3b29-4136-bded-cb99c1bde1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.726578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c137893-3b29-4136-bded-cb99c1bde1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.774712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 879d6698-72cd-4361-b801-e61ae59071d7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:45.775039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.780471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0c137893-3b29-4136-bded-cb99c1bde1dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7bb8e4f775d4e02bb3ba8fcf68af0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914901 Aug 20 12:27:45.781155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54780) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:45.800467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c137893-3b29-4136-bded-cb99c1bde1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d791abb-866c-47aa-8a91-017df653dd5c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:45.879450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed92a-9042-4d80-934f-709e06813704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.885702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port 879d6698-72cd-4361-b801-e61ae59071d7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=879d6698-72cd-4361-b801-e61ae59071d7,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:45.886116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.905141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed92a-9042-4d80-934f-709e06813704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.906346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 879d6698-72cd-4361-b801-e61ae59071d7 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:45.970435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed92a-9042-4d80-934f-709e06813704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.973672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed92a-9042-4d80-934f-709e06813704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.975396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5f7ed92a-9042-4d80-934f-709e06813704 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d791abb-866c-47aa-8a91-017df653dd5c HTTP/1.1" status: 204 len: 168 time: 0.1929567 Aug 20 12:27:45.986891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ed92a-9042-4d80-934f-709e06813704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d791abb-866c-47aa-8a91-017df653dd5c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:46.173261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.227413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=879d6698-72cd-4361-b801-e61ae59071d7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:46.358266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54790) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:46.389969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ca8fd79-b192-4e63-890c-519ca82ecde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.416819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.514974 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ca8fd79-b192-4e63-890c-519ca82ecde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.520206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ca8fd79-b192-4e63-890c-519ca82ecde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.570563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2ca8fd79-b192-4e63-890c-519ca82ecde4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b49dd14bf48747038dda551260d11bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106831 Aug 20 12:27:46.575787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:46.576488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8fd79-b192-4e63-890c-519ca82ecde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13123c9-9f6a-41ec-8ae0-5a00a7b9eda3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:46.636974 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99538eca-1a68-49db-8b50-ac595142b01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.663232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99538eca-1a68-49db-8b50-ac595142b01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.676725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 912e8579-8808-474c-84b4-e055c2c7d72b has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:46.715338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99538eca-1a68-49db-8b50-ac595142b01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.719488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-99538eca-1a68-49db-8b50-ac595142b01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:46.722707 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-99538eca-1a68-49db-8b50-ac595142b01d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b13123c9-9f6a-41ec-8ae0-5a00a7b9eda3 HTTP/1.1" status: 204 len: 168 time: 0.1431358 Aug 20 12:27:46.735266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99538eca-1a68-49db-8b50-ac595142b01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13123c9-9f6a-41ec-8ae0-5a00a7b9eda3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:47.148753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:47.153820 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bace7d28-3436-4331-8a00-c1b87609d052 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "PUT /v2.0/routers/912e8579-8808-474c-84b4-e055c2c7d72b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1770127 Aug 20 12:27:47.157483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54804) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:47.160491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] Sync routers for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:47.171298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:47.171937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:47.228849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e6b997-81b7-4186-95da-37b1efc39476 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting subnet 4ee7e3ca-ba76-4beb-a90d-b91355336034 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:27:47.233404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64e6b997-81b7-4186-95da-37b1efc39476 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:47.292258 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64e6b997-81b7-4186-95da-37b1efc39476 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:47.304741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:47.450969 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-5dc80d4b-571e-4f7b-9ae4-be1739c1c163 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779595 Aug 20 12:27:47.486776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64e6b997-81b7-4186-95da-37b1efc39476 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:47.573766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-6613cfd3-bc5b-4869-ad4d-5dba326ab3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:47.576964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-6613cfd3-bc5b-4869-ad4d-5dba326ab3fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 1098 time: 0.0699377 Aug 20 12:27:47.596883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64e6b997-81b7-4186-95da-37b1efc39476 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:47.645894 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64e6b997-81b7-4186-95da-37b1efc39476 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:47.650769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-64e6b997-81b7-4186-95da-37b1efc39476 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/subnets/4ee7e3ca-ba76-4beb-a90d-b91355336034 HTTP/1.1" status: 204 len: 168 time: 0.4898527 Aug 20 12:27:47.650769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6b997-81b7-4186-95da-37b1efc39476 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee7e3ca-ba76-4beb-a90d-b91355336034,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:47.651071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba72eea2-a176-4618-bf11-e9793c2a1322 None None] Network 621e598c-abf3-4bcd-801e-445851982ad8 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:47.657961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54818) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:47.776016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-0ee0c535-afbd-432c-8aba-a970d1064020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:47.782230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-0ee0c535-afbd-432c-8aba-a970d1064020 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1784284 Aug 20 12:27:47.810314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:47.862268 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-77cb46cf-7dba-44e8-96b7-50349557a0ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efc00e48-a862-468a-8583-092bbf9ad09d HTTP/1.1" status: 200 len: 217 time: 0.0760136 Aug 20 12:27:47.921477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:27:46Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:47.964592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] Checking router: 912e8579-8808-474c-84b4-e055c2c7d72b for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:47.980260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] Routers {'912e8579-8808-474c-84b4-e055c2c7d72b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:47.981082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['912e8579-8808-474c-84b4-e055c2c7d72b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:48.041284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-c2b65c88-7c4b-4476-9916-4c72ae2bc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:48.043717 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-c2b65c88-7c4b-4476-9916-4c72ae2bc205 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.1641371 Aug 20 12:27:48.046766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] DHCP port deletion for 621e598c-abf3-4bcd-801e-445851982ad8 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:27:48.046944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.132010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-0fd07a89-ef3c-4d10-8b96-ac867879d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:48.133915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-0fd07a89-ef3c-4d10-8b96-ac867879d4bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797923 Aug 20 12:27:48.159242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 66ceb532-3296-41f5-b8c9-691fc142af1c {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:48.160201 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.169481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] Set router 912e8579-8808-474c-84b4-e055c2c7d72b gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:48.233487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] Deleting port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:48.234079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.295037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port 66ceb532-3296-41f5-b8c9-691fc142af1c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=66ceb532-3296-41f5-b8c9-691fc142af1c,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:48.297051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.312143 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-2ba760cb-a0cf-43dd-8673-869b96dafe0b service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687636 Aug 20 12:27:48.325599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 66ceb532-3296-41f5-b8c9-691fc142af1c owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:48.394124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] For port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d772fc6-6b5d-4699-8a2f-df84ab2805c9,segment=NetworkSegment(e30a39e9-310f-4f79-802b-eefbe5b7511d),segment_id=e30a39e9-310f-4f79-802b-eefbe5b7511d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:48.394548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.424247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] Calling delete_port for 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:48.465910 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0f4a42df-8d4e-48fa-80e8-1b7ba0c0cad2 req-365e4dc2-5877-43f7-9bba-f3900d183de0 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456690 Aug 20 12:27:48.653166 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.660394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:27:46Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:48.690223 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.720854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=66ceb532-3296-41f5-b8c9-691fc142af1c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:48.754166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] Pushing event deleted for resources: {'Port': ['ID=7d772fc6-6b5d-4699-8a2f-df84ab2805c9,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:48.757669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8cf25-081d-4e38-b491-6ff305ea3136 None None] The sync data for ids ['912e8579-8808-474c-84b4-e055c2c7d72b'] in n-d-800634-10 is: [{'id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24998873', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:27:46Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '66ceb532-3296-41f5-b8c9-691fc142af1c', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e8579-8808-474c-84b4-e055c2c7d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:26:28Z', 'updated_at': '2021-08-20T12:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:48.763669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c3811-ebf6-4c85-9ae4-83b91206e23a None None] No DVR routers for this DVR port 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:48.850420 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.972872 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.978073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.032660 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.033234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Fanout notify agent at l3_agent the message router_deleted on router 912e8579-8808-474c-84b4-e055c2c7d72b {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:27:49.046578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.047858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8daf1bf2-7c10-429b-bb8f-070f7122897e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/routers/912e8579-8808-474c-84b4-e055c2c7d72b HTTP/1.1" status: 204 len: 168 time: 1.3888001 Aug 20 12:27:49.050587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54848) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:49.171963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.290674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.304406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621e598c-abf3-4bcd-801e-445851982ad8']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:49.320238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30a39e9-310f-4f79-802b-eefbe5b7511d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:49.320848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30a39e9-310f-4f79-802b-eefbe5b7511d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:49.334454 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.354359 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.371104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:27:49.371620 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:27:49.378088 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:27:49.457671 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.471699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.479001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/networks/621e598c-abf3-4bcd-801e-445851982ad8 HTTP/1.1" status: 204 len: 168 time: 0.4231184 Aug 20 12:27:49.479382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54860) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:49.506796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05fded-3744-4267-be24-e4e0736f4aae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Network': ['ID=621e598c-abf3-4bcd-801e-445851982ad8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:49.647782 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e597-2fe9-4b06-a196-d47a84fb5b17 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.694656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e597-2fe9-4b06-a196-d47a84fb5b17 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.806156 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e597-2fe9-4b06-a196-d47a84fb5b17 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.808735 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e597-2fe9-4b06-a196-d47a84fb5b17 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.821966 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1eb4e597-2fe9-4b06-a196-d47a84fb5b17 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/security-groups/02a296f5-7cd1-45fc-b2e0-40a06b11d97a HTTP/1.1" status: 204 len: 168 time: 0.3413074 Aug 20 12:27:49.849368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4e597-2fe9-4b06-a196-d47a84fb5b17 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a296f5-7cd1-45fc-b2e0-40a06b11d97a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:50.221240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:50.236989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54878) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:50.242526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1c9c1780-2317-4418-9f32-c94a407db428 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183417364', 'description': 'tempest-secgroup-smoke-1183417364 description', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:50.245130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:50.245550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d772fc6-6b5d-4699-8a2f-df84ab2805c9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:50.246037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 879d6698-72cd-4361-b801-e61ae59071d7 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:50.272748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 879d6698-72cd-4361-b801-e61ae59071d7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:50.273238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 879d6698-72cd-4361-b801-e61ae59071d7 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:50.273496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 66ceb532-3296-41f5-b8c9-691fc142af1c no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:50.276744 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1780-2317-4418-9f32-c94a407db428 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.295236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 66ceb532-3296-41f5-b8c9-691fc142af1c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:50.295918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 66ceb532-3296-41f5-b8c9-691fc142af1c not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:50.384928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1780-2317-4418-9f32-c94a407db428 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.391206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1780-2317-4418-9f32-c94a407db428 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.421010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1780-2317-4418-9f32-c94a407db428 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.422703 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1c9c1780-2317-4418-9f32-c94a407db428 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1840427 Aug 20 12:27:50.425646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54884) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:50.432754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c1780-2317-4418-9f32-c94a407db428 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95761a9f-91f3-446f-99fc-0d79d886b7eb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:50.432952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-417779a7-07de-487b-aeeb-e4b1d53a9cee tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '95761a9f-91f3-446f-99fc-0d79d886b7eb', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:50.464954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-417779a7-07de-487b-aeeb-e4b1d53a9cee tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.524580 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-417779a7-07de-487b-aeeb-e4b1d53a9cee tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.530774 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-417779a7-07de-487b-aeeb-e4b1d53a9cee tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.551007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417779a7-07de-487b-aeeb-e4b1d53a9cee tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499546a9-608c-4b97-8562-1a8466e1a07f,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:50.555403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-417779a7-07de-487b-aeeb-e4b1d53a9cee tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.559186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-417779a7-07de-487b-aeeb-e4b1d53a9cee tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291900 Aug 20 12:27:50.559470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54890) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:50.565024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3da21d74-501c-43db-a226-7aa09a837f59 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '95761a9f-91f3-446f-99fc-0d79d886b7eb', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:50.594822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da21d74-501c-43db-a226-7aa09a837f59 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.674321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da21d74-501c-43db-a226-7aa09a837f59 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.680701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da21d74-501c-43db-a226-7aa09a837f59 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.712615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da21d74-501c-43db-a226-7aa09a837f59 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02a9982-6197-4035-a7b4-de2c27631bfd,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:50.718559 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3da21d74-501c-43db-a226-7aa09a837f59 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.723343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54900) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:50.724669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3da21d74-501c-43db-a226-7aa09a837f59 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1641302 Aug 20 12:27:50.727729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e498e188-2eab-4a80-8402-7ac3e9adcb80 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '95761a9f-91f3-446f-99fc-0d79d886b7eb', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:50.758119 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e498e188-2eab-4a80-8402-7ac3e9adcb80 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.834993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e498e188-2eab-4a80-8402-7ac3e9adcb80 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.839890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e498e188-2eab-4a80-8402-7ac3e9adcb80 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.856017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498e188-2eab-4a80-8402-7ac3e9adcb80 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0233f4d-60b8-4b94-97dc-8c318096772e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:50.872738 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e498e188-2eab-4a80-8402-7ac3e9adcb80 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.874226 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e498e188-2eab-4a80-8402-7ac3e9adcb80 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501935 Aug 20 12:27:50.877181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54906) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:50.881765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3dc2ccaf-ad0f-4cba-90bd-4d09094c932e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '95761a9f-91f3-446f-99fc-0d79d886b7eb', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:50.909589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb544d6-004d-49e0-b6ea-fac8b90fdd07 req-a24aab01-9492-4a1d-9e78-085204d9c33a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:50.911095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdb544d6-004d-49e0-b6ea-fac8b90fdd07 req-a24aab01-9492-4a1d-9e78-085204d9c33a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 946 time: 0.0581110 Aug 20 12:27:50.918843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ccaf-ad0f-4cba-90bd-4d09094c932e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.966546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdb544d6-004d-49e0-b6ea-fac8b90fdd07 req-7793bdcb-ec90-420f-b0a2-3045ea9aa41d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482218 Aug 20 12:27:50.989838 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ccaf-ad0f-4cba-90bd-4d09094c932e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:50.994412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ccaf-ad0f-4cba-90bd-4d09094c932e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.018772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2ccaf-ad0f-4cba-90bd-4d09094c932e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bbf437-8154-4f65-acd6-475505324ecb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:51.023602 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ccaf-ad0f-4cba-90bd-4d09094c932e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.027725 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3dc2ccaf-ad0f-4cba-90bd-4d09094c932e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468275 Aug 20 12:27:51.027725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54912) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:51.032403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b0a83c11-072d-46f2-bfe6-12737048d03c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '95761a9f-91f3-446f-99fc-0d79d886b7eb', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:51.054206 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-b0a83c11-072d-46f2-bfe6-12737048d03c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Project c94bab92b5c94d58984c7efe84b843d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:27:51.059079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0a83c11-072d-46f2-bfe6-12737048d03c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.122636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0a83c11-072d-46f2-bfe6-12737048d03c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.127024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0a83c11-072d-46f2-bfe6-12737048d03c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.145699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a83c11-072d-46f2-bfe6-12737048d03c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b8c3c2-ffc2-49b0-a152-e055c1024c41,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:51.151415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b0a83c11-072d-46f2-bfe6-12737048d03c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.152515 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b0a83c11-072d-46f2-bfe6-12737048d03c tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238208 Aug 20 12:27:51.155149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54916) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:51.160751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-82f131ed-cf1d-48fd-bb81-3c7705f0c61e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'security_group_rule': {'security_group_id': '95761a9f-91f3-446f-99fc-0d79d886b7eb', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:51.184983 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-82f131ed-cf1d-48fd-bb81-3c7705f0c61e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Project c94bab92b5c94d58984c7efe84b843d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:27:51.191168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82f131ed-cf1d-48fd-bb81-3c7705f0c61e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.256130 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82f131ed-cf1d-48fd-bb81-3c7705f0c61e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.259785 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82f131ed-cf1d-48fd-bb81-3c7705f0c61e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.278223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f131ed-cf1d-48fd-bb81-3c7705f0c61e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff147ae-95a1-4fe8-ba27-28e7b64afadb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:51.284437 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82f131ed-cf1d-48fd-bb81-3c7705f0c61e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.288425 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-82f131ed-cf1d-48fd-bb81-3c7705f0c61e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294427 Aug 20 12:27:51.288629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54924) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:51.293832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'network': {'name': 'tempest-network-smoke--579829381', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'port_security_enabled': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:51.322832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:51.327055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.350980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:27:51.360865 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.361232 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Added segment 2bc273d7-69cb-4d43-97d5-2a09e9a799e6 of type vlan for network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a Aug 20 12:27:51.410787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.435066 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.440867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:51.441468 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.495389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2054985 Aug 20 12:27:51.499195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54930) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:51.506495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'admin_state_up': True, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:51.508766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd55a80-8ccf-4e1b-ad71-4c333696f860 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Network': ['ID=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:51.520585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:27:51.548415 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.549440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.603570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.684801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2c41079f-4462-4780-a16d-6ba0655c8557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.745328 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.947157 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.969408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.093154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.25.0.40 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/7ab854d8-af30-4d33-85d3-3f0b17834876) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:52.103070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16cc0-9460-44e6-8b3b-5521c33ff201 req-74d29cac-7567-4573-8988-7b2f25d3a3df tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:52.104962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd16cc0-9460-44e6-8b3b-5521c33ff201 req-74d29cac-7567-4573-8988-7b2f25d3a3df tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 946 time: 0.0599754 Aug 20 12:27:52.156946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bd16cc0-9460-44e6-8b3b-5521c33ff201 req-c82de2e0-8d01-48a6-b522-5a3d5f647ba4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Aug 20 12:27:52.216371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.257163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.317981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:52.324756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:52.329677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:52.363161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=7ab854d8-af30-4d33-85d3-3f0b17834876,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:52.575474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5f4965df-48e0-41b1-8336-c8a34bbb86dd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:52.577698 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5f4965df-48e0-41b1-8336-c8a34bbb86dd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 946 time: 0.1028278 Aug 20 12:27:52.697292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.793168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port efc00e48-a862-468a-8583-092bbf9ad09d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:27:52.793760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:52.983389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] For port efc00e48-a862-468a-8583-092bbf9ad09d, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=efc00e48-a862-468a-8583-092bbf9ad09d,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:52.983744 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.004404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for efc00e48-a862-468a-8583-092bbf9ad09d owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:27:53.016014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.246585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.249537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 8701399f-1182-4d8d-b601-4a99a69a47da is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:27:53.284341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb638a0a-b9e8-4820-a6d7-866a467ef1a2 req-a4e6ae9a-abb3-4482-83f7-19c4e2ff3062 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:53.286144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb638a0a-b9e8-4820-a6d7-866a467ef1a2 req-a4e6ae9a-abb3-4482-83f7-19c4e2ff3062 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 867 time: 0.0555308 Aug 20 12:27:53.290977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=efc00e48-a862-468a-8583-092bbf9ad09d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:53.345579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb638a0a-b9e8-4820-a6d7-866a467ef1a2 req-83c06276-80b9-4b2f-be54-a9f756056fd4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a304ab-f4ee-434a-975d-a48a9f215d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525320 Aug 20 12:27:53.367308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] No DVR routers for this DVR port efc00e48-a862-468a-8583-092bbf9ad09d on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:27:53.371334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.374599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-49ce0056-a79c-4af0-ad96-b997a06ddee8 req-5e19b255-3f6d-4fcc-b691-a88d48beb8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "DELETE /v2.0/ports/efc00e48-a862-468a-8583-092bbf9ad09d HTTP/1.1" status: 204 len: 173 time: 0.7873831 Aug 20 12:27:53.375060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6a7e5e-aed7-4831-8bc5-203701b093b3', 'name': 'network-vif-deleted', 'tag': 'efc00e48-a862-468a-8583-092bbf9ad09d'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:53.377429 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ad76c-ac2d-4650-9191-a1f77ec99890" -d '{"events": [{"server_uuid": "ae6a7e5e-aed7-4831-8bc5-203701b093b3", "name": "network-vif-deleted", "tag": "efc00e48-a862-468a-8583-092bbf9ad09d"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:53.438264 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458a3fba-4597-48d4-bc5d-b5b28292e774 x-openstack-request-id: req-458a3fba-4597-48d4-bc5d-b5b28292e774 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:53.438552 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6a7e5e-aed7-4831-8bc5-203701b093b3", "name": "network-vif-deleted", "tag": "efc00e48-a862-468a-8583-092bbf9ad09d", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:53.438794 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-458a3fba-4597-48d4-bc5d-b5b28292e774 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:53.439221 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6a7e5e-aed7-4831-8bc5-203701b093b3', 'name': 'network-vif-deleted', 'tag': 'efc00e48-a862-468a-8583-092bbf9ad09d', 'status': 'completed', 'code': 200} Aug 20 12:27:53.464327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:53.476607 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Sync routers for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:53.490816 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:53.492350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:53.502690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.503956 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1d08ba66-a529-41cf-a237-0b16424ec3a2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0034816 Aug 20 12:27:53.508944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54974) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:53.544441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-98ee6134-3bd4-47ee-bddd-a7d3eed83188 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=c94bab92b5c94d58984c7efe84b843d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338745 Aug 20 12:27:53.550714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54978) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:53.642814 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:53.720979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b89656e-efd6-4d7d-9943-dd44a14c1681 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:53.724954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8b89656e-efd6-4d7d-9943-dd44a14c1681 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1731730 Aug 20 12:27:53.727978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54980) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:53.773422 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bcc04a0d-c86c-45c7-96bd-dfa9e949cd30 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431266 Aug 20 12:27:53.775923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54982) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:53.782206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569380388', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:53.951843 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:52Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:53.970373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:53.975319 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:53.982202 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Checking router: 8701399f-1182-4d8d-b601-4a99a69a47da for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:53.982592 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Updating router 8701399f-1182-4d8d-b601-4a99a69a47da port 7ab854d8-af30-4d33-85d3-3f0b17834876 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:27:54.017530 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.208006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.289772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Subnet': ['ID=d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:54.299884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Checking segment: {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:54.300334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network hostable DHCP agents. Network: 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:27:54.319838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:27:54.325163 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-af39b726-0ea3-40ae-be67-6a225ccf42f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.335582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:54.341311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:54.342961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.348745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87cd28e-b37e-4dc1-9e49-5c471f70102a None None] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:54.368185 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.370270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-021bc6a7-04ed-4569-a925-3cf98dcd6195 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5932007 Aug 20 12:27:54.372805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 54990) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:54.382144 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Transition to ACTIVE for port object 7ab854d8-af30-4d33-85d3-3f0b17834876 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:54.391350 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.499548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62c9a8c3-4666-499d-b6b7-52c420ab4f05 req-0c1f46c7-e7ed-4469-b0f8-4a5089a07e57 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 210 time: 0.0347371 Aug 20 12:27:54.626292 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Attempting to bind port 7ab854d8-af30-4d33-85d3-3f0b17834876 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:54.626765 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Attempting to bind port 7ab854d8-af30-4d33-85d3-3f0b17834876 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:54.627009 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Attempting to bind port 7ab854d8-af30-4d33-85d3-3f0b17834876 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:54.635368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:27:54.637000 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.649577 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:54.649577 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:54.649960 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.650306 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:54.650780 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Bound port: 7ab854d8-af30-4d33-85d3-3f0b17834876, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:54.653798 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.658903 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Pushing event updated for resources: {'Port': ['ID=7ab854d8-af30-4d33-85d3-3f0b17834876,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:54.687438 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.687786 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.688119 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.688460 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.688790 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.689116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.689444 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.689766 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.690093 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.690513 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.690837 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.691159 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:54.736589 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] For port 7ab854d8-af30-4d33-85d3-3f0b17834876, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:54.748926 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] For port 7ab854d8-af30-4d33-85d3-3f0b17834876, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7ab854d8-af30-4d33-85d3-3f0b17834876,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:54.753980 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:54.814768 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:54.815699 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:54.887259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Allocated IP 172.20.0.2 (6f3109bc-523a-49d9-8728-3e0ebd3f3b4a/d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd/238a2aeb-4a31-407c-a192-11e0c96a19a1) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:54.926934 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:54.960980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 54996) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:55.042518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.057674 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b4682-3f95-4f91-8945-b6c9271ac102 None None] Pushing event updated for resources: {'Port': ['ID=7ab854d8-af30-4d33-85d3-3f0b17834876,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:55.098958 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.110624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Transition to ACTIVE for port object 238a2aeb-4a31-407c-a192-11e0c96a19a1 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:55.130164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Transition to ACTIVE for port object 238a2aeb-4a31-407c-a192-11e0c96a19a1 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:55.137991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device efc00e48-a862-468a-8583-092bbf9ad09d no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:55.184107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: efc00e48-a862-468a-8583-092bbf9ad09d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:55.184614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device efc00e48-a862-468a-8583-092bbf9ad09d not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:55.187619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.201573 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-182b5928-e12e-4395-aead-78bea4bb5cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.220057 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:52Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:55.220567 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.237579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:55.242414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:55.247026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:55.268194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Pushing event updated for resources: {'Port': ['ID=238a2aeb-4a31-407c-a192-11e0c96a19a1,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:55.276639 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06509a70-78df-43fc-addc-b7dcb9f66940 None None] The sync data for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 is: [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:52Z', 'revision_number': 3, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:55.320974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Attempting to bind port 238a2aeb-4a31-407c-a192-11e0c96a19a1 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:55.321669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Attempting to bind port 238a2aeb-4a31-407c-a192-11e0c96a19a1 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:55.322226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Attempting to bind port 238a2aeb-4a31-407c-a192-11e0c96a19a1 on network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:55.327808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:55.328903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Checking segment: {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:55.329478 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.330017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Bound using segment: {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:55.330684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Bound port: 238a2aeb-4a31-407c-a192-11e0c96a19a1, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:55.331250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.386987 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-182b5928-e12e-4395-aead-78bea4bb5cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.395794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-182b5928-e12e-4395-aead-78bea4bb5cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.411949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] For port 238a2aeb-4a31-407c-a192-11e0c96a19a1, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:55.415482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] For port 238a2aeb-4a31-407c-a192-11e0c96a19a1, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=238a2aeb-4a31-407c-a192-11e0c96a19a1,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:55.424569 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.437738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-182b5928-e12e-4395-aead-78bea4bb5cf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f4280bf71fe490f979c48d7213018fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756441 Aug 20 12:27:55.440823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:55.451060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b5928-e12e-4395-aead-78bea4bb5cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c220f9-c8a5-4d1d-a763-cae86b6deb38,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:55.493650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.20.0.1 (6f3109bc-523a-49d9-8728-3e0ebd3f3b4a/d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd/220902c2-48d0-4b2e-b128-ab203cba7899) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:55.524130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bba8f-5bcd-405f-94bd-5ab74aade0d2 None None] Pushing event updated for resources: {'Port': ['ID=238a2aeb-4a31-407c-a192-11e0c96a19a1,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:55.548666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97b2879c-6622-4d2d-8f45-6091b6839f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.573066 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97b2879c-6622-4d2d-8f45-6091b6839f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.632767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97b2879c-6622-4d2d-8f45-6091b6839f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.635508 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97b2879c-6622-4d2d-8f45-6091b6839f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.642054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97b2879c-6622-4d2d-8f45-6091b6839f47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66c220f9-c8a5-4d1d-a763-cae86b6deb38 HTTP/1.1" status: 204 len: 168 time: 0.1975038 Aug 20 12:27:55.670552 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:55.677167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2879c-6622-4d2d-8f45-6091b6839f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c220f9-c8a5-4d1d-a763-cae86b6deb38,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:56.146812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7ab854d8-af30-4d33-85d3-3f0b17834876 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:56.213237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-713e16ac-7a58-44c8-b889-cb20e4762e42 req-168fe8b1-8f57-4ece-84ca-8737b2b35dbb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 210 time: 0.0442247 Aug 20 12:27:56.241532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7ab854d8-af30-4d33-85d3-3f0b17834876 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:56.247246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7ab854d8-af30-4d33-85d3-3f0b17834876 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:56.247683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.251247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55010) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:56.270988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5206413-ec7c-4b6d-ae86-dc2e41ff1e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.316467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.339919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Transition to ACTIVE for port object 220902c2-48d0-4b2e-b128-ab203cba7899 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:56.355535 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.385095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 7ab854d8-af30-4d33-85d3-3f0b17834876, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7ab854d8-af30-4d33-85d3-3f0b17834876,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:56.393433 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.394265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 238a2aeb-4a31-407c-a192-11e0c96a19a1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:56.421154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.493612 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5206413-ec7c-4b6d-ae86-dc2e41ff1e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.499210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5206413-ec7c-4b6d-ae86-dc2e41ff1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.536104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=7ab854d8-af30-4d33-85d3-3f0b17834876,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:56.549358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 238a2aeb-4a31-407c-a192-11e0c96a19a1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:56.551116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:56.560043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:56.560266 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c5206413-ec7c-4b6d-ae86-dc2e41ff1e67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=543c1f9386fc4033a8bcd15f1e291b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049657 Aug 20 12:27:56.561105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206413-ec7c-4b6d-ae86-dc2e41ff1e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb0deb0-7bcb-41d5-a183-0a3dab695dea,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:56.564874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55012) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:56.570807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:56.638124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=220902c2-48d0-4b2e-b128-ab203cba7899,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:56.660058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.660754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb65-e3ce-422c-b28b-1240a532f1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.704294 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb65-e3ce-422c-b28b-1240a532f1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.775111 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb65-e3ce-422c-b28b-1240a532f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.777999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bbfddb65-e3ce-422c-b28b-1240a532f1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:56.779484 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bbfddb65-e3ce-422c-b28b-1240a532f1e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfb0deb0-7bcb-41d5-a183-0a3dab695dea HTTP/1.1" status: 204 len: 168 time: 0.2134299 Aug 20 12:27:56.790499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfddb65-e3ce-422c-b28b-1240a532f1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb0deb0-7bcb-41d5-a183-0a3dab695dea,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:56.848543 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.024247 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.059421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4419fbc5-10f9-4d17-9b17-c482d1414c91 None None] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:57.154950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1c10cfd4-86fc-4dc4-aa11-927ff6839a51 None None] Provisioning for port 238a2aeb-4a31-407c-a192-11e0c96a19a1 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:57.162560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1c10cfd4-86fc-4dc4-aa11-927ff6839a51 None None] Provisioning complete for port 238a2aeb-4a31-407c-a192-11e0c96a19a1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:57.163169 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c10cfd4-86fc-4dc4-aa11-927ff6839a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.194926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.203538 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.331182 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.358892 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c10cfd4-86fc-4dc4-aa11-927ff6839a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.387806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=220902c2-48d0-4b2e-b128-ab203cba7899,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:57.424411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1c10cfd4-86fc-4dc4-aa11-927ff6839a51 None None] For port 238a2aeb-4a31-407c-a192-11e0c96a19a1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=238a2aeb-4a31-407c-a192-11e0c96a19a1,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:57.426821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e25b141a-af76-48de-ab31-eff1d311c651 req-418ba61b-a2fc-4b22-976c-c46acbc74b5b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 210 time: 0.0982299 Aug 20 12:27:57.435080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1c10cfd4-86fc-4dc4-aa11-927ff6839a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.499854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10cfd4-86fc-4dc4-aa11-927ff6839a51 None None] Pushing event updated for resources: {'Port': ['ID=238a2aeb-4a31-407c-a192-11e0c96a19a1,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:57.566708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:57.578286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:57.749219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 8701399f-1182-4d8d-b601-4a99a69a47da has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:57.774892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bb82d2b1-ab20-4603-95fb-caf149b757fe None None] Provisioning for port 220902c2-48d0-4b2e-b128-ab203cba7899 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:57.788512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bb82d2b1-ab20-4603-95fb-caf149b757fe None None] Provisioning complete for port 220902c2-48d0-4b2e-b128-ab203cba7899 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:57.788887 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb82d2b1-ab20-4603-95fb-caf149b757fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.868663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bb82d2b1-ab20-4603-95fb-caf149b757fe None None] Port 220902c2-48d0-4b2e-b128-ab203cba7899 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:57.892512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bb82d2b1-ab20-4603-95fb-caf149b757fe None None] Provisioning complete for port 238a2aeb-4a31-407c-a192-11e0c96a19a1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:57.892925 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb82d2b1-ab20-4603-95fb-caf149b757fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:57.932255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:57.952982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Sync routers for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:57.953194 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8616af5c-6dd9-4d6a-b295-0757ee3e2a84 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "PUT /v2.0/routers/8701399f-1182-4d8d-b601-4a99a69a47da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5693979 Aug 20 12:27:58.003663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:58.004544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:58.249568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7ab854d8-af30-4d33-85d3-3f0b17834876 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:58.257638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-9c5491ce-ca8c-4059-ad29-c0d8bb84ddf9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183417364&fields=id&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 267 time: 0.0568526 Aug 20 12:27:58.372811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:58.407794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7ab854d8-af30-4d33-85d3-3f0b17834876 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:58.408170 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:58.408287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-2f57b2f2-719f-4ad5-9825-bd026edb1da2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:58.415620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-2f57b2f2-719f-4ad5-9825-bd026edb1da2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/networks?id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a HTTP/1.1" status: 200 len: 796 time: 0.1495020 Aug 20 12:27:58.437926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-a2819fb6-2426-4cd5-ad4d-48a326bfd77f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/quotas/c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 375 time: 0.0155690 Aug 20 12:27:58.459570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5e2fb3b6-299b-4c73-b86e-084f58aaf28e None None] Provisioning complete for port 220902c2-48d0-4b2e-b128-ab203cba7899 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:58.459940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb3b6-299b-4c73-b86e-084f58aaf28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:58.570843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ded9ad-885c-4214-bd1c-963402344473 req-4f200bc9-2bf6-420b-91c0-99739acb0dd2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6a7e5e-aed7-4831-8bc5-203701b093b3 HTTP/1.1" status: 200 len: 210 time: 0.0688765 Aug 20 12:27:58.587252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-eb369443-cc45-4751-a907-04b5050a108f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385291 Aug 20 12:27:58.620117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5e2fb3b6-299b-4c73-b86e-084f58aaf28e None None] Port 220902c2-48d0-4b2e-b128-ab203cba7899 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:58.694234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 238a2aeb-4a31-407c-a192-11e0c96a19a1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:58.741618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-1d03ed70-ed69-4dbb-936e-4634b420e58e service neutron] 10.222.0.25 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151466 Aug 20 12:27:58.789006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 238a2aeb-4a31-407c-a192-11e0c96a19a1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:58.789467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:58.820616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:27:57Z', 'revision_number': 2, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:58.856654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Checking router: 8701399f-1182-4d8d-b601-4a99a69a47da for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:58.856918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Updating router 8701399f-1182-4d8d-b601-4a99a69a47da port 220902c2-48d0-4b2e-b128-ab203cba7899 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:27:58.872838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-f7442d85-747e-4d9e-95b8-9232f918974f service neutron] 10.222.0.25 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239245 Aug 20 12:27:58.901056 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:59.077744 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:27:59.162987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5987af0-ad9e-4e93-b7c9-e8054556960a req-05bf449c-bfd4-44d9-92b5-8c206e33d109 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 210 time: 0.0507505 Aug 20 12:27:59.432941 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:59.445883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Transition to ACTIVE for port object 220902c2-48d0-4b2e-b128-ab203cba7899 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:59.457052 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:59.511781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb6d37-43fe-47b6-92d2-0511c1c9d8c9 None None] Pushing event updated for resources: {'Port': ['ID=220902c2-48d0-4b2e-b128-ab203cba7899,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:59.578580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Attempting to bind port 220902c2-48d0-4b2e-b128-ab203cba7899 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:59.579011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Attempting to bind port 220902c2-48d0-4b2e-b128-ab203cba7899 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:59.579575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Attempting to bind port 220902c2-48d0-4b2e-b128-ab203cba7899 on network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:59.586776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:59.587204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Checking segment: {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:59.587620 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:59.588018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Bound using segment: {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:59.588585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Bound port: 220902c2-48d0-4b2e-b128-ab203cba7899, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:59.588973 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:59.704572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] For port 220902c2-48d0-4b2e-b128-ab203cba7899, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:59.707930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] For port 220902c2-48d0-4b2e-b128-ab203cba7899, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=220902c2-48d0-4b2e-b128-ab203cba7899,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:59.718264 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:59.816940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:59.817395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:59.855995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb6d37-43fe-47b6-92d2-0511c1c9d8c9 None None] Pushing event updated for resources: {'Port': ['ID=220902c2-48d0-4b2e-b128-ab203cba7899,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:59.962734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:00.229208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:27:59Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:00.289022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5494b8-e1ce-4902-85e2-b30c375901b8 None None] The sync data for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 is: [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:27:59Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:00.306771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c833bf0a-627c-4ea5-9d87-5a37b2bd7ce3 req-79153785-8421-41b0-b93c-6c8db9932b65 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 210 time: 0.0471647 Aug 20 12:28:00.500364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-1f305b07-786e-48f5-bcb0-3016b5fcf855 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:00.502842 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-1f305b07-786e-48f5-bcb0-3016b5fcf855 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "GET /v2.0/networks?id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a HTTP/1.1" status: 200 len: 796 time: 0.1913311 Aug 20 12:28:00.553825 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-3f2e2d36-4560-4516-b296-4dbac12552ef tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94bab92b5c94d58984c7efe84b843d9 HTTP/1.1" status: 200 len: 380 time: 0.0420392 Aug 20 12:28:00.570155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'port': {'device_id': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'admin_state_up': True, 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'security_groups': ['95761a9f-91f3-446f-99fc-0d79d886b7eb']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:00.713583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Made reservation on behalf of c94bab92b5c94d58984c7efe84b843d9 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:00.720085 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:00.904683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.20.0.6 (6f3109bc-523a-49d9-8728-3e0ebd3f3b4a/d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd/ed719f65-3418-4fb2-a090-475813eba039) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:01.003380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55110) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:01.104359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.121426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Transition to ACTIVE for port object ed719f65-3418-4fb2-a090-475813eba039 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:01.161771 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.165843 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-084bf6d3-b82f-45c6-887b-d4767af2e753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.216144 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:01.218947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:01.241992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:01.322612 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-084bf6d3-b82f-45c6-887b-d4767af2e753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.327498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:01.328306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.332714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-084bf6d3-b82f-45c6-887b-d4767af2e753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.380470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:01.418553 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-93be2ab5-f269-4eb0-8aad-a7f94b288009 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8581574 Aug 20 12:28:01.443347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bf6d3-b82f-45c6-887b-d4767af2e753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8160bc65-db52-4b5f-a8ba-8765f31e6788,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:01.478033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-084bf6d3-b82f-45c6-887b-d4767af2e753 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75b3aef8f9904fb9a7f912239aac03ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734845 Aug 20 12:28:01.480698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55118) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:01.536227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Request body: {'port': {'device_id': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:01.555626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bc5bb-afdf-4969-bf9d-cc72472db3c1 req-c5208b84-ae17-4bbd-8e8a-c8b6349df496 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:01.564383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec5bc5bb-afdf-4969-bf9d-cc72472db3c1 req-c5208b84-ae17-4bbd-8e8a-c8b6349df496 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 931 time: 0.1237183 Aug 20 12:28:01.601591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a982f5b-eab5-49c2-85a6-c8ed91817c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.626426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec5bc5bb-afdf-4969-bf9d-cc72472db3c1 req-6f5abd7d-a5b7-481a-9114-6133ebd34f43 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564575 Aug 20 12:28:01.643123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.660308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a982f5b-eab5-49c2-85a6-c8ed91817c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.674102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a10b82f-b0fb-4b01-bb50-d3d99f2c3028 None None] Provisioning for port ed719f65-3418-4fb2-a090-475813eba039 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:01.678577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a10b82f-b0fb-4b01-bb50-d3d99f2c3028 None None] Provisioning complete for port ed719f65-3418-4fb2-a090-475813eba039 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:01.679343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a10b82f-b0fb-4b01-bb50-d3d99f2c3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.725222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3a10b82f-b0fb-4b01-bb50-d3d99f2c3028 None None] Port ed719f65-3418-4fb2-a090-475813eba039 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:01.801660 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a982f5b-eab5-49c2-85a6-c8ed91817c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.804198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8a982f5b-eab5-49c2-85a6-c8ed91817c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:01.805352 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a982f5b-eab5-49c2-85a6-c8ed91817c18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8160bc65-db52-4b5f-a8ba-8765f31e6788 HTTP/1.1" status: 204 len: 168 time: 0.3234119 Aug 20 12:28:01.819365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a982f5b-eab5-49c2-85a6-c8ed91817c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8160bc65-db52-4b5f-a8ba-8765f31e6788,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:02.060160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed719f65-3418-4fb2-a090-475813eba039 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:02.079120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.098797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 220902c2-48d0-4b2e-b128-ab203cba7899 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:02.101023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Transition to ACTIVE for port object ed719f65-3418-4fb2-a090-475813eba039 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:02.108140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.162062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Pushing event updated for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:02.177193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 220902c2-48d0-4b2e-b128-ab203cba7899 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:02.194445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 220902c2-48d0-4b2e-b128-ab203cba7899 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:02.195446 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.291001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55140) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:02.303952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Attempting to bind port ed719f65-3418-4fb2-a090-475813eba039 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:02.304377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Attempting to bind port ed719f65-3418-4fb2-a090-475813eba039 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:02.304777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Attempting to bind port ed719f65-3418-4fb2-a090-475813eba039 on network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:02.312322 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36312c31-1fa7-4017-9305-59fc83f51507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.312538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Port ed719f65-3418-4fb2-a090-475813eba039 on network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:28:02.314053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Attempting to bind port ed719f65-3418-4fb2-a090-475813eba039 on network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:02.321517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:02.324106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Checking segment: {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:02.329029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Bound using segment: {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:02.330831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Bound port: ed719f65-3418-4fb2-a090-475813eba039, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc273d7-69cb-4d43-97d5-2a09e9a799e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:02.331284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.348450 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.418139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 220902c2-48d0-4b2e-b128-ab203cba7899, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=220902c2-48d0-4b2e-b128-ab203cba7899,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:02.428846 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.487089 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36312c31-1fa7-4017-9305-59fc83f51507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.493446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36312c31-1fa7-4017-9305-59fc83f51507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.503346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:02.507238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:02.514707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.519516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=220902c2-48d0-4b2e-b128-ab203cba7899,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:02.538644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:02.540688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.543035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36312c31-1fa7-4017-9305-59fc83f51507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1101b7d-d310-432a-9a5a-8f10df38bb9c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:02.543361 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] 10.222.0.22 "PUT /v2.0/ports/ed719f65-3418-4fb2-a090-475813eba039 HTTP/1.1" status: 200 len: 1092 time: 1.1159508 Aug 20 12:28:02.545777 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:02.548828 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4999de71-4cc9-40e7-b99e-24d58b01b24e" -d '{"events": [{"name": "network-changed", "server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "tag": "ed719f65-3418-4fb2-a090-475813eba039"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:02.560289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-36312c31-1fa7-4017-9305-59fc83f51507 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62b32985a9db4aff988e48586f6aa0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681265 Aug 20 12:28:02.566785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55148) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:02.647042 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47999bf-c01a-4815-aa5f-7d55d3e75e8d x-openstack-request-id: req-c47999bf-c01a-4815-aa5f-7d55d3e75e8d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:02.647478 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "tag": "ed719f65-3418-4fb2-a090-475813eba039", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:02.647808 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c47999bf-c01a-4815-aa5f-7d55d3e75e8d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:02.648229 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039', 'status': 'completed', 'code': 200} Aug 20 12:28:02.672213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20061fa-a84e-46bb-8abe-330dc062703e service neutron] Pushing event updated for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:02.672412 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36805f12-5f5a-4aea-aa85-03b53037cdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.690618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-283a14df-1ef1-458c-bb37-bd6a471f6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:02.692565 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-283a14df-1ef1-458c-bb37-bd6a471f6e49 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 1095 time: 0.0917468 Aug 20 12:28:02.756424 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36805f12-5f5a-4aea-aa85-03b53037cdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.757709 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-af7ed0d6-3b87-404e-8c87-f2352933f714 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed719f65-3418-4fb2-a090-475813eba039 HTTP/1.1" status: 200 len: 217 time: 0.0569072 Aug 20 12:28:02.824281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-4eafeeda-2e06-4fd9-a879-fd0b94dfd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:02.826491 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-4eafeeda-2e06-4fd9-a879-fd0b94dfd5e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd HTTP/1.1" status: 200 len: 835 time: 0.0613863 Aug 20 12:28:02.849068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b877e-0937-4ac3-83a8-88419aa8c9c9 req-13ab24b1-43bd-4211-9601-e0a4c0691382 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:02.850661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-155b877e-0937-4ac3-83a8-88419aa8c9c9 req-13ab24b1-43bd-4211-9601-e0a4c0691382 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 943 time: 0.1096699 Aug 20 12:28:02.885572 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36805f12-5f5a-4aea-aa85-03b53037cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.888086 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36805f12-5f5a-4aea-aa85-03b53037cdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:02.889330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-36805f12-5f5a-4aea-aa85-03b53037cdbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1101b7d-d310-432a-9a5a-8f10df38bb9c HTTP/1.1" status: 204 len: 168 time: 0.3157291 Aug 20 12:28:02.892742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-0b2005bf-81d9-49bb-b70c-3b57171a3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:02.894309 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-0b2005bf-81d9-49bb-b70c-3b57171a3699 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613286 Aug 20 12:28:02.908473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-155b877e-0937-4ac3-83a8-88419aa8c9c9 req-60eb33b6-2aed-4e3b-af48-521dbffadd7f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511813 Aug 20 12:28:02.909706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36805f12-5f5a-4aea-aa85-03b53037cdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1101b7d-d310-432a-9a5a-8f10df38bb9c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:03.015615 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-c1a2d9d0-2409-4985-8933-7eef8f09937f service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136851 Aug 20 12:28:03.111221 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f154bc-4c47-498b-b67a-c504817a8fd0 req-b53fd42b-32ff-41e9-aaaf-9d85234897f9 service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883834 Aug 20 12:28:03.203577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-e8ca58dd-a618-4af1-a5b8-2a082def3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:03.205104 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-e8ca58dd-a618-4af1-a5b8-2a082def3345 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 1095 time: 0.0436578 Aug 20 12:28:03.312082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-73cc3b7e-bb6a-4df5-9d1c-77734ce60a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:03.312413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55186) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:03.313563 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-73cc3b7e-bb6a-4df5-9d1c-77734ce60a8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a HTTP/1.1" status: 200 len: 897 time: 0.1009066 Aug 20 12:28:03.317425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-79fe3a6d-9ac7-4411-a968-179243ec646b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535687025', 'description': 'tempest-secgroup-smoke-1535687025 description', 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:03.342668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79fe3a6d-9ac7-4411-a968-179243ec646b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:03.368833 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-b3a85c7e-a0e1-438d-9f8f-fd32d05efbb4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed719f65-3418-4fb2-a090-475813eba039 HTTP/1.1" status: 200 len: 217 time: 0.0457532 Aug 20 12:28:03.438052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-28bcb749-4acd-4757-980e-99298297e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:03.439959 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-28bcb749-4acd-4757-980e-99298297e708 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd HTTP/1.1" status: 200 len: 835 time: 0.0653749 Aug 20 12:28:03.447655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79fe3a6d-9ac7-4411-a968-179243ec646b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:03.452819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79fe3a6d-9ac7-4411-a968-179243ec646b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:03.481770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-79fe3a6d-9ac7-4411-a968-179243ec646b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:03.483573 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-79fe3a6d-9ac7-4411-a968-179243ec646b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1699393 Aug 20 12:28:03.485858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe3a6d-9ac7-4411-a968-179243ec646b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b8c39-ff66-4acc-836a-5135904d4fd3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:03.487076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55192) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:03.491544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-157d8101-2c9d-435f-ba62-fb93e0ed87ca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'security_group_rule': {'security_group_id': '4a3b8c39-ff66-4acc-836a-5135904d4fd3', 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:03.507561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-68539b4c-e098-40bf-a69f-9dd59b0a426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:03.509058 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-68539b4c-e098-40bf-a69f-9dd59b0a426d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609820 Aug 20 12:28:03.568227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-157d8101-2c9d-435f-ba62-fb93e0ed87ca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.022349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 220902c2-48d0-4b2e-b128-ab203cba7899 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:04.023377 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-2e38213e-22b4-433d-9c9b-844e0ce5fe42 service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056672 Aug 20 12:28:04.025782 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-157d8101-2c9d-435f-ba62-fb93e0ed87ca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.074711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735d551-07d5-4163-b12c-d79f225e9689 req-c799cf93-6cae-455b-b2e8-8db0a8a13001 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:04.077055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-157d8101-2c9d-435f-ba62-fb93e0ed87ca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.083244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 220902c2-48d0-4b2e-b128-ab203cba7899 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:04.083491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9735d551-07d5-4163-b12c-d79f225e9689 req-c799cf93-6cae-455b-b2e8-8db0a8a13001 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 943 time: 0.0721240 Aug 20 12:28:04.084063 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.112654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d8101-2c9d-435f-ba62-fb93e0ed87ca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35463585-9fae-4c78-afe8-d6e123461c07,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:04.130674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9735d551-07d5-4163-b12c-d79f225e9689 req-44ba1196-33f0-4f3c-b40e-69fe7bdd6322 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460696 Aug 20 12:28:04.132566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-157d8101-2c9d-435f-ba62-fb93e0ed87ca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.136484 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-157d8101-2c9d-435f-ba62-fb93e0ed87ca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6460307 Aug 20 12:28:04.137364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55212) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:04.146231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f7fdf1b7-7adf-46b3-be0f-eae5aa6527f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'security_group_rule': {'security_group_id': '4a3b8c39-ff66-4acc-836a-5135904d4fd3', 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:04.163813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4999de71-4cc9-40e7-b99e-24d58b01b24e req-9626779f-4aa5-4579-9a20-610104a6c81e service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329594 Aug 20 12:28:04.192863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf1b7-7adf-46b3-be0f-eae5aa6527f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.251716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf1b7-7adf-46b3-be0f-eae5aa6527f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.255421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf1b7-7adf-46b3-be0f-eae5aa6527f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.276506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf1b7-7adf-46b3-be0f-eae5aa6527f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ab98a2-1234-4518-b523-cafe180f1d03,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:04.284906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf1b7-7adf-46b3-be0f-eae5aa6527f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.286199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f7fdf1b7-7adf-46b3-be0f-eae5aa6527f0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461339 Aug 20 12:28:04.288842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55220) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:04.293414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fe887417-12cd-4434-ad58-e9fd4031a2cd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'security_group_rule': {'security_group_id': '4a3b8c39-ff66-4acc-836a-5135904d4fd3', 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:04.321616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fe887417-12cd-4434-ad58-e9fd4031a2cd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.384642 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fe887417-12cd-4434-ad58-e9fd4031a2cd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.389397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fe887417-12cd-4434-ad58-e9fd4031a2cd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.408845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe887417-12cd-4434-ad58-e9fd4031a2cd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4c2318-1f56-4a86-a2f5-fce2ab838e42,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:04.419527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fe887417-12cd-4434-ad58-e9fd4031a2cd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.421312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fe887417-12cd-4434-ad58-e9fd4031a2cd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315558 Aug 20 12:28:04.424026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55228) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:04.428631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c5ff31ff-c3bf-43c3-8141-e66ae79ed5ac tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'security_group_rule': {'security_group_id': '4a3b8c39-ff66-4acc-836a-5135904d4fd3', 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:04.456275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5ff31ff-c3bf-43c3-8141-e66ae79ed5ac tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.516369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5ff31ff-c3bf-43c3-8141-e66ae79ed5ac tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.520408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5ff31ff-c3bf-43c3-8141-e66ae79ed5ac tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.540218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff31ff-c3bf-43c3-8141-e66ae79ed5ac tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d883d4-9a8f-4852-b26f-91b50e60c6b6,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:04.549092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c5ff31ff-c3bf-43c3-8141-e66ae79ed5ac tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.550361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c5ff31ff-c3bf-43c3-8141-e66ae79ed5ac tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253421 Aug 20 12:28:04.553581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55230) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:04.558708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-85b45c2d-cf5e-4e13-b898-8f46b0c108f8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'security_group_rule': {'security_group_id': '4a3b8c39-ff66-4acc-836a-5135904d4fd3', 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:04.584757 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-85b45c2d-cf5e-4e13-b898-8f46b0c108f8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Project 4a8cbe96412d4dc89fbdf1280f7c54e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:28:04.589735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85b45c2d-cf5e-4e13-b898-8f46b0c108f8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.659314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85b45c2d-cf5e-4e13-b898-8f46b0c108f8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.663472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85b45c2d-cf5e-4e13-b898-8f46b0c108f8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.690688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b45c2d-cf5e-4e13-b898-8f46b0c108f8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9823f1a7-2fe6-45ff-a3fe-357f41736e81,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:04.696679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-85b45c2d-cf5e-4e13-b898-8f46b0c108f8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.700743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-85b45c2d-cf5e-4e13-b898-8f46b0c108f8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432886 Aug 20 12:28:04.700743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55252) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:04.705694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7d14bd53-5f8c-4e7f-a9e8-3dae8a20ceae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'security_group_rule': {'security_group_id': '4a3b8c39-ff66-4acc-836a-5135904d4fd3', 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:04.728138 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-7d14bd53-5f8c-4e7f-a9e8-3dae8a20ceae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Project 4a8cbe96412d4dc89fbdf1280f7c54e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:28:04.733068 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7d14bd53-5f8c-4e7f-a9e8-3dae8a20ceae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.798722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7d14bd53-5f8c-4e7f-a9e8-3dae8a20ceae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.802776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7d14bd53-5f8c-4e7f-a9e8-3dae8a20ceae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.819852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14bd53-5f8c-4e7f-a9e8-3dae8a20ceae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bc78e4-7115-4989-9190-2f0e5c5a6ce4,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:04.830951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7d14bd53-5f8c-4e7f-a9e8-3dae8a20ceae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.832387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7d14bd53-5f8c-4e7f-a9e8-3dae8a20ceae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302977 Aug 20 12:28:05.118250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55314) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:05.163373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ed719f65-3418-4fb2-a090-475813eba039 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:28:05.281176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ebe49-e68f-445b-9e04-ee146e787813 req-5416fee1-cc4e-4be0-945d-c3bf60b10ea8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:05.283012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:05.288945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d00ebe49-e68f-445b-9e04-ee146e787813 req-5416fee1-cc4e-4be0-945d-c3bf60b10ea8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 943 time: 0.0687656 Aug 20 12:28:05.299918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34e6f33e-ae0c-48e7-93de-fd2c1d29e55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.316372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'ed719f65-3418-4fb2-a090-475813eba039', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'port_id': 'ed719f65-3418-4fb2-a090-475813eba039', 'mac_address': 'fa:16:3e:74:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:28:05.334285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d00ebe49-e68f-445b-9e04-ee146e787813 req-c6e5dc68-6ff4-484d-bae2-56a94f2a292a tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444438 Aug 20 12:28:05.389238 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.405438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed719f65-3418-4fb2-a090-475813eba039 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:05.414630 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34e6f33e-ae0c-48e7-93de-fd2c1d29e55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.419052 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-34e6f33e-ae0c-48e7-93de-fd2c1d29e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.426684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:05.432293 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.461946 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34e6f33e-ae0c-48e7-93de-fd2c1d29e55a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=606c05e4ec71486093d160c4eabe9a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425984 Aug 20 12:28:05.464504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55338) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:05.471037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6f33e-ae0c-48e7-93de-fd2c1d29e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45811be6-d474-46a7-b890-2adce3fa3f4f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:05.491022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:05.522687 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-340aacce-2a3c-48d9-9c1f-7a397dbfa318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.544088 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-340aacce-2a3c-48d9-9c1f-7a397dbfa318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.601839 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-340aacce-2a3c-48d9-9c1f-7a397dbfa318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.604455 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-340aacce-2a3c-48d9-9c1f-7a397dbfa318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.605630 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-340aacce-2a3c-48d9-9c1f-7a397dbfa318 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45811be6-d474-46a7-b890-2adce3fa3f4f HTTP/1.1" status: 204 len: 168 time: 0.1400261 Aug 20 12:28:05.615754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aacce-2a3c-48d9-9c1f-7a397dbfa318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45811be6-d474-46a7-b890-2adce3fa3f4f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:05.641327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['ed719f65-3418-4fb2-a090-475813eba039'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:28:05.948709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55360) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:05.967868 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5ae5ed8-ae68-41a5-8389-ce293436d7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.074876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5ae5ed8-ae68-41a5-8389-ce293436d7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.079698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5ae5ed8-ae68-41a5-8389-ce293436d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.121558 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f5ae5ed8-ae68-41a5-8389-ce293436d7d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27b0f5d8911b4c0c9b2bfdeffb0af335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714664 Aug 20 12:28:06.124513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae5ed8-ae68-41a5-8389-ce293436d7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e0df52-fda3-4208-8fd1-d96105edee8f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:06.125180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55362) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:06.179402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdca291a-b662-4df0-8467-9f96f77737ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.203580 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdca291a-b662-4df0-8467-9f96f77737ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.254441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdca291a-b662-4df0-8467-9f96f77737ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.257036 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fdca291a-b662-4df0-8467-9f96f77737ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:06.258199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fdca291a-b662-4df0-8467-9f96f77737ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34e0df52-fda3-4208-8fd1-d96105edee8f HTTP/1.1" status: 204 len: 168 time: 0.1318796 Aug 20 12:28:06.268268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca291a-b662-4df0-8467-9f96f77737ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e0df52-fda3-4208-8fd1-d96105edee8f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:06.479907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f674a72-9368-4926-9b11-e9f9b183273d req-8db7f318-7a16-40e3-8fb7-6ff2028533ae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:06.490803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f674a72-9368-4926-9b11-e9f9b183273d req-8db7f318-7a16-40e3-8fb7-6ff2028533ae tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 944 time: 0.0786140 Aug 20 12:28:06.534746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f674a72-9368-4926-9b11-e9f9b183273d req-b39f270d-2fca-459b-9f10-b28011f34240 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413408 Aug 20 12:28:07.163462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ed719f65-3418-4fb2-a090-475813eba039 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:07.222744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port ed719f65-3418-4fb2-a090-475813eba039 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:07.226675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port ed719f65-3418-4fb2-a090-475813eba039 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:07.227146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.334407 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.386086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:07.388748 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee94a91-0361-489a-9d0b-6a62902a735b" -d '{"events": [{"server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "name": "network-vif-plugged", "status": "completed", "tag": "ed719f65-3418-4fb2-a090-475813eba039"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:07.411639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:07.419309 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.460387 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c794e31d-cf8d-4084-b4df-e5fbb1516843 x-openstack-request-id: req-c794e31d-cf8d-4084-b4df-e5fbb1516843 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:07.460617 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "name": "network-vif-plugged", "status": "completed", "tag": "ed719f65-3418-4fb2-a090-475813eba039", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:07.461054 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c794e31d-cf8d-4084-b4df-e5fbb1516843 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:07.461623 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039', 'code': 200} Aug 20 12:28:07.489922 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:07.580006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223cf6e-4566-4b97-9bef-a46c35427fca req-6a0b3a30-85c7-4506-818b-5848f193cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:07.582664 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b223cf6e-4566-4b97-9bef-a46c35427fca req-6a0b3a30-85c7-4506-818b-5848f193cfa0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 1097 time: 0.0517497 Aug 20 12:28:07.663857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b223cf6e-4566-4b97-9bef-a46c35427fca req-5dc8def1-a5ae-4597-947a-981f5849310e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743351 Aug 20 12:28:07.690096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da27ab-0ade-4be1-9719-f7e23280af6b req-3ef09c0f-d124-469a-b078-63ce84d4709b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:07.694733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1da27ab-0ade-4be1-9719-f7e23280af6b req-3ef09c0f-d124-469a-b078-63ce84d4709b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0644987 Aug 20 12:28:07.740156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1da27ab-0ade-4be1-9719-f7e23280af6b req-ec5b3128-888d-4e60-b383-f7f82714b178 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397999 Aug 20 12:28:08.355306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55486) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:08.480661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d2af634-80a2-4898-97cf-4cf966e3eb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.592430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d2af634-80a2-4898-97cf-4cf966e3eb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.596220 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0d2af634-80a2-4898-97cf-4cf966e3eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.636280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0d2af634-80a2-4898-97cf-4cf966e3eb44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf063f34452e46efa3d5883731e229e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797871 Aug 20 12:28:08.637232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af634-80a2-4898-97cf-4cf966e3eb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e8387c-cd93-4e91-989b-49262294dcf9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:08.639870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55492) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:08.696462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e33e449c-9f04-4f46-a986-bc3e8b255304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.722294 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e33e449c-9f04-4f46-a986-bc3e8b255304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.775637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e33e449c-9f04-4f46-a986-bc3e8b255304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.778613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e33e449c-9f04-4f46-a986-bc3e8b255304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:08.780710 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e33e449c-9f04-4f46-a986-bc3e8b255304 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7e8387c-cd93-4e91-989b-49262294dcf9 HTTP/1.1" status: 204 len: 168 time: 0.1389089 Aug 20 12:28:08.795512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e449c-9f04-4f46-a986-bc3e8b255304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e8387c-cd93-4e91-989b-49262294dcf9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:08.881317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7b98e-6bab-42c4-8ffc-bbb453cf3afe req-acfa3915-32a2-4e85-a952-677ac022377b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:08.883020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4fc7b98e-6bab-42c4-8ffc-bbb453cf3afe req-acfa3915-32a2-4e85-a952-677ac022377b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0546675 Aug 20 12:28:08.929296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4fc7b98e-6bab-42c4-8ffc-bbb453cf3afe req-1cb48d23-c647-4f2b-9d1f-bc82639c2e5e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 Aug 20 12:28:09.056635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb44a-f7cb-4e69-89e9-b12f43b3a9e2 req-48cb6d77-4bdf-4a4d-93a1-b2440a658370 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:09.058192 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0eeb44a-f7cb-4e69-89e9-b12f43b3a9e2 req-48cb6d77-4bdf-4a4d-93a1-b2440a658370 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0588796 Aug 20 12:28:09.104248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0eeb44a-f7cb-4e69-89e9-b12f43b3a9e2 req-afce46e9-4594-44e4-88a1-03568d868c4f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391741 Aug 20 12:28:09.127229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55508) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:09.177958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ace2972-1b5f-4ca4-af4c-8701b468bb60 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:09.179538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7ace2972-1b5f-4ca4-af4c-8701b468bb60 tempest-TestNetworkAdvancedServerOps-383198709 tempest-TestNetworkAdvancedServerOps-383198709-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 1092 time: 0.0510006 Aug 20 12:28:09.182679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55512) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:09.187878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'ed719f65-3418-4fb2-a090-475813eba039', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:09.211895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.320150 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.448280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Allocated IP 172.25.0.226 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/630973cb-493c-420e-9d21-331823280b22) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:09.578007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.626089 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.671834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:09.676477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:09.680356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:09.706432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=630973cb-493c-420e-9d21-331823280b22,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:10.132272 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.225587 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.380034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55568) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:10.418774 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.425961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.497768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event updated for resources: {'Port': ['ID=630973cb-493c-420e-9d21-331823280b22,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:10.507813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.508738 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d517e27a-6faa-4e1e-8113-334fc48a1907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.613713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d517e27a-6faa-4e1e-8113-334fc48a1907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.617998 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d517e27a-6faa-4e1e-8113-334fc48a1907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.624103 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Floating IP 2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9 associated. External IP: 172.25.0.226, port: ed719f65-3418-4fb2-a090-475813eba039. Aug 20 12:28:10.649754 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d517e27a-6faa-4e1e-8113-334fc48a1907 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afbe136808e14345978277c9aabbb24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684929 Aug 20 12:28:10.651432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55574) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:10.694721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517e27a-6faa-4e1e-8113-334fc48a1907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce456da-9698-4788-96f7-79bfacf583f1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:10.726579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7628aaf-d47c-47d4-9e44-d80ba781f202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.750369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7628aaf-d47c-47d4-9e44-d80ba781f202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.811923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7628aaf-d47c-47d4-9e44-d80ba781f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.815178 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c7628aaf-d47c-47d4-9e44-d80ba781f202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.818665 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c7628aaf-d47c-47d4-9e44-d80ba781f202 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ce456da-9698-4788-96f7-79bfacf583f1 HTTP/1.1" status: 204 len: 168 time: 0.1660142 Aug 20 12:28:10.827896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7628aaf-d47c-47d4-9e44-d80ba781f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce456da-9698-4788-96f7-79bfacf583f1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:10.877815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 8701399f-1182-4d8d-b601-4a99a69a47da has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:11.010090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:11.027624 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] Sync routers for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:11.043512 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:11.044137 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:11.061611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.110240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7aaeb424-9cc6-44a0-b632-854551a80b4e tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9264684 Aug 20 12:28:11.110978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:11.114472 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278966a4-ee63-4ef1-b715-78ff8e9377e6" -d '{"events": [{"name": "network-changed", "server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "tag": "ed719f65-3418-4fb2-a090-475813eba039"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:11.146384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55590) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:11.181704 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba82b0-81a1-4412-ac2d-73641d7e8859 x-openstack-request-id: req-74ba82b0-81a1-4412-ac2d-73641d7e8859 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:11.181998 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "tag": "ed719f65-3418-4fb2-a090-475813eba039", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:11.182286 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74ba82b0-81a1-4412-ac2d-73641d7e8859 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:11.182915 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039', 'status': 'completed', 'code': 200} Aug 20 12:28:11.235485 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:11.276272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-7e03c4fa-514e-4147-a7fa-62607b0ce7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:11.280127 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-7e03c4fa-514e-4147-a7fa-62607b0ce7f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 1097 time: 0.0746636 Aug 20 12:28:11.324102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806d91e-75b4-4f78-8a34-8c67489dabb6 req-c101b06e-e05a-44b0-8f4c-8061fdf41e86 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:11.335202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6806d91e-75b4-4f78-8a34-8c67489dabb6 req-c101b06e-e05a-44b0-8f4c-8061fdf41e86 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.1076577 Aug 20 12:28:11.415771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-37a1e6bb-7461-4d4a-b150-a8b19a17f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:11.418770 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-37a1e6bb-7461-4d4a-b150-a8b19a17f8d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a HTTP/1.1" status: 200 len: 897 time: 0.1284454 Aug 20 12:28:11.473259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6806d91e-75b4-4f78-8a34-8c67489dabb6 req-f900c639-76c1-452c-8762-9efb25c9c806 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370707 Aug 20 12:28:11.481430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c85f73-77b6-4e50-b22f-b8949551a6ab req-5076a18e-7a41-4cd5-8026-ccaee6e9a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:11.483253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4c85f73-77b6-4e50-b22f-b8949551a6ab req-5076a18e-7a41-4cd5-8026-ccaee6e9a86f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1098 time: 0.3358607 Aug 20 12:28:11.485966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55600) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:11.518779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-0888b9f9-793c-4fb8-a8b9-847946379040 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed719f65-3418-4fb2-a090-475813eba039 HTTP/1.1" status: 200 len: 999 time: 0.0928133 Aug 20 12:28:11.581059 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'port_id': 'ed719f65-3418-4fb2-a090-475813eba039', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'mac_address': 'fa:16:3e:74:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:09Z', 'updated_at': '2021-08-20T12:28:09Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:28:02Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:11.583692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ce29f83d-c07a-4dfb-8c02-17e94cbcb3d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9 HTTP/1.1" status: 200 len: 991 time: 0.0917373 Aug 20 12:28:11.588060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4c85f73-77b6-4e50-b22f-b8949551a6ab req-b998d91d-94af-4b31-b8b7-39c332e29ae1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873940 Aug 20 12:28:11.592834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-9091875f-7a7a-4667-b557-c14cdfa9f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:11.595125 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-9091875f-7a7a-4667-b557-c14cdfa9f956 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd HTTP/1.1" status: 200 len: 835 time: 0.0699384 Aug 20 12:28:11.635013 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] Checking router: 8701399f-1182-4d8d-b601-4a99a69a47da for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:11.646064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:11.646705 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:11.655997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-54c92760-c0c2-472e-8e0a-348c82af3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:11.657699 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-54c92760-c0c2-472e-8e0a-348c82af3187 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564873 Aug 20 12:28:11.769432 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-c5f85cff-ad4b-42e7-a07b-c50a08fb3a0a service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041155 Aug 20 12:28:11.816978 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:11.896279 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-278966a4-ee63-4ef1-b715-78ff8e9377e6 req-d61771eb-8b6d-4526-a08b-d2913f44abf5 service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198659 Aug 20 12:28:12.086512 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'port_id': 'ed719f65-3418-4fb2-a090-475813eba039', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'mac_address': 'fa:16:3e:74:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:09Z', 'updated_at': '2021-08-20T12:28:09Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:28:02Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:12.118706 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a6c41-2b68-40a9-bc09-09cb593164ee None None] The sync data for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 is: [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'port_id': 'ed719f65-3418-4fb2-a090-475813eba039', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'mac_address': 'fa:16:3e:74:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:09Z', 'updated_at': '2021-08-20T12:28:09Z', 'revision_number': 0, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:28:02Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:12.148030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.401635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ff841-de1f-46f9-9662-1b564936675b None None] New status for floating IP 2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:28:12.590521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55636) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:12.662708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55638) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:12.670140 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-24396a13-ce9a-44f9-8dbc-4b5622cfde0d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9 HTTP/1.1" status: 200 len: 991 time: 0.0783756 Aug 20 12:28:12.783019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1024537685', 'router:external': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:12.817994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Made reservation on behalf of 738a7260678e4c96acfb7aee087802f5 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:12.820526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.830664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.937764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.942054 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.968184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:28:12.979962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05512cb6-b845-467e-84b1-b66a2b775a0f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:12.983611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.983944 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Added segment 8103d24f-e3b8-4255-aa27-f7808c921ede of type vlan for network ef64a076-d275-4cea-a59e-89b4fc22836d Aug 20 12:28:13.034215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.065585 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.066590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:13.067206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.121253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4544327 Aug 20 12:28:13.121505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55646) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:13.126965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'subnet': {'network_id': 'ef64a076-d275-4cea-a59e-89b4fc22836d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:13.148262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0540d3-1601-4f42-b977-ce95d0d3538e tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'Network': ['ID=ef64a076-d275-4cea-a59e-89b4fc22836d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:13.159225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network ef64a076-d275-4cea-a59e-89b4fc22836d details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:28:13.161520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Made reservation on behalf of 738a7260678e4c96acfb7aee087802f5 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:13.163986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.473053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:28:13.473778 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.527611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5179a798-dad1-46d5-b5c8-c74df5e7461d,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:13.538682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Checking segment: {'id': '8103d24f-e3b8-4255-aa27-f7808c921ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ef64a076-d275-4cea-a59e-89b4fc22836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:13.539044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Network hostable DHCP agents. Network: ef64a076-d275-4cea-a59e-89b4fc22836d, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:28:13.557045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Network ef64a076-d275-4cea-a59e-89b4fc22836d is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:28:13.568090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, ef64a076-d275-4cea-a59e-89b4fc22836d) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:13.572503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:13.573130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.577979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce10d11f-f934-40ad-95ca-166f2dc74537 None None] Network ef64a076-d275-4cea-a59e-89b4fc22836d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:13.592506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d1a1dbf8-2157-4e76-868e-5723a87e558c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4697139 Aug 20 12:28:13.595089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55648) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:13.600078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1353765757', 'network_id': 'ef64a076-d275-4cea-a59e-89b4fc22836d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:13.628508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Made reservation on behalf of 738a7260678e4c96acfb7aee087802f5 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:13.631255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.649638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] device_id is not set on port c84978c9-b99e-41a9-b8ff-3506ee84e12a yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:28:13.673962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55650) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:13.724111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a149849c-ca90-498a-82e1-c0af9da88d29 None None] Network ef64a076-d275-4cea-a59e-89b4fc22836d requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:13.778051 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ccd4a55c-4872-479d-a660-6837948b4b79 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9 HTTP/1.1" status: 200 len: 993 time: 0.1027851 Aug 20 12:28:13.892348 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.166337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Allocated IP 172.20.0.10 (ef64a076-d275-4cea-a59e-89b4fc22836d/5179a798-dad1-46d5-b5c8-c74df5e7461d/c84978c9-b99e-41a9-b8ff-3506ee84e12a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:14.314216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.355772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.399130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Network ef64a076-d275-4cea-a59e-89b4fc22836d is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:14.404379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:14.410957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:14.414050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'Port': ['ID=c84978c9-b99e-41a9-b8ff-3506ee84e12a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.453650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:14.454384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.469490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d1ed769a-ead4-43bc-bfb2-b2a75cd4c6d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8733172 Aug 20 12:28:14.472098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55654) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.561328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-615ade99-aa1b-4a43-ba1b-0554b1c96ac7 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Deleting port c84978c9-b99e-41a9-b8ff-3506ee84e12a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:14.561776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-615ade99-aa1b-4a43-ba1b-0554b1c96ac7 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.640482 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-615ade99-aa1b-4a43-ba1b-0554b1c96ac7 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.655571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-615ade99-aa1b-4a43-ba1b-0554b1c96ac7 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Calling delete_port for c84978c9-b99e-41a9-b8ff-3506ee84e12a owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:14.788276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-615ade99-aa1b-4a43-ba1b-0554b1c96ac7 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.817933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ade99-aa1b-4a43-ba1b-0554b1c96ac7 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event deleted for resources: {'Port': ['ID=c84978c9-b99e-41a9-b8ff-3506ee84e12a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.886502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-615ade99-aa1b-4a43-ba1b-0554b1c96ac7 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.889042 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-615ade99-aa1b-4a43-ba1b-0554b1c96ac7 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c84978c9-b99e-41a9-b8ff-3506ee84e12a HTTP/1.1" status: 204 len: 168 time: 0.4156990 Aug 20 12:28:14.891639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55656) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.896828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef64a076-d275-4cea-a59e-89b4fc22836d', 'external_fixed_ips': [{'subnet_id': '5179a798-dad1-46d5-b5c8-c74df5e7461d', 'ip_address': '172.20.0.10'}]}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.925001 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.926542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.987689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.134483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.393955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.418390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.594287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Allocated IP 172.20.0.10 (ef64a076-d275-4cea-a59e-89b4fc22836d/5179a798-dad1-46d5-b5c8-c74df5e7461d/6b69eb6c-c678-40f4-9f69-7181f3b66f1f) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:15.719354 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.765836 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.814979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Network ef64a076-d275-4cea-a59e-89b4fc22836d is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:15.817967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:15.831808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:15.835172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'Port': ['ID=6b69eb6c-c678-40f4-9f69-7181f3b66f1f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:15.877023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.877372 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.877715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.878048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.878418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.878748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.879074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.879397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.879718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.880042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.880364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:15.880682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:16.142321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.358023 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.491390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Router d5574f06-3100-4864-9455-376522f059df is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:16.615350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:16.626967 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Sync routers for ids ['d5574f06-3100-4864-9455-376522f059df'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:16.632862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.634676 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b30f9439-35e6-47b1-85ea-ca23526f60ec tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.7414930 Aug 20 12:28:16.637144 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Routers {'d5574f06-3100-4864-9455-376522f059df'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:16.637564 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55662) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:16.637764 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d5574f06-3100-4864-9455-376522f059df'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:16.748751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.755175 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Set router d5574f06-3100-4864-9455-376522f059df gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:16.879073 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.998986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Deleting port 6b69eb6c-c678-40f4-9f69-7181f3b66f1f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:16.999365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.084726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5574f06-3100-4864-9455-376522f059df', 'name': '', 'tenant_id': '738a7260678e4c96acfb7aee087802f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef64a076-d275-4cea-a59e-89b4fc22836d', 'external_fixed_ips': [{'subnet_id': '5179a798-dad1-46d5-b5c8-c74df5e7461d', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '6b69eb6c-c678-40f4-9f69-7181f3b66f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:14Z', 'updated_at': '2021-08-20T12:28:16Z', 'revision_number': 3, 'project_id': '738a7260678e4c96acfb7aee087802f5', 'gw_port': {'id': '6b69eb6c-c678-40f4-9f69-7181f3b66f1f', 'name': '', 'network_id': 'ef64a076-d275-4cea-a59e-89b4fc22836d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5574f06-3100-4864-9455-376522f059df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '5179a798-dad1-46d5-b5c8-c74df5e7461d', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:15Z', 'updated_at': '2021-08-20T12:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5179a798-dad1-46d5-b5c8-c74df5e7461d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:17.093292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.105898 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Calling delete_port for 6b69eb6c-c678-40f4-9f69-7181f3b66f1f owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:17.111693 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Checking router: d5574f06-3100-4864-9455-376522f059df for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:17.112034 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Updating router d5574f06-3100-4864-9455-376522f059df port 6b69eb6c-c678-40f4-9f69-7181f3b66f1f binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:28:17.141714 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.289143 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.317687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b69eb6c-c678-40f4-9f69-7181f3b66f1f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:17.381605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.425904 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.db.api [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:28:17.426370 n-d-800634-10 neutron-server[101036]: DEBUG oslo_db.api [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:28:17.484646 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.486886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.536596 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.537247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5574f06-3100-4864-9455-376522f059df {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:17.542308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.543546 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dec617b3-668b-4b9d-8e2e-1c91673b9060 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "DELETE /v2.0/routers/d5574f06-3100-4864-9455-376522f059df HTTP/1.1" status: 204 len: 168 time: 0.9044585 Aug 20 12:28:17.546781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55682) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:17.592843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-07109026-a2a8-457a-9f2b-5935d2274e4b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Deleting subnet 5179a798-dad1-46d5-b5c8-c74df5e7461d {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:28:17.596036 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07109026-a2a8-457a-9f2b-5935d2274e4b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.630205 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07109026-a2a8-457a-9f2b-5935d2274e4b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.670390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07109026-a2a8-457a-9f2b-5935d2274e4b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.727653 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07109026-a2a8-457a-9f2b-5935d2274e4b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.761385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07109026-a2a8-457a-9f2b-5935d2274e4b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5179a798-dad1-46d5-b5c8-c74df5e7461d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:17.763436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-07109026-a2a8-457a-9f2b-5935d2274e4b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.768415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55684) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:17.768647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-07109026-a2a8-457a-9f2b-5935d2274e4b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/5179a798-dad1-46d5-b5c8-c74df5e7461d HTTP/1.1" status: 204 len: 168 time: 0.2205796 Aug 20 12:28:17.837507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.925196 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.936630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef64a076-d275-4cea-a59e-89b4fc22836d']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:17.947935 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Port 6b69eb6c-c678-40f4-9f69-7181f3b66f1f not found while updating agent binding for router d5574f06-3100-4864-9455-376522f059df. {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 12:28:17.956014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8103d24f-e3b8-4255-aa27-f7808c921ede') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:17.956308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8103d24f-e3b8-4255-aa27-f7808c921ede') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:17.957188 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Routers set() bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:17.957788 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Router IDs set() for agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 12:28:17.958144 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d5574f06-3100-4864-9455-376522f059df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent'). {{(pid=101036) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 12:28:17.958555 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8211cc-62e4-4ec2-840e-ced68421e961 None None] The sync data for ids ['d5574f06-3100-4864-9455-376522f059df'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:17.970208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.986369 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.991324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:28:17.991721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:28:17.993437 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:28:18.051559 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.057298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef64a076-d275-4cea-a59e-89b4fc22836d {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 12:28:18.060658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.066587 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "DELETE /v2.0/networks/ef64a076-d275-4cea-a59e-89b4fc22836d HTTP/1.1" status: 204 len: 168 time: 0.2966197 Aug 20 12:28:18.081347 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece301e8-7861-4dac-aa33-e615bd2bd665 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef64a076-d275-4cea-a59e-89b4fc22836d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:18.257099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55696) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:18.261572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d9d5728e-33e0-4238-b04b-6b29baf3e756 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'router': {'name': 'tempest-router--506504500', 'project_id': '35bf1bc5b5314a23b0a17107cb13a4b3'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:18.283742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d5728e-33e0-4238-b04b-6b29baf3e756 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.284783 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d5728e-33e0-4238-b04b-6b29baf3e756 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.336031 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d5728e-33e0-4238-b04b-6b29baf3e756 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.341497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d5728e-33e0-4238-b04b-6b29baf3e756 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.358335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d5728e-33e0-4238-b04b-6b29baf3e756 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.359916 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d9d5728e-33e0-4238-b04b-6b29baf3e756 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1018033 Aug 20 12:28:18.362988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55698) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:18.454809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96ec830e-07da-4565-8415-ff32f2cb9773 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.621505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96ec830e-07da-4565-8415-ff32f2cb9773 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.624519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96ec830e-07da-4565-8415-ff32f2cb9773 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.669795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96ec830e-07da-4565-8415-ff32f2cb9773 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.670359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec830e-07da-4565-8415-ff32f2cb9773 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59498316-90d3-46a9-b921-e0adc41d2515 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:18.674791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96ec830e-07da-4565-8415-ff32f2cb9773 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.678781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-96ec830e-07da-4565-8415-ff32f2cb9773 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "DELETE /v2.0/routers/59498316-90d3-46a9-b921-e0adc41d2515 HTTP/1.1" status: 204 len: 168 time: 0.3147001 Aug 20 12:28:18.779913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55710) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:18.987606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1055759335', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:19.013647 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.015123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.072395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.211840 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.416674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.436927 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.542978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Allocated IP 172.25.0.195 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/d9eea75a-c2d9-4fcf-8c87-59f555d8b1c1) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:19.650309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.688698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.727058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:19.730227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:19.735028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:19.766227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event updated for resources: {'Port': ['ID=d9eea75a-c2d9-4fcf-8c87-59f555d8b1c1,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:20.417014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.663564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.799365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Router cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:20.910261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:20.921231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe874b-07a1-453c-9a34-63c09ade8316 None None] Sync routers for ids ['cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:20.934649 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.936798 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2e22553a-3c7b-443f-9436-5bebf7d837ce tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1558197 Aug 20 12:28:20.938111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe874b-07a1-453c-9a34-63c09ade8316 None None] Routers {'cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:20.938810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-18fe874b-07a1-453c-9a34-63c09ade8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:20.939436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55718) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:20.972088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-18fe874b-07a1-453c-9a34-63c09ade8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:20.981211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe874b-07a1-453c-9a34-63c09ade8316 None None] Routers {'cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:20.981976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-18fe874b-07a1-453c-9a34-63c09ade8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:21.015712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-18fe874b-07a1-453c-9a34-63c09ade8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:21.016440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe874b-07a1-453c-9a34-63c09ade8316 None None] The sync data for ids ['cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:21.047579 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3855cae2-3acf-4bd8-bc66-dfa63d82fcd5 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/routers/cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8 HTTP/1.1" status: 200 len: 921 time: 0.1069233 Aug 20 12:28:21.050437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55720) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:21.077704 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aea0ea07-0e98-48fc-94ac-3344cca95510 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8 HTTP/1.1" status: 200 len: 205 time: 0.0263150 Aug 20 12:28:21.080188 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55722) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:21.192140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.310366 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.367428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Deleting port d9eea75a-c2d9-4fcf-8c87-59f555d8b1c1 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:21.367428 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.448883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.460682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Calling delete_port for d9eea75a-c2d9-4fcf-8c87-59f555d8b1c1 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:21.623564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.650215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event deleted for resources: {'Port': ['ID=d9eea75a-c2d9-4fcf-8c87-59f555d8b1c1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:21.687312 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-683a7fb6-4412-4d6a-9139-32a9d6872b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.718126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.809569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.812255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.856048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.857238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Fanout notify agent at l3_agent the message router_deleted on router cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:21.864130 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.865223 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-85bfcb1b-8457-4e98-8c4b-4b44754e8a87 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8 HTTP/1.1" status: 204 len: 168 time: 0.7841580 Aug 20 12:28:21.868718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55726) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:21.872920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1294242926', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': False}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:21.895337 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.896379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.947256 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.089411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.289955 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.313594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.427002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Allocated IP 172.25.0.45 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/38caa5ec-9cc5-4851-b79a-59a5800d9aaa) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:22.537291 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.578139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.619392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:22.622943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:22.626773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-326ab3cb-346a-48e0-8035-dfdeee3939d0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535687025&fields=id&tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 267 time: 0.0343890 Aug 20 12:28:22.630223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:22.633288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'Port': ['ID=38caa5ec-9cc5-4851-b79a-59a5800d9aaa,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:22.737770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-6f89ebfc-d18f-4e7c-a5d3-8b3144561fd4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:22.739262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-6f89ebfc-d18f-4e7c-a5d3-8b3144561fd4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.1052332 Aug 20 12:28:22.754761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-d9b00729-6870-4c2a-af24-38c350c857e2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/quotas/4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 375 time: 0.0097389 Aug 20 12:28:22.807735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f5af67ac-c209-4d68-9f02-26ce7535a8a6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474355 Aug 20 12:28:22.885681 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.903628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-7475be0a-0ad5-4115-9f24-930038f54769 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836911 Aug 20 12:28:23.004016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-39fa3f91-1021-4e92-98f8-b6049c96dfe0 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938320 Aug 20 12:28:23.094956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.256758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Router fe860949-45ad-4907-8ed4-27ed8f03cddd is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:23.332216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1110517a-2b94-4f4c-b2b5-e5d329ff6bd8 req-c03c9bc0-1f3a-45d8-b00e-b3795868c774 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0293272 Aug 20 12:28:23.390713 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:23.401888 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Sync routers for ids ['fe860949-45ad-4907-8ed4-27ed8f03cddd'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:23.414553 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Routers {'fe860949-45ad-4907-8ed4-27ed8f03cddd'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:23.415252 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fe860949-45ad-4907-8ed4-27ed8f03cddd'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:23.418214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.423203 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-22fc2d75-0ab6-4b2d-b9d3-f867d3eb83ed tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5535030 Aug 20 12:28:23.423372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55752) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:23.536650 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Set router fe860949-45ad-4907-8ed4-27ed8f03cddd gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:23.547915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d17416a7-02da-479b-a8b6-88a9443dffeb tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/routers/fe860949-45ad-4907-8ed4-27ed8f03cddd HTTP/1.1" status: 200 len: 908 time: 0.1234612 Aug 20 12:28:23.550385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55756) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:23.554650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1294242926', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': True}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:23.575766 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.576973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.635525 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.735804 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe860949-45ad-4907-8ed4-27ed8f03cddd', 'name': 'tempest-snat-router-1294242926', 'tenant_id': '738a7260678e4c96acfb7aee087802f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': '38caa5ec-9cc5-4851-b79a-59a5800d9aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:21Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 3, 'project_id': '738a7260678e4c96acfb7aee087802f5', 'gw_port': {'id': '38caa5ec-9cc5-4851-b79a-59a5800d9aaa', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe860949-45ad-4907-8ed4-27ed8f03cddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:22Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:23.764731 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Checking router: fe860949-45ad-4907-8ed4-27ed8f03cddd for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:23.765086 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Updating router fe860949-45ad-4907-8ed4-27ed8f03cddd port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:28:23.777098 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.793232 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.001072 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.022396 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.076915 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.087447 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Transition to ACTIVE for port object 38caa5ec-9cc5-4851-b79a-59a5800d9aaa will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:24.092983 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.142243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Allocated IP 172.25.0.161 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/c668a3c7-ede3-44ed-a01d-5d3bc3ee437e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:24.146053 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Attempting to bind port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:24.146475 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Attempting to bind port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:24.146948 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Attempting to bind port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:24.154530 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582786b-dcfb-4193-a746-e422cb12ad6e None None] Pushing event updated for resources: {'Port': ['ID=38caa5ec-9cc5-4851-b79a-59a5800d9aaa,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:24.159220 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:24.159801 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:24.160130 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.160317 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:24.160783 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Bound port: 38caa5ec-9cc5-4851-b79a-59a5800d9aaa, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:24.161165 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.214088 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] For port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:24.217118 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] For port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=38caa5ec-9cc5-4851-b79a-59a5800d9aaa,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:24.221133 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.271735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.276435 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Routers {'fe860949-45ad-4907-8ed4-27ed8f03cddd'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:24.277072 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:27:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['fe860949-45ad-4907-8ed4-27ed8f03cddd'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:24.312944 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb15a-5791-4000-a08a-a189532f0189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.325417 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.369684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:24.375245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:24.379273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:24.406639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'Port': ['ID=c668a3c7-ede3-44ed-a01d-5d3bc3ee437e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:24.429408 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] Set router fe860949-45ad-4907-8ed4-27ed8f03cddd gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:24.444933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-58290a02-c20f-443d-921a-5493ea6ab033 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:24.446464 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-58290a02-c20f-443d-921a-5493ea6ab033 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.1621034 Aug 20 12:28:24.500104 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582786b-dcfb-4193-a746-e422cb12ad6e None None] Pushing event updated for resources: {'Port': ['ID=38caa5ec-9cc5-4851-b79a-59a5800d9aaa,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:24.518495 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-9c7f3096-4431-4c02-bd31-90460af2156d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 380 time: 0.0505741 Aug 20 12:28:24.527399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70fb17ae-e49c-4deb-bc50-c54f11b5391f req-cf76132d-8f9d-4bff-971c-21b8411c89fd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0566370 Aug 20 12:28:24.546276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'port': {'device_id': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'admin_state_up': True, 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'security_groups': ['4a3b8c39-ff66-4acc-836a-5135904d4fd3']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:24.640573 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe860949-45ad-4907-8ed4-27ed8f03cddd', 'name': 'tempest-snat-router-1294242926', 'tenant_id': '738a7260678e4c96acfb7aee087802f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': '38caa5ec-9cc5-4851-b79a-59a5800d9aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:21Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 3, 'project_id': '738a7260678e4c96acfb7aee087802f5', 'gw_port': {'id': '38caa5ec-9cc5-4851-b79a-59a5800d9aaa', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe860949-45ad-4907-8ed4-27ed8f03cddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:22Z', 'updated_at': '2021-08-20T12:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:24.673584 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3f1ab-b1ea-426e-b9cc-fbfe8a4b162f None None] The sync data for ids ['fe860949-45ad-4907-8ed4-27ed8f03cddd'] in n-d-800634-10 is: [{'id': 'fe860949-45ad-4907-8ed4-27ed8f03cddd', 'name': 'tempest-snat-router-1294242926', 'tenant_id': '738a7260678e4c96acfb7aee087802f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': '38caa5ec-9cc5-4851-b79a-59a5800d9aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:21Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 3, 'project_id': '738a7260678e4c96acfb7aee087802f5', 'gw_port': {'id': '38caa5ec-9cc5-4851-b79a-59a5800d9aaa', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe860949-45ad-4907-8ed4-27ed8f03cddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:22Z', 'updated_at': '2021-08-20T12:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:24.683280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:24.688646 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.707639 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.856827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.20.0.13 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/66cdf081-8591-4384-9863-99bb67a9441c) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:24.925532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.029412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.068575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.084333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Transition to ACTIVE for port object 66cdf081-8591-4384-9863-99bb67a9441c will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:25.112357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Router 00f836b5-f7e9-4ce0-aabb-4a1144d9f116 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:25.140176 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.204269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=66cdf081-8591-4384-9863-99bb67a9441c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:25.235779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:25.237375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:25.247320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:25.257652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Sync routers for ids ['00f836b5-f7e9-4ce0-aabb-4a1144d9f116'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:25.257872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:25.274784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Routers {'00f836b5-f7e9-4ce0-aabb-4a1144d9f116'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:25.275406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['00f836b5-f7e9-4ce0-aabb-4a1144d9f116'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:25.277519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.279818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3d591ef4-7ba1-4d7c-b6ba-a040db6e4c9c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7284892 Aug 20 12:28:25.283057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55760) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:25.355608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:25.356966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.400882 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8c7f8484-4bcb-436f-9422-126375ba05d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8658936 Aug 20 12:28:25.420321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Request body: {'port': {'device_id': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:25.469957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4621d22b-236f-4f94-b375-63ac3c0babae tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/routers/00f836b5-f7e9-4ce0-aabb-4a1144d9f116 HTTP/1.1" status: 200 len: 908 time: 0.1856551 Aug 20 12:28:25.473003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55762) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:25.511253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Set router 00f836b5-f7e9-4ce0-aabb-4a1144d9f116 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:25.629720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.682211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.703752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26648157-694b-4dc4-86b0-996452179a42 req-c9841f55-8527-4d00-a122-0d3949344259 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:25.705498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-53e17640-cfba-4e44-ae4b-266f5063d5c9 None None] Provisioning for port 66cdf081-8591-4384-9863-99bb67a9441c completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:25.706235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26648157-694b-4dc4-86b0-996452179a42 req-c9841f55-8527-4d00-a122-0d3949344259 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 932 time: 0.0934062 Aug 20 12:28:25.722756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-53e17640-cfba-4e44-ae4b-266f5063d5c9 None None] Provisioning complete for port 66cdf081-8591-4384-9863-99bb67a9441c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:25.724459 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-53e17640-cfba-4e44-ae4b-266f5063d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.751115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.773135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26648157-694b-4dc4-86b0-996452179a42 req-4d8fca95-8779-4432-a016-be3a84c7e4fa tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548682 Aug 20 12:28:25.828473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-53e17640-cfba-4e44-ae4b-266f5063d5c9 None None] Port 66cdf081-8591-4384-9863-99bb67a9441c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:25.858806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f836b5-f7e9-4ce0-aabb-4a1144d9f116', 'name': 'tempest-snat-router-1294242926', 'tenant_id': '738a7260678e4c96acfb7aee087802f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c668a3c7-ede3-44ed-a01d-5d3bc3ee437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:23Z', 'updated_at': '2021-08-20T12:28:24Z', 'revision_number': 3, 'project_id': '738a7260678e4c96acfb7aee087802f5', 'gw_port': {'id': 'c668a3c7-ede3-44ed-a01d-5d3bc3ee437e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f836b5-f7e9-4ce0-aabb-4a1144d9f116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:24Z', 'updated_at': '2021-08-20T12:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:25.904930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Checking router: 00f836b5-f7e9-4ce0-aabb-4a1144d9f116 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:25.905285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Updating router 00f836b5-f7e9-4ce0-aabb-4a1144d9f116 port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:28:25.936963 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.040319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.132418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 38caa5ec-9cc5-4851-b79a-59a5800d9aaa up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:26.162324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Deleting port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:26.162668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.210489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:26.216594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:26.216963 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.218472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cdf081-8591-4384-9863-99bb67a9441c {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:26.229276 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.254131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Transition to ACTIVE for port object 66cdf081-8591-4384-9863-99bb67a9441c will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:26.261109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.304549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.331309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Calling delete_port for c668a3c7-ede3-44ed-a01d-5d3bc3ee437e owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:26.356883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Pushing event updated for resources: {'Port': ['ID=66cdf081-8591-4384-9863-99bb67a9441c,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:26.370545 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.373959 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.393983 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Transition to ACTIVE for port object c668a3c7-ede3-44ed-a01d-5d3bc3ee437e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:26.404961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=38caa5ec-9cc5-4851-b79a-59a5800d9aaa,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:26.408845 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.415552 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.490831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Attempting to bind port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:26.491389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Attempting to bind port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:26.492054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Attempting to bind port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:26.495062 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Pushing event updated for resources: {'Port': ['ID=c668a3c7-ede3-44ed-a01d-5d3bc3ee437e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:26.500479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:26.500996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:26.501501 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.501999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:26.502624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Bound port: c668a3c7-ede3-44ed-a01d-5d3bc3ee437e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:26.503107 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.534403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.535074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.535074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.535510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.536037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.536369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.536799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.537256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.537642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.537979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.538361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.538693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a37083-ee8a-4a48-9689-ac1e8baa7088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:26.617610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=38caa5ec-9cc5-4851-b79a-59a5800d9aaa,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:26.656876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Attempting to bind port 66cdf081-8591-4384-9863-99bb67a9441c on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:26.657451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Attempting to bind port 66cdf081-8591-4384-9863-99bb67a9441c by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:26.657451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Attempting to bind port 66cdf081-8591-4384-9863-99bb67a9441c on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:26.664772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Port 66cdf081-8591-4384-9863-99bb67a9441c on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:28:26.665096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Attempting to bind port 66cdf081-8591-4384-9863-99bb67a9441c on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:26.675052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:26.675413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:26.675778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:26.676206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Bound port: 66cdf081-8591-4384-9863-99bb67a9441c, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:26.676565 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.683078 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:28:26.683786 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:28:26.689148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.906640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24387023-d7e6-409e-9095-24f4504a1455 req-033a1f15-a9f5-47a8-9d8f-fe597282347b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.914219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24387023-d7e6-409e-9095-24f4504a1455 req-033a1f15-a9f5-47a8-9d8f-fe597282347b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.0648723 Aug 20 12:28:26.950619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24387023-d7e6-409e-9095-24f4504a1455 req-ab23b971-e88c-4211-97a0-9b67a4e8f360 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353324 Aug 20 12:28:27.017651 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.092910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event deleted for resources: {'Port': ['ID=c668a3c7-ede3-44ed-a01d-5d3bc3ee437e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:27.168625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] For port 66cdf081-8591-4384-9863-99bb67a9441c, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:27.173925 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] For port 66cdf081-8591-4384-9863-99bb67a9441c, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=66cdf081-8591-4384-9863-99bb67a9441c,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:27.179100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.184815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.202507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Attempting to bind port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:27.202972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Attempting to bind port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:27.203677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Attempting to bind port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:27.210283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:27.210753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:27.211229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.211694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:27.212240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Bound port: c668a3c7-ede3-44ed-a01d-5d3bc3ee437e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:27.212941 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.235543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Port c668a3c7-ede3-44ed-a01d-5d3bc3ee437e has been deleted concurrently {{(pid=101035) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 12:28:27.245233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Routers {'00f836b5-f7e9-4ce0-aabb-4a1144d9f116'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:27.245935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['00f836b5-f7e9-4ce0-aabb-4a1144d9f116'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:27.304852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:27.305456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.306888 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] 10.222.0.73 "PUT /v2.0/ports/66cdf081-8591-4384-9863-99bb67a9441c HTTP/1.1" status: 200 len: 1093 time: 1.8917892 Aug 20 12:28:27.309515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'tag': '66cdf081-8591-4384-9863-99bb67a9441c'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:27.311662 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "62b184ea-ba69-4ff3-88da-2b62ca68c6e5", "tag": "66cdf081-8591-4384-9863-99bb67a9441c"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:27.326630 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.334999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] Set router 00f836b5-f7e9-4ce0-aabb-4a1144d9f116 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:27.338899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.409364 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f836b5-f7e9-4ce0-aabb-4a1144d9f116', 'name': 'tempest-snat-router-1294242926', 'tenant_id': '738a7260678e4c96acfb7aee087802f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:23Z', 'updated_at': '2021-08-20T12:28:26Z', 'revision_number': 5, 'project_id': '738a7260678e4c96acfb7aee087802f5', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:27.427356 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a503a80e-382d-45c4-89c2-fcb63644498f x-openstack-request-id: req-a503a80e-382d-45c4-89c2-fcb63644498f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:27.427653 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b184ea-ba69-4ff3-88da-2b62ca68c6e5", "tag": "66cdf081-8591-4384-9863-99bb67a9441c", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:27.427954 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a503a80e-382d-45c4-89c2-fcb63644498f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:27.428397 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'tag': '66cdf081-8591-4384-9863-99bb67a9441c', 'status': 'completed', 'code': 200} Aug 20 12:28:27.439903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992997e-2f1e-40c1-93ee-0bb0d2874aa3 None None] The sync data for ids ['00f836b5-f7e9-4ce0-aabb-4a1144d9f116'] in n-d-800634-10 is: [{'id': '00f836b5-f7e9-4ce0-aabb-4a1144d9f116', 'name': 'tempest-snat-router-1294242926', 'tenant_id': '738a7260678e4c96acfb7aee087802f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:23Z', 'updated_at': '2021-08-20T12:28:26Z', 'revision_number': 5, 'project_id': '738a7260678e4c96acfb7aee087802f5', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:27.468999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d802cb-0d71-4a9a-b514-3b0350be52d8 service neutron] Pushing event updated for resources: {'Port': ['ID=66cdf081-8591-4384-9863-99bb67a9441c,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:27.474979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.475553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00f836b5-f7e9-4ce0-aabb-4a1144d9f116 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:27.479937 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.484127 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-14cb84de-10ad-49f1-811e-7172afd6ec55 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "DELETE /v2.0/routers/00f836b5-f7e9-4ce0-aabb-4a1144d9f116 HTTP/1.1" status: 204 len: 168 time: 2.0070491 Aug 20 12:28:27.484637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55770) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:27.498625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8250c1d1-6e40-4fff-8887-6d352f7f92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:27.500865 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-8250c1d1-6e40-4fff-8887-6d352f7f92aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 1096 time: 0.1261923 Aug 20 12:28:27.569843 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-3164c2cc-8158-4969-9d43-b2c0f102f508 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66cdf081-8591-4384-9863-99bb67a9441c HTTP/1.1" status: 200 len: 217 time: 0.0559056 Aug 20 12:28:27.636305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.644720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-e00083aa-c492-4f64-93e3-40ad50346f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:27.646305 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-e00083aa-c492-4f64-93e3-40ad50346f9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0645311 Aug 20 12:28:27.702956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-240e92f9-e243-4920-8d33-7778f5e84751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:27.704468 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-240e92f9-e243-4920-8d33-7778f5e84751 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464714 Aug 20 12:28:27.750051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.806135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Deleting port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:27.806602 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.813267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-01803949-1d55-4a9a-91ad-87861cb47831 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964119 Aug 20 12:28:27.886243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] For port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=38caa5ec-9cc5-4851-b79a-59a5800d9aaa,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:27.886243 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.904664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Calling delete_port for 38caa5ec-9cc5-4851-b79a-59a5800d9aaa owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:27.914071 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-868c547e-5d9a-4d7f-a347-e47c89cba80f req-d35fff5f-d795-462f-abd5-749795dc0779 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898254 Aug 20 12:28:28.028208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-1bcf3cf6-2e1d-4d75-b4f4-0bebd13462c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:28.030208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-1bcf3cf6-2e1d-4d75-b4f4-0bebd13462c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0565085 Aug 20 12:28:28.041237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 38caa5ec-9cc5-4851-b79a-59a5800d9aaa up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:28.111236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 38caa5ec-9cc5-4851-b79a-59a5800d9aaa triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:28.111717 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.175498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-6f4ad210-b8ab-40b1-bdc7-ee661d095bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:28.178729 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-6f4ad210-b8ab-40b1-bdc7-ee661d095bf9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1292164 Aug 20 12:28:28.240314 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-6743de1f-5875-4cd8-970e-173b07bb6450 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66cdf081-8591-4384-9863-99bb67a9441c HTTP/1.1" status: 200 len: 217 time: 0.0499289 Aug 20 12:28:28.302434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-626541fc-0b70-4dfe-a4fa-4f7015543fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:28.304190 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-626541fc-0b70-4dfe-a4fa-4f7015543fdc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0533500 Aug 20 12:28:28.375400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-e6104acd-4df8-4fca-b295-3812f2859ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:28.377153 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-e6104acd-4df8-4fca-b295-3812f2859ceb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576024 Aug 20 12:28:28.493778 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-b49bdc72-9267-4a7c-9cf3-e63a6eb9af9e service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049366 Aug 20 12:28:28.543195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aba2e-6036-49fc-93a9-ea25c0f34856 req-7cb3aadb-7a6e-44ca-805b-86af617838e4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:28.545803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e24aba2e-6036-49fc-93a9-ea25c0f34856 req-7cb3aadb-7a6e-44ca-805b-86af617838e4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.4994078 Aug 20 12:28:28.555386 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.596706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event deleted for resources: {'Port': ['ID=38caa5ec-9cc5-4851-b79a-59a5800d9aaa,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:28.621729 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-445cfa97-a0b6-4ad0-9407-e57a3188d5cf req-fbe256ce-d8a3-412f-b41f-0a5b66d50f0d service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166282 Aug 20 12:28:28.658053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e24aba2e-6036-49fc-93a9-ea25c0f34856 req-6c3c8b57-0dd7-4c3d-93bc-d154d03ab434 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037142 Aug 20 12:28:28.683528 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.777483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.779828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.824751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.825392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe860949-45ad-4907-8ed4-27ed8f03cddd {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:28.835446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.840276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c9ebfabe-711e-41c9-ad9d-a758fc35f854 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "DELETE /v2.0/routers/fe860949-45ad-4907-8ed4-27ed8f03cddd HTTP/1.1" status: 204 len: 168 time: 1.3509126 Aug 20 12:28:28.841404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55774) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:28.846118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-395109420', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:28.870318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.871666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:28.936450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:29.082800 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:29.287552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:29.307826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:29.415613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Allocated IP 172.25.0.6 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/3095823c-e604-4fb9-a801-4e4ad23b0bdc) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:29.520382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:29.559283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:29.596076 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:29.600227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:29.603705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:29.611838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event updated for resources: {'Port': ['ID=3095823c-e604-4fb9-a801-4e4ad23b0bdc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:29.779655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb51f-6500-4b0a-845d-2d1ac90acf46 req-d7df934f-ff67-4ea6-b557-e22033f97693 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:29.781097 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c66cb51f-6500-4b0a-845d-2d1ac90acf46 req-d7df934f-ff67-4ea6-b557-e22033f97693 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.0515180 Aug 20 12:28:29.820091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c66cb51f-6500-4b0a-845d-2d1ac90acf46 req-d977c08b-bdec-4167-b5c3-df7d133913cc tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Aug 20 12:28:29.870603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:30.009820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 38caa5ec-9cc5-4851-b79a-59a5800d9aaa no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:30.031652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 38caa5ec-9cc5-4851-b79a-59a5800d9aaa {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:30.031993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 38caa5ec-9cc5-4851-b79a-59a5800d9aaa not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:30.086043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:30.213192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Router 89ca6dfb-e256-4fde-ac44-ddd7412cb402 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:30.328801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:30.337828 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f9ee8-764d-4b57-a6a1-efdddfebedac None None] Sync routers for ids ['89ca6dfb-e256-4fde-ac44-ddd7412cb402'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:30.347317 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f9ee8-764d-4b57-a6a1-efdddfebedac None None] Routers {'89ca6dfb-e256-4fde-ac44-ddd7412cb402'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:30.347660 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:30.348077 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5d3f9ee8-764d-4b57-a6a1-efdddfebedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['89ca6dfb-e256-4fde-ac44-ddd7412cb402'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:30.348739 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9a59e925-8179-4de0-a4ef-e41825f2759e tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.5063157 Aug 20 12:28:30.351706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55778) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:30.357031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fc9b8355-df69-49db-a31b-e374088d1a9b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': False}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:30.384258 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5d3f9ee8-764d-4b57-a6a1-efdddfebedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:30.395883 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f9ee8-764d-4b57-a6a1-efdddfebedac None None] Routers {'89ca6dfb-e256-4fde-ac44-ddd7412cb402'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:30.396590 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5d3f9ee8-764d-4b57-a6a1-efdddfebedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['89ca6dfb-e256-4fde-ac44-ddd7412cb402'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:30.431975 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-5d3f9ee8-764d-4b57-a6a1-efdddfebedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:30.432741 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f9ee8-764d-4b57-a6a1-efdddfebedac None None] The sync data for ids ['89ca6dfb-e256-4fde-ac44-ddd7412cb402'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:30.659003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8355-df69-49db-a31b-e374088d1a9b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:30.977115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e8aed-b11c-4cd9-999a-fa4d3fc04479 req-9c805336-9a06-4da5-be95-19d9a3f149c5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:30.978519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b0e8aed-b11c-4cd9-999a-fa4d3fc04479 req-9c805336-9a06-4da5-be95-19d9a3f149c5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.0911744 Aug 20 12:28:31.064419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b0e8aed-b11c-4cd9-999a-fa4d3fc04479 req-ab08f2f3-7cc2-4865-a549-6588bb7887e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760400 Aug 20 12:28:31.118408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8355-df69-49db-a31b-e374088d1a9b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.121638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8355-df69-49db-a31b-e374088d1a9b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.229920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9b8355-df69-49db-a31b-e374088d1a9b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Router 89ca6dfb-e256-4fde-ac44-ddd7412cb402 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:31.338770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9b8355-df69-49db-a31b-e374088d1a9b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:31.343462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8355-df69-49db-a31b-e374088d1a9b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.344436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fc9b8355-df69-49db-a31b-e374088d1a9b tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "PUT /v2.0/routers/89ca6dfb-e256-4fde-ac44-ddd7412cb402 HTTP/1.1" status: 200 len: 919 time: 0.9916089 Aug 20 12:28:31.347043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55782) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:31.349550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6507b23-f426-443f-84f3-e3c5d5324777 None None] Sync routers for ids ['89ca6dfb-e256-4fde-ac44-ddd7412cb402'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:31.359797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6507b23-f426-443f-84f3-e3c5d5324777 None None] Routers {'89ca6dfb-e256-4fde-ac44-ddd7412cb402'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:31.360399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f6507b23-f426-443f-84f3-e3c5d5324777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['89ca6dfb-e256-4fde-ac44-ddd7412cb402'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:31.395836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f6507b23-f426-443f-84f3-e3c5d5324777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:31.404774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6507b23-f426-443f-84f3-e3c5d5324777 None None] Routers {'89ca6dfb-e256-4fde-ac44-ddd7412cb402'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:31.405364 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f6507b23-f426-443f-84f3-e3c5d5324777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['89ca6dfb-e256-4fde-ac44-ddd7412cb402'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:31.437029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f6507b23-f426-443f-84f3-e3c5d5324777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:31.437681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6507b23-f426-443f-84f3-e3c5d5324777 None None] The sync data for ids ['89ca6dfb-e256-4fde-ac44-ddd7412cb402'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:31.456381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5ccd3731-cd78-4b33-b593-393b224cccf0 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/routers/89ca6dfb-e256-4fde-ac44-ddd7412cb402 HTTP/1.1" status: 200 len: 919 time: 0.1081955 Aug 20 12:28:31.459061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55784) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:31.530256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12bf165-a0d8-4c80-b93d-82002a6ec809 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:31.531684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d12bf165-a0d8-4c80-b93d-82002a6ec809 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=89ca6dfb-e256-4fde-ac44-ddd7412cb402&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0716672 Aug 20 12:28:31.534328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55786) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:31.620017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdaf68b-54d4-4d65-b118-95f4355a98db tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:31.621392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4bdaf68b-54d4-4d65-b118-95f4355a98db tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 881 time: 0.0861688 Aug 20 12:28:31.624369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:31.651464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-46e8354f-0f9e-40fd-9817-9d64df1f47eb tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=89ca6dfb-e256-4fde-ac44-ddd7412cb402 HTTP/1.1" status: 200 len: 205 time: 0.0260382 Aug 20 12:28:31.654690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55790) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:31.759902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.862460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.915472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Deleting port 3095823c-e604-4fb9-a801-4e4ad23b0bdc {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:31.915724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.995055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.006557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Calling delete_port for 3095823c-e604-4fb9-a801-4e4ad23b0bdc owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:32.203996 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.235994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4294b6c-1078-49a0-8334-e9a979db2495 req-75637c0a-7e88-4ac2-813a-ef8298371173 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:32.237474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4294b6c-1078-49a0-8334-e9a979db2495 req-75637c0a-7e88-4ac2-813a-ef8298371173 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.1047978 Aug 20 12:28:32.240344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event deleted for resources: {'Port': ['ID=3095823c-e604-4fb9-a801-4e4ad23b0bdc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:32.275555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.275902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.276244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.276649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.276909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.277241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.277568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.277896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.278285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.278742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.279066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.279386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:32.335997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d4294b6c-1078-49a0-8334-e9a979db2495 req-b0efb8b8-4a81-4aec-bab0-865dcc16d662 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888031 Aug 20 12:28:32.342850 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.442670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.444769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.487359 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.487820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Fanout notify agent at l3_agent the message router_deleted on router 89ca6dfb-e256-4fde-ac44-ddd7412cb402 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:32.494805 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.495952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-98f4cc82-ae3e-4c8b-abd7-fe2408ee5a1c tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/89ca6dfb-e256-4fde-ac44-ddd7412cb402 HTTP/1.1" status: 204 len: 168 time: 0.8403451 Aug 20 12:28:32.500112 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55794) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:32.504936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1afdcba7-dce9-4739-9711-1a0ec1e262b6 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-964126394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:32.526803 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1afdcba7-dce9-4739-9711-1a0ec1e262b6 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.527775 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1afdcba7-dce9-4739-9711-1a0ec1e262b6 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.582581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1afdcba7-dce9-4739-9711-1a0ec1e262b6 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.586727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1afdcba7-dce9-4739-9711-1a0ec1e262b6 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.601897 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1afdcba7-dce9-4739-9711-1a0ec1e262b6 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:32.603100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1afdcba7-dce9-4739-9711-1a0ec1e262b6 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1019244 Aug 20 12:28:32.605806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55796) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:32.611184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:33.155781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.350126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.368991 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.503861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c749b-3ad5-43a3-bfc1-a88112f3aedc req-9a4d8f7a-7591-4fcf-a0f8-92852ef0fdc6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:33.505346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-551c749b-3ad5-43a3-bfc1-a88112f3aedc req-9a4d8f7a-7591-4fcf-a0f8-92852ef0fdc6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.0948489 Aug 20 12:28:33.534910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Allocated IP 172.25.0.175 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/f41f6846-dcc4-4482-affc-d92251b7beba) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:33.566115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-551c749b-3ad5-43a3-bfc1-a88112f3aedc req-055f4e7b-7c26-4c31-979f-3e5fef48ed09 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527263 Aug 20 12:28:33.651745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.689952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.734646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:33.737453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:33.743819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:33.747394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event updated for resources: {'Port': ['ID=f41f6846-dcc4-4482-affc-d92251b7beba,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:34.004875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:34.207440 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:34.210835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:34.341455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Router f5212723-280a-4c19-80ab-ee29153c9760 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:34.460463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:34.468072 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:34.469270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3fbf05a0-cc6d-417f-a86e-3aae32bedcca tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "PUT /v2.0/routers/f5212723-280a-4c19-80ab-ee29153c9760 HTTP/1.1" status: 200 len: 879 time: 1.8617048 Aug 20 12:28:34.470762 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5220ced-cb5e-4989-b086-fe580d4d2c0f None None] Sync routers for ids ['f5212723-280a-4c19-80ab-ee29153c9760'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:34.471879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55804) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:34.480594 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5220ced-cb5e-4989-b086-fe580d4d2c0f None None] Routers {'f5212723-280a-4c19-80ab-ee29153c9760'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:34.481318 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a5220ced-cb5e-4989-b086-fe580d4d2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5212723-280a-4c19-80ab-ee29153c9760'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:34.513722 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a5220ced-cb5e-4989-b086-fe580d4d2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:34.522600 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5220ced-cb5e-4989-b086-fe580d4d2c0f None None] Routers {'f5212723-280a-4c19-80ab-ee29153c9760'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:34.523203 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a5220ced-cb5e-4989-b086-fe580d4d2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f5212723-280a-4c19-80ab-ee29153c9760'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:34.554586 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a5220ced-cb5e-4989-b086-fe580d4d2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:34.555206 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5220ced-cb5e-4989-b086-fe580d4d2c0f None None] The sync data for ids ['f5212723-280a-4c19-80ab-ee29153c9760'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:34.579608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9f1a5f53-756a-4e9f-9dcf-42f4d16117dd tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/routers/f5212723-280a-4c19-80ab-ee29153c9760 HTTP/1.1" status: 200 len: 920 time: 0.1065702 Aug 20 12:28:34.582238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55806) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:34.624447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b546bb-660a-43e8-baf6-6e29f3f68102 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:34.626237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-65b546bb-660a-43e8-baf6-6e29f3f68102 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=f5212723-280a-4c19-80ab-ee29153c9760&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0430634 Aug 20 12:28:34.628832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55810) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:34.741130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac209de-566a-4d5e-87b5-49aca2a9f4fe req-c2338c6e-40ae-4ab8-8d84-97b22c21f0c4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:34.743311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ac209de-566a-4d5e-87b5-49aca2a9f4fe req-c2338c6e-40ae-4ab8-8d84-97b22c21f0c4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.1063159 Aug 20 12:28:34.762918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974dff7c-ccc7-40d8-aa5b-74ad2401c16c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:34.764271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-974dff7c-ccc7-40d8-aa5b-74ad2401c16c tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 881 time: 0.1345239 Aug 20 12:28:34.767601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:34.791243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ac209de-566a-4d5e-87b5-49aca2a9f4fe req-ec6aab28-8205-4a64-8e7e-ce262f3bd357 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 Aug 20 12:28:34.795227 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e758284c-d2cd-4e9b-bfbc-1acf0a4db6ac tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5212723-280a-4c19-80ab-ee29153c9760 HTTP/1.1" status: 200 len: 205 time: 0.0264473 Aug 20 12:28:34.797778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55814) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:34.901973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.006372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.058349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Deleting port f41f6846-dcc4-4482-affc-d92251b7beba {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:35.058695 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.132917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.144762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Calling delete_port for f41f6846-dcc4-4482-affc-d92251b7beba owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:35.304282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.333789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event deleted for resources: {'Port': ['ID=f41f6846-dcc4-4482-affc-d92251b7beba,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:35.393749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.483534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.485628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.531999 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.532547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Fanout notify agent at l3_agent the message router_deleted on router f5212723-280a-4c19-80ab-ee29153c9760 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:35.539229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.540348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b187a40b-8b0f-4fda-8526-fcf6ba3478f5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/f5212723-280a-4c19-80ab-ee29153c9760 HTTP/1.1" status: 204 len: 168 time: 0.7415843 Aug 20 12:28:35.544499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55816) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:35.549058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fc0be2f8-217d-4b64-b45a-052cc2f28ca3 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-101192395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:35.572303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2f8-217d-4b64-b45a-052cc2f28ca3 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.573335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2f8-217d-4b64-b45a-052cc2f28ca3 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.623864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2f8-217d-4b64-b45a-052cc2f28ca3 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.628059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2f8-217d-4b64-b45a-052cc2f28ca3 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.643747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2f8-217d-4b64-b45a-052cc2f28ca3 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.645047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fc0be2f8-217d-4b64-b45a-052cc2f28ca3 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0994582 Aug 20 12:28:35.647749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55818) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:35.651946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': True}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:36.078339 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:28:36.202527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.312383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4391214-8b4f-4542-9a89-73241f6e473a req-f594133c-9c49-4936-a09e-c64d7ebffd9b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:36.313853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4391214-8b4f-4542-9a89-73241f6e473a req-f594133c-9c49-4936-a09e-c64d7ebffd9b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.1830609 Aug 20 12:28:36.367930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4391214-8b4f-4542-9a89-73241f6e473a req-63cd4891-f134-4c2c-8be4-bb8c583c979c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Aug 20 12:28:36.477360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.500967 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.609582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Allocated IP 172.25.0.53 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/98697faa-4a4e-429d-bf17-57a3d52e498a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:36.714915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.753584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.792476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:36.796885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:36.799347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:36.828536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'Port': ['ID=98697faa-4a4e-429d-bf17-57a3d52e498a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:37.048859 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:37.244407 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:37.248295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:37.302690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 66cdf081-8591-4384-9863-99bb67a9441c details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:28:37.377613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Router 9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:37.410213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 66cdf081-8591-4384-9863-99bb67a9441c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=66cdf081-8591-4384-9863-99bb67a9441c,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:37.424902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '66cdf081-8591-4384-9863-99bb67a9441c', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'port_id': '66cdf081-8591-4384-9863-99bb67a9441c', 'mac_address': 'fa:16:3e:03:82:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:28:37.463641 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:37.477197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cdf081-8591-4384-9863-99bb67a9441c {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:37.497683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 66cdf081-8591-4384-9863-99bb67a9441c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=66cdf081-8591-4384-9863-99bb67a9441c,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:37.501460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:37.518156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:37.523961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:37.525066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-930ee338-bc5f-4fca-9100-75a2110f424d tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "PUT /v2.0/routers/9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b HTTP/1.1" status: 200 len: 913 time: 1.8764012 Aug 20 12:28:37.527878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55828) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:37.529645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3c8db-539e-4d6d-ae80-22f84d8d35a3 None None] Sync routers for ids ['9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:37.551651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3c8db-539e-4d6d-ae80-22f84d8d35a3 None None] Routers {'9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:37.552256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-aff3c8db-539e-4d6d-ae80-22f84d8d35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:37.586078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed94de-4537-4559-8513-6b4946a62fa5 req-0e7d9646-ce69-4609-9245-575a10d02e15 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:37.587567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98ed94de-4537-4559-8513-6b4946a62fa5 req-0e7d9646-ce69-4609-9245-575a10d02e15 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 944 time: 0.1175308 Aug 20 12:28:37.593585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-aff3c8db-539e-4d6d-ae80-22f84d8d35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:37.597058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=66cdf081-8591-4384-9863-99bb67a9441c,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:37.605539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3c8db-539e-4d6d-ae80-22f84d8d35a3 None None] Routers {'9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:37.606739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-aff3c8db-539e-4d6d-ae80-22f84d8d35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:37.638681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-aff3c8db-539e-4d6d-ae80-22f84d8d35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:37.639339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3c8db-539e-4d6d-ae80-22f84d8d35a3 None None] The sync data for ids ['9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:37.669792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98ed94de-4537-4559-8513-6b4946a62fa5 req-c30f1776-0bb2-4ef1-b759-9ed1d327491a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749199 Aug 20 12:28:37.681377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8822a872-37ae-42bf-98e9-878e59f40acd tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/routers/9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b HTTP/1.1" status: 200 len: 919 time: 0.1516688 Aug 20 12:28:37.684532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55830) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:37.725441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377bb326-52f4-49ce-9e34-c17f6a228b49 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:37.726978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-377bb326-52f4-49ce-9e34-c17f6a228b49 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0416920 Aug 20 12:28:37.729576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55832) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:37.768387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['66cdf081-8591-4384-9863-99bb67a9441c'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:28:37.816583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc028ba-8ec8-400a-b5a7-2cc32382e0cd tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:37.817979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0dc028ba-8ec8-400a-b5a7-2cc32382e0cd tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 881 time: 0.0875101 Aug 20 12:28:37.820746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55834) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:37.849635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a1cab65f-d03f-4a7f-8de8-70d0c25fc3fa tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b HTTP/1.1" status: 200 len: 205 time: 0.0277429 Aug 20 12:28:37.851957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55836) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:37.960727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.069053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.125673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Deleting port 98697faa-4a4e-429d-bf17-57a3d52e498a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:38.125906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.203753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.215026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Calling delete_port for 98697faa-4a4e-429d-bf17-57a3d52e498a owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:38.381101 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.409620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event deleted for resources: {'Port': ['ID=98697faa-4a4e-429d-bf17-57a3d52e498a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:38.470716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.562676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.564800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.610548 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.611100 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:38.618041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.619191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-43c60be0-65c4-4092-b37c-25fbddb4d249 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b HTTP/1.1" status: 204 len: 168 time: 0.7663491 Aug 20 12:28:38.623740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55838) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:38.628872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fe93e2cc-5235-4930-a10b-01e7151e98c0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1779613621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:38.650899 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2cc-5235-4930-a10b-01e7151e98c0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.651884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2cc-5235-4930-a10b-01e7151e98c0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.708052 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2cc-5235-4930-a10b-01e7151e98c0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.712571 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2cc-5235-4930-a10b-01e7151e98c0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.728253 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2cc-5235-4930-a10b-01e7151e98c0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:38.729575 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fe93e2cc-5235-4930-a10b-01e7151e98c0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1047626 Aug 20 12:28:38.732980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55842) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:38.737947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': False}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:38.791437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a2163-1cf5-4cd0-af11-95cf5f2bed3d req-5478a67c-c990-49f7-8301-6aec6d952e96 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:38.792948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c11a2163-1cf5-4cd0-af11-95cf5f2bed3d req-5478a67c-c990-49f7-8301-6aec6d952e96 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 945 time: 0.0496778 Aug 20 12:28:38.831924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c11a2163-1cf5-4cd0-af11-95cf5f2bed3d req-d1fa7925-7562-4f32-8ba0-fda0caa81023 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 Aug 20 12:28:38.939317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.138589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.158145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.261444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Allocated IP 172.25.0.11 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/4fee2330-68dd-4e41-86ed-260ffc6680c9) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:39.333566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 66cdf081-8591-4384-9863-99bb67a9441c up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:39.368961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.383984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 66cdf081-8591-4384-9863-99bb67a9441c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:39.388133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 66cdf081-8591-4384-9863-99bb67a9441c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:39.388510 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.410636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.446026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:39.449105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:39.453447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:39.474698 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.484301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Pushing event updated for resources: {'Port': ['ID=4fee2330-68dd-4e41-86ed-260ffc6680c9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:39.498084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cdf081-8591-4384-9863-99bb67a9441c'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:39.500379 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205d057c-6df1-4ac1-be75-86eee62e46f1" -d '{"events": [{"server_uuid": "62b184ea-ba69-4ff3-88da-2b62ca68c6e5", "name": "network-vif-plugged", "status": "completed", "tag": "66cdf081-8591-4384-9863-99bb67a9441c"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:39.514127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 66cdf081-8591-4384-9863-99bb67a9441c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=66cdf081-8591-4384-9863-99bb67a9441c,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:39.519760 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.544220 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f85def0-b5fa-4e76-a318-6d81aa38ac3b x-openstack-request-id: req-0f85def0-b5fa-4e76-a318-6d81aa38ac3b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:39.544514 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b184ea-ba69-4ff3-88da-2b62ca68c6e5", "name": "network-vif-plugged", "status": "completed", "tag": "66cdf081-8591-4384-9863-99bb67a9441c", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:39.544776 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f85def0-b5fa-4e76-a318-6d81aa38ac3b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:39.545171 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cdf081-8591-4384-9863-99bb67a9441c', 'code': 200} Aug 20 12:28:39.570617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=66cdf081-8591-4384-9863-99bb67a9441c,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:39.705513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb9da1-93a6-47a3-8613-e6b15a60354d req-5af10809-2ff9-4714-888c-00632b54b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:39.707084 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fbb9da1-93a6-47a3-8613-e6b15a60354d req-5af10809-2ff9-4714-888c-00632b54b275 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0875690 Aug 20 12:28:39.775548 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:39.778355 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9fbb9da1-93a6-47a3-8613-e6b15a60354d req-bdc1bbd0-bc8e-4369-bc0a-2545ff30c199 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 Aug 20 12:28:39.948844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7551335-6912-4a1a-bd61-54b38ebee0a9 req-a5b5e4aa-c44b-4095-9fdb-0c441af93151 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:39.951025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7551335-6912-4a1a-bd61-54b38ebee0a9 req-a5b5e4aa-c44b-4095-9fdb-0c441af93151 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 946 time: 0.0495908 Aug 20 12:28:40.005525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7551335-6912-4a1a-bd61-54b38ebee0a9 req-75e57ddc-82b9-4d16-ac34-223d10ab52bb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353374 Aug 20 12:28:40.308952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:40.312991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:40.444149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Router 6fa4cb6e-d06e-4901-83ce-0b77f223f27c is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:40.548782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:40.552985 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:40.554215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33063a3a-8339-4f70-a778-9d2640c000a8 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "PUT /v2.0/routers/6fa4cb6e-d06e-4901-83ce-0b77f223f27c HTTP/1.1" status: 200 len: 915 time: 1.8202922 Aug 20 12:28:40.556803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55862) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:40.561121 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f938fa2-0520-49ea-82e6-8232bf893b2c None None] Sync routers for ids ['6fa4cb6e-d06e-4901-83ce-0b77f223f27c'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:40.570439 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f938fa2-0520-49ea-82e6-8232bf893b2c None None] Routers {'6fa4cb6e-d06e-4901-83ce-0b77f223f27c'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:40.571191 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1f938fa2-0520-49ea-82e6-8232bf893b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6fa4cb6e-d06e-4901-83ce-0b77f223f27c'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:40.607883 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1f938fa2-0520-49ea-82e6-8232bf893b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:40.617008 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f938fa2-0520-49ea-82e6-8232bf893b2c None None] Routers {'6fa4cb6e-d06e-4901-83ce-0b77f223f27c'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:40.617657 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1f938fa2-0520-49ea-82e6-8232bf893b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6fa4cb6e-d06e-4901-83ce-0b77f223f27c'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:40.651001 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-1f938fa2-0520-49ea-82e6-8232bf893b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:40.651717 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f938fa2-0520-49ea-82e6-8232bf893b2c None None] The sync data for ids ['6fa4cb6e-d06e-4901-83ce-0b77f223f27c'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:40.685385 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9cd7c45e-c693-4398-b4eb-d564d4376cdf tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/routers/6fa4cb6e-d06e-4901-83ce-0b77f223f27c HTTP/1.1" status: 200 len: 921 time: 0.1274781 Aug 20 12:28:40.688256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55864) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:40.792894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b5e976-b458-4662-8f4a-f9c036cff279 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:40.795789 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-10b5e976-b458-4662-8f4a-f9c036cff279 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=6fa4cb6e-d06e-4901-83ce-0b77f223f27c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1065359 Aug 20 12:28:40.797388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55872) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:40.800473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a7dd-9aea-4009-8e53-df66612b177d req-ca41c8ff-c7cf-49af-98b4-91fa843f513b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:40.801884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d651a7dd-9aea-4009-8e53-df66612b177d req-ca41c8ff-c7cf-49af-98b4-91fa843f513b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0614069 Aug 20 12:28:40.845340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d651a7dd-9aea-4009-8e53-df66612b177d req-40bd661a-ca2a-461f-9ac8-5e2fa7346b36 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373154 Aug 20 12:28:40.883275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a842f509-4710-4ddb-a091-a56255d18f39 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:40.884652 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a842f509-4710-4ddb-a091-a56255d18f39 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 881 time: 0.0862744 Aug 20 12:28:40.888158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55874) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:40.916782 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bd02154f-8d13-4e5c-8b04-640340df41ac tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fa4cb6e-d06e-4901-83ce-0b77f223f27c HTTP/1.1" status: 200 len: 205 time: 0.0273719 Aug 20 12:28:40.919721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55876) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:41.038021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.124193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094682ae-f909-4b5d-9c68-be0defa63e2b req-3b309267-c3c9-4275-a31e-52bf8396480b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:41.125602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-094682ae-f909-4b5d-9c68-be0defa63e2b req-3b309267-c3c9-4275-a31e-52bf8396480b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 946 time: 0.0513110 Aug 20 12:28:41.145648 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.166005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-094682ae-f909-4b5d-9c68-be0defa63e2b req-15c65e61-6a06-412f-a5c4-b784f19734a7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341234 Aug 20 12:28:41.202525 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Deleting port 4fee2330-68dd-4e41-86ed-260ffc6680c9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:41.202917 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.284645 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.284883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4fdb9-0f26-46e8-89de-3ae88cdc5fcb req-81a1b3ef-aec1-421d-9099-f88c16819960 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:41.286426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdc4fdb9-0f26-46e8-89de-3ae88cdc5fcb req-81a1b3ef-aec1-421d-9099-f88c16819960 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 946 time: 0.0503297 Aug 20 12:28:41.296714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Calling delete_port for 4fee2330-68dd-4e41-86ed-260ffc6680c9 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:41.325134 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdc4fdb9-0f26-46e8-89de-3ae88cdc5fcb req-94a0e972-0075-4e3e-9e5a-cb0df5ba47c4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325181 Aug 20 12:28:41.347808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55882) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:41.394273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890687f-648e-4c80-9adf-1a5266c72e3b tempest-TestVolumeBootPattern-626760941 tempest-TestVolumeBootPattern-626760941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:41.395905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e890687f-648e-4c80-9adf-1a5266c72e3b tempest-TestVolumeBootPattern-626760941 tempest-TestVolumeBootPattern-626760941-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 1093 time: 0.0470529 Aug 20 12:28:41.399192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55884) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:41.404839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '66cdf081-8591-4384-9863-99bb67a9441c', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:41.426754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.468759 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.494293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event deleted for resources: {'Port': ['ID=4fee2330-68dd-4e41-86ed-260ffc6680c9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:41.526863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.559981 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.638506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.25.0.156 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/186d0eb4-73f5-4a7b-8629-bd4786dba7a9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:41.653556 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.656047 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.701585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.702136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa4cb6e-d06e-4901-83ce-0b77f223f27c {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:41.709750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.711014 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9a4cb2d6-0acc-40a7-8666-66010e67806d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/6fa4cb6e-d06e-4901-83ce-0b77f223f27c HTTP/1.1" status: 204 len: 168 time: 0.7901690 Aug 20 12:28:41.714617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55886) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:41.721258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1958020790', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:41.768208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.772339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.773392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.844437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:41.889215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:42.024563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:42.033577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:42.036270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=186d0eb4-73f5-4a7b-8629-bd4786dba7a9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:42.038562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:42.077245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:42.134546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023c602-1541-4750-b8be-48d2591b315a req-bfe6307a-92f2-42a7-8812-3573d2a85de5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:42.136016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3023c602-1541-4750-b8be-48d2591b315a req-bfe6307a-92f2-42a7-8812-3573d2a85de5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.2102826 Aug 20 12:28:42.154956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:42.258700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3023c602-1541-4750-b8be-48d2591b315a req-f1093113-2890-4fb0-b8f9-19e906f29752 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933030 Aug 20 12:28:42.529644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:42.557597 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.077495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.115607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Allocated IP 172.25.0.233 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/ff255da7-2de6-4b13-ad94-30383ebe30af) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:43.206064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.323922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.431977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219959a-1046-41ec-be43-b86398fc660e req-14697b4b-0478-43f7-8afe-8c94d8be795f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:43.433637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a219959a-1046-41ec-be43-b86398fc660e req-14697b4b-0478-43f7-8afe-8c94d8be795f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.1023576 Aug 20 12:28:43.462829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.529830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.536051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:43.542708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.545314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:43.548276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:43.558740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a219959a-1046-41ec-be43-b86398fc660e req-1fd699c8-ee17-4090-8bba-f5a8e82aaee1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134307 Aug 20 12:28:43.582274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event updated for resources: {'Port': ['ID=ff255da7-2de6-4b13-ad94-30383ebe30af,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:43.698455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=186d0eb4-73f5-4a7b-8629-bd4786dba7a9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:43.706959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.855265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:43.906197 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Floating IP f3d92e8a-a26a-4068-b066-cddf26c52ea3 associated. External IP: 172.25.0.156, port: 66cdf081-8591-4384-9863-99bb67a9441c. Aug 20 12:28:44.035788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:44.310235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Router e5070807-9aca-4ef4-8ef9-680488f734eb has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:44.335516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:44.505277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:44.519360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:44.528792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:44.529533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:44.535090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:44.573325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-133eefdd-5c4e-44ce-971d-5f065d799eff tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1729314 Aug 20 12:28:44.575533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'tag': '66cdf081-8591-4384-9863-99bb67a9441c'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:44.577813 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1640c737-1301-4a93-8bc2-6cd687bd310d" -d '{"events": [{"name": "network-changed", "server_uuid": "62b184ea-ba69-4ff3-88da-2b62ca68c6e5", "tag": "66cdf081-8591-4384-9863-99bb67a9441c"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:44.596270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Router e1577205-99dd-4927-8a96-7f4b4b996c98 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:44.647937 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85581c3a-d26d-4ae7-b1e1-90602ff6cf71 x-openstack-request-id: req-85581c3a-d26d-4ae7-b1e1-90602ff6cf71 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:44.647937 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b184ea-ba69-4ff3-88da-2b62ca68c6e5", "tag": "66cdf081-8591-4384-9863-99bb67a9441c", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:44.648347 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85581c3a-d26d-4ae7-b1e1-90602ff6cf71 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:44.648591 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'tag': '66cdf081-8591-4384-9863-99bb67a9441c', 'status': 'completed', 'code': 200} Aug 20 12:28:44.700749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-d6143a7e-a001-49f5-be5e-f865d10c31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:44.702551 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-d6143a7e-a001-49f5-be5e-f865d10c31b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0457382 Aug 20 12:28:44.744029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3a030-6910-4678-a59f-5a30c515597d req-91b4c8bf-6141-45d3-95c6-f804cd29bbbf tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:44.745540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11b3a030-6910-4678-a59f-5a30c515597d req-91b4c8bf-6141-45d3-95c6-f804cd29bbbf tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0962813 Aug 20 12:28:44.780391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:44.795040 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e171dd-3d0a-40f7-99df-3e28c7fd5919 None None] Sync routers for ids ['e1577205-99dd-4927-8a96-7f4b4b996c98'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:44.808721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-bf8cef87-7ed1-442f-afad-7239bc5d8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:44.811443 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-bf8cef87-7ed1-442f-afad-7239bc5d8bbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1019127 Aug 20 12:28:44.811953 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e171dd-3d0a-40f7-99df-3e28c7fd5919 None None] Routers {'e1577205-99dd-4927-8a96-7f4b4b996c98'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:44.812863 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-58e171dd-3d0a-40f7-99df-3e28c7fd5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e1577205-99dd-4927-8a96-7f4b4b996c98'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:44.816601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-11b3a030-6910-4678-a59f-5a30c515597d req-0eb5127a-d766-4855-a89a-32b0e25c3f40 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606828 Aug 20 12:28:44.817465 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:44.818582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5f95496d-a7e0-4ced-b608-ef0881d72221 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1029978 Aug 20 12:28:44.821276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55898) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:44.828016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:44.835457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:44.907581 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-c15d63b7-2114-4d00-9ef1-87ab8a2ceb4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66cdf081-8591-4384-9863-99bb67a9441c HTTP/1.1" status: 200 len: 1000 time: 0.0765600 Aug 20 12:28:44.969344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-878ca080-06fe-4735-a732-58ec5cfcc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:44.970874 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-878ca080-06fe-4735-a732-58ec5cfcc39c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0562160 Aug 20 12:28:44.976826 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-58e171dd-3d0a-40f7-99df-3e28c7fd5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:44.986364 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e171dd-3d0a-40f7-99df-3e28c7fd5919 None None] Routers {'e1577205-99dd-4927-8a96-7f4b4b996c98'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:44.988145 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-58e171dd-3d0a-40f7-99df-3e28c7fd5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e1577205-99dd-4927-8a96-7f4b4b996c98'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:45.022985 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-58e171dd-3d0a-40f7-99df-3e28c7fd5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:45.023897 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e171dd-3d0a-40f7-99df-3e28c7fd5919 None None] The sync data for ids ['e1577205-99dd-4927-8a96-7f4b4b996c98'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:45.031670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-75fb750e-5f00-4f68-836b-e0f35067ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:45.033187 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-75fb750e-5f00-4f68-836b-e0f35067ec61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552092 Aug 20 12:28:45.138271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f3d92e8a-a26a-4068-b066-cddf26c52ea3', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': '66cdf081-8591-4384-9863-99bb67a9441c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:03:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:42Z', 'updated_at': '2021-08-20T12:28:42Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:45.145438 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-706d375b-010c-4552-98e4-0a4a761e4e79 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038885 Aug 20 12:28:45.168598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:45.173519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:45.177205 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:45.177807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:45.188457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:45.247295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Deleting port ff255da7-2de6-4b13-ad94-30383ebe30af {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:45.247690 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:45.255162 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1640c737-1301-4a93-8bc2-6cd687bd310d req-cd797dda-2a5b-47c9-8255-c0cc2e45ff02 service neutron] 10.222.0.73 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971057 Aug 20 12:28:45.292667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:45.329157 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:45.341191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Calling delete_port for ff255da7-2de6-4b13-ad94-30383ebe30af owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:45.511489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:45.531349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f3d92e8a-a26a-4068-b066-cddf26c52ea3', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': '66cdf081-8591-4384-9863-99bb67a9441c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:03:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:42Z', 'updated_at': '2021-08-20T12:28:42Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:45.559033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea52dd-7424-4c35-9526-88f4ead8f0ac None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f3d92e8a-a26a-4068-b066-cddf26c52ea3', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': '66cdf081-8591-4384-9863-99bb67a9441c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:03:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:42Z', 'updated_at': '2021-08-20T12:28:42Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:45.768690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa1cd0-96dd-4ddf-bfbc-a3c312ec5288 None None] New status for floating IP f3d92e8a-a26a-4068-b066-cddf26c52ea3: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:28:45.907412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Pushing event deleted for resources: {'Port': ['ID=ff255da7-2de6-4b13-ad94-30383ebe30af,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:46.001005 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.009529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09372-6b74-4307-b4c6-731d69ff5200 req-5211a8df-2e36-4bd9-b6b6-05501f6eb14f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:46.011053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fc09372-6b74-4307-b4c6-731d69ff5200 req-5211a8df-2e36-4bd9-b6b6-05501f6eb14f tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.1073711 Aug 20 12:28:46.167436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fc09372-6b74-4307-b4c6-731d69ff5200 req-7b127f22-b594-48ca-bbdb-6118e08805f2 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237564 Aug 20 12:28:46.241316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.244602 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.323265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Router e1577205-99dd-4927-8a96-7f4b4b996c98 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:46.403415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:46.410338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.411479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d9783419-537e-425e-bb63-c5a8cc6964d5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "PUT /v2.0/routers/e1577205-99dd-4927-8a96-7f4b4b996c98 HTTP/1.1" status: 200 len: 706 time: 1.5892277 Aug 20 12:28:46.413177 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff51de5-a647-4c33-99a7-6c3613624b99 None None] Sync routers for ids ['e1577205-99dd-4927-8a96-7f4b4b996c98'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:46.414004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55902) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:46.422259 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff51de5-a647-4c33-99a7-6c3613624b99 None None] Routers {'e1577205-99dd-4927-8a96-7f4b4b996c98'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:46.422783 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fff51de5-a647-4c33-99a7-6c3613624b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e1577205-99dd-4927-8a96-7f4b4b996c98'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:46.455278 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fff51de5-a647-4c33-99a7-6c3613624b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:46.463595 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff51de5-a647-4c33-99a7-6c3613624b99 None None] Routers {'e1577205-99dd-4927-8a96-7f4b4b996c98'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:46.464179 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fff51de5-a647-4c33-99a7-6c3613624b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e1577205-99dd-4927-8a96-7f4b4b996c98'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:46.488295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a059100b-5cbd-46f0-ab4d-ab0848addbee tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/routers/e1577205-99dd-4927-8a96-7f4b4b996c98 HTTP/1.1" status: 200 len: 741 time: 0.0731349 Aug 20 12:28:46.490827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55904) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:46.498464 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fff51de5-a647-4c33-99a7-6c3613624b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:46.499143 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff51de5-a647-4c33-99a7-6c3613624b99 None None] The sync data for ids ['e1577205-99dd-4927-8a96-7f4b4b996c98'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:46.537827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a531b40a-8cc8-4341-b6ea-987b659c36d3 tempest-RoutersAdminTest-1612681734 tempest-RoutersAdminTest-1612681734-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=e1577205-99dd-4927-8a96-7f4b4b996c98 HTTP/1.1" status: 200 len: 205 time: 0.0459433 Aug 20 12:28:46.540377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55906) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:46.568646 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dc2ccfb9-6dc8-4c45-a83f-7bf02df4b964 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1577205-99dd-4927-8a96-7f4b4b996c98 HTTP/1.1" status: 200 len: 205 time: 0.0272052 Aug 20 12:28:46.571056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55908) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:46.646834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16697dbc-4f0a-4412-b9c9-eda9ee4dccda tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.801333 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16697dbc-4f0a-4412-b9c9-eda9ee4dccda tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.803523 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16697dbc-4f0a-4412-b9c9-eda9ee4dccda tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.854143 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16697dbc-4f0a-4412-b9c9-eda9ee4dccda tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.854698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16697dbc-4f0a-4412-b9c9-eda9ee4dccda tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Fanout notify agent at l3_agent the message router_deleted on router e1577205-99dd-4927-8a96-7f4b4b996c98 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:46.864690 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-16697dbc-4f0a-4412-b9c9-eda9ee4dccda tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:46.865857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-16697dbc-4f0a-4412-b9c9-eda9ee4dccda tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/e1577205-99dd-4927-8a96-7f4b4b996c98 HTTP/1.1" status: 204 len: 168 time: 0.2939079 Aug 20 12:28:46.869273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55910) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:46.896864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-937a67aa-1b28-4064-a5db-87314c83e673 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1577205-99dd-4927-8a96-7f4b4b996c98 HTTP/1.1" status: 200 len: 205 time: 0.0263965 Aug 20 12:28:46.899141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55912) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:46.939757 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-c4d539df-c9e2-421f-818e-4b2084ba30f0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] delete failed (client error): The resource could not be found. Aug 20 12:28:46.940971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c4d539df-c9e2-421f-818e-4b2084ba30f0 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/e1577205-99dd-4927-8a96-7f4b4b996c98 HTTP/1.1" status: 404 len: 336 time: 0.0409069 Aug 20 12:28:46.943532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55914) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:46.972054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e64330d3-bc1e-439a-9ed6-e024a1d85570 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fa4cb6e-d06e-4901-83ce-0b77f223f27c HTTP/1.1" status: 200 len: 205 time: 0.0274193 Aug 20 12:28:46.974397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55916) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.014897 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-ae868028-9ec8-44aa-bdb8-139c33823303 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] delete failed (client error): The resource could not be found. Aug 20 12:28:47.015932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ae868028-9ec8-44aa-bdb8-139c33823303 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/6fa4cb6e-d06e-4901-83ce-0b77f223f27c HTTP/1.1" status: 404 len: 336 time: 0.0405014 Aug 20 12:28:47.018833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55918) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.046972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-162407d9-fc4f-41aa-a1f8-860b94ef4302 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b HTTP/1.1" status: 200 len: 205 time: 0.0270548 Aug 20 12:28:47.049289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55920) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.085810 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-87141d2c-72a4-44cd-8988-21c82680387a tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] delete failed (client error): The resource could not be found. Aug 20 12:28:47.086899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-87141d2c-72a4-44cd-8988-21c82680387a tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/9c9c40c8-fb08-442d-b7f6-4ff78eb8c97b HTTP/1.1" status: 404 len: 336 time: 0.0367734 Aug 20 12:28:47.089471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55922) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.116793 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-491ff563-a3b7-4121-8877-3fb0275f09e5 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5212723-280a-4c19-80ab-ee29153c9760 HTTP/1.1" status: 200 len: 205 time: 0.0262744 Aug 20 12:28:47.119051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55924) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.160125 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-94759a86-41b2-40d0-abf0-cead65baa0c7 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] delete failed (client error): The resource could not be found. Aug 20 12:28:47.161463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-94759a86-41b2-40d0-abf0-cead65baa0c7 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/f5212723-280a-4c19-80ab-ee29153c9760 HTTP/1.1" status: 404 len: 336 time: 0.0412421 Aug 20 12:28:47.164986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55926) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.193178 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b6e4e78f-10e3-4bbc-a9dc-78b358c5ae4f tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=89ca6dfb-e256-4fde-ac44-ddd7412cb402 HTTP/1.1" status: 200 len: 205 time: 0.0270216 Aug 20 12:28:47.195410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55930) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.235610 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-be65c833-ee81-415b-ac4b-e775ab71e25d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] delete failed (client error): The resource could not be found. Aug 20 12:28:47.236634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-be65c833-ee81-415b-ac4b-e775ab71e25d tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/89ca6dfb-e256-4fde-ac44-ddd7412cb402 HTTP/1.1" status: 404 len: 336 time: 0.0403452 Aug 20 12:28:47.239434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.268225 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8f2a10b9-72dd-420a-be72-a28938e398d2 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8 HTTP/1.1" status: 200 len: 205 time: 0.0274734 Aug 20 12:28:47.270476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55934) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.287931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53bb33-9cf2-42f4-bc86-e2f6176d72c8 req-e087d5b3-1e52-41bb-a8be-23cf7d8509b5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:47.289415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f53bb33-9cf2-42f4-bc86-e2f6176d72c8 req-e087d5b3-1e52-41bb-a8be-23cf7d8509b5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0518706 Aug 20 12:28:47.307201 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-97b1f83a-3b6b-4ba4-b39b-c34f42f53071 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] delete failed (client error): The resource could not be found. Aug 20 12:28:47.308101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97b1f83a-3b6b-4ba4-b39b-c34f42f53071 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/routers/cdd04e6b-b0b8-49d7-9e6e-4ed4be6c7ec8 HTTP/1.1" status: 404 len: 336 time: 0.0366557 Aug 20 12:28:47.311732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55936) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.345654 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2bd396-fabf-40c8-8ef7-21a429e27b49 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] DELETE failed (client error): The resource could not be found. Aug 20 12:28:47.346114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2bd396-fabf-40c8-8ef7-21a429e27b49 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:28:47.347797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5d2bd396-fabf-40c8-8ef7-21a429e27b49 tempest-RoutersAdminTest-2058306592 tempest-RoutersAdminTest-2058306592-project] 10.222.0.25 "DELETE /v2.0/subnets/5179a798-dad1-46d5-b5c8-c74df5e7461d HTTP/1.1" status: 404 len: 337 time: 0.0351570 Aug 20 12:28:47.355587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f53bb33-9cf2-42f4-bc86-e2f6176d72c8 req-b7b43a32-f76a-4f3e-a082-4d3ca76674ec tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598874 Aug 20 12:28:47.605077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55942) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.673495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-d2bb6be7-73ac-4017-b755-c16d8c730b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:47.675216 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-d2bb6be7-73ac-4017-b755-c16d8c730b83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 1097 time: 0.0496185 Aug 20 12:28:47.718485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6529e175-b3d8-4757-87fc-c0fbd83e9a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:47.784593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-c9ad8e54-6feb-4c1d-962f-07b30cdefa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:47.786319 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-c9ad8e54-6feb-4c1d-962f-07b30cdefa08 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a HTTP/1.1" status: 200 len: 897 time: 0.0909672 Aug 20 12:28:47.809557 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6529e175-b3d8-4757-87fc-c0fbd83e9a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:47.813597 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6529e175-b3d8-4757-87fc-c0fbd83e9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:47.854504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529e175-b3d8-4757-87fc-c0fbd83e9a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff52f337-595f-4c07-bddd-b4570d19e307,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:47.858946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6529e175-b3d8-4757-87fc-c0fbd83e9a20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94e74903945b4a24b761c9a9f7357b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528379 Aug 20 12:28:47.862125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55946) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:47.868874 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-b83f2f93-e731-471d-a75d-c70cc51852bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed719f65-3418-4fb2-a090-475813eba039 HTTP/1.1" status: 200 len: 1001 time: 0.0754449 Aug 20 12:28:47.910565 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d207688d-69a2-467d-a544-91705d7a9fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:47.919132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-ec6d4235-5991-4f03-b545-022486d4a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:47.920814 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-ec6d4235-5991-4f03-b545-022486d4a1bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd HTTP/1.1" status: 200 len: 835 time: 0.0448334 Aug 20 12:28:47.932532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d207688d-69a2-467d-a544-91705d7a9fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:47.970637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-a51a6288-96a8-4614-865e-a1e68dccb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:47.972206 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-a51a6288-96a8-4614-865e-a1e68dccb907 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447500 Aug 20 12:28:47.984293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d207688d-69a2-467d-a544-91705d7a9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:47.987327 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d207688d-69a2-467d-a544-91705d7a9fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:47.988600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d207688d-69a2-467d-a544-91705d7a9fb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff52f337-595f-4c07-bddd-b4570d19e307 HTTP/1.1" status: 204 len: 168 time: 0.1262271 Aug 20 12:28:47.997005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207688d-69a2-467d-a544-91705d7a9fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff52f337-595f-4c07-bddd-b4570d19e307,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:48.079509 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-dae92ece-1d67-4ccd-974d-db600b951622 service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995858 Aug 20 12:28:48.177265 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d85c4363-d8ae-4c97-a15a-4141a3a1dd78 req-01be241d-3fe8-4094-a770-a129235b3c95 service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886414 Aug 20 12:28:48.261885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55952) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:48.304067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fe7e3db6-e9ea-429d-bb43-baf609a94896 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=738a7260678e4c96acfb7aee087802f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403895 Aug 20 12:28:48.306676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55954) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:48.354362 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edab56fe-eb70-4dda-a1c6-9507d0b140cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:48.375964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edab56fe-eb70-4dda-a1c6-9507d0b140cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:48.426760 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edab56fe-eb70-4dda-a1c6-9507d0b140cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:48.429336 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-edab56fe-eb70-4dda-a1c6-9507d0b140cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:48.430533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-edab56fe-eb70-4dda-a1c6-9507d0b140cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05512cb6-b845-467e-84b1-b66a2b775a0f HTTP/1.1" status: 204 len: 168 time: 0.1228571 Aug 20 12:28:48.448695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab56fe-eb70-4dda-a1c6-9507d0b140cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05512cb6-b845-467e-84b1-b66a2b775a0f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:48.487189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb4534-40ee-474f-8ab4-c020b99cad4e req-dbc1ee50-9c0d-4652-aefb-2d9c9788d213 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:48.488717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8eb4534-40ee-474f-8ab4-c020b99cad4e req-dbc1ee50-9c0d-4652-aefb-2d9c9788d213 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0570102 Aug 20 12:28:48.529556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8eb4534-40ee-474f-8ab4-c020b99cad4e req-e225cca3-7e6b-4a4b-b247-6a83de28b746 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 Aug 20 12:28:49.407772 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-4c03bbb7-2580-4b24-b979-5235d3ed5789 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439553 Aug 20 12:28:49.474830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-4e1a08e0-7bb0-4794-b35a-fb89c091c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:49.476420 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-4e1a08e0-7bb0-4794-b35a-fb89c091c72d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29b41314878e4072b670853312ae194d&device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0481164 Aug 20 12:28:49.587866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-ab841425-cecf-451a-9dbc-a13a05299b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:49.589786 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-ab841425-cecf-451a-9dbc-a13a05299b4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb7f4b9f-edac-484c-9878-151a9923bdc9 HTTP/1.1" status: 200 len: 909 time: 0.0926862 Aug 20 12:28:49.657233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aeace-9613-454f-97d6-18d8047992b2 req-fc95ab8d-3748-4728-9a12-569563f5fc98 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:49.658824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-748aeace-9613-454f-97d6-18d8047992b2 req-fc95ab8d-3748-4728-9a12-569563f5fc98 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0561397 Aug 20 12:28:49.665660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 55994) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:49.672865 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-352c7a4b-c27b-491e-9be1-f7a453cf5a47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=133f3785-af21-4e08-b554-000a539caf67 HTTP/1.1" status: 200 len: 1001 time: 0.0754218 Aug 20 12:28:49.699005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-748aeace-9613-454f-97d6-18d8047992b2 req-41495b6c-a25d-435f-b2d8-82d653b08cbc tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335674 Aug 20 12:28:49.725204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-f70fa481-c6ed-4595-a00a-c8fd0121c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:49.726783 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-f70fa481-c6ed-4595-a00a-c8fd0121c08b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db32e847-23d0-460c-b72d-25dbef96409e HTTP/1.1" status: 200 len: 847 time: 0.0472677 Aug 20 12:28:49.774600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1300662481', 'router:external': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:49.796155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-c3b6b34f-3366-4af8-af15-700c21911426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:49.797650 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-c3b6b34f-3366-4af8-af15-700c21911426 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7f4b9f-edac-484c-9878-151a9923bdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598178 Aug 20 12:28:49.805565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Made reservation on behalf of de3caa16db31445f8262973871e83f2a for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:49.808179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:49.833055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:49.941031 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-b2770407-8ec2-4acf-ae31-038f6724cabb service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299400 Aug 20 12:28:50.064343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.072560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.089552 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2cb870a3-652a-460e-b414-dfeb0e950861 req-1bc566ee-dfcb-461c-b928-7073ae369384 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383734 Aug 20 12:28:50.104587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:28:50.115744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b2e24-2271-4aa5-bf50-bea40eae3c83,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:50.125670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.126022 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Added segment d45e36ed-c3ec-4d93-b291-d2b6d7dc4a3e of type vlan for network 93a3146f-7d2e-4a40-8da7-1262ba16ab80 Aug 20 12:28:50.185556 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.214705 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.216438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:50.216903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.269004 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6022427 Aug 20 12:28:50.272007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 55998) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:50.276620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f62a45-208d-4f4e-9b24-899ecb56db88 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'Network': ['ID=93a3146f-7d2e-4a40-8da7-1262ba16ab80,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:50.277513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'subnet': {'network_id': '93a3146f-7d2e-4a40-8da7-1262ba16ab80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:50.288631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 93a3146f-7d2e-4a40-8da7-1262ba16ab80 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:28:50.313369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Made reservation on behalf of de3caa16db31445f8262973871e83f2a for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:50.315975 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.593753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.objects.ports [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101034) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 12:28:50.594115 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.649238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2c482619-a324-4396-b939-5d42d4ab689c,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:50.658195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Checking segment: {'id': 'd45e36ed-c3ec-4d93-b291-d2b6d7dc4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93a3146f-7d2e-4a40-8da7-1262ba16ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:50.658806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Network hostable DHCP agents. Network: 93a3146f-7d2e-4a40-8da7-1262ba16ab80, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:28:50.675684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Network 93a3146f-7d2e-4a40-8da7-1262ba16ab80 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:28:50.684894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 93a3146f-7d2e-4a40-8da7-1262ba16ab80) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:50.689308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:50.689904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.694194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe8b4e-1e8f-4b68-8488-009a7bb0fa34 None None] Network 93a3146f-7d2e-4a40-8da7-1262ba16ab80 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:50.704155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e68c48d8-d507-4216-83dc-1337fab23b53 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4308450 Aug 20 12:28:50.706907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:50.712159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1660819650', 'network_id': '93a3146f-7d2e-4a40-8da7-1262ba16ab80'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:50.736572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Made reservation on behalf of de3caa16db31445f8262973871e83f2a for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:50.739075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:50.760941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] device_id is not set on port 3cc32729-d56f-46bd-928b-2428a7b42fef yet. {{(pid=101033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:28:50.831646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460daad-7982-444e-a711-ccb94fac8506 None None] Network 93a3146f-7d2e-4a40-8da7-1262ba16ab80 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:50.833051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c0839-9808-4441-a351-03a60462c82f req-44878c8f-b20d-4c86-a692-ec1727bc88e8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:50.835095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-609c0839-9808-4441-a351-03a60462c82f req-44878c8f-b20d-4c86-a692-ec1727bc88e8 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0632868 Aug 20 12:28:50.880143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-609c0839-9808-4441-a351-03a60462c82f req-90ba9ec8-0a8e-480f-a6c2-cff32e39bf90 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387290 Aug 20 12:28:50.901308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Allocated IP 2001:db8::6d (93a3146f-7d2e-4a40-8da7-1262ba16ab80/2c482619-a324-4396-b939-5d42d4ab689c/3cc32729-d56f-46bd-928b-2428a7b42fef) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:51.045589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.085062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.128430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Network 93a3146f-7d2e-4a40-8da7-1262ba16ab80 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:51.131405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:51.135011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:51.136003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:51.136596 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.147772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc32729-d56f-46bd-928b-2428a7b42fef,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:51.161148 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-234cf97f-42ce-45a1-b383-ecd0bc5f30b9 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4529569 Aug 20 12:28:51.163548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56004) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:51.249635 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2b25e-9043-4ddd-b8d7-e17b445a7403 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Deleting port 3cc32729-d56f-46bd-928b-2428a7b42fef {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:51.249979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7eb2b25e-9043-4ddd-b8d7-e17b445a7403 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.329892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7eb2b25e-9043-4ddd-b8d7-e17b445a7403 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.342454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2b25e-9043-4ddd-b8d7-e17b445a7403 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Calling delete_port for 3cc32729-d56f-46bd-928b-2428a7b42fef owned by {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:51.475701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7eb2b25e-9043-4ddd-b8d7-e17b445a7403 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.503760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2b25e-9043-4ddd-b8d7-e17b445a7403 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cc32729-d56f-46bd-928b-2428a7b42fef,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:51.532248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7eb2b25e-9043-4ddd-b8d7-e17b445a7403 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.534270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7eb2b25e-9043-4ddd-b8d7-e17b445a7403 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3cc32729-d56f-46bd-928b-2428a7b42fef HTTP/1.1" status: 204 len: 168 time: 0.3697619 Aug 20 12:28:51.536855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:51.541245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93a3146f-7d2e-4a40-8da7-1262ba16ab80', 'external_fixed_ips': [{'subnet_id': '2c482619-a324-4396-b939-5d42d4ab689c', 'ip_address': '2001:db8::6d'}]}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:51.563333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.564373 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.618249 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.688754 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8a818e25-c72d-483b-8ea7-6e80b1ffe68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.760713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.978692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:52.000199 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:52.011545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d52f95-cdff-4c4f-96ff-002f9ca9dcbb req-0ab6b30b-367b-4a25-8529-cff94e0a8c04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:52.013986 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03d52f95-cdff-4c4f-96ff-002f9ca9dcbb req-0ab6b30b-367b-4a25-8529-cff94e0a8c04 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0573459 Aug 20 12:28:52.057170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03d52f95-cdff-4c4f-96ff-002f9ca9dcbb req-ed6c4742-dd4c-40a7-9711-7f04b65f31ab tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Aug 20 12:28:52.155506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Allocated IP 2001:db8::6d (93a3146f-7d2e-4a40-8da7-1262ba16ab80/2c482619-a324-4396-b939-5d42d4ab689c/643f5474-d0e8-4428-9fdb-c782f6e3b595) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:52.258776 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:52.301579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:52.349569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Network 93a3146f-7d2e-4a40-8da7-1262ba16ab80 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:52.352572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:52.357288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:52.404028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'Port': ['ID=643f5474-d0e8-4428-9fdb-c782f6e3b595,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:52.587175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.125174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.173829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fc2f0-edef-461a-ba13-ca55a83bccc1 req-c722c799-95dc-49a2-9c79-320d1c696fb7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:53.175289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-982fc2f0-edef-461a-ba13-ca55a83bccc1 req-c722c799-95dc-49a2-9c79-320d1c696fb7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0484805 Aug 20 12:28:53.213921 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-982fc2f0-edef-461a-ba13-ca55a83bccc1 req-28583cd3-5a1b-4ef9-b7ba-3f3e6e5a7846 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Aug 20 12:28:53.255037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Router b9f0e95b-8725-4836-b3ec-1cfe7207d8ae is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:53.319347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ed719f65-3418-4fb2-a090-475813eba039 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:28:53.367290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:53.383041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] Sync routers for ids ['b9f0e95b-8725-4836-b3ec-1cfe7207d8ae'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:53.403301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] Routers {'b9f0e95b-8725-4836-b3ec-1cfe7207d8ae'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:53.403931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b9f0e95b-8725-4836-b3ec-1cfe7207d8ae'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:53.420463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.422019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-140a388f-cde7-4941-ae26-ef5cb1141cac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.8842442 Aug 20 12:28:53.424958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56016) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:53.430697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a02b-0394-499f-a70b-04a312caa4b0 req-32afa88a-bfa7-4e2b-9e56-da8b7f3c7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:53.432180 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6746a02b-0394-499f-a70b-04a312caa4b0 req-32afa88a-bfa7-4e2b-9e56-da8b7f3c7993 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 1097 time: 0.0570600 Aug 20 12:28:53.478940 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6746a02b-0394-499f-a70b-04a312caa4b0 req-3d9dd1e9-67ac-40bd-95ab-451f84b2fc60 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 Aug 20 12:28:53.523497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:53.536577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.548852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'ed719f65-3418-4fb2-a090-475813eba039', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'port_id': 'ed719f65-3418-4fb2-a090-475813eba039', 'mac_address': 'fa:16:3e:74:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:28:53.556959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] Set router b9f0e95b-8725-4836-b3ec-1cfe7207d8ae gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:53.647828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.706473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Deleting port 643f5474-d0e8-4428-9fdb-c782f6e3b595 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:53.706816 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.792331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.805141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Calling delete_port for 643f5474-d0e8-4428-9fdb-c782f6e3b595 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:53.852892 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.877040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed719f65-3418-4fb2-a090-475813eba039 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:53.911358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:53.934950 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:53.986817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.002320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:54.011856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f0e95b-8725-4836-b3ec-1cfe7207d8ae', 'name': '', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a3146f-7d2e-4a40-8da7-1262ba16ab80', 'external_fixed_ips': [{'subnet_id': '2c482619-a324-4396-b939-5d42d4ab689c', 'ip_address': '2001:db8::6d'}], 'enable_snat': True}, 'gw_port_id': '643f5474-d0e8-4428-9fdb-c782f6e3b595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:51Z', 'updated_at': '2021-08-20T12:28:52Z', 'revision_number': 3, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port': {'id': '643f5474-d0e8-4428-9fdb-c782f6e3b595', 'name': '', 'network_id': '93a3146f-7d2e-4a40-8da7-1262ba16ab80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f0e95b-8725-4836-b3ec-1cfe7207d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '2c482619-a324-4396-b939-5d42d4ab689c', 'ip_address': '2001:db8::6d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:52Z', 'updated_at': '2021-08-20T12:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c482619-a324-4396-b939-5d42d4ab689c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:54.015272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event deleted for resources: {'Port': ['ID=643f5474-d0e8-4428-9fdb-c782f6e3b595,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:54.038488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.043089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] Checking router: b9f0e95b-8725-4836-b3ec-1cfe7207d8ae for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:54.044021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] Updating router b9f0e95b-8725-4836-b3ec-1cfe7207d8ae port 643f5474-d0e8-4428-9fdb-c782f6e3b595 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:28:54.060917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] Port 643f5474-d0e8-4428-9fdb-c782f6e3b595 not found while updating agent binding for router b9f0e95b-8725-4836-b3ec-1cfe7207d8ae. {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 12:28:54.069541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] Routers {'b9f0e95b-8725-4836-b3ec-1cfe7207d8ae'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:54.070150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b9f0e95b-8725-4836-b3ec-1cfe7207d8ae'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:54.134218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.136318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.140292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] Set router b9f0e95b-8725-4836-b3ec-1cfe7207d8ae gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:54.186263 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.187696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9f0e95b-8725-4836-b3ec-1cfe7207d8ae {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:54.195000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.196139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-81f9481e-67cd-428d-8d5b-7a99af9bd76a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b9f0e95b-8725-4836-b3ec-1cfe7207d8ae HTTP/1.1" status: 204 len: 168 time: 0.7698839 Aug 20 12:28:54.198222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f0e95b-8725-4836-b3ec-1cfe7207d8ae', 'name': '', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:51Z', 'updated_at': '2021-08-20T12:28:53Z', 'revision_number': 5, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:54.198927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56018) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:54.231914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e066c-52d7-4db5-99e9-8a82f6741659 None None] The sync data for ids ['b9f0e95b-8725-4836-b3ec-1cfe7207d8ae'] in n-d-800634-10 is: [{'id': 'b9f0e95b-8725-4836-b3ec-1cfe7207d8ae', 'name': '', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:51Z', 'updated_at': '2021-08-20T12:28:53Z', 'revision_number': 5, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:54.245534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-65447f9a-b254-463f-959b-839dffa3ea1f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Deleting subnet 2c482619-a324-4396-b939-5d42d4ab689c {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:28:54.252327 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65447f9a-b254-463f-959b-839dffa3ea1f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.288370 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65447f9a-b254-463f-959b-839dffa3ea1f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.310014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-656b18b0-42de-411b-87c4-e0cf1b55abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.361334 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65447f9a-b254-463f-959b-839dffa3ea1f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.406437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a12b5-77a3-4344-8db7-d7fd80dee136 req-0265c253-974a-4be6-b325-937f968928c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:54.407995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d34a12b5-77a3-4344-8db7-d7fd80dee136 req-0265c253-974a-4be6-b325-937f968928c3 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 944 time: 0.1002576 Aug 20 12:28:54.462952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d34a12b5-77a3-4344-8db7-d7fd80dee136 req-a13c1b1d-8b41-4812-ada3-0de9794ea490 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483534 Aug 20 12:28:54.465809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65447f9a-b254-463f-959b-839dffa3ea1f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.496257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65447f9a-b254-463f-959b-839dffa3ea1f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2c482619-a324-4396-b939-5d42d4ab689c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:54.500815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-65447f9a-b254-463f-959b-839dffa3ea1f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.505651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-65447f9a-b254-463f-959b-839dffa3ea1f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/2c482619-a324-4396-b939-5d42d4ab689c HTTP/1.1" status: 204 len: 168 time: 0.3056266 Aug 20 12:28:54.505916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56022) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:54.579803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.666729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.676513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a3146f-7d2e-4a40-8da7-1262ba16ab80']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:54.687366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45e36ed-c3ec-4d93-b291-d2b6d7dc4a3e') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:54.687663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45e36ed-c3ec-4d93-b291-d2b6d7dc4a3e') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:54.696374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.711409 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.717853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:28:54.718279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: items = [ Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:28:54.719977 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:28:54.775164 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.779627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93a3146f-7d2e-4a40-8da7-1262ba16ab80 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 12:28:54.781861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:54.783758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "DELETE /v2.0/networks/93a3146f-7d2e-4a40-8da7-1262ba16ab80 HTTP/1.1" status: 204 len: 168 time: 0.2769399 Aug 20 12:28:54.804896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82945068-7f0c-4d4d-a11b-2399d2d75264 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event deleted for resources: {'Network': ['ID=93a3146f-7d2e-4a40-8da7-1262ba16ab80,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:54.985875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56030) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:54.990748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0fb6b208-65d7-4b5f-b6e7-04e638b280c5 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'router': {'name': 'tempest-router--693725660', 'project_id': '95f071f8ae5b404883cb7d72cfc7add2'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:55.014442 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.015423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b208-65d7-4b5f-b6e7-04e638b280c5 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.016510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b208-65d7-4b5f-b6e7-04e638b280c5 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.076846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b208-65d7-4b5f-b6e7-04e638b280c5 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.081102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b208-65d7-4b5f-b6e7-04e638b280c5 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.094331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b208-65d7-4b5f-b6e7-04e638b280c5 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.095540 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0fb6b208-65d7-4b5f-b6e7-04e638b280c5 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1083989 Aug 20 12:28:55.098262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56032) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:55.174213 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d58c75-994a-46f4-8ebe-a8ae0c97ed07 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.226636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['ed719f65-3418-4fb2-a090-475813eba039'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:28:55.339435 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d58c75-994a-46f4-8ebe-a8ae0c97ed07 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.341593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d58c75-994a-46f4-8ebe-a8ae0c97ed07 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.351328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ed719f65-3418-4fb2-a090-475813eba039 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:55.387852 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d58c75-994a-46f4-8ebe-a8ae0c97ed07 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.389202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d58c75-994a-46f4-8ebe-a8ae0c97ed07 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19099ccc-191e-47ea-9157-3794b3258fa2 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:55.394421 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d9d58c75-994a-46f4-8ebe-a8ae0c97ed07 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.400245 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d9d58c75-994a-46f4-8ebe-a8ae0c97ed07 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "DELETE /v2.0/routers/19099ccc-191e-47ea-9157-3794b3258fa2 HTTP/1.1" status: 204 len: 168 time: 0.3007505 Aug 20 12:28:55.488969 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.514126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:55.519801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ed719f65-3418-4fb2-a090-475813eba039 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:55.562382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:55.568692 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.601659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7908b-f876-4b6a-b9ed-9f03bc1053eb req-e75a75b9-f098-442a-9e43-3c9d9f21d7bf tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:55.603183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdf7908b-f876-4b6a-b9ed-9f03bc1053eb req-e75a75b9-f098-442a-9e43-3c9d9f21d7bf tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 944 time: 0.0547795 Aug 20 12:28:55.633317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:55.649225 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.653177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdf7908b-f876-4b6a-b9ed-9f03bc1053eb req-ee0d6427-8563-4456-b864-dc0f734a1c0b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Aug 20 12:28:55.676886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56042) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:55.741514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-76466888-53a7-4d1f-968e-8b6a9183a201 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/floatingips/2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9 HTTP/1.1" status: 200 len: 991 time: 0.0632675 Aug 20 12:28:55.771357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-190134368', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:55.794736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.795708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.852410 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:55.989473 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:56.513823 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:56.532619 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:56.637964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Allocated IP 172.25.0.169 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/58e3ad68-07e6-4049-b2f3-2b3e60f58bb8) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:56.743119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:56.781801 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:56.818157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:56.820886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:56.823336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:56.852916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event updated for resources: {'Port': ['ID=58e3ad68-07e6-4049-b2f3-2b3e60f58bb8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:57.014745 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.077219 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.274549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.351285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ed719f65-3418-4fb2-a090-475813eba039 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:57.406794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Router 817419ba-ebb7-4cad-a0d7-4913c8bc6a45 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:57.407542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port ed719f65-3418-4fb2-a090-475813eba039 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:57.408016 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.499795 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.528457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:57.530617 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853cb357-70d0-492d-9468-c76ff82c7b63" -d '{"events": [{"server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "name": "network-vif-plugged", "status": "completed", "tag": "ed719f65-3418-4fb2-a090-475813eba039"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:57.535372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:57.549111 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8347b16-5d1e-4227-98ba-97b7753895e6 None None] Sync routers for ids ['817419ba-ebb7-4cad-a0d7-4913c8bc6a45'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:57.551152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:57.556350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.558082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e0ce3ab2-e58e-4af7-98fc-5cb9cc4aa9b2 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0428183 Aug 20 12:28:57.562285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56046) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:57.563065 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.563942 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8347b16-5d1e-4227-98ba-97b7753895e6 None None] Routers {'817419ba-ebb7-4cad-a0d7-4913c8bc6a45'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:57.564558 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a8347b16-5d1e-4227-98ba-97b7753895e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['817419ba-ebb7-4cad-a0d7-4913c8bc6a45'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:57.599621 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0f96ec-105b-4036-8fe0-2924c121c513 x-openstack-request-id: req-5d0f96ec-105b-4036-8fe0-2924c121c513 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:57.600021 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "name": "network-vif-plugged", "status": "completed", "tag": "ed719f65-3418-4fb2-a090-475813eba039", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:57.600778 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d0f96ec-105b-4036-8fe0-2924c121c513 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:57.601349 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039', 'code': 200} Aug 20 12:28:57.605080 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a8347b16-5d1e-4227-98ba-97b7753895e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:57.616157 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8347b16-5d1e-4227-98ba-97b7753895e6 None None] Routers {'817419ba-ebb7-4cad-a0d7-4913c8bc6a45'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:57.616750 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a8347b16-5d1e-4227-98ba-97b7753895e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['817419ba-ebb7-4cad-a0d7-4913c8bc6a45'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:57.633974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:57.651195 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a8347b16-5d1e-4227-98ba-97b7753895e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:57.651844 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8347b16-5d1e-4227-98ba-97b7753895e6 None None] The sync data for ids ['817419ba-ebb7-4cad-a0d7-4913c8bc6a45'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:57.682109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f90acdd0-72c3-4983-a8c8-75c49b628db4 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/routers/817419ba-ebb7-4cad-a0d7-4913c8bc6a45 HTTP/1.1" status: 200 len: 924 time: 0.1184592 Aug 20 12:28:57.685310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56048) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:57.712074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-80a26d8b-f953-4124-a725-e72942d03f11 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=817419ba-ebb7-4cad-a0d7-4913c8bc6a45 HTTP/1.1" status: 200 len: 205 time: 0.0256898 Aug 20 12:28:57.714512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56050) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:57.821230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.929910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:57.987284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Deleting port 58e3ad68-07e6-4049-b2f3-2b3e60f58bb8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:57.987693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.064241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.075925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Calling delete_port for 58e3ad68-07e6-4049-b2f3-2b3e60f58bb8 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:58.236299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.262295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event deleted for resources: {'Port': ['ID=58e3ad68-07e6-4049-b2f3-2b3e60f58bb8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:58.322910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.417973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.420173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.466656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.467228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Fanout notify agent at l3_agent the message router_deleted on router 817419ba-ebb7-4cad-a0d7-4913c8bc6a45 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:58.474515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.479072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56054) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:58.479578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cd27ae0b-b912-4ee9-8ca4-1ad4695df064 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/817419ba-ebb7-4cad-a0d7-4913c8bc6a45 HTTP/1.1" status: 204 len: 168 time: 0.7631435 Aug 20 12:28:58.483663 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1248858133', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': False}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:58.504252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.505217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.559765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.694489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.904521 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:58.924441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:59.040477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Allocated IP 172.25.0.230 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/7e8ede80-134d-4acc-831c-b8b257d846d7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:59.143724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:59.185333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:59.226256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:59.229313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:59.232515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:59.268918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'Port': ['ID=7e8ede80-134d-4acc-831c-b8b257d846d7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:59.492709 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:59.915946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.047875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Router b6a05e44-9925-4dd2-8c26-49f589e46583 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:00.151536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:00.161190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Sync routers for ids ['b6a05e44-9925-4dd2-8c26-49f589e46583'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:00.168773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.170057 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-db543504-843f-493d-b4a8-157854ead0ac tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6899521 Aug 20 12:29:00.172038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Routers {'b6a05e44-9925-4dd2-8c26-49f589e46583'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:00.172674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b6a05e44-9925-4dd2-8c26-49f589e46583'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:00.172992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56056) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:00.282117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Set router b6a05e44-9925-4dd2-8c26-49f589e46583 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:00.286102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a09614a7-4217-4a92-84bc-86a227ce3e92 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/routers/b6a05e44-9925-4dd2-8c26-49f589e46583 HTTP/1.1" status: 200 len: 909 time: 0.1118398 Aug 20 12:29:00.288937 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56058) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:00.293433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1248858133', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': True}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:00.315042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.316157 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.369920 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.478359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a05e44-9925-4dd2-8c26-49f589e46583', 'name': 'tempest-snat-router-1248858133', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.230'}], 'enable_snat': False}, 'gw_port_id': '7e8ede80-134d-4acc-831c-b8b257d846d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:58Z', 'updated_at': '2021-08-20T12:28:59Z', 'revision_number': 3, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port': {'id': '7e8ede80-134d-4acc-831c-b8b257d846d7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a05e44-9925-4dd2-8c26-49f589e46583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:58Z', 'updated_at': '2021-08-20T12:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:00.505904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Checking router: b6a05e44-9925-4dd2-8c26-49f589e46583 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:00.506283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Updating router b6a05e44-9925-4dd2-8c26-49f589e46583 port 7e8ede80-134d-4acc-831c-b8b257d846d7 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:29:00.509262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.532221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.718964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.742434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.789054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.799472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Transition to ACTIVE for port object 7e8ede80-134d-4acc-831c-b8b257d846d7 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:00.804497 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.854197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Allocated IP 172.25.0.174 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/7a5d2980-03a9-4012-9c06-f7937ac2e3f9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:00.859846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Attempting to bind port 7e8ede80-134d-4acc-831c-b8b257d846d7 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:00.860219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Attempting to bind port 7e8ede80-134d-4acc-831c-b8b257d846d7 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:00.860593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Attempting to bind port 7e8ede80-134d-4acc-831c-b8b257d846d7 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:00.863439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32878ec2-ecf3-48d3-9e50-3641eb66e2a5 None None] Pushing event updated for resources: {'Port': ['ID=7e8ede80-134d-4acc-831c-b8b257d846d7,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:00.868193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:00.868565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:00.868965 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.869353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:00.869813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Bound port: 7e8ede80-134d-4acc-831c-b8b257d846d7, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:00.870743 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.922416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] For port 7e8ede80-134d-4acc-831c-b8b257d846d7, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:00.927305 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] For port 7e8ede80-134d-4acc-831c-b8b257d846d7, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7e8ede80-134d-4acc-831c-b8b257d846d7,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:00.931632 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.974421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:00.993995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Routers {'b6a05e44-9925-4dd2-8c26-49f589e46583'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:00.994747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b6a05e44-9925-4dd2-8c26-49f589e46583'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:01.026478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:01.054084 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32878ec2-ecf3-48d3-9e50-3641eb66e2a5 None None] Pushing event updated for resources: {'Port': ['ID=7e8ede80-134d-4acc-831c-b8b257d846d7,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:01.067701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:01.073885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:01.076344 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'Port': ['ID=7a5d2980-03a9-4012-9c06-f7937ac2e3f9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:01.078526 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:01.124066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] Set router b6a05e44-9925-4dd2-8c26-49f589e46583 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:01.311174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a05e44-9925-4dd2-8c26-49f589e46583', 'name': 'tempest-snat-router-1248858133', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.230'}], 'enable_snat': False}, 'gw_port_id': '7e8ede80-134d-4acc-831c-b8b257d846d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:58Z', 'updated_at': '2021-08-20T12:28:59Z', 'revision_number': 3, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port': {'id': '7e8ede80-134d-4acc-831c-b8b257d846d7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a05e44-9925-4dd2-8c26-49f589e46583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:58Z', 'updated_at': '2021-08-20T12:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:01.338249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be471b-acb6-46fb-afaa-ce766ba409a0 None None] The sync data for ids ['b6a05e44-9925-4dd2-8c26-49f589e46583'] in n-d-800634-10 is: [{'id': 'b6a05e44-9925-4dd2-8c26-49f589e46583', 'name': 'tempest-snat-router-1248858133', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.230'}], 'enable_snat': False}, 'gw_port_id': '7e8ede80-134d-4acc-831c-b8b257d846d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:58Z', 'updated_at': '2021-08-20T12:28:59Z', 'revision_number': 3, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port': {'id': '7e8ede80-134d-4acc-831c-b8b257d846d7', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a05e44-9925-4dd2-8c26-49f589e46583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:58Z', 'updated_at': '2021-08-20T12:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:01.344402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:01.578561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.076438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7e8ede80-134d-4acc-831c-b8b257d846d7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:02.097715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Router 01237bfc-889e-4a48-9ca6-b63a68c043d9 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:02.133578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7e8ede80-134d-4acc-831c-b8b257d846d7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:02.139454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7e8ede80-134d-4acc-831c-b8b257d846d7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:02.140008 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.218461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:02.229724 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Sync routers for ids ['01237bfc-889e-4a48-9ca6-b63a68c043d9'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:02.235718 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.237960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0852b3f4-d969-45c6-aabb-eee6cba6757f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9480748 Aug 20 12:29:02.240601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.240789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56060) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:02.245747 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Routers {'01237bfc-889e-4a48-9ca6-b63a68c043d9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:02.248185 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['01237bfc-889e-4a48-9ca6-b63a68c043d9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:02.267324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 7e8ede80-134d-4acc-831c-b8b257d846d7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7e8ede80-134d-4acc-831c-b8b257d846d7,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:02.271693 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.327023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=7e8ede80-134d-4acc-831c-b8b257d846d7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:02.361297 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e617bbaf-19bf-4200-871f-8da0b17605a4 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/routers/01237bfc-889e-4a48-9ca6-b63a68c043d9 HTTP/1.1" status: 200 len: 908 time: 0.1192541 Aug 20 12:29:02.363774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56062) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:02.370445 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Set router 01237bfc-889e-4a48-9ca6-b63a68c043d9 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:02.477825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.554272 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01237bfc-889e-4a48-9ca6-b63a68c043d9', 'name': 'tempest-snat-router-1248858133', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7a5d2980-03a9-4012-9c06-f7937ac2e3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:00Z', 'updated_at': '2021-08-20T12:29:01Z', 'revision_number': 3, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port': {'id': '7a5d2980-03a9-4012-9c06-f7937ac2e3f9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01237bfc-889e-4a48-9ca6-b63a68c043d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:00Z', 'updated_at': '2021-08-20T12:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:02.584759 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Checking router: 01237bfc-889e-4a48-9ca6-b63a68c043d9 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:02.585103 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Updating router 01237bfc-889e-4a48-9ca6-b63a68c043d9 port 7a5d2980-03a9-4012-9c06-f7937ac2e3f9 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:29:02.598780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.610048 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.653258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Deleting port 7a5d2980-03a9-4012-9c06-f7937ac2e3f9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:02.653607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.754735 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.770012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Calling delete_port for 7a5d2980-03a9-4012-9c06-f7937ac2e3f9 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:02.879148 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.889620 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Transition to ACTIVE for port object 7a5d2980-03a9-4012-9c06-f7937ac2e3f9 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:02.896294 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.948591 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Attempting to bind port 7a5d2980-03a9-4012-9c06-f7937ac2e3f9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:02.949022 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Attempting to bind port 7a5d2980-03a9-4012-9c06-f7937ac2e3f9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:02.949466 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Attempting to bind port 7a5d2980-03a9-4012-9c06-f7937ac2e3f9 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:02.951126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.959224 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Pushing event updated for resources: {'Port': ['ID=7a5d2980-03a9-4012-9c06-f7937ac2e3f9,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:02.962561 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:02.962989 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:02.963315 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.963702 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:02.964193 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Bound port: 7a5d2980-03a9-4012-9c06-f7937ac2e3f9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:02.964574 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:02.971905 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.972247 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.972583 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.972996 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.973231 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.973549 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.973874 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.974221 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.974539 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.974859 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.975176 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.975492 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff154eb-44da-42f9-9a86-5c5396b62fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:02.978571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a5d2980-03a9-4012-9c06-f7937ac2e3f9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:02.994552 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.plugin [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Port 7a5d2980-03a9-4012-9c06-f7937ac2e3f9 has been deleted concurrently {{(pid=101036) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 12:29:03.006731 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Routers {'01237bfc-889e-4a48-9ca6-b63a68c043d9'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:03.007369 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['01237bfc-889e-4a48-9ca6-b63a68c043d9'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:03.050169 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.081359 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] Set router 01237bfc-889e-4a48-9ca6-b63a68c043d9 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:03.131622 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01237bfc-889e-4a48-9ca6-b63a68c043d9', 'name': 'tempest-snat-router-1248858133', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:00Z', 'updated_at': '2021-08-20T12:29:02Z', 'revision_number': 5, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:03.141614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.144060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.161829 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202295b3-ee2b-4719-b4c1-9d94a7686300 None None] The sync data for ids ['01237bfc-889e-4a48-9ca6-b63a68c043d9'] in n-d-800634-10 is: [{'id': '01237bfc-889e-4a48-9ca6-b63a68c043d9', 'name': 'tempest-snat-router-1248858133', 'tenant_id': 'de3caa16db31445f8262973871e83f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:00Z', 'updated_at': '2021-08-20T12:29:02Z', 'revision_number': 5, 'project_id': 'de3caa16db31445f8262973871e83f2a', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:03.188246 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.188878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01237bfc-889e-4a48-9ca6-b63a68c043d9 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:03.193287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.194532 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-08fb9e13-4476-4560-9a8b-d6ea56e12b59 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "DELETE /v2.0/routers/01237bfc-889e-4a48-9ca6-b63a68c043d9 HTTP/1.1" status: 204 len: 168 time: 0.8297756 Aug 20 12:29:03.197192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56064) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:03.306770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.422836 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.477108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Deleting port 7e8ede80-134d-4acc-831c-b8b257d846d7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:03.477454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.562159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] For port 7e8ede80-134d-4acc-831c-b8b257d846d7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7e8ede80-134d-4acc-831c-b8b257d846d7,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:03.562629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.576604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Calling delete_port for 7e8ede80-134d-4acc-831c-b8b257d846d7 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:03.742111 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.769991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e8ede80-134d-4acc-831c-b8b257d846d7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:03.835278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.928992 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.931137 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.985399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.986151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6a05e44-9925-4dd2-8c26-49f589e46583 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:03.990923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:03.992217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d4d3958d-c9a6-47d7-b8f8-129705b6486a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b6a05e44-9925-4dd2-8c26-49f589e46583 HTTP/1.1" status: 204 len: 168 time: 0.7940183 Aug 20 12:29:03.995831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56066) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:04.001056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-453650493', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:04.031698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:04.033287 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:04.092256 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:04.247890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:04.456851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:04.484279 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:04.599896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Allocated IP 172.25.0.246 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/14298d0a-5ed2-46ef-98d5-8477f3c24e53) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:04.726213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:04.769228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:04.805572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:04.810004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:04.813525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:04.838523 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event updated for resources: {'Port': ['ID=14298d0a-5ed2-46ef-98d5-8477f3c24e53,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:05.072792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:05.275888 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:05.415558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Router f2d786e5-addf-4f06-ba7b-b33d3a4eacad is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:05.531644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:05.540918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180b337-db80-4d9e-949f-e7efe8e96409 None None] Sync routers for ids ['f2d786e5-addf-4f06-ba7b-b33d3a4eacad'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:05.550706 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:05.551112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180b337-db80-4d9e-949f-e7efe8e96409 None None] Routers {'f2d786e5-addf-4f06-ba7b-b33d3a4eacad'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:05.551729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6180b337-db80-4d9e-949f-e7efe8e96409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2d786e5-addf-4f06-ba7b-b33d3a4eacad'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:05.552200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-46a8839a-1f68-45b0-b943-f5ce116d1c79 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.5549910 Aug 20 12:29:05.554935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56070) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:05.560023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-baa87f48-08f9-41ce-a7fd-d936a875fef1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': False}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:05.584346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6180b337-db80-4d9e-949f-e7efe8e96409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:05.594066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180b337-db80-4d9e-949f-e7efe8e96409 None None] Routers {'f2d786e5-addf-4f06-ba7b-b33d3a4eacad'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:05.594696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6180b337-db80-4d9e-949f-e7efe8e96409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2d786e5-addf-4f06-ba7b-b33d3a4eacad'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:05.629930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6180b337-db80-4d9e-949f-e7efe8e96409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:05.630625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180b337-db80-4d9e-949f-e7efe8e96409 None None] The sync data for ids ['f2d786e5-addf-4f06-ba7b-b33d3a4eacad'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:05.872481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baa87f48-08f9-41ce-a7fd-d936a875fef1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:05.987679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7e8ede80-134d-4acc-831c-b8b257d846d7 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:06.013409 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7e8ede80-134d-4acc-831c-b8b257d846d7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:06.013957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7e8ede80-134d-4acc-831c-b8b257d846d7 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:06.283664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baa87f48-08f9-41ce-a7fd-d936a875fef1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:06.287362 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baa87f48-08f9-41ce-a7fd-d936a875fef1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:06.396265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa87f48-08f9-41ce-a7fd-d936a875fef1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Router f2d786e5-addf-4f06-ba7b-b33d3a4eacad has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:06.867277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa87f48-08f9-41ce-a7fd-d936a875fef1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:06.872462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baa87f48-08f9-41ce-a7fd-d936a875fef1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:06.877038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-baa87f48-08f9-41ce-a7fd-d936a875fef1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "PUT /v2.0/routers/f2d786e5-addf-4f06-ba7b-b33d3a4eacad HTTP/1.1" status: 200 len: 925 time: 1.3178825 Aug 20 12:29:06.877038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56072) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:06.878994 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcce3694-78c6-42ed-b8c9-b663365b7293 None None] Sync routers for ids ['f2d786e5-addf-4f06-ba7b-b33d3a4eacad'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:06.888800 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce3694-78c6-42ed-b8c9-b663365b7293 None None] Routers {'f2d786e5-addf-4f06-ba7b-b33d3a4eacad'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:06.889412 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dcce3694-78c6-42ed-b8c9-b663365b7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2d786e5-addf-4f06-ba7b-b33d3a4eacad'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:06.922024 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dcce3694-78c6-42ed-b8c9-b663365b7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:06.930832 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce3694-78c6-42ed-b8c9-b663365b7293 None None] Routers {'f2d786e5-addf-4f06-ba7b-b33d3a4eacad'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:06.931427 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dcce3694-78c6-42ed-b8c9-b663365b7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['f2d786e5-addf-4f06-ba7b-b33d3a4eacad'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:06.964767 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dcce3694-78c6-42ed-b8c9-b663365b7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:06.965834 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcce3694-78c6-42ed-b8c9-b663365b7293 None None] The sync data for ids ['f2d786e5-addf-4f06-ba7b-b33d3a4eacad'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:06.985717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c19b95ef-2b87-4d85-9986-add42307402b tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/routers/f2d786e5-addf-4f06-ba7b-b33d3a4eacad HTTP/1.1" status: 200 len: 925 time: 0.1078329 Aug 20 12:29:06.988410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56074) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:07.030579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e62886b-7561-4b8d-8b0c-5e0e98a72409 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:07.032399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9e62886b-7561-4b8d-8b0c-5e0e98a72409 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=f2d786e5-addf-4f06-ba7b-b33d3a4eacad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0430791 Aug 20 12:29:07.035246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56076) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:07.119604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d1e986-a88c-4cea-a049-9f8002d2dd3a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:07.121601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-75d1e986-a88c-4cea-a049-9f8002d2dd3a tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 881 time: 0.0848329 Aug 20 12:29:07.124660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56078) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:07.156023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9dd3465c-46ab-40c4-92e9-32093ca3a228 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d786e5-addf-4f06-ba7b-b33d3a4eacad HTTP/1.1" status: 200 len: 205 time: 0.0302780 Aug 20 12:29:07.158474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56080) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:07.270195 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.377682 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.432202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Deleting port 14298d0a-5ed2-46ef-98d5-8477f3c24e53 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:07.432558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.507695 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.519220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Calling delete_port for 14298d0a-5ed2-46ef-98d5-8477f3c24e53 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:07.688301 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.718411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event deleted for resources: {'Port': ['ID=14298d0a-5ed2-46ef-98d5-8477f3c24e53,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:07.786123 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.878935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.881283 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.928435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.928961 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Fanout notify agent at l3_agent the message router_deleted on router f2d786e5-addf-4f06-ba7b-b33d3a4eacad {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:07.935849 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.937039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-39c3e860-0b06-4b21-9097-cb9e45cb6e2e tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/f2d786e5-addf-4f06-ba7b-b33d3a4eacad HTTP/1.1" status: 204 len: 168 time: 0.7776206 Aug 20 12:29:07.940720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56082) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:07.945585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-6103e0bb-16b7-46bd-a0de-597863e9dbef tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-443726905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:07.972296 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6103e0bb-16b7-46bd-a0de-597863e9dbef tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:07.973365 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6103e0bb-16b7-46bd-a0de-597863e9dbef tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.031931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6103e0bb-16b7-46bd-a0de-597863e9dbef tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.036546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6103e0bb-16b7-46bd-a0de-597863e9dbef tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.053526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6103e0bb-16b7-46bd-a0de-597863e9dbef tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.054772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6103e0bb-16b7-46bd-a0de-597863e9dbef tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1130528 Aug 20 12:29:08.057495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56084) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:08.062118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:08.272241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.488239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.509187 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.625839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Allocated IP 172.25.0.68 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/88c0dcff-a917-443f-bc49-6051db8ba668) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:08.730796 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.772626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:08.822162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:08.827530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:08.834371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:08.837631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event updated for resources: {'Port': ['ID=88c0dcff-a917-443f-bc49-6051db8ba668,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:09.101433 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.310541 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.314003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.448102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Router edd2af97-0b7d-4e2f-a865-aa607f4304f4 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:09.561348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:09.568469 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:09.569666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f1a2f5b6-691e-46b7-b1f6-5ee3df14afcc tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "PUT /v2.0/routers/edd2af97-0b7d-4e2f-a865-aa607f4304f4 HTTP/1.1" status: 200 len: 882 time: 1.5111632 Aug 20 12:29:09.571272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e5636-8487-4746-952e-0aa53219642a None None] Sync routers for ids ['edd2af97-0b7d-4e2f-a865-aa607f4304f4'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:09.572283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56086) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:09.583198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e5636-8487-4746-952e-0aa53219642a None None] Routers {'edd2af97-0b7d-4e2f-a865-aa607f4304f4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:09.583800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d91e5636-8487-4746-952e-0aa53219642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['edd2af97-0b7d-4e2f-a865-aa607f4304f4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:09.617240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d91e5636-8487-4746-952e-0aa53219642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:09.627139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e5636-8487-4746-952e-0aa53219642a None None] Routers {'edd2af97-0b7d-4e2f-a865-aa607f4304f4'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:09.627805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d91e5636-8487-4746-952e-0aa53219642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['edd2af97-0b7d-4e2f-a865-aa607f4304f4'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:09.668437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d91e5636-8487-4746-952e-0aa53219642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:09.669159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e5636-8487-4746-952e-0aa53219642a None None] The sync data for ids ['edd2af97-0b7d-4e2f-a865-aa607f4304f4'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:09.685311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3d8b49fa-7d1b-4ad2-b803-bcf5bdd44a46 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/routers/edd2af97-0b7d-4e2f-a865-aa607f4304f4 HTTP/1.1" status: 200 len: 923 time: 0.1118670 Aug 20 12:29:09.688016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56090) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:09.730387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a7873-e8ef-4011-bdf1-44b07a782a6c tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:09.732200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6b3a7873-e8ef-4011-bdf1-44b07a782a6c tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=edd2af97-0b7d-4e2f-a865-aa607f4304f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0431843 Aug 20 12:29:09.734807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56092) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:09.828761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc14b3-8d99-473b-acef-8d53ab00d12f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:09.830482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7cfc14b3-8d99-473b-acef-8d53ab00d12f tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 881 time: 0.0946825 Aug 20 12:29:09.833281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56094) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:09.868217 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-acb50e4a-e864-40d4-bcce-5e36147ab074 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd2af97-0b7d-4e2f-a865-aa607f4304f4 HTTP/1.1" status: 200 len: 205 time: 0.0337093 Aug 20 12:29:09.870410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56096) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:10.361720 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:10.473153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:10.528446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Deleting port 88c0dcff-a917-443f-bc49-6051db8ba668 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:10.528824 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:10.604725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:10.616862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Calling delete_port for 88c0dcff-a917-443f-bc49-6051db8ba668 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:10.781659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:10.812952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event deleted for resources: {'Port': ['ID=88c0dcff-a917-443f-bc49-6051db8ba668,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:10.873644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:10.967323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:10.969841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.014003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.014594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Fanout notify agent at l3_agent the message router_deleted on router edd2af97-0b7d-4e2f-a865-aa607f4304f4 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:11.021631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.023035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-55d78ae2-44f2-42d2-b5f7-320d4b4437a3 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/edd2af97-0b7d-4e2f-a865-aa607f4304f4 HTTP/1.1" status: 204 len: 168 time: 1.1507134 Aug 20 12:29:11.026697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56098) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:11.031544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4b011d11-1877-4f9c-b946-92f5e7814230 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1906249405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:11.054918 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b011d11-1877-4f9c-b946-92f5e7814230 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.055910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b011d11-1877-4f9c-b946-92f5e7814230 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.110670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b011d11-1877-4f9c-b946-92f5e7814230 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.115396 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b011d11-1877-4f9c-b946-92f5e7814230 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.131531 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4b011d11-1877-4f9c-b946-92f5e7814230 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.132624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4b011d11-1877-4f9c-b946-92f5e7814230 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1049430 Aug 20 12:29:11.135831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56100) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:11.140211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': True}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:11.347000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.549419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.567735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.674405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Allocated IP 172.25.0.155 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/f9034de5-389e-49ed-a478-ed4ac41f8ca9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:11.773727 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.812893 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:11.849099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:11.851768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:11.855174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:11.884752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'Port': ['ID=f9034de5-389e-49ed-a478-ed4ac41f8ca9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:12.110522 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.158096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.303267 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.306579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.430423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Router 0a8d2073-793d-4f82-bbea-d4a28c17b184 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:12.536130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:12.540493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:12.541527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b856cf80-ec6e-44f0-b48e-c1ec597a9ca0 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "PUT /v2.0/routers/0a8d2073-793d-4f82-bbea-d4a28c17b184 HTTP/1.1" status: 200 len: 919 time: 1.4047351 Aug 20 12:29:12.545052 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a9965-8ccf-4e8a-ba00-768b5f391899 None None] Sync routers for ids ['0a8d2073-793d-4f82-bbea-d4a28c17b184'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:12.545533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56102) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:12.554343 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a9965-8ccf-4e8a-ba00-768b5f391899 None None] Routers {'0a8d2073-793d-4f82-bbea-d4a28c17b184'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:12.554981 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9f9a9965-8ccf-4e8a-ba00-768b5f391899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0a8d2073-793d-4f82-bbea-d4a28c17b184'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:12.653035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b908d079-ea59-4c01-b9c3-67cd1236878c tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/routers/0a8d2073-793d-4f82-bbea-d4a28c17b184 HTTP/1.1" status: 200 len: 925 time: 0.1068032 Aug 20 12:29:12.655824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56104) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:12.679159 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9f9a9965-8ccf-4e8a-ba00-768b5f391899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:12.688143 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a9965-8ccf-4e8a-ba00-768b5f391899 None None] Routers {'0a8d2073-793d-4f82-bbea-d4a28c17b184'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:12.688739 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9f9a9965-8ccf-4e8a-ba00-768b5f391899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0a8d2073-793d-4f82-bbea-d4a28c17b184'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:12.701430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d70c4b-f2c5-4da5-a13f-d3bd6ffad6ca tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:12.702989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c0d70c4b-f2c5-4da5-a13f-d3bd6ffad6ca tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=0a8d2073-793d-4f82-bbea-d4a28c17b184&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0461233 Aug 20 12:29:12.705660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56106) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:12.721120 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-9f9a9965-8ccf-4e8a-ba00-768b5f391899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:12.721783 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a9965-8ccf-4e8a-ba00-768b5f391899 None None] The sync data for ids ['0a8d2073-793d-4f82-bbea-d4a28c17b184'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:12.787959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c62f5a-279a-4e18-b7d9-a03de957d1da tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:12.789337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c6c62f5a-279a-4e18-b7d9-a03de957d1da tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 881 time: 0.0827506 Aug 20 12:29:12.792309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56108) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:12.821752 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23b9647f-9fd0-46af-8e1d-a6def1196be5 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a8d2073-793d-4f82-bbea-d4a28c17b184 HTTP/1.1" status: 200 len: 205 time: 0.0282674 Aug 20 12:29:12.824494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56110) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:12.930025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.036173 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.079070 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:29:13.101909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Deleting port f9034de5-389e-49ed-a478-ed4ac41f8ca9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:13.102424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.182670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.194979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Calling delete_port for f9034de5-389e-49ed-a478-ed4ac41f8ca9 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:13.361168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.397730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event deleted for resources: {'Port': ['ID=f9034de5-389e-49ed-a478-ed4ac41f8ca9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:13.472907 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.798657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.801452 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.847652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.848259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Fanout notify agent at l3_agent the message router_deleted on router 0a8d2073-793d-4f82-bbea-d4a28c17b184 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:13.854869 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.856020 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a4ff8bda-ec9e-45b1-a102-b2936b4ccbba tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/0a8d2073-793d-4f82-bbea-d4a28c17b184 HTTP/1.1" status: 204 len: 168 time: 1.0305963 Aug 20 12:29:13.859681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56112) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:13.864361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-600105bf-79f1-47e2-afe3-6e5a68a25af1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-485573973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:13.867157 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.887203 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-600105bf-79f1-47e2-afe3-6e5a68a25af1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.888208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-600105bf-79f1-47e2-afe3-6e5a68a25af1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.941948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-600105bf-79f1-47e2-afe3-6e5a68a25af1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.946016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-600105bf-79f1-47e2-afe3-6e5a68a25af1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.962239 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-600105bf-79f1-47e2-afe3-6e5a68a25af1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:13.963434 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-600105bf-79f1-47e2-afe3-6e5a68a25af1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1028047 Aug 20 12:29:13.966838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56114) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:13.971153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'enable_snat': False}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:14.176565 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.373806 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.398495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.506304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Allocated IP 172.25.0.175 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/501e2749-bd92-4961-bbf4-4a69a3b4d17f) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:14.611739 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.650816 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.689352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:14.693633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:14.701260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:14.704362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Pushing event updated for resources: {'Port': ['ID=501e2749-bd92-4961-bbf4-4a69a3b4d17f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:14.955560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.154501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.157887 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.286728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Router b7f2561a-4878-4972-8e0f-b2a1e59ef829 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:15.393167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:15.398344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.398981 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-83ef755c-1dae-4b71-a3ce-b666598613a8 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "PUT /v2.0/routers/b7f2561a-4878-4972-8e0f-b2a1e59ef829 HTTP/1.1" status: 200 len: 919 time: 1.4311810 Aug 20 12:29:15.402656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56118) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:15.403965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eaa38e-2783-4480-8940-5c9d78392fc8 None None] Sync routers for ids ['b7f2561a-4878-4972-8e0f-b2a1e59ef829'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:15.413628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eaa38e-2783-4480-8940-5c9d78392fc8 None None] Routers {'b7f2561a-4878-4972-8e0f-b2a1e59ef829'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:15.414358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f8eaa38e-2783-4480-8940-5c9d78392fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b7f2561a-4878-4972-8e0f-b2a1e59ef829'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:15.445969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f8eaa38e-2783-4480-8940-5c9d78392fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:15.455908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eaa38e-2783-4480-8940-5c9d78392fc8 None None] Routers {'b7f2561a-4878-4972-8e0f-b2a1e59ef829'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:15.456513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f8eaa38e-2783-4480-8940-5c9d78392fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['b7f2561a-4878-4972-8e0f-b2a1e59ef829'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:15.493666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f8eaa38e-2783-4480-8940-5c9d78392fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:15.494368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eaa38e-2783-4480-8940-5c9d78392fc8 None None] The sync data for ids ['b7f2561a-4878-4972-8e0f-b2a1e59ef829'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:15.518232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-db9afb3a-aff9-4317-942d-9c59bc3f0fb2 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/routers/b7f2561a-4878-4972-8e0f-b2a1e59ef829 HTTP/1.1" status: 200 len: 925 time: 0.1140752 Aug 20 12:29:15.520825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56120) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:15.564712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62413754-b32f-48bf-9d8f-d2cbecf94321 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:15.566145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-62413754-b32f-48bf-9d8f-d2cbecf94321 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=b7f2561a-4878-4972-8e0f-b2a1e59ef829&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0443659 Aug 20 12:29:15.568752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56122) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:15.657763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a929ac-33f9-4e3f-8bca-3953dad19cb7 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:15.659167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e3a929ac-33f9-4e3f-8bca-3953dad19cb7 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/networks/37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 881 time: 0.0895376 Aug 20 12:29:15.661920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56124) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:15.690444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-70ac2b16-6b4d-4390-aa76-6764d93c5834 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7f2561a-4878-4972-8e0f-b2a1e59ef829 HTTP/1.1" status: 200 len: 205 time: 0.0273919 Aug 20 12:29:15.692842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56126) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:16.179838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.296384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.353544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Deleting port 501e2749-bd92-4961-bbf4-4a69a3b4d17f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:16.353905 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.438692 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.451517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Calling delete_port for 501e2749-bd92-4961-bbf4-4a69a3b4d17f owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:16.645471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.680132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event deleted for resources: {'Port': ['ID=501e2749-bd92-4961-bbf4-4a69a3b4d17f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:16.745922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.857988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.861694 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.909856 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.910340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Fanout notify agent at l3_agent the message router_deleted on router b7f2561a-4878-4972-8e0f-b2a1e59ef829 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:16.917503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.918666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-59e048cb-2a07-421c-b5dd-d88ce46bc8d1 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/b7f2561a-4878-4972-8e0f-b2a1e59ef829 HTTP/1.1" status: 204 len: 168 time: 1.2248876 Aug 20 12:29:16.922305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56128) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:16.926940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1992326372', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:16.952244 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:16.953446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.005575 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.158255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.355251 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.374533 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.485796 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Allocated IP 172.25.0.150 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/6ab012a0-baf4-4b51-86a9-3668dd43150e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:17.592424 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.632380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:17.676516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:17.680888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:17.687955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:17.691223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event updated for resources: {'Port': ['ID=6ab012a0-baf4-4b51-86a9-3668dd43150e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:17.944618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.148362 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.281628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Router 8c994e8e-f9ce-47fc-a7ed-396c637dafc2 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:18.392997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:18.402572 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75367f-dadb-47b7-af4f-e3d00ca9f76e None None] Sync routers for ids ['8c994e8e-f9ce-47fc-a7ed-396c637dafc2'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:18.412789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.414093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1e5c0dd3-15af-4e43-b1ed-9de849bf6efe tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4907606 Aug 20 12:29:18.416764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56130) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:18.417015 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75367f-dadb-47b7-af4f-e3d00ca9f76e None None] Routers {'8c994e8e-f9ce-47fc-a7ed-396c637dafc2'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:18.418140 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4c75367f-dadb-47b7-af4f-e3d00ca9f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8c994e8e-f9ce-47fc-a7ed-396c637dafc2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:18.421876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:18.454431 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4c75367f-dadb-47b7-af4f-e3d00ca9f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:18.468593 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75367f-dadb-47b7-af4f-e3d00ca9f76e None None] Routers {'8c994e8e-f9ce-47fc-a7ed-396c637dafc2'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:18.469198 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4c75367f-dadb-47b7-af4f-e3d00ca9f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8c994e8e-f9ce-47fc-a7ed-396c637dafc2'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:18.505503 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4c75367f-dadb-47b7-af4f-e3d00ca9f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:18.505503 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75367f-dadb-47b7-af4f-e3d00ca9f76e None None] The sync data for ids ['8c994e8e-f9ce-47fc-a7ed-396c637dafc2'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:18.753383 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.766411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.831909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Deleting port 6ab012a0-baf4-4b51-86a9-3668dd43150e {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:18.832255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.915552 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.928515 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Calling delete_port for 6ab012a0-baf4-4b51-86a9-3668dd43150e owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:19.101188 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.127249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Pushing event deleted for resources: {'Port': ['ID=6ab012a0-baf4-4b51-86a9-3668dd43150e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:19.199260 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.414057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.417505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.494799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Router 8c994e8e-f9ce-47fc-a7ed-396c637dafc2 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:19.568578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:19.575990 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.578300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef3414-5774-4f63-893b-e9820ec4a0b6 None None] Sync routers for ids ['8c994e8e-f9ce-47fc-a7ed-396c637dafc2'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:19.579355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cd1af2aa-8a75-45fd-95a3-b22e22c1efc9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "PUT /v2.0/routers/8c994e8e-f9ce-47fc-a7ed-396c637dafc2 HTTP/1.1" status: 200 len: 710 time: 1.1611085 Aug 20 12:29:19.582166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56132) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:19.587699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef3414-5774-4f63-893b-e9820ec4a0b6 None None] Routers {'8c994e8e-f9ce-47fc-a7ed-396c637dafc2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:19.588302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-24ef3414-5774-4f63-893b-e9820ec4a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8c994e8e-f9ce-47fc-a7ed-396c637dafc2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:19.621210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-24ef3414-5774-4f63-893b-e9820ec4a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:19.630357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef3414-5774-4f63-893b-e9820ec4a0b6 None None] Routers {'8c994e8e-f9ce-47fc-a7ed-396c637dafc2'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:19.630964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-24ef3414-5774-4f63-893b-e9820ec4a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:28:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8c994e8e-f9ce-47fc-a7ed-396c637dafc2'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:19.657098 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-79069f30-aefc-4bb2-ad52-8e7ceabb6ae1 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/routers/8c994e8e-f9ce-47fc-a7ed-396c637dafc2 HTTP/1.1" status: 200 len: 745 time: 0.0737076 Aug 20 12:29:19.660429 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:19.667114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-24ef3414-5774-4f63-893b-e9820ec4a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:19.667803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef3414-5774-4f63-893b-e9820ec4a0b6 None None] The sync data for ids ['8c994e8e-f9ce-47fc-a7ed-396c637dafc2'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:19.708924 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-92150eee-ebe6-46df-91e7-e06625cce456 tempest-RoutersIpV6AdminTest-1980991245 tempest-RoutersIpV6AdminTest-1980991245-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&device_id=8c994e8e-f9ce-47fc-a7ed-396c637dafc2 HTTP/1.1" status: 200 len: 205 time: 0.0473609 Aug 20 12:29:19.711469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56136) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:19.738582 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-227dde3c-4dc3-4afb-8ecc-13a670a1fcf5 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c994e8e-f9ce-47fc-a7ed-396c637dafc2 HTTP/1.1" status: 200 len: 205 time: 0.0259914 Aug 20 12:29:19.740981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56138) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:19.816831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec86a-0376-4437-ad09-efe32a092758 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.979221 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec86a-0376-4437-ad09-efe32a092758 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.981793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec86a-0376-4437-ad09-efe32a092758 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.024484 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec86a-0376-4437-ad09-efe32a092758 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.025408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ec86a-0376-4437-ad09-efe32a092758 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Fanout notify agent at l3_agent the message router_deleted on router 8c994e8e-f9ce-47fc-a7ed-396c637dafc2 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:20.032162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec86a-0376-4437-ad09-efe32a092758 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:20.033261 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9b5ec86a-0376-4437-ad09-efe32a092758 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/8c994e8e-f9ce-47fc-a7ed-396c637dafc2 HTTP/1.1" status: 204 len: 168 time: 0.2913885 Aug 20 12:29:20.036814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56144) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.068663 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ab00132-3acb-40cf-8235-0efa37ca0df7 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c994e8e-f9ce-47fc-a7ed-396c637dafc2 HTTP/1.1" status: 200 len: 205 time: 0.0306697 Aug 20 12:29:20.071190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56146) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.107402 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-6e76e124-7435-4c6b-a71e-36d31be91f82 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] delete failed (client error): The resource could not be found. Aug 20 12:29:20.108377 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6e76e124-7435-4c6b-a71e-36d31be91f82 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/8c994e8e-f9ce-47fc-a7ed-396c637dafc2 HTTP/1.1" status: 404 len: 336 time: 0.0362942 Aug 20 12:29:20.111059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56148) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.139093 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3fc46b60-6a17-41d1-9590-2404635cdab9 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7f2561a-4878-4972-8e0f-b2a1e59ef829 HTTP/1.1" status: 200 len: 205 time: 0.0268052 Aug 20 12:29:20.141339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56150) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.412530 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-3beb7a00-15e0-436d-b704-e8ca09cc74c6 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] delete failed (client error): The resource could not be found. Aug 20 12:29:20.413556 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3beb7a00-15e0-436d-b704-e8ca09cc74c6 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/b7f2561a-4878-4972-8e0f-b2a1e59ef829 HTTP/1.1" status: 404 len: 336 time: 0.2710652 Aug 20 12:29:20.416159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56152) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.442877 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f5252b87-ed47-4553-8f88-f117479e5944 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a8d2073-793d-4f82-bbea-d4a28c17b184 HTTP/1.1" status: 200 len: 205 time: 0.0256777 Aug 20 12:29:20.445216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56154) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.485182 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-fd7bd926-8524-45ac-943a-86d9c5df2517 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] delete failed (client error): The resource could not be found. Aug 20 12:29:20.486167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fd7bd926-8524-45ac-943a-86d9c5df2517 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/0a8d2073-793d-4f82-bbea-d4a28c17b184 HTTP/1.1" status: 404 len: 336 time: 0.0399356 Aug 20 12:29:20.488654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56156) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.515243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-67129bd6-1960-4659-ba99-544bc0b0cdca tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=edd2af97-0b7d-4e2f-a865-aa607f4304f4 HTTP/1.1" status: 200 len: 205 time: 0.0255735 Aug 20 12:29:20.517680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56158) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.556059 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-474f7064-dff0-4c2b-a646-c533ccb5ee73 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] delete failed (client error): The resource could not be found. Aug 20 12:29:20.557029 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-474f7064-dff0-4c2b-a646-c533ccb5ee73 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/edd2af97-0b7d-4e2f-a865-aa607f4304f4 HTTP/1.1" status: 404 len: 336 time: 0.0384586 Aug 20 12:29:20.559575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56162) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.940062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2dece689-2d57-4f1d-8a39-68febc5c9857 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d786e5-addf-4f06-ba7b-b33d3a4eacad HTTP/1.1" status: 200 len: 205 time: 0.3794329 Aug 20 12:29:20.945041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56166) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:20.983604 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-64600531-333e-485f-a82f-b956d7624d0c tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] delete failed (client error): The resource could not be found. Aug 20 12:29:20.984671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-64600531-333e-485f-a82f-b956d7624d0c tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/f2d786e5-addf-4f06-ba7b-b33d3a4eacad HTTP/1.1" status: 404 len: 336 time: 0.0386288 Aug 20 12:29:20.987292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56168) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:21.017884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b6ba0296-ec75-4a70-a32b-a94de7bc8985 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "GET /v2.0/ports?device_id=817419ba-ebb7-4cad-a0d7-4913c8bc6a45 HTTP/1.1" status: 200 len: 205 time: 0.0295284 Aug 20 12:29:21.020197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56170) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:21.055328 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-285bfa2b-60c8-4657-b660-3262ef8e4d86 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] delete failed (client error): The resource could not be found. Aug 20 12:29:21.056280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-285bfa2b-60c8-4657-b660-3262ef8e4d86 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/routers/817419ba-ebb7-4cad-a0d7-4913c8bc6a45 HTTP/1.1" status: 404 len: 336 time: 0.0352201 Aug 20 12:29:21.059642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56172) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:21.086161 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-72761f5d-6383-42ad-9bd8-aef79d2f9c90 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] DELETE failed (client error): The resource could not be found. Aug 20 12:29:21.086641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72761f5d-6383-42ad-9bd8-aef79d2f9c90 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:29:21.088335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-72761f5d-6383-42ad-9bd8-aef79d2f9c90 tempest-RoutersIpV6AdminTest-916580397 tempest-RoutersIpV6AdminTest-916580397-project] 10.222.0.25 "DELETE /v2.0/subnets/2c482619-a324-4396-b939-5d42d4ab689c HTTP/1.1" status: 404 len: 337 time: 0.0277619 Aug 20 12:29:21.338336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56178) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:21.447107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.539162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.543502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.584034 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3051b0b5e7cc494d9b47f51158ddc02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445583 Aug 20 12:29:21.584907 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a67cda9-c17f-4bb7-b8f1-df4946739091,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:21.586657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56182) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:21.597086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.597433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.597776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.598117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.598472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.598834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.599187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.599542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.600010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.600342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.600668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.600993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c351b-72c9-454e-a8db-fa785638401e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:21.636160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2ffb1c-099d-4d48-b58e-01fc87bb90d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.657226 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2ffb1c-099d-4d48-b58e-01fc87bb90d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.690149 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2efd78c8-74be-4323-a40e-386901c618b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.707674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2ffb1c-099d-4d48-b58e-01fc87bb90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.710172 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2ffb1c-099d-4d48-b58e-01fc87bb90d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.711715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fb2ffb1c-099d-4d48-b58e-01fc87bb90d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a67cda9-c17f-4bb7-b8f1-df4946739091 HTTP/1.1" status: 204 len: 168 time: 0.1240814 Aug 20 12:29:21.720217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ffb1c-099d-4d48-b58e-01fc87bb90d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a67cda9-c17f-4bb7-b8f1-df4946739091,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:21.970585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56188) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:22.012968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b13d9c50-57fc-4e73-b0f6-57593678fe72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de3caa16db31445f8262973871e83f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410483 Aug 20 12:29:22.015420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56190) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:22.063734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47f28f1f-4b6a-4a87-8b57-c997288c6fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.085578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47f28f1f-4b6a-4a87-8b57-c997288c6fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.131724 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47f28f1f-4b6a-4a87-8b57-c997288c6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.134448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47f28f1f-4b6a-4a87-8b57-c997288c6fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.135662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-47f28f1f-4b6a-4a87-8b57-c997288c6fed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/651b2e24-2271-4aa5-bf50-bea40eae3c83 HTTP/1.1" status: 204 len: 168 time: 0.1193149 Aug 20 12:29:22.143685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f28f1f-4b6a-4a87-8b57-c997288c6fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b2e24-2271-4aa5-bf50-bea40eae3c83,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:22.814446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56214) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:22.919784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-623683968'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:22.944860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Made reservation on behalf of 4d17faee8a724ce481194997ed25a216 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:22.949130 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:22.958153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.049571 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.053707 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.082394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:29:23.088680 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1500cd00-ac52-4586-ba09-42757cdd598f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:23.095531 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.095883 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Added segment 677609b0-d984-4f86-9bfb-92a4a6eded1b of type vlan for network 3f912472-97f3-477f-833d-34b675ff1752 Aug 20 12:29:23.137553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.161543 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.167123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:23.167728 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.233965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4184127 Aug 20 12:29:23.237097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:23.242391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Request body: {'subnet': {'network_id': '3f912472-97f3-477f-833d-34b675ff1752', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:23.243335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc71ee5-bcd0-4ada-9385-6cdf4207ae54 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'Network': ['ID=3f912472-97f3-477f-833d-34b675ff1752,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:23.254654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3f912472-97f3-477f-833d-34b675ff1752 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:29:23.336985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Made reservation on behalf of 4d17faee8a724ce481194997ed25a216 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:23.340572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.529886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.590662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'Subnet': ['ID=8410651b-4fd4-41d0-8c2f-3199318ba60c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:23.599181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Checking segment: {'id': '677609b0-d984-4f86-9bfb-92a4a6eded1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f912472-97f3-477f-833d-34b675ff1752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:23.599545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Network hostable DHCP agents. Network: 3f912472-97f3-477f-833d-34b675ff1752, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:29:23.618555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Network 3f912472-97f3-477f-833d-34b675ff1752 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:29:23.629329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3f912472-97f3-477f-833d-34b675ff1752) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:23.633468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:23.634053 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.638971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fa56d-e165-43df-bb68-c45fe88095b1 None None] Network 3f912472-97f3-477f-833d-34b675ff1752 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:23.650112 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fbbabf6b-dc54-43b0-9fe1-3c99d584ffb9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4118786 Aug 20 12:29:23.653483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56220) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:23.658327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e6368536-77f7-43d3-87e0-1a1bfc79b053 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1941706176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:23.680181 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6368536-77f7-43d3-87e0-1a1bfc79b053 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.681434 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6368536-77f7-43d3-87e0-1a1bfc79b053 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.737625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6368536-77f7-43d3-87e0-1a1bfc79b053 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.742011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6368536-77f7-43d3-87e0-1a1bfc79b053 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.760434 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e6368536-77f7-43d3-87e0-1a1bfc79b053 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:23.765152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56222) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:23.765334 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e6368536-77f7-43d3-87e0-1a1bfc79b053 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1106722 Aug 20 12:29:23.801414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-3f912472-97f3-477f-833d-34b675ff1752', 'network_id': '3f912472-97f3-477f-833d-34b675ff1752', 'tenant_id': '4d17faee8a724ce481194997ed25a216', 'fixed_ips': [{'subnet_id': '8410651b-4fd4-41d0-8c2f-3199318ba60c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:29:23.802407 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.052113 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.105954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Allocated IP 172.20.0.2 (3f912472-97f3-477f-833d-34b675ff1752/8410651b-4fd4-41d0-8c2f-3199318ba60c/c58ec724-fd5e-427d-8554-92529a2824dc) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:24.254751 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.263500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Transition to ACTIVE for port object c58ec724-fd5e-427d-8554-92529a2824dc will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:24.278233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Transition to ACTIVE for port object c58ec724-fd5e-427d-8554-92529a2824dc will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:24.283449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.332685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Allocated IP 172.20.0.1 (3f912472-97f3-477f-833d-34b675ff1752/8410651b-4fd4-41d0-8c2f-3199318ba60c/bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:24.333994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Network 3f912472-97f3-477f-833d-34b675ff1752 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:24.341621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0592791a-94e3-42a2-ab35-0e05dadc0f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.344093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:24.347098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Pushing event updated for resources: {'Port': ['ID=c58ec724-fd5e-427d-8554-92529a2824dc,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:24.350360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:24.407247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Attempting to bind port c58ec724-fd5e-427d-8554-92529a2824dc on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:24.407622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Attempting to bind port c58ec724-fd5e-427d-8554-92529a2824dc by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '677609b0-d984-4f86-9bfb-92a4a6eded1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f912472-97f3-477f-833d-34b675ff1752'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:24.407981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Attempting to bind port c58ec724-fd5e-427d-8554-92529a2824dc on network 3f912472-97f3-477f-833d-34b675ff1752 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:24.413544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:24.413927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Checking segment: {'id': '677609b0-d984-4f86-9bfb-92a4a6eded1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f912472-97f3-477f-833d-34b675ff1752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:24.414385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.414826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Bound using segment: {'id': '677609b0-d984-4f86-9bfb-92a4a6eded1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f912472-97f3-477f-833d-34b675ff1752'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:24.415304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Bound port: c58ec724-fd5e-427d-8554-92529a2824dc, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677609b0-d984-4f86-9bfb-92a4a6eded1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f912472-97f3-477f-833d-34b675ff1752'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:24.415693 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.458085 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.472500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Transition to ACTIVE for port object bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:24.484288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] For port c58ec724-fd5e-427d-8554-92529a2824dc, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:24.487729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] For port c58ec724-fd5e-427d-8554-92529a2824dc, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c58ec724-fd5e-427d-8554-92529a2824dc,segment=NetworkSegment(677609b0-d984-4f86-9bfb-92a4a6eded1b),segment_id=677609b0-d984-4f86-9bfb-92a4a6eded1b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:24.491720 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.507711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.552912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Network 3f912472-97f3-477f-833d-34b675ff1752 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:24.555137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812cad-17bc-4795-ac0f-f94cc8b3976e None None] Pushing event updated for resources: {'Port': ['ID=c58ec724-fd5e-427d-8554-92529a2824dc,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:24.556347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:24.562688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:24.612004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'Port': ['ID=bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:24.632191 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:24.771852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.010322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.048610 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.052977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.124058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.125746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'Port': ['ID=bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:25.223827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Network 3f912472-97f3-477f-833d-34b675ff1752 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:25.225224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:25.348249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Router 6da37104-1e7d-438c-b24a-e32aab2a9790 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:25.445367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:25.455433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-56ab444e-e663-4585-be1b-d6c2f40e5bab tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "PUT /v2.0/routers/6da37104-1e7d-438c-b24a-e32aab2a9790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6865935 Aug 20 12:29:25.455560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56224) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:25.458833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7aa671-3376-4781-bdb4-00c04a7e69c4 None None] Network 3f912472-97f3-477f-833d-34b675ff1752 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:25.462273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Request body: {'port': {'network_id': '3f912472-97f3-477f-833d-34b675ff1752', 'name': 'tempest-FloatingIPNegativeTestJSON-295339461'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:25.463081 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1ac89-60e6-489d-9d74-e4b28a8f1a84 None None] Sync routers for ids ['6da37104-1e7d-438c-b24a-e32aab2a9790'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:25.479283 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1ac89-60e6-489d-9d74-e4b28a8f1a84 None None] Routers {'6da37104-1e7d-438c-b24a-e32aab2a9790'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:25.480281 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-36b1ac89-60e6-489d-9d74-e4b28a8f1a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6da37104-1e7d-438c-b24a-e32aab2a9790'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:25.537570 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-36b1ac89-60e6-489d-9d74-e4b28a8f1a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:25.552513 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1ac89-60e6-489d-9d74-e4b28a8f1a84 None None] Routers {'6da37104-1e7d-438c-b24a-e32aab2a9790'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:25.553488 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-36b1ac89-60e6-489d-9d74-e4b28a8f1a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6da37104-1e7d-438c-b24a-e32aab2a9790'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:25.575271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5648d2fc-aea3-40a6-9019-e5bd11f918fa None None] Provisioning for port c58ec724-fd5e-427d-8554-92529a2824dc completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:25.578244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Made reservation on behalf of 4d17faee8a724ce481194997ed25a216 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:25.581723 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.600610 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] device_id is not set on port 645643a7-a5c1-42e9-8ac6-b5eb6f1851a9 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:29:25.608777 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-36b1ac89-60e6-489d-9d74-e4b28a8f1a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:25.609806 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1ac89-60e6-489d-9d74-e4b28a8f1a84 None None] The sync data for ids ['6da37104-1e7d-438c-b24a-e32aab2a9790'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:25.657270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.718032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Allocated IP 172.20.0.5 (3f912472-97f3-477f-833d-34b675ff1752/8410651b-4fd4-41d0-8c2f-3199318ba60c/645643a7-a5c1-42e9-8ac6-b5eb6f1851a9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:25.874299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.890741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Transition to ACTIVE for port object 645643a7-a5c1-42e9-8ac6-b5eb6f1851a9 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:25.924475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-50cbde9f-a84a-4377-97ed-7c0c30d46da3 None None] Provisioning for port bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:25.928217 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.928704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-50cbde9f-a84a-4377-97ed-7c0c30d46da3 None None] Provisioning complete for port bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:25.929081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-50cbde9f-a84a-4377-97ed-7c0c30d46da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:25.976851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-50cbde9f-a84a-4377-97ed-7c0c30d46da3 None None] Port bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:25.977047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Network 3f912472-97f3-477f-833d-34b675ff1752 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:25.981646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:25.984216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:26.025038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'Port': ['ID=645643a7-a5c1-42e9-8ac6-b5eb6f1851a9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:26.052338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:26.053070 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.068644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-df0e9864-9332-47da-829a-172a9e421740 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6116903 Aug 20 12:29:26.072823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56228) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:26.080362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:26.086848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c58ec724-fd5e-427d-8554-92529a2824dc up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:26.115349 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.143966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c58ec724-fd5e-427d-8554-92529a2824dc completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:26.151507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c58ec724-fd5e-427d-8554-92529a2824dc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:26.151891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.209558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f8ed09f-0726-48ec-9146-d620d4454fd1 None None] Provisioning complete for port bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:26.209933 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed09f-0726-48ec-9146-d620d4454fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.226867 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.268893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed09f-0726-48ec-9146-d620d4454fd1 None None] Port bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:26.284062 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.319520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c58ec724-fd5e-427d-8554-92529a2824dc, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c58ec724-fd5e-427d-8554-92529a2824dc,segment=NetworkSegment(677609b0-d984-4f86-9bfb-92a4a6eded1b),segment_id=677609b0-d984-4f86-9bfb-92a4a6eded1b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:26.321258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56230) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:26.326223 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.351427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Allocated IP 172.25.0.76 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/62871ab7-2539-4da3-b654-e0b71bb8dabb) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:26.401074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c58ec724-fd5e-427d-8554-92529a2824dc,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:26.411636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dd557f69-9aca-4148-907a-e08c8983a29e None None] Provisioning complete for port bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:26.412117 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd557f69-9aca-4148-907a-e08c8983a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.451245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-dd557f69-9aca-4148-907a-e08c8983a29e None None] Port bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:26.474737 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.519971 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.533647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 630973cb-493c-420e-9d21-331823280b22 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:26.533988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.561598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:26.564521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:26.572069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:26.574561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'Port': ['ID=62871ab7-2539-4da3-b654-e0b71bb8dabb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:26.576127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ce70a89a-5d61-4420-bd86-5caa83000f02 None None] Provisioning for port 645643a7-a5c1-42e9-8ac6-b5eb6f1851a9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:26.580502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ce70a89a-5d61-4420-bd86-5caa83000f02 None None] Provisioning complete for port 645643a7-a5c1-42e9-8ac6-b5eb6f1851a9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:26.580874 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce70a89a-5d61-4420-bd86-5caa83000f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.622532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ce70a89a-5d61-4420-bd86-5caa83000f02 None None] Port 645643a7-a5c1-42e9-8ac6-b5eb6f1851a9 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:26.622925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.623321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.635782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 630973cb-493c-420e-9d21-331823280b22 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:26.706116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.744770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.791556 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.817163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=630973cb-493c-420e-9d21-331823280b22,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:26.877700 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.878048 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Floating IP 2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9 disassociated (deleted). External IP: 172.25.0.226, port: ed719f65-3418-4fb2-a090-475813eba039. Aug 20 12:29:26.897456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.903032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:26.976390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'Port': ['ID=62871ab7-2539-4da3-b654-e0b71bb8dabb,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:26.987849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.007671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.007671 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2c4047ba-c744-4d21-8a54-3ded0139852b tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9254196 Aug 20 12:29:27.009340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56232) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:27.014240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b5968492-e3b3-42c2-a3ac-8edf972d5cf3 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Request body: {'floatingip': {'port_id': '645643a7-a5c1-42e9-8ac6-b5eb6f1851a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:27.025805 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.055389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5968492-e3b3-42c2-a3ac-8edf972d5cf3 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for floatingip, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.102728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 8701399f-1182-4d8d-b601-4a99a69a47da has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:27.171159 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-b5968492-e3b3-42c2-a3ac-8edf972d5cf3 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] update failed (client error): The resource could not be found. Aug 20 12:29:27.172813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b5968492-e3b3-42c2-a3ac-8edf972d5cf3 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "PUT /v2.0/floatingips/4fc8397a-ec20-4988-848d-ce0a5138bc25 HTTP/1.1" status: 404 len: 507 time: 0.1622236 Aug 20 12:29:27.177109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56234) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:27.212333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:27.218432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.226212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] Sync routers for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:27.236334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:27.237633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:27.249543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-58568e6c-9386-4a32-9b96-6ec4b5d964c7 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/floatingips/2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9 HTTP/1.1" status: 204 len: 168 time: 0.9242899 Aug 20 12:29:27.249543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:27.250329 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34a4955-0429-494e-8897-d4a1f5a9140a" -d '{"events": [{"name": "network-changed", "server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "tag": "ed719f65-3418-4fb2-a090-475813eba039"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:27.315726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Deleting port 62871ab7-2539-4da3-b654-e0b71bb8dabb {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:27.316093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.376287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:27.406171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.406543 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.422155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Calling delete_port for 62871ab7-2539-4da3-b654-e0b71bb8dabb owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:27.494006 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f8ee0-3a17-43a9-875c-0d9061784b4f x-openstack-request-id: req-943f8ee0-3a17-43a9-875c-0d9061784b4f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:27.494326 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "tag": "ed719f65-3418-4fb2-a090-475813eba039", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:27.494586 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-943f8ee0-3a17-43a9-875c-0d9061784b4f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:27.494998 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039', 'status': 'completed', 'code': 200} Aug 20 12:29:27.537533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a86c70-8f0c-471f-b632-4690ccd3b4ac req-60a4fa68-df4f-4886-877b-2958ce20e68b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.539650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5a86c70-8f0c-471f-b632-4690ccd3b4ac req-60a4fa68-df4f-4886-877b-2958ce20e68b tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0566289 Aug 20 12:29:27.584633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5a86c70-8f0c-471f-b632-4690ccd3b4ac req-c6ae7f2e-602b-4e4a-b8b3-72a40cb2a683 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365300 Aug 20 12:29:27.607779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-8a107bf2-9dcf-4273-8c78-83189dbcdf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.607779 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-8a107bf2-9dcf-4273-8c78-83189dbcdf91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94bab92b5c94d58984c7efe84b843d9&device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 1097 time: 0.0866964 Aug 20 12:29:27.637749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.645127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:28:02Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:27.673740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] Checking router: 8701399f-1182-4d8d-b601-4a99a69a47da for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:27.682024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:27.682693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:27.692937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event deleted for resources: {'Port': ['ID=62871ab7-2539-4da3-b654-e0b71bb8dabb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:27.775450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-b732950c-9362-48ce-a4c5-484d7deb6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.777688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-b732950c-9362-48ce-a4c5-484d7deb6d0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a HTTP/1.1" status: 200 len: 897 time: 0.1591175 Aug 20 12:29:27.784127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.786614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.787695 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1959f4d-612e-4498-bc55-5550c6a10ce1 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "DELETE /v2.0/floatingips/4fc8397a-ec20-4988-848d-ce0a5138bc25 HTTP/1.1" status: 204 len: 168 time: 0.6094525 Aug 20 12:29:27.791650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56244) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:27.793760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:27.799844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a042bd38-3251-4388-bc2f-466955a255eb tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Request body: {'floatingip': {'floating_network_id': '3f912472-97f3-477f-833d-34b675ff1752', 'port_id': '645643a7-a5c1-42e9-8ac6-b5eb6f1851a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:27.824153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a042bd38-3251-4388-bc2f-466955a255eb tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:27.824769 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-2dd19afb-4d1e-4b8e-9d03-d2a09efa675e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed719f65-3418-4fb2-a090-475813eba039 HTTP/1.1" status: 200 len: 217 time: 0.0359232 Aug 20 12:29:27.879928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-5fc3e65e-2306-4393-b7c9-0db39252cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.882026 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-5fc3e65e-2306-4393-b7c9-0db39252cc51 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd HTTP/1.1" status: 200 len: 835 time: 0.0465138 Aug 20 12:29:27.935477 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-a042bd38-3251-4388-bc2f-466955a255eb tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:29:27.936801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a042bd38-3251-4388-bc2f-466955a255eb tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1434028 Aug 20 12:29:27.940829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56246) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:27.945179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-f3344280-acb6-4a04-bb51-f766980057c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.945468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '645643a7-a5c1-42e9-8ac6-b5eb6f1851a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:27.946727 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-f3344280-acb6-4a04-bb51-f766980057c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576479 Aug 20 12:29:27.969384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.018440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:28:02Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:28.050283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4e0cf-ab91-4204-a85d-1ab797cc34cc None None] The sync data for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 is: [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '220902c2-48d0-4b2e-b128-ab203cba7899', 'name': '', 'network_id': '6f3109bc-523a-49d9-8728-3e0ebd3f3b4a', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'mac_address': 'fa:16:3e:ea:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:55Z', 'updated_at': '2021-08-20T12:28:02Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'subnets': [{'id': 'd5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:28.070436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c58ec724-fd5e-427d-8554-92529a2824dc up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:28.080458 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-112140dd-06a3-45c1-9701-a79d20f4d893 service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243329 Aug 20 12:29:28.091696 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.125727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c58ec724-fd5e-427d-8554-92529a2824dc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:28.126094 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.188780 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b34a4955-0429-494e-8897-d4a1f5a9140a req-672681de-055b-43d4-a544-a55d83128b80 service neutron] 10.222.0.22 "GET /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007755 Aug 20 12:29:28.223585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Allocated IP 172.25.0.252 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/08d37162-ac3e-4392-aafe-15afd300812b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:28.333606 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.335128 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e39ec2-1f1d-4914-886e-392265164df4 None None] New status for floating IP 2dcfa77d-28e8-4fed-8dd4-34a705d0c2b9: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:29:28.376782 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.416906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:28.420324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:28.423714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:28.453429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event updated for resources: {'Port': ['ID=08d37162-ac3e-4392-aafe-15afd300812b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:28.598390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Deleting port 08d37162-ac3e-4392-aafe-15afd300812b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:28.598736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.706496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.706754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.722096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Calling delete_port for 08d37162-ac3e-4392-aafe-15afd300812b owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:28.742683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c599144-1617-4440-972f-b568689a70db req-9b1f80ff-c918-432e-80bd-10b0486e9b5d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:28.744143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c599144-1617-4440-972f-b568689a70db req-9b1f80ff-c918-432e-80bd-10b0486e9b5d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0807607 Aug 20 12:29:28.826440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c599144-1617-4440-972f-b568689a70db req-b7fb2d49-6cc1-45dd-88c3-4fc1e5143bb1 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "GET /v2.0/security-groups?id=95761a9f-91f3-446f-99fc-0d79d886b7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523090 Aug 20 12:29:28.881810 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-c44f9a77-bf99-4379-9433-5ce8b0e411b5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:28.884019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-c44f9a77-bf99-4379-9433-5ce8b0e411b5 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "GET /v2.0/ports?device_id=67061f15-c4a1-41cf-8aa4-2a87ab903bef HTTP/1.1" status: 200 len: 945 time: 0.0505891 Aug 20 12:29:28.886401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.920795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event deleted for resources: {'Port': ['ID=08d37162-ac3e-4392-aafe-15afd300812b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:28.988803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port ed719f65-3418-4fb2-a090-475813eba039 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:28.989088 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:28.993329 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] create failed (client error): The resource could not be found. Aug 20 12:29:28.994529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ff7f07a7-f0e9-48c3-8158-44c74e063f42 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0527256 Aug 20 12:29:29.000787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56250) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:29.084835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port ed719f65-3418-4fb2-a090-475813eba039, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=ed719f65-3418-4fb2-a090-475813eba039,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:29.085220 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:29.094504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-26ef8a88-0291-4872-8d6b-3028e60178fa tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Deleting port 645643a7-a5c1-42e9-8ac6-b5eb6f1851a9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:29.094852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26ef8a88-0291-4872-8d6b-3028e60178fa tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:29.099501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for ed719f65-3418-4fb2-a090-475813eba039 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:29.180260 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26ef8a88-0291-4872-8d6b-3028e60178fa tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:29.192250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-26ef8a88-0291-4872-8d6b-3028e60178fa tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Calling delete_port for 645643a7-a5c1-42e9-8ac6-b5eb6f1851a9 owned by {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:29.231016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:29.261492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=ed719f65-3418-4fb2-a090-475813eba039,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:29.311507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] No DVR routers for this DVR port ed719f65-3418-4fb2-a090-475813eba039 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:29.314114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:29.316158 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7e0d5243-ebf0-4078-9964-6bf8d944a468 req-3bb5cae7-9e2c-42b3-82e5-5b1069c0a8fe tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.22 "DELETE /v2.0/ports/ed719f65-3418-4fb2-a090-475813eba039 HTTP/1.1" status: 204 len: 173 time: 0.4264736 Aug 20 12:29:29.316647 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'name': 'network-vif-deleted', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:29.319105 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5eccb-97ef-4881-ac96-b89dfdfe8b35" -d '{"events": [{"server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "name": "network-vif-deleted", "tag": "ed719f65-3418-4fb2-a090-475813eba039"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:29.333848 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26ef8a88-0291-4872-8d6b-3028e60178fa tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:29.365010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef8a88-0291-4872-8d6b-3028e60178fa tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event deleted for resources: {'Port': ['ID=645643a7-a5c1-42e9-8ac6-b5eb6f1851a9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:29.382618 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d64b0-fca4-4df6-858d-3c080dea798d x-openstack-request-id: req-c52d64b0-fca4-4df6-858d-3c080dea798d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:29.382915 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67061f15-c4a1-41cf-8aa4-2a87ab903bef", "name": "network-vif-deleted", "tag": "ed719f65-3418-4fb2-a090-475813eba039", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:29.383165 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c52d64b0-fca4-4df6-858d-3c080dea798d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:29.383569 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67061f15-c4a1-41cf-8aa4-2a87ab903bef', 'name': 'network-vif-deleted', 'tag': 'ed719f65-3418-4fb2-a090-475813eba039', 'status': 'completed', 'code': 200} Aug 20 12:29:29.444020 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-26ef8a88-0291-4872-8d6b-3028e60178fa tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:29.448325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-26ef8a88-0291-4872-8d6b-3028e60178fa tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "DELETE /v2.0/ports/645643a7-a5c1-42e9-8ac6-b5eb6f1851a9 HTTP/1.1" status: 204 len: 168 time: 0.4432952 Aug 20 12:29:29.448750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56254) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:29.505456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376beb75-7d3d-4e5b-9d11-069b9ab66f77 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:29.505456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-376beb75-7d3d-4e5b-9d11-069b9ab66f77 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da37104-1e7d-438c-b24a-e32aab2a9790 HTTP/1.1" status: 200 len: 913 time: 0.0526028 Aug 20 12:29:29.505975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:29.844049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:29.885853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56260) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:30.275037 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.347407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Deleting port bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:30.348046 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.436379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.449908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Calling delete_port for bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:30.546151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 220902c2-48d0-4b2e-b128-ab203cba7899 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:30.546787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.620215 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.640106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port 220902c2-48d0-4b2e-b128-ab203cba7899, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=220902c2-48d0-4b2e-b128-ab203cba7899,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:30.640475 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.650350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event deleted for resources: {'Port': ['ID=bcb2b6bb-fa32-4a85-bdc0-f7ed3aabd842,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:30.655652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 220902c2-48d0-4b2e-b128-ab203cba7899 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:30.802424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:30.964593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Router 6da37104-1e7d-438c-b24a-e32aab2a9790 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:31.047812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:31.054685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e2cea18e-554b-4544-9315-8db4fae709ba tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "PUT /v2.0/routers/6da37104-1e7d-438c-b24a-e32aab2a9790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5475562 Aug 20 12:29:31.056215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56262) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:31.058332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb76fb-18e7-4cf3-823d-dc782bd34de1 None None] Sync routers for ids ['6da37104-1e7d-438c-b24a-e32aab2a9790'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:31.067839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb76fb-18e7-4cf3-823d-dc782bd34de1 None None] Routers {'6da37104-1e7d-438c-b24a-e32aab2a9790'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:31.068471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f1eb76fb-18e7-4cf3-823d-dc782bd34de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6da37104-1e7d-438c-b24a-e32aab2a9790'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:31.105189 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f1eb76fb-18e7-4cf3-823d-dc782bd34de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:31.113986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb76fb-18e7-4cf3-823d-dc782bd34de1 None None] Routers {'6da37104-1e7d-438c-b24a-e32aab2a9790'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:31.114621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f1eb76fb-18e7-4cf3-823d-dc782bd34de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6da37104-1e7d-438c-b24a-e32aab2a9790'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:31.133866 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5575-cd14-4f4a-9bfe-8568249dd115 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.147853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f1eb76fb-18e7-4cf3-823d-dc782bd34de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:31.148501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb76fb-18e7-4cf3-823d-dc782bd34de1 None None] The sync data for ids ['6da37104-1e7d-438c-b24a-e32aab2a9790'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:31.216948 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.253649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=220902c2-48d0-4b2e-b128-ab203cba7899,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:31.304798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5575-cd14-4f4a-9bfe-8568249dd115 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.306913 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5575-cd14-4f4a-9bfe-8568249dd115 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.368399 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5575-cd14-4f4a-9bfe-8568249dd115 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.368964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7f5575-cd14-4f4a-9bfe-8568249dd115 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Fanout notify agent at l3_agent the message router_deleted on router 6da37104-1e7d-438c-b24a-e32aab2a9790 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:31.386352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5575-cd14-4f4a-9bfe-8568249dd115 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.390473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56264) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:31.390783 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2d7f5575-cd14-4f4a-9bfe-8568249dd115 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "DELETE /v2.0/routers/6da37104-1e7d-438c-b24a-e32aab2a9790 HTTP/1.1" status: 204 len: 168 time: 0.3329341 Aug 20 12:29:31.476976 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.483056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc18a2f0-b10d-42e2-8270-4a72c292df8d tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Deleting subnet 8410651b-4fd4-41d0-8c2f-3199318ba60c {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:29:31.489218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc18a2f0-b10d-42e2-8270-4a72c292df8d tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.569116 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc18a2f0-b10d-42e2-8270-4a72c292df8d tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.730273 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc18a2f0-b10d-42e2-8270-4a72c292df8d tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.840376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Router 8701399f-1182-4d8d-b601-4a99a69a47da has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:31.841479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc18a2f0-b10d-42e2-8270-4a72c292df8d tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.870439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18a2f0-b10d-42e2-8270-4a72c292df8d tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event deleted for resources: {'Subnet': ['ID=8410651b-4fd4-41d0-8c2f-3199318ba60c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:31.879153 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc18a2f0-b10d-42e2-8270-4a72c292df8d tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.880982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cc18a2f0-b10d-42e2-8270-4a72c292df8d tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "DELETE /v2.0/subnets/8410651b-4fd4-41d0-8c2f-3199318ba60c HTTP/1.1" status: 204 len: 168 time: 0.4894860 Aug 20 12:29:31.883737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56266) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:31.885384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5dfadc-2490-47af-bb56-77dff66b65ef None None] Network 3f912472-97f3-477f-833d-34b675ff1752 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:31.971352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:31.998268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:32.008910 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] Sync routers for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:32.013352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7c8049df-85e0-44e8-9111-3f38a3caf4f4 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "PUT /v2.0/routers/8701399f-1182-4d8d-b601-4a99a69a47da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1257398 Aug 20 12:29:32.013980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56268) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:32.028548 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:32.029171 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:32.057306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Deleting port c58ec724-fd5e-427d-8554-92529a2824dc {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:32.057694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.089479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting subnet d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:29:32.095390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.133410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] For port c58ec724-fd5e-427d-8554-92529a2824dc, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c58ec724-fd5e-427d-8554-92529a2824dc,segment=NetworkSegment(677609b0-d984-4f86-9bfb-92a4a6eded1b),segment_id=677609b0-d984-4f86-9bfb-92a4a6eded1b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:32.134151 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.148419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] DHCP port deletion for 3f912472-97f3-477f-833d-34b675ff1752 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:29:32.150052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.150843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Calling delete_port for c58ec724-fd5e-427d-8554-92529a2824dc owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:32.161115 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:32.205228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Deleting port c58ec724-fd5e-427d-8554-92529a2824dc {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:32.205753 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.246974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.255642 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.281017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event deleted for resources: {'Port': ['ID=c58ec724-fd5e-427d-8554-92529a2824dc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:32.283206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] For port c58ec724-fd5e-427d-8554-92529a2824dc, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c58ec724-fd5e-427d-8554-92529a2824dc,segment=NetworkSegment(677609b0-d984-4f86-9bfb-92a4a6eded1b),segment_id=677609b0-d984-4f86-9bfb-92a4a6eded1b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:32.283883 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.299899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Calling delete_port for c58ec724-fd5e-427d-8554-92529a2824dc owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:32.303504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] No DVR routers for this DVR port c58ec724-fd5e-427d-8554-92529a2824dc on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:32.356340 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.371000 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:29:31Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:32.396118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:32.404422 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.406475 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] Checking router: 8701399f-1182-4d8d-b601-4a99a69a47da for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:32.408481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.408887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.409184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.409656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.409991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.410689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.410959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.411075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.411374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.411695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.412031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.412348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.412746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.416108 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.421046 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bc347525-a1bf-46c3-a82c-77f658ce80bd tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/subnets/d5c6ae4c-b97b-4cc1-9938-fceec7cfb6bd HTTP/1.1" status: 204 len: 168 time: 0.4036095 Aug 20 12:29:32.421415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56270) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:32.426489 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] Routers {'8701399f-1182-4d8d-b601-4a99a69a47da'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:32.427101 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8701399f-1182-4d8d-b601-4a99a69a47da'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:32.429386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f912472-97f3-477f-833d-34b675ff1752']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:32.445424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677609b0-d984-4f86-9bfb-92a4a6eded1b') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:32.445980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677609b0-d984-4f86-9bfb-92a4a6eded1b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:32.449048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Pushing event deleted for resources: {'Port': ['ID=c58ec724-fd5e-427d-8554-92529a2824dc,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:32.451390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c8b3f-edc8-4cfb-b722-6b0d4f14afbc None None] Network 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:32.462719 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.483602 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.491778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:29:32.492265 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: items = [ Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:29:32.496639 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:29:32.515003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] No DVR routers for this DVR port c58ec724-fd5e-427d-8554-92529a2824dc on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:32.531767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.532116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.532466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.532805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.533138 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.533470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.533926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.534284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.534745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.535079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.535407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.535783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55245-2620-4f0f-ba2a-3df7d5a0ceac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:29:32.557180 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.575933 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] Set router 8701399f-1182-4d8d-b601-4a99a69a47da gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:32.598756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.607403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.609661 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] 10.222.0.25 "DELETE /v2.0/networks/3f912472-97f3-477f-833d-34b675ff1752 HTTP/1.1" status: 204 len: 168 time: 0.7247121 Aug 20 12:29:32.650110 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a6014-b3b6-4969-a80f-631d44659fc9 tempest-FloatingIPNegativeTestJSON-670836327 tempest-FloatingIPNegativeTestJSON-670836327-project] Pushing event deleted for resources: {'Network': ['ID=3f912472-97f3-477f-833d-34b675ff1752,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:32.708259 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.728002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] DHCP port deletion for 6f3109bc-523a-49d9-8728-3e0ebd3f3b4a request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:29:32.769718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Deleting port 7ab854d8-af30-4d33-85d3-3f0b17834876 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:32.770065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.792678 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:29:31Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:32.797878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] Deleting port 238a2aeb-4a31-407c-a192-11e0c96a19a1 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:32.798299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.822320 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fc288-e80a-4fa7-b580-b9832fe04970 None None] The sync data for ids ['8701399f-1182-4d8d-b601-4a99a69a47da'] in n-d-800634-10 is: [{'id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676437891', 'tenant_id': 'c94bab92b5c94d58984c7efe84b843d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:29:31Z', 'revision_number': 5, 'project_id': 'c94bab92b5c94d58984c7efe84b843d9', 'gw_port': {'id': '7ab854d8-af30-4d33-85d3-3f0b17834876', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8701399f-1182-4d8d-b601-4a99a69a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:51Z', 'updated_at': '2021-08-20T12:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:32.864287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] For port 7ab854d8-af30-4d33-85d3-3f0b17834876, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7ab854d8-af30-4d33-85d3-3f0b17834876,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:32.864657 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.881196 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Calling delete_port for 7ab854d8-af30-4d33-85d3-3f0b17834876 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:32.888610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] For port 238a2aeb-4a31-407c-a192-11e0c96a19a1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=238a2aeb-4a31-407c-a192-11e0c96a19a1,segment=NetworkSegment(2bc273d7-69cb-4d43-97d5-2a09e9a799e6),segment_id=2bc273d7-69cb-4d43-97d5-2a09e9a799e6)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:32.889006 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:32.903126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] Calling delete_port for 238a2aeb-4a31-407c-a192-11e0c96a19a1 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:32.970902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:32.988597 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.023592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] Pushing event deleted for resources: {'Port': ['ID=238a2aeb-4a31-407c-a192-11e0c96a19a1,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:33.035973 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a9702-6e46-4a38-84ce-c5279198eac2 None None] No DVR routers for this DVR port 238a2aeb-4a31-407c-a192-11e0c96a19a1 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:33.077028 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.103258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Port': ['ID=7ab854d8-af30-4d33-85d3-3f0b17834876,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:33.117567 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-de10ac53-5ee3-43ab-9efd-2eb16a7fab77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d17faee8a724ce481194997ed25a216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454532 Aug 20 12:29:33.120124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56280) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:33.170443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.179013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9bfb70-b78a-4064-a4c6-d7874d960f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.201745 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9bfb70-b78a-4064-a4c6-d7874d960f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.264024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9bfb70-b78a-4064-a4c6-d7874d960f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.267270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf9bfb70-b78a-4064-a4c6-d7874d960f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.268439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bf9bfb70-b78a-4064-a4c6-d7874d960f94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1500cd00-ac52-4586-ba09-42757cdd598f HTTP/1.1" status: 204 len: 168 time: 0.1474216 Aug 20 12:29:33.270923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.273517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.277863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bfb70-b78a-4064-a4c6-d7874d960f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500cd00-ac52-4586-ba09-42757cdd598f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:33.327735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.328639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Fanout notify agent at l3_agent the message router_deleted on router 8701399f-1182-4d8d-b601-4a99a69a47da {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:33.339877 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.341113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3c002458-e117-4aa1-9087-5aacf041e41d tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/routers/8701399f-1182-4d8d-b601-4a99a69a47da HTTP/1.1" status: 204 len: 168 time: 0.9185081 Aug 20 12:29:33.343699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56284) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:33.435029 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.528536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ed719f65-3418-4fb2-a090-475813eba039 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:33.532476 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.543763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3109bc-523a-49d9-8728-3e0ebd3f3b4a']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:33.560898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc273d7-69cb-4d43-97d5-2a09e9a799e6') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:33.561298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc273d7-69cb-4d43-97d5-2a09e9a799e6') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:33.561559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: ed719f65-3418-4fb2-a090-475813eba039 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:33.561986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device ed719f65-3418-4fb2-a090-475813eba039 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:33.575460 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.592284 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.598656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:29:33.599110 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:29:33.602340 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:29:33.668448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.679177 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.680751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/networks/6f3109bc-523a-49d9-8728-3e0ebd3f3b4a HTTP/1.1" status: 204 len: 168 time: 0.3357377 Aug 20 12:29:33.683956 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56296) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:33.690571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b367c-09a7-4829-bc3b-e86c9a69b805 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'Network': ['ID=6f3109bc-523a-49d9-8728-3e0ebd3f3b4a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:33.744412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-454574f6-9c46-41fd-8912-c9c8e0aaf3d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.773049 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-454574f6-9c46-41fd-8912-c9c8e0aaf3d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.838153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-454574f6-9c46-41fd-8912-c9c8e0aaf3d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.841177 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-454574f6-9c46-41fd-8912-c9c8e0aaf3d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:33.842429 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-454574f6-9c46-41fd-8912-c9c8e0aaf3d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] 10.222.0.25 "DELETE /v2.0/security-groups/95761a9f-91f3-446f-99fc-0d79d886b7eb HTTP/1.1" status: 204 len: 168 time: 0.1572788 Aug 20 12:29:33.851834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454574f6-9c46-41fd-8912-c9c8e0aaf3d9 tempest-TestNetworkAdvancedServerOps-318992740 tempest-TestNetworkAdvancedServerOps-318992740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95761a9f-91f3-446f-99fc-0d79d886b7eb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:34.049810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56312) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:34.062534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7ab854d8-af30-4d33-85d3-3f0b17834876 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:34.090701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7ab854d8-af30-4d33-85d3-3f0b17834876 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:34.091168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7ab854d8-af30-4d33-85d3-3f0b17834876 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:34.091820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c58ec724-fd5e-427d-8554-92529a2824dc no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:34.111561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c58ec724-fd5e-427d-8554-92529a2824dc {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:34.111959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c58ec724-fd5e-427d-8554-92529a2824dc not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:34.112446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 238a2aeb-4a31-407c-a192-11e0c96a19a1 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:34.132004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 238a2aeb-4a31-407c-a192-11e0c96a19a1 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:34.132413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 238a2aeb-4a31-407c-a192-11e0c96a19a1 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:34.132963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 220902c2-48d0-4b2e-b128-ab203cba7899 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:34.157328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 220902c2-48d0-4b2e-b128-ab203cba7899 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:34.157596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 220902c2-48d0-4b2e-b128-ab203cba7899 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:34.203166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56318) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:34.274591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-1893896017'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:34.313199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:34.316631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.321672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-25872c21-8305-4a14-b5c8-12c34020d1e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c94bab92b5c94d58984c7efe84b843d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172147 Aug 20 12:29:34.325012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56322) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:34.328067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.387150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64cdb01d-1ed5-4cfb-89e7-bde2ad2f3ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.410834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64cdb01d-1ed5-4cfb-89e7-bde2ad2f3ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.425262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.429348 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.460310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:29:34.462712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64cdb01d-1ed5-4cfb-89e7-bde2ad2f3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.465334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-64cdb01d-1ed5-4cfb-89e7-bde2ad2f3ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.465977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154d10ea-c173-40e8-a6a9-361886766e96,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:34.466587 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-64cdb01d-1ed5-4cfb-89e7-bde2ad2f3ee9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00e08224-985e-4c9b-a920-998f85ba0c50 HTTP/1.1" status: 204 len: 168 time: 0.1404948 Aug 20 12:29:34.475034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdb01d-1ed5-4cfb-89e7-bde2ad2f3ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e08224-985e-4c9b-a920-998f85ba0c50,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:34.476414 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.476774 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment 1fd33b24-8629-4588-9597-07a23683213b of type vlan for network 7ca81791-61e0-46f3-8e06-f114957d255e Aug 20 12:29:34.529979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.556363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.562586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:34.563229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.617235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5661609 Aug 20 12:29:34.619856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56328) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:34.625937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-1179168416'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:34.632431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fd4fe-2cde-4d55-bb90-d93d90eac4c0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=7ca81791-61e0-46f3-8e06-f114957d255e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:34.643775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 7ca81791-61e0-46f3-8e06-f114957d255e details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:29:34.655702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:34.659851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.685309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:29:34.695204 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.695633 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment 32f38275-b265-4624-84e9-d788380e893d of type vlan for network 38c6040f-9a5e-4da6-989e-fcaff30e1939 Aug 20 12:29:34.737678 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.753536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56330) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:34.764327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.770072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:34.770820 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.796337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3ba8f45a-14d3-4ceb-bff2-e244a3a2b89f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=544cbbe3c7e34d20a975618452796b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415282 Aug 20 12:29:34.798778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56332) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:34.844958 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2234492 Aug 20 12:29:34.848236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56334) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:34.853500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': '7ca81791-61e0-46f3-8e06-f114957d255e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:34.862127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-535beaf9-9009-4b91-bc19-fa54328b14eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.876200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d0358-32d8-4bcf-a1d2-42d9e0608601 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=38c6040f-9a5e-4da6-989e-fcaff30e1939,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:34.887419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 38c6040f-9a5e-4da6-989e-fcaff30e1939 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:29:34.935954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-535beaf9-9009-4b91-bc19-fa54328b14eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:34.997395 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:35.000881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.045811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-535beaf9-9009-4b91-bc19-fa54328b14eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.048377 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-535beaf9-9009-4b91-bc19-fa54328b14eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.049532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-535beaf9-9009-4b91-bc19-fa54328b14eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f1701c2-d4de-40c7-9a48-0fccdc96e7b4 HTTP/1.1" status: 204 len: 168 time: 0.2491717 Aug 20 12:29:35.067455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535beaf9-9009-4b91-bc19-fa54328b14eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1701c2-d4de-40c7-9a48-0fccdc96e7b4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:35.198382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.269311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=d9b8ae11-2865-44c2-ab47-ce678f1b125a,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:35.274576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': '1fd33b24-8629-4588-9597-07a23683213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7ca81791-61e0-46f3-8e06-f114957d255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:35.274946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: 7ca81791-61e0-46f3-8e06-f114957d255e, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:29:35.293304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 7ca81791-61e0-46f3-8e06-f114957d255e is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:29:35.302690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 7ca81791-61e0-46f3-8e06-f114957d255e) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:35.308576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:35.309172 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.315459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867b536-cb98-4fe1-ad63-020410583058 None None] Network 7ca81791-61e0-46f3-8e06-f114957d255e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:35.324253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-20b94049-bfe0-45c4-a2ac-c0df654bf658 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4746842 Aug 20 12:29:35.327317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56342) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:35.332787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': '38c6040f-9a5e-4da6-989e-fcaff30e1939', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:35.430948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:35.436127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.487951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-7ca81791-61e0-46f3-8e06-f114957d255e', 'network_id': '7ca81791-61e0-46f3-8e06-f114957d255e', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': 'd9b8ae11-2865-44c2-ab47-ce678f1b125a'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:29:35.489141 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.651518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.718103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=8466e5b8-ed7c-48f6-ba2d-8f78a4b8b88e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:35.726868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': '32f38275-b265-4624-84e9-d788380e893d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '38c6040f-9a5e-4da6-989e-fcaff30e1939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:35.727230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: 38c6040f-9a5e-4da6-989e-fcaff30e1939, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:29:35.748123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 38c6040f-9a5e-4da6-989e-fcaff30e1939 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:29:35.759926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 38c6040f-9a5e-4da6-989e-fcaff30e1939) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:35.764805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:35.765386 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.779252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b7915-2e44-44c1-90ef-fdbfc5c8d801 None None] Network 38c6040f-9a5e-4da6-989e-fcaff30e1939 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:35.784858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c64cb6e0-50e8-4d56-9837-a81437215d07 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4539893 Aug 20 12:29:35.785237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56358) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:35.790223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e88a2f6d-2ca5-43f7-9d7f-b27c5a142c6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1897333381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:35.819390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e88a2f6d-2ca5-43f7-9d7f-b27c5a142c6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.820448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e88a2f6d-2ca5-43f7-9d7f-b27c5a142c6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.860715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Allocated IP 172.20.0.2 (7ca81791-61e0-46f3-8e06-f114957d255e/d9b8ae11-2865-44c2-ab47-ce678f1b125a/7d19afce-5dbe-406f-83df-3097ba693f76) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:35.881765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e88a2f6d-2ca5-43f7-9d7f-b27c5a142c6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.885491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e88a2f6d-2ca5-43f7-9d7f-b27c5a142c6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.905431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e88a2f6d-2ca5-43f7-9d7f-b27c5a142c6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:35.906914 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e88a2f6d-2ca5-43f7-9d7f-b27c5a142c6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1201587 Aug 20 12:29:35.909605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56362) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:36.025810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-38c6040f-9a5e-4da6-989e-fcaff30e1939', 'network_id': '38c6040f-9a5e-4da6-989e-fcaff30e1939', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': '8466e5b8-ed7c-48f6-ba2d-8f78a4b8b88e'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:29:36.026101 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.157026 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.173202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Transition to ACTIVE for port object 7d19afce-5dbe-406f-83df-3097ba693f76 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:36.216672 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Transition to ACTIVE for port object 7d19afce-5dbe-406f-83df-3097ba693f76 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:36.226712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.229472 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.237167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Allocated IP 172.21.0.2 (38c6040f-9a5e-4da6-989e-fcaff30e1939/8466e5b8-ed7c-48f6-ba2d-8f78a4b8b88e/56a70522-f323-4955-a1e5-972209a10901) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:36.288073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Network 7ca81791-61e0-46f3-8e06-f114957d255e is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:36.307933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:36.339694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Pushing event updated for resources: {'Port': ['ID=7d19afce-5dbe-406f-83df-3097ba693f76,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:36.347534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:36.426571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Attempting to bind port 7d19afce-5dbe-406f-83df-3097ba693f76 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:36.426942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Attempting to bind port 7d19afce-5dbe-406f-83df-3097ba693f76 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1fd33b24-8629-4588-9597-07a23683213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7ca81791-61e0-46f3-8e06-f114957d255e'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:36.427310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Attempting to bind port 7d19afce-5dbe-406f-83df-3097ba693f76 on network 7ca81791-61e0-46f3-8e06-f114957d255e {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:36.437857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:36.438243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Checking segment: {'id': '1fd33b24-8629-4588-9597-07a23683213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7ca81791-61e0-46f3-8e06-f114957d255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:36.438659 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.439056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Bound using segment: {'id': '1fd33b24-8629-4588-9597-07a23683213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7ca81791-61e0-46f3-8e06-f114957d255e'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:36.439549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Bound port: 7d19afce-5dbe-406f-83df-3097ba693f76, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd33b24-8629-4588-9597-07a23683213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7ca81791-61e0-46f3-8e06-f114957d255e'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:36.439939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.548940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.20.0.1 (7ca81791-61e0-46f3-8e06-f114957d255e/d9b8ae11-2865-44c2-ab47-ce678f1b125a/692bc25d-d7a0-4167-bc3b-a88e3719ae8f) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:36.552029 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.564340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] For port 7d19afce-5dbe-406f-83df-3097ba693f76, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:36.566846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Transition to ACTIVE for port object 56a70522-f323-4955-a1e5-972209a10901 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:36.570230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] For port 7d19afce-5dbe-406f-83df-3097ba693f76, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d19afce-5dbe-406f-83df-3097ba693f76,segment=NetworkSegment(1fd33b24-8629-4588-9597-07a23683213b),segment_id=1fd33b24-8629-4588-9597-07a23683213b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:36.576722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.619254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Transition to ACTIVE for port object 56a70522-f323-4955-a1e5-972209a10901 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:36.634498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.665141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134d2d6-f001-46b2-9e5a-e8ee74a0e087 None None] Pushing event updated for resources: {'Port': ['ID=7d19afce-5dbe-406f-83df-3097ba693f76,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:36.676388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Network 38c6040f-9a5e-4da6-989e-fcaff30e1939 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:36.679263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:36.700688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:36.783392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Pushing event updated for resources: {'Port': ['ID=56a70522-f323-4955-a1e5-972209a10901,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:36.786467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Attempting to bind port 56a70522-f323-4955-a1e5-972209a10901 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:36.787063 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Attempting to bind port 56a70522-f323-4955-a1e5-972209a10901 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '32f38275-b265-4624-84e9-d788380e893d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '38c6040f-9a5e-4da6-989e-fcaff30e1939'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:36.787617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Attempting to bind port 56a70522-f323-4955-a1e5-972209a10901 on network 38c6040f-9a5e-4da6-989e-fcaff30e1939 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:36.795469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:36.796133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Checking segment: {'id': '32f38275-b265-4624-84e9-d788380e893d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '38c6040f-9a5e-4da6-989e-fcaff30e1939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:36.796736 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.797495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Bound using segment: {'id': '32f38275-b265-4624-84e9-d788380e893d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '38c6040f-9a5e-4da6-989e-fcaff30e1939'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:36.798162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Bound port: 56a70522-f323-4955-a1e5-972209a10901, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f38275-b265-4624-84e9-d788380e893d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '38c6040f-9a5e-4da6-989e-fcaff30e1939'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:36.799439 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.874544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] For port 56a70522-f323-4955-a1e5-972209a10901, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:36.878702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] For port 56a70522-f323-4955-a1e5-972209a10901, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=56a70522-f323-4955-a1e5-972209a10901,segment=NetworkSegment(32f38275-b265-4624-84e9-d788380e893d),segment_id=32f38275-b265-4624-84e9-d788380e893d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:36.885323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:36.971689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b657b64-75a3-47ef-bee3-70bffdc136e6 None None] Pushing event updated for resources: {'Port': ['ID=56a70522-f323-4955-a1e5-972209a10901,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:36.987201 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.011660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object 692bc25d-d7a0-4167-bc3b-a88e3719ae8f will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:37.056061 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.106846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 7ca81791-61e0-46f3-8e06-f114957d255e is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:37.111183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:37.113668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:37.156835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=692bc25d-d7a0-4167-bc3b-a88e3719ae8f,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:37.175685 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.339769 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.607680 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.612833 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.688787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=692bc25d-d7a0-4167-bc3b-a88e3719ae8f,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:37.691229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.779237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56392) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:37.785650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'network': {'name': 'tempest-network-smoke--374442298', 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'port_security_enabled': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:37.792766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 7ca81791-61e0-46f3-8e06-f114957d255e is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:37.794209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:37.809166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Made reservation on behalf of 07903b45cc7d4f79b7294619bf4bc806 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:37.812826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.822591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.930310 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.934810 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.936566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 28eebfbc-c486-46d4-be70-fe5706c43426 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:37.966293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad89eaa-d7d1-4155-b708-c41af4b9c337,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:37.981729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:29:37.991830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:37.992262 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Added segment d93715cd-632a-4821-9fe8-27ee0ff0b48d of type vlan for network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 Aug 20 12:29:38.052805 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.057588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:38.066141 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7b4153d8-8e9d-4813-aeed-791ae69bf3ad tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/28eebfbc-c486-46d4-be70-fe5706c43426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1531718 Aug 20 12:29:38.067114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56394) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:38.076458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5aff7-1e96-4ff4-9cb3-10a83ae6443b None None] Sync routers for ids ['28eebfbc-c486-46d4-be70-fe5706c43426'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:38.090533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5aff7-1e96-4ff4-9cb3-10a83ae6443b None None] Routers {'28eebfbc-c486-46d4-be70-fe5706c43426'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:38.091583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d1c5aff7-1e96-4ff4-9cb3-10a83ae6443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28eebfbc-c486-46d4-be70-fe5706c43426'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:38.116617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.122158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:38.122796 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.144989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d1c5aff7-1e96-4ff4-9cb3-10a83ae6443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:38.155032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5aff7-1e96-4ff4-9cb3-10a83ae6443b None None] Routers {'28eebfbc-c486-46d4-be70-fe5706c43426'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:38.155648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d1c5aff7-1e96-4ff4-9cb3-10a83ae6443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28eebfbc-c486-46d4-be70-fe5706c43426'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:38.199835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d1c5aff7-1e96-4ff4-9cb3-10a83ae6443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:38.200499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5aff7-1e96-4ff4-9cb3-10a83ae6443b None None] The sync data for ids ['28eebfbc-c486-46d4-be70-fe5706c43426'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:38.202430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c86415-0704-4bac-be26-b8d9ec3731f7 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:38.206991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56396) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:38.207149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f7c86415-0704-4bac-be26-b8d9ec3731f7 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports/692bc25d-d7a0-4167-bc3b-a88e3719ae8f HTTP/1.1" status: 200 len: 910 time: 0.1391461 Aug 20 12:29:38.233545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4504368 Aug 20 12:29:38.233713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56398) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:38.238158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d19afce-5dbe-406f-83df-3097ba693f76 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:38.242648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'admin_state_up': True, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:38.266372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f03f-4cfb-4754-a62a-9735e342f8bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Network': ['ID=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:38.272011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.273128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.288356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165301a1-0163-4353-a944-cca84acdd1c0 None None] Network 38c6040f-9a5e-4da6-989e-fcaff30e1939 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:38.290338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:29:38.332194 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.422279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7d19afce-5dbe-406f-83df-3097ba693f76 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:38.440061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 56a70522-f323-4955-a1e5-972209a10901 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:38.471870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eac4f3df-7fb8-4b9b-95aa-dc3bf445bf62 None None] Provisioning for port 56a70522-f323-4955-a1e5-972209a10901 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:38.489319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1efeb94-3a3a-4411-aa6d-eedb75f2aea5 None None] Network 7ca81791-61e0-46f3-8e06-f114957d255e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:38.500074 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.636683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-15dadf75-0f65-4ccd-8a83-e9e6053d4617 None None] Provisioning for port 7d19afce-5dbe-406f-83df-3097ba693f76 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:38.637814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.643717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 56a70522-f323-4955-a1e5-972209a10901 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:38.653954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-15dadf75-0f65-4ccd-8a83-e9e6053d4617 None None] Provisioning complete for port 7d19afce-5dbe-406f-83df-3097ba693f76 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:38.654353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15dadf75-0f65-4ccd-8a83-e9e6053d4617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.657664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 56a70522-f323-4955-a1e5-972209a10901 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:38.658023 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.703237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.722969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.834459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Allocated IP 172.25.0.8 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/413a0091-2bab-4f35-878f-9e86670dccc5) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:38.900098 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15dadf75-0f65-4ccd-8a83-e9e6053d4617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.908004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:38.952658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.21.0.1 (38c6040f-9a5e-4da6-989e-fcaff30e1939/8466e5b8-ed7c-48f6-ba2d-8f78a4b8b88e/6afba8b4-7258-4818-9bc5-a9e9b12b3f1b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:39.003877 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.054614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.120339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:39.123921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:39.140672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:39.145952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=413a0091-2bab-4f35-878f-9e86670dccc5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:39.170298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-15dadf75-0f65-4ccd-8a83-e9e6053d4617 None None] For port 7d19afce-5dbe-406f-83df-3097ba693f76, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d19afce-5dbe-406f-83df-3097ba693f76,segment=NetworkSegment(1fd33b24-8629-4588-9597-07a23683213b),segment_id=1fd33b24-8629-4588-9597-07a23683213b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:39.180663 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-15dadf75-0f65-4ccd-8a83-e9e6053d4617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.184589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 56a70522-f323-4955-a1e5-972209a10901, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=56a70522-f323-4955-a1e5-972209a10901,segment=NetworkSegment(32f38275-b265-4624-84e9-d788380e893d),segment_id=32f38275-b265-4624-84e9-d788380e893d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:39.190989 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.200365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.221605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object 6afba8b4-7258-4818-9bc5-a9e9b12b3f1b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:39.251758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dadf75-0f65-4ccd-8a83-e9e6053d4617 None None] Pushing event updated for resources: {'Port': ['ID=7d19afce-5dbe-406f-83df-3097ba693f76,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:39.270028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.326582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=56a70522-f323-4955-a1e5-972209a10901,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:39.326973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 38c6040f-9a5e-4da6-989e-fcaff30e1939 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:39.330262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c7ed2a29-4247-427a-a0a5-d1a2b6f2b27c None None] Provisioning for port 692bc25d-d7a0-4167-bc3b-a88e3719ae8f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:39.334882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c7ed2a29-4247-427a-a0a5-d1a2b6f2b27c None None] Provisioning complete for port 692bc25d-d7a0-4167-bc3b-a88e3719ae8f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:39.335310 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2a29-4247-427a-a0a5-d1a2b6f2b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.336391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:39.350294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=6afba8b4-7258-4818-9bc5-a9e9b12b3f1b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:39.355320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:39.387274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed2a29-4247-427a-a0a5-d1a2b6f2b27c None None] Port 692bc25d-d7a0-4167-bc3b-a88e3719ae8f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:39.399486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c7ed2a29-4247-427a-a0a5-d1a2b6f2b27c None None] Provisioning complete for port 56a70522-f323-4955-a1e5-972209a10901 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:39.399486 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2a29-4247-427a-a0a5-d1a2b6f2b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.443232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.515769 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.526162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c7ed2a29-4247-427a-a0a5-d1a2b6f2b27c None None] Provisioning complete for port 7d19afce-5dbe-406f-83df-3097ba693f76 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:39.526687 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2a29-4247-427a-a0a5-d1a2b6f2b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.618419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.766411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.784397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ef638ca0-f83d-49b8-ac72-5caa5df93b37 None None] Provisioning complete for port 692bc25d-d7a0-4167-bc3b-a88e3719ae8f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:39.785037 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ef638ca0-f83d-49b8-ac72-5caa5df93b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.825580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ef638ca0-f83d-49b8-ac72-5caa5df93b37 None None] Port 692bc25d-d7a0-4167-bc3b-a88e3719ae8f cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:39.837823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ef638ca0-f83d-49b8-ac72-5caa5df93b37 None None] Provisioning for port 6afba8b4-7258-4818-9bc5-a9e9b12b3f1b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:39.842870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ef638ca0-f83d-49b8-ac72-5caa5df93b37 None None] Provisioning complete for port 6afba8b4-7258-4818-9bc5-a9e9b12b3f1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:39.843385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ef638ca0-f83d-49b8-ac72-5caa5df93b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.879879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ef638ca0-f83d-49b8-ac72-5caa5df93b37 None None] Port 6afba8b4-7258-4818-9bc5-a9e9b12b3f1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:39.908094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.913219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:39.991811 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=6afba8b4-7258-4818-9bc5-a9e9b12b3f1b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:39.996202 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:40.089909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d19afce-5dbe-406f-83df-3097ba693f76 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:40.099159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 38c6040f-9a5e-4da6-989e-fcaff30e1939 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:40.101131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:40.144366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7d19afce-5dbe-406f-83df-3097ba693f76 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:40.145187 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:40.212107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 28eebfbc-c486-46d4-be70-fe5706c43426 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:40.234685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 56a70522-f323-4955-a1e5-972209a10901 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:40.278709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Router 1ee5541a-5c52-4b5f-8920-183307288995 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:40.297536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 56a70522-f323-4955-a1e5-972209a10901 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:40.297910 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:40.328555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:40.337091 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9ca5f64f-dbff-45a4-99b8-ca42d291272a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/28eebfbc-c486-46d4-be70-fe5706c43426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1254079 Aug 20 12:29:40.337091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56400) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:40.340756 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d44511-036f-4aee-850d-d7a650d44cf0 None None] Sync routers for ids ['28eebfbc-c486-46d4-be70-fe5706c43426'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:40.353875 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d44511-036f-4aee-850d-d7a650d44cf0 None None] Routers {'28eebfbc-c486-46d4-be70-fe5706c43426'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:40.355796 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12d44511-036f-4aee-850d-d7a650d44cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28eebfbc-c486-46d4-be70-fe5706c43426'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:40.400670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd97eb0-21ca-40bd-b82f-09a2c764ad54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:40.402778 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8bd97eb0-21ca-40bd-b82f-09a2c764ad54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports/6afba8b4-7258-4818-9bc5-a9e9b12b3f1b HTTP/1.1" status: 200 len: 910 time: 0.0653975 Aug 20 12:29:40.406113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56402) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:40.419411 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12d44511-036f-4aee-850d-d7a650d44cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:40.423099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ccd3c4c0-a6f2-4c5e-afc9-450c2d11d2b1 None None] Provisioning complete for port 6afba8b4-7258-4818-9bc5-a9e9b12b3f1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:40.423477 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c4c0-a6f2-4c5e-afc9-450c2d11d2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:40.430475 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d44511-036f-4aee-850d-d7a650d44cf0 None None] Routers {'28eebfbc-c486-46d4-be70-fe5706c43426'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:40.431251 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12d44511-036f-4aee-850d-d7a650d44cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28eebfbc-c486-46d4-be70-fe5706c43426'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:40.445509 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:40.458209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Sync routers for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:40.466433 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-12d44511-036f-4aee-850d-d7a650d44cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:40.467092 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d44511-036f-4aee-850d-d7a650d44cf0 None None] The sync data for ids ['28eebfbc-c486-46d4-be70-fe5706c43426'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:40.474387 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:40.479030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-53360022-cc98-4368-b4c4-e810aa5daa99 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2411432 Aug 20 12:29:40.479237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3c4c0-a6f2-4c5e-afc9-450c2d11d2b1 None None] Port 6afba8b4-7258-4818-9bc5-a9e9b12b3f1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:40.479679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56404) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:40.480629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:40.481383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:40.594827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:40.625674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e0a7844b-ccce-4b91-9784-59dde6c02c19 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=07903b45cc7d4f79b7294619bf4bc806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422627 Aug 20 12:29:40.626101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56408) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:40.717339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef868af-c6d1-48db-99d8-5ea51db5fcca tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:40.722294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4ef868af-c6d1-48db-99d8-5ea51db5fcca tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950356 Aug 20 12:29:40.722893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56410) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:40.755762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d4940a71-eda0-4f50-8775-d2490724e5ed tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293970 Aug 20 12:29:40.755990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56412) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:40.761893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2110734752', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:40.787276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:39Z', 'revision_number': 3, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:40.815677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Checking router: 1ee5541a-5c52-4b5f-8920-183307288995 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:40.816037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Updating router 1ee5541a-5c52-4b5f-8920-183307288995 port 413a0091-2bab-4f35-878f-9e86670dccc5 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:29:40.841632 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:40.859858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Made reservation on behalf of 07903b45cc7d4f79b7294619bf4bc806 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:40.863783 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.021719 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.070586 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.142823 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.147374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Subnet': ['ID=19f6a145-fc30-4b6c-b5ff-4130070e5c4c,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:41.154342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Checking segment: {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:41.154342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network hostable DHCP agents. Network: 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:29:41.162134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Transition to ACTIVE for port object 413a0091-2bab-4f35-878f-9e86670dccc5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:41.171885 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.173876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:29:41.188622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:41.201241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:41.201878 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.202480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e675b7-502c-4c07-9d33-efc3339a18af None None] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:41.220811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4fd53956-22ab-4217-b784-4ecfda694ac9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4637053 Aug 20 12:29:41.223478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56414) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:41.281805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Attempting to bind port 413a0091-2bab-4f35-878f-9e86670dccc5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:41.282429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Attempting to bind port 413a0091-2bab-4f35-878f-9e86670dccc5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:41.282429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Attempting to bind port 413a0091-2bab-4f35-878f-9e86670dccc5 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:41.286106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05419c05-d7c6-478d-85bf-0b5e098ceb4c None None] Pushing event updated for resources: {'Port': ['ID=413a0091-2bab-4f35-878f-9e86670dccc5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:41.299451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:41.299826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:41.300226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.300611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:41.301075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Bound port: 413a0091-2bab-4f35-878f-9e86670dccc5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:41.301449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.309109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 6afba8b4-7258-4818-9bc5-a9e9b12b3f1b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:41.309669 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.390109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] For port 413a0091-2bab-4f35-878f-9e86670dccc5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:41.395207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] For port 413a0091-2bab-4f35-878f-9e86670dccc5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=413a0091-2bab-4f35-878f-9e86670dccc5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:41.405367 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.416228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.429068 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 6afba8b4-7258-4818-9bc5-a9e9b12b3f1b owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:41.451989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:29:41.452685 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.513919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:41.514584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:41.602418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05419c05-d7c6-478d-85bf-0b5e098ceb4c None None] Pushing event updated for resources: {'Port': ['ID=413a0091-2bab-4f35-878f-9e86670dccc5,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:41.647078 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.674827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=6afba8b4-7258-4818-9bc5-a9e9b12b3f1b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:41.700693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:41.717929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:41.719860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Allocated IP 172.20.0.2 (3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0/19f6a145-fc30-4b6c-b5ff-4130070e5c4c/a3a4e648-7cf2-4bad-9c35-e68dc72058e1) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:41.860931 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.092357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 28eebfbc-c486-46d4-be70-fe5706c43426 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:42.192176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:42.194210 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.195961 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.202204 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0b168-a66e-412b-b636-463f28f30cb9 None None] Sync routers for ids ['28eebfbc-c486-46d4-be70-fe5706c43426'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:42.203941 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-35ccc42a-6177-4f4b-a733-2636df17af79 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/28eebfbc-c486-46d4-be70-fe5706c43426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7952871 Aug 20 12:29:42.206571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56416) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:42.209173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Transition to ACTIVE for port object a3a4e648-7cf2-4bad-9c35-e68dc72058e1 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:42.212845 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0b168-a66e-412b-b636-463f28f30cb9 None None] Routers {'28eebfbc-c486-46d4-be70-fe5706c43426'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:42.214293 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-53c0b168-a66e-412b-b636-463f28f30cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28eebfbc-c486-46d4-be70-fe5706c43426'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:42.232185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Transition to ACTIVE for port object a3a4e648-7cf2-4bad-9c35-e68dc72058e1 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:42.234537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:39Z', 'revision_number': 3, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:42.254275 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-53c0b168-a66e-412b-b636-463f28f30cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:42.264379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc402f-2390-4802-a345-e7f80adb6658 None None] The sync data for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 is: [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:39Z', 'revision_number': 3, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:42.264762 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0b168-a66e-412b-b636-463f28f30cb9 None None] Routers {'28eebfbc-c486-46d4-be70-fe5706c43426'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:42.265602 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-53c0b168-a66e-412b-b636-463f28f30cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28eebfbc-c486-46d4-be70-fe5706c43426'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:42.266292 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.314412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:42.317383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:42.324059 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-53c0b168-a66e-412b-b636-463f28f30cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:42.324753 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0b168-a66e-412b-b636-463f28f30cb9 None None] The sync data for ids ['28eebfbc-c486-46d4-be70-fe5706c43426'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:42.326436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:42.328510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Pushing event updated for resources: {'Port': ['ID=a3a4e648-7cf2-4bad-9c35-e68dc72058e1,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:42.338217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Allocated IP 172.20.0.1 (3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0/19f6a145-fc30-4b6c-b5ff-4130070e5c4c/2a4fb72b-37ba-472a-b6f4-5e433d571be4) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:42.394283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Attempting to bind port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:42.394785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Attempting to bind port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:42.395023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Attempting to bind port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 on network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:42.400862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:42.401288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Checking segment: {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:42.401774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.402240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Bound using segment: {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:42.402719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Bound port: a3a4e648-7cf2-4bad-9c35-e68dc72058e1, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:42.403102 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.473835 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.484381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] For port a3a4e648-7cf2-4bad-9c35-e68dc72058e1, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:42.488482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] For port a3a4e648-7cf2-4bad-9c35-e68dc72058e1, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a3a4e648-7cf2-4bad-9c35-e68dc72058e1,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:42.492940 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.494453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Transition to ACTIVE for port object 2a4fb72b-37ba-472a-b6f4-5e433d571be4 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:42.547725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.592689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56049f-d43e-4da6-b0c2-77a4b9301e83 None None] Pushing event updated for resources: {'Port': ['ID=a3a4e648-7cf2-4bad-9c35-e68dc72058e1,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:42.611233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:42.614563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:42.631922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:42.641212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=2a4fb72b-37ba-472a-b6f4-5e433d571be4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:42.684654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.692985 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:42.886628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.009797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 692bc25d-d7a0-4167-bc3b-a88e3719ae8f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:43.010144 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.103711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.119681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 692bc25d-d7a0-4167-bc3b-a88e3719ae8f owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:43.237298 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.244205 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.330352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=2a4fb72b-37ba-472a-b6f4-5e433d571be4,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:43.333781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.340222 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.375197 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=692bc25d-d7a0-4167-bc3b-a88e3719ae8f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:43.472955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:43.475050 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:43.562096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.629180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Router 1ee5541a-5c52-4b5f-8920-183307288995 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:43.728457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 28eebfbc-c486-46d4-be70-fe5706c43426 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:43.760108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:43.771219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-69e9f3bd-52bc-4610-9e95-10a4fc9b8217 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "PUT /v2.0/routers/1ee5541a-5c52-4b5f-8920-183307288995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5464985 Aug 20 12:29:43.772147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56418) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:43.777871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-195555a9-9615-45cb-8765-55be76c300bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1475946091', 'description': 'tempest-secgroup_access--1475946091 description', 'project_id': '07903b45cc7d4f79b7294619bf4bc806'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:43.802935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8627d1-f070-4ad3-9dfd-7965d6d4c71e None None] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:43.816851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:43.822359 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6e563392-4e42-4acd-9afe-a7306551ceb3 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/28eebfbc-c486-46d4-be70-fe5706c43426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147447 Aug 20 12:29:43.825616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56420) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:43.828526 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-195555a9-9615-45cb-8765-55be76c300bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.858798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5dd40-9de1-4f82-b001-bc7a5653280e None None] Sync routers for ids ['28eebfbc-c486-46d4-be70-fe5706c43426'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:43.859031 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8796380e-e9f5-4e4f-afdc-31e55cbefee8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eebfbc-c486-46d4-be70-fe5706c43426 HTTP/1.1" status: 200 len: 205 time: 0.0313916 Aug 20 12:29:43.861888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56422) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:43.900189 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5dd40-9de1-4f82-b001-bc7a5653280e None None] Routers {'28eebfbc-c486-46d4-be70-fe5706c43426'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:43.900819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cfa5dd40-9de1-4f82-b001-bc7a5653280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28eebfbc-c486-46d4-be70-fe5706c43426'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:43.929688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-195555a9-9615-45cb-8765-55be76c300bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.935637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-195555a9-9615-45cb-8765-55be76c300bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.940911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cfa5dd40-9de1-4f82-b001-bc7a5653280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:43.944684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a39ca5a9-3fe1-433a-85c2-fa5a4ce07355 None None] Provisioning for port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:43.948651 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.961109 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6593be8b-1992-46b6-8a71-64ad8a484534 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.970348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195555a9-9615-45cb-8765-55be76c300bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4be303b-0d38-41cc-8a46-39dcb8d56e4c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:43.972195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5dd40-9de1-4f82-b001-bc7a5653280e None None] Routers {'28eebfbc-c486-46d4-be70-fe5706c43426'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:43.974569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-195555a9-9615-45cb-8765-55be76c300bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:43.975831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-195555a9-9615-45cb-8765-55be76c300bb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2024281 Aug 20 12:29:43.978722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56424) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:43.982621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cfa5dd40-9de1-4f82-b001-bc7a5653280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['28eebfbc-c486-46d4-be70-fe5706c43426'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:43.985209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9935a7a1-a66e-42d7-a9e1-0b2128eb6cf2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--404245211', 'description': 'tempest-secgroup_general--404245211 description', 'project_id': '07903b45cc7d4f79b7294619bf4bc806'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:44.027841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9935a7a1-a66e-42d7-a9e1-0b2128eb6cf2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.033946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cfa5dd40-9de1-4f82-b001-bc7a5653280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:44.034806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5dd40-9de1-4f82-b001-bc7a5653280e None None] The sync data for ids ['28eebfbc-c486-46d4-be70-fe5706c43426'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:44.158404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9935a7a1-a66e-42d7-a9e1-0b2128eb6cf2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.163994 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9935a7a1-a66e-42d7-a9e1-0b2128eb6cf2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.203736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935a7a1-a66e-42d7-a9e1-0b2128eb6cf2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055e3d06-6118-411d-9dfc-239dcec7cde3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:44.207014 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9935a7a1-a66e-42d7-a9e1-0b2128eb6cf2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.208704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9935a7a1-a66e-42d7-a9e1-0b2128eb6cf2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2280357 Aug 20 12:29:44.213153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56426) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:44.219385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ec5a465c-b33d-4720-a7aa-79cbe5d86ef1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'security_group_rule': {'security_group_id': 'f4be303b-0d38-41cc-8a46-39dcb8d56e4c', 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:44.266133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec5a465c-b33d-4720-a7aa-79cbe5d86ef1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.270671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 413a0091-2bab-4f35-878f-9e86670dccc5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:44.335703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 413a0091-2bab-4f35-878f-9e86670dccc5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:44.344797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 413a0091-2bab-4f35-878f-9e86670dccc5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:44.345755 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.357887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec5a465c-b33d-4720-a7aa-79cbe5d86ef1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.363572 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec5a465c-b33d-4720-a7aa-79cbe5d86ef1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.393534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a465c-b33d-4720-a7aa-79cbe5d86ef1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646644ed-363a-4d64-a7c1-9f725288bddc,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:44.411184 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec5a465c-b33d-4720-a7aa-79cbe5d86ef1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.422899 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec5a465c-b33d-4720-a7aa-79cbe5d86ef1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082181 Aug 20 12:29:44.444396 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Sync routers for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:44.455475 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:44.457659 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:44.481261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6593be8b-1992-46b6-8a71-64ad8a484534 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.488487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6593be8b-1992-46b6-8a71-64ad8a484534 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.515483 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.551088 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6593be8b-1992-46b6-8a71-64ad8a484534 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.551543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c86af9e4-c541-4af6-97e4-86fc69c61f3b None None] Provisioning for port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:44.551677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593be8b-1992-46b6-8a71-64ad8a484534 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Fanout notify agent at l3_agent the message router_deleted on router 28eebfbc-c486-46d4-be70-fe5706c43426 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:44.558367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 413a0091-2bab-4f35-878f-9e86670dccc5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=413a0091-2bab-4f35-878f-9e86670dccc5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:44.559788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c86af9e4-c541-4af6-97e4-86fc69c61f3b None None] Provisioning complete for port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:44.560273 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c86af9e4-c541-4af6-97e4-86fc69c61f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.570370 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6593be8b-1992-46b6-8a71-64ad8a484534 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.572630 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6593be8b-1992-46b6-8a71-64ad8a484534 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/28eebfbc-c486-46d4-be70-fe5706c43426 HTTP/1.1" status: 204 len: 168 time: 0.7087533 Aug 20 12:29:44.575748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56444) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:44.581430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.582526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a3a4e648-7cf2-4bad-9c35-e68dc72058e1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:44.657519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee5923c-b3db-4625-bf71-76f6a5c2e6ed tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet 8466e5b8-ed7c-48f6-ba2d-8f78a4b8b88e {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:29:44.676871 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ee5923c-b3db-4625-bf71-76f6a5c2e6ed tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.691760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c86af9e4-c541-4af6-97e4-86fc69c61f3b None None] Port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:44.704804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=413a0091-2bab-4f35-878f-9e86670dccc5,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:44.723346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-34d118fe-bc5e-4c5d-86c1-2bd9f8e32016 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--404245211&fields=id&tenant_id=07903b45cc7d4f79b7294619bf4bc806 HTTP/1.1" status: 200 len: 267 time: 0.1104426 Aug 20 12:29:44.731045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:44.735328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:44.735954 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.739303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ee5923c-b3db-4625-bf71-76f6a5c2e6ed tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.741564 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:44.823478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fdb05e84-026b-40d0-a2d6-2a5d71a8de5b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--1475946091&fields=id&tenant_id=07903b45cc7d4f79b7294619bf4bc806 HTTP/1.1" status: 200 len: 267 time: 0.0801213 Aug 20 12:29:44.839329 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.862454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-83302fbd-c54c-4233-919f-395189764067 None None] Provisioning complete for port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:44.863580 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83302fbd-c54c-4233-919f-395189764067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.922714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ee5923c-b3db-4625-bf71-76f6a5c2e6ed tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.930889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port a3a4e648-7cf2-4bad-9c35-e68dc72058e1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a3a4e648-7cf2-4bad-9c35-e68dc72058e1,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:44.938356 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.003510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-83302fbd-c54c-4233-919f-395189764067 None None] Port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:45.007392 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:43Z', 'revision_number': 2, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:45.009023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=a3a4e648-7cf2-4bad-9c35-e68dc72058e1,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:45.021612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-935d79af-98b4-4b82-9772-c9f843b4aac2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:45.023261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-935d79af-98b4-4b82-9772-c9f843b4aac2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/networks?id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 HTTP/1.1" status: 200 len: 796 time: 0.1759865 Aug 20 12:29:45.042753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ee5923c-b3db-4625-bf71-76f6a5c2e6ed tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.054446 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Checking router: 1ee5541a-5c52-4b5f-8920-183307288995 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:45.054446 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Updating router 1ee5541a-5c52-4b5f-8920-183307288995 port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:29:45.057102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-1b4d0e01-0181-4b22-94fb-6c7a02b7d5a5 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/quotas/07903b45cc7d4f79b7294619bf4bc806 HTTP/1.1" status: 200 len: 375 time: 0.0250804 Aug 20 12:29:45.077888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5923c-b3db-4625-bf71-76f6a5c2e6ed tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=8466e5b8-ed7c-48f6-ba2d-8f78a4b8b88e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:45.084531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66110dd-16ff-40b9-99db-b9e9ba6e32df None None] Network 38c6040f-9a5e-4da6-989e-fcaff30e1939 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:45.084675 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.089103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2ee5923c-b3db-4625-bf71-76f6a5c2e6ed tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.093436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2ee5923c-b3db-4625-bf71-76f6a5c2e6ed tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/8466e5b8-ed7c-48f6-ba2d-8f78a4b8b88e HTTP/1.1" status: 204 len: 168 time: 0.5143921 Aug 20 12:29:45.093667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56446) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:45.157350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5c1943b5-6e6d-4792-93e6-2b56f347f307 None None] Provisioning complete for port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:45.157871 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c1943b5-6e6d-4792-93e6-2b56f347f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.169912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-4bdb59ed-788f-48d3-a602-c5a9f52211e5 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956731 Aug 20 12:29:45.174942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-999136cc-8cd4-44fe-a25d-e469503014ea tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet d9b8ae11-2865-44c2-ab47-ce678f1b125a {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:29:45.178690 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-999136cc-8cd4-44fe-a25d-e469503014ea tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.205148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5c1943b5-6e6d-4792-93e6-2b56f347f307 None None] Port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:45.238594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-999136cc-8cd4-44fe-a25d-e469503014ea tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.341654 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] DHCP port deletion for 38c6040f-9a5e-4da6-989e-fcaff30e1939 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:29:45.399121 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.402442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] Deleting port 56a70522-f323-4955-a1e5-972209a10901 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:45.402833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.412492 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Transition to ACTIVE for port object 2a4fb72b-37ba-472a-b6f4-5e433d571be4 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:45.419712 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.422237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-999136cc-8cd4-44fe-a25d-e469503014ea tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.446660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-d13cbc7d-2eb3-487b-98ab-ead11bc6f05e service neutron] 10.222.0.25 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425094 Aug 20 12:29:45.492848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] For port 56a70522-f323-4955-a1e5-972209a10901, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=56a70522-f323-4955-a1e5-972209a10901,segment=NetworkSegment(32f38275-b265-4624-84e9-d788380e893d),segment_id=32f38275-b265-4624-84e9-d788380e893d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:45.493378 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.496846 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61f40d-1ad1-4db0-8082-ec39b72e30e8 None None] Pushing event updated for resources: {'Port': ['ID=2a4fb72b-37ba-472a-b6f4-5e433d571be4,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:45.510019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] Calling delete_port for 56a70522-f323-4955-a1e5-972209a10901 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:45.527222 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Attempting to bind port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:45.527222 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Attempting to bind port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:45.527222 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Attempting to bind port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 on network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:45.533016 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:45.533390 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Checking segment: {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:45.534036 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.534902 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Bound using segment: {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:45.535638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Bound port: 2a4fb72b-37ba-472a-b6f4-5e433d571be4, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:45.536615 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.561952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-999136cc-8cd4-44fe-a25d-e469503014ea tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.613624 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] For port 2a4fb72b-37ba-472a-b6f4-5e433d571be4, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:45.617219 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] For port 2a4fb72b-37ba-472a-b6f4-5e433d571be4, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2a4fb72b-37ba-472a-b6f4-5e433d571be4,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:45.622538 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.623829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-999136cc-8cd4-44fe-a25d-e469503014ea tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.625022 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.636240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fde5f3-1409-4872-9686-a5a4dad3636f None None] Network 7ca81791-61e0-46f3-8e06-f114957d255e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:45.644403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-999136cc-8cd4-44fe-a25d-e469503014ea tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/d9b8ae11-2865-44c2-ab47-ce678f1b125a HTTP/1.1" status: 204 len: 168 time: 0.5496531 Aug 20 12:29:45.645377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999136cc-8cd4-44fe-a25d-e469503014ea tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b8ae11-2865-44c2-ab47-ce678f1b125a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:45.647059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56450) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:45.662562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-a3221f3d-48b3-4aca-a83f-d59439226c66 service neutron] 10.222.0.25 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082036 Aug 20 12:29:45.684180 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:45.684792 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:45.734285 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.796609 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:45.837264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] No DVR routers for this DVR port 56a70522-f323-4955-a1e5-972209a10901 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:45.861705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110e247-83e2-47fc-95d4-1bc1eae7a285 None None] Pushing event deleted for resources: {'Port': ['ID=56a70522-f323-4955-a1e5-972209a10901,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:45.887951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.921135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c6040f-9a5e-4da6-989e-fcaff30e1939']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:45.946882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f38275-b265-4624-84e9-d788380e893d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:45.947182 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f38275-b265-4624-84e9-d788380e893d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:45.973676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.979716 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61f40d-1ad1-4db0-8082-ec39b72e30e8 None None] Pushing event updated for resources: {'Port': ['ID=2a4fb72b-37ba-472a-b6f4-5e433d571be4,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:45.997879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.006874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:29:46.007325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:29:46.011250 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:29:46.024531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] DHCP port deletion for 7ca81791-61e0-46f3-8e06-f114957d255e request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:29:46.101610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bf64d49-2180-4f31-a3b5-38280ecb1cc8 req-f1776d25-cf3a-45d2-b5e3-c912063d696f tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 210 time: 0.0903654 Aug 20 12:29:46.124287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] Deleting port 7d19afce-5dbe-406f-83df-3097ba693f76 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:46.124667 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.130691 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.138114 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.140249 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/38c6040f-9a5e-4da6-989e-fcaff30e1939 HTTP/1.1" status: 204 len: 168 time: 0.4908028 Aug 20 12:29:46.143508 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56460) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:46.172198 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:45Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:46.186524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dec48e-c40b-49c8-b877-53b09d51a83d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=38c6040f-9a5e-4da6-989e-fcaff30e1939,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:46.206346 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e53df-4f1a-4197-b9e7-617055bc5d06 None None] The sync data for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 is: [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:45Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:46.223170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 413a0091-2bab-4f35-878f-9e86670dccc5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:46.280301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] For port 7d19afce-5dbe-406f-83df-3097ba693f76, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d19afce-5dbe-406f-83df-3097ba693f76,segment=NetworkSegment(1fd33b24-8629-4588-9597-07a23683213b),segment_id=1fd33b24-8629-4588-9597-07a23683213b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:46.280301 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.302773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.307546 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] Calling delete_port for 7d19afce-5dbe-406f-83df-3097ba693f76 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:46.330234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 413a0091-2bab-4f35-878f-9e86670dccc5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:46.330900 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.436994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 7d19afce-5dbe-406f-83df-3097ba693f76 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:46.438124 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.517661 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.522615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a3a4e648-7cf2-4bad-9c35-e68dc72058e1 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:46.531040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 7d19afce-5dbe-406f-83df-3097ba693f76, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7d19afce-5dbe-406f-83df-3097ba693f76,segment=NetworkSegment(1fd33b24-8629-4588-9597-07a23683213b),segment_id=1fd33b24-8629-4588-9597-07a23683213b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:46.531378 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.546675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 7d19afce-5dbe-406f-83df-3097ba693f76 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:46.611071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] Pushing event deleted for resources: {'Port': ['ID=7d19afce-5dbe-406f-83df-3097ba693f76,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:46.622821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f292fe2-bca4-42f7-a105-300283455a9a None None] No DVR routers for this DVR port 7d19afce-5dbe-406f-83df-3097ba693f76 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:46.663388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:46.663954 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.677491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.720596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=7d19afce-5dbe-406f-83df-3097ba693f76,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:46.726493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No DVR routers for this DVR port 7d19afce-5dbe-406f-83df-3097ba693f76 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:46.818298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.826943 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d19afce-5dbe-406f-83df-3097ba693f76 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:46.835081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca81791-61e0-46f3-8e06-f114957d255e']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:46.848237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd33b24-8629-4588-9597-07a23683213b') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:46.848836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd33b24-8629-4588-9597-07a23683213b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:46.849593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7d19afce-5dbe-406f-83df-3097ba693f76 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:46.850471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7d19afce-5dbe-406f-83df-3097ba693f76 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:46.850619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 56a70522-f323-4955-a1e5-972209a10901 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:46.860064 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.871666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 56a70522-f323-4955-a1e5-972209a10901 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:46.872232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 56a70522-f323-4955-a1e5-972209a10901 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:46.876043 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.882934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:29:46.883440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: self.session.flush() Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:29:46.887144 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:29:46.948590 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.953403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:46.958862 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/7ca81791-61e0-46f3-8e06-f114957d255e HTTP/1.1" status: 204 len: 168 time: 0.8108728 Aug 20 12:29:46.960069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56464) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:46.966410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-814372577'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:46.982170 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd9b87-dce8-47e0-a0c7-b28819c4be2b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=7ca81791-61e0-46f3-8e06-f114957d255e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:47.000320 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:47.004621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.032830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:29:47.044617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.044914 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment ce17b0e0-28fd-4b05-b853-318143665831 of type vlan for network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e Aug 20 12:29:47.094992 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.133810 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.140799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:47.142914 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.202907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a57eb5fd-9c36-4b9a-ba8e-87978a952c6a req-407cc9a2-b289-450d-8f42-0c1d1c12ab0d tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 210 time: 0.0341468 Aug 20 12:29:47.278065 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3135049 Aug 20 12:29:47.278690 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56468) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:47.284279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': '46e9e696-b4bd-4089-87a7-96f62ba6ff2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:47.297315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd77aae-fc30-4f6c-bf60-da90b4779a12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=46e9e696-b4bd-4089-87a7-96f62ba6ff2e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:47.308051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:29:47.350036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-939c30b0-6c05-428e-8842-6982ea4f5996 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:47.351864 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-939c30b0-6c05-428e-8842-6982ea4f5996 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.22 "GET /v2.0/networks?id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 HTTP/1.1" status: 200 len: 796 time: 0.2299087 Aug 20 12:29:47.407637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:47.411700 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-5d16ea56-fb04-4490-88a3-bf9f6bf2212e tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07903b45cc7d4f79b7294619bf4bc806 HTTP/1.1" status: 200 len: 477 time: 0.0502455 Aug 20 12:29:47.412582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.422652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'port': {'device_id': '258b11a5-affb-4950-94ab-d6364602cbfe', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'admin_state_up': True, 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'security_groups': ['055e3d06-6118-411d-9dfc-239dcec7cde3', 'f4be303b-0d38-41cc-8a46-39dcb8d56e4c']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:47.547673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Made reservation on behalf of 07903b45cc7d4f79b7294619bf4bc806 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:47.551145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.627571 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.696861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=ade795dd-f519-42a9-a73c-4b357694174e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:47.700438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Allocated IP 172.20.0.12 (3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0/19f6a145-fc30-4b6c-b5ff-4130070e5c4c/8df5adfc-7ebe-447b-b503-12dbb5e42ccc) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:47.702504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': 'ce17b0e0-28fd-4b05-b853-318143665831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46e9e696-b4bd-4089-87a7-96f62ba6ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:47.702864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: 46e9e696-b4bd-4089-87a7-96f62ba6ff2e, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:29:47.720438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:29:47.729248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 46e9e696-b4bd-4089-87a7-96f62ba6ff2e) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:47.733470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:47.734047 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.743785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682fef4c-0904-4fcf-962b-706f2f82ed83 None None] Network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:47.753551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1fce0a25-89a3-47ae-aaaf-ab8e339f09dd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4730577 Aug 20 12:29:47.755204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56470) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:47.760996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7c7093b7-4d42-4746-942a-d5c86fe63f2a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-80341940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:47.786554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c7093b7-4d42-4746-942a-d5c86fe63f2a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.787708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c7093b7-4d42-4746-942a-d5c86fe63f2a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.840071 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c7093b7-4d42-4746-942a-d5c86fe63f2a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.844338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c7093b7-4d42-4746-942a-d5c86fe63f2a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.862899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7c7093b7-4d42-4746-942a-d5c86fe63f2a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.864823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7c7093b7-4d42-4746-942a-d5c86fe63f2a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1089530 Aug 20 12:29:47.867224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56472) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:47.873599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'port': {'network_id': '46e9e696-b4bd-4089-87a7-96f62ba6ff2e', 'name': 'tempest-RoutersTest-315646529'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:47.874289 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.890886 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Transition to ACTIVE for port object 8df5adfc-7ebe-447b-b503-12dbb5e42ccc will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:47.906430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-46e9e696-b4bd-4089-87a7-96f62ba6ff2e', 'network_id': '46e9e696-b4bd-4089-87a7-96f62ba6ff2e', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': 'ade795dd-f519-42a9-a73c-4b357694174e'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:29:47.908069 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.933781 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.979705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:47.983313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:47.987322 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:48.014579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:48.018710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:48.031745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.053125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:48.053848 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.069678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] device_id is not set on port 5d6c482c-05b0-46dc-a7d3-345032bfad32 yet. {{(pid=101034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 12:29:48.073154 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-c14d380a-09bb-4dd4-a288-10507d6d9283 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6545136 Aug 20 12:29:48.082751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Allocated IP 172.20.0.2 (46e9e696-b4bd-4089-87a7-96f62ba6ff2e/ade795dd-f519-42a9-a73c-4b357694174e/9830a86a-4202-4e5c-902b-b92be8e0f915) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:48.086026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Request body: {'port': {'device_id': '258b11a5-affb-4950-94ab-d6364602cbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:48.156537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2a4fb72b-37ba-472a-b6f4-5e433d571be4 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:48.158947 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.250248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:48.258279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:48.258730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.346939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.364766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Transition to ACTIVE for port object 9830a86a-4202-4e5c-902b-b92be8e0f915 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:48.371545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba6043-ab7e-40a5-a7b0-41fb9111afe7 req-7bd7256f-0e73-45f0-82d2-3eb3449361de tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:48.376683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58ba6043-ab7e-40a5-a7b0-41fb9111afe7 req-7bd7256f-0e73-45f0-82d2-3eb3449361de tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 971 time: 0.0688941 Aug 20 12:29:48.384673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Transition to ACTIVE for port object 9830a86a-4202-4e5c-902b-b92be8e0f915 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:48.386236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-11507b40-4941-4656-9c11-86feb26106d3 None None] Provisioning for port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:48.392626 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-11507b40-4941-4656-9c11-86feb26106d3 None None] Provisioning complete for port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:48.392977 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11507b40-4941-4656-9c11-86feb26106d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.398564 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.465443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-58ba6043-ab7e-40a5-a7b0-41fb9111afe7 req-d293621f-3e42-414b-9dc9-b8190c851db6 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0815504 Aug 20 12:29:48.477476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.20.0.5 (46e9e696-b4bd-4089-87a7-96f62ba6ff2e/ade795dd-f519-42a9-a73c-4b357694174e/5d6c482c-05b0-46dc-a7d3-345032bfad32) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:48.488987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df5adfc-7ebe-447b-b503-12dbb5e42ccc {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:29:48.497192 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:48.499013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.502952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-11507b40-4941-4656-9c11-86feb26106d3 None None] Port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:48.509554 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.512583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Transition to ACTIVE for port object 8df5adfc-7ebe-447b-b503-12dbb5e42ccc will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:48.518304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:48.519441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.527225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:48.533332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Pushing event updated for resources: {'Port': ['ID=9830a86a-4202-4e5c-902b-b92be8e0f915,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:48.604898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 2a4fb72b-37ba-472a-b6f4-5e433d571be4, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2a4fb72b-37ba-472a-b6f4-5e433d571be4,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:48.613700 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.622108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Attempting to bind port 9830a86a-4202-4e5c-902b-b92be8e0f915 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:48.622608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Attempting to bind port 9830a86a-4202-4e5c-902b-b92be8e0f915 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ce17b0e0-28fd-4b05-b853-318143665831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46e9e696-b4bd-4089-87a7-96f62ba6ff2e'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:48.622976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Attempting to bind port 9830a86a-4202-4e5c-902b-b92be8e0f915 on network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:48.644467 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Pushing event updated for resources: {'Port': ['ID=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:48.650459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:48.650715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Checking segment: {'id': 'ce17b0e0-28fd-4b05-b853-318143665831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46e9e696-b4bd-4089-87a7-96f62ba6ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:48.651775 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.652176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Bound using segment: {'id': 'ce17b0e0-28fd-4b05-b853-318143665831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46e9e696-b4bd-4089-87a7-96f62ba6ff2e'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:48.652660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Bound port: 9830a86a-4202-4e5c-902b-b92be8e0f915, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce17b0e0-28fd-4b05-b853-318143665831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '46e9e696-b4bd-4089-87a7-96f62ba6ff2e'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:48.653049 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.687063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Attempting to bind port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:48.687404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Attempting to bind port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:48.687789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Attempting to bind port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc on network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:48.693103 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc on network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:29:48.693235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Attempting to bind port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc on network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:48.696512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.698785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:48.699135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Checking segment: {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:48.699535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Bound using segment: {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:48.700048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Bound port: 8df5adfc-7ebe-447b-b503-12dbb5e42ccc, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93715cd-632a-4821-9fe8-27ee0ff0b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:48.700470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.709180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=2a4fb72b-37ba-472a-b6f4-5e433d571be4,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:48.727145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object 5d6c482c-05b0-46dc-a7d3-345032bfad32 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:48.749885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] For port 9830a86a-4202-4e5c-902b-b92be8e0f915, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:48.753584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] For port 9830a86a-4202-4e5c-902b-b92be8e0f915, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9830a86a-4202-4e5c-902b-b92be8e0f915,segment=NetworkSegment(ce17b0e0-28fd-4b05-b853-318143665831),segment_id=ce17b0e0-28fd-4b05-b853-318143665831)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:48.760045 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.778566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] For port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:48.780667 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.784064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] For port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:48.792105 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.843332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:48.846877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:48.847357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Pushing event updated for resources: {'Port': ['ID=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:48.861090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:48.861730 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.863191 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-fb2bce52-7a5b-47a6-b2b1-c863c0aa2000 service neutron] 10.222.0.22 "PUT /v2.0/ports/8df5adfc-7ebe-447b-b503-12dbb5e42ccc HTTP/1.1" status: 200 len: 1132 time: 0.7825961 Aug 20 12:29:48.863647 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:48.863770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=5d6c482c-05b0-46dc-a7d3-345032bfad32,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:48.866012 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43145054-b133-4ac2-b548-4ab9939ea13f" -d '{"events": [{"name": "network-changed", "server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:48.866618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:48.931338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:48.933069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.946653 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e7ec80-e8fa-4a9d-bd3a-48ea20121dc6 x-openstack-request-id: req-f7e7ec80-e8fa-4a9d-bd3a-48ea20121dc6 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:48.946939 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:48.947241 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7e7ec80-e8fa-4a9d-bd3a-48ea20121dc6 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:48.948674 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'status': 'completed', 'code': 200} Aug 20 12:29:48.953917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-98808fcb-d01a-4c1c-af8b-afabef11ee66 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0854950 Aug 20 12:29:48.957406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56478) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:49.028673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05cf26-00bf-4a1e-b336-787996c20193 None None] Pushing event updated for resources: {'Port': ['ID=9830a86a-4202-4e5c-902b-b92be8e0f915,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:49.091509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-88379979-6b16-4253-9990-8c1120f26d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:49.093049 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-88379979-6b16-4253-9990-8c1120f26d88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1135 time: 0.1863744 Aug 20 12:29:49.164415 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-329bc958-6e4a-48d2-bce4-ed4d0500ab9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc HTTP/1.1" status: 200 len: 217 time: 0.0421791 Aug 20 12:29:49.307420 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-33bc7d90-7abf-4d5b-b8d6-0eb0f929fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:49.308897 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-33bc7d90-7abf-4d5b-b8d6-0eb0f929fb56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f6a145-fc30-4b6c-b5ff-4130070e5c4c HTTP/1.1" status: 200 len: 835 time: 0.1117215 Aug 20 12:29:49.420350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-b5a36229-bfca-4a5a-8ae6-be217ce5633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:49.421846 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-b5a36229-bfca-4a5a-8ae6-be217ce5633a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058431 Aug 20 12:29:49.465145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:49.580430 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-5657a749-20b9-4cd5-bc82-f906f0238063 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2357895 Aug 20 12:29:49.601005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f02f6-d416-4417-b2aa-9a0ac0af8613 req-0631b85b-bb94-4b66-87c8-86fb80f90ee2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:49.602557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f0f02f6-d416-4417-b2aa-9a0ac0af8613 req-0631b85b-bb94-4b66-87c8-86fb80f90ee2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 983 time: 0.0516276 Aug 20 12:29:49.637285 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-118a9337-17f5-4b0c-a4d6-f5ae6a1f4f8c service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022238 Aug 20 12:29:49.647371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f0f02f6-d416-4417-b2aa-9a0ac0af8613 req-9fb8d426-6f90-4a75-83b2-63b097147f6f tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0374377 Aug 20 12:29:49.983334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280fca0-40f1-4416-8165-fcfbbc269882 None None] Network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:50.081191 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:29:50.086170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-85c34f3d-3e10-4cb9-8663-6030a2798764 None None] Provisioning for port 9830a86a-4202-4e5c-902b-b92be8e0f915 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:50.112931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-509be84f-b543-4461-bea7-9da3e2b934af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:50.114470 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-509be84f-b543-4461-bea7-9da3e2b934af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29b41314878e4072b670853312ae194d&device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1098 time: 0.4746079 Aug 20 12:29:50.150677 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ad92216-8d5c-4dcc-b8c9-5d359471c5d3 req-82e6433d-e988-4ca1-a42b-1368ce974d72 service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682398 Aug 20 12:29:50.211097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9830a86a-4202-4e5c-902b-b92be8e0f915 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:50.267350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9830a86a-4202-4e5c-902b-b92be8e0f915 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:50.272150 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9830a86a-4202-4e5c-902b-b92be8e0f915 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:50.272290 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.280556 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.288689 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.352335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43145054-b133-4ac2-b548-4ab9939ea13f req-77f258e5-0ec3-4731-9039-330fe361b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:50.353962 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43145054-b133-4ac2-b548-4ab9939ea13f req-77f258e5-0ec3-4731-9039-330fe361b933 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1135 time: 0.1342497 Aug 20 12:29:50.358686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-f66457c1-a694-4cb4-87c5-f8eebd39873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:50.360147 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-f66457c1-a694-4cb4-87c5-f8eebd39873f service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb7f4b9f-edac-484c-9878-151a9923bdc9 HTTP/1.1" status: 200 len: 909 time: 0.2119014 Aug 20 12:29:50.367585 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.406431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 9830a86a-4202-4e5c-902b-b92be8e0f915, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9830a86a-4202-4e5c-902b-b92be8e0f915,segment=NetworkSegment(ce17b0e0-28fd-4b05-b853-318143665831),segment_id=ce17b0e0-28fd-4b05-b853-318143665831)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:50.413687 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.414749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2a4fb72b-37ba-472a-b6f4-5e433d571be4 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:50.482898 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a9385b93-37e0-45d0-ac70-d2ea5ad8fe11 None None] Provisioning for port 5d6c482c-05b0-46dc-a7d3-345032bfad32 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:50.485099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=5d6c482c-05b0-46dc-a7d3-345032bfad32,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:50.515549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a9385b93-37e0-45d0-ac70-d2ea5ad8fe11 None None] Provisioning complete for port 5d6c482c-05b0-46dc-a7d3-345032bfad32 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:50.515924 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a9385b93-37e0-45d0-ac70-d2ea5ad8fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.546160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=9830a86a-4202-4e5c-902b-b92be8e0f915,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:50.566488 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-864bdc10-7a81-4dd5-ad5b-71eb784a9bf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=133f3785-af21-4e08-b554-000a539caf67 HTTP/1.1" status: 200 len: 1001 time: 0.1761320 Aug 20 12:29:50.580349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a9385b93-37e0-45d0-ac70-d2ea5ad8fe11 None None] Port 5d6c482c-05b0-46dc-a7d3-345032bfad32 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:50.582094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:50.582490 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.618757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a9385b93-37e0-45d0-ac70-d2ea5ad8fe11 None None] Provisioning complete for port 9830a86a-4202-4e5c-902b-b92be8e0f915 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:50.619136 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a9385b93-37e0-45d0-ac70-d2ea5ad8fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.649446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43145054-b133-4ac2-b548-4ab9939ea13f req-05e356a9-3463-4e16-a067-e346e60034e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:50.651031 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43145054-b133-4ac2-b548-4ab9939ea13f req-05e356a9-3463-4e16-a067-e346e60034e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 HTTP/1.1" status: 200 len: 897 time: 0.2662387 Aug 20 12:29:50.748343 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43145054-b133-4ac2-b548-4ab9939ea13f req-b13ed067-f42a-4891-b75c-c5aa2211e440 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc HTTP/1.1" status: 200 len: 217 time: 0.0878627 Aug 20 12:29:50.752155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-b5a49e84-8988-4aba-970f-efcf0fa109e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:50.753615 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-b5a49e84-8988-4aba-970f-efcf0fa109e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db32e847-23d0-460c-b72d-25dbef96409e HTTP/1.1" status: 200 len: 847 time: 0.1749120 Aug 20 12:29:50.800693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6c0c7-ddc1-49b3-92e5-43f96f16f46b req-f62e9a62-1414-44d8-baef-53c8b06d39e5 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:50.802277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd6c0c7-ddc1-49b3-92e5-43f96f16f46b req-f62e9a62-1414-44d8-baef-53c8b06d39e5 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 983 time: 0.0757613 Aug 20 12:29:50.846098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5cd6c0c7-ddc1-49b3-92e5-43f96f16f46b req-b1529612-15aa-40cb-bbf9-e00cb65dd988 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0366111 Aug 20 12:29:50.849040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.882659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-42f59679-e97b-4ec3-b4c0-ab054acf050c None None] Provisioning complete for port 5d6c482c-05b0-46dc-a7d3-345032bfad32 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:50.883025 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-42f59679-e97b-4ec3-b4c0-ab054acf050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:50.905520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43145054-b133-4ac2-b548-4ab9939ea13f req-7bfe38b4-a9fe-4d3e-ad3b-909446e43555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:50.907107 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43145054-b133-4ac2-b548-4ab9939ea13f req-7bfe38b4-a9fe-4d3e-ad3b-909446e43555 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f6a145-fc30-4b6c-b5ff-4130070e5c4c HTTP/1.1" status: 200 len: 835 time: 0.1481328 Aug 20 12:29:50.924006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-42f59679-e97b-4ec3-b4c0-ab054acf050c None None] Port 5d6c482c-05b0-46dc-a7d3-345032bfad32 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:50.941047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-3177f085-746a-48d5-a592-9e8e5aec57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:50.942572 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-3177f085-746a-48d5-a592-9e8e5aec57db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7f4b9f-edac-484c-9878-151a9923bdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723020 Aug 20 12:29:51.044867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d9be810d-1fd7-4947-8cf4-0186ec683b57 None None] Provisioning complete for port 5d6c482c-05b0-46dc-a7d3-345032bfad32 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:51.045411 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d9be810d-1fd7-4947-8cf4-0186ec683b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.071085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43145054-b133-4ac2-b548-4ab9939ea13f req-53d832a9-19ef-4814-96fa-2c9c0863592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:51.072692 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43145054-b133-4ac2-b548-4ab9939ea13f req-53d832a9-19ef-4814-96fa-2c9c0863592b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427104 Aug 20 12:29:51.080645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d9be810d-1fd7-4947-8cf4-0186ec683b57 None None] Port 5d6c482c-05b0-46dc-a7d3-345032bfad32 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:51.090405 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.188076 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-1121339b-d891-4c51-be2c-7235fa404279 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206409 Aug 20 12:29:51.344519 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43145054-b133-4ac2-b548-4ab9939ea13f req-90bb6321-ca96-423b-a7e7-4b7c4f786976 service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633679 Aug 20 12:29:51.495098 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-84c8e994-1aaa-40dc-8cd1-3704472318b6 req-129d239a-bbe3-4f07-ac5d-6cb751951587 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941716 Aug 20 12:29:51.552541 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-43145054-b133-4ac2-b548-4ab9939ea13f req-dd6d6bef-1725-4b21-a013-09e6c463d705 service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991231 Aug 20 12:29:51.586773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.591498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.621370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 8df5adfc-7ebe-447b-b503-12dbb5e42ccc details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:29:51.670525 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.672336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=5d6c482c-05b0-46dc-a7d3-345032bfad32,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:51.703886 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-afad7d77-cdec-42e2-807c-cdb90cd4427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.732503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:51.743175 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'port_id': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'mac_address': 'fa:16:3e:4d:fd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:29:51.766279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:51.768012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:51.785050 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.800056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df5adfc-7ebe-447b-b503-12dbb5e42ccc {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:29:51.825990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:51.837754 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.905790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:51.921061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router d7c6a381-c113-4e4f-84ce-001ee41703ef is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:51.995424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe6f76-39be-4670-9909-0181033483de req-54a20aed-6dce-4b28-b164-631ad748d365 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:51.997310 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2fe6f76-39be-4670-9909-0181033483de req-54a20aed-6dce-4b28-b164-631ad748d365 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 984 time: 0.0661163 Aug 20 12:29:52.043127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:52.052612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d2fe6f76-39be-4670-9909-0181033483de req-abd406e1-92e9-4860-b5e3-3c27a104029b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0477805 Aug 20 12:29:52.053785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['8df5adfc-7ebe-447b-b503-12dbb5e42ccc'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:29:52.054109 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2b11d03b-1dab-4b79-b689-dd95a5483462 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/d7c6a381-c113-4e4f-84ce-001ee41703ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0958905 Aug 20 12:29:52.055250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56490) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:52.059774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408bf4d1-0f2b-43ca-8ff6-4c3955c5eb1e None None] Sync routers for ids ['d7c6a381-c113-4e4f-84ce-001ee41703ef'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:52.109929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d893909a-392a-4ae9-97ba-669eac6f580f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:52.111412 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d893909a-392a-4ae9-97ba-669eac6f580f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports/5d6c482c-05b0-46dc-a7d3-345032bfad32 HTTP/1.1" status: 200 len: 976 time: 0.0547373 Aug 20 12:29:52.113585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9830a86a-4202-4e5c-902b-b92be8e0f915 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:52.114119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56492) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:52.140512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408bf4d1-0f2b-43ca-8ff6-4c3955c5eb1e None None] Routers {'d7c6a381-c113-4e4f-84ce-001ee41703ef'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:52.141145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-408bf4d1-0f2b-43ca-8ff6-4c3955c5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d7c6a381-c113-4e4f-84ce-001ee41703ef'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:52.187814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-408bf4d1-0f2b-43ca-8ff6-4c3955c5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:52.203300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-95980391-4b95-4247-a0ce-e3d4232d1acd None None] Provisioning complete for port 5d6c482c-05b0-46dc-a7d3-345032bfad32 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:52.203670 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-95980391-4b95-4247-a0ce-e3d4232d1acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:52.247562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408bf4d1-0f2b-43ca-8ff6-4c3955c5eb1e None None] Routers {'d7c6a381-c113-4e4f-84ce-001ee41703ef'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:52.248198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-408bf4d1-0f2b-43ca-8ff6-4c3955c5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d7c6a381-c113-4e4f-84ce-001ee41703ef'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:52.303043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-408bf4d1-0f2b-43ca-8ff6-4c3955c5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:52.303598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408bf4d1-0f2b-43ca-8ff6-4c3955c5eb1e None None] The sync data for ids ['d7c6a381-c113-4e4f-84ce-001ee41703ef'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:52.314432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-95980391-4b95-4247-a0ce-e3d4232d1acd None None] Port 5d6c482c-05b0-46dc-a7d3-345032bfad32 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:52.324040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9830a86a-4202-4e5c-902b-b92be8e0f915 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:52.324421 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:52.882256 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:53.097960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 5d6c482c-05b0-46dc-a7d3-345032bfad32 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:53.099070 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:53.219287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b515cd7-a6f7-43a6-a86c-a3b1f6c8a2aa req-0cc4a12d-7408-4f65-bfa8-0b2c8f0ed255 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:53.220673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b515cd7-a6f7-43a6-a86c-a3b1f6c8a2aa req-0cc4a12d-7408-4f65-bfa8-0b2c8f0ed255 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 984 time: 0.0827272 Aug 20 12:29:53.231031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:53.256120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 5d6c482c-05b0-46dc-a7d3-345032bfad32 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:53.287859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b515cd7-a6f7-43a6-a86c-a3b1f6c8a2aa req-03ac0191-b1d2-40fc-9a46-71a646bd1aa8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0600183 Aug 20 12:29:53.449374 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:53.478228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=5d6c482c-05b0-46dc-a7d3-345032bfad32,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:53.620390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 8df5adfc-7ebe-447b-b503-12dbb5e42ccc up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:53.626750 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:53.679060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:53.682759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:53.683132 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:53.766526 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:53.788698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router d7c6a381-c113-4e4f-84ce-001ee41703ef has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:53.790657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:53.793710 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f882c-9b6d-43a1-ad4f-08f631cf203a" -d '{"events": [{"server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:53.809061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:53.813177 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:53.837175 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26066af-2286-43ee-ba13-bf2414d91210 x-openstack-request-id: req-a26066af-2286-43ee-ba13-bf2414d91210 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:53.837502 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:53.837701 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a26066af-2286-43ee-ba13-bf2414d91210 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:53.838832 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'code': 200} Aug 20 12:29:53.866879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:53.884859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:53.890113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c7bf4eef-0558-4b57-abfe-01756a68105c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/d7c6a381-c113-4e4f-84ce-001ee41703ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749157 Aug 20 12:29:53.893682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56498) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:53.894632 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d127f-5aa1-4cb9-b11b-34bf70957278 None None] Sync routers for ids ['d7c6a381-c113-4e4f-84ce-001ee41703ef'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:53.904823 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d127f-5aa1-4cb9-b11b-34bf70957278 None None] Routers {'d7c6a381-c113-4e4f-84ce-001ee41703ef'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:53.905578 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf8d127f-5aa1-4cb9-b11b-34bf70957278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d7c6a381-c113-4e4f-84ce-001ee41703ef'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:53.935267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc53537-6ffc-4d50-885a-6498eac19fa4 req-4a96c064-8845-4907-a7db-23aa13baef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:53.936918 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfc53537-6ffc-4d50-885a-6498eac19fa4 req-4a96c064-8845-4907-a7db-23aa13baef0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1137 time: 0.0433462 Aug 20 12:29:53.942692 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf8d127f-5aa1-4cb9-b11b-34bf70957278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:53.952012 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d127f-5aa1-4cb9-b11b-34bf70957278 None None] Routers {'d7c6a381-c113-4e4f-84ce-001ee41703ef'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:53.952699 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf8d127f-5aa1-4cb9-b11b-34bf70957278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d7c6a381-c113-4e4f-84ce-001ee41703ef'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:53.975307 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bfc53537-6ffc-4d50-885a-6498eac19fa4 req-b5e55fbd-ae8e-471d-90f5-c6daa5013039 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&id=055e3d06-6118-411d-9dfc-239dcec7cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0311949 Aug 20 12:29:53.986050 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf8d127f-5aa1-4cb9-b11b-34bf70957278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:53.986745 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d127f-5aa1-4cb9-b11b-34bf70957278 None None] The sync data for ids ['d7c6a381-c113-4e4f-84ce-001ee41703ef'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:54.084433 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-bc50ab80-ed6b-4f05-94e4-e6ed9c9eb14e tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 12:29:54.085483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bc50ab80-ed6b-4f05-94e4-e6ed9c9eb14e tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/d7c6a381-c113-4e4f-84ce-001ee41703ef/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1907582 Aug 20 12:29:54.089033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56500) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:54.115680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-036dc483-ca11-44d8-8091-6e2531a3c65c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c6a381-c113-4e4f-84ce-001ee41703ef HTTP/1.1" status: 200 len: 205 time: 0.0255289 Aug 20 12:29:54.118079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56502) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:54.194389 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e7-18de-477c-9c8d-572f6e42cd54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.302049 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d21ae2ee-21c8-4009-b9d6-fa247d7336f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.360668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e7-18de-477c-9c8d-572f6e42cd54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.369857 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e7-18de-477c-9c8d-572f6e42cd54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.442316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e7-18de-477c-9c8d-572f6e42cd54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.442890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093a0e7-18de-477c-9c8d-572f6e42cd54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Fanout notify agent at l3_agent the message router_deleted on router d7c6a381-c113-4e4f-84ce-001ee41703ef {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:29:54.451066 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e7-18de-477c-9c8d-572f6e42cd54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.452271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1093a0e7-18de-477c-9c8d-572f6e42cd54 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/d7c6a381-c113-4e4f-84ce-001ee41703ef HTTP/1.1" status: 204 len: 168 time: 0.3332729 Aug 20 12:29:54.454978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56506) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:54.495144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7bda-1c94-4992-b4b5-6d8e171e3717 req-ebe2f69f-957d-4558-acc0-ba984b8b4af9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:54.496635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c6c7bda-1c94-4992-b4b5-6d8e171e3717 req-ebe2f69f-957d-4558-acc0-ba984b8b4af9 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 985 time: 0.1385052 Aug 20 12:29:54.534975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5eb27b7-a360-4966-abc4-65a5d36764ba tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet ade795dd-f519-42a9-a73c-4b357694174e {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:29:54.539943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5eb27b7-a360-4966-abc4-65a5d36764ba tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.580769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c6c7bda-1c94-4992-b4b5-6d8e171e3717 req-8e6b17d1-a9dd-4a35-8a47-7ec03184bbe0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0765550 Aug 20 12:29:54.592777 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5eb27b7-a360-4966-abc4-65a5d36764ba tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.675401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5eb27b7-a360-4966-abc4-65a5d36764ba tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.744708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5eb27b7-a360-4966-abc4-65a5d36764ba tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.772830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb27b7-a360-4966-abc4-65a5d36764ba tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=ade795dd-f519-42a9-a73c-4b357694174e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:54.775216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5eb27b7-a360-4966-abc4-65a5d36764ba tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.779561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e5eb27b7-a360-4966-abc4-65a5d36764ba tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/ade795dd-f519-42a9-a73c-4b357694174e HTTP/1.1" status: 204 len: 168 time: 0.3222785 Aug 20 12:29:54.779740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82299447-d406-465d-b9ab-dd13e1de5302 None None] Network 46e9e696-b4bd-4089-87a7-96f62ba6ff2e requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:54.781369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56508) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:54.858007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.914200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 9830a86a-4202-4e5c-902b-b92be8e0f915 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:54.914550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:54.965339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] DHCP port deletion for 46e9e696-b4bd-4089-87a7-96f62ba6ff2e request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:29:54.989473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 9830a86a-4202-4e5c-902b-b92be8e0f915, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9830a86a-4202-4e5c-902b-b92be8e0f915,segment=NetworkSegment(ce17b0e0-28fd-4b05-b853-318143665831),segment_id=ce17b0e0-28fd-4b05-b853-318143665831)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:54.989847 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.006246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 9830a86a-4202-4e5c-902b-b92be8e0f915 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:55.021532 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.031583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] Deleting port 9830a86a-4202-4e5c-902b-b92be8e0f915 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:55.031951 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.094606 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.101637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] For port 9830a86a-4202-4e5c-902b-b92be8e0f915, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9830a86a-4202-4e5c-902b-b92be8e0f915,segment=NetworkSegment(ce17b0e0-28fd-4b05-b853-318143665831),segment_id=ce17b0e0-28fd-4b05-b853-318143665831)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:55.102078 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.115594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] Calling delete_port for 9830a86a-4202-4e5c-902b-b92be8e0f915 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:55.124942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=9830a86a-4202-4e5c-902b-b92be8e0f915,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:55.129289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No DVR routers for this DVR port 9830a86a-4202-4e5c-902b-b92be8e0f915 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:55.194944 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.206839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.217402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e9e696-b4bd-4089-87a7-96f62ba6ff2e']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:55.220684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] Pushing event deleted for resources: {'Port': ['ID=9830a86a-4202-4e5c-902b-b92be8e0f915,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:55.225987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ec6bc-534e-4f85-8fb6-4b10da5eb7fc None None] No DVR routers for this DVR port 9830a86a-4202-4e5c-902b-b92be8e0f915 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:29:55.229665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce17b0e0-28fd-4b05-b853-318143665831') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:55.230218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce17b0e0-28fd-4b05-b853-318143665831') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:55.242064 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.256125 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.262657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:29:55.263057 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:29:55.265880 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:29:55.328626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.335551 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.337311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/46e9e696-b4bd-4089-87a7-96f62ba6ff2e HTTP/1.1" status: 204 len: 168 time: 0.5552166 Aug 20 12:29:55.341356 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56510) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:55.346934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-1402120408'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:55.351402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694fb0d-d367-49f6-9084-95fa71793993 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=46e9e696-b4bd-4089-87a7-96f62ba6ff2e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:55.375087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:55.378711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.406440 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:29:55.415068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.415405 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment 45cbf9f5-c1ac-4ae6-8670-172529fb624d of type vlan for network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 Aug 20 12:29:55.454546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.479506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.485279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:55.485808 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.544133 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2014182 Aug 20 12:29:55.547024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56512) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:55.552163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': '917bb8e2-a11e-45c7-a5d2-edd680b3ea51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:55.557422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbbd67-612d-4330-a43b-d94cd9652898 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=917bb8e2-a11e-45c7-a5d2-edd680b3ea51,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:55.567708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:29:55.655965 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.657845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:29:55.661766 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:55.795394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb7c7f-c37e-4545-8a4c-8fc98eab3640 req-4670b504-87c7-4c42-96a9-578ecf1bfe54 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:55.796873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71cb7c7f-c37e-4545-8a4c-8fc98eab3640 req-4670b504-87c7-4c42-96a9-578ecf1bfe54 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 985 time: 0.1186998 Aug 20 12:29:55.877694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71cb7c7f-c37e-4545-8a4c-8fc98eab3640 req-a434d710-9cfa-4e57-9818-1433cf3cfa26 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0745561 Aug 20 12:29:55.926110 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.018370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=ba01c094-4897-4eb6-8977-9b6e30cfe7c8,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:56.033287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': '45cbf9f5-c1ac-4ae6-8670-172529fb624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '917bb8e2-a11e-45c7-a5d2-edd680b3ea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:56.033654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: 917bb8e2-a11e-45c7-a5d2-edd680b3ea51, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:29:56.045434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9fbac-fe53-455f-81c9-8fc455edc936 req-316e5d6e-63de-43b6-a610-deecd0b7ce33 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:56.047039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ceb9fbac-fe53-455f-81c9-8fc455edc936 req-316e5d6e-63de-43b6-a610-deecd0b7ce33 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 985 time: 0.0925753 Aug 20 12:29:56.070914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9830a86a-4202-4e5c-902b-b92be8e0f915 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:29:56.081983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:29:56.091587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 9830a86a-4202-4e5c-902b-b92be8e0f915 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:29:56.091932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9830a86a-4202-4e5c-902b-b92be8e0f915 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:29:56.109445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ceb9fbac-fe53-455f-81c9-8fc455edc936 req-8ffb5901-9e86-4876-8963-b7cb42af5963 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0546281 Aug 20 12:29:56.109996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 917bb8e2-a11e-45c7-a5d2-edd680b3ea51) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:56.114972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:56.115970 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.131625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14cd35-e756-4ba0-973f-cd39c35f6532 None None] Network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:56.131798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1cb20a3f-0863-40dd-81fc-21cff4825d4b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5832014 Aug 20 12:29:56.134130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56518) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:56.139321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2e409d80-8283-4ca6-92f7-374678f5e965 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-674293722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:56.163534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e409d80-8283-4ca6-92f7-374678f5e965 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.164896 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e409d80-8283-4ca6-92f7-374678f5e965 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.264450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e409d80-8283-4ca6-92f7-374678f5e965 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.271656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e409d80-8283-4ca6-92f7-374678f5e965 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.274790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-917bb8e2-a11e-45c7-a5d2-edd680b3ea51', 'network_id': '917bb8e2-a11e-45c7-a5d2-edd680b3ea51', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': 'ba01c094-4897-4eb6-8977-9b6e30cfe7c8'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:29:56.276333 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.301016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13c85b-9193-4026-b8ce-7dffb73f9369 req-3c1d2cd3-814b-41ed-be22-f81eb4cf4adb tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:56.302602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba13c85b-9193-4026-b8ce-7dffb73f9369 req-3c1d2cd3-814b-41ed-be22-f81eb4cf4adb tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1137 time: 0.1203120 Aug 20 12:29:56.303750 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2e409d80-8283-4ca6-92f7-374678f5e965 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.307506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2e409d80-8283-4ca6-92f7-374678f5e965 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1699586 Aug 20 12:29:56.307659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56522) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:56.360151 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ba13c85b-9193-4026-b8ce-7dffb73f9369 req-f00d001f-a997-4449-b971-27be23428504 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.429506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Allocated IP 172.20.0.2 (917bb8e2-a11e-45c7-a5d2-edd680b3ea51/ba01c094-4897-4eb6-8977-9b6e30cfe7c8/f0bcd466-12d3-4443-bee9-acefc95673e2) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:56.580829 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.591401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Transition to ACTIVE for port object f0bcd466-12d3-4443-bee9-acefc95673e2 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:56.608185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Transition to ACTIVE for port object f0bcd466-12d3-4443-bee9-acefc95673e2 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:56.614667 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.658258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:56.661446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:56.665543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:56.674192 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Pushing event updated for resources: {'Port': ['ID=f0bcd466-12d3-4443-bee9-acefc95673e2,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:56.729985 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Attempting to bind port f0bcd466-12d3-4443-bee9-acefc95673e2 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:29:56.730394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Attempting to bind port f0bcd466-12d3-4443-bee9-acefc95673e2 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '45cbf9f5-c1ac-4ae6-8670-172529fb624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '917bb8e2-a11e-45c7-a5d2-edd680b3ea51'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:29:56.730761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Attempting to bind port f0bcd466-12d3-4443-bee9-acefc95673e2 on network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:29:56.735938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:29:56.736319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Checking segment: {'id': '45cbf9f5-c1ac-4ae6-8670-172529fb624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '917bb8e2-a11e-45c7-a5d2-edd680b3ea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:29:56.736719 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.737117 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Bound using segment: {'id': '45cbf9f5-c1ac-4ae6-8670-172529fb624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '917bb8e2-a11e-45c7-a5d2-edd680b3ea51'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:29:56.737581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Bound port: f0bcd466-12d3-4443-bee9-acefc95673e2, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cbf9f5-c1ac-4ae6-8670-172529fb624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '917bb8e2-a11e-45c7-a5d2-edd680b3ea51'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:29:56.737966 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.805229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] For port f0bcd466-12d3-4443-bee9-acefc95673e2, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:29:56.808489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] For port f0bcd466-12d3-4443-bee9-acefc95673e2, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f0bcd466-12d3-4443-bee9-acefc95673e2,segment=NetworkSegment(45cbf9f5-c1ac-4ae6-8670-172529fb624d),segment_id=45cbf9f5-c1ac-4ae6-8670-172529fb624d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:29:56.812101 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:56.873323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5f8b3-6b6e-44b3-bdfd-04e10d24c9eb None None] Pushing event updated for resources: {'Port': ['ID=f0bcd466-12d3-4443-bee9-acefc95673e2,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:57.008577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.014242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.084013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ba13c85b-9193-4026-b8ce-7dffb73f9369 req-f00d001f-a997-4449-b971-27be23428504 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.113340 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ba13c85b-9193-4026-b8ce-7dffb73f9369 req-f00d001f-a997-4449-b971-27be23428504 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.162679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ba13c85b-9193-4026-b8ce-7dffb73f9369 req-f00d001f-a997-4449-b971-27be23428504 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8527908 Aug 20 12:29:57.189672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56526) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:57.200068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d001f-a997-4449-b971-27be23428504 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96aa68f-768c-4715-8abe-ee832d6b7618,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:57.238850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6f160-919e-4bc2-be4e-d608bd2c9484 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:57.240386 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7fa6f160-919e-4bc2-be4e-d608bd2c9484 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1132 time: 0.0497494 Aug 20 12:29:57.243430 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56528) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:57.248601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:29:57.272493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.298311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-a4cd2674-24f0-4c4f-af2a-a057eeed54b6 req-6d3648ce-cce8-45c5-ac1f-980f772266d2 service neutron] (101034) timed out ('10.222.0.25', 60492) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:29:57.327699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.20.0.1 (917bb8e2-a11e-45c7-a5d2-edd680b3ea51/ba01c094-4897-4eb6-8977-9b6e30cfe7c8/920509ee-3054-452e-beb7-7f778e0c3bb0) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:57.449247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.464851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object 920509ee-3054-452e-beb7-7f778e0c3bb0 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:29:57.500726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.541969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:57.545631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:57.549756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:57.582815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=920509ee-3054-452e-beb7-7f778e0c3bb0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:57.608902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.651943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.736323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.769018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Allocated IP 172.25.0.198 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/93ee51e4-95d8-4b35-b041-3eefd1917d47) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:29:57.869891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f9425-c90b-4e7e-99de-6c01a5b761ce None None] Network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:29:57.881940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.928505 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:57.970457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:57.973453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:57.977073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:29:58.008958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=93ee51e4-95d8-4b35-b041-3eefd1917d47,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:58.039498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bbdc1c29-b29c-49cd-96e3-6841ff24c256 None None] Provisioning for port f0bcd466-12d3-4443-bee9-acefc95673e2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:58.044738 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.055581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.142858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f0bcd466-12d3-4443-bee9-acefc95673e2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:29:58.149497 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.163355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=920509ee-3054-452e-beb7-7f778e0c3bb0,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:58.202893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f0bcd466-12d3-4443-bee9-acefc95673e2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:58.207563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f0bcd466-12d3-4443-bee9-acefc95673e2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:58.208002 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.278874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:29:58.280576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:29:58.305615 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.346341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port f0bcd466-12d3-4443-bee9-acefc95673e2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f0bcd466-12d3-4443-bee9-acefc95673e2,segment=NetworkSegment(45cbf9f5-c1ac-4ae6-8670-172529fb624d),segment_id=45cbf9f5-c1ac-4ae6-8670-172529fb624d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:29:58.351519 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.414534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=f0bcd466-12d3-4443-bee9-acefc95673e2,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:58.433526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-67d2a252-c903-4939-9799-6646274fd938 None None] Provisioning for port 920509ee-3054-452e-beb7-7f778e0c3bb0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:29:58.438888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-67d2a252-c903-4939-9799-6646274fd938 None None] Provisioning complete for port 920509ee-3054-452e-beb7-7f778e0c3bb0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:58.439309 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67d2a252-c903-4939-9799-6646274fd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.443205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 209efc52-d9c6-4f35-b4bf-395cc0b8c864 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:29:58.477584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-67d2a252-c903-4939-9799-6646274fd938 None None] Port 920509ee-3054-452e-beb7-7f778e0c3bb0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:58.488546 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-67d2a252-c903-4939-9799-6646274fd938 None None] Provisioning complete for port f0bcd466-12d3-4443-bee9-acefc95673e2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:58.488837 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67d2a252-c903-4939-9799-6646274fd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.559263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:58.563413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.565362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-83230eb2-e1df-4711-a747-487964aa58bd tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/209efc52-d9c6-4f35-b4bf-395cc0b8c864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2565315 Aug 20 12:29:58.567825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56530) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:58.574890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d063862b-7fca-4fd7-b299-440d1e318ce3 None None] Sync routers for ids ['209efc52-d9c6-4f35-b4bf-395cc0b8c864'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:58.591765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d063862b-7fca-4fd7-b299-440d1e318ce3 None None] Routers {'209efc52-d9c6-4f35-b4bf-395cc0b8c864'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:58.592317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d063862b-7fca-4fd7-b299-440d1e318ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['209efc52-d9c6-4f35-b4bf-395cc0b8c864'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:58.634406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d063862b-7fca-4fd7-b299-440d1e318ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:58.635679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d42ef2c-a2c0-41bb-b1db-5541ea79fe30 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:58.641185 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4d42ef2c-a2c0-41bb-b1db-5541ea79fe30 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports/920509ee-3054-452e-beb7-7f778e0c3bb0 HTTP/1.1" status: 200 len: 910 time: 0.0715725 Aug 20 12:29:58.642380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56532) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:58.648309 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d063862b-7fca-4fd7-b299-440d1e318ce3 None None] Routers {'209efc52-d9c6-4f35-b4bf-395cc0b8c864'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:58.649098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d063862b-7fca-4fd7-b299-440d1e318ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['209efc52-d9c6-4f35-b4bf-395cc0b8c864'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:58.683347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d063862b-7fca-4fd7-b299-440d1e318ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:58.684013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d063862b-7fca-4fd7-b299-440d1e318ce3 None None] The sync data for ids ['209efc52-d9c6-4f35-b4bf-395cc0b8c864'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:29:58.685549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.763807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-413fca84-f025-4b0c-bc6b-4e36c5d77109 None None] Provisioning complete for port 920509ee-3054-452e-beb7-7f778e0c3bb0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:58.764185 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-413fca84-f025-4b0c-bc6b-4e36c5d77109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.801938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-413fca84-f025-4b0c-bc6b-4e36c5d77109 None None] Port 920509ee-3054-452e-beb7-7f778e0c3bb0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:58.870492 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.875649 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.925322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-72b9e998-bdcb-483d-a1fe-3fc259aeaebe None None] Provisioning complete for port 920509ee-3054-452e-beb7-7f778e0c3bb0 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:29:58.925932 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-72b9e998-bdcb-483d-a1fe-3fc259aeaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.955395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=93ee51e4-95d8-4b35-b041-3eefd1917d47,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:58.966021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:58.983103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.076999 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Floating IP ea1cda2f-8d5e-4cae-a93a-56adf0088bad associated. External IP: 172.25.0.198, port: 8df5adfc-7ebe-447b-b503-12dbb5e42ccc. Aug 20 12:29:59.133763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-72b9e998-bdcb-483d-a1fe-3fc259aeaebe None None] Port 920509ee-3054-452e-beb7-7f778e0c3bb0 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:29:59.239105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 920509ee-3054-452e-beb7-7f778e0c3bb0 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:59.239692 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.295500 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Router 1ee5541a-5c52-4b5f-8920-183307288995 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:29:59.325659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.340270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 920509ee-3054-452e-beb7-7f778e0c3bb0 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:29:59.408601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:29:59.420303 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] Sync routers for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:29:59.430746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.431675 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:59.432328 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:59.460441 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-628cc9f1-fa86-46dc-b98a-b38b19880a77 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2157876 Aug 20 12:29:59.461169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:29:59.463561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56534) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:59.464349 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56c9e8-4367-44f2-a607-55474cdf5c51" -d '{"events": [{"name": "network-changed", "server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:29:59.506455 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b8974-a5e3-484c-bf8d-910463f1b5da x-openstack-request-id: req-6a0b8974-a5e3-484c-bf8d-910463f1b5da {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:29:59.506832 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:29:59.507151 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a0b8974-a5e3-484c-bf8d-910463f1b5da {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:29:59.507641 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'status': 'completed', 'code': 200} Aug 20 12:29:59.556191 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:29:59.570288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-98444f94-8323-4c53-bae6-f54802a7f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:59.571941 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-98444f94-8323-4c53-bae6-f54802a7f270 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1137 time: 0.0423439 Aug 20 12:29:59.636343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.667011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-92bc1d79-91e9-42b5-9762-f3cb7e52f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:59.668513 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-92bc1d79-91e9-42b5-9762-f3cb7e52f907 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 HTTP/1.1" status: 200 len: 897 time: 0.0895464 Aug 20 12:29:59.746672 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-d6f2ef6b-03ed-4aff-8724-d29c1293d883 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc HTTP/1.1" status: 200 len: 1000 time: 0.0709765 Aug 20 12:29:59.804212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-ec61baec-51ea-4725-96da-06c56a041c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:59.806019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-ec61baec-51ea-4725-96da-06c56a041c11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f6a145-fc30-4b6c-b5ff-4130070e5c4c HTTP/1.1" status: 200 len: 835 time: 0.0524662 Aug 20 12:29:59.808879 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea1cda2f-8d5e-4cae-a93a-56adf0088bad', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'port_id': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'mac_address': 'fa:16:3e:4d:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258b11a5-affb-4950-94ab-d6364602cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:29:58Z', 'updated_at': '2021-08-20T12:29:58Z', 'revision_number': 0, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:48Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:59.863753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-61fa8a5a-227c-4f58-aaee-a3d0752bff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:59.865524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-61fa8a5a-227c-4f58-aaee-a3d0752bff6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524473 Aug 20 12:29:59.939518 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] Checking router: 1ee5541a-5c52-4b5f-8920-183307288995 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:29:59.946871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=920509ee-3054-452e-beb7-7f778e0c3bb0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:29:59.948774 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:29:59.949968 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:29:59.989128 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-b57d4ffa-10b8-4c77-816e-e5f2ebafbfa6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156170 Aug 20 12:30:00.004456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.005123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.005669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.006398 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.007169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.007708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.008456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.019829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.020991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.029751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-62d5acc3-f2d8-4b56-b53b-c5255e92a5bd tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6359 time: 0.5614114 Aug 20 12:30:00.032404 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56538) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:00.102331 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:00.115027 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6f56c9e8-4367-44f2-a607-55474cdf5c51 req-625b3c73-5983-4ea2-a388-076784825f6e service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186655 Aug 20 12:30:00.144594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f0bcd466-12d3-4443-bee9-acefc95673e2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:00.210018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f0bcd466-12d3-4443-bee9-acefc95673e2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:00.210542 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:00.283601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.284181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.284781 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.284914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.285346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.286483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.286483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.286703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.287150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.289429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-81084c3a-2290-473f-88af-1fe0b43ffdd8 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5868 time: 0.2541311 Aug 20 12:30:00.292858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56540) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:00.294853 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:00.368356 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea1cda2f-8d5e-4cae-a93a-56adf0088bad', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'port_id': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'mac_address': 'fa:16:3e:4d:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258b11a5-affb-4950-94ab-d6364602cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:29:58Z', 'updated_at': '2021-08-20T12:29:58Z', 'revision_number': 0, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:48Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:00.401345 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c38ff7-db47-4e00-b26a-cd4631ef8c6b None None] The sync data for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 is: [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea1cda2f-8d5e-4cae-a93a-56adf0088bad', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'port_id': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'mac_address': 'fa:16:3e:4d:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258b11a5-affb-4950-94ab-d6364602cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:29:58Z', 'updated_at': '2021-08-20T12:29:58Z', 'revision_number': 0, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:48Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:00.578587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 209efc52-d9c6-4f35-b4bf-395cc0b8c864 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:00.607556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083a83d-41ac-4a57-a9b3-210c2d1d049a None None] New status for floating IP ea1cda2f-8d5e-4cae-a93a-56adf0088bad: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:30:00.725506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:00.735638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f6da90-9d9b-4afe-93c8-ffe11af56a0b None None] Sync routers for ids ['209efc52-d9c6-4f35-b4bf-395cc0b8c864'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:00.738943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8cc1415a-b151-448d-8b73-bf4175bdb124 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/209efc52-d9c6-4f35-b4bf-395cc0b8c864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0952349 Aug 20 12:30:00.741649 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56542) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:00.747662 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6da90-9d9b-4afe-93c8-ffe11af56a0b None None] Routers {'209efc52-d9c6-4f35-b4bf-395cc0b8c864'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:00.748632 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-05f6da90-9d9b-4afe-93c8-ffe11af56a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['209efc52-d9c6-4f35-b4bf-395cc0b8c864'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:00.778262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-226b1a66-b544-4864-8a3c-718179c5b3d9 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5019 time: 0.4813766 Aug 20 12:30:00.779153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56544) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:00.787500 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-db9d80ca-38ed-492c-85db-568ef0042990 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=209efc52-d9c6-4f35-b4bf-395cc0b8c864 HTTP/1.1" status: 200 len: 205 time: 0.0446510 Aug 20 12:30:00.788658 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-05f6da90-9d9b-4afe-93c8-ffe11af56a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:00.789933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56546) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:00.799937 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6da90-9d9b-4afe-93c8-ffe11af56a0b None None] Routers {'209efc52-d9c6-4f35-b4bf-395cc0b8c864'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:00.800631 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-05f6da90-9d9b-4afe-93c8-ffe11af56a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['209efc52-d9c6-4f35-b4bf-395cc0b8c864'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:00.828790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc358d-837f-4034-a4ba-039fc0130175 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.829833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc358d-837f-4034-a4ba-039fc0130175 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.831871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-33bc358d-837f-4034-a4ba-039fc0130175 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1ee5541a-5c52-4b5f-8920-183307288995 HTTP/1.1" status: 200 len: 1990 time: 0.0515664 Aug 20 12:30:00.839055 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-05f6da90-9d9b-4afe-93c8-ffe11af56a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:00.839809 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f6da90-9d9b-4afe-93c8-ffe11af56a0b None None] The sync data for ids ['209efc52-d9c6-4f35-b4bf-395cc0b8c864'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:00.865736 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0544b193-2a81-42bd-a01a-37cf09351498 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.026483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0544b193-2a81-42bd-a01a-37cf09351498 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.028487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0544b193-2a81-42bd-a01a-37cf09351498 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.074362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0544b193-2a81-42bd-a01a-37cf09351498 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.074873 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0544b193-2a81-42bd-a01a-37cf09351498 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Fanout notify agent at l3_agent the message router_deleted on router 209efc52-d9c6-4f35-b4bf-395cc0b8c864 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:30:01.081638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0544b193-2a81-42bd-a01a-37cf09351498 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.085465 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0544b193-2a81-42bd-a01a-37cf09351498 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/209efc52-d9c6-4f35-b4bf-395cc0b8c864 HTTP/1.1" status: 204 len: 168 time: 0.2945817 Aug 20 12:30:01.085673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56550) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:01.136307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a32d1be-593c-423d-bb9c-d75c92529e81 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet ba01c094-4897-4eb6-8977-9b6e30cfe7c8 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:01.139366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a32d1be-593c-423d-bb9c-d75c92529e81 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.187024 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a32d1be-593c-423d-bb9c-d75c92529e81 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.267910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a32d1be-593c-423d-bb9c-d75c92529e81 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.323759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a32d1be-593c-423d-bb9c-d75c92529e81 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.354164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32d1be-593c-423d-bb9c-d75c92529e81 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=ba01c094-4897-4eb6-8977-9b6e30cfe7c8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:01.358129 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a32d1be-593c-423d-bb9c-d75c92529e81 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.362966 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8a32d1be-593c-423d-bb9c-d75c92529e81 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/ba01c094-4897-4eb6-8977-9b6e30cfe7c8 HTTP/1.1" status: 204 len: 168 time: 0.2734578 Aug 20 12:30:01.363720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56552) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:01.368486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ba9f6-04a5-48af-a569-283c251c305e None None] Network 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:01.440900 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.500097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port f0bcd466-12d3-4443-bee9-acefc95673e2 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:01.500444 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.575675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] DHCP port deletion for 917bb8e2-a11e-45c7-a5d2-edd680b3ea51 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:01.580029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port f0bcd466-12d3-4443-bee9-acefc95673e2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f0bcd466-12d3-4443-bee9-acefc95673e2,segment=NetworkSegment(45cbf9f5-c1ac-4ae6-8670-172529fb624d),segment_id=45cbf9f5-c1ac-4ae6-8670-172529fb624d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:01.580401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.594755 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for f0bcd466-12d3-4443-bee9-acefc95673e2 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:01.623696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] Deleting port f0bcd466-12d3-4443-bee9-acefc95673e2 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:01.624072 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.680926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.691938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] For port f0bcd466-12d3-4443-bee9-acefc95673e2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f0bcd466-12d3-4443-bee9-acefc95673e2,segment=NetworkSegment(45cbf9f5-c1ac-4ae6-8670-172529fb624d),segment_id=45cbf9f5-c1ac-4ae6-8670-172529fb624d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:01.692340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.705778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] Calling delete_port for f0bcd466-12d3-4443-bee9-acefc95673e2 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:01.800130 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:01.828961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] Pushing event deleted for resources: {'Port': ['ID=f0bcd466-12d3-4443-bee9-acefc95673e2,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:01.830801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb807b5-bd94-45ca-8742-9c204e5edee5 None None] No DVR routers for this DVR port f0bcd466-12d3-4443-bee9-acefc95673e2 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:01.973353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=f0bcd466-12d3-4443-bee9-acefc95673e2,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:01.976881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No DVR routers for this DVR port f0bcd466-12d3-4443-bee9-acefc95673e2 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:02.057261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.067891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917bb8e2-a11e-45c7-a5d2-edd680b3ea51']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:02.075178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f0bcd466-12d3-4443-bee9-acefc95673e2 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:02.079836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cbf9f5-c1ac-4ae6-8670-172529fb624d') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:02.080193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cbf9f5-c1ac-4ae6-8670-172529fb624d') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:02.091526 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.095468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f0bcd466-12d3-4443-bee9-acefc95673e2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:02.095886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f0bcd466-12d3-4443-bee9-acefc95673e2 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:02.106301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.112606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:02.113542 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:02.116208 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:02.188243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.195425 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.197246 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/917bb8e2-a11e-45c7-a5d2-edd680b3ea51 HTTP/1.1" status: 204 len: 168 time: 0.8328645 Aug 20 12:30:02.202206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56556) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:02.207392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1760854354', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:02.209703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daafd0-c8b0-4a3a-8ff6-13c850aa6cd8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=917bb8e2-a11e-45c7-a5d2-edd680b3ea51,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:02.231247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.232318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.283112 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.422263 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.612753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.630733 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.980548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.25.0.123 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/72d6f8b1-f987-40c9-900e-2d19d6725de3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:03.082748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.121100 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.156851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:03.159559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:03.162919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:03.189012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=72d6f8b1-f987-40c9-900e-2d19d6725de3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:03.418135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.621900 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.750115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router edfa8c95-d9ff-4712-8fbb-3cadfd0f374d is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:30:03.867363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:03.877002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2bd08-3a10-4dfb-a879-fb070aeea4a4 None None] Sync routers for ids ['edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:03.887415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2bd08-3a10-4dfb-a879-fb070aeea4a4 None None] Routers {'edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:03.887608 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.888059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7fc2bd08-3a10-4dfb-a879-fb070aeea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:03.888977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-337be97b-5ea1-4100-a4f1-180f4df67ad5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.6855803 Aug 20 12:30:03.891968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56558) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:03.923524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7fc2bd08-3a10-4dfb-a879-fb070aeea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:03.932947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2bd08-3a10-4dfb-a879-fb070aeea4a4 None None] Routers {'edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:03.933574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7fc2bd08-3a10-4dfb-a879-fb070aeea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:03.968491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-7fc2bd08-3a10-4dfb-a879-fb070aeea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:03.969147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2bd08-3a10-4dfb-a879-fb070aeea4a4 None None] The sync data for ids ['edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:04.002990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-89238389-debd-4c2a-a91d-eec762ced498 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/routers/edfa8c95-d9ff-4712-8fbb-3cadfd0f374d HTTP/1.1" status: 200 len: 881 time: 0.1098287 Aug 20 12:30:04.005896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56560) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:04.243602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-72aa02e7-62d3-4468-ba20-bdce450617bc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2365954 Aug 20 12:30:04.246920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56562) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:04.251264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0cc1ac81-04fa-4ae7-bb4a-acc48557a33a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1760854354'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:04.811411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ac81-04fa-4ae7-bb4a-acc48557a33a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:04.821841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ac81-04fa-4ae7-bb4a-acc48557a33a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:04.926847 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc1ac81-04fa-4ae7-bb4a-acc48557a33a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router edfa8c95-d9ff-4712-8fbb-3cadfd0f374d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:05.031822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc1ac81-04fa-4ae7-bb4a-acc48557a33a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:05.038437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ac81-04fa-4ae7-bb4a-acc48557a33a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.039863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0cc1ac81-04fa-4ae7-bb4a-acc48557a33a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/edfa8c95-d9ff-4712-8fbb-3cadfd0f374d HTTP/1.1" status: 200 len: 888 time: 0.7917655 Aug 20 12:30:05.042138 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b6853c-2322-43ec-8e88-c51560ef862a None None] Sync routers for ids ['edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:05.042627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56564) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:05.051859 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b6853c-2322-43ec-8e88-c51560ef862a None None] Routers {'edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:05.052455 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77b6853c-2322-43ec-8e88-c51560ef862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:05.085004 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77b6853c-2322-43ec-8e88-c51560ef862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:05.094010 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b6853c-2322-43ec-8e88-c51560ef862a None None] Routers {'edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:05.094626 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77b6853c-2322-43ec-8e88-c51560ef862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:05.126756 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77b6853c-2322-43ec-8e88-c51560ef862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:05.127495 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b6853c-2322-43ec-8e88-c51560ef862a None None] The sync data for ids ['edfa8c95-d9ff-4712-8fbb-3cadfd0f374d'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:05.153242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5c324e84-6e12-4c09-9c50-32ab8672494b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/routers/edfa8c95-d9ff-4712-8fbb-3cadfd0f374d HTTP/1.1" status: 200 len: 888 time: 0.1095588 Aug 20 12:30:05.155870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56566) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:05.182528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-69c79c41-58de-49e2-ac40-3cefa5e1e138 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=edfa8c95-d9ff-4712-8fbb-3cadfd0f374d HTTP/1.1" status: 200 len: 205 time: 0.0246208 Aug 20 12:30:05.184445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56568) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:05.289045 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.392018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.449295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 72d6f8b1-f987-40c9-900e-2d19d6725de3 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:05.449644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.527430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.538649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 72d6f8b1-f987-40c9-900e-2d19d6725de3 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:05.699442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.723959 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=72d6f8b1-f987-40c9-900e-2d19d6725de3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:05.789959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.883517 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.886217 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.929020 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.929773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Fanout notify agent at l3_agent the message router_deleted on router edfa8c95-d9ff-4712-8fbb-3cadfd0f374d {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:30:05.937234 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.938462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a7fc25d8-b222-472c-8bf4-3db540a46921 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/edfa8c95-d9ff-4712-8fbb-3cadfd0f374d HTTP/1.1" status: 204 len: 168 time: 0.7530649 Aug 20 12:30:05.941957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56570) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:05.947022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-751384005'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:05.967621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:05.971157 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.996299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:06.004943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.005284 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment 7ea95347-303f-41bd-a4be-7d30a3ef5c77 of type vlan for network b4bac3b5-e4c6-46a1-be75-692303fc275f Aug 20 12:30:06.046147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.070023 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.076356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:06.076949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.134247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1911619 Aug 20 12:30:06.137962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56572) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:06.145060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': 'b4bac3b5-e4c6-46a1-be75-692303fc275f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:06.195266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396fb55-abde-4f5f-b42e-a4234b49dbbf tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=b4bac3b5-e4c6-46a1-be75-692303fc275f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:06.205992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b4bac3b5-e4c6-46a1-be75-692303fc275f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:06.239857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:06.243486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.439283 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.504840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=36501c7f-8318-47f4-9130-4117e386ae3f,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:06.519429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': '7ea95347-303f-41bd-a4be-7d30a3ef5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b4bac3b5-e4c6-46a1-be75-692303fc275f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:06.519794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: b4bac3b5-e4c6-46a1-be75-692303fc275f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:06.537097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network b4bac3b5-e4c6-46a1-be75-692303fc275f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:06.546248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b4bac3b5-e4c6-46a1-be75-692303fc275f) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:06.554232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:06.554232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.554515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d2066-391d-47d9-8d40-851422afbc42 None None] Network b4bac3b5-e4c6-46a1-be75-692303fc275f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:06.575745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0f85c130-1509-435a-88c4-bf1a0eee663c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4365199 Aug 20 12:30:06.578154 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56576) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:06.583498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e568b7b3-c69d-4384-97c0-927043af2418 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-670393238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:06.609172 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e568b7b3-c69d-4384-97c0-927043af2418 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.611959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e568b7b3-c69d-4384-97c0-927043af2418 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.664850 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e568b7b3-c69d-4384-97c0-927043af2418 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.670895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e568b7b3-c69d-4384-97c0-927043af2418 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.690334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e568b7b3-c69d-4384-97c0-927043af2418 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.691654 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e568b7b3-c69d-4384-97c0-927043af2418 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1121659 Aug 20 12:30:06.695051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56578) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:06.711604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b4bac3b5-e4c6-46a1-be75-692303fc275f', 'network_id': 'b4bac3b5-e4c6-46a1-be75-692303fc275f', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': '36501c7f-8318-47f4-9130-4117e386ae3f'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:06.712459 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.853476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Allocated IP 172.20.0.2 (b4bac3b5-e4c6-46a1-be75-692303fc275f/36501c7f-8318-47f4-9130-4117e386ae3f/9e5a7590-0077-45d8-b064-cdd0ec8a4ad8) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:06.984388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.027640 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.036306 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Transition to ACTIVE for port object 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:07.052357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Transition to ACTIVE for port object 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:07.060548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.099677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Network b4bac3b5-e4c6-46a1-be75-692303fc275f is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:07.104246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:07.111509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:07.137239 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Pushing event updated for resources: {'Port': ['ID=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:07.168340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Attempting to bind port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:07.168721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Attempting to bind port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '7ea95347-303f-41bd-a4be-7d30a3ef5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b4bac3b5-e4c6-46a1-be75-692303fc275f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:07.169157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Attempting to bind port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 on network b4bac3b5-e4c6-46a1-be75-692303fc275f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:07.174170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:07.176421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Checking segment: {'id': '7ea95347-303f-41bd-a4be-7d30a3ef5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b4bac3b5-e4c6-46a1-be75-692303fc275f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:07.176831 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.177229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Bound using segment: {'id': '7ea95347-303f-41bd-a4be-7d30a3ef5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b4bac3b5-e4c6-46a1-be75-692303fc275f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:07.177700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Bound port: 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea95347-303f-41bd-a4be-7d30a3ef5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b4bac3b5-e4c6-46a1-be75-692303fc275f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:07.178084 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.247628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.20.0.1 (b4bac3b5-e4c6-46a1-be75-692303fc275f/36501c7f-8318-47f4-9130-4117e386ae3f/bf3d4f9b-6364-4c2f-ae76-a9a921e00e36) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:07.251442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] For port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:07.255657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] For port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,segment=NetworkSegment(7ea95347-303f-41bd-a4be-7d30a3ef5c77),segment_id=7ea95347-303f-41bd-a4be-7d30a3ef5c77)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:07.262491 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.338632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644da305-08c8-415f-9934-e2396f0f1e61 None None] Pushing event updated for resources: {'Port': ['ID=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:07.376011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.390671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:07.430738 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.479858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network b4bac3b5-e4c6-46a1-be75-692303fc275f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:07.483716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:07.487846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:07.547442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=bf3d4f9b-6364-4c2f-ae76-a9a921e00e36,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:07.568584 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.698588 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.969411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.974313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.050442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.052931 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=bf3d4f9b-6364-4c2f-ae76-a9a921e00e36,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:08.124170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:08.160852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network b4bac3b5-e4c6-46a1-be75-692303fc275f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:08.162370 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:08.180513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:08.294125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router efa37783-4e8d-4109-87a3-ecea295b471c is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:30:08.337082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afda00da-201c-4fbe-aaee-8824908be150 None None] Network b4bac3b5-e4c6-46a1-be75-692303fc275f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:08.389292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:08.397311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-135bc1d2-647e-4803-abb6-cf104bd3ee37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/efa37783-4e8d-4109-87a3-ecea295b471c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6984310 Aug 20 12:30:08.397311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56580) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:08.403227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a861cd-44d5-427b-af78-37e7a822fc77 None None] Sync routers for ids ['efa37783-4e8d-4109-87a3-ecea295b471c'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:08.436708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a861cd-44d5-427b-af78-37e7a822fc77 None None] Routers {'efa37783-4e8d-4109-87a3-ecea295b471c'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:08.437328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-57a861cd-44d5-427b-af78-37e7a822fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['efa37783-4e8d-4109-87a3-ecea295b471c'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:08.446522 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f7ce1-9462-44ee-913e-f3671be10432 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:08.450467 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ce7f7ce1-9462-44ee-913e-f3671be10432 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports/bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 HTTP/1.1" status: 200 len: 910 time: 0.0499375 Aug 20 12:30:08.450682 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56582) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:08.455820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d5f987ac-b038-42fa-aa0e-632d25ff91b6 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36501c7f-8318-47f4-9130-4117e386ae3f'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:08.492495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6a5989ed-b31a-4926-b4e0-71c516aaab84 None None] Provisioning for port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:08.497136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-57a861cd-44d5-427b-af78-37e7a822fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:08.503321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6a5989ed-b31a-4926-b4e0-71c516aaab84 None None] Provisioning complete for port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:08.503694 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6a5989ed-b31a-4926-b4e0-71c516aaab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.544483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a861cd-44d5-427b-af78-37e7a822fc77 None None] Routers {'efa37783-4e8d-4109-87a3-ecea295b471c'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:08.545125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-57a861cd-44d5-427b-af78-37e7a822fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['efa37783-4e8d-4109-87a3-ecea295b471c'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:08.605093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-57a861cd-44d5-427b-af78-37e7a822fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:08.605519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5f987ac-b038-42fa-aa0e-632d25ff91b6 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.605671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a861cd-44d5-427b-af78-37e7a822fc77 None None] The sync data for ids ['efa37783-4e8d-4109-87a3-ecea295b471c'] in n-d-800634-10 is: [] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:08.660374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6a5989ed-b31a-4926-b4e0-71c516aaab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.694459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6a5989ed-b31a-4926-b4e0-71c516aaab84 None None] For port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,segment=NetworkSegment(7ea95347-303f-41bd-a4be-7d30a3ef5c77),segment_id=7ea95347-303f-41bd-a4be-7d30a3ef5c77)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:08.701974 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6a5989ed-b31a-4926-b4e0-71c516aaab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.754054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5989ed-b31a-4926-b4e0-71c516aaab84 None None] Pushing event updated for resources: {'Port': ['ID=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:08.924006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-00a3a53d-05b5-48d8-b5d2-cf83902fe06b None None] Provisioning for port bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:08.928297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-00a3a53d-05b5-48d8-b5d2-cf83902fe06b None None] Provisioning complete for port bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:08.928679 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-00a3a53d-05b5-48d8-b5d2-cf83902fe06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.971395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-00a3a53d-05b5-48d8-b5d2-cf83902fe06b None None] Port bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:08.981929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-00a3a53d-05b5-48d8-b5d2-cf83902fe06b None None] Provisioning complete for port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:08.982332 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-00a3a53d-05b5-48d8-b5d2-cf83902fe06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.998360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5f987ac-b038-42fa-aa0e-632d25ff91b6 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.007853 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5f987ac-b038-42fa-aa0e-632d25ff91b6 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.082761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f987ac-b038-42fa-aa0e-632d25ff91b6 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=bf3d4f9b-6364-4c2f-ae76-a9a921e00e36,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:09.091064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f987ac-b038-42fa-aa0e-632d25ff91b6 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:09.091655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d5f987ac-b038-42fa-aa0e-632d25ff91b6 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.093046 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d5f987ac-b038-42fa-aa0e-632d25ff91b6 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/ports/bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 HTTP/1.1" status: 200 len: 910 time: 0.6414227 Aug 20 12:30:09.095823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56584) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:09.198410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a8f44f3b-7972-4a0f-87a4-5b455852d6fb None None] Provisioning complete for port bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:09.199533 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a8f44f3b-7972-4a0f-87a4-5b455852d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.235467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a8f44f3b-7972-4a0f-87a4-5b455852d6fb None None] Port bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:09.354466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1864bf13-3e6b-42bd-8abc-0eea7ff5f0c3 None None] Provisioning complete for port bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:09.355193 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1864bf13-3e6b-42bd-8abc-0eea7ff5f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.389455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1864bf13-3e6b-42bd-8abc-0eea7ff5f0c3 None None] Port bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:09.415261 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.654593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:09.654847 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.748622 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.762492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for bf3d4f9b-6364-4c2f-ae76-a9a921e00e36 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:09.938611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.969369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=bf3d4f9b-6364-4c2f-ae76-a9a921e00e36,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:10.091112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:10.124251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.148031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:10.148510 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.288376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router efa37783-4e8d-4109-87a3-ecea295b471c has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:10.364302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:10.371505 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2b2eb2b4-8016-4c26-a73f-6d05db8f6232 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/efa37783-4e8d-4109-87a3-ecea295b471c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2730899 Aug 20 12:30:10.373289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56586) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:10.374880 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca321fe5-32f4-468d-94cd-08084def178f None None] Sync routers for ids ['efa37783-4e8d-4109-87a3-ecea295b471c'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:10.383857 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca321fe5-32f4-468d-94cd-08084def178f None None] Routers {'efa37783-4e8d-4109-87a3-ecea295b471c'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:10.384444 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ca321fe5-32f4-468d-94cd-08084def178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['efa37783-4e8d-4109-87a3-ecea295b471c'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:10.401051 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4bac541f-18df-4063-8938-3ba383a2ab37 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=efa37783-4e8d-4109-87a3-ecea295b471c HTTP/1.1" status: 200 len: 205 time: 0.0261896 Aug 20 12:30:10.404605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56588) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:10.420262 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ca321fe5-32f4-468d-94cd-08084def178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:10.428811 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca321fe5-32f4-468d-94cd-08084def178f None None] Routers {'efa37783-4e8d-4109-87a3-ecea295b471c'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:10.429394 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ca321fe5-32f4-468d-94cd-08084def178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['efa37783-4e8d-4109-87a3-ecea295b471c'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:10.461275 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ca321fe5-32f4-468d-94cd-08084def178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:10.461834 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca321fe5-32f4-468d-94cd-08084def178f None None] The sync data for ids ['efa37783-4e8d-4109-87a3-ecea295b471c'] in n-d-800634-10 is: [] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:10.745317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df51e7fe-9d20-409d-b381-bd828af28a6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.901055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df51e7fe-9d20-409d-b381-bd828af28a6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.903901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df51e7fe-9d20-409d-b381-bd828af28a6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.945259 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df51e7fe-9d20-409d-b381-bd828af28a6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.945828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df51e7fe-9d20-409d-b381-bd828af28a6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Fanout notify agent at l3_agent the message router_deleted on router efa37783-4e8d-4109-87a3-ecea295b471c {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:30:10.953861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df51e7fe-9d20-409d-b381-bd828af28a6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.955203 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-df51e7fe-9d20-409d-b381-bd828af28a6f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/efa37783-4e8d-4109-87a3-ecea295b471c HTTP/1.1" status: 204 len: 168 time: 0.5493252 Aug 20 12:30:10.957750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56590) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:11.012698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-539a5fc4-0218-4dfa-ba55-4d290bb8ea22 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet 36501c7f-8318-47f4-9130-4117e386ae3f {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:11.015767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539a5fc4-0218-4dfa-ba55-4d290bb8ea22 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.054834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539a5fc4-0218-4dfa-ba55-4d290bb8ea22 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.173296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539a5fc4-0218-4dfa-ba55-4d290bb8ea22 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.232241 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539a5fc4-0218-4dfa-ba55-4d290bb8ea22 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.262232 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-539a5fc4-0218-4dfa-ba55-4d290bb8ea22 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.264890 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-539a5fc4-0218-4dfa-ba55-4d290bb8ea22 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/36501c7f-8318-47f4-9130-4117e386ae3f HTTP/1.1" status: 204 len: 168 time: 0.3056216 Aug 20 12:30:11.265159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a5fc4-0218-4dfa-ba55-4d290bb8ea22 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=36501c7f-8318-47f4-9130-4117e386ae3f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:11.267653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56592) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:11.275439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039960df-d764-42da-ad3a-e9f54a792027 None None] Network b4bac3b5-e4c6-46a1-be75-692303fc275f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:11.343776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.407639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:11.407988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.451388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] DHCP port deletion for b4bac3b5-e4c6-46a1-be75-692303fc275f request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:11.476660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,segment=NetworkSegment(7ea95347-303f-41bd-a4be-7d30a3ef5c77),segment_id=7ea95347-303f-41bd-a4be-7d30a3ef5c77)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:11.477216 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.493603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:11.498403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] Deleting port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:11.498783 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.565307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] For port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,segment=NetworkSegment(7ea95347-303f-41bd-a4be-7d30a3ef5c77),segment_id=7ea95347-303f-41bd-a4be-7d30a3ef5c77)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:11.565657 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.574141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.580289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] Calling delete_port for 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:11.600896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No DVR routers for this DVR port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:11.603074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:11.654805 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.680253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] Pushing event deleted for resources: {'Port': ['ID=9e5a7590-0077-45d8-b064-cdd0ec8a4ad8,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:11.686088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c93cf0-cd46-470d-95d4-8eeb5709bcc7 None None] No DVR routers for this DVR port 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:11.689959 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.701065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bac3b5-e4c6-46a1-be75-692303fc275f']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:11.711480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea95347-303f-41bd-a4be-7d30a3ef5c77') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:11.711779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea95347-303f-41bd-a4be-7d30a3ef5c77') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:11.720540 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.734381 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.740085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:11.740475 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:11.743552 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:11.805659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.821711 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.823518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/b4bac3b5-e4c6-46a1-be75-692303fc275f HTTP/1.1" status: 204 len: 168 time: 0.5548594 Aug 20 12:30:11.827854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56594) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:11.833051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a90c5d94-9699-45dc-ac1d-67d212cd3451 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-153183674', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:11.835587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b962a5d-34da-476e-9575-dad119f85600 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=b4bac3b5-e4c6-46a1-be75-692303fc275f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:11.857048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a90c5d94-9699-45dc-ac1d-67d212cd3451 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.858076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a90c5d94-9699-45dc-ac1d-67d212cd3451 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.912212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a90c5d94-9699-45dc-ac1d-67d212cd3451 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.916245 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a90c5d94-9699-45dc-ac1d-67d212cd3451 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.931979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a90c5d94-9699-45dc-ac1d-67d212cd3451 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.933208 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a90c5d94-9699-45dc-ac1d-67d212cd3451 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1042943 Aug 20 12:30:11.936151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56596) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:11.941096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-2064429815'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:11.962024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:11.965954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.990351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:11.999442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.999769 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment 5c6fa053-5c63-4ba7-8041-9e06b8bd6041 of type vlan for network b983d243-4482-4145-bdac-6a8fb8331aa2 Aug 20 12:30:12.040582 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.066958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.072410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:12.073003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.076806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:12.097431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:12.097822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9e5a7590-0077-45d8-b064-cdd0ec8a4ad8 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:12.134782 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1976190 Aug 20 12:30:12.137656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56598) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:12.143755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:12.144236 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68923d-3057-4693-989d-5e2fbc7a911f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=b983d243-4482-4145-bdac-6a8fb8331aa2,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:12.154758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b983d243-4482-4145-bdac-6a8fb8331aa2 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:12.158064 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.241518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:12.245343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.432897 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.496032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=77ef55a1-877b-4c11-a114-52fe2bd738d9,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:12.504649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:12.505008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: b983d243-4482-4145-bdac-6a8fb8331aa2, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:12.522011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network b983d243-4482-4145-bdac-6a8fb8331aa2 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:12.531161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b983d243-4482-4145-bdac-6a8fb8331aa2) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:12.535331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:12.535917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.541723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c62e36-521c-41e9-8a13-a48aab3d43fc None None] Network b983d243-4482-4145-bdac-6a8fb8331aa2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:12.553199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cdbd7d1f-902c-4fc7-85cb-c880de993cdb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4118137 Aug 20 12:30:12.553552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56600) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:12.696956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b983d243-4482-4145-bdac-6a8fb8331aa2', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:12.697828 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.834149 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.836681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Allocated IP 172.20.0.2 (b983d243-4482-4145-bdac-6a8fb8331aa2/77ef55a1-877b-4c11-a114-52fe2bd738d9/5cad5e29-a4bd-4c8e-8898-1e1960798096) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:12.985704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.994571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Transition to ACTIVE for port object 5cad5e29-a4bd-4c8e-8898-1e1960798096 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:13.010204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Transition to ACTIVE for port object 5cad5e29-a4bd-4c8e-8898-1e1960798096 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:13.017423 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.058981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Network b983d243-4482-4145-bdac-6a8fb8331aa2 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:13.061893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:13.065402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:13.073343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Pushing event updated for resources: {'Port': ['ID=5cad5e29-a4bd-4c8e-8898-1e1960798096,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:13.080945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.20.0.1 (b983d243-4482-4145-bdac-6a8fb8331aa2/77ef55a1-877b-4c11-a114-52fe2bd738d9/72e7fed5-be79-47b5-91fb-8b849cee2e7a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:13.126872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Attempting to bind port 5cad5e29-a4bd-4c8e-8898-1e1960798096 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:13.127248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Attempting to bind port 5cad5e29-a4bd-4c8e-8898-1e1960798096 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:13.127614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Attempting to bind port 5cad5e29-a4bd-4c8e-8898-1e1960798096 on network b983d243-4482-4145-bdac-6a8fb8331aa2 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:13.132903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:13.133281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Checking segment: {'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:13.133692 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.134099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Bound using segment: {'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:13.134581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Bound port: 5cad5e29-a4bd-4c8e-8898-1e1960798096, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:13.134969 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.199194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] For port 5cad5e29-a4bd-4c8e-8898-1e1960798096, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:13.201166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.202457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] For port 5cad5e29-a4bd-4c8e-8898-1e1960798096, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5cad5e29-a4bd-4c8e-8898-1e1960798096,segment=NetworkSegment(5c6fa053-5c63-4ba7-8041-9e06b8bd6041),segment_id=5c6fa053-5c63-4ba7-8041-9e06b8bd6041)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:13.207629 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.216890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object 72e7fed5-be79-47b5-91fb-8b849cee2e7a will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:13.253142 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.285908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d9068-372c-477e-b255-bdfda60b8989 None None] Pushing event updated for resources: {'Port': ['ID=5cad5e29-a4bd-4c8e-8898-1e1960798096,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:13.297837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network b983d243-4482-4145-bdac-6a8fb8331aa2 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:13.300990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:13.304815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:13.314121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=72e7fed5-be79-47b5-91fb-8b849cee2e7a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:13.355687 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.510515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.781578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.786448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.864235 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.866022 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=72e7fed5-be79-47b5-91fb-8b849cee2e7a,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:13.892796 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.966520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network b983d243-4482-4145-bdac-6a8fb8331aa2 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:13.968237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:14.098941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:30:14.131945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5cad5e29-a4bd-4c8e-8898-1e1960798096 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:14.184957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5cad5e29-a4bd-4c8e-8898-1e1960798096 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:14.199758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c34237-11b9-4640-bcab-55a7702a190b None None] Network b983d243-4482-4145-bdac-6a8fb8331aa2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:14.202753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:14.207568 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-09eef4df-9ea6-464c-a772-8418d62d693c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6529498 Aug 20 12:30:14.210818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56604) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:14.216970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-1545726083'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:14.237905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:14.241486 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.244591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:14.266005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:14.269968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:14.270866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:14.276721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-607e7f3a-a0ea-4574-8a5e-c386be0ed441 None None] Provisioning for port 5cad5e29-a4bd-4c8e-8898-1e1960798096 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:14.277233 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.277580 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment e752f802-57d8-4e03-9427-f8ad20a37d09 of type vlan for network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 Aug 20 12:30:14.320264 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.322578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-607e7f3a-a0ea-4574-8a5e-c386be0ed441 None None] Provisioning complete for port 5cad5e29-a4bd-4c8e-8898-1e1960798096 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:14.322955 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-607e7f3a-a0ea-4574-8a5e-c386be0ed441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.347988 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.353670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:14.354500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.423861 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2095072 Aug 20 12:30:14.424243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56608) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:14.429191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:14.445476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:14.473168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23774bf7-b6cb-41e1-9adb-cd34a5e41448 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=1eb5cca0-70f8-473f-b42f-2dc4cde05250,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:14.490790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:14.526670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:14.530292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.686554 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-607e7f3a-a0ea-4574-8a5e-c386be0ed441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.722908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.755477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-607e7f3a-a0ea-4574-8a5e-c386be0ed441 None None] For port 5cad5e29-a4bd-4c8e-8898-1e1960798096, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5cad5e29-a4bd-4c8e-8898-1e1960798096,segment=NetworkSegment(5c6fa053-5c63-4ba7-8041-9e06b8bd6041),segment_id=5c6fa053-5c63-4ba7-8041-9e06b8bd6041)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:14.762629 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-607e7f3a-a0ea-4574-8a5e-c386be0ed441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.803541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=aeeed787-0a72-47f1-8e7d-bdf165dfa7c1,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:14.809992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:14.810393 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: 1eb5cca0-70f8-473f-b42f-2dc4cde05250, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:14.828608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:14.841265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1eb5cca0-70f8-473f-b42f-2dc4cde05250) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:14.847050 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:14.848086 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.853646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0effa756-1b9a-46d5-a2c6-767e8e426526 None None] Network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:14.858304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e7f3a-a0ea-4574-8a5e-c386be0ed441 None None] Pushing event updated for resources: {'Port': ['ID=5cad5e29-a4bd-4c8e-8898-1e1960798096,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:14.868477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56612) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:14.868970 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2aea43ec-bd5d-46a1-9a33-1db59a74a1a9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4434388 Aug 20 12:30:14.928195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:13Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:13Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:14.962577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:14.962924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Updating router 25aaab07-73e3-4169-90b8-cca0350eefaa port 72e7fed5-be79-47b5-91fb-8b849cee2e7a binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:15.010412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.051621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fc6d6bf5-d4c0-4b86-b3a0-466b222287f0 None None] Provisioning complete for port 5cad5e29-a4bd-4c8e-8898-1e1960798096 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:15.051990 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6bf5-d4c0-4b86-b3a0-466b222287f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.147297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:15.148125 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.273399 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.625867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fc6d6bf5-d4c0-4b86-b3a0-466b222287f0 None None] Provisioning for port 72e7fed5-be79-47b5-91fb-8b849cee2e7a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:15.647782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-fc6d6bf5-d4c0-4b86-b3a0-466b222287f0 None None] Provisioning complete for port 72e7fed5-be79-47b5-91fb-8b849cee2e7a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:15.648150 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6bf5-d4c0-4b86-b3a0-466b222287f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.654461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Allocated IP 172.21.0.2 (1eb5cca0-70f8-473f-b42f-2dc4cde05250/aeeed787-0a72-47f1-8e7d-bdf165dfa7c1/0a611440-8bea-46dc-9ab2-bb40b2860e0f) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:15.750679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d6bf5-d4c0-4b86-b3a0-466b222287f0 None None] Port 72e7fed5-be79-47b5-91fb-8b849cee2e7a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:15.802502 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.821948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Transition to ACTIVE for port object 72e7fed5-be79-47b5-91fb-8b849cee2e7a will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:15.836948 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.949815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e07a15-1482-4d40-8658-e0f6b99424f4 None None] Pushing event updated for resources: {'Port': ['ID=72e7fed5-be79-47b5-91fb-8b849cee2e7a,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:15.957205 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.984616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Transition to ACTIVE for port object 0a611440-8bea-46dc-9ab2-bb40b2860e0f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:16.023805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Transition to ACTIVE for port object 0a611440-8bea-46dc-9ab2-bb40b2860e0f will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:16.026457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Attempting to bind port 72e7fed5-be79-47b5-91fb-8b849cee2e7a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:16.026929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Attempting to bind port 72e7fed5-be79-47b5-91fb-8b849cee2e7a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:16.027409 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Attempting to bind port 72e7fed5-be79-47b5-91fb-8b849cee2e7a on network b983d243-4482-4145-bdac-6a8fb8331aa2 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:16.038632 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.044556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:16.044942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Checking segment: {'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:16.045467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.045723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Bound using segment: {'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:16.046218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Bound port: 72e7fed5-be79-47b5-91fb-8b849cee2e7a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6fa053-5c63-4ba7-8041-9e06b8bd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:16.046601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.097081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.21.0.1 (1eb5cca0-70f8-473f-b42f-2dc4cde05250/aeeed787-0a72-47f1-8e7d-bdf165dfa7c1/0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:16.122874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:16.126565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5cad5e29-a4bd-4c8e-8898-1e1960798096 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:16.148701 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Pushing event updated for resources: {'Port': ['ID=0a611440-8bea-46dc-9ab2-bb40b2860e0f,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:16.151108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:16.157858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:16.222485 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.237075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:16.241248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] For port 72e7fed5-be79-47b5-91fb-8b849cee2e7a, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:16.268371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] For port 72e7fed5-be79-47b5-91fb-8b849cee2e7a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=72e7fed5-be79-47b5-91fb-8b849cee2e7a,segment=NetworkSegment(5c6fa053-5c63-4ba7-8041-9e06b8bd6041),segment_id=5c6fa053-5c63-4ba7-8041-9e06b8bd6041)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:16.271472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Attempting to bind port 0a611440-8bea-46dc-9ab2-bb40b2860e0f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:16.271849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Attempting to bind port 0a611440-8bea-46dc-9ab2-bb40b2860e0f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:16.272127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.272290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Attempting to bind port 0a611440-8bea-46dc-9ab2-bb40b2860e0f on network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:16.278878 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.287595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:16.287970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Checking segment: {'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:16.288370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.288767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Bound using segment: {'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:16.289245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Bound port: 0a611440-8bea-46dc-9ab2-bb40b2860e0f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:16.289627 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.309849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:16.314653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:16.319511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:16.331477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5cad5e29-a4bd-4c8e-8898-1e1960798096 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:16.331846 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.369257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:16.392010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.415587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:16.416141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:16.423188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e07a15-1482-4d40-8658-e0f6b99424f4 None None] Pushing event updated for resources: {'Port': ['ID=72e7fed5-be79-47b5-91fb-8b849cee2e7a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:16.520217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-48185215-63a2-4613-8819-332255a52ce7 None None] For port 0a611440-8bea-46dc-9ab2-bb40b2860e0f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:16.526147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.550099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-48185215-63a2-4613-8819-332255a52ce7 None None] For port 0a611440-8bea-46dc-9ab2-bb40b2860e0f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0a611440-8bea-46dc-9ab2-bb40b2860e0f,segment=NetworkSegment(e752f802-57d8-4e03-9427-f8ad20a37d09),segment_id=e752f802-57d8-4e03-9427-f8ad20a37d09)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:16.551604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:16.601176 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.760181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48185215-63a2-4613-8819-332255a52ce7 None None] Pushing event updated for resources: {'Port': ['ID=0a611440-8bea-46dc-9ab2-bb40b2860e0f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:16.814739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.820940 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.888112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-db8658c3-cece-46b2-b279-349425288a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:13Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:16.912107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:16.914505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.924533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8658c3-cece-46b2-b279-349425288a7f None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:13Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:17.028143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:17.029565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:17.132582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:17.578061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:17.583303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0a73284e-7583-4c01-affa-c4c335860df5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135212 Aug 20 12:30:17.587025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56616) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:17.593474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-1139518282'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:17.620331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:17.624028 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.654079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:17.664823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.665164 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment e0de735f-97ed-4882-b1e9-3695e65cb820 of type vlan for network ba4de459-169a-4182-b188-218c6fa5efbd Aug 20 12:30:17.713903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.742228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.743029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b9ebf-779d-4439-b62a-3d6fb60ee987 None None] Network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:17.748242 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:17.748887 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.802921 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2146749 Aug 20 12:30:17.805555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56618) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:17.811132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:17.869785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bd0cf-7804-472b-bd40-0aede4395938 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=ba4de459-169a-4182-b188-218c6fa5efbd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:17.870610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3460f2a5-39d4-4de8-a997-f38ff7176988 None None] Provisioning for port 0a611440-8bea-46dc-9ab2-bb40b2860e0f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:17.898370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network ba4de459-169a-4182-b188-218c6fa5efbd details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:17.915003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:17.919032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.136898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.182169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0a611440-8bea-46dc-9ab2-bb40b2860e0f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:18.222846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=e5f16249-9db3-4073-abe0-1af0970d0f05,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:18.229746 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:18.231390 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: ba4de459-169a-4182-b188-218c6fa5efbd, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:18.247883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0a611440-8bea-46dc-9ab2-bb40b2860e0f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:18.252855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0a611440-8bea-46dc-9ab2-bb40b2860e0f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:18.253529 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.258126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network ba4de459-169a-4182-b188-218c6fa5efbd is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:18.271744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, ba4de459-169a-4182-b188-218c6fa5efbd) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:18.276592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:18.278229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.290155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab4474-0861-4a54-a519-8fc533956569 None None] Network ba4de459-169a-4182-b188-218c6fa5efbd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:18.302492 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1b88955e-d0de-4ded-85d8-1b0ecfb1df23 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4956903 Aug 20 12:30:18.306699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56620) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:18.387208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-321f7768-4b51-4ee8-b64d-0cbb22a93ea4 None None] Provisioning for port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:18.398435 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:18.411272 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-321f7768-4b51-4ee8-b64d-0cbb22a93ea4 None None] Provisioning complete for port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:18.411647 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-321f7768-4b51-4ee8-b64d-0cbb22a93ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.420403 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:18.421186 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:18.553586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-321f7768-4b51-4ee8-b64d-0cbb22a93ea4 None None] Port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:18.568010 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:18.573973 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.609040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-321f7768-4b51-4ee8-b64d-0cbb22a93ea4 None None] Provisioning complete for port 0a611440-8bea-46dc-9ab2-bb40b2860e0f triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:18.609570 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-321f7768-4b51-4ee8-b64d-0cbb22a93ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.693449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-ba4de459-169a-4182-b188-218c6fa5efbd', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:18.694451 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.723465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0a611440-8bea-46dc-9ab2-bb40b2860e0f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0a611440-8bea-46dc-9ab2-bb40b2860e0f,segment=NetworkSegment(e752f802-57d8-4e03-9427-f8ad20a37d09),segment_id=e752f802-57d8-4e03-9427-f8ad20a37d09)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:18.817204 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.818984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 72e7fed5-be79-47b5-91fb-8b849cee2e7a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:18.833573 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 3, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:18.865627 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:18.865971 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Updating router 25aaab07-73e3-4169-90b8-cca0350eefaa port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:18.895213 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.997164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0a611440-8bea-46dc-9ab2-bb40b2860e0f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:19.016290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Allocated IP 172.22.0.2 (ba4de459-169a-4182-b188-218c6fa5efbd/e5f16249-9db3-4073-abe0-1af0970d0f05/06590c8a-52fd-4a68-a44c-06c007fa95f7) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:19.031918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 72e7fed5-be79-47b5-91fb-8b849cee2e7a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:19.040493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 72e7fed5-be79-47b5-91fb-8b849cee2e7a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:19.040962 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.134034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-dc48c964-6ec1-4d52-8508-215ba1967ea6 None None] Provisioning complete for port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:19.134530 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dc48c964-6ec1-4d52-8508-215ba1967ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.148491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.214990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-dc48c964-6ec1-4d52-8508-215ba1967ea6 None None] Port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:19.222756 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.233579 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Transition to ACTIVE for port object 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:19.245244 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.261628 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.312603 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.315306 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Pushing event updated for resources: {'Port': ['ID=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:19.338818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Transition to ACTIVE for port object 06590c8a-52fd-4a68-a44c-06c007fa95f7 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:19.344760 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.345167 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.345502 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.345829 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.346157 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.346499 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.346819 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.347133 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.347266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 72e7fed5-be79-47b5-91fb-8b849cee2e7a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=72e7fed5-be79-47b5-91fb-8b849cee2e7a,segment=NetworkSegment(5c6fa053-5c63-4ba7-8041-9e06b8bd6041),segment_id=5c6fa053-5c63-4ba7-8041-9e06b8bd6041)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:19.347447 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.347763 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.348073 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.348383 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:19.359918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.393086 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Attempting to bind port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:19.393468 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Attempting to bind port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:19.393807 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Attempting to bind port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb on network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:19.399072 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:19.399772 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Checking segment: {'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:19.400025 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.400190 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Bound using segment: {'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:19.401004 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Bound port: 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e752f802-57d8-4e03-9427-f8ad20a37d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:19.401951 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.403400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Transition to ACTIVE for port object 06590c8a-52fd-4a68-a44c-06c007fa95f7 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:19.417203 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.434515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=72e7fed5-be79-47b5-91fb-8b849cee2e7a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:19.448302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Network ba4de459-169a-4182-b188-218c6fa5efbd is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:19.459196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:19.462870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:19.482890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.22.0.1 (ba4de459-169a-4182-b188-218c6fa5efbd/e5f16249-9db3-4073-abe0-1af0970d0f05/0b3bd065-8d10-4c38-bbbf-22da0fb93432) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:19.488194 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] For port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:19.493106 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] For port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,segment=NetworkSegment(e752f802-57d8-4e03-9427-f8ad20a37d09),segment_id=e752f802-57d8-4e03-9427-f8ad20a37d09)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:19.505534 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.523371 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Pushing event updated for resources: {'Port': ['ID=06590c8a-52fd-4a68-a44c-06c007fa95f7,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:19.556856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Attempting to bind port 06590c8a-52fd-4a68-a44c-06c007fa95f7 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:19.557156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Attempting to bind port 06590c8a-52fd-4a68-a44c-06c007fa95f7 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:19.557525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Attempting to bind port 06590c8a-52fd-4a68-a44c-06c007fa95f7 on network ba4de459-169a-4182-b188-218c6fa5efbd {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:19.559713 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:19.560462 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:19.565777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:19.566149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Checking segment: {'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:19.566578 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.566966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Bound using segment: {'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:19.567433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Bound port: 06590c8a-52fd-4a68-a44c-06c007fa95f7, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:19.567817 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.652156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] For port 06590c8a-52fd-4a68-a44c-06c007fa95f7, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:19.657733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] For port 06590c8a-52fd-4a68-a44c-06c007fa95f7, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=06590c8a-52fd-4a68-a44c-06c007fa95f7,segment=NetworkSegment(e0de735f-97ed-4882-b1e9-3695e65cb820),segment_id=e0de735f-97ed-4882-b1e9-3695e65cb820)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:19.666897 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.688306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.711447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object 0b3bd065-8d10-4c38-bbbf-22da0fb93432 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:19.744632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bbb8a-d9c1-4e10-ad91-c8174ffaaf6c None None] Pushing event updated for resources: {'Port': ['ID=06590c8a-52fd-4a68-a44c-06c007fa95f7,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:19.765931 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.793933 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9a080-60e4-406a-ba2a-7a4646a81978 None None] Pushing event updated for resources: {'Port': ['ID=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:19.817691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network ba4de459-169a-4182-b188-218c6fa5efbd is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:19.818021 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:19.822906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:19.826655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:19.878985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=0b3bd065-8d10-4c38-bbbf-22da0fb93432,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:19.895438 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.075218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.131605 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 3, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:20.171458 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36237ce3-42e3-4ef0-bdbd-7f1f55c1c285 None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 3, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:20.255156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0a611440-8bea-46dc-9ab2-bb40b2860e0f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:20.324797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0a611440-8bea-46dc-9ab2-bb40b2860e0f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:20.325318 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.422843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.429100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.511484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=0b3bd065-8d10-4c38-bbbf-22da0fb93432,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:20.514379 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.606685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 72e7fed5-be79-47b5-91fb-8b849cee2e7a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:20.629060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network ba4de459-169a-4182-b188-218c6fa5efbd is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:20.630566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:20.666317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 72e7fed5-be79-47b5-91fb-8b849cee2e7a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:20.666830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.773458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 06590c8a-52fd-4a68-a44c-06c007fa95f7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:20.781485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:20.836294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 06590c8a-52fd-4a68-a44c-06c007fa95f7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:20.898741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:20.908701 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d6e82f2-5305-4838-969e-6ca353eb1c0f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980873 Aug 20 12:30:20.909139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56624) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:20.914067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'network': {'name': 'tempest-RoutersTest-458477009'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:20.936242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d7eeb6-45fa-4e15-a50a-670b59dc712b None None] Network ba4de459-169a-4182-b188-218c6fa5efbd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:20.945516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:20.950367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.951459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:20.976587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:20.987050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.987487 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added segment 905a9713-7870-40e1-93eb-e64a22d64d8b of type vlan for network de86699b-a78e-49b3-be71-c617058f788a Aug 20 12:30:20.997791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:20.998528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:21.034774 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.061701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.067672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:21.068280 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.106623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-62fc6a7a-79aa-4c66-afbc-9a4e4601a361 None None] Provisioning for port 06590c8a-52fd-4a68-a44c-06c007fa95f7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:21.128957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2188373 Aug 20 12:30:21.129443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:21.131699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-62fc6a7a-79aa-4c66-afbc-9a4e4601a361 None None] Provisioning complete for port 06590c8a-52fd-4a68-a44c-06c007fa95f7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:21.132072 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62fc6a7a-79aa-4c66-afbc-9a4e4601a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.132801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56626) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:21.139538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'subnet': {'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:21.160903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca310a-b136-437e-a36d-77903dea53dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Network': ['ID=de86699b-a78e-49b3-be71-c617058f788a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:21.181358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network de86699b-a78e-49b3-be71-c617058f788a details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:21.251917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Made reservation on behalf of bcc6981960bd42ff895bfc4a0b8fafdb for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:21.255604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.452623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.517979 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62fc6a7a-79aa-4c66-afbc-9a4e4601a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.528865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Subnet': ['ID=f563a2f6-2e5b-41ac-b386-08c5048f71c9,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:21.535995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Checking segment: {'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:21.536245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network hostable DHCP agents. Network: de86699b-a78e-49b3-be71-c617058f788a, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:21.555709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network de86699b-a78e-49b3-be71-c617058f788a is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:21.563431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-62fc6a7a-79aa-4c66-afbc-9a4e4601a361 None None] For port 06590c8a-52fd-4a68-a44c-06c007fa95f7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=06590c8a-52fd-4a68-a44c-06c007fa95f7,segment=NetworkSegment(e0de735f-97ed-4882-b1e9-3695e65cb820),segment_id=e0de735f-97ed-4882-b1e9-3695e65cb820)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:21.567355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, de86699b-a78e-49b3-be71-c617058f788a) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:21.569136 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62fc6a7a-79aa-4c66-afbc-9a4e4601a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.572678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:21.573638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.596837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-368c0b09-3418-44f6-8158-b02e500bad65 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4595289 Aug 20 12:30:21.597419 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56628) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:21.600913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42a8f5-001c-47aa-af28-abd435e50ffe None None] Network de86699b-a78e-49b3-be71-c617058f788a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:21.666038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:20Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:20Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:21.714913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:21.715295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Updating router 25aaab07-73e3-4169-90b8-cca0350eefaa port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:21.722683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc6a7a-79aa-4c66-afbc-9a4e4601a361 None None] Pushing event updated for resources: {'Port': ['ID=06590c8a-52fd-4a68-a44c-06c007fa95f7,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:21.758491 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9eb5740e-03c3-4f5e-b0a3-9402fdb81361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.770447 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.863743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-25bff3f3-f9d2-4a74-99d9-389391e14f47 None None] Provisioning complete for port 06590c8a-52fd-4a68-a44c-06c007fa95f7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:21.864226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25bff3f3-f9d2-4a74-99d9-389391e14f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.977955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-de86699b-a78e-49b3-be71-c617058f788a', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:21.978907 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.013431 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.265483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:22.273369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-25bff3f3-f9d2-4a74-99d9-389391e14f47 None None] Provisioning for port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:22.276259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Allocated IP 172.23.0.2 (de86699b-a78e-49b3-be71-c617058f788a/f563a2f6-2e5b-41ac-b386-08c5048f71c9/d2869d36-8765-496d-a2fb-bad23999cb85) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:22.306101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-25bff3f3-f9d2-4a74-99d9-389391e14f47 None None] Provisioning complete for port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:22.306557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25bff3f3-f9d2-4a74-99d9-389391e14f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.602632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-25bff3f3-f9d2-4a74-99d9-389391e14f47 None None] Port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:22.625862 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.659025 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Transition to ACTIVE for port object 0b3bd065-8d10-4c38-bbbf-22da0fb93432 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:22.660673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:22.671116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.679808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:22.680174 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.824628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484f832-2a30-42ae-9b95-1b6cd4268fc3 None None] Pushing event updated for resources: {'Port': ['ID=0b3bd065-8d10-4c38-bbbf-22da0fb93432,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:22.844239 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.872684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Transition to ACTIVE for port object d2869d36-8765-496d-a2fb-bad23999cb85 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:22.942561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Transition to ACTIVE for port object d2869d36-8765-496d-a2fb-bad23999cb85 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:22.946982 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Attempting to bind port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:22.947195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Attempting to bind port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:22.947511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Attempting to bind port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 on network ba4de459-169a-4182-b188-218c6fa5efbd {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:22.954034 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.971271 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.973222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:22.973601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Checking segment: {'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:22.973998 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.974431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Bound using segment: {'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:22.974904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Bound port: 0b3bd065-8d10-4c38-bbbf-22da0fb93432, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0de735f-97ed-4882-b1e9-3695e65cb820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:22.975287 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.005608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Allocated IP 172.23.0.1 (de86699b-a78e-49b3-be71-c617058f788a/f563a2f6-2e5b-41ac-b386-08c5048f71c9/75b0c696-76fb-4640-83d2-8a3ae6210065) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:23.024904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Network de86699b-a78e-49b3-be71-c617058f788a is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:23.041867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:23.072408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:23.080023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Pushing event updated for resources: {'Port': ['ID=d2869d36-8765-496d-a2fb-bad23999cb85,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:23.125819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.126443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,segment=NetworkSegment(e752f802-57d8-4e03-9427-f8ad20a37d09),segment_id=e752f802-57d8-4e03-9427-f8ad20a37d09)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:23.140063 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Transition to ACTIVE for port object 75b0c696-76fb-4640-83d2-8a3ae6210065 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:23.157275 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.158080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 06590c8a-52fd-4a68-a44c-06c007fa95f7 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:23.175423 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.220613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network de86699b-a78e-49b3-be71-c617058f788a is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:23.223733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:23.225177 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] For port 0b3bd065-8d10-4c38-bbbf-22da0fb93432, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:23.227984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:23.243146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Attempting to bind port d2869d36-8765-496d-a2fb-bad23999cb85 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:23.243519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Attempting to bind port d2869d36-8765-496d-a2fb-bad23999cb85 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:23.243887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Attempting to bind port d2869d36-8765-496d-a2fb-bad23999cb85 on network de86699b-a78e-49b3-be71-c617058f788a {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:23.252731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] For port 0b3bd065-8d10-4c38-bbbf-22da0fb93432, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0b3bd065-8d10-4c38-bbbf-22da0fb93432,segment=NetworkSegment(e0de735f-97ed-4882-b1e9-3695e65cb820),segment_id=e0de735f-97ed-4882-b1e9-3695e65cb820)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:23.261295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=75b0c696-76fb-4640-83d2-8a3ae6210065,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:23.273074 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.282373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:23.282643 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.282772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Checking segment: {'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:23.283144 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.283540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Bound using segment: {'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:23.284023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Bound port: d2869d36-8765-496d-a2fb-bad23999cb85, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:23.284565 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.300564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:23.377638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:23.378276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:29:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:23.388510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 06590c8a-52fd-4a68-a44c-06c007fa95f7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:23.389016 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.420937 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.510497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484f832-2a30-42ae-9b95-1b6cd4268fc3 None None] Pushing event updated for resources: {'Port': ['ID=0b3bd065-8d10-4c38-bbbf-22da0fb93432,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:23.537668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-062d364d-048e-4015-9a62-4a2405793794 None None] For port d2869d36-8765-496d-a2fb-bad23999cb85, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:23.547247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-062d364d-048e-4015-9a62-4a2405793794 None None] For port d2869d36-8765-496d-a2fb-bad23999cb85, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d2869d36-8765-496d-a2fb-bad23999cb85,segment=NetworkSegment(905a9713-7870-40e1-93eb-e64a22d64d8b),segment_id=905a9713-7870-40e1-93eb-e64a22d64d8b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:23.551206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:23.586462 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.719823 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.725780 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.771773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d364d-048e-4015-9a62-4a2405793794 None None] Pushing event updated for resources: {'Port': ['ID=d2869d36-8765-496d-a2fb-bad23999cb85,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:23.805128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event updated for resources: {'Port': ['ID=75b0c696-76fb-4640-83d2-8a3ae6210065,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:23.808663 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:23.898856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b0c696-76fb-4640-83d2-8a3ae6210065', 'name': '', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:27:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:22Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 1, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:23.927046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Network de86699b-a78e-49b3-be71-c617058f788a is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:23.928568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:23.937856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727de5d-a481-498a-9a91-d085e3c9c73e None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b0c696-76fb-4640-83d2-8a3ae6210065', 'name': '', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:27:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:22Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 1, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:24.054033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:24.184383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:24.191928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-be27a918-8756-4b05-b446-1e0f90dedc1b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5907531 Aug 20 12:30:24.192174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56630) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:24.197058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:24.242693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d2869d36-8765-496d-a2fb-bad23999cb85 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:24.311189 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d2869d36-8765-496d-a2fb-bad23999cb85 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:24.319035 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c98f306f-b0ec-40f8-99ca-7137b75d1178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.323518 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:24.382147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:24.382567 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.494058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0b3bd065-8d10-4c38-bbbf-22da0fb93432 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:24.566158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:24.570207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:24.570747 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.679195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.extraroute_db [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:30:24.690567 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.697973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.extraroute_db [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Removed routes are [] {{(pid=101034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:30:24.699537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.741818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0b3bd065-8d10-4c38-bbbf-22da0fb93432, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0b3bd065-8d10-4c38-bbbf-22da0fb93432,segment=NetworkSegment(e0de735f-97ed-4882-b1e9-3695e65cb820),segment_id=e0de735f-97ed-4882-b1e9-3695e65cb820)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:24.749512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.805243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15351788-fe5a-47f9-9964-8c2702f9a2ac None None] Network de86699b-a78e-49b3-be71-c617058f788a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:24.849662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0b3bd065-8d10-4c38-bbbf-22da0fb93432,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:24.914112 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.918730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.947634 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b7248a0e-7344-4d9f-9897-dabd61334e6f None None] Provisioning for port d2869d36-8765-496d-a2fb-bad23999cb85 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:24.955937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b7248a0e-7344-4d9f-9897-dabd61334e6f None None] Provisioning complete for port d2869d36-8765-496d-a2fb-bad23999cb85 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:24.956309 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b7248a0e-7344-4d9f-9897-dabd61334e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.021884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:25.039678 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.092374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b7248a0e-7344-4d9f-9897-dabd61334e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.140656 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b7248a0e-7344-4d9f-9897-dabd61334e6f None None] For port d2869d36-8765-496d-a2fb-bad23999cb85, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d2869d36-8765-496d-a2fb-bad23999cb85,segment=NetworkSegment(905a9713-7870-40e1-93eb-e64a22d64d8b),segment_id=905a9713-7870-40e1-93eb-e64a22d64d8b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:25.149036 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b7248a0e-7344-4d9f-9897-dabd61334e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.216887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7248a0e-7344-4d9f-9897-dabd61334e6f None None] Pushing event updated for resources: {'Port': ['ID=d2869d36-8765-496d-a2fb-bad23999cb85,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:25.318687 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:25.328762 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:25.329377 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:25.381583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-032f07c0-c10d-488f-9ef3-3b80bab7ea0f None None] Provisioning complete for port d2869d36-8765-496d-a2fb-bad23999cb85 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:25.382297 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-032f07c0-c10d-488f-9ef3-3b80bab7ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.422905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:25.431222 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.434893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b844a09f-99f9-42dc-8b9d-3dcb0215c550 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 200 len: 933 time: 1.2393095 Aug 20 12:30:25.435273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56632) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:25.461456 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:25.508948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-032f07c0-c10d-488f-9ef3-3b80bab7ea0f None None] Provisioning for port 75b0c696-76fb-4640-83d2-8a3ae6210065 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:25.513748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-032f07c0-c10d-488f-9ef3-3b80bab7ea0f None None] Provisioning complete for port 75b0c696-76fb-4640-83d2-8a3ae6210065 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:25.514114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-032f07c0-c10d-488f-9ef3-3b80bab7ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.556008 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1fe639b4-59fc-4aac-9d4a-e09d21c6617b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 200 len: 933 time: 0.1193666 Aug 20 12:30:25.558342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-032f07c0-c10d-488f-9ef3-3b80bab7ea0f None None] Port 75b0c696-76fb-4640-83d2-8a3ae6210065 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:25.558833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56634) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:25.564007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'routes': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:25.653508 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.687215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-649a470f-728e-4404-ac7b-b7757cdefc00 None None] Provisioning complete for port 75b0c696-76fb-4640-83d2-8a3ae6210065 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:25.687918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-649a470f-728e-4404-ac7b-b7757cdefc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.716740 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 6, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b0c696-76fb-4640-83d2-8a3ae6210065', 'name': '', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:27:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:22Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:25.741383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-649a470f-728e-4404-ac7b-b7757cdefc00 None None] Port 75b0c696-76fb-4640-83d2-8a3ae6210065 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:25.750592 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:25.751260 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Updating router 25aaab07-73e3-4169-90b8-cca0350eefaa port 75b0c696-76fb-4640-83d2-8a3ae6210065 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:25.780064 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.861599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e05b542a-1fe0-418c-8268-14131a8f293d None None] Provisioning complete for port 75b0c696-76fb-4640-83d2-8a3ae6210065 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:25.862190 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e05b542a-1fe0-418c-8268-14131a8f293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.898160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-e05b542a-1fe0-418c-8268-14131a8f293d None None] Port 75b0c696-76fb-4640-83d2-8a3ae6210065 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:25.949218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.extraroute_db [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added routes are [] {{(pid=101034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:30:25.949531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.extraroute_db [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:30:25.981930 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.062044 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.072918 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Transition to ACTIVE for port object 75b0c696-76fb-4640-83d2-8a3ae6210065 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:26.080574 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.140549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0b3bd065-8d10-4c38-bbbf-22da0fb93432 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:26.176357 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdad678-8fc0-402d-989e-0a6a4d422df4 None None] Pushing event updated for resources: {'Port': ['ID=75b0c696-76fb-4640-83d2-8a3ae6210065,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:26.187278 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Attempting to bind port 75b0c696-76fb-4640-83d2-8a3ae6210065 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:26.187646 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Attempting to bind port 75b0c696-76fb-4640-83d2-8a3ae6210065 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:26.188007 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Attempting to bind port 75b0c696-76fb-4640-83d2-8a3ae6210065 on network de86699b-a78e-49b3-be71-c617058f788a {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:26.193497 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:26.193864 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Checking segment: {'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:26.194302 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.194726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Bound using segment: {'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:26.195158 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Bound port: 75b0c696-76fb-4640-83d2-8a3ae6210065, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905a9713-7870-40e1-93eb-e64a22d64d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:26.195536 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.201880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.205813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.215500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:26.215996 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.264893 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] For port 75b0c696-76fb-4640-83d2-8a3ae6210065, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:26.268351 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] For port 75b0c696-76fb-4640-83d2-8a3ae6210065, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=75b0c696-76fb-4640-83d2-8a3ae6210065,segment=NetworkSegment(905a9713-7870-40e1-93eb-e64a22d64d8b),segment_id=905a9713-7870-40e1-93eb-e64a22d64d8b)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:26.275440 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.312871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:26.326135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d2869d36-8765-496d-a2fb-bad23999cb85 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:26.342547 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdad678-8fc0-402d-989e-0a6a4d422df4 None None] Pushing event updated for resources: {'Port': ['ID=75b0c696-76fb-4640-83d2-8a3ae6210065,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:26.367623 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:26.368969 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:26.399459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d2869d36-8765-496d-a2fb-bad23999cb85 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:26.399837 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.436056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:26.450383 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.455996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f44cc0c5-bb19-4b66-91b7-17bb42c1baf9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 200 len: 699 time: 0.8938365 Aug 20 12:30:26.456612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56638) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:26.478576 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:26.576727 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-47920718-26c2-497f-ac87-f5ca2b5ca51f tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 200 len: 699 time: 0.1183465 Aug 20 12:30:26.580307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56642) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:26.705108 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:25Z', 'revision_number': 7, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b0c696-76fb-4640-83d2-8a3ae6210065', 'name': '', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:27:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:22Z', 'updated_at': '2021-08-20T12:30:26Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:26.735734 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6be15e-f46a-49e3-9cb6-ca075db071ac None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:25Z', 'revision_number': 7, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b0c696-76fb-4640-83d2-8a3ae6210065', 'name': '', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:27:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:22Z', 'updated_at': '2021-08-20T12:30:26Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:26.885129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:26.895098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:26.895714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:26.938686 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.983602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:27.045148 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:27.081253 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:30:27.198935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 75b0c696-76fb-4640-83d2-8a3ae6210065 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:27.199291 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:27.212074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:25Z', 'revision_number': 7, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b0c696-76fb-4640-83d2-8a3ae6210065', 'name': '', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:27:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:22Z', 'updated_at': '2021-08-20T12:30:26Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:27.241165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:27.250939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:27.251541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:27.289044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 75b0c696-76fb-4640-83d2-8a3ae6210065, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=75b0c696-76fb-4640-83d2-8a3ae6210065,segment=NetworkSegment(905a9713-7870-40e1-93eb-e64a22d64d8b),segment_id=905a9713-7870-40e1-93eb-e64a22d64d8b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:27.289454 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:27.302878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 75b0c696-76fb-4640-83d2-8a3ae6210065 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:27.342993 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:27.484438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:27.519707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=75b0c696-76fb-4640-83d2-8a3ae6210065,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:27.688869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:27.752344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:25Z', 'revision_number': 7, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b0c696-76fb-4640-83d2-8a3ae6210065', 'name': '', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:27:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:22Z', 'updated_at': '2021-08-20T12:30:26Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:27.779166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e1496-ac2b-4c71-b719-bd5cca8c5c32 None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:25Z', 'revision_number': 7, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b0c696-76fb-4640-83d2-8a3ae6210065', 'name': '', 'network_id': 'de86699b-a78e-49b3-be71-c617058f788a', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:27:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:22Z', 'updated_at': '2021-08-20T12:30:26Z', 'revision_number': 4, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'f563a2f6-2e5b-41ac-b386-08c5048f71c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:27.890974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:27.987918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:27.993117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d1b9edfd-489b-4ebd-9abc-a2761f7ebceb tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4114451 Aug 20 12:30:27.996760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56644) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:27.997917 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:28.006990 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:28.007615 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:28.048619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56646) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:28.051083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet f563a2f6-2e5b-41ac-b386-08c5048f71c9 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:28.054450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.098462 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.101485 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:28.159749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9c1a6571-6caf-40a6-844d-194c735081c5 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4354 time: 0.1064830 Aug 20 12:30:28.160000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56648) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:28.164940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'network': {'name': 'tempest-network-smoke--724398158', 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'port_security_enabled': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:28.188461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Made reservation on behalf of 07903b45cc7d4f79b7294619bf4bc806 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:28.192616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.194906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.218706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:28.228141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.228493 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Added segment f234a69f-7fdc-4761-a670-c09906dfc9e5 of type vlan for network ebfbfb22-635a-4b29-8985-776b93a5623f Aug 20 12:30:28.263554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.296941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=f563a2f6-2e5b-41ac-b386-08c5048f71c9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:28.305724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.311440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/f563a2f6-2e5b-41ac-b386-08c5048f71c9 HTTP/1.1" status: 204 len: 168 time: 0.3099148 Aug 20 12:30:28.311681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665bba8-ca2a-4588-98e3-b664c69cf293 None None] Network de86699b-a78e-49b3-be71-c617058f788a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:28.312277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.312624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.312954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.313282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.313611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.313933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.316299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.316650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.316980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.317305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.317627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.317947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4989dd-4430-41a6-a76e-2c2f334fa212 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:28.327387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56650) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:28.345030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:27Z', 'revision_number': 8, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:28.380905 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:28.395074 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:28.395539 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:28.428121 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.503163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port d2869d36-8765-496d-a2fb-bad23999cb85 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:28.503516 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.510528 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:28.547179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] DHCP port deletion for de86699b-a78e-49b3-be71-c617058f788a request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:28.570067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.580391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port d2869d36-8765-496d-a2fb-bad23999cb85, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d2869d36-8765-496d-a2fb-bad23999cb85,segment=NetworkSegment(905a9713-7870-40e1-93eb-e64a22d64d8b),segment_id=905a9713-7870-40e1-93eb-e64a22d64d8b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:28.580754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.596590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for d2869d36-8765-496d-a2fb-bad23999cb85 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:28.603027 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.610437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:28.613137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.622604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] Deleting port d2869d36-8765-496d-a2fb-bad23999cb85 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:28.623351 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.688175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Network': ['ID=ebfbfb22-635a-4b29-8985-776b93a5623f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:28.703515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d83ebece-0058-4ddb-9852-a05411370baf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5424945 Aug 20 12:30:28.705629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network ebfbfb22-635a-4b29-8985-776b93a5623f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:28.706364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56652) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:28.712465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'admin_state_up': True, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:28.733093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.761476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] For port d2869d36-8765-496d-a2fb-bad23999cb85, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d2869d36-8765-496d-a2fb-bad23999cb85,segment=NetworkSegment(905a9713-7870-40e1-93eb-e64a22d64d8b),segment_id=905a9713-7870-40e1-93eb-e64a22d64d8b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:28.761818 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.769295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=d2869d36-8765-496d-a2fb-bad23999cb85,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:28.782056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] Calling delete_port for d2869d36-8765-496d-a2fb-bad23999cb85 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:28.783394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No DVR routers for this DVR port d2869d36-8765-496d-a2fb-bad23999cb85 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:28.785999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.787422 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.845396 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:27Z', 'revision_number': 8, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:28.877267 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325becc-b126-46fd-ac4e-143fcdc50804 None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:27Z', 'revision_number': 8, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3bd065-8d10-4c38-bbbf-22da0fb93432', 'name': '', 'network_id': 'ba4de459-169a-4182-b188-218c6fa5efbd', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:8a:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:19Z', 'updated_at': '2021-08-20T12:30:24Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'e5f16249-9db3-4073-abe0-1af0970d0f05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:28.877624 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.897618 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.906285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] Pushing event deleted for resources: {'Port': ['ID=d2869d36-8765-496d-a2fb-bad23999cb85,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:28.909996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05339c-fa27-4d2d-a5c0-c93531145fd1 None None] No DVR routers for this DVR port d2869d36-8765-496d-a2fb-bad23999cb85 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:28.937915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:28.940415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de86699b-a78e-49b3-be71-c617058f788a']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:28.952243 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905a9713-7870-40e1-93eb-e64a22d64d8b') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:28.952536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905a9713-7870-40e1-93eb-e64a22d64d8b') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:28.993476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.072398 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.109065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:29.109456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:29.112338 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:29.124058 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.215552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.227145 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.228941 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/de86699b-a78e-49b3-be71-c617058f788a HTTP/1.1" status: 204 len: 168 time: 0.9006128 Aug 20 12:30:29.232724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56654) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:29.243009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836164e-b319-487e-8e38-a20fe41f4086 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=de86699b-a78e-49b3-be71-c617058f788a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:29.595122 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.675039 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.694467 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.800974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Allocated IP 172.25.0.205 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/a8cf8478-1f55-4e53-a576-a9e599db04ae) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:29.850532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 0b3bd065-8d10-4c38-bbbf-22da0fb93432 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:29.850776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.909579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.945756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 0b3bd065-8d10-4c38-bbbf-22da0fb93432, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0b3bd065-8d10-4c38-bbbf-22da0fb93432,segment=NetworkSegment(e0de735f-97ed-4882-b1e9-3695e65cb820),segment_id=e0de735f-97ed-4882-b1e9-3695e65cb820)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:29.946229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.949598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.960476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 0b3bd065-8d10-4c38-bbbf-22da0fb93432 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:29.988423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:29.992819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:29.995307 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:30.024289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=a8cf8478-1f55-4e53-a576-a9e599db04ae,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:30.107131 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d2869d36-8765-496d-a2fb-bad23999cb85 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:30.128292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d2869d36-8765-496d-a2fb-bad23999cb85 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:30.128645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d2869d36-8765-496d-a2fb-bad23999cb85 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:30.129069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 75b0c696-76fb-4640-83d2-8a3ae6210065 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:30.142887 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.149553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 75b0c696-76fb-4640-83d2-8a3ae6210065 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:30.149821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 75b0c696-76fb-4640-83d2-8a3ae6210065 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:30.203317 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=0b3bd065-8d10-4c38-bbbf-22da0fb93432,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:30.276726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.367276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.495720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.581237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:30.626710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:30:30.679666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:30.687582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d2e889c9-2956-4ecf-9aef-e13052f9ab42 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4513876 Aug 20 12:30:30.688035 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56662) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:30.689816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:30.699646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:30.700214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:30.740930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-804c28ac-13ca-45c1-b5a4-d2da8291dd12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet e5f16249-9db3-4073-abe0-1af0970d0f05 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:30.743318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:30.744147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-804c28ac-13ca-45c1-b5a4-d2da8291dd12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.756192 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Sync routers for ids ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:30.770959 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Routers {'16b2edbb-55ff-4162-8128-a5f97ce71ea0'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:30.773406 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:30.777773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.780697 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ecb12c24-9a08-4051-b7d6-3064b87e2924 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0732985 Aug 20 12:30:30.783774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56664) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:30.791545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-804c28ac-13ca-45c1-b5a4-d2da8291dd12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.798852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:30.873394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de8cd95-9bfe-4865-9ee4-e5dea4e42ce7 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:30.875076 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8de8cd95-9bfe-4865-9ee4-e5dea4e42ce7 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=07903b45cc7d4f79b7294619bf4bc806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0897715 Aug 20 12:30:30.878252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56666) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:30.899519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-804c28ac-13ca-45c1-b5a4-d2da8291dd12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.906038 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Set router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:30.973578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-804c28ac-13ca-45c1-b5a4-d2da8291dd12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.018150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c28ac-13ca-45c1-b5a4-d2da8291dd12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f16249-9db3-4073-abe0-1af0970d0f05,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:31.025987 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-804c28ac-13ca-45c1-b5a4-d2da8291dd12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.028923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-804c28ac-13ca-45c1-b5a4-d2da8291dd12 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/e5f16249-9db3-4073-abe0-1af0970d0f05 HTTP/1.1" status: 204 len: 168 time: 0.3398778 Aug 20 12:30:31.031471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56668) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.040924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837562da-5279-4363-8ea4-3d05e6e53694 None None] Network ba4de459-169a-4182-b188-218c6fa5efbd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:31.063237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d1117d-d6d6-4b40-85f2-20cbf063bf45 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:31.065509 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-07d1117d-d6d6-4b40-85f2-20cbf063bf45 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1863759 Aug 20 12:30:31.068234 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56670) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.101140 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fa7586c9-abbd-47d8-b906-c1e7c1aa305b tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314846 Aug 20 12:30:31.104207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56672) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.127499 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:30Z', 'revision_number': 3, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.153014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8d107423-a728-4c34-b19d-d096fbe3e473 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=07903b45cc7d4f79b7294619bf4bc806&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471787 Aug 20 12:30:31.155432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56674) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.157596 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Checking router: 16b2edbb-55ff-4162-8128-a5f97ce71ea0 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:31.157941 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Updating router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 port a8cf8478-1f55-4e53-a576-a9e599db04ae binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:31.163874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.193454 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.198645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:30Z', 'revision_number': 9, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.234714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 06590c8a-52fd-4a68-a44c-06c007fa95f7 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:31.235032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.251792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:31.273410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200ec17a-b499-4ed6-b974-c322f9e4a147 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:31.275758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-200ec17a-b499-4ed6-b974-c322f9e4a147 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1193225 Aug 20 12:30:31.279389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56676) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.280926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:31.281642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.317924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 06590c8a-52fd-4a68-a44c-06c007fa95f7, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=06590c8a-52fd-4a68-a44c-06c007fa95f7,segment=NetworkSegment(e0de735f-97ed-4882-b1e9-3695e65cb820),segment_id=e0de735f-97ed-4882-b1e9-3695e65cb820)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:31.318523 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.323644 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-54454d18-a73a-424c-8779-3bb53187b692 tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401788 Aug 20 12:30:31.326088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56678) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.333673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 06590c8a-52fd-4a68-a44c-06c007fa95f7 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:31.334294 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2024716184', 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f', 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:31.377977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:31.449554 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Made reservation on behalf of 07903b45cc7d4f79b7294619bf4bc806 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:31.456680 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.467710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.491719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No DVR routers for this DVR port 06590c8a-52fd-4a68-a44c-06c007fa95f7 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:31.508130 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.519206 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Transition to ACTIVE for port object a8cf8478-1f55-4e53-a576-a9e599db04ae will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:31.523309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=06590c8a-52fd-4a68-a44c-06c007fa95f7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:31.534143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2553a1cc-2079-4a83-aa80-54a35712b8ce None None] DHCP port deletion for ba4de459-169a-4182-b188-218c6fa5efbd request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:31.534879 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.607124 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86200f7-8f65-4933-aeea-967b4662a45e None None] Pushing event updated for resources: {'Port': ['ID=a8cf8478-1f55-4e53-a576-a9e599db04ae,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:31.609681 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Attempting to bind port a8cf8478-1f55-4e53-a576-a9e599db04ae on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:31.610108 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Attempting to bind port a8cf8478-1f55-4e53-a576-a9e599db04ae by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:31.610548 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Attempting to bind port a8cf8478-1f55-4e53-a576-a9e599db04ae on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:31.616292 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:31.616733 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:31.617210 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.617877 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:31.618395 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Bound port: a8cf8478-1f55-4e53-a576-a9e599db04ae, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:31.618828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.618963 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.630877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4de459-169a-4182-b188-218c6fa5efbd']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.652867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:30Z', 'revision_number': 9, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.655073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0de735f-97ed-4882-b1e9-3695e65cb820') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.655564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0de735f-97ed-4882-b1e9-3695e65cb820') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.666582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.676996 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] For port a8cf8478-1f55-4e53-a576-a9e599db04ae, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:31.680273 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] For port a8cf8478-1f55-4e53-a576-a9e599db04ae, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a8cf8478-1f55-4e53-a576-a9e599db04ae,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:31.686286 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.689819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92228ba9-e0f8-45f9-8aa6-71911c9e38a3 None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:30Z', 'revision_number': 9, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb', 'name': '', 'network_id': '1eb5cca0-70f8-473f-b42f-2dc4cde05250', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:41:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:23Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': 'aeeed787-0a72-47f1-8e7d-bdf165dfa7c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:31.692637 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.698666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:31.699213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:31.703180 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:31.759136 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86200f7-8f65-4933-aeea-967b4662a45e None None] Pushing event updated for resources: {'Port': ['ID=a8cf8478-1f55-4e53-a576-a9e599db04ae,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:31.761389 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Routers {'16b2edbb-55ff-4162-8128-a5f97ce71ea0'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:31.762067 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.771054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.782876 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.795861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.800426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/ba4de459-169a-4182-b188-218c6fa5efbd HTTP/1.1" status: 204 len: 168 time: 0.7651167 Aug 20 12:30:31.801178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56680) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.818756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90c9e4-0b35-44dc-8b73-afc837c9ab2d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=ba4de459-169a-4182-b188-218c6fa5efbd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:31.843672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Subnet': ['ID=ba1c0327-0cd6-4f38-a180-6561ee20bb7f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:31.851176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Checking segment: {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:31.851547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network hostable DHCP agents. Network: ebfbfb22-635a-4b29-8985-776b93a5623f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:31.870647 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network ebfbfb22-635a-4b29-8985-776b93a5623f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:31.880822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, ebfbfb22-635a-4b29-8985-776b93a5623f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:31.881301 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] Set router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:31.886904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:31.887534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:31.891090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c2984c-3fb5-4884-91a5-ba78d487afdb None None] Network ebfbfb22-635a-4b29-8985-776b93a5623f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:31.907028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56682) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.907704 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-59bc1f68-ad5a-4409-b9a7-129338931073 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5783899 Aug 20 12:30:32.069600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-ebfbfb22-635a-4b29-8985-776b93a5623f', 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'fixed_ips': [{'subnet_id': 'ba1c0327-0cd6-4f38-a180-6561ee20bb7f'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:32.071590 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:32.111278 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:30Z', 'revision_number': 3, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:32.145986 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802ef0a-60ea-4031-b37e-15ae60ccca02 None None] The sync data for ids ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'] in n-d-800634-10 is: [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:30Z', 'revision_number': 3, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:32.185403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0b3bd065-8d10-4c38-bbbf-22da0fb93432 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:32.214814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0b3bd065-8d10-4c38-bbbf-22da0fb93432 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:32.215504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0b3bd065-8d10-4c38-bbbf-22da0fb93432 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:32.215504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 06590c8a-52fd-4a68-a44c-06c007fa95f7 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:32.240788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 06590c8a-52fd-4a68-a44c-06c007fa95f7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:32.241216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 06590c8a-52fd-4a68-a44c-06c007fa95f7 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:32.293334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Allocated IP 172.20.0.18 (ebfbfb22-635a-4b29-8985-776b93a5623f/ba1c0327-0cd6-4f38-a180-6561ee20bb7f/c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:32.505797 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:32.519632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Transition to ACTIVE for port object c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:32.538172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Transition to ACTIVE for port object c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:32.545351 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:32.588395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Network ebfbfb22-635a-4b29-8985-776b93a5623f is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:32.594337 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:32.600147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:32.642510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Pushing event updated for resources: {'Port': ['ID=c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:32.654095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.654588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.654926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.655257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.655585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.655914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.656231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.656551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.656868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.657187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.657505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.657819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:32.696889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Attempting to bind port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:32.697332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Attempting to bind port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:32.697709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Attempting to bind port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 on network ebfbfb22-635a-4b29-8985-776b93a5623f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:32.704130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:32.704512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Checking segment: {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:32.704919 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:32.705321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Bound using segment: {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:32.705826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Bound port: c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:32.706241 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:32.786971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] For port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:32.790557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] For port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:32.796195 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:32.877581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ac2d-e805-4d7c-a415-c754a84dee03 None None] Pushing event updated for resources: {'Port': ['ID=c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:32.895338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:32.999993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:33.446922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:33.447264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:33.466250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Allocated IP 172.20.0.17 (ebfbfb22-635a-4b29-8985-776b93a5623f/ba1c0327-0cd6-4f38-a180-6561ee20bb7f/d3efdbaa-3667-4163-8fbc-ee0dd41be7a3) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:33.627102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,segment=NetworkSegment(e752f802-57d8-4e03-9427-f8ad20a37d09),segment_id=e752f802-57d8-4e03-9427-f8ad20a37d09)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:33.627467 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:33.650065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:33.674053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:33.719643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Transition to ACTIVE for port object d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:33.818646 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:33.826395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25112603-7177-464f-9dfd-a5a0f12314cc None None] Network ebfbfb22-635a-4b29-8985-776b93a5623f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:33.897730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4f1b40d9-3c58-47c5-817c-7d72f4f9dfc4 None None] Provisioning for port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:33.898793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network ebfbfb22-635a-4b29-8985-776b93a5623f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:33.904055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:33.913064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:33.938886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:33.961958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.962371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.962672 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.963010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.963481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.963839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.964216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.964720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.964912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.965350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.965572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.965876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:33.972309 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.012367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:34.014853 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.312132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:34.342434 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.353882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.382632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:34.387844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:34.388388 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.448013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Provisioning complete for port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:34.448896 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.518001 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.576528 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:34.583611 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.584411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a8cf8478-1f55-4e53-a576-a9e599db04ae up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:34.635655 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.685011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:34.896444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a8cf8478-1f55-4e53-a576-a9e599db04ae completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:34.898571 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:30:34.898927 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:30:34.901430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a8cf8478-1f55-4e53-a576-a9e599db04ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:34.901800 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:34.975718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:34.979665 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.002270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port a8cf8478-1f55-4e53-a576-a9e599db04ae, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a8cf8478-1f55-4e53-a576-a9e599db04ae,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:35.006526 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.056146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=a8cf8478-1f55-4e53-a576-a9e599db04ae,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:35.140963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:35.146253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0b450b98-adda-4256-ad9f-31dbd1881536 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3440599 Aug 20 12:30:35.149267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56684) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:35.150713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:35.161697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:35.162360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:35.169038 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.174868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.211962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-850be6fa-0608-46b7-9e97-94cbb8a22605 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet aeeed787-0a72-47f1-8e7d-bdf165dfa7c1 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:35.217408 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-850be6fa-0608-46b7-9e97-94cbb8a22605 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.255814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:35.259581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.260961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-850be6fa-0608-46b7-9e97-94cbb8a22605 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.264421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:35.355629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-850be6fa-0608-46b7-9e97-94cbb8a22605 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.359076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network ebfbfb22-635a-4b29-8985-776b93a5623f is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:35.363567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:35.436234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-850be6fa-0608-46b7-9e97-94cbb8a22605 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.465495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Provisioning for port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:35.471956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Provisioning complete for port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:35.472171 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.478818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850be6fa-0608-46b7-9e97-94cbb8a22605 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=aeeed787-0a72-47f1-8e7d-bdf165dfa7c1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:35.494251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-850be6fa-0608-46b7-9e97-94cbb8a22605 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.496777 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-850be6fa-0608-46b7-9e97-94cbb8a22605 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/aeeed787-0a72-47f1-8e7d-bdf165dfa7c1 HTTP/1.1" status: 204 len: 168 time: 0.3464003 Aug 20 12:30:35.499791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56686) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:35.507147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1331b-f3ed-49ae-bc92-ca42e0e392c7 None None] Network 1eb5cca0-70f8-473f-b42f-2dc4cde05250 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:35.519797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:35.606165 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5fef58e9-02f6-4901-bb95-343bed919aea None None] Port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:35.641462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.676643 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:33Z', 'revision_number': 10, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:35.709864 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:35.732631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:35.733663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:35.744012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:35.757825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cf130978-3483-4704-a2d6-f6767c572ebc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "PUT /v2.0/routers/16b2edbb-55ff-4162-8128-a5f97ce71ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8417778 Aug 20 12:30:35.762669 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Sync routers for ids ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:35.764704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 0a611440-8bea-46dc-9ab2-bb40b2860e0f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:35.764973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.777221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-eea4c364-d70f-4e27-9ead-78930c22aedf None None] Provisioning complete for port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:35.777608 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eea4c364-d70f-4e27-9ead-78930c22aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.785723 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Routers {'16b2edbb-55ff-4162-8128-a5f97ce71ea0'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:35.786612 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:35.843356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 0a611440-8bea-46dc-9ab2-bb40b2860e0f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0a611440-8bea-46dc-9ab2-bb40b2860e0f,segment=NetworkSegment(e752f802-57d8-4e03-9427-f8ad20a37d09),segment_id=e752f802-57d8-4e03-9427-f8ad20a37d09)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:35.844308 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:35.862366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 0a611440-8bea-46dc-9ab2-bb40b2860e0f owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:35.871299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:35.902718 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] DHCP port deletion for 1eb5cca0-70f8-473f-b42f-2dc4cde05250 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:35.916918 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Set router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:35.951158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-eea4c364-d70f-4e27-9ead-78930c22aedf None None] Port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:36.066963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-7f443956-073f-405e-8981-d50846bfbfa1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:36.068683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-7f443956-073f-405e-8981-d50846bfbfa1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/networks?id=ebfbfb22-635a-4b29-8985-776b93a5623f HTTP/1.1" status: 200 len: 797 time: 0.1476719 Aug 20 12:30:36.076531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] Deleting port 0a611440-8bea-46dc-9ab2-bb40b2860e0f {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:36.076845 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.084117 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.128152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-457eda55-72c7-45ca-bb18-b694d663438a tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/quotas/07903b45cc7d4f79b7294619bf4bc806 HTTP/1.1" status: 200 len: 375 time: 0.0494425 Aug 20 12:30:36.130215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=0a611440-8bea-46dc-9ab2-bb40b2860e0f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:36.168290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:36.186384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No DVR routers for this DVR port 0a611440-8bea-46dc-9ab2-bb40b2860e0f on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:36.196051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] For port 0a611440-8bea-46dc-9ab2-bb40b2860e0f, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:36.196453 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.220121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] Calling delete_port for 0a611440-8bea-46dc-9ab2-bb40b2860e0f owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:36.224775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] Port 0a611440-8bea-46dc-9ab2-bb40b2860e0f was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:30:36.233318 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.236369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-7c5507d3-b402-43f7-9794-78506b70990c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0970232 Aug 20 12:30:36.282314 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'd3efdbaa-3667-4163-8fbc-ee0dd41be7a3', 'name': '', 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:d4:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ba1c0327-0cd6-4f38-a180-6561ee20bb7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:33Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 2, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': 'ba1c0327-0cd6-4f38-a180-6561ee20bb7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:36.301756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] Pushing event deleted for resources: {'Port': ['ID=0a611440-8bea-46dc-9ab2-bb40b2860e0f,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:36.306047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d1209-c86f-499a-bd27-0fc73c864f7e None None] No DVR routers for this DVR port 0a611440-8bea-46dc-9ab2-bb40b2860e0f on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:36.330158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:33Z', 'revision_number': 10, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:36.334626 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Checking router: 16b2edbb-55ff-4162-8128-a5f97ce71ea0 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:36.334981 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Updating router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:36.344146 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.358705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb5cca0-70f8-473f-b42f-2dc4cde05250']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:36.366741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb969d-d1d7-4703-94de-2b73d432ca1f None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:33Z', 'revision_number': 10, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None, '_interfaces': [{'id': '72e7fed5-be79-47b5-91fb-8b849cee2e7a', 'name': '', 'network_id': 'b983d243-4482-4145-bdac-6a8fb8331aa2', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'mac_address': 'fa:16:3e:da:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'subnets': [{'id': '77ef55a1-877b-4c11-a114-52fe2bd738d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:36.369523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:36.369626 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.371069 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.374343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e752f802-57d8-4e03-9427-f8ad20a37d09') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:36.374535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e752f802-57d8-4e03-9427-f8ad20a37d09') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:36.390488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.422394 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.431250 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:36.431668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:36.434877 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:36.459809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-a1d57c28-3167-4615-9acc-a12097208af6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:30:36.460823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-a1d57c28-3167-4615-9acc-a12097208af6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1591423 Aug 20 12:30:36.474699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a8cf8478-1f55-4e53-a576-a9e599db04ae up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:36.525407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a8cf8478-1f55-4e53-a576-a9e599db04ae triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:36.525825 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.560784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.571601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.577388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/1eb5cca0-70f8-473f-b42f-2dc4cde05250 HTTP/1.1" status: 204 len: 168 time: 1.0762105 Aug 20 12:30:36.578151 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56702) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:36.596693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c41cbe-bd92-487a-9c4f-876e9fc2ddb0 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=1eb5cca0-70f8-473f-b42f-2dc4cde05250,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:36.618653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8567776a-b8e3-46ae-828a-380f8a8bd218 service neutron] 10.222.0.25 "GET /v2.0/networks/ebfbfb22-635a-4b29-8985-776b93a5623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318431 Aug 20 12:30:36.696497 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.712015 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Transition to ACTIVE for port object d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:36.719393 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.723466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-c5615f78-e302-46a8-82d3-ed51d9873d9b service neutron] 10.222.0.25 "GET /v2.0/networks/ebfbfb22-635a-4b29-8985-776b93a5623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964451 Aug 20 12:30:36.774607 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50515-3f89-4ee4-aea3-8b87185ed9f9 None None] Pushing event updated for resources: {'Port': ['ID=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:36.799976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0a611440-8bea-46dc-9ab2-bb40b2860e0f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:36.843774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0a611440-8bea-46dc-9ab2-bb40b2860e0f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:36.844151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0a611440-8bea-46dc-9ab2-bb40b2860e0f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:36.886368 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Attempting to bind port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:36.887233 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Attempting to bind port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:36.887930 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Attempting to bind port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 on network ebfbfb22-635a-4b29-8985-776b93a5623f {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:36.903365 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:36.904179 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Checking segment: {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:36.904909 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:36.905524 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Bound using segment: {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:36.906226 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Bound port: d3efdbaa-3667-4163-8fbc-ee0dd41be7a3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:36.906676 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:37.012581 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] For port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:37.018089 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] For port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:37.024367 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:37.039508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f85781e5-5960-4511-8421-c90fed59ca90 req-eae39e97-0af1-4db6-835b-f61ad7bce476 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 210 time: 0.0476558 Aug 20 12:30:37.082835 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Routers {'16b2edbb-55ff-4162-8128-a5f97ce71ea0'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:37.083541 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:37.093981 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:37.147283 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50515-3f89-4ee4-aea3-8b87185ed9f9 None None] Pushing event updated for resources: {'Port': ['ID=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:37.233424 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] Set router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:37.397072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 72e7fed5-be79-47b5-91fb-8b849cee2e7a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:37.397234 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:37.499032 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'd3efdbaa-3667-4163-8fbc-ee0dd41be7a3', 'name': '', 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:d4:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ba1c0327-0cd6-4f38-a180-6561ee20bb7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:33Z', 'updated_at': '2021-08-20T12:30:37Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': 'ba1c0327-0cd6-4f38-a180-6561ee20bb7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:37.504405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 72e7fed5-be79-47b5-91fb-8b849cee2e7a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=72e7fed5-be79-47b5-91fb-8b849cee2e7a,segment=NetworkSegment(5c6fa053-5c63-4ba7-8041-9e06b8bd6041),segment_id=5c6fa053-5c63-4ba7-8041-9e06b8bd6041)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:37.505024 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:37.521551 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 72e7fed5-be79-47b5-91fb-8b849cee2e7a owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:37.534457 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd704a-db2e-4cdf-90a5-cc15a3cb938d None None] The sync data for ids ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'] in n-d-800634-10 is: [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'd3efdbaa-3667-4163-8fbc-ee0dd41be7a3', 'name': '', 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:d4:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ba1c0327-0cd6-4f38-a180-6561ee20bb7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:33Z', 'updated_at': '2021-08-20T12:30:37Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': 'ba1c0327-0cd6-4f38-a180-6561ee20bb7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:37.742918 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:37.776644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=72e7fed5-be79-47b5-91fb-8b849cee2e7a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:37.943236 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:38.116195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:38.194446 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bdd4179-7d00-453a-8b36-43b7cb7cea63 req-34d88a48-9f3a-4a2b-bee1-25a3ced1bd75 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 210 time: 0.0698049 Aug 20 12:30:38.203011 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:38.211277 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-222fe984-a213-4792-98b0-56d8d2dcc098 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6308134 Aug 20 12:30:38.211909 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56722) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:38.214516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:38.232839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:38.233738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:38.277159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b6402e-2f07-4bb5-aefa-cc921ca02b8d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting subnet 77ef55a1-877b-4c11-a114-52fe2bd738d9 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:38.282279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05b6402e-2f07-4bb5-aefa-cc921ca02b8d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:38.307666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:38.330100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05b6402e-2f07-4bb5-aefa-cc921ca02b8d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:38.343356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:38.416012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:37Z', 'revision_number': 11, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:38.456289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:38.470090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:38.471009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:38.711470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:38.741472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:38.772344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:37Z', 'revision_number': 11, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:38.775132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:38.775728 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:38.827440 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434249f3-ad27-4799-a000-ffbbf2457f9c None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:37Z', 'revision_number': 11, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:38.832906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-374249ee-cd7b-4af3-85db-5a4b9577ab0a tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:38.834398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-374249ee-cd7b-4af3-85db-5a4b9577ab0a tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.73 "GET /v2.0/networks?id=ebfbfb22-635a-4b29-8985-776b93a5623f HTTP/1.1" status: 200 len: 797 time: 0.4744318 Aug 20 12:30:38.840690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05b6402e-2f07-4bb5-aefa-cc921ca02b8d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:38.875260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Request body: {'port': {'device_id': '1879e710-681c-4017-92d0-b120cdfd4e02', 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f', 'admin_state_up': True, 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:38.884542 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:38.924098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:38.931483 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:38.962540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:38.983844 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05b6402e-2f07-4bb5-aefa-cc921ca02b8d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:38.988036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:38.988381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0a9abcb5-2d6e-40b9-bd5c-2bd7891d64eb not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:39.009815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:39.029055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6402e-2f07-4bb5-aefa-cc921ca02b8d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Subnet': ['ID=77ef55a1-877b-4c11-a114-52fe2bd738d9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:39.031989 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-05b6402e-2f07-4bb5-aefa-cc921ca02b8d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.036473 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-05b6402e-2f07-4bb5-aefa-cc921ca02b8d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/77ef55a1-877b-4c11-a114-52fe2bd738d9 HTTP/1.1" status: 204 len: 168 time: 0.8211386 Aug 20 12:30:39.036589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63edc167-86f1-4683-940e-e573141fcfdf None None] Network b983d243-4482-4145-bdac-6a8fb8331aa2 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:39.036863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56724) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:39.055614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Made reservation on behalf of 07903b45cc7d4f79b7294619bf4bc806 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:39.059979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.117071 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.174079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Deleting port 5cad5e29-a4bd-4c8e-8898-1e1960798096 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:39.174706 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.197121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Allocated IP 172.20.0.26 (ebfbfb22-635a-4b29-8985-776b93a5623f/ba1c0327-0cd6-4f38-a180-6561ee20bb7f/aaf4eb85-9d70-406a-84f6-ee72eea87f48) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:39.261253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] DHCP port deletion for b983d243-4482-4145-bdac-6a8fb8331aa2 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:39.268045 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] For port 5cad5e29-a4bd-4c8e-8898-1e1960798096, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5cad5e29-a4bd-4c8e-8898-1e1960798096,segment=NetworkSegment(5c6fa053-5c63-4ba7-8041-9e06b8bd6041),segment_id=5c6fa053-5c63-4ba7-8041-9e06b8bd6041)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:39.268624 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.308844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Calling delete_port for 5cad5e29-a4bd-4c8e-8898-1e1960798096 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:39.337322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] Deleting port 5cad5e29-a4bd-4c8e-8898-1e1960798096 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:39.337706 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.348171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.349131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b40997b1-3e13-49ee-a8d5-a8d74345e68c req-8434f7b5-f311-445a-a15d-3505ffe62ada tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 210 time: 0.0640035 Aug 20 12:30:39.364004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Transition to ACTIVE for port object aaf4eb85-9d70-406a-84f6-ee72eea87f48 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:39.410026 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.439660 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.441192 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] For port 5cad5e29-a4bd-4c8e-8898-1e1960798096, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5cad5e29-a4bd-4c8e-8898-1e1960798096,segment=NetworkSegment(5c6fa053-5c63-4ba7-8041-9e06b8bd6041),segment_id=5c6fa053-5c63-4ba7-8041-9e06b8bd6041)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:39.441655 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.458083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Network ebfbfb22-635a-4b29-8985-776b93a5623f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:39.459255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] Calling delete_port for 5cad5e29-a4bd-4c8e-8898-1e1960798096 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:39.461437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:39.468070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:39.469157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Port': ['ID=5cad5e29-a4bd-4c8e-8898-1e1960798096,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:39.471210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No DVR routers for this DVR port 5cad5e29-a4bd-4c8e-8898-1e1960798096 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:39.472299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event updated for resources: {'Port': ['ID=aaf4eb85-9d70-406a-84f6-ee72eea87f48,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:39.531756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:39.532674 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.556268 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-b203c582-1551-42cf-bcab-44a909330b8b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6895475 Aug 20 12:30:39.568156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.575927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Request body: {'port': {'device_id': '1879e710-681c-4017-92d0-b120cdfd4e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:39.579937 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.582086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b983d243-4482-4145-bdac-6a8fb8331aa2']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:39.608433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6fa053-5c63-4ba7-8041-9e06b8bd6041') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:39.608752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6fa053-5c63-4ba7-8041-9e06b8bd6041') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:39.610286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] Pushing event deleted for resources: {'Port': ['ID=5cad5e29-a4bd-4c8e-8898-1e1960798096,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:39.621204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62c965-5078-4dd0-929d-09afbbe445ab None None] No DVR routers for this DVR port 5cad5e29-a4bd-4c8e-8898-1e1960798096 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:39.640261 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.649889 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.656298 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.664206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:39.664625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:39.669367 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:39.737739 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.742632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.745680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/networks/b983d243-4482-4145-bdac-6a8fb8331aa2 HTTP/1.1" status: 204 len: 168 time: 0.7069855 Aug 20 12:30:39.751689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56730) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:39.756336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'routes': None}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:39.759194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4f953750-58e2-46e2-9644-dbd747b323eb None None] Provisioning for port aaf4eb85-9d70-406a-84f6-ee72eea87f48 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:39.763320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4f953750-58e2-46e2-9644-dbd747b323eb None None] Provisioning complete for port aaf4eb85-9d70-406a-84f6-ee72eea87f48 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:39.763695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f953750-58e2-46e2-9644-dbd747b323eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.769148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac041420-03c5-47ca-bd8b-374310296756 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Pushing event deleted for resources: {'Network': ['ID=b983d243-4482-4145-bdac-6a8fb8331aa2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:39.805880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-4f953750-58e2-46e2-9644-dbd747b323eb None None] Port aaf4eb85-9d70-406a-84f6-ee72eea87f48 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:39.931851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.extraroute_db [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Added routes are [] {{(pid=101034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 12:30:39.932583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.extraroute_db [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Removed routes are [] {{(pid=101034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 12:30:39.932583 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.949121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf4eb85-9d70-406a-84f6-ee72eea87f48 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:30:39.956823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:39.969935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Transition to ACTIVE for port object aaf4eb85-9d70-406a-84f6-ee72eea87f48 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:39.973789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.048978 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Pushing event updated for resources: {'Port': ['ID=aaf4eb85-9d70-406a-84f6-ee72eea87f48,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:40.082531 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.086841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.111436 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Attempting to bind port aaf4eb85-9d70-406a-84f6-ee72eea87f48 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:40.111910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Attempting to bind port aaf4eb85-9d70-406a-84f6-ee72eea87f48 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:40.112388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Attempting to bind port aaf4eb85-9d70-406a-84f6-ee72eea87f48 on network ebfbfb22-635a-4b29-8985-776b93a5623f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:40.117858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Port aaf4eb85-9d70-406a-84f6-ee72eea87f48 on network ebfbfb22-635a-4b29-8985-776b93a5623f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:30:40.118368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Attempting to bind port aaf4eb85-9d70-406a-84f6-ee72eea87f48 on network ebfbfb22-635a-4b29-8985-776b93a5623f {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:40.124010 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:40.124618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Checking segment: {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:40.125097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Bound using segment: {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:40.125620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Bound port: aaf4eb85-9d70-406a-84f6-ee72eea87f48, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f234a69f-7fdc-4761-a670-c09906dfc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:40.126105 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.158258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:40.176547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 25aaab07-73e3-4169-90b8-cca0350eefaa has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:40.210116 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] For port aaf4eb85-9d70-406a-84f6-ee72eea87f48, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:40.214325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] For port aaf4eb85-9d70-406a-84f6-ee72eea87f48, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aaf4eb85-9d70-406a-84f6-ee72eea87f48,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:40.219903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.232995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:40.233478 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.260985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:40.261441 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.263081 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] 10.222.0.73 "PUT /v2.0/ports/aaf4eb85-9d70-406a-84f6-ee72eea87f48 HTTP/1.1" status: 200 len: 1056 time: 0.6927056 Aug 20 12:30:40.263533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1879e710-681c-4017-92d0-b120cdfd4e02', 'tag': 'aaf4eb85-9d70-406a-84f6-ee72eea87f48'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:40.265853 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1879e710-681c-4017-92d0-b120cdfd4e02", "tag": "aaf4eb85-9d70-406a-84f6-ee72eea87f48"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:40.266285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:40.277474 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] Sync routers for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:40.284365 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.287305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-787416cb-f05f-4e33-bf99-604c24a6d4e2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 200 len: 700 time: 0.5347469 Aug 20 12:30:40.289348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56734) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:40.290505 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:40.295867 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:40.313240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193bece-4cb3-438e-8fca-2dd547856d6c service neutron] Pushing event updated for resources: {'Port': ['ID=aaf4eb85-9d70-406a-84f6-ee72eea87f48,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:40.347232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-09c1206e-1d48-4339-9168-bcebdb4a565b tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 200 len: 205 time: 0.0553284 Aug 20 12:30:40.349889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56738) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:40.413615 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:40.435151 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ca31b-60d9-4973-91c8-6b319d729908 x-openstack-request-id: req-f23ca31b-60d9-4973-91c8-6b319d729908 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:40.435447 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1879e710-681c-4017-92d0-b120cdfd4e02", "tag": "aaf4eb85-9d70-406a-84f6-ee72eea87f48", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:40.436472 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f23ca31b-60d9-4973-91c8-6b319d729908 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:40.437264 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1879e710-681c-4017-92d0-b120cdfd4e02', 'tag': 'aaf4eb85-9d70-406a-84f6-ee72eea87f48', 'status': 'completed', 'code': 200} Aug 20 12:30:40.441648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5cad5e29-a4bd-4c8e-8898-1e1960798096 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:40.481072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 5cad5e29-a4bd-4c8e-8898-1e1960798096 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:40.482366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5cad5e29-a4bd-4c8e-8898-1e1960798096 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:40.483426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 72e7fed5-be79-47b5-91fb-8b849cee2e7a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:40.505761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 72e7fed5-be79-47b5-91fb-8b849cee2e7a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:40.506554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 72e7fed5-be79-47b5-91fb-8b849cee2e7a not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:40.531255 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:37Z', 'revision_number': 11, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:40.531518 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0ab858f-1013-4433-aedb-a64912e03674 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.549919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2625a-8be4-4987-a733-0ad26613a3d1 req-89ff40a7-a5d7-4eb6-8889-58e0ecadfa0c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:40.551996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66e2625a-8be4-4987-a733-0ad26613a3d1 req-89ff40a7-a5d7-4eb6-8889-58e0ecadfa0c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 907 time: 0.0770836 Aug 20 12:30:40.562261 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] Checking router: 25aaab07-73e3-4169-90b8-cca0350eefaa for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:40.579943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-58ad93b6-04b1-4da5-b6ed-6a39b7439cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:40.579943 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-58ad93b6-04b1-4da5-b6ed-6a39b7439cb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 1059 time: 0.2166159 Aug 20 12:30:40.580959 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] Routers {'25aaab07-73e3-4169-90b8-cca0350eefaa'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:40.580959 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['25aaab07-73e3-4169-90b8-cca0350eefaa'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:40.643694 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-80b66e17-ac24-484c-bddc-6676d3533fa7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=aaf4eb85-9d70-406a-84f6-ee72eea87f48 HTTP/1.1" status: 200 len: 217 time: 0.0429127 Aug 20 12:30:40.652067 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] Set router 25aaab07-73e3-4169-90b8-cca0350eefaa gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:40.704351 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:37Z', 'revision_number': 11, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:40.734530 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c3b7f-b685-42a1-b121-6f42a2bd9da0 None None] The sync data for ids ['25aaab07-73e3-4169-90b8-cca0350eefaa'] in n-d-800634-10 is: [{'id': '25aaab07-73e3-4169-90b8-cca0350eefaa', 'name': 'tempest-RoutersTest-router-153183674', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:11Z', 'updated_at': '2021-08-20T12:30:37Z', 'revision_number': 11, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:40.765323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0ab858f-1013-4433-aedb-a64912e03674 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.769034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0ab858f-1013-4433-aedb-a64912e03674 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.814269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-27ba5460-6c42-4dbf-8173-7f45216a46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:40.815782 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-27ba5460-6c42-4dbf-8173-7f45216a46e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ba1c0327-0cd6-4f38-a180-6561ee20bb7f HTTP/1.1" status: 200 len: 838 time: 0.1451402 Aug 20 12:30:40.824700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0ab858f-1013-4433-aedb-a64912e03674 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.825402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab858f-1013-4433-aedb-a64912e03674 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Fanout notify agent at l3_agent the message router_deleted on router 25aaab07-73e3-4169-90b8-cca0350eefaa {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:30:40.836926 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d0ab858f-1013-4433-aedb-a64912e03674 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.838002 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d0ab858f-1013-4433-aedb-a64912e03674 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 204 len: 168 time: 0.4870903 Aug 20 12:30:40.844557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56742) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:40.850806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f4ff528d-2bff-47ec-b10a-d11407ee3891 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1625971486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:40.881859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-5c0df529-fbca-4824-bc93-cd25cb993766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:40.883540 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-5c0df529-fbca-4824-bc93-cd25cb993766 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebfbfb22-635a-4b29-8985-776b93a5623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0525115 Aug 20 12:30:40.886790 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4ff528d-2bff-47ec-b10a-d11407ee3891 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.887851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4ff528d-2bff-47ec-b10a-d11407ee3891 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.952327 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4ff528d-2bff-47ec-b10a-d11407ee3891 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.957791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4ff528d-2bff-47ec-b10a-d11407ee3891 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.973950 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4ff528d-2bff-47ec-b10a-d11407ee3891 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:40.975779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f4ff528d-2bff-47ec-b10a-d11407ee3891 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1294580 Aug 20 12:30:40.978003 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56744) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:40.984464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-600593be-3ae0-4f4d-bf5a-c2434ae37511 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:40.988166 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-5a84c82c-71fb-4eed-8ff5-3a45cc7294f3 service neutron] 10.222.0.73 "GET /v2.0/networks/ebfbfb22-635a-4b29-8985-776b93a5623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915298 Aug 20 12:30:41.094259 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2ea1847e-e24c-4fca-990b-a62439fc4420 req-a615c05a-4876-46c1-aea2-4dd7955d4e2f service neutron] 10.222.0.73 "GET /v2.0/networks/ebfbfb22-635a-4b29-8985-776b93a5623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946865 Aug 20 12:30:41.195766 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-600593be-3ae0-4f4d-bf5a-c2434ae37511 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33253006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14466'] for router, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:41.196476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-e850f58b-3359-4a86-a20f-7d8219b61f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:41.198413 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-e850f58b-3359-4a86-a20f-7d8219b61f5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 1059 time: 0.0460246 Aug 20 12:30:41.207854 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-600593be-3ae0-4f4d-bf5a-c2434ae37511 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33253049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33253040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263502'] for router, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:41.299714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-efec9031-528a-407c-9afb-6df84c8be2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:41.301374 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-efec9031-528a-407c-9afb-6df84c8be2b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebfbfb22-635a-4b29-8985-776b93a5623f HTTP/1.1" status: 200 len: 898 time: 0.0953164 Aug 20 12:30:41.326646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600593be-3ae0-4f4d-bf5a-c2434ae37511 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Router 0fb3660a-abc9-48b4-b635-8f3a784d1540 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:30:41.351836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-17f62dd9-0674-4be1-8290-a5944b2ff815 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=aaf4eb85-9d70-406a-84f6-ee72eea87f48 HTTP/1.1" status: 200 len: 217 time: 0.0425677 Aug 20 12:30:41.405181 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-fd0a4a6b-8a65-40af-a078-26efcdf128dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:41.405822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600593be-3ae0-4f4d-bf5a-c2434ae37511 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:41.407111 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-fd0a4a6b-8a65-40af-a078-26efcdf128dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ba1c0327-0cd6-4f38-a180-6561ee20bb7f HTTP/1.1" status: 200 len: 838 time: 0.0471973 Aug 20 12:30:41.412633 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-600593be-3ae0-4f4d-bf5a-c2434ae37511 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:41.413790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-600593be-3ae0-4f4d-bf5a-c2434ae37511 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "PUT /v2.0/routers/0fb3660a-abc9-48b4-b635-8f3a784d1540 HTTP/1.1" status: 200 len: 694 time: 0.4346931 Aug 20 12:30:41.416170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] Sync routers for ids ['0fb3660a-abc9-48b4-b635-8f3a784d1540'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:41.416452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56746) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:41.427904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] Routers {'0fb3660a-abc9-48b4-b635-8f3a784d1540'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:41.428529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0fb3660a-abc9-48b4-b635-8f3a784d1540'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:41.463240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-8849a160-bcc6-4fa6-997c-e88d2908d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:41.465602 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-8849a160-bcc6-4fa6-997c-e88d2908d265 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebfbfb22-635a-4b29-8985-776b93a5623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0507202 Aug 20 12:30:41.501284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] Set router 0fb3660a-abc9-48b4-b635-8f3a784d1540 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:41.505834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-757bb44e-bc53-4f99-9496-3ac12de36828 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/routers/0fb3660a-abc9-48b4-b635-8f3a784d1540 HTTP/1.1" status: 200 len: 700 time: 0.0876019 Aug 20 12:30:41.507151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56748) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:41.536316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8146292f-8e56-47b7-9abb-1087ac15afe4 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb3660a-abc9-48b4-b635-8f3a784d1540 HTTP/1.1" status: 200 len: 205 time: 0.0277736 Aug 20 12:30:41.538778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56750) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:41.555156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3660a-abc9-48b4-b635-8f3a784d1540', 'name': 'tempest-RoutersTest-router-1625971486', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:40Z', 'updated_at': '2021-08-20T12:30:41Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:41.567704 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-ef4508f8-c233-4685-b3a8-85546f6ce7b3 service neutron] 10.222.0.73 "GET /v2.0/networks/ebfbfb22-635a-4b29-8985-776b93a5623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929086 Aug 20 12:30:41.590157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] Checking router: 0fb3660a-abc9-48b4-b635-8f3a784d1540 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:41.600011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] Routers {'0fb3660a-abc9-48b4-b635-8f3a784d1540'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:41.600732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0fb3660a-abc9-48b4-b635-8f3a784d1540'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:41.680511 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5f59e60-ec64-4ad4-8fef-20ab2d4022b4 req-415ca891-4b35-426c-b7fd-9dd085da4cf3 service neutron] 10.222.0.73 "GET /v2.0/networks/ebfbfb22-635a-4b29-8985-776b93a5623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041884 Aug 20 12:30:41.690240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] Set router 0fb3660a-abc9-48b4-b635-8f3a784d1540 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:41.750767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3660a-abc9-48b4-b635-8f3a784d1540', 'name': 'tempest-RoutersTest-router-1625971486', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:40Z', 'updated_at': '2021-08-20T12:30:41Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:41.778430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d74e84-03fc-4e75-b0d5-a023ab2311d7 None None] The sync data for ids ['0fb3660a-abc9-48b4-b635-8f3a784d1540'] in n-d-800634-10 is: [{'id': '0fb3660a-abc9-48b4-b635-8f3a784d1540', 'name': 'tempest-RoutersTest-router-1625971486', 'tenant_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:40Z', 'updated_at': '2021-08-20T12:30:41Z', 'revision_number': 2, 'project_id': 'bcc6981960bd42ff895bfc4a0b8fafdb', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:41.927841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8546-a0ee-4687-84de-8d5fb3d23ba9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:42.117282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923db661-242e-409b-8e64-51a7b467465a req-83d0a82f-3ed9-416a-883f-5e168c2ae392 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:42.118749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-923db661-242e-409b-8e64-51a7b467465a req-83d0a82f-3ed9-416a-883f-5e168c2ae392 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 907 time: 0.2030427 Aug 20 12:30:42.121376 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8546-a0ee-4687-84de-8d5fb3d23ba9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:42.123919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8546-a0ee-4687-84de-8d5fb3d23ba9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:42.149771 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:42.174097 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8546-a0ee-4687-84de-8d5fb3d23ba9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:42.175028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1e8546-a0ee-4687-84de-8d5fb3d23ba9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb3660a-abc9-48b4-b635-8f3a784d1540 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:30:42.184731 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8546-a0ee-4687-84de-8d5fb3d23ba9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:42.185881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0c1e8546-a0ee-4687-84de-8d5fb3d23ba9 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/0fb3660a-abc9-48b4-b635-8f3a784d1540 HTTP/1.1" status: 204 len: 168 time: 0.6460695 Aug 20 12:30:42.189391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56758) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.219242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3bf26b28-6e36-40cb-85a7-117d7b3c68b5 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb3660a-abc9-48b4-b635-8f3a784d1540 HTTP/1.1" status: 200 len: 205 time: 0.0266428 Aug 20 12:30:42.219674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56760) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.262457 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-d2ac55e9-2bad-490e-8b59-2a3ba6bd5784 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] delete failed (client error): The resource could not be found. Aug 20 12:30:42.263519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d2ac55e9-2bad-490e-8b59-2a3ba6bd5784 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/0fb3660a-abc9-48b4-b635-8f3a784d1540 HTTP/1.1" status: 404 len: 336 time: 0.0431013 Aug 20 12:30:42.266223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56762) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.293490 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba87fa0-7ea1-46b0-b35e-c22540225d2e tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:42.293950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba87fa0-7ea1-46b0-b35e-c22540225d2e tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:42.295704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6ba87fa0-7ea1-46b0-b35e-c22540225d2e tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/f563a2f6-2e5b-41ac-b386-08c5048f71c9 HTTP/1.1" status: 404 len: 337 time: 0.0284336 Aug 20 12:30:42.298153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56764) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.324207 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bb89e6-4812-4a31-94e8-58720569e3a2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:42.324656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bb89e6-4812-4a31-94e8-58720569e3a2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:42.326401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-25bb89e6-4812-4a31-94e8-58720569e3a2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/e5f16249-9db3-4073-abe0-1af0970d0f05 HTTP/1.1" status: 404 len: 337 time: 0.0272911 Aug 20 12:30:42.328896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56766) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.356443 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b360fb1b-9a95-4e69-858e-81fb8ce0e8dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:42.356932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b360fb1b-9a95-4e69-858e-81fb8ce0e8dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:42.358894 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b360fb1b-9a95-4e69-858e-81fb8ce0e8dc tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/aeeed787-0a72-47f1-8e7d-bdf165dfa7c1 HTTP/1.1" status: 404 len: 337 time: 0.0291035 Aug 20 12:30:42.362944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56768) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.395756 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-282a82cd-5711-441a-abda-10f7233dc00a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:42.396132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282a82cd-5711-441a-abda-10f7233dc00a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:42.397869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-282a82cd-5711-441a-abda-10f7233dc00a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/77ef55a1-877b-4c11-a114-52fe2bd738d9 HTTP/1.1" status: 404 len: 337 time: 0.0354857 Aug 20 12:30:42.400429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56772) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.431835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fd703768-9c7b-4480-874a-254cc8f2fed7 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 200 len: 205 time: 0.0301771 Aug 20 12:30:42.434893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56774) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.475384 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-e23dedf7-a217-41f8-ba7d-b0eb32ec2cb4 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] delete failed (client error): The resource could not be found. Aug 20 12:30:42.477298 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e23dedf7-a217-41f8-ba7d-b0eb32ec2cb4 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/25aaab07-73e3-4169-90b8-cca0350eefaa HTTP/1.1" status: 404 len: 336 time: 0.0411327 Aug 20 12:30:42.481613 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56776) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.514537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6fdb486d-b643-4d3d-871c-e73fee4fdd6a tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=efa37783-4e8d-4109-87a3-ecea295b471c HTTP/1.1" status: 200 len: 205 time: 0.0314553 Aug 20 12:30:42.517358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56778) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.531760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0488-7ac8-47ea-a089-38ac8b7d0ab4 req-9605c29c-8e83-4b37-949e-3ec05d040c94 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:42.533253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df1b0488-7ac8-47ea-a089-38ac8b7d0ab4 req-9605c29c-8e83-4b37-949e-3ec05d040c94 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 946 time: 0.0847406 Aug 20 12:30:42.569861 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-d522a535-0919-4dbc-99cd-7d8b2192a4df tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] delete failed (client error): The resource could not be found. Aug 20 12:30:42.571825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d522a535-0919-4dbc-99cd-7d8b2192a4df tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/efa37783-4e8d-4109-87a3-ecea295b471c HTTP/1.1" status: 404 len: 336 time: 0.0535674 Aug 20 12:30:42.575671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56780) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.602472 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb3b330-6f54-4128-9760-e98ee3f88a44 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:42.602942 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb3b330-6f54-4128-9760-e98ee3f88a44 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:42.603989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df1b0488-7ac8-47ea-a089-38ac8b7d0ab4 req-5885fcfc-d7b9-417c-ba45-467add8e4cb3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363514 Aug 20 12:30:42.610367 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6cb3b330-6f54-4128-9760-e98ee3f88a44 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/36501c7f-8318-47f4-9130-4117e386ae3f HTTP/1.1" status: 404 len: 337 time: 0.0336225 Aug 20 12:30:42.612914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56782) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.641457 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ace1086a-4759-4c7f-87fb-eb455a17efd1 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=edfa8c95-d9ff-4712-8fbb-3cadfd0f374d HTTP/1.1" status: 200 len: 205 time: 0.0274312 Aug 20 12:30:42.644340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56784) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.681671 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-0f557692-04eb-47e6-89d7-1f2c8166339c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] delete failed (client error): The resource could not be found. Aug 20 12:30:42.683254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0f557692-04eb-47e6-89d7-1f2c8166339c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/edfa8c95-d9ff-4712-8fbb-3cadfd0f374d HTTP/1.1" status: 404 len: 336 time: 0.0379376 Aug 20 12:30:42.686086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56786) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.714953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-54435f42-68a3-405d-b057-7bac4b6c6da8 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=209efc52-d9c6-4f35-b4bf-395cc0b8c864 HTTP/1.1" status: 200 len: 205 time: 0.0276608 Aug 20 12:30:42.717190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.759222 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-7846a561-fac0-43f8-9a06-b54651f5b554 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] delete failed (client error): The resource could not be found. Aug 20 12:30:42.760439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7846a561-fac0-43f8-9a06-b54651f5b554 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/209efc52-d9c6-4f35-b4bf-395cc0b8c864 HTTP/1.1" status: 404 len: 336 time: 0.0421069 Aug 20 12:30:42.763055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56790) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.790694 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac147879-4b19-49b0-9b04-a15cc0f3e9ab tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:42.791167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac147879-4b19-49b0-9b04-a15cc0f3e9ab tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:42.793526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac147879-4b19-49b0-9b04-a15cc0f3e9ab tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/ba01c094-4897-4eb6-8977-9b6e30cfe7c8 HTTP/1.1" status: 404 len: 337 time: 0.0295334 Aug 20 12:30:42.796188 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.824099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d42c1348-3c27-4199-96ac-bafc8313dc1d tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c6a381-c113-4e4f-84ce-001ee41703ef HTTP/1.1" status: 200 len: 205 time: 0.0268040 Aug 20 12:30:42.826440 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56794) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.867348 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-ab07aa71-7cc5-4bd9-8318-7f83a8fa6ec2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] delete failed (client error): The resource could not be found. Aug 20 12:30:42.868368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ab07aa71-7cc5-4bd9-8318-7f83a8fa6ec2 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/d7c6a381-c113-4e4f-84ce-001ee41703ef HTTP/1.1" status: 404 len: 336 time: 0.0410345 Aug 20 12:30:42.871374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56796) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.897390 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e880eac6-43bf-4a93-b715-3a2f966b6697 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:42.897769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e880eac6-43bf-4a93-b715-3a2f966b6697 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:42.899462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e880eac6-43bf-4a93-b715-3a2f966b6697 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/ade795dd-f519-42a9-a73c-4b357694174e HTTP/1.1" status: 404 len: 337 time: 0.0271983 Aug 20 12:30:42.902624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56798) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.933369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aa833ef3-266c-49c5-be91-ffac6a0c5f43 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eebfbc-c486-46d4-be70-fe5706c43426 HTTP/1.1" status: 200 len: 205 time: 0.0295186 Aug 20 12:30:42.935597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56800) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:42.973184 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [None req-ec4a030e-7300-464b-b3b2-5d3435a6a422 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] delete failed (client error): The resource could not be found. Aug 20 12:30:42.974102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ec4a030e-7300-464b-b3b2-5d3435a6a422 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/routers/28eebfbc-c486-46d4-be70-fe5706c43426 HTTP/1.1" status: 404 len: 336 time: 0.0376227 Aug 20 12:30:42.976561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56802) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:43.003022 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a0c03a-c647-4623-a450-c01cce7c3916 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:43.003471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a0c03a-c647-4623-a450-c01cce7c3916 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:43.005141 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-78a0c03a-c647-4623-a450-c01cce7c3916 tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/8466e5b8-ed7c-48f6-ba2d-8f78a4b8b88e HTTP/1.1" status: 404 len: 337 time: 0.0277026 Aug 20 12:30:43.007638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56804) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:43.034370 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-faff2798-4456-4ac4-959b-95660e300b1c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] DELETE failed (client error): The resource could not be found. Aug 20 12:30:43.034819 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faff2798-4456-4ac4-959b-95660e300b1c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:30:43.036445 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-faff2798-4456-4ac4-959b-95660e300b1c tempest-RoutersTest-662834312 tempest-RoutersTest-662834312-project] 10.222.0.25 "DELETE /v2.0/subnets/d9b8ae11-2865-44c2-ab47-ce678f1b125a HTTP/1.1" status: 404 len: 337 time: 0.0279078 Aug 20 12:30:43.241487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845fb77-7beb-4e51-9454-7ad2babeceb4 req-086c29e1-31de-4554-9dbe-d18cfb927314 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:43.243103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1845fb77-7beb-4e51-9454-7ad2babeceb4 req-086c29e1-31de-4554-9dbe-d18cfb927314 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 907 time: 0.0516744 Aug 20 12:30:43.291794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:43.431040 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33cebee7-9953-48ee-8841-89afe6521fd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcc6981960bd42ff895bfc4a0b8fafdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380036 Aug 20 12:30:43.434008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56816) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:43.483375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7917d66-3ec6-4fa2-83b2-72cf980cdb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:43.504895 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7917d66-3ec6-4fa2-83b2-72cf980cdb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:43.552722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7917d66-3ec6-4fa2-83b2-72cf980cdb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:43.555501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b7917d66-3ec6-4fa2-83b2-72cf980cdb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:43.556674 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b7917d66-3ec6-4fa2-83b2-72cf980cdb11 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/154d10ea-c173-40e8-a6a9-361886766e96 HTTP/1.1" status: 204 len: 168 time: 0.1217253 Aug 20 12:30:43.565168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7917d66-3ec6-4fa2-83b2-72cf980cdb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154d10ea-c173-40e8-a6a9-361886766e96,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:43.729990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ead9b-f550-49d5-835a-ae2177c0c57d req-ec48ce0a-e0fc-442d-9349-1a1425441c3c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:43.731686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e27ead9b-f550-49d5-835a-ae2177c0c57d req-ec48ce0a-e0fc-442d-9349-1a1425441c3c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 946 time: 0.0547936 Aug 20 12:30:43.776496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e27ead9b-f550-49d5-835a-ae2177c0c57d req-f7953d8e-693f-4529-b821-9c2b8399ee1b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388186 Aug 20 12:30:43.883940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aaf4eb85-9d70-406a-84f6-ee72eea87f48 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:30:43.907118 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:43.992799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aaf4eb85-9d70-406a-84f6-ee72eea87f48, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aaf4eb85-9d70-406a-84f6-ee72eea87f48,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:44.005185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'aaf4eb85-9d70-406a-84f6-ee72eea87f48', 'network_id': 'ebfbfb22-635a-4b29-8985-776b93a5623f', 'port_id': 'aaf4eb85-9d70-406a-84f6-ee72eea87f48', 'mac_address': 'fa:16:3e:9e:76:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1c0327-0cd6-4f38-a180-6561ee20bb7f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:30:44.045018 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.059373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf4eb85-9d70-406a-84f6-ee72eea87f48 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:30:44.080423 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aaf4eb85-9d70-406a-84f6-ee72eea87f48, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aaf4eb85-9d70-406a-84f6-ee72eea87f48,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:44.084601 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.134266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aaf4eb85-9d70-406a-84f6-ee72eea87f48,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:44.219203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-5dee3884-dfd5-482f-89ac-d70195c82abe tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:44.221019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-5dee3884-dfd5-482f-89ac-d70195c82abe tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 946 time: 0.0517821 Aug 20 12:30:44.235571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56840) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:44.326699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port 66cdf081-8591-4384-9863-99bb67a9441c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:44.327112 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.348412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-45accc4b-0a26-48c4-a1c2-666e2dd9b993 tempest-ServiceProvidersTest-1652479919 tempest-ServiceProvidersTest-1652479919-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1116138 Aug 20 12:30:44.372038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e0c71-0f88-425d-8d72-587310316e39 req-6052bf41-07e3-41c6-bf71-a0201e6e2a32 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:44.374510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-020e0c71-0f88-425d-8d72-587310316e39 req-6052bf41-07e3-41c6-bf71-a0201e6e2a32 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 908 time: 0.0616488 Aug 20 12:30:44.398809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['aaf4eb85-9d70-406a-84f6-ee72eea87f48'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:30:44.425573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] For port 66cdf081-8591-4384-9863-99bb67a9441c, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=66cdf081-8591-4384-9863-99bb67a9441c,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:44.425935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.618757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56850) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:44.655103 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.655796 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.655905 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Floating IP f3d92e8a-a26a-4068-b066-cddf26c52ea3 disassociated. External IP: 172.25.0.156, port: 66cdf081-8591-4384-9863-99bb67a9441c. Aug 20 12:30:44.656614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for 66cdf081-8591-4384-9863-99bb67a9441c owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:44.730915 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0978-91ae-4c7b-9a59-00ecddb29503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.790873 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.824316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=66cdf081-8591-4384-9863-99bb67a9441c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:44.830321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0978-91ae-4c7b-9a59-00ecddb29503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.837591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0978-91ae-4c7b-9a59-00ecddb29503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.907700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cdcc0978-91ae-4c7b-9a59-00ecddb29503 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1035c27a1ce3476f9d56f8bc5bcdd574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876248 Aug 20 12:30:44.908352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc0978-91ae-4c7b-9a59-00ecddb29503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323693e9-bdc6-471b-a732-707493f1c7ad,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:44.910880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56856) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:44.913088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-740eda2f-cdac-45b4-b42e-a2d0efe4df7f req-9f159316-bd49-4006-8159-45d00056d546 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0571856 Aug 20 12:30:44.950077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Router e5070807-9aca-4ef4-8ef9-680488f734eb has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:44.970141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb8d7-828a-4c81-9919-06041343c42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:44.992343 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb8d7-828a-4c81-9919-06041343c42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.045018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb8d7-828a-4c81-9919-06041343c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.047549 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb8d7-828a-4c81-9919-06041343c42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.048702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-aa8fb8d7-828a-4c81-9919-06041343c42b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/323693e9-bdc6-471b-a732-707493f1c7ad HTTP/1.1" status: 204 len: 168 time: 0.1347346 Aug 20 12:30:45.056582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb8d7-828a-4c81-9919-06041343c42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323693e9-bdc6-471b-a732-707493f1c7ad,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:45.070469 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:45.081726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:45.092641 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:45.093241 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:45.116824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] No DVR routers for this DVR port 66cdf081-8591-4384-9863-99bb67a9441c on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:45.121131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.123243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f689acc4-55f1-4c22-a098-4915ba5b0f7a req-061b02cc-a70b-47d0-a7d4-8bd3d1d594ee tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.73 "DELETE /v2.0/ports/66cdf081-8591-4384-9863-99bb67a9441c HTTP/1.1" status: 204 len: 173 time: 0.8943827 Aug 20 12:30:45.123700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'name': 'network-vif-deleted', 'tag': '66cdf081-8591-4384-9863-99bb67a9441c'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:45.125994 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6404df79-7f3d-49aa-a3c4-26b64e648a3e" -d '{"events": [{"server_uuid": "62b184ea-ba69-4ff3-88da-2b62ca68c6e5", "name": "network-vif-deleted", "tag": "66cdf081-8591-4384-9863-99bb67a9441c"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:45.192237 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59297b13-2efa-4fb3-acb4-ae6e3cff6eb3 x-openstack-request-id: req-59297b13-2efa-4fb3-acb4-ae6e3cff6eb3 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:45.194120 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b184ea-ba69-4ff3-88da-2b62ca68c6e5", "name": "network-vif-deleted", "tag": "66cdf081-8591-4384-9863-99bb67a9441c", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:45.194421 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59297b13-2efa-4fb3-acb4-ae6e3cff6eb3 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:45.197378 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b184ea-ba69-4ff3-88da-2b62ca68c6e5', 'name': 'network-vif-deleted', 'tag': '66cdf081-8591-4384-9863-99bb67a9441c', 'status': 'completed', 'code': 200} Aug 20 12:30:45.323421 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:45.517952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26287fb6-dd16-469e-9607-dfde106253b2 req-63716d77-e55b-4ede-a5f0-57cd6855f92b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:45.519833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26287fb6-dd16-469e-9607-dfde106253b2 req-63716d77-e55b-4ede-a5f0-57cd6855f92b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 908 time: 0.0599389 Aug 20 12:30:45.591815 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:45.624888 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:45.634025 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:45.635161 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:45.755403 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:45.912581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aaf4eb85-9d70-406a-84f6-ee72eea87f48 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:45.979739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port aaf4eb85-9d70-406a-84f6-ee72eea87f48 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:45.986570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port aaf4eb85-9d70-406a-84f6-ee72eea87f48 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:45.987385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:46.004785 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:46.034658 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf847ecf-44cd-4780-9d3d-b32af8645031 None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:46.086555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfeb02d8-859a-444f-a07f-bb43cf3b2547 req-b240c3da-ce73-4e0d-ad06-5f2815b58e57 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0512843 Aug 20 12:30:46.115970 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:46.140770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1879e710-681c-4017-92d0-b120cdfd4e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf4eb85-9d70-406a-84f6-ee72eea87f48'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:46.143374 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9158bea-7731-49f9-81e6-c74322badcf2" -d '{"events": [{"server_uuid": "1879e710-681c-4017-92d0-b120cdfd4e02", "name": "network-vif-plugged", "status": "completed", "tag": "aaf4eb85-9d70-406a-84f6-ee72eea87f48"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:46.165294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aaf4eb85-9d70-406a-84f6-ee72eea87f48, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aaf4eb85-9d70-406a-84f6-ee72eea87f48,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:46.170700 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:46.242597 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aaf4eb85-9d70-406a-84f6-ee72eea87f48,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:46.384974 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c46610-c817-479a-95aa-32a7276d482b x-openstack-request-id: req-31c46610-c817-479a-95aa-32a7276d482b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:46.385474 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1879e710-681c-4017-92d0-b120cdfd4e02", "name": "network-vif-plugged", "status": "completed", "tag": "aaf4eb85-9d70-406a-84f6-ee72eea87f48", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:46.385736 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31c46610-c817-479a-95aa-32a7276d482b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:46.386141 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1879e710-681c-4017-92d0-b120cdfd4e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf4eb85-9d70-406a-84f6-ee72eea87f48', 'code': 200} Aug 20 12:30:46.455365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51969830-e176-4f22-b504-3591fc0a2f8e None None] New status for floating IP f3d92e8a-a26a-4068-b066-cddf26c52ea3: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:30:46.507547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519177a6-2b19-420c-b7b0-970711a988c5 req-eb5464fb-bc71-4bc3-b296-911860df977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:46.509943 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-519177a6-2b19-420c-b7b0-970711a988c5 req-eb5464fb-bc71-4bc3-b296-911860df977d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 1061 time: 0.0538163 Aug 20 12:30:46.677765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd5ecb-d634-4a8f-9d80-c3ef367bba84 req-3f4b52fa-03ef-482d-89e2-ece0e8fd53b2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:46.679818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65cd5ecb-d634-4a8f-9d80-c3ef367bba84 req-3f4b52fa-03ef-482d-89e2-ece0e8fd53b2 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 909 time: 0.0664139 Aug 20 12:30:47.067952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56918) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:47.175047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33a2986f-6b20-47ac-9afb-2ab3b9fb0af3 req-05ca7558-ed03-4a05-ab57-e03218c89dbf tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0274012 Aug 20 12:30:47.188489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d94e94b5-5c6d-4da8-86fd-0d6711675aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.283696 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d94e94b5-5c6d-4da8-86fd-0d6711675aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.288016 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d94e94b5-5c6d-4da8-86fd-0d6711675aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.330238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d94e94b5-5c6d-4da8-86fd-0d6711675aa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13da1d08f8e84cd1a1bcb9fb58f10716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610819 Aug 20 12:30:47.331247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e94b5-5c6d-4da8-86fd-0d6711675aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a2e7e4-6766-49c9-9dc9-6e5205cc8d71,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:47.332976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56924) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:47.399510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b5112fd-e4ad-44f3-8dd8-5b0ce09639e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.422922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b5112fd-e4ad-44f3-8dd8-5b0ce09639e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.468922 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b5112fd-e4ad-44f3-8dd8-5b0ce09639e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.471554 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b5112fd-e4ad-44f3-8dd8-5b0ce09639e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.472703 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1b5112fd-e4ad-44f3-8dd8-5b0ce09639e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44a2e7e4-6766-49c9-9dc9-6e5205cc8d71 HTTP/1.1" status: 204 len: 168 time: 0.1386027 Aug 20 12:30:47.482346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5112fd-e4ad-44f3-8dd8-5b0ce09639e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a2e7e4-6766-49c9-9dc9-6e5205cc8d71,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:47.759547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:47.774454 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f03f08e9-693f-4dd3-bb80-0052017083e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.809801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60576c1d-1876-48db-9cfc-b71e53e978e6 req-4bc618e8-8b8a-4008-9320-ed1c111a724c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:47.818219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60576c1d-1876-48db-9cfc-b71e53e978e6 req-4bc618e8-8b8a-4008-9320-ed1c111a724c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 909 time: 0.0604017 Aug 20 12:30:47.881754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f03f08e9-693f-4dd3-bb80-0052017083e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.888773 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f03f08e9-693f-4dd3-bb80-0052017083e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.922327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 66cdf081-8591-4384-9863-99bb67a9441c no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:47.936728 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f03f08e9-693f-4dd3-bb80-0052017083e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdb919fd408b44018df6ca41802ff13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750460 Aug 20 12:30:47.937494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f08e9-693f-4dd3-bb80-0052017083e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d6558-b792-4d92-8e04-d103527216a3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:47.938497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56936) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:47.953945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 66cdf081-8591-4384-9863-99bb67a9441c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:47.956330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196ed8-6bd4-4cb4-8990-a2a145ce403d req-f6d5ced1-5724-4304-b1c6-469d08b9840b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:47.956818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 66cdf081-8591-4384-9863-99bb67a9441c not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:47.957883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26196ed8-6bd4-4cb4-8990-a2a145ce403d req-f6d5ced1-5724-4304-b1c6-469d08b9840b tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 909 time: 0.0740018 Aug 20 12:30:48.029154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b907bfd5-e3c2-4d93-afef-4bf59c2aca39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.066356 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b907bfd5-e3c2-4d93-afef-4bf59c2aca39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.133299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75eff8-9026-4ce3-b924-984e97ae43a2 req-a8756e24-d88a-4ee9-88f4-61194a403bab tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:48.134903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d75eff8-9026-4ce3-b924-984e97ae43a2 req-a8756e24-d88a-4ee9-88f4-61194a403bab tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 1061 time: 0.0665600 Aug 20 12:30:48.149229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b907bfd5-e3c2-4d93-afef-4bf59c2aca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.152426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b907bfd5-e3c2-4d93-afef-4bf59c2aca39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.153551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b907bfd5-e3c2-4d93-afef-4bf59c2aca39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f0d6558-b792-4d92-8e04-d103527216a3 HTTP/1.1" status: 204 len: 168 time: 0.2143149 Aug 20 12:30:48.167788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907bfd5-e3c2-4d93-afef-4bf59c2aca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d6558-b792-4d92-8e04-d103527216a3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:48.280029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a619b1-4825-4a66-8c6a-becfc8fadbe7 req-60e0d644-2ef7-4237-9343-6360f20a6f8f tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:48.281592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3a619b1-4825-4a66-8c6a-becfc8fadbe7 req-60e0d644-2ef7-4237-9343-6360f20a6f8f tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1137 time: 0.0612273 Aug 20 12:30:48.297613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b06f45b-826c-4086-beaf-9a2e6b77d158 req-0642d662-385e-424d-858c-ebc6d1965e6f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0341587 Aug 20 12:30:48.329747 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3a619b1-4825-4a66-8c6a-becfc8fadbe7 req-7212bc2a-cd6e-42b5-ae72-bc5bc19e0d1c tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345905 Aug 20 12:30:48.355290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56946) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:48.397141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2093f4-f98e-4038-91de-ef752ddd1aab tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:48.402401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac2093f4-f98e-4038-91de-ef752ddd1aab tempest-TestSecurityGroupsBasicOps-1504027681 tempest-TestSecurityGroupsBasicOps-1504027681-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 1056 time: 0.0454693 Aug 20 12:30:48.665842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955b370-7f80-45b2-b1db-4564b86da6f1 req-fee46882-e2b5-4e60-9b2a-1e44d356f4bf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:48.668540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b955b370-7f80-45b2-b1db-4564b86da6f1 req-fee46882-e2b5-4e60-9b2a-1e44d356f4bf tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 909 time: 0.0552692 Aug 20 12:30:49.434570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a5b3a71a-080e-46d8-ab2f-ce9390f52e98 req-73c121e9-266d-4165-b470-98fbe70b8f7e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=62b184ea-ba69-4ff3-88da-2b62ca68c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0314720 Aug 20 12:30:49.504092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 56986) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:49.652584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'network': {'name': 'tempest-network-smoke--823936347', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'port_security_enabled': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:49.672990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:49.676475 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.685552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.799714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.803005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc9b5-47e2-4d27-ad2d-b246aab67bd2 req-8c186098-ebc3-4bc7-be78-29257b7f8c5d tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:49.803819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.804679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-415bc9b5-47e2-4d27-ad2d-b246aab67bd2 req-8c186098-ebc3-4bc7-be78-29257b7f8c5d tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 909 time: 0.0565069 Aug 20 12:30:49.832930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:49.842483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8a740c-2beb-42cd-a853-07b6579dbc0e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:49.851594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.851594 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Added segment 90cd9637-fa43-4803-9df7-b22716755e0b of type vlan for network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 Aug 20 12:30:49.893990 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.924298 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.928832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:49.929414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.988069 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4828002 Aug 20 12:30:49.991018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 56992) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:49.996128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-107834560', 'admin_state_up': True, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:49.998984 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cfd13-fcf4-473e-bb47-ac2064745867 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Network': ['ID=3ea8f791-8431-4e5d-9e62-1f5eb8d57266,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:50.011069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:50.023322 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.024799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.082529 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.102169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-1afe3dab-fb54-4e3e-94bb-0a949ce46608 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:50.103591 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-1afe3dab-fb54-4e3e-94bb-0a949ce46608 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.73 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 909 time: 0.0668569 Aug 20 12:30:50.211098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting port aaf4eb85-9d70-406a-84f6-ee72eea87f48 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:50.211446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.222213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.455369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.477065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.599081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.25.0.174 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/58939ed5-6626-4805-973a-456fa1e47938) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:50.654085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] For port aaf4eb85-9d70-406a-84f6-ee72eea87f48, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aaf4eb85-9d70-406a-84f6-ee72eea87f48,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:50.654693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.659413 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-f335a0a9-2c2a-4bd8-b81c-a8c671f78261 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788405 Aug 20 12:30:50.672350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Calling delete_port for aaf4eb85-9d70-406a-84f6-ee72eea87f48 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:50.745697 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.753954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-7012813c-e56b-451c-aa69-96b08486ed11 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535687025&fields=id&tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 267 time: 0.0651643 Aug 20 12:30:50.786101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-0f816145-7a1e-47e2-a268-fe1206fc0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:50.787685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-0f816145-7a1e-47e2-a268-fe1206fc0d24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1137 time: 0.0711408 Aug 20 12:30:50.860462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.915952 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:50.928930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:50.948315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b667970-e7b4-4575-a7a2-f458baaeeba5 req-269f3284-38b7-48e0-9745-950bf61d42ae tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=1879e710-681c-4017-92d0-b120cdfd4e02 HTTP/1.1" status: 200 len: 210 time: 0.0424070 Aug 20 12:30:50.954919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-579bddf9-2e3d-4b87-87b5-7184d9ce5142 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:50.955692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Port': ['ID=aaf4eb85-9d70-406a-84f6-ee72eea87f48,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:50.956399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-579bddf9-2e3d-4b87-87b5-7184d9ce5142 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.1911011 Aug 20 12:30:50.959312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:50.965914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:50.992823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=58939ed5-6626-4805-973a-456fa1e47938,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:51.012060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-48d0782a-a65a-4c77-9553-f1452e69e963 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/quotas/4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 375 time: 0.0379989 Aug 20 12:30:51.016038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-40285121-24b4-4428-a4c1-3eba3bebcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:51.017813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-40285121-24b4-4428-a4c1-3eba3bebcb5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 HTTP/1.1" status: 200 len: 897 time: 0.1930087 Aug 20 12:30:51.018610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] No DVR routers for this DVR port aaf4eb85-9d70-406a-84f6-ee72eea87f48 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:51.021141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.023124 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-722499cc-ab37-4b73-8e87-8d95c78bfc2d req-4c4cd627-05ca-4df9-92bc-46e6e71becc1 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.73 "DELETE /v2.0/ports/aaf4eb85-9d70-406a-84f6-ee72eea87f48 HTTP/1.1" status: 204 len: 173 time: 0.9097340 Aug 20 12:30:51.023721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1879e710-681c-4017-92d0-b120cdfd4e02', 'name': 'network-vif-deleted', 'tag': 'aaf4eb85-9d70-406a-84f6-ee72eea87f48'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:51.029899 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadf3496-ef37-4a01-8476-e1da1650f266" -d '{"events": [{"server_uuid": "1879e710-681c-4017-92d0-b120cdfd4e02", "name": "network-vif-deleted", "tag": "aaf4eb85-9d70-406a-84f6-ee72eea87f48"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:51.085960 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ebd1d9-2c95-40c6-9045-fa690c004ab0 x-openstack-request-id: req-45ebd1d9-2c95-40c6-9045-fa690c004ab0 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:51.086519 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1879e710-681c-4017-92d0-b120cdfd4e02", "name": "network-vif-deleted", "tag": "aaf4eb85-9d70-406a-84f6-ee72eea87f48", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:51.086985 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45ebd1d9-2c95-40c6-9045-fa690c004ab0 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:51.087288 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1879e710-681c-4017-92d0-b120cdfd4e02', 'name': 'network-vif-deleted', 'tag': 'aaf4eb85-9d70-406a-84f6-ee72eea87f48', 'status': 'completed', 'code': 200} Aug 20 12:30:51.111738 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-77a8f932-a5e6-44a5-b26e-53ae9dd06df7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc HTTP/1.1" status: 200 len: 1002 time: 0.0784690 Aug 20 12:30:51.180910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-8cbf5cd4-3a05-4ee9-91c7-a868d384bb29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1561484 Aug 20 12:30:51.183813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-9764286e-447b-49ac-a416-d054377ec740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:51.185651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-9764286e-447b-49ac-a416-d054377ec740 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f6a145-fc30-4b6c-b5ff-4130070e5c4c HTTP/1.1" status: 200 len: 835 time: 0.0651538 Aug 20 12:30:51.241622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-d4c84ecc-ddff-4dba-9e6e-84a14b820b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:51.243246 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-d4c84ecc-ddff-4dba-9e6e-84a14b820b02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501261 Aug 20 12:30:51.341509 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-7778e40b-945e-4334-8364-2fea9b1a0b0e service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905755 Aug 20 12:30:51.357444 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.397188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-f8397b33-bc75-4581-86ff-0f47e4c25f31 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724031 Aug 20 12:30:51.434710 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ec0d0324-1de0-4b9f-ba26-4ec894d5e5f6 req-22548f21-3def-4182-b0c6-126bb8b81fa8 service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864942 Aug 20 12:30:51.571683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-9ca4d248-90fd-48d3-b809-505199b01e8c service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649754 Aug 20 12:30:51.632123 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.705690 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d295385f-615f-4ce7-9e63-42b5c19a3037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.782681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router 18805770-44e0-48e7-b78d-f2469b535b9f is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:30:51.914421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d57ae43a-0def-4fba-8fcd-1f6a8145a1b0 req-e8287eaa-aa15-4c57-9d7d-427dbfde6e4a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 210 time: 0.0311272 Aug 20 12:30:51.937556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:51.941962 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Sync routers for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:51.953183 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.957824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b03198c3-94d8-4875-96db-714c738af4ec tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9628191 Aug 20 12:30:51.958024 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:51.958024 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:51.958314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57016) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:52.048425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57026) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:52.080474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3069b3a5-6deb-4bf7-975d-ddf65d636a19 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=dc576374d86d483181db6b97edc7d7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209507 Aug 20 12:30:52.083189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57028) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:52.085607 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:52.200460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b05dbb-92d9-4bae-84da-2d2d097fdc82 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:52.206220 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e1b05dbb-92d9-4bae-84da-2d2d097fdc82 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1219313 Aug 20 12:30:52.206881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57032) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:52.238559 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4db60659-4f3e-4ad7-844f-fb2df07ef190 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304880 Aug 20 12:30:52.241124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57034) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:52.246692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-680575192', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:52.317638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:51Z', 'revision_number': 3, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:52.358858 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Checking router: 18805770-44e0-48e7-b78d-f2469b535b9f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:52.359530 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Updating router 18805770-44e0-48e7-b78d-f2469b535b9f port 58939ed5-6626-4805-973a-456fa1e47938 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:52.390980 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.511614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.706097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:52.710978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.713779 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.724931 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Transition to ACTIVE for port object 58939ed5-6626-4805-973a-456fa1e47938 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:52.733801 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.787296 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Attempting to bind port 58939ed5-6626-4805-973a-456fa1e47938 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:52.787760 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Attempting to bind port 58939ed5-6626-4805-973a-456fa1e47938 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:52.788139 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Attempting to bind port 58939ed5-6626-4805-973a-456fa1e47938 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:52.798412 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23411d9c-9e12-4d8a-9b28-eb2d19479aed None None] Pushing event updated for resources: {'Port': ['ID=58939ed5-6626-4805-973a-456fa1e47938,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:52.800915 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:52.801288 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:52.801682 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.802059 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:52.802553 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Bound port: 58939ed5-6626-4805-973a-456fa1e47938, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:52.802951 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.827518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:52.827868 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.860606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] For port 58939ed5-6626-4805-973a-456fa1e47938, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:52.867286 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] For port 58939ed5-6626-4805-973a-456fa1e47938, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=58939ed5-6626-4805-973a-456fa1e47938,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:52.876414 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.934742 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:52.941737 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:52.942633 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:52.946560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] For port d3efdbaa-3667-4163-8fbc-ee0dd41be7a3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:52.947021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.006337 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Calling delete_port for d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:53.012029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Subnet': ['ID=a5487c60-507c-465c-854d-60b6e989f27b,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.051632 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23411d9c-9e12-4d8a-9b28-eb2d19479aed None None] Pushing event updated for resources: {'Port': ['ID=58939ed5-6626-4805-973a-456fa1e47938,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.059435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc0725ed-5f42-434e-9b5a-e261eed0475f req-fd6820bd-81f1-4bcc-98ff-37554ca7e070 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 210 time: 0.0494113 Aug 20 12:30:53.100107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Checking segment: {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:53.100555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network hostable DHCP agents. Network: 3ea8f791-8431-4e5d-9e62-1f5eb8d57266, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:53.104811 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:53.128880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:53.143979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 3ea8f791-8431-4e5d-9e62-1f5eb8d57266) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:53.147809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:53.148398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.168901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5b103-bd1a-458f-b44f-808c079c48e1 None None] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:53.171114 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4c5adc76-df71-45be-b084-dc8a6a32e21b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:53.173297 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4c5adc76-df71-45be-b084-dc8a6a32e21b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.2165136 Aug 20 12:30:53.179874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d7cd3d3a-853a-4448-85d3-6d0ed3e9adb2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9374812 Aug 20 12:30:53.185482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:53.296006 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-02b5d05e-917e-4458-ac1d-4d066cf2afa2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 380 time: 0.1110756 Aug 20 12:30:53.309255 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'port': {'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'admin_state_up': True, 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'security_groups': ['4a3b8c39-ff66-4acc-836a-5135904d4fd3']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:53.402476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:53.403678 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.450239 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:51Z', 'revision_number': 3, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:53.482650 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c43a57-839d-42b9-ac0e-e137fd8381c1 None None] The sync data for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 is: [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:51Z', 'revision_number': 3, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:53.605850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:53.610474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Allocated IP 172.20.0.2 (3ea8f791-8431-4e5d-9e62-1f5eb8d57266/a5487c60-507c-465c-854d-60b6e989f27b/b2564e8d-50ae-4329-b6be-176520af0d0c) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:53.618640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.627362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.688020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Port': ['ID=d3efdbaa-3667-4163-8fbc-ee0dd41be7a3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:53.760894 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.930752 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:53.950448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aaf4eb85-9d70-406a-84f6-ee72eea87f48 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:53.984908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Transition to ACTIVE for port object b2564e8d-50ae-4329-b6be-176520af0d0c will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:53.987281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: aaf4eb85-9d70-406a-84f6-ee72eea87f48 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:53.987628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aaf4eb85-9d70-406a-84f6-ee72eea87f48 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:54.007090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.20.0.6 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/f671a639-b983-4a2f-b9ba-4e2efc418d9a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:54.033863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Transition to ACTIVE for port object b2564e8d-50ae-4329-b6be-176520af0d0c will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:54.047765 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.144551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:54.159321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:54.170625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:54.189613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Pushing event updated for resources: {'Port': ['ID=b2564e8d-50ae-4329-b6be-176520af0d0c,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:54.315589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Attempting to bind port b2564e8d-50ae-4329-b6be-176520af0d0c on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:54.316242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Attempting to bind port b2564e8d-50ae-4329-b6be-176520af0d0c by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:54.316696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Attempting to bind port b2564e8d-50ae-4329-b6be-176520af0d0c on network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:54.328678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.20.0.1 (3ea8f791-8431-4e5d-9e62-1f5eb8d57266/a5487c60-507c-465c-854d-60b6e989f27b/5128373b-8cf5-473a-bed2-456b9e70046d) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:54.332711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 58939ed5-6626-4805-973a-456fa1e47938 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:54.389546 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45e6b227-e31a-4f48-89cc-7c152f5ce38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.399028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:54.404369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Checking segment: {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:54.404930 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.405523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Bound using segment: {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:54.406118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Bound port: b2564e8d-50ae-4329-b6be-176520af0d0c, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:54.406625 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.429576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.446326 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.497583 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.513692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Transition to ACTIVE for port object 5128373b-8cf5-473a-bed2-456b9e70046d will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:54.515155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Transition to ACTIVE for port object f671a639-b983-4a2f-b9ba-4e2efc418d9a will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:54.527324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] For port b2564e8d-50ae-4329-b6be-176520af0d0c, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:54.533158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] For port b2564e8d-50ae-4329-b6be-176520af0d0c, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b2564e8d-50ae-4329-b6be-176520af0d0c,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:54.540716 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.557447 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.559504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 58939ed5-6626-4805-973a-456fa1e47938 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:54.585222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 58939ed5-6626-4805-973a-456fa1e47938 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:54.585973 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.631651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=5128373b-8cf5-473a-bed2-456b9e70046d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:54.656720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb08396a-57b5-4e2a-acd4-5f6281ef072d req-0a98eeed-899b-4616-953e-f23021acf2e2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 210 time: 0.4531870 Aug 20 12:30:54.674253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:54.675995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:54.678918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:54.690928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e29f0-5652-4198-80c6-6fe1f8a9b258 None None] Pushing event updated for resources: {'Port': ['ID=b2564e8d-50ae-4329-b6be-176520af0d0c,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:54.726613 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.756961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.809189 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.840472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 58939ed5-6626-4805-973a-456fa1e47938, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=58939ed5-6626-4805-973a-456fa1e47938,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:54.851449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:54.852254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:54.859637 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:54.862276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:54.990171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=58939ed5-6626-4805-973a-456fa1e47938,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:54.993293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:54.993958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.022484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=f671a639-b983-4a2f-b9ba-4e2efc418d9a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:55.051801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.080974 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.106605 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-2a54d31a-7320-4e30-af1c-7878d3030eca tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7989938 Aug 20 12:30:55.131251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Request body: {'port': {'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:55.186673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:55.219386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.293542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2af49ffc-8251-488b-a06b-7ec03b14a21a None None] Provisioning for port f671a639-b983-4a2f-b9ba-4e2efc418d9a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:55.302123 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2af49ffc-8251-488b-a06b-7ec03b14a21a None None] Provisioning complete for port f671a639-b983-4a2f-b9ba-4e2efc418d9a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:55.302652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2af49ffc-8251-488b-a06b-7ec03b14a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.360360 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2af49ffc-8251-488b-a06b-7ec03b14a21a None None] Port f671a639-b983-4a2f-b9ba-4e2efc418d9a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:55.452450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:55.461760 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-204c33d3-b863-464e-9761-cf2b5d479e74 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "PUT /v2.0/routers/16b2edbb-55ff-4162-8128-a5f97ce71ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4089878 Aug 20 12:30:55.462620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57044) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:55.471580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] Sync routers for ids ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:55.476179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.482071 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.482706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] Routers {'16b2edbb-55ff-4162-8128-a5f97ce71ea0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:55.483349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:55.590127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.600197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=5128373b-8cf5-473a-bed2-456b9e70046d,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:55.673892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] Set router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:55.676361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:55.898828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cbb9f-2b49-4702-8ce4-5b7b56c10f7e req-63484199-ae76-4951-8e61-46383199adfe tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:55.907977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-019cbb9f-2b49-4702-8ce4-5b7b56c10f7e req-63484199-ae76-4951-8e61-46383199adfe tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 931 time: 0.1069965 Aug 20 12:30:55.920468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:55.927471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:56.033762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-019cbb9f-2b49-4702-8ce4-5b7b56c10f7e req-aacef472-68c2-421d-8d5d-fba161073bd6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221318 Aug 20 12:30:56.054362 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f671a639-b983-4a2f-b9ba-4e2efc418d9a {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:30:56.062609 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.087599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Transition to ACTIVE for port object f671a639-b983-4a2f-b9ba-4e2efc418d9a will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:56.115948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.196687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0b512b-8748-4207-b4ce-275e0a83b301 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting subnet ba1c0327-0cd6-4f38-a180-6561ee20bb7f {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:56.196858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router 18805770-44e0-48e7-b78d-f2469b535b9f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:56.204261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:53Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:56.208707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e0b512b-8748-4207-b4ce-275e0a83b301 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.251817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Pushing event updated for resources: {'Port': ['ID=f671a639-b983-4a2f-b9ba-4e2efc418d9a,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:56.267279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] Checking router: 16b2edbb-55ff-4162-8128-a5f97ce71ea0 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:56.279523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] Routers {'16b2edbb-55ff-4162-8128-a5f97ce71ea0'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:56.280489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:56.328022 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e0b512b-8748-4207-b4ce-275e0a83b301 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.406904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Attempting to bind port f671a639-b983-4a2f-b9ba-4e2efc418d9a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:56.407257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Attempting to bind port f671a639-b983-4a2f-b9ba-4e2efc418d9a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:56.407592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Attempting to bind port f671a639-b983-4a2f-b9ba-4e2efc418d9a on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:56.420344 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Port f671a639-b983-4a2f-b9ba-4e2efc418d9a on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:30:56.420678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Attempting to bind port f671a639-b983-4a2f-b9ba-4e2efc418d9a on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:56.436256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:56.436599 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:56.436996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:56.437445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Bound port: f671a639-b983-4a2f-b9ba-4e2efc418d9a, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:56.437809 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.453184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 58939ed5-6626-4805-973a-456fa1e47938 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:56.479698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:56.491250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3abba333-6941-4527-a4fc-7a5fc58c9b6d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "PUT /v2.0/routers/18805770-44e0-48e7-b78d-f2469b535b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3044741 Aug 20 12:30:56.492022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57048) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:56.493324 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Sync routers for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:56.520738 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:56.522493 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:56.584468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] Set router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:56.652945 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e0b512b-8748-4207-b4ce-275e0a83b301 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.663937 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.664426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.664901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.665489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.666007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.666732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.667371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.667860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.668406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.668887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.672130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9237883f-1c8f-4c4b-b7c3-6838108183c1 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7046 time: 0.1782849 Aug 20 12:30:56.675511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57050) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:56.751250 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:56.771322 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e0b512b-8748-4207-b4ce-275e0a83b301 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.790027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 58939ed5-6626-4805-973a-456fa1e47938 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:56.790415 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.808784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.809266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.809731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.810219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.812586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5e0b512b-8748-4207-b4ce-275e0a83b301 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.814456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5e0b512b-8748-4207-b4ce-275e0a83b301 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/subnets/ba1c0327-0cd6-4f38-a180-6561ee20bb7f HTTP/1.1" status: 204 len: 168 time: 1.3465633 Aug 20 12:30:56.819105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] For port f671a639-b983-4a2f-b9ba-4e2efc418d9a, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:56.823279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] For port f671a639-b983-4a2f-b9ba-4e2efc418d9a, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:56.826917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.827416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.827874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.829363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.829849 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.830349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.835095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5860619c-795e-4ae1-8eb0-55596ed1f782 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6524 time: 0.1557870 Aug 20 12:30:56.835095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57052) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:56.843088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57054) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:56.852096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.858708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b512b-8748-4207-b4ce-275e0a83b301 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1c0327-0cd6-4f38-a180-6561ee20bb7f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:56.860507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dcaafe-ecc7-4f03-a086-656884fb8432 None None] Network ebfbfb22-635a-4b29-8985-776b93a5623f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:56.909841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:56.911107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:56.912212 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] 10.222.0.22 "PUT /v2.0/ports/f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 200 len: 1092 time: 1.8004630 Aug 20 12:30:56.918465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:56.924305 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac82443-01a1-4aa8-afbb-e419e638b71f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:57.040747 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293fcc36-d25d-4a5e-9394-1ae3099e8912 x-openstack-request-id: req-293fcc36-d25d-4a5e-9394-1ae3099e8912 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:57.041935 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:57.042390 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-293fcc36-d25d-4a5e-9394-1ae3099e8912 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:57.042958 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'status': 'completed', 'code': 200} Aug 20 12:30:57.074041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa081b7-6abd-4a20-ac9f-74277afa6728 service neutron] Pushing event updated for resources: {'Port': ['ID=f671a639-b983-4a2f-b9ba-4e2efc418d9a,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:57.105118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-74470e83-66a8-48d7-863a-52baacbecdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:57.106773 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-74470e83-66a8-48d7-863a-52baacbecdc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1095 time: 0.1381431 Aug 20 12:30:57.192430 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-326cbc19-b622-4b4e-874e-57e8014b0bb8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 200 len: 217 time: 0.0763118 Aug 20 12:30:57.210519 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:55Z', 'revision_number': 2, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:57.268693 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Checking router: 18805770-44e0-48e7-b78d-f2469b535b9f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:57.269007 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Updating router 18805770-44e0-48e7-b78d-f2469b535b9f port 5128373b-8cf5-473a-bed2-456b9e70046d binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:57.276745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bfb44e-9f54-4a3f-a3e7-5c127223ba7e None None] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:57.279614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.295191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b2564e8d-50ae-4329-b6be-176520af0d0c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:57.311306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-b41dcb8e-6e87-4b43-a752-f9e9899240db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:57.313639 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-b41dcb8e-6e87-4b43-a752-f9e9899240db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.1142561 Aug 20 12:30:57.315454 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.324773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.409624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-3e1548fa-e76e-4c1a-88b0-f0cfee2575d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:57.411613 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-3e1548fa-e76e-4c1a-88b0-f0cfee2575d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903153 Aug 20 12:30:57.460235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2540721f-dafb-4f61-9e01-ac3285fd2f5c None None] Provisioning for port b2564e8d-50ae-4329-b6be-176520af0d0c completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:57.466865 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.477848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:53Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:57.478745 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd260f-fb24-4102-acc3-33a362ea5ca9 req-cb287c8a-1e37-4fc6-ad5e-cdec41039095 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:57.487908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56bd260f-fb24-4102-acc3-33a362ea5ca9 req-cb287c8a-1e37-4fc6-ad5e-cdec41039095 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.2803926 Aug 20 12:30:57.559148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f10b8e-e691-45df-8244-1f3012b7b796 None None] The sync data for ids ['16b2edbb-55ff-4162-8128-a5f97ce71ea0'] in n-d-800634-10 is: [{'id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1335427815', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:28Z', 'updated_at': '2021-08-20T12:30:53Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': 'a8cf8478-1f55-4e53-a576-a9e599db04ae', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2edbb-55ff-4162-8128-a5f97ce71ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:57.568863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port b2564e8d-50ae-4329-b6be-176520af0d0c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:57.586344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56bd260f-fb24-4102-acc3-33a362ea5ca9 req-fed7301c-7e39-451d-a6b8-0447690b5181 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955482 Aug 20 12:30:57.614851 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-f8fe0c1c-c01e-497e-8518-0aa72d7f2c94 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930246 Aug 20 12:30:57.639190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] DHCP port deletion for ebfbfb22-635a-4b29-8985-776b93a5623f request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:57.655570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b2564e8d-50ae-4329-b6be-176520af0d0c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:57.656111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.695878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1aab5de3-3381-4fa2-a41d-a81570836fc2 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5932 time: 0.8397877 Aug 20 12:30:57.711902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting port a8cf8478-1f55-4e53-a576-a9e599db04ae {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:57.717912 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.762339 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f411b6cb-53a9-473c-93cc-433b28fd7e1a req-355fea3a-fd14-490b-a7d1-d773c6e719e2 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396861 Aug 20 12:30:57.841727 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.844740 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.858008 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Transition to ACTIVE for port object 5128373b-8cf5-473a-bed2-456b9e70046d will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:57.859906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] Deleting port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:57.860397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.872787 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.894871 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] For port a8cf8478-1f55-4e53-a576-a9e599db04ae, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a8cf8478-1f55-4e53-a576-a9e599db04ae,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:57.895244 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:57.932805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Calling delete_port for a8cf8478-1f55-4e53-a576-a9e599db04ae owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:57.936680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-d569bab8-36d6-45b3-9d3a-7593221fac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:57.942885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-d569bab8-36d6-45b3-9d3a-7593221fac0f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1095 time: 0.1249497 Aug 20 12:30:57.974811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port b2564e8d-50ae-4329-b6be-176520af0d0c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b2564e8d-50ae-4329-b6be-176520af0d0c,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:57.990494 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36acce-f8eb-467b-b837-f98e4273c31e None None] Pushing event updated for resources: {'Port': ['ID=5128373b-8cf5-473a-bed2-456b9e70046d,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:57.993652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.050987 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Attempting to bind port 5128373b-8cf5-473a-bed2-456b9e70046d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:58.051779 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Attempting to bind port 5128373b-8cf5-473a-bed2-456b9e70046d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:58.052380 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Attempting to bind port 5128373b-8cf5-473a-bed2-456b9e70046d on network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:58.064154 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:58.067186 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Checking segment: {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:58.067720 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.068316 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Bound using segment: {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:58.068935 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Bound port: 5128373b-8cf5-473a-bed2-456b9e70046d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:58.069422 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.118677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] For port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3,segment=NetworkSegment(f234a69f-7fdc-4761-a670-c09906dfc9e5),segment_id=f234a69f-7fdc-4761-a670-c09906dfc9e5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:58.119867 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.202373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-61099540-2ebc-4236-9eda-9b36c1eb425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:58.204573 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-61099540-2ebc-4236-9eda-9b36c1eb425d service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.2586198 Aug 20 12:30:58.208818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] Calling delete_port for c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:58.223566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:58.275770 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] For port 5128373b-8cf5-473a-bed2-456b9e70046d, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:58.286724 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] For port 5128373b-8cf5-473a-bed2-456b9e70046d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5128373b-8cf5-473a-bed2-456b9e70046d,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:58.292934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=b2564e8d-50ae-4329-b6be-176520af0d0c,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:58.298125 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.348263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57062) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:58.373537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-af15f0fe-ac91-42f6-9559-cd9d0caa1247 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750102601', 'description': 'tempest-secgroup-smoke-750102601 description', 'project_id': 'dc576374d86d483181db6b97edc7d7d8'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:58.379458 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-9de0cc39-a807-4740-8003-13337415afab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 200 len: 217 time: 0.1661224 Aug 20 12:30:58.415441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cf7c39df-723d-4588-bd24-4c23b63b1455 None None] Provisioning complete for port b2564e8d-50ae-4329-b6be-176520af0d0c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:58.418021 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cf7c39df-723d-4588-bd24-4c23b63b1455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.440635 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:58.441313 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:58.443244 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36acce-f8eb-467b-b837-f98e4273c31e None None] Pushing event updated for resources: {'Port': ['ID=5128373b-8cf5-473a-bed2-456b9e70046d,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:58.496846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af15f0fe-ac91-42f6-9559-cd9d0caa1247 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.514289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-b97e99e0-0092-445c-a151-f54f5bd9c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:58.517092 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-b97e99e0-0092-445c-a151-f54f5bd9c01c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.1293042 Aug 20 12:30:58.583314 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.585362 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.637135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] Pushing event deleted for resources: {'Port': ['ID=c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:58.648828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e25b5-5e8b-43ad-ac27-b5dd08311e0a None None] No DVR routers for this DVR port c93efc05-a9e3-4ad8-8ed4-7ce932ed60e3 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:58.662855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-ab75fe89-5db1-47fc-8619-86b4acc72d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:58.668647 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-ab75fe89-5db1-47fc-8619-86b4acc72d4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399312 Aug 20 12:30:58.685826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:58.705036 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:58.776968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:58.777433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3efdbaa-3667-4163-8fbc-ee0dd41be7a3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:58.857953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cf7c39df-723d-4588-bd24-4c23b63b1455 None None] Provisioning for port 5128373b-8cf5-473a-bed2-456b9e70046d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:58.905474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d8f07-9df4-47b8-b004-56280f65d582 req-43bcb66e-7276-4a0c-b991-a902f2090d1c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:58.907112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d68d8f07-9df4-47b8-b004-56280f65d582 req-43bcb66e-7276-4a0c-b991-a902f2090d1c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.1324544 Aug 20 12:30:58.960857 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af15f0fe-ac91-42f6-9559-cd9d0caa1247 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.983030 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-3448707d-caea-40ea-bf62-da6fee8f55b0 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027370 Aug 20 12:30:58.985170 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af15f0fe-ac91-42f6-9559-cd9d0caa1247 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:58.988708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d68d8f07-9df4-47b8-b004-56280f65d582 req-c70caf6a-8f85-4f89-84a3-ca6353b7388a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725274 Aug 20 12:30:59.007864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.029551 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:58Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:59.038213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Port': ['ID=a8cf8478-1f55-4e53-a576-a9e599db04ae,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:59.082714 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81aab2e-4867-4053-becf-1f15ab5d129b None None] The sync data for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 is: [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:30:58Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:59.156782 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.168327 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-af15f0fe-ac91-42f6-9559-cd9d0caa1247 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.172673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57066) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:59.172983 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-af15f0fe-ac91-42f6-9559-cd9d0caa1247 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8228197 Aug 20 12:30:59.177521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d174526e-daaa-4e1c-94e7-8feddf95353b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '93614d15-c01a-4b85-8abd-b69b716bfc80', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:59.181008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15f0fe-ac91-42f6-9559-cd9d0caa1247 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93614d15-c01a-4b85-8abd-b69b716bfc80,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:59.220563 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ac82443-01a1-4aa8-afbb-e419e638b71f req-3e9bd929-c924-48fe-89bb-82a9b7de4761 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297244 Aug 20 12:30:59.321730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.324689 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.380048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.380948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Fanout notify agent at l3_agent the message router_deleted on router 16b2edbb-55ff-4162-8128-a5f97ce71ea0 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:30:59.399689 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.402204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4c0c9fbe-9ec3-4327-bdc6-35f52a4cedc0 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/routers/16b2edbb-55ff-4162-8128-a5f97ce71ea0 HTTP/1.1" status: 204 len: 168 time: 2.5599918 Aug 20 12:30:59.404912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57068) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:59.446488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d174526e-daaa-4e1c-94e7-8feddf95353b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.545015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d174526e-daaa-4e1c-94e7-8feddf95353b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.551516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d174526e-daaa-4e1c-94e7-8feddf95353b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.573928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.585260 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d174526e-daaa-4e1c-94e7-8feddf95353b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.589626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d174526e-daaa-4e1c-94e7-8feddf95353b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4128771 Aug 20 12:30:59.590721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57070) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:59.595603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-68b751b2-02cd-4b42-8a5a-466f4df91d53 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '93614d15-c01a-4b85-8abd-b69b716bfc80', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:59.603518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174526e-daaa-4e1c-94e7-8feddf95353b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2a9675-375d-4f38-9fce-59a362dcf6ff,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:59.646613 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68b751b2-02cd-4b42-8a5a-466f4df91d53 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.696974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.708954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfbfb22-635a-4b29-8985-776b93a5623f']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:59.725112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f234a69f-7fdc-4761-a670-c09906dfc9e5') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:59.725670 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f234a69f-7fdc-4761-a670-c09906dfc9e5') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:59.737823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.742113 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68b751b2-02cd-4b42-8a5a-466f4df91d53 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.747307 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68b751b2-02cd-4b42-8a5a-466f4df91d53 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.757557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.767752 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:59.768711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.770774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b751b2-02cd-4b42-8a5a-466f4df91d53 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40461a8c-08d5-4b03-8a57-3d9133964eff,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:59.780862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68b751b2-02cd-4b42-8a5a-466f4df91d53 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.782157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-68b751b2-02cd-4b42-8a5a-466f4df91d53 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901481 Aug 20 12:30:59.784757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57072) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:59.790600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-30f12293-23fb-4f85-9685-18fa54268fb5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '93614d15-c01a-4b85-8abd-b69b716bfc80', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:59.819093 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:59.828852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30f12293-23fb-4f85-9685-18fa54268fb5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.855132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.883430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.888418 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/networks/ebfbfb22-635a-4b29-8985-776b93a5623f HTTP/1.1" status: 204 len: 168 time: 0.4824216 Aug 20 12:30:59.889474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762623e9-9580-458f-a66c-01e5da2a5bf7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Network': ['ID=ebfbfb22-635a-4b29-8985-776b93a5623f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:59.891412 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57074) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:59.925050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30f12293-23fb-4f85-9685-18fa54268fb5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.931831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30f12293-23fb-4f85-9685-18fa54268fb5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.951768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f12293-23fb-4f85-9685-18fa54268fb5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb44b237-9410-4195-afa6-5bde95fdd6df,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:59.967506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-30f12293-23fb-4f85-9685-18fa54268fb5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:59.969349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-30f12293-23fb-4f85-9685-18fa54268fb5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834176 Aug 20 12:30:59.972118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57076) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:59.977717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e5459504-de01-4c2f-b34d-b4fb5ec3c4e0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '93614d15-c01a-4b85-8abd-b69b716bfc80', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:00.027215 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5459504-de01-4c2f-b34d-b4fb5ec3c4e0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.132906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5459504-de01-4c2f-b34d-b4fb5ec3c4e0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.147963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5459504-de01-4c2f-b34d-b4fb5ec3c4e0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.167600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting port 93ee51e4-95d8-4b35-b041-3eefd1917d47 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:31:00.168882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.198324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e5459504-de01-4c2f-b34d-b4fb5ec3c4e0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.202243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e5459504-de01-4c2f-b34d-b4fb5ec3c4e0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2262495 Aug 20 12:31:00.206040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57080) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:00.211244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-50947de0-5628-4456-aeb7-467063e665e2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '93614d15-c01a-4b85-8abd-b69b716bfc80', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:00.223448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5459504-de01-4c2f-b34d-b4fb5ec3c4e0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea6ec38-90c7-4e85-82ef-fd4c800db016,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:00.254237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec1cd-fe92-4ce0-a14b-12e13a4e11a2 req-0ca929e6-e6e4-4fa4-a6b8-72b584657d37 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:00.254237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f23ec1cd-fe92-4ce0-a14b-12e13a4e11a2 req-0ca929e6-e6e4-4fa4-a6b8-72b584657d37 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.1147790 Aug 20 12:31:00.265740 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-50947de0-5628-4456-aeb7-467063e665e2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Project dc576374d86d483181db6b97edc7d7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:31:00.273314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50947de0-5628-4456-aeb7-467063e665e2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.296459 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.296949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.311433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Calling delete_port for 93ee51e4-95d8-4b35-b041-3eefd1917d47 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:31:00.319746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5128373b-8cf5-473a-bed2-456b9e70046d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:00.356963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f23ec1cd-fe92-4ce0-a14b-12e13a4e11a2 req-ce45e1ee-3a39-4d70-8bb5-4e78650cdff9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800247 Aug 20 12:31:00.403001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5128373b-8cf5-473a-bed2-456b9e70046d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:00.409391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5128373b-8cf5-473a-bed2-456b9e70046d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:00.410777 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.421317 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50947de0-5628-4456-aeb7-467063e665e2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.426730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50947de0-5628-4456-aeb7-467063e665e2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.470931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50947de0-5628-4456-aeb7-467063e665e2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf695adf-2747-423c-8f7f-cf87d47cb41c,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:00.475095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-50947de0-5628-4456-aeb7-467063e665e2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.476878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-50947de0-5628-4456-aeb7-467063e665e2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2695603 Aug 20 12:31:00.480357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57082) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:00.486958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e4b41756-20b6-4545-be57-31c05a7a3930 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '93614d15-c01a-4b85-8abd-b69b716bfc80', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:00.512732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.519902 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-e4b41756-20b6-4545-be57-31c05a7a3930 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Project dc576374d86d483181db6b97edc7d7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:31:00.525271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4b41756-20b6-4545-be57-31c05a7a3930 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.549372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 5128373b-8cf5-473a-bed2-456b9e70046d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5128373b-8cf5-473a-bed2-456b9e70046d,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:00.556039 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.557852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b2564e8d-50ae-4329-b6be-176520af0d0c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:00.580753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.632577 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4b41756-20b6-4545-be57-31c05a7a3930 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.642281 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4b41756-20b6-4545-be57-31c05a7a3930 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.658568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=5128373b-8cf5-473a-bed2-456b9e70046d,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:00.665170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b41756-20b6-4545-be57-31c05a7a3930 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2fd300-3036-4491-9079-5fe4c6588158,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:00.668285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b2564e8d-50ae-4329-b6be-176520af0d0c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:00.668882 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.673871 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4b41756-20b6-4545-be57-31c05a7a3930 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.674908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Port': ['ID=93ee51e4-95d8-4b35-b041-3eefd1917d47,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:00.675703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e4b41756-20b6-4545-be57-31c05a7a3930 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1942174 Aug 20 12:31:00.730688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:00.731662 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Floating IP ea1cda2f-8d5e-4cae-a93a-56adf0088bad disassociated (deleted). External IP: 172.25.0.198, port: 8df5adfc-7ebe-447b-b503-12dbb5e42ccc. Aug 20 12:31:00.848665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a8cf8478-1f55-4e53-a576-a9e599db04ae no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:31:00.860971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-d6967f67-6687-4b57-82cf-be59f60d2de1 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750102601&fields=id&tenant_id=dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 267 time: 0.0405252 Aug 20 12:31:00.875445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: a8cf8478-1f55-4e53-a576-a9e599db04ae {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:31:00.875792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a8cf8478-1f55-4e53-a576-a9e599db04ae not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:31:00.964157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Router 1ee5541a-5c52-4b5f-8920-183307288995 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:31:00.977701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-7fccc9ea-8162-4ca5-9cc5-75289cfbb548 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:00.980160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-7fccc9ea-8162-4ca5-9cc5-75289cfbb548 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/networks?id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266 HTTP/1.1" status: 200 len: 796 time: 0.1114659 Aug 20 12:31:00.996579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-f6a1a9b4-f972-48f7-b1a4-1abdc787483f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/quotas/dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 375 time: 0.0103970 Aug 20 12:31:01.052067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-271e946e-33c4-4f95-8c50-9ec78c53e565 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497208 Aug 20 12:31:01.078556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:31:01.083228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:01.089160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] Sync routers for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:31:01.098810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:01.099597 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:01.113813 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-914dc12f-ebfa-463b-85c4-3f2913034731 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/floatingips/ea1cda2f-8d5e-4cae-a93a-56adf0088bad HTTP/1.1" status: 204 len: 168 time: 1.2186728 Aug 20 12:31:01.113813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:01.114745 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a43466-dbd9-47d6-8a30-d3267688e8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:01.161497 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-bb17dd4f-138d-43b3-928f-d4e5619bc0b0 service neutron] 10.222.0.25 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970860 Aug 20 12:31:01.279480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-6ac79647-cdb4-4495-b602-4beffcf8631e service neutron] 10.222.0.25 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092441 Aug 20 12:31:01.288455 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e7a454-0a5a-4547-ad5e-89c0ff87577f x-openstack-request-id: req-e3e7a454-0a5a-4547-ad5e-89c0ff87577f {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:01.288968 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:01.289091 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3e7a454-0a5a-4547-ad5e-89c0ff87577f {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:01.289469 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'status': 'completed', 'code': 200} Aug 20 12:31:01.380992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:01.390530 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-ba3280b8-083c-402a-b720-5082f3065dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.392885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-ba3280b8-083c-402a-b720-5082f3065dab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07903b45cc7d4f79b7294619bf4bc806&device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 1137 time: 0.0610588 Aug 20 12:31:01.419228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b41a-3ff8-4c29-930b-74854bf7a155 req-7d7d8a5b-f20e-4065-b58f-24d4d92102b6 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.420771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a958b41a-3ff8-4c29-930b-74854bf7a155 req-7d7d8a5b-f20e-4065-b58f-24d4d92102b6 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 985 time: 0.0849917 Aug 20 12:31:01.471781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a958b41a-3ff8-4c29-930b-74854bf7a155 req-27ce3b72-4e36-44f1-bd31-e252824235a4 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0436528 Aug 20 12:31:01.558830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-10401768-a322-4a2b-b842-ee35e085fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.560586 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-10401768-a322-4a2b-b842-ee35e085fd81 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 HTTP/1.1" status: 200 len: 897 time: 0.1588421 Aug 20 12:31:01.599784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8f68740-e066-4eb8-aec5-f9fd29c8ff1f req-ba139ed8-a3e8-4ddb-a3f6-08fc59522c54 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 210 time: 0.0582652 Aug 20 12:31:01.622337 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-632c2bac-036d-4bb0-a408-78e122393ad8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc HTTP/1.1" status: 200 len: 217 time: 0.0536435 Aug 20 12:31:01.627577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae762e-39a0-418e-97d5-ae8b3b77b6b7 req-ccfb3727-add6-455d-978d-c57130405339 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.629285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22ae762e-39a0-418e-97d5-ae8b3b77b6b7 req-ccfb3727-add6-455d-978d-c57130405339 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.1025920 Aug 20 12:31:01.634504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:48Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:01.670262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] Checking router: 1ee5541a-5c52-4b5f-8920-183307288995 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:31:01.679046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:01.679734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:01.683836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22ae762e-39a0-418e-97d5-ae8b3b77b6b7 req-0fb2465e-98f9-4761-9a11-c6cdd5b9e57f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Aug 20 12:31:01.691335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-81855abd-db0e-41ca-9fd8-eedbbf7324b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.693269 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-81855abd-db0e-41ca-9fd8-eedbbf7324b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f6a145-fc30-4b6c-b5ff-4130070e5c4c HTTP/1.1" status: 200 len: 835 time: 0.0621183 Aug 20 12:31:01.752192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-4eeec1bd-0054-4c65-91df-dad3153a50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:01.754143 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-4eeec1bd-0054-4c65-91df-dad3153a50db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528598 Aug 20 12:31:01.802200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:01.854881 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-9c332b34-9d76-498a-b232-f6d81bfa3048 service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928402 Aug 20 12:31:01.990689 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e5a43466-dbd9-47d6-8a30-d3267688e8d6 req-869b6efb-8bfa-4e86-9510-03236610b469 service neutron] 10.222.0.22 "GET /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274519 Aug 20 12:31:02.022940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:48Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:02.050570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42364d1-b656-4b1e-bf67-6e10f16f970d None None] The sync data for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 is: [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:42Z', 'revision_number': 4, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2a4fb72b-37ba-472a-b6f4-5e433d571be4', 'name': '', 'network_id': '3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'mac_address': 'fa:16:3e:95:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:41Z', 'updated_at': '2021-08-20T12:29:48Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'subnets': [{'id': '19f6a145-fc30-4b6c-b5ff-4130070e5c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:31:02.142620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5128373b-8cf5-473a-bed2-456b9e70046d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:02.195815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5128373b-8cf5-473a-bed2-456b9e70046d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:02.196181 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:02.322108 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa71acf-10a3-4a10-a07f-05021a0888ce None None] New status for floating IP ea1cda2f-8d5e-4cae-a93a-56adf0088bad: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:31:02.630612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adffb7-42b1-47ce-b020-1ea6f4362cdc req-7ffb88be-a23d-4be5-bf51-e168503894fc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.632523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6adffb7-42b1-47ce-b020-1ea6f4362cdc req-7ffb88be-a23d-4be5-bf51-e168503894fc tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 985 time: 0.0723612 Aug 20 12:31:02.654711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-7779d747-2da1-4919-9297-8e7ed973e70a tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.656423 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-7779d747-2da1-4919-9297-8e7ed973e70a tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.22 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 985 time: 0.0921280 Aug 20 12:31:02.665328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-aac2e8d5-9bb2-4184-9727-1576c02a4bc1 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.667132 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-aac2e8d5-9bb2-4184-9727-1576c02a4bc1 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "GET /v2.0/networks?id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266 HTTP/1.1" status: 200 len: 796 time: 0.1661656 Aug 20 12:31:02.685597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6adffb7-42b1-47ce-b020-1ea6f4362cdc req-a64b16ac-267c-49f6-8e15-7f7764cf3410 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/security-groups?id=055e3d06-6118-411d-9dfc-239dcec7cde3&id=f4be303b-0d38-41cc-8a46-39dcb8d56e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0460510 Aug 20 12:31:02.715250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb473e0d-c995-490f-90ae-a970f2e0557a req-221fae10-6420-4061-8290-bb342fb2d052 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Aug 20 12:31:02.769126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-eb197780-27cb-43f6-82df-5ead549d7767 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 379 time: 0.0722218 Aug 20 12:31:02.782090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'port': {'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'admin_state_up': True, 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'security_groups': ['93614d15-c01a-4b85-8abd-b69b716bfc80']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:02.809484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10a52c-0c84-4fa3-8126-12adcea9ec19 req-83f06b00-20e6-40f4-816c-a0d053c063e6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:02.811014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f10a52c-0c84-4fa3-8126-12adcea9ec19 req-83f06b00-20e6-40f4-816c-a0d053c063e6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.0549476 Aug 20 12:31:02.849592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f10a52c-0c84-4fa3-8126-12adcea9ec19 req-104b19b3-bdc4-45f3-a310-554c73d3e8d9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324042 Aug 20 12:31:02.866250 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:31:02.866591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:02.970194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:31:02.973621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.003327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] For port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:03.003683 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.026657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Calling delete_port for 8df5adfc-7ebe-447b-b503-12dbb5e42ccc owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:31:03.187458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.20.0.12 (3ea8f791-8431-4e5d-9e62-1f5eb8d57266/a5487c60-507c-465c-854d-60b6e989f27b/6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:31:03.276386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.644751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Port': ['ID=8df5adfc-7ebe-447b-b503-12dbb5e42ccc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:03.702922 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] No DVR routers for this DVR port 8df5adfc-7ebe-447b-b503-12dbb5e42ccc on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:31:03.707075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.709055 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d5ef8e14-4239-4f99-831b-1c5a6df9b730 req-3fb6c23e-3fc9-4753-96f1-e3246731b0e8 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.22 "DELETE /v2.0/ports/8df5adfc-7ebe-447b-b503-12dbb5e42ccc HTTP/1.1" status: 204 len: 173 time: 1.0409076 Aug 20 12:31:03.709494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'name': 'network-vif-deleted', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:03.711839 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a34ee6-b485-4fd4-a428-47cf507130e3" -d '{"events": [{"server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "name": "network-vif-deleted", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:03.750981 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.762736 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e61760f-cdf5-44f7-ad8e-0898d6f7b05c x-openstack-request-id: req-6e61760f-cdf5-44f7-ad8e-0898d6f7b05c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:03.763106 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b11a5-affb-4950-94ab-d6364602cbfe", "name": "network-vif-deleted", "tag": "8df5adfc-7ebe-447b-b503-12dbb5e42ccc", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:03.763437 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e61760f-cdf5-44f7-ad8e-0898d6f7b05c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:03.763898 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b11a5-affb-4950-94ab-d6364602cbfe', 'name': 'network-vif-deleted', 'tag': '8df5adfc-7ebe-447b-b503-12dbb5e42ccc', 'status': 'completed', 'code': 200} Aug 20 12:31:03.773015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Transition to ACTIVE for port object 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:03.831159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ab53f7d-9081-4cc2-ad4b-01b7db045fef req-4e72ce55-6a5b-4484-9284-7003dbbb4cfb tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "GET /v2.0/ports?device_id=258b11a5-affb-4950-94ab-d6364602cbfe HTTP/1.1" status: 200 len: 210 time: 0.0368989 Aug 20 12:31:03.851068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.889709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951ca2-ec9d-48ec-865c-5372ca24ae47 req-be7c25ec-c16e-4900-bc5b-766edfa9aa34 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:03.891246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8951ca2-ec9d-48ec-865c-5372ca24ae47 req-be7c25ec-c16e-4900-bc5b-766edfa9aa34 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 932 time: 0.0594115 Aug 20 12:31:03.905257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:31:03.908640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:31:03.912448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:31:03.922855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:03.962417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8951ca2-ec9d-48ec-865c-5372ca24ae47 req-ca652454-3357-4f21-8a92-786ce88ee15a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649652 Aug 20 12:31:03.980658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:03.981341 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.001081 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-461ec981-f730-4fae-a39e-869f16fdaca0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2237206 Aug 20 12:31:04.001304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc7d4a-39dd-48b9-bbb1-e3710c01ed2d req-aeb11294-2c59-44bc-9a9c-c203fd6a0568 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:04.002915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdc7d4a-39dd-48b9-bbb1-e3710c01ed2d req-aeb11294-2c59-44bc-9a9c-c203fd6a0568 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.0758238 Aug 20 12:31:04.018866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Request body: {'port': {'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:04.048766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bdc7d4a-39dd-48b9-bbb1-e3710c01ed2d req-891117c4-692d-4af2-995a-7268b7955bb3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Aug 20 12:31:04.090467 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:31:04.094424 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.232602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ab77042b-3b9d-4b2e-9e38-69c2fbcc343b None None] Provisioning for port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:04.239350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ab77042b-3b9d-4b2e-9e38-69c2fbcc343b None None] Provisioning complete for port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:04.239741 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ab77042b-3b9d-4b2e-9e38-69c2fbcc343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.283180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ab77042b-3b9d-4b2e-9e38-69c2fbcc343b None None] Port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:31:04.419527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:31:04.426775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.439208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Transition to ACTIVE for port object 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:04.442530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.491001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Pushing event updated for resources: {'Port': ['ID=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:04.580884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Attempting to bind port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:31:04.580884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Attempting to bind port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:31:04.580884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Attempting to bind port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 on network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:04.580884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 on network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:31:04.580884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Attempting to bind port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 on network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:04.580884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:31:04.580884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Checking segment: {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:31:04.581832 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Bound using segment: {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:31:04.582385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Bound port: 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cd9637-fa43-4803-9df7-b22716755e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:31:04.582835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.658157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] For port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:31:04.662051 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] For port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:31:04.667814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.702500 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:04.703114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.704514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] 10.222.0.73 "PUT /v2.0/ports/6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 HTTP/1.1" status: 200 len: 1093 time: 0.6909637 Aug 20 12:31:04.735691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1507ea-102e-44da-a23f-addd44e1372f service neutron] Pushing event updated for resources: {'Port': ['ID=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:04.791008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0eca7f1a-1c76-4af5-ba0f-bc5fcd4daab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:04.792594 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-0eca7f1a-1c76-4af5-ba0f-bc5fcd4daab2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 1096 time: 0.0438313 Aug 20 12:31:04.844476 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-6dd563bf-b57d-49dd-b26c-8810451fd9f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 HTTP/1.1" status: 200 len: 217 time: 0.0394192 Aug 20 12:31:04.882584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57130) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:04.900018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-dc3f1c5a-77ed-4df5-9dec-9ad676a0fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:04.902103 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-dc3f1c5a-77ed-4df5-9dec-9ad676a0fc35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5487c60-507c-465c-854d-60b6e989f27b HTTP/1.1" status: 200 len: 834 time: 0.0500758 Aug 20 12:31:04.940860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8d10c33-2795-47a2-99f3-53fe9b6aa705 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:04.951679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-c6df88b3-b13c-46c4-a3be-aca29fd45fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:04.953607 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-c6df88b3-b13c-46c4-a3be-aca29fd45fd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432689 Aug 20 12:31:04.964166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8d10c33-2795-47a2-99f3-53fe9b6aa705 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.007208 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8d10c33-2795-47a2-99f3-53fe9b6aa705 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.010464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f8d10c33-2795-47a2-99f3-53fe9b6aa705 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.014120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f8d10c33-2795-47a2-99f3-53fe9b6aa705 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/security-groups/055e3d06-6118-411d-9dfc-239dcec7cde3 HTTP/1.1" status: 204 len: 168 time: 0.1280823 Aug 20 12:31:05.014971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:05.022158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d10c33-2795-47a2-99f3-53fe9b6aa705 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e3d06-6118-411d-9dfc-239dcec7cde3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:05.103054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-d5a958d6-52d4-404f-9791-8767b2e0be81 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385128 Aug 20 12:31:05.106825 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0caa9b21-7c5a-4091-84e4-5718a555fca7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.114397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92d64d-83b8-4c8b-8285-88fd558cec4b req-04023377-68c2-457d-87ab-b31ce8f8befd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:05.115913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da92d64d-83b8-4c8b-8285-88fd558cec4b req-04023377-68c2-457d-87ab-b31ce8f8befd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 944 time: 0.0528171 Aug 20 12:31:05.171883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0caa9b21-7c5a-4091-84e4-5718a555fca7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.189026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da92d64d-83b8-4c8b-8285-88fd558cec4b req-b86f4f4d-fb6c-4f6d-9f43-ac9e16011fdb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661607 Aug 20 12:31:05.201165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d2fb5-625a-4f4c-a1b2-7f48997469df req-29b5a45b-9a63-4c3c-b5bf-4bcadc04c3c3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:05.205704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec6d2fb5-625a-4f4c-a1b2-7f48997469df req-29b5a45b-9a63-4c3c-b5bf-4bcadc04c3c3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.0768173 Aug 20 12:31:05.247375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec6d2fb5-625a-4f4c-a1b2-7f48997469df req-bb54199e-9c07-46c3-b503-be132fc2d1af tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345540 Aug 20 12:31:05.248716 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c3db6b34-1544-4a88-abf7-7cff1273a1e8 req-e44ac06b-bf02-4b95-a724-1ae2506e5594 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302226 Aug 20 12:31:05.249703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0caa9b21-7c5a-4091-84e4-5718a555fca7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.252647 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0caa9b21-7c5a-4091-84e4-5718a555fca7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.256730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57138) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:05.257500 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0caa9b21-7c5a-4091-84e4-5718a555fca7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/security-groups/f4be303b-0d38-41cc-8a46-39dcb8d56e4c HTTP/1.1" status: 204 len: 168 time: 0.2397640 Aug 20 12:31:05.268134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa9b21-7c5a-4091-84e4-5718a555fca7 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4be303b-0d38-41cc-8a46-39dcb8d56e4c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:05.631078 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.764833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:05.767636 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:05.805064 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bccad0-59bb-437e-95a9-937664a4574a x-openstack-request-id: req-18bccad0-59bb-437e-95a9-937664a4574a {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:05.805433 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:05.805758 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18bccad0-59bb-437e-95a9-937664a4574a {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:05.806268 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'status': 'completed', 'code': 200} Aug 20 12:31:05.878823 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-0a0b961e-3037-4276-9e09-6b9bf5163f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:05.880375 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-0a0b961e-3037-4276-9e09-6b9bf5163f5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 1096 time: 0.0534792 Aug 20 12:31:05.893762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting port 2a4fb72b-37ba-472a-b6f4-5e433d571be4 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:31:05.894382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:05.979247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-2ebac769-6dd4-43a4-8bef-3a4ee0759094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:05.980747 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-2ebac769-6dd4-43a4-8bef-3a4ee0759094 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266 HTTP/1.1" status: 200 len: 897 time: 0.0928857 Aug 20 12:31:05.996026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] For port 2a4fb72b-37ba-472a-b6f4-5e433d571be4, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2a4fb72b-37ba-472a-b6f4-5e433d571be4,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:05.996397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:06.013411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Calling delete_port for 2a4fb72b-37ba-472a-b6f4-5e433d571be4 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:31:06.028377 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-a2b69091-ece3-483a-a4c5-e940fb5f2102 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 HTTP/1.1" status: 200 len: 217 time: 0.0386512 Aug 20 12:31:06.081773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-6109bd24-a7a0-447d-8f80-8466cd56e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.083329 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-6109bd24-a7a0-447d-8f80-8466cd56e187 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5487c60-507c-465c-854d-60b6e989f27b HTTP/1.1" status: 200 len: 834 time: 0.0476444 Aug 20 12:31:06.132334 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-cd340588-d1b5-48e8-bf98-6cd69454a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.133855 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-cd340588-d1b5-48e8-bf98-6cd69454a330 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419302 Aug 20 12:31:06.218443 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:06.233401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-4e33b729-a547-4f24-af36-93cf23f99d75 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909932 Aug 20 12:31:06.247652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Port': ['ID=2a4fb72b-37ba-472a-b6f4-5e433d571be4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:06.363961 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d3a5a88e-5a9c-4f9a-b32f-0accdb2cb1a0 req-31947a52-89cd-47d2-b4b1-f0e2ee49fd99 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207364 Aug 20 12:31:06.410881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714bbff-af3a-493a-8e54-829a6266350b req-e60ebb21-cdea-4e39-a3fd-3cc5f21c26eb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.412437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b714bbff-af3a-493a-8e54-829a6266350b req-e60ebb21-cdea-4e39-a3fd-3cc5f21c26eb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 944 time: 0.1516902 Aug 20 12:31:06.469072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c52a6-3ea8-4216-99ce-0f59c2ae3279 req-72c95b4d-5d88-489f-9fc9-56921c4e1cb6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.470491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc9c52a6-3ea8-4216-99ce-0f59c2ae3279 req-72c95b4d-5d88-489f-9fc9-56921c4e1cb6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.1334758 Aug 20 12:31:06.555068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b714bbff-af3a-493a-8e54-829a6266350b req-92f32fbf-b961-4a4f-afde-00c8047978a5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336899 Aug 20 12:31:06.574372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc9c52a6-3ea8-4216-99ce-0f59c2ae3279 req-5ff393c3-f34c-4e90-b82f-f0b80da418be tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914989 Aug 20 12:31:06.583859 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:06.823896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Router 1ee5541a-5c52-4b5f-8920-183307288995 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:31:06.936138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:31:06.944780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c02679bb-0540-4a47-a29d-b7c095922c10 tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "PUT /v2.0/routers/1ee5541a-5c52-4b5f-8920-183307288995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833830 Aug 20 12:31:06.944920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57146) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:06.945953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] Sync routers for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:31:06.955384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:06.955997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:06.999668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60b4184-2e7b-4c20-adb3-dcd204dda0ed tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting subnet 19f6a145-fc30-4b6c-b5ff-4130070e5c4c {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:31:07.002901 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d60b4184-2e7b-4c20-adb3-dcd204dda0ed tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.048470 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d60b4184-2e7b-4c20-adb3-dcd204dda0ed tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.069690 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:07.133864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d60b4184-2e7b-4c20-adb3-dcd204dda0ed tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.193121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d60b4184-2e7b-4c20-adb3-dcd204dda0ed tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.222835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b4184-2e7b-4c20-adb3-dcd204dda0ed tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Subnet': ['ID=19f6a145-fc30-4b6c-b5ff-4130070e5c4c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:07.224985 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d60b4184-2e7b-4c20-adb3-dcd204dda0ed tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.227020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d60b4184-2e7b-4c20-adb3-dcd204dda0ed tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/subnets/19f6a145-fc30-4b6c-b5ff-4130070e5c4c HTTP/1.1" status: 204 len: 168 time: 0.2808499 Aug 20 12:31:07.230269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57148) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:07.242817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dbb3a5-5d0d-4546-8ade-e59e202290cf None None] Network 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:31:07.348586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:31:06Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:07.349407 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.394104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] Checking router: 1ee5541a-5c52-4b5f-8920-183307288995 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:31:07.408527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] Routers {'1ee5541a-5c52-4b5f-8920-183307288995'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:07.409162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1ee5541a-5c52-4b5f-8920-183307288995'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:07.475590 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.540086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] Set router 1ee5541a-5c52-4b5f-8920-183307288995 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:07.542648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Deleting port 413a0091-2bab-4f35-878f-9e86670dccc5 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:31:07.543121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.570642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] DHCP port deletion for 3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:31:07.676624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] For port 413a0091-2bab-4f35-878f-9e86670dccc5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=413a0091-2bab-4f35-878f-9e86670dccc5,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:07.677021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.727528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Calling delete_port for 413a0091-2bab-4f35-878f-9e86670dccc5 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:31:07.742890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] Deleting port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:31:07.743266 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.797333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17658d-41c0-4dbc-82a3-dd6e67bc4fa7 req-7a52e9d7-955d-4764-854e-bfc0cab2e719 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:07.798841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a17658d-41c0-4dbc-82a3-dd6e67bc4fa7 req-7a52e9d7-955d-4764-854e-bfc0cab2e719 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 944 time: 0.1449895 Aug 20 12:31:07.808018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee7c08-cdb0-44b4-aa89-bbd328cebb44 req-af04a51f-0b40-49a5-a818-05d0d1ec1126 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:07.809418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66ee7c08-cdb0-44b4-aa89-bbd328cebb44 req-af04a51f-0b40-49a5-a818-05d0d1ec1126 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.1566594 Aug 20 12:31:07.837176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] For port a3a4e648-7cf2-4bad-9c35-e68dc72058e1, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a3a4e648-7cf2-4bad-9c35-e68dc72058e1,segment=NetworkSegment(d93715cd-632a-4821-9fe8-27ee0ff0b48d),segment_id=d93715cd-632a-4821-9fe8-27ee0ff0b48d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:07.837691 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:07.855674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] Calling delete_port for a3a4e648-7cf2-4bad-9c35-e68dc72058e1 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:31:07.883664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a17658d-41c0-4dbc-82a3-dd6e67bc4fa7 req-f7dc1e43-05a4-4d5e-aaf5-2c709aa0aca7 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732725 Aug 20 12:31:07.890959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66ee7c08-cdb0-44b4-aa89-bbd328cebb44 req-2c5388c7-6ec7-4a85-a6e8-552feab7aee6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720072 Aug 20 12:31:07.910157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:31:06Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:07.944888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804fea8-a289-45a3-8c62-a1b5f98c025c None None] The sync data for ids ['1ee5541a-5c52-4b5f-8920-183307288995'] in n-d-800634-10 is: [{'id': '1ee5541a-5c52-4b5f-8920-183307288995', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1825082922', 'tenant_id': '07903b45cc7d4f79b7294619bf4bc806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:31:06Z', 'revision_number': 5, 'project_id': '07903b45cc7d4f79b7294619bf4bc806', 'gw_port': {'id': '413a0091-2bab-4f35-878f-9e86670dccc5', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5541a-5c52-4b5f-8920-183307288995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:29:38Z', 'updated_at': '2021-08-20T12:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:31:07.961865 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 8df5adfc-7ebe-447b-b503-12dbb5e42ccc no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:31:07.987432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:31:07.991170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 8df5adfc-7ebe-447b-b503-12dbb5e42ccc {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:31:07.991511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 8df5adfc-7ebe-447b-b503-12dbb5e42ccc not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:31:08.022139 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.091366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] Pushing event deleted for resources: {'Port': ['ID=a3a4e648-7cf2-4bad-9c35-e68dc72058e1,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:08.098319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd4362-2728-4d8d-b474-b83974cdee31 None None] No DVR routers for this DVR port a3a4e648-7cf2-4bad-9c35-e68dc72058e1 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:31:08.144912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:08.158439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:31:08.197394 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.211180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:31:08.231796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:08.236649 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.289621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:08.291516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.327265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Port': ['ID=413a0091-2bab-4f35-878f-9e86670dccc5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:08.377012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2a4fb72b-37ba-472a-b6f4-5e433d571be4 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:31:08.391059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.403345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2a4fb72b-37ba-472a-b6f4-5e433d571be4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:31:08.403680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2a4fb72b-37ba-472a-b6f4-5e433d571be4 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:31:08.404112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a3a4e648-7cf2-4bad-9c35-e68dc72058e1 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:31:08.425806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: a3a4e648-7cf2-4bad-9c35-e68dc72058e1 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:31:08.426148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a3a4e648-7cf2-4bad-9c35-e68dc72058e1 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:31:08.486914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:31:08.495404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.497546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.542384 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.543374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Fanout notify agent at l3_agent the message router_deleted on router 1ee5541a-5c52-4b5f-8920-183307288995 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:31:08.554576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.558389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f07ef1d4-9ad2-46a6-ade9-d2cd287b6fda tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/routers/1ee5541a-5c52-4b5f-8920-183307288995 HTTP/1.1" status: 204 len: 168 time: 1.3244777 Aug 20 12:31:08.559000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57156) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:08.644067 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.743184 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.753172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:08.769384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93715cd-632a-4821-9fe8-27ee0ff0b48d') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:08.769678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93715cd-632a-4821-9fe8-27ee0ff0b48d') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:08.779715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.793572 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.799327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:31:08.799712 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:31:08.802648 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:31:08.861655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.869451 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:08.870930 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] 10.222.0.25 "DELETE /v2.0/networks/3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0 HTTP/1.1" status: 204 len: 168 time: 0.3110654 Aug 20 12:31:08.882472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87184a83-c6bb-4120-afb4-44465a80274c tempest-TestSecurityGroupsBasicOps-1834190968 tempest-TestSecurityGroupsBasicOps-1834190968-project] Pushing event deleted for resources: {'Network': ['ID=3ad6ec3b-f492-4a05-8c22-86eb9d3a3bf0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:09.052700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f05df-d729-43c8-a75d-d658d206d79c req-e57378a3-8976-48f0-ada4-d670ef6da17f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:09.054347 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b5f05df-d729-43c8-a75d-d658d206d79c req-e57378a3-8976-48f0-ada4-d670ef6da17f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 945 time: 0.0894976 Aug 20 12:31:09.065841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6f0a5-976e-435f-a5b8-aff16c6c5ed8 req-014a0320-8727-4667-8428-813ada93c073 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:09.067371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28b6f0a5-976e-435f-a5b8-aff16c6c5ed8 req-014a0320-8727-4667-8428-813ada93c073 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.0921001 Aug 20 12:31:09.122927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3b5f05df-d729-43c8-a75d-d658d206d79c req-f7587990-a23b-45d6-9f28-73a581d199c3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545921 Aug 20 12:31:09.132165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28b6f0a5-976e-435f-a5b8-aff16c6c5ed8 req-5ec07991-fd61-4f4c-adda-570b0fdaf42b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562260 Aug 20 12:31:09.209592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57168) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:09.343786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b2150833-066e-4e4b-841a-f1bb9382401c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07903b45cc7d4f79b7294619bf4bc806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329377 Aug 20 12:31:09.346151 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57172) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:09.395445 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc5288cc-d18d-4ff6-a659-6ffb0099dfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.416935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc5288cc-d18d-4ff6-a659-6ffb0099dfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.461765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc5288cc-d18d-4ff6-a659-6ffb0099dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.465092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc5288cc-d18d-4ff6-a659-6ffb0099dfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.466264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dc5288cc-d18d-4ff6-a659-6ffb0099dfe5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ad89eaa-d7d1-4155-b708-c41af4b9c337 HTTP/1.1" status: 204 len: 168 time: 0.1191337 Aug 20 12:31:09.473886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5288cc-d18d-4ff6-a659-6ffb0099dfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad89eaa-d7d1-4155-b708-c41af4b9c337,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:09.722047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57178) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:09.735099 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de825c9f-ffcc-4a8c-9797-019aadf4b95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.829141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de825c9f-ffcc-4a8c-9797-019aadf4b95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.833124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de825c9f-ffcc-4a8c-9797-019aadf4b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.869599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de825c9f-ffcc-4a8c-9797-019aadf4b95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4a759d-e191-4a29-a51e-4c2c981065be,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:09.875124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-de825c9f-ffcc-4a8c-9797-019aadf4b95a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd87b9c44567424791817148a0159d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519907 Aug 20 12:31:09.877837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57180) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:09.925834 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6b9e23dc-ae81-4cef-a990-1a2c340ec43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.948398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6b9e23dc-ae81-4cef-a990-1a2c340ec43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.976714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f671a639-b983-4a2f-b9ba-4e2efc418d9a details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:31:09.995159 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6b9e23dc-ae81-4cef-a990-1a2c340ec43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:09.998051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6b9e23dc-ae81-4cef-a990-1a2c340ec43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.000767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:10.002137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6b9e23dc-ae81-4cef-a990-1a2c340ec43c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf4a759d-e191-4a29-a51e-4c2c981065be HTTP/1.1" status: 204 len: 168 time: 0.1232023 Aug 20 12:31:10.010474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e23dc-ae81-4cef-a990-1a2c340ec43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4a759d-e191-4a29-a51e-4c2c981065be,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:10.123724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:10.126868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f671a639-b983-4a2f-b9ba-4e2efc418d9a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:10.136662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 413a0091-2bab-4f35-878f-9e86670dccc5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:31:10.144761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:10.145126 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.183091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:31:10.187232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 413a0091-2bab-4f35-878f-9e86670dccc5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:31:10.187569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 413a0091-2bab-4f35-878f-9e86670dccc5 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:31:10.250956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.286319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f671a639-b983-4a2f-b9ba-4e2efc418d9a {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:31:10.298721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.313912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e16ac1-1a60-4416-a871-2aedd14e41df req-dc72753d-569c-41e4-bd84-f6dc99364c13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.315480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8e16ac1-1a60-4416-a871-2aedd14e41df req-dc72753d-569c-41e4-bd84-f6dc99364c13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 945 time: 0.0860124 Aug 20 12:31:10.323052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f671a639-b983-4a2f-b9ba-4e2efc418d9a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:10.323504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f3b85-1447-4b7d-9315-8371285732bb req-7c777c0c-c2c0-403d-809d-095147ca59a8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.325007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b20f3b85-1447-4b7d-9315-8371285732bb req-7c777c0c-c2c0-403d-809d-095147ca59a8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 943 time: 0.0975697 Aug 20 12:31:10.330628 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.339587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:10.341854 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13030fd5-52bd-476f-aadf-6d2b26d9d86d" -d '{"events": [{"server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "name": "network-vif-plugged", "status": "completed", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:10.373143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:10.379966 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.394768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8e16ac1-1a60-4416-a871-2aedd14e41df req-3c27bcc1-4afd-4921-a752-459b856816d7 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686793 Aug 20 12:31:10.400299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b20f3b85-1447-4b7d-9315-8371285732bb req-42adc47c-8c9b-457a-8f2d-752b19494f70 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591860 Aug 20 12:31:10.406692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=f671a639-b983-4a2f-b9ba-4e2efc418d9a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:10.430860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57192) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:10.453651 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ebd419-cdfa-4ba3-bf22-a21beda55091 x-openstack-request-id: req-65ebd419-cdfa-4ba3-bf22-a21beda55091 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:10.454049 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "name": "network-vif-plugged", "status": "completed", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:10.454433 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65ebd419-cdfa-4ba3-bf22-a21beda55091 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:10.454838 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'code': 200} Aug 20 12:31:10.473029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:10.483727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e37ee539-25e7-4151-800a-2cffd5e6c554 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a67bd825f9940c38f94229fd2923298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511312 Aug 20 12:31:10.486269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57194) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:10.531626 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['f671a639-b983-4a2f-b9ba-4e2efc418d9a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:31:10.538567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-655407ac-e501-4016-b023-f8ec6e865c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.562087 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-655407ac-e501-4016-b023-f8ec6e865c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.564104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70810efc-a667-4f17-b40e-ca877f7add88 req-43185249-0956-44d9-809c-9612935f6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.566630 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-70810efc-a667-4f17-b40e-ca877f7add88 req-43185249-0956-44d9-809c-9612935f6ebe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 1098 time: 0.0448387 Aug 20 12:31:10.605229 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-70810efc-a667-4f17-b40e-ca877f7add88 req-cca29a4e-7e2e-421b-9ede-91b0f57635f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301502 Aug 20 12:31:10.615860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-655407ac-e501-4016-b023-f8ec6e865c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.618979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-655407ac-e501-4016-b023-f8ec6e865c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:10.620253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-655407ac-e501-4016-b023-f8ec6e865c9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d96aa68f-768c-4715-8abe-ee832d6b7618 HTTP/1.1" status: 204 len: 168 time: 0.1332076 Aug 20 12:31:10.629966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655407ac-e501-4016-b023-f8ec6e865c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96aa68f-768c-4715-8abe-ee832d6b7618,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:11.542879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e664-b16b-4f00-b6ee-7640dd01b50f req-2c99d29a-1f8b-4b50-9961-d5f4d8192a11 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:11.544376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9d7e664-b16b-4f00-b6ee-7640dd01b50f req-2c99d29a-1f8b-4b50-9961-d5f4d8192a11 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 946 time: 0.0799074 Aug 20 12:31:11.551641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281c88f-c195-48ad-b312-31c0746c5db0 req-fd975656-ed0a-4996-a0e0-8e1555a22c6c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:11.553015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0281c88f-c195-48ad-b312-31c0746c5db0 req-fd975656-ed0a-4996-a0e0-8e1555a22c6c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 944 time: 0.0782180 Aug 20 12:31:11.610225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9d7e664-b16b-4f00-b6ee-7640dd01b50f req-bb1437bf-f12a-418a-9143-88b611c23d63 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562365 Aug 20 12:31:11.615045 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0281c88f-c195-48ad-b312-31c0746c5db0 req-dd473706-babd-4fc1-982b-8ecf99f01dc1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546539 Aug 20 12:31:11.992424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f671a639-b983-4a2f-b9ba-4e2efc418d9a up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:12.202422 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:12.216669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port f671a639-b983-4a2f-b9ba-4e2efc418d9a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:12.220746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port f671a639-b983-4a2f-b9ba-4e2efc418d9a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:12.221112 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:12.297713 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:12.329956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port f671a639-b983-4a2f-b9ba-4e2efc418d9a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:12.333613 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:12.388419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=f671a639-b983-4a2f-b9ba-4e2efc418d9a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:12.455859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:12.458277 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48f51c1-b4ca-4624-b511-e653cd693ce1" -d '{"events": [{"server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:12.493608 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf34e6f4-d583-46b5-ac54-19b6a24536f7 x-openstack-request-id: req-bf34e6f4-d583-46b5-ac54-19b6a24536f7 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:12.493933 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "name": "network-vif-plugged", "status": "completed", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:12.494202 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf34e6f4-d583-46b5-ac54-19b6a24536f7 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:12.494631 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'code': 200} Aug 20 12:31:12.595098 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714c569-d559-4dda-8c9b-d98ecac85ce7 req-8a3eb85a-fb31-41f9-816b-3b990f31fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:12.596673 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4714c569-d559-4dda-8c9b-d98ecac85ce7 req-8a3eb85a-fb31-41f9-816b-3b990f31fa0b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1097 time: 0.0471754 Aug 20 12:31:12.631914 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-4714c569-d559-4dda-8c9b-d98ecac85ce7 req-3ab11930-1b95-4ac2-8c83-5f84375a00fb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277519 Aug 20 12:31:12.768086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b42-904b-4af2-9490-957a85c9e7e7 req-98e2ee17-0459-47f3-ae78-0aedb6f11ab8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:12.769585 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34932b42-904b-4af2-9490-957a85c9e7e7 req-98e2ee17-0459-47f3-ae78-0aedb6f11ab8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 946 time: 0.0897827 Aug 20 12:31:12.777918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252ccd-128b-4214-b7da-e73d2737e169 req-364ed827-6f2a-478a-8e35-a572c6761147 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:12.779351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e252ccd-128b-4214-b7da-e73d2737e169 req-364ed827-6f2a-478a-8e35-a572c6761147 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 945 time: 0.0898380 Aug 20 12:31:12.834727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34932b42-904b-4af2-9490-957a85c9e7e7 req-ac9fcb74-4859-41fd-85b3-32100887d98a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544274 Aug 20 12:31:12.839811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e252ccd-128b-4214-b7da-e73d2737e169 req-32531747-57b7-4266-8278-4d6adcac09f6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537579 Aug 20 12:31:12.950308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba61da-7a6c-47a1-a2ce-dd3eb9c23ec0 req-f7c8f919-acc8-49ef-897c-cb9d7de6e37f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:12.951832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75ba61da-7a6c-47a1-a2ce-dd3eb9c23ec0 req-f7c8f919-acc8-49ef-897c-cb9d7de6e37f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 946 time: 0.0512767 Aug 20 12:31:12.993561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75ba61da-7a6c-47a1-a2ce-dd3eb9c23ec0 req-3fa53a77-6852-4fbb-ba5b-322f70f7567b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356231 Aug 20 12:31:13.016172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57210) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:13.057748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931ca0e-c2bc-43c4-8e97-af492272bf18 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:13.059308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0931ca0e-c2bc-43c4-8e97-af492272bf18 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 1093 time: 0.0418966 Aug 20 12:31:13.062230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57212) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:13.066694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:13.088649 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:13.184137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:13.295671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.25.0.183 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/5b2c410d-d304-4cc6-b9e7-c6c80b8fb3d2) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:31:13.395918 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:13.440086 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:13.477021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:31:13.480323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:31:13.482840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:31:13.518884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=5b2c410d-d304-4cc6-b9e7-c6c80b8fb3d2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:13.920240 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.012864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.051964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5dab4-b15f-45a1-ace1-7608066ca23c req-13b43f98-26f9-47b9-b97f-d208e963c80c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:14.053415 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63a5dab4-b15f-45a1-ace1-7608066ca23c req-13b43f98-26f9-47b9-b97f-d208e963c80c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 945 time: 0.1172204 Aug 20 12:31:14.117635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63a5dab4-b15f-45a1-ace1-7608066ca23c req-d1f9bd5d-9ff5-44a9-8ff7-e5cbc056b4a5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560131 Aug 20 12:31:14.120747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.285073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ea1e7-3f38-48a1-9a9a-7f3899a2dab5 req-aa8d37fa-54c7-4ed5-84b9-07b0461924b5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:14.286590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a0ea1e7-3f38-48a1-9a9a-7f3899a2dab5 req-aa8d37fa-54c7-4ed5-84b9-07b0461924b5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 945 time: 0.0780919 Aug 20 12:31:14.334212 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.344689 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.379209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a0ea1e7-3f38-48a1-9a9a-7f3899a2dab5 req-f9a13440-2415-4408-a7af-2e228c4bfedd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830328 Aug 20 12:31:14.403726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57218) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:14.427900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=5b2c410d-d304-4cc6-b9e7-c6c80b8fb3d2,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:14.436735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.540318 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Floating IP b93d400e-0217-4fa8-8ec9-7161cd0d7319 associated. External IP: 172.25.0.183, port: 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04. Aug 20 12:31:14.647544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed0a334-9cc8-469c-9142-4d85e9fc2e8d tempest-TestVolumeBootPattern-626760941 tempest-TestVolumeBootPattern-626760941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:14.648996 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-aed0a334-9cc8-469c-9142-4d85e9fc2e8d tempest-TestVolumeBootPattern-626760941 tempest-TestVolumeBootPattern-626760941-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1092 time: 0.2437503 Aug 20 12:31:14.652723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57222) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:14.657119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:14.678897 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.752310 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router 18805770-44e0-48e7-b78d-f2469b535b9f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:31:14.780118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.863036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:31:14.872683 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] Sync routers for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:31:14.880950 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.883938 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:14.884805 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:14.890484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.25.0.130 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/7eebcabb-c3f0-4dd6-948c-fcd69bded453) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:31:15.004891 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:15.008152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:15.052325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:15.097155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:31:15.102529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:31:15.106994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:31:15.143679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=7eebcabb-c3f0-4dd6-948c-fcd69bded453,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:15.214051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5cbc720f-3504-47dc-9b66-d095f2e26856 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1472011 Aug 20 12:31:15.214051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:15.215243 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bf48f5-b6bb-4610-bb75-fade844fa8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:15.216964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57224) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:15.256013 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b7395-70e6-4e85-9427-a23680a5cab7 x-openstack-request-id: req-a92b7395-70e6-4e85-9427-a23680a5cab7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:15.256292 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:15.256611 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a92b7395-70e6-4e85-9427-a23680a5cab7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:15.257078 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'status': 'completed', 'code': 200} Aug 20 12:31:15.292527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ab9e4cca-06e3-451a-92f1-1048afad6575 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/floatingips/b93d400e-0217-4fa8-8ec9-7161cd0d7319 HTTP/1.1" status: 200 len: 992 time: 0.0735474 Aug 20 12:31:15.353713 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:13Z', 'revision_number': 0, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:15.371257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-5958b7ad-037c-47ce-a1b6-5d5139c203ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:15.372760 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-5958b7ad-037c-47ce-a1b6-5d5139c203ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 1098 time: 0.0839741 Aug 20 12:31:15.379669 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] Checking router: 18805770-44e0-48e7-b78d-f2469b535b9f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:31:15.388618 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:15.389212 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:15.496494 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:15.545789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-4ae4417f-4ad4-4361-ae63-1fd0e27ed966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:15.547198 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-4ae4417f-4ad4-4361-ae63-1fd0e27ed966 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266 HTTP/1.1" status: 200 len: 897 time: 0.1667714 Aug 20 12:31:15.658276 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-e7c0af83-0a97-49a1-9fa4-18658e9d2005 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 HTTP/1.1" status: 200 len: 1000 time: 0.1011260 Aug 20 12:31:15.659280 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:15.720532 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:13Z', 'revision_number': 0, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:15.740616 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-92535a24-5ce2-4b66-bef4-2f9c46e897ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:15.742056 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-92535a24-5ce2-4b66-bef4-2f9c46e897ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5487c60-507c-465c-854d-60b6e989f27b HTTP/1.1" status: 200 len: 834 time: 0.0592823 Aug 20 12:31:15.746965 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84403579-0cf9-4904-93b0-414db243aa2f None None] The sync data for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 is: [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:13Z', 'revision_number': 0, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:31:15.791343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:15.843277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-b65e0774-1dab-4e01-bfa8-c3e47658de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:15.844787 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-b65e0774-1dab-4e01-bfa8-c3e47658de36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872054 Aug 20 12:31:15.959105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2187e-0883-4f51-b068-b58e8fddea90 None None] New status for floating IP b93d400e-0217-4fa8-8ec9-7161cd0d7319: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:31:16.014423 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-f46b57f7-4240-4fb4-82d2-abc26d942a8c service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619010 Aug 20 12:31:16.041307 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:16.052173 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:16.171959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=7eebcabb-c3f0-4dd6-948c-fcd69bded453,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:16.196623 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-71bf48f5-b6bb-4610-bb75-fade844fa8d8 req-2dbb9f58-8ec9-4e72-8948-67a4233499cb service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719000 Aug 20 12:31:16.197699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:16.294938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57228) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:16.363267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cc28aea3-eae8-4ee4-b277-a2df5d27130d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/floatingips/b93d400e-0217-4fa8-8ec9-7161cd0d7319 HTTP/1.1" status: 200 len: 994 time: 0.0669260 Aug 20 12:31:16.593306 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Floating IP 8e99d2fd-28f9-42ae-a313-f5ea2605fdc7 associated. External IP: 172.25.0.130, port: f671a639-b983-4a2f-b9ba-4e2efc418d9a. Aug 20 12:31:16.800543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Router e5070807-9aca-4ef4-8ef9-680488f734eb has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:31:16.908924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:31:16.918165 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:31:16.924763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:16.927687 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:16.928296 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:16.952325 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5d9e5b3c-c110-424a-a1e0-3932fdfc1e03 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2985613 Aug 20 12:31:16.953001 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:16.955289 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6903da35-3466-4742-ad4f-0c1f2bbb3851" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:16.991346 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2af994-1bca-4b61-b28f-9ba5d1df7537 x-openstack-request-id: req-4b2af994-1bca-4b61-b28f-9ba5d1df7537 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:16.991651 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:16.991911 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b2af994-1bca-4b61-b28f-9ba5d1df7537 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:16.992320 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'status': 'completed', 'code': 200} Aug 20 12:31:17.044794 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:17.057146 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-a101998d-303b-4668-a457-127faff5b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:17.058631 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-a101998d-303b-4668-a457-127faff5b096 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1097 time: 0.0431576 Aug 20 12:31:17.156417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-70516d05-081b-4211-b795-85a14f518a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:17.157924 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-70516d05-081b-4211-b795-85a14f518a83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.0925035 Aug 20 12:31:17.231392 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-eb206491-230b-4595-b890-02da31d75d04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 200 len: 999 time: 0.0658507 Aug 20 12:31:17.271400 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:15Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:17.282085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-8cabe5ac-72b4-48dc-aef8-1fcbdb77fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:17.283629 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-8cabe5ac-72b4-48dc-aef8-1fcbdb77fed4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0460482 Aug 20 12:31:17.297117 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:31:17.305382 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:31:17.306585 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:30:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:17.330142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-5c17bd24-2062-4e40-8754-0267c3175d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:17.331632 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-5c17bd24-2062-4e40-8754-0267c3175d3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415318 Aug 20 12:31:17.412916 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:31:17.428946 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-55a1eaed-5f00-45a5-96ea-d64d262f4889 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898340 Aug 20 12:31:17.522153 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6903da35-3466-4742-ad4f-0c1f2bbb3851 req-cc5ca47d-b8b4-46bb-8bfb-96271e09b353 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853124 Aug 20 12:31:17.634514 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:15Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:31:17.663168 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddaab33-cf51-433b-8603-c307622b46fd None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:15Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:31:17.879182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac629804-da66-4436-b40f-4ef8e1be89bd None None] New status for floating IP 8e99d2fd-28f9-42ae-a313-f5ea2605fdc7: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:31:21.695933 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-410bfca5-b7c4-4605-9ec5-ca1274399c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:24.305475 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1cb222f-8977-4430-8636-72111969e7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:25.007231 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:25.653779 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:27.023771 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:41.091553 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:31:42.145498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:43.933524 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:49.473378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57258) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:49.546130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102eceb5-7f83-4bc8-b156-f0c1f7bf68cc tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:49.546639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102eceb5-7f83-4bc8-b156-f0c1f7bf68cc tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:49.547114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102eceb5-7f83-4bc8-b156-f0c1f7bf68cc tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:49.548775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-102eceb5-7f83-4bc8-b156-f0c1f7bf68cc tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=dc576374d86d483181db6b97edc7d7d8&network_id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266 HTTP/1.1" status: 200 len: 2973 time: 0.0742826 Aug 20 12:31:51.696883 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f6fa005c-a99f-4e5a-bfe7-83c9bcb15ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:52.402566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57268) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:52.461185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ecbd1d-7973-44d7-a412-b88b9f5d6153 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:52.462771 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-60ecbd1d-7973-44d7-a412-b88b9f5d6153 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108 HTTP/1.1" status: 200 len: 814 time: 0.0591671 Aug 20 12:31:52.615790 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-7a6fcc89-57df-4353-a7ea-e8e7b1fb07f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403214 Aug 20 12:31:52.700906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-e8379d63-33cc-4d99-87da-6b33c65866ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:52.702461 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-e8379d63-33cc-4d99-87da-6b33c65866ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1097 time: 0.0443709 Aug 20 12:31:52.808475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-974617b3-acbb-4329-8d2e-8e9c782484b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:52.809932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-974617b3-acbb-4329-8d2e-8e9c782484b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.0882573 Aug 20 12:31:52.875047 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-772ba4a5-8331-41a8-916e-8697dc6b948d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 200 len: 1001 time: 0.0579865 Aug 20 12:31:52.927923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-bb2585bf-b1e7-47a7-ac1d-e3aae7438128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:52.929370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-bb2585bf-b1e7-47a7-ac1d-e3aae7438128 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0479708 Aug 20 12:31:52.976562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-5f9f17f7-900c-42f7-92cd-2abba26ae52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:52.977986 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-5f9f17f7-900c-42f7-92cd-2abba26ae52f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414491 Aug 20 12:31:53.071123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-53b08bf0-5ff6-45f5-9a08-63d61da44e94 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853317 Aug 20 12:31:53.127705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57274) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:53.133038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'network': {'name': 'tempest-network-smoke--1487307986', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'port_security_enabled': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:53.155399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:31:53.158943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:53.168742 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cf1135d2-2318-43bd-9696-62e2b73e7d2d req-f7066dd6-d8c4-4ab7-8036-fc8175d5bba0 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896547 Aug 20 12:31:53.182726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:31:53.194435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:53.194786 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Added segment 08bae5db-a62d-4421-8bed-436b2be9a4d2 of type vlan for network 9ea620d0-1be6-4931-865f-5e4ba3943aff Aug 20 12:31:53.238532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:53.263583 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:53.269272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.269856 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:53.328937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1999791 Aug 20 12:31:53.331945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57276) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:53.346099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Network': ['ID=9ea620d0-1be6-4931-865f-5e4ba3943aff,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:53.369235 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-838b11ea-43ab-46f1-9ba7-79a357aa64ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455017 Aug 20 12:31:53.394015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.394384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.394726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.395111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.395401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.395736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.396052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.396377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.396694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.397018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.397347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.397665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ee256a-9044-41d8-a5de-04dc6d3bd850 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:53.411211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:31:53.422016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f4323-f18d-4385-9b04-405f0001c892 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.423731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3f3f4323-f18d-4385-9b04-405f0001c892 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=dc576374d86d483181db6b97edc7d7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0907032 Aug 20 12:31:53.426812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57278) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:53.456780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-4b9cb1c9-f9a3-4dd0-bd46-1531a7b71ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.458403 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-4b9cb1c9-f9a3-4dd0-bd46-1531a7b71ed9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29b41314878e4072b670853312ae194d&device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0453677 Aug 20 12:31:53.533320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae735ed3-a6fa-409e-af67-4a3a9317e8d4 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.537429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ae735ed3-a6fa-409e-af67-4a3a9317e8d4 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1062264 Aug 20 12:31:53.537748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57282) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:53.570228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c4c27aca-87fe-451b-baa9-f98b6db9179b tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308659 Aug 20 12:31:53.572882 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57284) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:53.587553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-f66e5663-4b04-473c-acbb-31f3bb924844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.590640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-f66e5663-4b04-473c-acbb-31f3bb924844 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb7f4b9f-edac-484c-9878-151a9923bdc9 HTTP/1.1" status: 200 len: 909 time: 0.1127145 Aug 20 12:31:53.610988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0ddc1b15-ba7d-4603-ae8c-47cc26cc172d tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=dc576374d86d483181db6b97edc7d7d8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346246 Aug 20 12:31:53.611263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57286) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:53.659793 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-334b7002-4a77-4e09-b0fb-9e0c139279d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=133f3785-af21-4e08-b554-000a539caf67 HTTP/1.1" status: 200 len: 1001 time: 0.0617518 Aug 20 12:31:53.705487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d75770-8126-4b06-b044-9d9d9156ea60 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.709976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-54d75770-8126-4b06-b044-9d9d9156ea60 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978727 Aug 20 12:31:53.710681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57288) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:53.719941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-bbd2b35e-fa3c-492f-a6c4-9974a7d11ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.721426 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-bbd2b35e-fa3c-492f-a6c4-9974a7d11ea5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db32e847-23d0-460c-b72d-25dbef96409e HTTP/1.1" status: 200 len: 847 time: 0.0534739 Aug 20 12:31:53.742736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9e10400e-2c99-4edc-a079-01108c3399ba tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308743 Aug 20 12:31:53.743335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57290) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:53.748353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1013253750', 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:53.771153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-cfdb6634-e3d0-4c3c-880c-92a27514009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:53.773142 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-cfdb6634-e3d0-4c3c-880c-92a27514009c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7f4b9f-edac-484c-9878-151a9923bdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449347 Aug 20 12:31:53.843403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:31:53.847076 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:53.867032 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-a951eb92-4bb3-4736-9cd2-65aed70fc4af service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859928 Aug 20 12:31:53.970427 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bb5a67f4-0bd4-4dc0-a1fd-6af1a909331e req-775cb3c4-aad4-4769-9b8f-30d48279ee10 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944567 Aug 20 12:31:54.032628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.090525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Subnet': ['ID=1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:54.100535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Checking segment: {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:31:54.100897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network hostable DHCP agents. Network: 9ea620d0-1be6-4931-865f-5e4ba3943aff, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:31:54.124836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:31:54.133944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 9ea620d0-1be6-4931-865f-5e4ba3943aff) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:31:54.140367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:54.141298 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.148737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c617d22-6a66-4efb-86e3-c9d17d369b0c None None] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:31:54.161778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-78289ca2-2911-4fd6-b04e-19c46239cb68 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4149635 Aug 20 12:31:54.299530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-9ea620d0-1be6-4931-865f-5e4ba3943aff', 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ips': [{'subnet_id': '1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:31:54.300392 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.323523 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bd992781-eea2-459d-a627-f52fb20fbe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.455398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Allocated IP 172.20.0.18 (9ea620d0-1be6-4931-865f-5e4ba3943aff/1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b/9392d2dc-2da7-4dc0-a127-1007ca0f177f) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:31:54.540578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57294) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:54.545546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-40830e84-e70d-4262-b2de-e3b028323188 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881226674', 'description': 'tempest-secgroup-smoke-1881226674 description', 'project_id': 'dc576374d86d483181db6b97edc7d7d8'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:54.568614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40830e84-e70d-4262-b2de-e3b028323188 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.611226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.619552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Transition to ACTIVE for port object 9392d2dc-2da7-4dc0-a127-1007ca0f177f will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:54.634914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Transition to ACTIVE for port object 9392d2dc-2da7-4dc0-a127-1007ca0f177f will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:54.640687 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.654961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40830e84-e70d-4262-b2de-e3b028323188 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.658961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40830e84-e70d-4262-b2de-e3b028323188 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.678040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:31:54.680927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:31:54.684241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:31:54.686943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-40830e84-e70d-4262-b2de-e3b028323188 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.688225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-40830e84-e70d-4262-b2de-e3b028323188 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464970 Aug 20 12:31:54.691275 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57296) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:54.692868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40830e84-e70d-4262-b2de-e3b028323188 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eea8fb-b189-47fc-8227-72c0d414ba63,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:54.696126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': 'b1eea8fb-b189-47fc-8227-72c0d414ba63', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:54.699198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Pushing event updated for resources: {'Port': ['ID=9392d2dc-2da7-4dc0-a127-1007ca0f177f,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:54.723463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.723812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.724158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.724834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.724834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.725140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.725469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.725794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.726038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.726206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.726453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.726778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.727096 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.759726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Attempting to bind port 9392d2dc-2da7-4dc0-a127-1007ca0f177f on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:31:54.760096 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Attempting to bind port 9392d2dc-2da7-4dc0-a127-1007ca0f177f by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:31:54.760462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Attempting to bind port 9392d2dc-2da7-4dc0-a127-1007ca0f177f on network 9ea620d0-1be6-4931-865f-5e4ba3943aff {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:54.765664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:31:54.766045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Checking segment: {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:31:54.766483 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.767144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Bound using segment: {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:31:54.767609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Bound port: 9392d2dc-2da7-4dc0-a127-1007ca0f177f, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:31:54.767994 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.785864 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.789639 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.809133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25bd814-60bb-45b7-b3a8-8d95edc7d39a,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:54.817418 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.818651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263711 Aug 20 12:31:54.820193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.820546 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.820982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.821323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.821654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.821895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57298) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:54.822044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.822331 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.822654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.822975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.823287 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.823869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.824135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b7d9d-26b1-409f-888b-c99db180940b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:54.827947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5f43aed6-14b2-4077-a9ac-b1ef14d8bd05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': 'b1eea8fb-b189-47fc-8227-72c0d414ba63', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:54.837504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] For port 9392d2dc-2da7-4dc0-a127-1007ca0f177f, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:31:54.841450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] For port 9392d2dc-2da7-4dc0-a127-1007ca0f177f, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9392d2dc-2da7-4dc0-a127-1007ca0f177f,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:31:54.845700 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.857004 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f43aed6-14b2-4077-a9ac-b1ef14d8bd05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.913402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059bb6-25cf-4780-b75a-dc9f3ea9baea None None] Pushing event updated for resources: {'Port': ['ID=9392d2dc-2da7-4dc0-a127-1007ca0f177f,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:54.919785 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f43aed6-14b2-4077-a9ac-b1ef14d8bd05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.924474 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f43aed6-14b2-4077-a9ac-b1ef14d8bd05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.942595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43aed6-14b2-4077-a9ac-b1ef14d8bd05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c878a4b-9ed4-4029-b4fb-c32e24c20b12,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:54.951421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5f43aed6-14b2-4077-a9ac-b1ef14d8bd05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:54.952834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5f43aed6-14b2-4077-a9ac-b1ef14d8bd05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295552 Aug 20 12:31:54.955673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57300) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:54.960657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9b00fb1c-e8c7-4aff-98d8-d0c0345ae1d5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': 'b1eea8fb-b189-47fc-8227-72c0d414ba63', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:54.989817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b00fb1c-e8c7-4aff-98d8-d0c0345ae1d5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.010420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.066422 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b00fb1c-e8c7-4aff-98d8-d0c0345ae1d5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.069886 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b00fb1c-e8c7-4aff-98d8-d0c0345ae1d5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.090041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00fb1c-e8c7-4aff-98d8-d0c0345ae1d5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27756fb-d799-47ef-b8b7-4fed20744552,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:55.101158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9b00fb1c-e8c7-4aff-98d8-d0c0345ae1d5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.102427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9b00fb1c-e8c7-4aff-98d8-d0c0345ae1d5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457422 Aug 20 12:31:55.105013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57302) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:55.109646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a98e5f1f-f1bc-4d50-b206-a410753eb989 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': 'b1eea8fb-b189-47fc-8227-72c0d414ba63', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:55.141580 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a98e5f1f-f1bc-4d50-b206-a410753eb989 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.210299 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a98e5f1f-f1bc-4d50-b206-a410753eb989 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.214044 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a98e5f1f-f1bc-4d50-b206-a410753eb989 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.231978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e5f1f-f1bc-4d50-b206-a410753eb989 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01edc279-d2f4-4762-abf2-1a4e218905d0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:55.238168 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a98e5f1f-f1bc-4d50-b206-a410753eb989 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.239391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a98e5f1f-f1bc-4d50-b206-a410753eb989 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334622 Aug 20 12:31:55.242122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57304) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:55.246609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-09779e31-ba0f-44ca-ada5-a098d84f7789 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': 'b1eea8fb-b189-47fc-8227-72c0d414ba63', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:55.268603 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-09779e31-ba0f-44ca-ada5-a098d84f7789 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Project dc576374d86d483181db6b97edc7d7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:31:55.273639 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-09779e31-ba0f-44ca-ada5-a098d84f7789 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.335770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-09779e31-ba0f-44ca-ada5-a098d84f7789 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.339923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-09779e31-ba0f-44ca-ada5-a098d84f7789 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.358823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09779e31-ba0f-44ca-ada5-a098d84f7789 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e7b9c2-d892-486a-9760-be564fa7f6c1,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:55.369404 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-09779e31-ba0f-44ca-ada5-a098d84f7789 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.374736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-09779e31-ba0f-44ca-ada5-a098d84f7789 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289394 Aug 20 12:31:55.374967 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57306) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:55.379421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-969bcac8-22d5-4d8f-8ec0-85e8c6e8d197 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': 'b1eea8fb-b189-47fc-8227-72c0d414ba63', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:55.401206 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-969bcac8-22d5-4d8f-8ec0-85e8c6e8d197 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Project dc576374d86d483181db6b97edc7d7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:31:55.406856 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-969bcac8-22d5-4d8f-8ec0-85e8c6e8d197 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.471203 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-969bcac8-22d5-4d8f-8ec0-85e8c6e8d197 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.474928 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-969bcac8-22d5-4d8f-8ec0-85e8c6e8d197 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.490640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bcac8-22d5-4d8f-8ec0-85e8c6e8d197 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e959f89-ed29-446c-8139-61b8bb8dfea0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:55.501539 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-969bcac8-22d5-4d8f-8ec0-85e8c6e8d197 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.502821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-969bcac8-22d5-4d8f-8ec0-85e8c6e8d197 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269255 Aug 20 12:31:55.659712 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:55.803713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-9d70acd6-8e56-46b0-a7b0-8ccc9de5ea40 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881226674&fields=id&tenant_id=dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 267 time: 0.0343184 Aug 20 12:31:55.830827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5572e-d5e2-4ec8-918f-3ffe94795fd1 None None] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:31:55.890705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8bcca059-44ed-4350-a945-74ef649a1d81 None None] Provisioning for port 9392d2dc-2da7-4dc0-a127-1007ca0f177f completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:55.915554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-5e045b22-f389-4e55-96e0-1f061651664a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:55.917064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-5e045b22-f389-4e55-96e0-1f061651664a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/networks?id=9ea620d0-1be6-4931-865f-5e4ba3943aff HTTP/1.1" status: 200 len: 797 time: 0.1051435 Aug 20 12:31:55.932815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-83593087-02d8-4e57-aa2d-d98122e3e441 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/quotas/dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 375 time: 0.0091853 Aug 20 12:31:55.998534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-5bb5a275-4cdf-4ffe-8916-aed7d1beb2f5 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0587387 Aug 20 12:31:56.099679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-0abe2c8c-8b03-4c23-b3f4-3ad13d88aabd service neutron] 10.222.0.25 "GET /v2.0/networks/9ea620d0-1be6-4931-865f-5e4ba3943aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887434 Aug 20 12:31:56.197534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9392d2dc-2da7-4dc0-a127-1007ca0f177f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:56.204836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-90a76d49-25e6-4526-81ab-900bbbc95490 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea620d0-1be6-4931-865f-5e4ba3943aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980365 Aug 20 12:31:56.256664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9392d2dc-2da7-4dc0-a127-1007ca0f177f completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:56.260356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9392d2dc-2da7-4dc0-a127-1007ca0f177f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:56.260722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:56.358326 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:56.381147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4908a0d5-a265-4ff8-8308-f08edaddc495 req-4ed9f6b4-c89f-45d4-a430-dd5ad2c57f76 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 210 time: 0.0337462 Aug 20 12:31:56.399538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 9392d2dc-2da7-4dc0-a127-1007ca0f177f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9392d2dc-2da7-4dc0-a127-1007ca0f177f,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:56.404073 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:56.455442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=9392d2dc-2da7-4dc0-a127-1007ca0f177f,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:57.024255 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:57.296744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-394a169c-9a9a-4dd7-88e9-65fe16dcc9b2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:57.298452 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-394a169c-9a9a-4dd7-88e9-65fe16dcc9b2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.22 "GET /v2.0/networks?id=9ea620d0-1be6-4931-865f-5e4ba3943aff HTTP/1.1" status: 200 len: 797 time: 0.1149654 Aug 20 12:31:57.349505 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-b3b3e39f-131b-4cba-aebb-d23df4ceae0f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 472 time: 0.0401919 Aug 20 12:31:57.360061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'port': {'device_id': '7ffc1798-8430-4117-9f80-d5d8c78e4c18', 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff', 'admin_state_up': True, 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'security_groups': ['b1eea8fb-b189-47fc-8227-72c0d414ba63']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:57.470838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:31:57.474510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:57.479679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25610b15-72ff-4d2e-91af-24cbf9896fb3 req-ff390a04-f056-4afb-9d4f-0a4080c1f05d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 210 time: 0.0262229 Aug 20 12:31:57.604020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.20.0.29 (9ea620d0-1be6-4931-865f-5e4ba3943aff/1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b/bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:31:57.739805 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:57.759101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Transition to ACTIVE for port object bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:57.792017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:57.835031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:31:57.838029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:31:57.842279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:31:57.867928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:57.898145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:57.898807 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:57.913380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-2451730f-b6fd-441a-bb82-ff707b823e5c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570147 Aug 20 12:31:57.925953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Request body: {'port': {'device_id': '7ffc1798-8430-4117-9f80-d5d8c78e4c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:57.984640 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:58.078952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d24901b1-c999-429d-b037-883af950f5c8 None None] Provisioning for port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:58.082765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d24901b1-c999-429d-b037-883af950f5c8 None None] Provisioning complete for port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:58.083149 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d24901b1-c999-429d-b037-883af950f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:58.117889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d24901b1-c999-429d-b037-883af950f5c8 None None] Port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:31:58.161703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9392d2dc-2da7-4dc0-a127-1007ca0f177f up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:58.211813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9392d2dc-2da7-4dc0-a127-1007ca0f177f triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:58.211813 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:58.260559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:31:58.268959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:58.282283 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Transition to ACTIVE for port object bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:58.286106 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:58.337309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:58.412632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Attempting to bind port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:31:58.413002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Attempting to bind port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:31:58.413333 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Attempting to bind port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 on network 9ea620d0-1be6-4931-865f-5e4ba3943aff {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:58.419466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 on network 9ea620d0-1be6-4931-865f-5e4ba3943aff not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:31:58.419961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Attempting to bind port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 on network 9ea620d0-1be6-4931-865f-5e4ba3943aff {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:58.425190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:31:58.425520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Checking segment: {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:31:58.425901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Bound using segment: {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:31:58.426359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Bound port: bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:31:58.426718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:58.494107 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] For port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:31:58.502472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] For port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:31:58.507334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:58.544600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:58.545153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:58.546911 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] 10.222.0.22 "PUT /v2.0/ports/bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 HTTP/1.1" status: 200 len: 1093 time: 0.6251609 Aug 20 12:31:58.549837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffc1798-8430-4117-9f80-d5d8c78e4c18', 'tag': 'bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:58.553117 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f1ef21-4fba-4c9c-a278-a01460438289" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffc1798-8430-4117-9f80-d5d8c78e4c18", "tag": "bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:58.583520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca74ef-2662-446a-a611-b0ff03f480b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:58.619794 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7fe63f-41c9-439c-9fd5-66865a68b134 x-openstack-request-id: req-2a7fe63f-41c9-439c-9fd5-66865a68b134 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:58.620147 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffc1798-8430-4117-9f80-d5d8c78e4c18", "tag": "bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:58.620548 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a7fe63f-41c9-439c-9fd5-66865a68b134 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:58.621310 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffc1798-8430-4117-9f80-d5d8c78e4c18', 'tag': 'bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60', 'status': 'completed', 'code': 200} Aug 20 12:31:58.629591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbf8c-ad3f-4631-b1a3-d09c5a6a6174 req-628c8502-6328-4d6f-870b-884575fbc643 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:58.634767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-720cbf8c-ad3f-4631-b1a3-d09c5a6a6174 req-628c8502-6328-4d6f-870b-884575fbc643 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 944 time: 0.0799270 Aug 20 12:31:58.639419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-ed1833da-01c5-4e42-bee9-db52b0fe422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:58.641069 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-ed1833da-01c5-4e42-bee9-db52b0fe422e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 1096 time: 0.0509109 Aug 20 12:31:58.676878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-720cbf8c-ad3f-4631-b1a3-d09c5a6a6174 req-41f8437d-10c5-4a2f-b147-c119f5be8a5d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385215 Aug 20 12:31:58.693291 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-9a98783c-cb03-44fe-aa03-b0beb08dff1a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 HTTP/1.1" status: 200 len: 217 time: 0.0440886 Aug 20 12:31:58.759963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-99348e74-3b14-4c48-aef7-815656d419de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:58.762528 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-99348e74-3b14-4c48-aef7-815656d419de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b HTTP/1.1" status: 200 len: 838 time: 0.0618618 Aug 20 12:31:58.810990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-416dfd18-0697-4fff-ad61-58593fa3e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:58.812617 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-416dfd18-0697-4fff-ad61-58593fa3e773 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea620d0-1be6-4931-865f-5e4ba3943aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0437126 Aug 20 12:31:58.913621 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-4ffb16c7-8a73-4c4b-a36e-07cb48fa221d service neutron] 10.222.0.22 "GET /v2.0/networks/9ea620d0-1be6-4931-865f-5e4ba3943aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941672 Aug 20 12:31:59.009559 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-757643aa-dda2-4538-b3dc-8c8a56af6b5a req-04c5445e-7911-4194-b7b7-6332d4325ee5 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea620d0-1be6-4931-865f-5e4ba3943aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887990 Aug 20 12:31:59.111863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-09ba5cab-3255-4d5c-8ad4-f2d5f301d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:59.113448 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-09ba5cab-3255-4d5c-8ad4-f2d5f301d75a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 1096 time: 0.0494564 Aug 20 12:31:59.213757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-50f2769d-8bc8-472a-a91f-beec4fc5066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:59.215844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-50f2769d-8bc8-472a-a91f-beec4fc5066b service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea620d0-1be6-4931-865f-5e4ba3943aff HTTP/1.1" status: 200 len: 898 time: 0.0958619 Aug 20 12:31:59.259600 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-dc7da31f-0a31-477d-a9a5-a40944524a4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 HTTP/1.1" status: 200 len: 217 time: 0.0357454 Aug 20 12:31:59.315749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-3e1d8a17-c191-41f6-b944-89ccc79bd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:59.317258 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-3e1d8a17-c191-41f6-b944-89ccc79bd527 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b HTTP/1.1" status: 200 len: 838 time: 0.0507734 Aug 20 12:31:59.367399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-ef420584-5167-4679-a989-9edf692d02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:59.368981 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-ef420584-5167-4679-a989-9edf692d02a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea620d0-1be6-4931-865f-5e4ba3943aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0442626 Aug 20 12:31:59.470483 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-9e7c40d5-1b5f-4bfd-8ab9-c0ebce63bd32 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea620d0-1be6-4931-865f-5e4ba3943aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929604 Aug 20 12:31:59.577687 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-99f1ef21-4fba-4c9c-a278-a01460438289 req-3689e1bf-91b9-4ac4-ab6c-dd66eaf571ed service neutron] 10.222.0.22 "GET /v2.0/networks/9ea620d0-1be6-4931-865f-5e4ba3943aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958264 Aug 20 12:31:59.802725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85e6e-7a8a-45d1-b1a1-8ae65c5df845 req-29aacca9-95cf-42c0-90ad-b89de600fc05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:59.804783 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50c85e6e-7a8a-45d1-b1a1-8ae65c5df845 req-29aacca9-95cf-42c0-90ad-b89de600fc05 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 944 time: 0.0564134 Aug 20 12:31:59.852649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50c85e6e-7a8a-45d1-b1a1-8ae65c5df845 req-dde3c2bb-4a61-4b03-adb2-8b45d0c70977 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Aug 20 12:32:00.971500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbf909-afb1-4fad-9755-b0c7b5ac3c66 req-c60ca088-c14d-43db-ba86-71499524763a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:00.973301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69cbf909-afb1-4fad-9755-b0c7b5ac3c66 req-c60ca088-c14d-43db-ba86-71499524763a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 944 time: 0.0517609 Aug 20 12:32:01.011399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69cbf909-afb1-4fad-9755-b0c7b5ac3c66 req-19107683-cd6c-41a3-954e-e672cef5f224 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Aug 20 12:32:02.134114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9928232-139a-497e-adec-a39f8d9fb988 req-29f4016a-023a-4679-8a71-74f21beff116 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:02.135629 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9928232-139a-497e-adec-a39f8d9fb988 req-29f4016a-023a-4679-8a71-74f21beff116 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 944 time: 0.0559230 Aug 20 12:32:02.174128 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a9928232-139a-497e-adec-a39f8d9fb988 req-9adc595d-e271-4f5a-abde-a750465630d0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 Aug 20 12:32:02.239971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:32:02.336432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:02.347362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60', 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff', 'port_id': 'bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60', 'mac_address': 'fa:16:3e:53:9e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:32:02.384967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.397618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:32:02.417711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:02.422261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.470329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:02.628259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:32:03.288865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96477-36d9-4929-928c-a5802ffd0c37 req-8c88288e-eaac-4eed-9909-5c2baa9b1142 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:03.290377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f96477-36d9-4929-928c-a5802ffd0c37 req-8c88288e-eaac-4eed-9909-5c2baa9b1142 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 945 time: 0.0499933 Aug 20 12:32:03.334669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f96477-36d9-4929-928c-a5802ffd0c37 req-418de84c-ddd7-445d-a30e-7294b61edfb7 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374408 Aug 20 12:32:04.241302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:04.290019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:04.294356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:04.294651 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:04.370432 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:04.393490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc1798-8430-4117-9f80-d5d8c78e4c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:04.395752 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d401b49-d577-40cb-bb6d-e89c21cb3e74" -d '{"events": [{"server_uuid": "7ffc1798-8430-4117-9f80-d5d8c78e4c18", "name": "network-vif-plugged", "status": "completed", "tag": "bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:04.411129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:04.416261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:04.447093 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fa7897-7575-46d1-9405-fa294c2adc15 x-openstack-request-id: req-54fa7897-7575-46d1-9405-fa294c2adc15 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:04.447386 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc1798-8430-4117-9f80-d5d8c78e4c18", "name": "network-vif-plugged", "status": "completed", "tag": "bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:04.447726 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54fa7897-7575-46d1-9405-fa294c2adc15 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:04.448498 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc1798-8430-4117-9f80-d5d8c78e4c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60', 'code': 200} Aug 20 12:32:04.466520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3befce-f7e2-4b9d-8e03-41e93c92e08e req-9775b45b-c4e5-485b-840e-3f405b621c40 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.468144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da3befce-f7e2-4b9d-8e03-41e93c92e08e req-9775b45b-c4e5-485b-840e-3f405b621c40 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 946 time: 0.0656710 Aug 20 12:32:04.481471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:04.510118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da3befce-f7e2-4b9d-8e03-41e93c92e08e req-4403a13f-2db7-4380-98e3-e8ea25df2523 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354311 Aug 20 12:32:04.544903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4513b33-7045-41ea-874b-944a9ecee241 req-b0f49153-c36e-4962-baf4-5fdcb67d2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.546497 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4513b33-7045-41ea-874b-944a9ecee241 req-b0f49153-c36e-4962-baf4-5fdcb67d2c05 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 1098 time: 0.0428739 Aug 20 12:32:04.584092 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a4513b33-7045-41ea-874b-944a9ecee241 req-b9865296-013b-4b0e-b71c-2321ca82a9c3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301569 Aug 20 12:32:05.632886 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b400844-7403-453d-bb95-7b9b76bb2ce1 req-012c8778-c612-4a85-96a9-c6615f966abb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.634617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b400844-7403-453d-bb95-7b9b76bb2ce1 req-012c8778-c612-4a85-96a9-c6615f966abb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 946 time: 0.0542862 Aug 20 12:32:05.678517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b400844-7403-453d-bb95-7b9b76bb2ce1 req-5c0d56a7-d7e5-416b-8b6c-da68d179cf88 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359864 Aug 20 12:32:06.799390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64a4ce-068c-4b8b-81b0-b0bc1e7bd2e3 req-2c714525-a0ec-4d04-9c4f-2bea8ab76b51 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:06.800850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a64a4ce-068c-4b8b-81b0-b0bc1e7bd2e3 req-2c714525-a0ec-4d04-9c4f-2bea8ab76b51 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 946 time: 0.0499103 Aug 20 12:32:06.843984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a64a4ce-068c-4b8b-81b0-b0bc1e7bd2e3 req-67666468-ca93-4588-887a-891aa609be30 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367126 Aug 20 12:32:06.983842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668cf0e-b763-42a1-bdf1-9d8e8a4c46b4 req-e79d5d3f-af28-4c42-8c0b-3073dd72407a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:06.986838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e668cf0e-b763-42a1-bdf1-9d8e8a4c46b4 req-e79d5d3f-af28-4c42-8c0b-3073dd72407a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 946 time: 0.0699160 Aug 20 12:32:07.029238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e668cf0e-b763-42a1-bdf1-9d8e8a4c46b4 req-ed740816-126a-47b9-a96b-f791c43b25d7 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356355 Aug 20 12:32:08.530441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57364) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:08.966515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.261985 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.20.0.17 (9ea620d0-1be6-4931-865f-5e4ba3943aff/1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b/313fc781-de32-4c18-9cb9-a511beaf5c1a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:09.397478 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.416659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Transition to ACTIVE for port object 313fc781-de32-4c18-9cb9-a511beaf5c1a will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:09.453596 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.494999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:09.498280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:09.502936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:09.532965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=313fc781-de32-4c18-9cb9-a511beaf5c1a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:09.561550 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.701570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.769598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0a049116-49e9-412d-9d82-eb594a093440 None None] Provisioning for port 313fc781-de32-4c18-9cb9-a511beaf5c1a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:09.773548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0a049116-49e9-412d-9d82-eb594a093440 None None] Provisioning complete for port 313fc781-de32-4c18-9cb9-a511beaf5c1a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:09.773839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0a049116-49e9-412d-9d82-eb594a093440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.811497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0a049116-49e9-412d-9d82-eb594a093440 None None] Port 313fc781-de32-4c18-9cb9-a511beaf5c1a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:09.987885 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.992527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.065026 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.066884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=313fc781-de32-4c18-9cb9-a511beaf5c1a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:10.159598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:10.160985 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:10.280488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router 18805770-44e0-48e7-b78d-f2469b535b9f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:10.390256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:10.398477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0c8400c0-c8e0-480f-9759-476939d21740 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "PUT /v2.0/routers/18805770-44e0-48e7-b78d-f2469b535b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8667753 Aug 20 12:32:10.403060 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Sync routers for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:10.414085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:10.414704 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:31:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:10.431713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d9ef5f5e-2125-4138-a158-7e96c8878d6a None None] Provisioning complete for port 313fc781-de32-4c18-9cb9-a511beaf5c1a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:10.432114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5f5e-2125-4138-a158-7e96c8878d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.466317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef5f5e-2125-4138-a158-7e96c8878d6a None None] Port 313fc781-de32-4c18-9cb9-a511beaf5c1a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:10.606837 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:10.830401 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:09Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:16Z', 'revision_number': 1, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc781-de32-4c18-9cb9-a511beaf5c1a', 'name': '', 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:76:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:09Z', 'updated_at': '2021-08-20T12:32:09Z', 'revision_number': 2, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': '1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:10.858911 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Checking router: 18805770-44e0-48e7-b78d-f2469b535b9f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:10.859182 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Updating router 18805770-44e0-48e7-b78d-f2469b535b9f port 313fc781-de32-4c18-9cb9-a511beaf5c1a binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:10.883245 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.136314 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.146172 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Transition to ACTIVE for port object 313fc781-de32-4c18-9cb9-a511beaf5c1a will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:11.152080 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.206679 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Pushing event updated for resources: {'Port': ['ID=313fc781-de32-4c18-9cb9-a511beaf5c1a,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:11.231930 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.232512 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.232795 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.233171 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.233509 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.233826 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.234137 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.234478 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.234790 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.235265 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.235643 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.236471 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:11.266088 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Attempting to bind port 313fc781-de32-4c18-9cb9-a511beaf5c1a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:11.267233 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Attempting to bind port 313fc781-de32-4c18-9cb9-a511beaf5c1a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:11.267588 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Attempting to bind port 313fc781-de32-4c18-9cb9-a511beaf5c1a on network 9ea620d0-1be6-4931-865f-5e4ba3943aff {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:11.272944 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:11.273288 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Checking segment: {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:11.273793 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.274087 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Bound using segment: {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:11.274557 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Bound port: 313fc781-de32-4c18-9cb9-a511beaf5c1a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bae5db-a62d-4421-8bed-436b2be9a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:11.274935 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.341545 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] For port 313fc781-de32-4c18-9cb9-a511beaf5c1a, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:11.344968 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] For port 313fc781-de32-4c18-9cb9-a511beaf5c1a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=313fc781-de32-4c18-9cb9-a511beaf5c1a,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:11.348798 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.401061 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:11.401682 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:31:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:11.448875 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c4fd0-8991-4328-baca-ecfe00f212cf None None] Pushing event updated for resources: {'Port': ['ID=313fc781-de32-4c18-9cb9-a511beaf5c1a,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:11.527641 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:11.754853 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:09Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:16Z', 'revision_number': 1, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc781-de32-4c18-9cb9-a511beaf5c1a', 'name': '', 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:76:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:09Z', 'updated_at': '2021-08-20T12:32:11Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': '1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:11.780044 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e18f6-8dad-4161-ae9c-e0703e6a38b7 None None] The sync data for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 is: [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:09Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:16Z', 'revision_number': 1, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc781-de32-4c18-9cb9-a511beaf5c1a', 'name': '', 'network_id': '9ea620d0-1be6-4931-865f-5e4ba3943aff', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:76:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:09Z', 'updated_at': '2021-08-20T12:32:11Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': '1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:12.161195 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.207327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 313fc781-de32-4c18-9cb9-a511beaf5c1a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:12.262662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 313fc781-de32-4c18-9cb9-a511beaf5c1a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:12.267603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 313fc781-de32-4c18-9cb9-a511beaf5c1a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:12.267932 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.347444 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.380009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 313fc781-de32-4c18-9cb9-a511beaf5c1a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=313fc781-de32-4c18-9cb9-a511beaf5c1a,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:12.383779 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.433210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=313fc781-de32-4c18-9cb9-a511beaf5c1a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:13.948607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.168714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 313fc781-de32-4c18-9cb9-a511beaf5c1a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:14.220954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 313fc781-de32-4c18-9cb9-a511beaf5c1a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:14.221325 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:16.466432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f0ceb-c469-4506-97bb-2c89d557ec44 req-4082a2d0-f427-4d59-8f25-39e83a46e878 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:16.467958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b6f0ceb-c469-4506-97bb-2c89d557ec44 req-4082a2d0-f427-4d59-8f25-39e83a46e878 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 946 time: 0.0517313 Aug 20 12:32:16.508172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7b6f0ceb-c469-4506-97bb-2c89d557ec44 req-3bc31770-b8db-4737-8f31-f94b18a0096c tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Aug 20 12:32:17.628110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e2eb6-536a-467a-8d36-df2f191f9252 req-52bd804e-64e4-48ea-8799-fdf8f5d2304a tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:17.629594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4e2eb6-536a-467a-8d36-df2f191f9252 req-52bd804e-64e4-48ea-8799-fdf8f5d2304a tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 946 time: 0.0492790 Aug 20 12:32:17.670089 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc4e2eb6-536a-467a-8d36-df2f191f9252 req-bc8e54fd-b7b3-44c1-b366-a8d398f043d0 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dd13f01-40a0-41a2-8574-f9c6a1a012e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Aug 20 12:32:17.857133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-f22e0001-0de7-4acd-ac39-167408dc06c1 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:17.858522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-f22e0001-0de7-4acd-ac39-167408dc06c1 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.73 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 946 time: 0.0491872 Aug 20 12:32:17.958788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Deleting port 133f3785-af21-4e08-b554-000a539caf67 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:17.959130 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.047218 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] For port 133f3785-af21-4e08-b554-000a539caf67, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=133f3785-af21-4e08-b554-000a539caf67,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:18.047577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.089757 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:32:18.219091 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.219502 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.219815 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Floating IP 55a2c4b0-a374-4813-9720-a2750a9f89fa disassociated. External IP: 172.25.0.57, port: 133f3785-af21-4e08-b554-000a539caf67. Aug 20 12:32:18.221652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Calling delete_port for 133f3785-af21-4e08-b554-000a539caf67 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:18.347893 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.381045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event deleted for resources: {'Port': ['ID=133f3785-af21-4e08-b554-000a539caf67,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:18.493766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Router 8cea9f59-2015-4da9-a49e-8a710c61d813 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:18.599574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:18.609011 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] Sync routers for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:18.618609 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:18.619244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:31:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:18.737911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:18.778911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7892f2af-da84-4c3e-ae10-41873d4ee152 req-725bedd7-2bf1-427b-b5a9-f6d4daea65f2 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4 HTTP/1.1" status: 200 len: 210 time: 0.0327806 Aug 20 12:32:18.965891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] No DVR routers for this DVR port 133f3785-af21-4e08-b554-000a539caf67 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:18.968556 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.971272 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-bed691e2-9a93-4911-bc20-6640034fd1c3 req-8e2ea865-b08a-41cf-bd6c-f45d2299ff84 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.73 "DELETE /v2.0/ports/133f3785-af21-4e08-b554-000a539caf67 HTTP/1.1" status: 204 len: 173 time: 1.1024871 Aug 20 12:32:18.971624 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'name': 'network-vif-deleted', 'tag': '133f3785-af21-4e08-b554-000a539caf67'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:18.973916 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0114e75-9b83-45fa-b6e6-ee80df76aca1" -d '{"events": [{"server_uuid": "6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4", "name": "network-vif-deleted", "tag": "133f3785-af21-4e08-b554-000a539caf67"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:19.018634 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a4f2e6-5900-43c1-a02b-0a57141f7662 x-openstack-request-id: req-e3a4f2e6-5900-43c1-a02b-0a57141f7662 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:19.018929 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4", "name": "network-vif-deleted", "tag": "133f3785-af21-4e08-b554-000a539caf67", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:19.019180 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3a4f2e6-5900-43c1-a02b-0a57141f7662 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:19.019583 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdc9c6b-ca2b-46c6-b7d8-74c78b6beaf4', 'name': 'network-vif-deleted', 'tag': '133f3785-af21-4e08-b554-000a539caf67', 'status': 'completed', 'code': 200} Aug 20 12:32:19.125291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 5, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:19.152056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] Checking router: 8cea9f59-2015-4da9-a49e-8a710c61d813 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:19.161343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:19.161958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:31:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:19.265458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:19.462254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 5, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:19.497558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435af5c-7350-4bcf-be6a-ed0cda1b37bb None None] The sync data for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 is: [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:05Z', 'revision_number': 4, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb3dd5d5-d103-440f-8928-4559d3a73e8a', 'name': '', 'network_id': 'bb7f4b9f-edac-484c-9878-151a9923bdc9', 'tenant_id': '29b41314878e4072b670853312ae194d', 'mac_address': 'fa:16:3e:bd:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:04Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 5, 'project_id': '29b41314878e4072b670853312ae194d', 'subnets': [{'id': 'db32e847-23d0-460c-b72d-25dbef96409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:19.732920 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914dac43-bbeb-4cfe-9686-fef8b9f074a4 None None] New status for floating IP 55a2c4b0-a374-4813-9720-a2750a9f89fa: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:32:19.840995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57392) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:20.293547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Deleting port bbcbc16e-5a30-4e94-9166-f178b4787d5a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:20.294092 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.377086 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.377483 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.391220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Calling delete_port for bbcbc16e-5a30-4e94-9166-f178b4787d5a owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:20.539512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.566525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event deleted for resources: {'Port': ['ID=bbcbc16e-5a30-4e94-9166-f178b4787d5a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:20.635178 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.637841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.639357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-363ac073-6b0a-4715-ba56-5208b61ad074 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "DELETE /v2.0/floatingips/55a2c4b0-a374-4813-9720-a2750a9f89fa HTTP/1.1" status: 204 len: 168 time: 0.7964447 Aug 20 12:32:20.725293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57398) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:20.794997 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1bdac9b0-eda1-4e4b-8fad-244fd5dc2705 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.820903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1bdac9b0-eda1-4e4b-8fad-244fd5dc2705 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.879746 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1bdac9b0-eda1-4e4b-8fad-244fd5dc2705 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.882326 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1bdac9b0-eda1-4e4b-8fad-244fd5dc2705 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.883498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1bdac9b0-eda1-4e4b-8fad-244fd5dc2705 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] 10.222.0.25 "DELETE /v2.0/security-groups/1dd13f01-40a0-41a2-8574-f9c6a1a012e8 HTTP/1.1" status: 204 len: 168 time: 0.1571410 Aug 20 12:32:20.893443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdac9b0-eda1-4e4b-8fad-244fd5dc2705 tempest-TestServerBasicOps-688878226 tempest-TestServerBasicOps-688878226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd13f01-40a0-41a2-8574-f9c6a1a012e8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:20.920819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57402) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:21.376160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.645897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Deleting port cb3dd5d5-d103-440f-8928-4559d3a73e8a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:21.646247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.698200 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e32ea8cc-b453-4bbe-979d-6426e40f2d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.727358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] For port cb3dd5d5-d103-440f-8928-4559d3a73e8a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb3dd5d5-d103-440f-8928-4559d3a73e8a,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:21.728050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.741321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Calling delete_port for cb3dd5d5-d103-440f-8928-4559d3a73e8a owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:21.936559 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.961369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3dd5d5-d103-440f-8928-4559d3a73e8a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:22.138972 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:22.233563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 133f3785-af21-4e08-b554-000a539caf67 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:22.253395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 133f3785-af21-4e08-b554-000a539caf67 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:22.253625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 133f3785-af21-4e08-b554-000a539caf67 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:22.359495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Router 8cea9f59-2015-4da9-a49e-8a710c61d813 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:22.467024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:22.473924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-34b14cf5-c5c6-4f4c-a471-d86fe122312c admin admin] 10.222.0.25 "PUT /v2.0/routers/8cea9f59-2015-4da9-a49e-8a710c61d813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5534801 Aug 20 12:32:22.475738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57408) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:22.478413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] Sync routers for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:22.487595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:22.488210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:31:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:22.580547 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:22.604847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:22.685515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:22.743633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Deleting port bc51cc6f-df24-4f15-8815-d9a2015ec9b9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:22.743976 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:22.789031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:32:21Z', 'revision_number': 5, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port': {'id': 'bc51cc6f-df24-4f15-8815-d9a2015ec9b9', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:22.819665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] Checking router: 8cea9f59-2015-4da9-a49e-8a710c61d813 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:22.823775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] For port bc51cc6f-df24-4f15-8815-d9a2015ec9b9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bc51cc6f-df24-4f15-8815-d9a2015ec9b9,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:22.824195 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:22.827885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] Routers {'8cea9f59-2015-4da9-a49e-8a710c61d813'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:22.828497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:31:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['8cea9f59-2015-4da9-a49e-8a710c61d813'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:22.838013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Calling delete_port for bc51cc6f-df24-4f15-8815-d9a2015ec9b9 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:22.914854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] Set router 8cea9f59-2015-4da9-a49e-8a710c61d813 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:22.975249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:32:22Z', 'revision_number': 6, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:23.006289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c6408-c2d1-4343-9703-f1ee52491a1c None None] The sync data for ids ['8cea9f59-2015-4da9-a49e-8a710c61d813'] in n-d-800634-10 is: [{'id': '8cea9f59-2015-4da9-a49e-8a710c61d813', 'name': 'tempest-TestServerBasicOps-892964052-router', 'tenant_id': '29b41314878e4072b670853312ae194d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:02Z', 'updated_at': '2021-08-20T12:32:22Z', 'revision_number': 6, 'project_id': '29b41314878e4072b670853312ae194d', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:23.014118 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.045125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc51cc6f-df24-4f15-8815-d9a2015ec9b9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:23.104680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.194864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.197198 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.240848 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.241414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cea9f59-2015-4da9-a49e-8a710c61d813 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:32:23.245674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.246874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-60c80bb9-00b6-4bf4-8254-80044bbe2bd9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8cea9f59-2015-4da9-a49e-8a710c61d813 HTTP/1.1" status: 204 len: 168 time: 0.7702341 Aug 20 12:32:23.249340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57410) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:23.296327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7241cda-6b0a-4c06-b874-602d0fe0f7b7 admin admin] Deleting subnet db32e847-23d0-460c-b72d-25dbef96409e {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:32:23.300007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7241cda-6b0a-4c06-b874-602d0fe0f7b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.336638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7241cda-6b0a-4c06-b874-602d0fe0f7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.419955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7241cda-6b0a-4c06-b874-602d0fe0f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.479281 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7241cda-6b0a-4c06-b874-602d0fe0f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.506384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241cda-6b0a-4c06-b874-602d0fe0f7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db32e847-23d0-460c-b72d-25dbef96409e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:23.508373 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b7241cda-6b0a-4c06-b874-602d0fe0f7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.512786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b7241cda-6b0a-4c06-b874-602d0fe0f7b7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/db32e847-23d0-460c-b72d-25dbef96409e HTTP/1.1" status: 204 len: 168 time: 0.2600067 Aug 20 12:32:23.513257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57412) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:23.521471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c900b2-7171-48cf-9d33-d294ec2b0b91 None None] Network bb7f4b9f-edac-484c-9878-151a9923bdc9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:23.587604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.649915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Deleting port cc73931a-36e4-4cf4-af2a-6f582505c4f6 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:23.650285 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.773452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] DHCP port deletion for bb7f4b9f-edac-484c-9878-151a9923bdc9 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:32:23.835835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] Deleting port cc73931a-36e4-4cf4-af2a-6f582505c4f6 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:23.836563 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.913358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] For port cc73931a-36e4-4cf4-af2a-6f582505c4f6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cc73931a-36e4-4cf4-af2a-6f582505c4f6,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:23.913914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.930478 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] Calling delete_port for cc73931a-36e4-4cf4-af2a-6f582505c4f6 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:24.031620 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.033127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] For port cc73931a-36e4-4cf4-af2a-6f582505c4f6, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cc73931a-36e4-4cf4-af2a-6f582505c4f6,segment=NetworkSegment(51ed289d-4c95-45e3-aab5-efd2ac0519f1),segment_id=51ed289d-4c95-45e3-aab5-efd2ac0519f1)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:24.033677 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.054111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Calling delete_port for cc73931a-36e4-4cf4-af2a-6f582505c4f6 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:24.060970 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] Pushing event deleted for resources: {'Port': ['ID=cc73931a-36e4-4cf4-af2a-6f582505c4f6,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:24.068483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250ae20-da68-48dd-9530-1f0e6bab9bc1 None None] No DVR routers for this DVR port cc73931a-36e4-4cf4-af2a-6f582505c4f6 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:24.132295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.161706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=cc73931a-36e4-4cf4-af2a-6f582505c4f6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:24.165129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] No DVR routers for this DVR port cc73931a-36e4-4cf4-af2a-6f582505c4f6 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:24.177751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb3dd5d5-d103-440f-8928-4559d3a73e8a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:24.198570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: cb3dd5d5-d103-440f-8928-4559d3a73e8a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:24.198920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb3dd5d5-d103-440f-8928-4559d3a73e8a not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:24.199345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cc73931a-36e4-4cf4-af2a-6f582505c4f6 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:24.218942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: cc73931a-36e4-4cf4-af2a-6f582505c4f6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:24.219284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cc73931a-36e4-4cf4-af2a-6f582505c4f6 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:24.219761 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc51cc6f-df24-4f15-8815-d9a2015ec9b9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:24.236582 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.241354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: bc51cc6f-df24-4f15-8815-d9a2015ec9b9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:24.241842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bc51cc6f-df24-4f15-8815-d9a2015ec9b9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:24.252942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7f4b9f-edac-484c-9878-151a9923bdc9']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:24.265042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ed289d-4c95-45e3-aab5-efd2ac0519f1') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:24.265314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ed289d-4c95-45e3-aab5-efd2ac0519f1') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:24.275493 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.289603 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.295466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:32:24.296030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: self.session.flush() Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:32:24.297494 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:32:24.311242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0227-4279-4ccb-a2f3-a49f23888b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.360128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.365960 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.368008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] 10.222.0.25 "DELETE /v2.0/networks/bb7f4b9f-edac-484c-9878-151a9923bdc9 HTTP/1.1" status: 204 len: 168 time: 0.8539701 Aug 20 12:32:24.371219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57416) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:24.386969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cac5bd-ec3e-4856-a7a1-eba58cfd9fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7f4b9f-edac-484c-9878-151a9923bdc9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:24.722651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.967748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Deleting port 37622c9b-21be-47e7-b403-813093213a8c {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:24.968094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.013931 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.050168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] For port 37622c9b-21be-47e7-b403-813093213a8c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=37622c9b-21be-47e7-b403-813093213a8c,segment=NetworkSegment(38161770-6061-4504-a08f-f803d2ff2067),segment_id=38161770-6061-4504-a08f-f803d2ff2067)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:25.050559 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.063527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Calling delete_port for 37622c9b-21be-47e7-b403-813093213a8c owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:25.245184 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.273037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=37622c9b-21be-47e7-b403-813093213a8c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:25.448642 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.660833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Router 1b08a7a6-ed44-499b-8357-06637178b670 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:25.661246 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.768545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:25.773741 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a248c6e7-9e74-41bb-87b2-f63937121f65 admin admin] 10.222.0.25 "PUT /v2.0/routers/1b08a7a6-ed44-499b-8357-06637178b670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4011488 Aug 20 12:32:25.776206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57418) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:25.778833 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] Sync routers for ids ['1b08a7a6-ed44-499b-8357-06637178b670'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:25.788712 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] Routers {'1b08a7a6-ed44-499b-8357-06637178b670'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:25.789305 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1b08a7a6-ed44-499b-8357-06637178b670'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:25.883826 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.896625 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] Set router 1b08a7a6-ed44-499b-8357-06637178b670 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:25.989851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.044657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Deleting port 5c04fa6f-194a-4aee-b0b1-01210f151d16 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:26.045002 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.135284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] For port 5c04fa6f-194a-4aee-b0b1-01210f151d16, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c04fa6f-194a-4aee-b0b1-01210f151d16,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:26.135655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.150626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Calling delete_port for 5c04fa6f-194a-4aee-b0b1-01210f151d16 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:26.172803 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:32:25Z', 'revision_number': 5, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port': {'id': '5c04fa6f-194a-4aee-b0b1-01210f151d16', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b08a7a6-ed44-499b-8357-06637178b670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:09Z', 'updated_at': '2021-08-20T12:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:26.198990 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] Checking router: 1b08a7a6-ed44-499b-8357-06637178b670 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:26.207900 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] Routers {'1b08a7a6-ed44-499b-8357-06637178b670'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:26.208515 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1b08a7a6-ed44-499b-8357-06637178b670'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:26.294827 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] Set router 1b08a7a6-ed44-499b-8357-06637178b670 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:26.317208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.344513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c04fa6f-194a-4aee-b0b1-01210f151d16,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:26.350908 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:32:25Z', 'revision_number': 6, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:26.376419 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a18d3b-1a60-43cc-9680-51d3285ef5ba None None] The sync data for ids ['1b08a7a6-ed44-499b-8357-06637178b670'] in n-d-800634-10 is: [{'id': '1b08a7a6-ed44-499b-8357-06637178b670', 'name': 'tempest-TestServerBasicOps-885840869-router', 'tenant_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:32:25Z', 'revision_number': 6, 'project_id': 'dc4258cf732c45748bc4c9ff72538b3a', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:26.417589 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.508686 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.510814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.555099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.555715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b08a7a6-ed44-499b-8357-06637178b670 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:32:26.560260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.561433 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c662668b-efa5-4447-9c00-a3860e51d948 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1b08a7a6-ed44-499b-8357-06637178b670 HTTP/1.1" status: 204 len: 168 time: 0.7841566 Aug 20 12:32:26.563904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57422) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:26.607884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9d115a-9d9f-44fd-9e07-f4f135ae87cc admin admin] Deleting subnet e2e7bad6-97d2-4414-a50e-e53235607bca {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:32:26.610884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b9d115a-9d9f-44fd-9e07-f4f135ae87cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.648159 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b9d115a-9d9f-44fd-9e07-f4f135ae87cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.732314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b9d115a-9d9f-44fd-9e07-f4f135ae87cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.788688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b9d115a-9d9f-44fd-9e07-f4f135ae87cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.818608 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4b9d115a-9d9f-44fd-9e07-f4f135ae87cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.823025 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4b9d115a-9d9f-44fd-9e07-f4f135ae87cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e2e7bad6-97d2-4414-a50e-e53235607bca HTTP/1.1" status: 204 len: 168 time: 0.2553265 Aug 20 12:32:26.823025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d115a-9d9f-44fd-9e07-f4f135ae87cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e7bad6-97d2-4414-a50e-e53235607bca,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:26.823448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57424) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:26.824508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc6abd2-d8bd-445a-9d2b-48794b754b26 None None] Network 597911d8-2025-4aec-8073-dd937159a9d4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:26.890641 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:26.955832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Deleting port ae914c6b-ef3b-4040-b58e-949d209d4948 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:26.956254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.021799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] For port ae914c6b-ef3b-4040-b58e-949d209d4948, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ae914c6b-ef3b-4040-b58e-949d209d4948,segment=NetworkSegment(38161770-6061-4504-a08f-f803d2ff2067),segment_id=38161770-6061-4504-a08f-f803d2ff2067)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:27.022357 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.028042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.037468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Calling delete_port for ae914c6b-ef3b-4040-b58e-949d209d4948 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:27.121684 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.145601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae914c6b-ef3b-4040-b58e-949d209d4948,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:27.156884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] No DVR routers for this DVR port ae914c6b-ef3b-4040-b58e-949d209d4948 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:27.157873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eebda5f-0d7b-486a-8c81-4b654dd03915 None None] DHCP port deletion for 597911d8-2025-4aec-8073-dd937159a9d4 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:32:27.231115 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.241605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597911d8-2025-4aec-8073-dd937159a9d4']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:27.253364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38161770-6061-4504-a08f-f803d2ff2067') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:27.253566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38161770-6061-4504-a08f-f803d2ff2067') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:27.263829 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.278599 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.285535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:32:27.285929 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:32:27.287630 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:32:27.348973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.354018 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.356384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] 10.222.0.25 "DELETE /v2.0/networks/597911d8-2025-4aec-8073-dd937159a9d4 HTTP/1.1" status: 204 len: 168 time: 0.5315068 Aug 20 12:32:27.369954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5cafb-a981-4293-9e8c-f7384868e425 admin admin] Pushing event deleted for resources: {'Network': ['ID=597911d8-2025-4aec-8073-dd937159a9d4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:27.479141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57428) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:27.518716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f3f2e3ca-26ce-4aec-b462-a2b681c12fe1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29b41314878e4072b670853312ae194d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384574 Aug 20 12:32:27.521234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57430) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:27.568574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de2c7c72-074b-4f04-8e05-36a569c8af0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.589710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de2c7c72-074b-4f04-8e05-36a569c8af0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.639958 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de2c7c72-074b-4f04-8e05-36a569c8af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.643466 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-de2c7c72-074b-4f04-8e05-36a569c8af0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:27.644606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-de2c7c72-074b-4f04-8e05-36a569c8af0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91908e2b-6225-4911-9d88-5c3b158b333a HTTP/1.1" status: 204 len: 168 time: 0.1224747 Aug 20 12:32:27.652587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c7c72-074b-4f04-8e05-36a569c8af0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91908e2b-6225-4911-9d88-5c3b158b333a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:27.954041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57436) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:27.993715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-71785084-80fb-4239-a00b-1bbabaed8bf2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc4258cf732c45748bc4c9ff72538b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377116 Aug 20 12:32:27.996186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57438) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:28.044562 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5a25744-fa16-4b96-9fcf-dd1d05d7237d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:28.066730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5a25744-fa16-4b96-9fcf-dd1d05d7237d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:28.114734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5a25744-fa16-4b96-9fcf-dd1d05d7237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:28.117289 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5a25744-fa16-4b96-9fcf-dd1d05d7237d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:28.118506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f5a25744-fa16-4b96-9fcf-dd1d05d7237d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02313ce3-6aa2-4cbb-a1d5-945a6be9948a HTTP/1.1" status: 204 len: 168 time: 0.1213911 Aug 20 12:32:28.129301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a25744-fa16-4b96-9fcf-dd1d05d7237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02313ce3-6aa2-4cbb-a1d5-945a6be9948a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:28.195263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ae914c6b-ef3b-4040-b58e-949d209d4948 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:28.218575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: ae914c6b-ef3b-4040-b58e-949d209d4948 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:28.218917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ae914c6b-ef3b-4040-b58e-949d209d4948 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:28.219333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 37622c9b-21be-47e7-b403-813093213a8c no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:28.238002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 37622c9b-21be-47e7-b403-813093213a8c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:28.238369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 37622c9b-21be-47e7-b403-813093213a8c not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:28.238788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c04fa6f-194a-4aee-b0b1-01210f151d16 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:28.258120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 5c04fa6f-194a-4aee-b0b1-01210f151d16 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:28.258487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c04fa6f-194a-4aee-b0b1-01210f151d16 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:28.811599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57462) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:28.912406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1217984194-network', 'tenant_id': '8d18782efadc449ab2ce10dee705b980'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:28.934170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Made reservation on behalf of 8d18782efadc449ab2ce10dee705b980 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:28.936479 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:28.945924 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.034132 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.038198 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.069094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:32:29.075632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8ab3c2-800a-46f2-a5a3-18b8a998fbcf,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:29.082508 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.083525 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Added segment 0926a53a-e3db-4c6b-85fc-217df3a8ade5 of type vlan for network 040be481-4913-4759-8408-d7ce47258766 Aug 20 12:32:29.123007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.147837 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.148784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:29.149372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.217053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4042366 Aug 20 12:32:29.219980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57466) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:29.225683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Request body: {'subnet': {'network_id': '040be481-4913-4759-8408-d7ce47258766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1217984194-subnet', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:29.234148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528685a-46c4-4a40-9f60-25b96e2a624b admin admin] Pushing event updated for resources: {'Network': ['ID=040be481-4913-4759-8408-d7ce47258766,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:29.244319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 040be481-4913-4759-8408-d7ce47258766 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:32:29.248031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Made reservation on behalf of 8d18782efadc449ab2ce10dee705b980 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:29.250475 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.422382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.479261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113cb244-d21c-43cf-aa9c-d56d18a3bfeb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:29.487180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Checking segment: {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:29.487437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Network hostable DHCP agents. Network: 040be481-4913-4759-8408-d7ce47258766, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:32:29.503654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Network 040be481-4913-4759-8408-d7ce47258766 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:32:29.512312 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 040be481-4913-4759-8408-d7ce47258766) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:29.517084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:29.518540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.521819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db59f2fc-bd95-4994-9736-b4533ac7cb25 None None] Network 040be481-4913-4759-8408-d7ce47258766 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:29.537057 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-163a8147-a972-43b6-a37c-f5f0ad437d90 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3154066 Aug 20 12:32:29.540325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57468) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:29.544874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:29.566036 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.567186 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.623784 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.681826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-040be481-4913-4759-8408-d7ce47258766', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:32:29.682798 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.763782 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.820901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Allocated IP 172.20.0.2 (040be481-4913-4759-8408-d7ce47258766/113cb244-d21c-43cf-aa9c-d56d18a3bfeb/e8efd929-b50d-4b5e-bf4d-4af89f8f5310) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:29.962831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.967111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.976645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Transition to ACTIVE for port object e8efd929-b50d-4b5e-bf4d-4af89f8f5310 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:29.984714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.997854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Transition to ACTIVE for port object e8efd929-b50d-4b5e-bf4d-4af89f8f5310 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:30.004282 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:30.051446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Network 040be481-4913-4759-8408-d7ce47258766 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:30.055471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:30.057882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:30.072275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Pushing event updated for resources: {'Port': ['ID=e8efd929-b50d-4b5e-bf4d-4af89f8f5310,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:30.107610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Allocated IP 172.25.0.127 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/5a08da94-003a-4572-9c9d-cee6930801db) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:30.123285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Attempting to bind port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:30.123671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Attempting to bind port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:30.124113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Attempting to bind port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 on network 040be481-4913-4759-8408-d7ce47258766 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:30.130216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:30.130590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Checking segment: {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:30.130993 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:30.131384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Bound using segment: {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:30.131853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Bound port: e8efd929-b50d-4b5e-bf4d-4af89f8f5310, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:30.132237 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:30.198669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] For port e8efd929-b50d-4b5e-bf4d-4af89f8f5310, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:30.202276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] For port e8efd929-b50d-4b5e-bf4d-4af89f8f5310, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e8efd929-b50d-4b5e-bf4d-4af89f8f5310,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:30.207209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:30.217388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:30.256453 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:30.271798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7c6b2-2696-427b-be80-b11632bcf452 None None] Pushing event updated for resources: {'Port': ['ID=e8efd929-b50d-4b5e-bf4d-4af89f8f5310,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:30.297173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:30.300074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:30.302561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:30.334006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a08da94-003a-4572-9c9d-cee6930801db,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:30.856632 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:31.052728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57472) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:31.103075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:31.206190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40537935-990f-4580-90db-1b7830070654 None None] Network 040be481-4913-4759-8408-d7ce47258766 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:31.276324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f27d8b72-57ba-48e4-86cd-312f92369021 None None] Provisioning for port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:31.396974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Router 0302959b-0bb3-4060-b9b2-598fa60c05a6 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:32:31.570598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:31.581513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Sync routers for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:31.591568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:31.592184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:31.601891 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:31.603158 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dbd498b9-e7b0-4e5b-845a-f68dd7b4dcc7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0619013 Aug 20 12:32:31.606133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57474) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:31.653309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:31.891061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:31.994451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port 313fc781-de32-4c18-9cb9-a511beaf5c1a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:31.994713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.055031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.087412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:30Z', 'revision_number': 3, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:32.098885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port 313fc781-de32-4c18-9cb9-a511beaf5c1a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=313fc781-de32-4c18-9cb9-a511beaf5c1a,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:32.099301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.114862 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for 313fc781-de32-4c18-9cb9-a511beaf5c1a owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:32.145845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Checking router: 0302959b-0bb3-4060-b9b2-598fa60c05a6 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:32.145845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Updating router 0302959b-0bb3-4060-b9b2-598fa60c05a6 port 5a08da94-003a-4572-9c9d-cee6930801db binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:32.178830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.283256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e8efd929-b50d-4b5e-bf4d-4af89f8f5310 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:32.293123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Allocated IP 172.20.0.1 (040be481-4913-4759-8408-d7ce47258766/113cb244-d21c-43cf-aa9c-d56d18a3bfeb/40429113-33fb-4ab1-ba48-7a63105efdc9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:32.332239 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.368387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=313fc781-de32-4c18-9cb9-a511beaf5c1a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:32.409582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:32.418569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:32.418926 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.462027 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.480692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Transition to ACTIVE for port object 40429113-33fb-4ab1-ba48-7a63105efdc9 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:32.523499 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.569843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Network 040be481-4913-4759-8408-d7ce47258766 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:32.570711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.574647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:32.588104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.591106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:32.635106 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.658650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Transition to ACTIVE for port object 5a08da94-003a-4572-9c9d-cee6930801db will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:32.662044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e8efd929-b50d-4b5e-bf4d-4af89f8f5310, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e8efd929-b50d-4b5e-bf4d-4af89f8f5310,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:32.668640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Pushing event updated for resources: {'Port': ['ID=40429113-33fb-4ab1-ba48-7a63105efdc9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:32.671080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.685644 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.692431 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.751105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Attempting to bind port 5a08da94-003a-4572-9c9d-cee6930801db on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:32.751968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Attempting to bind port 5a08da94-003a-4572-9c9d-cee6930801db by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:32.752441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Attempting to bind port 5a08da94-003a-4572-9c9d-cee6930801db on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:32.761033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:32.761832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:32.762083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.762602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:32.764290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Bound port: 5a08da94-003a-4572-9c9d-cee6930801db, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:32.764290 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.789411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e8efd929-b50d-4b5e-bf4d-4af89f8f5310,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:32.845811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a37207-c7a0-498e-8d72-e7befbf84dc8 None None] Pushing event updated for resources: {'Port': ['ID=5a08da94-003a-4572-9c9d-cee6930801db,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:32.855845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.881001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] For port 5a08da94-003a-4572-9c9d-cee6930801db, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:32.882273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router 18805770-44e0-48e7-b78d-f2469b535b9f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:32.885414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] For port 5a08da94-003a-4572-9c9d-cee6930801db, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5a08da94-003a-4572-9c9d-cee6930801db,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:32.893672 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.938361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-85b0c183-875f-4cc8-82f9-c2bb494fef28 None None] Provisioning for port 40429113-33fb-4ab1-ba48-7a63105efdc9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:32.950375 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-85b0c183-875f-4cc8-82f9-c2bb494fef28 None None] Provisioning complete for port 40429113-33fb-4ab1-ba48-7a63105efdc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:32.950741 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-85b0c183-875f-4cc8-82f9-c2bb494fef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:32.992810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:32.993448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:33.004395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:33.015519 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-59fc8ec1-079c-4488-9741-352fa2311ab0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "PUT /v2.0/routers/18805770-44e0-48e7-b78d-f2469b535b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9615765 Aug 20 12:32:33.015708 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] Sync routers for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:33.025695 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:33.026607 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:33.036396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a37207-c7a0-498e-8d72-e7befbf84dc8 None None] Pushing event updated for resources: {'Port': ['ID=5a08da94-003a-4572-9c9d-cee6930801db,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:33.051416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-85b0c183-875f-4cc8-82f9-c2bb494fef28 None None] Port 40429113-33fb-4ab1-ba48-7a63105efdc9 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:33.075502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:33.084505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:33.135142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:33.155630 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:33.162500 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:33.182308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Pushing event updated for resources: {'Port': ['ID=40429113-33fb-4ab1-ba48-7a63105efdc9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:33.318098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165653e-b42a-4d25-8a4b-2da5616ad9d0 req-263dcdbd-b418-4806-89b0-a3b15faf606c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:33.319649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f165653e-b42a-4d25-8a4b-2da5616ad9d0 req-263dcdbd-b418-4806-89b0-a3b15faf606c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 946 time: 0.0844321 Aug 20 12:32:33.330569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Network 040be481-4913-4759-8408-d7ce47258766 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:33.337005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:33.400067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 1, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:33.411298 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 6, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:16Z', 'revision_number': 1, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:33.432744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18dbd7-7d46-4731-83b2-3e9c8db46855 None None] The sync data for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 is: [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 1, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:33.441890 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] Checking router: 18805770-44e0-48e7-b78d-f2469b535b9f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:33.451106 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:33.452412 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:33.502315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f165653e-b42a-4d25-8a4b-2da5616ad9d0 req-8b2213c7-f03a-4449-b5e6-20c051d27727 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736996 Aug 20 12:32:33.518085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Router 0302959b-0bb3-4060-b9b2-598fa60c05a6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:33.591987 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:33.645841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:33.652724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dea15312-71d5-4305-9418-68eb66220a9e admin admin] 10.222.0.25 "PUT /v2.0/routers/0302959b-0bb3-4060-b9b2-598fa60c05a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454836 Aug 20 12:32:33.695683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2202d174-eeaf-4df7-aee9-427eb1e614f5 None None] Provisioning complete for port 40429113-33fb-4ab1-ba48-7a63105efdc9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:33.696058 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2202d174-eeaf-4df7-aee9-427eb1e614f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:33.755020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2202d174-eeaf-4df7-aee9-427eb1e614f5 None None] Port 40429113-33fb-4ab1-ba48-7a63105efdc9 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:33.896203 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 6, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:16Z', 'revision_number': 1, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:33.928446 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea380d-f69d-4108-b754-231c2b6c65ae None None] The sync data for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 is: [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 6, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'b93d400e-0217-4fa8-8ec9-7161cd0d7319', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'port_id': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'mac_address': 'fa:16:3e:9c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:13Z', 'updated_at': '2021-08-20T12:31:16Z', 'revision_number': 1, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:34.186891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57494) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:34.192098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-171519673-network', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:34.212428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Made reservation on behalf of 1841d8b574574bb5bdc065b38bd8dfa6 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:34.214708 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.224144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.325735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.350344 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.362529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:32:34.380892 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.381250 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Added segment 54d3c7fc-fce0-4ab0-a64a-80a71fb78a66 of type vlan for network 4d1541e9-5bbf-4cf2-8171-8412279858a0 Aug 20 12:32:34.422682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9ba290-8532-46e7-b86a-b365c3bb9477,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:34.452178 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.453520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e8efd929-b50d-4b5e-bf4d-4af89f8f5310 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:34.488347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.490513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:34.490513 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.540708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:34.541101 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.566549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-140d1780-55cb-4fa5-97f1-977b30ebce37 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:34.568837 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-140d1780-55cb-4fa5-97f1-977b30ebce37 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 946 time: 0.0728707 Aug 20 12:32:34.587928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3997889 Aug 20 12:32:34.588632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57498) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:34.598332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Request body: {'subnet': {'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-171519673-subnet', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:34.624015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ce4db-5846-4aeb-a230-7193ab5ed033 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1541e9-5bbf-4cf2-8171-8412279858a0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:34.676596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 4d1541e9-5bbf-4cf2-8171-8412279858a0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:32:34.689634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Made reservation on behalf of 1841d8b574574bb5bdc065b38bd8dfa6 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:34.692670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.745313 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:34.747633 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.766447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 313fc781-de32-4c18-9cb9-a511beaf5c1a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:34.790804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39583c75-6883-4844-83b0-b9c676a325bd req-4414ec7c-819f-495d-a4cc-02ab266efc7d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:34.792463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39583c75-6883-4844-83b0-b9c676a325bd req-4414ec7c-819f-495d-a4cc-02ab266efc7d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ffc1798-8430-4117-9f80-d5d8c78e4c18 HTTP/1.1" status: 200 len: 946 time: 0.1489871 Aug 20 12:32:34.806283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 313fc781-de32-4c18-9cb9-a511beaf5c1a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:34.807009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 313fc781-de32-4c18-9cb9-a511beaf5c1a not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:34.867307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39583c75-6883-4844-83b0-b9c676a325bd req-8959b3ff-fe3e-4552-beab-3343f891f3a2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1eea8fb-b189-47fc-8227-72c0d414ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618107 Aug 20 12:32:34.867594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:34.868194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.891414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:34.975658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.033790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=324bda08-d7d7-4039-95c3-1dfb5fec475a,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:35.045287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Checking segment: {'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:35.045683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Network hostable DHCP agents. Network: 4d1541e9-5bbf-4cf2-8171-8412279858a0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:32:35.063322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Network 4d1541e9-5bbf-4cf2-8171-8412279858a0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:32:35.075837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 4d1541e9-5bbf-4cf2-8171-8412279858a0) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:35.076376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.081811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:35.082591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.086441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff75305-2113-4d81-9df7-edbe72cb8133 None None] Network 4d1541e9-5bbf-4cf2-8171-8412279858a0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:35.105785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d8f54402-e15c-4f30-bf57-78690f68c67f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5097821 Aug 20 12:32:35.106594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57500) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:35.113483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:35.133214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:35.155623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.156845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.189796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] No DVR routers for this DVR port bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:35.192605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.194720 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-82d58b1b-c3b1-4b2e-8a8e-e1f438fb6937 req-a33f208b-43c1-4a01-9c19-2dd1758b361c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.22 "DELETE /v2.0/ports/bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 HTTP/1.1" status: 204 len: 173 time: 0.6195800 Aug 20 12:32:35.195272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc1798-8430-4117-9f80-d5d8c78e4c18', 'name': 'network-vif-deleted', 'tag': 'bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:35.198210 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e873b5e9-1c2c-4acd-83fa-6bf0aadf3e2d" -d '{"events": [{"server_uuid": "7ffc1798-8430-4117-9f80-d5d8c78e4c18", "name": "network-vif-deleted", "tag": "bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:35.233296 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.246526 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b06d73-93f9-4e81-bc33-356903f903cb x-openstack-request-id: req-02b06d73-93f9-4e81-bc33-356903f903cb {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:35.246830 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc1798-8430-4117-9f80-d5d8c78e4c18", "name": "network-vif-deleted", "tag": "bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:35.247102 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02b06d73-93f9-4e81-bc33-356903f903cb {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:35.248227 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc1798-8430-4117-9f80-d5d8c78e4c18', 'name': 'network-vif-deleted', 'tag': 'bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60', 'status': 'completed', 'code': 200} Aug 20 12:32:35.282520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-4d1541e9-5bbf-4cf2-8171-8412279858a0', 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'fixed_ips': [{'subnet_id': '324bda08-d7d7-4039-95c3-1dfb5fec475a'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:32:35.284620 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.406618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.442497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Allocated IP 172.20.0.2 (4d1541e9-5bbf-4cf2-8171-8412279858a0/324bda08-d7d7-4039-95c3-1dfb5fec475a/ac0c14f0-0a1f-43c7-8706-2131e85aae8e) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:35.604466 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.615449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Transition to ACTIVE for port object ac0c14f0-0a1f-43c7-8706-2131e85aae8e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:35.627644 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.642886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Transition to ACTIVE for port object ac0c14f0-0a1f-43c7-8706-2131e85aae8e will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:35.651036 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.653504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.701880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Network 4d1541e9-5bbf-4cf2-8171-8412279858a0 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:35.705247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:35.708886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:35.720266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Pushing event updated for resources: {'Port': ['ID=ac0c14f0-0a1f-43c7-8706-2131e85aae8e,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:35.777085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Attempting to bind port ac0c14f0-0a1f-43c7-8706-2131e85aae8e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:35.777457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Attempting to bind port ac0c14f0-0a1f-43c7-8706-2131e85aae8e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:35.778541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Attempting to bind port ac0c14f0-0a1f-43c7-8706-2131e85aae8e on network 4d1541e9-5bbf-4cf2-8171-8412279858a0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:35.785123 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:35.785321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Allocated IP 172.25.0.241 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/c0afb5bd-3967-4326-9652-8c581bc7c345) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:35.785560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Checking segment: {'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:35.785878 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.786296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Bound using segment: {'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:35.787310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Bound port: ac0c14f0-0a1f-43c7-8706-2131e85aae8e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:35.787728 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.867580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] For port ac0c14f0-0a1f-43c7-8706-2131e85aae8e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:35.871453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] For port ac0c14f0-0a1f-43c7-8706-2131e85aae8e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ac0c14f0-0a1f-43c7-8706-2131e85aae8e,segment=NetworkSegment(54d3c7fc-fce0-4ab0-a64a-80a71fb78a66),segment_id=54d3c7fc-fce0-4ab0-a64a-80a71fb78a66)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:35.876052 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.909844 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.936896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57506) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:35.952642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50acbe-9a58-45b2-b391-3eb1b18c8819 None None] Pushing event updated for resources: {'Port': ['ID=ac0c14f0-0a1f-43c7-8706-2131e85aae8e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:35.988752 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.053744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:36.060053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df95b3c2-cc19-4978-add5-c57062b90dbc tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.061880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:36.066131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Pushing event updated for resources: {'Port': ['ID=c0afb5bd-3967-4326-9652-8c581bc7c345,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:36.069208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:36.136916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df95b3c2-cc19-4978-add5-c57062b90dbc tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.238807 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Sync routers for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:36.254728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:36.255839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:36.323211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5a08da94-003a-4572-9c9d-cee6930801db up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:36.331314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df95b3c2-cc19-4978-add5-c57062b90dbc tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.333934 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-df95b3c2-cc19-4978-add5-c57062b90dbc tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.335228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-df95b3c2-cc19-4978-add5-c57062b90dbc tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/security-groups/b1eea8fb-b189-47fc-8227-72c0d414ba63 HTTP/1.1" status: 204 len: 168 time: 0.3973770 Aug 20 12:32:36.384846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57510) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:36.389922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95b3c2-cc19-4978-add5-c57062b90dbc tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eea8fb-b189-47fc-8227-72c0d414ba63,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:36.446393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:36.451109 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47ae47f-60c0-4bda-b632-9f72544004a4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting subnet 1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:32:36.455360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e47ae47f-60c0-4bda-b632-9f72544004a4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.490639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5a08da94-003a-4572-9c9d-cee6930801db completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:36.502810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5a08da94-003a-4572-9c9d-cee6930801db triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:36.503471 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.790768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.841521 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e47ae47f-60c0-4bda-b632-9f72544004a4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.886144 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.907505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 5a08da94-003a-4572-9c9d-cee6930801db, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5a08da94-003a-4572-9c9d-cee6930801db,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:36.917199 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:36.918024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ac0c14f0-0a1f-43c7-8706-2131e85aae8e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:36.946811 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e47ae47f-60c0-4bda-b632-9f72544004a4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.031705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=5a08da94-003a-4572-9c9d-cee6930801db,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:37.038136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 2, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:37.040954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.046397 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e47ae47f-60c0-4bda-b632-9f72544004a4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.073506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Checking router: 0302959b-0bb3-4060-b9b2-598fa60c05a6 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:37.073882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Updating router 0302959b-0bb3-4060-b9b2-598fa60c05a6 port 40429113-33fb-4ab1-ba48-7a63105efdc9 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:37.075781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ac0c14f0-0a1f-43c7-8706-2131e85aae8e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:37.083629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e47ae47f-60c0-4bda-b632-9f72544004a4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.088964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e47ae47f-60c0-4bda-b632-9f72544004a4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/subnets/1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b HTTP/1.1" status: 204 len: 168 time: 0.7029307 Aug 20 12:32:37.090110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57512) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:37.090638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ae47f-60c0-4bda-b632-9f72544004a4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Subnet': ['ID=1d34a9f0-f61f-4fb7-8fa9-56163e1cda5b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:37.097798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018ded3b-1852-423b-9f0a-8cb5027717ff None None] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:37.156314 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.215784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.246662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a2d26-f320-4b7c-9d8b-7c3af625472f None None] Network 4d1541e9-5bbf-4cf2-8171-8412279858a0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:37.295889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:32:37.311629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port 9392d2dc-2da7-4dc0-a127-1007ca0f177f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:37.311965 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.414804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5cba5581-991a-4a8b-854c-8d9a3b73a249 None None] Provisioning for port ac0c14f0-0a1f-43c7-8706-2131e85aae8e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:37.465196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5cba5581-991a-4a8b-854c-8d9a3b73a249 None None] Provisioning complete for port ac0c14f0-0a1f-43c7-8706-2131e85aae8e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:37.465196 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5cba5581-991a-4a8b-854c-8d9a3b73a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.471009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port 9392d2dc-2da7-4dc0-a127-1007ca0f177f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9392d2dc-2da7-4dc0-a127-1007ca0f177f,segment=NetworkSegment(08bae5db-a62d-4421-8bed-436b2be9a4d2),segment_id=08bae5db-a62d-4421-8bed-436b2be9a4d2)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:37.471624 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.491603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for 9392d2dc-2da7-4dc0-a127-1007ca0f177f owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:37.499922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:37.511009 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Sync routers for ids ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:37.517433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] DHCP port deletion for 9ea620d0-1be6-4931-865f-5e4ba3943aff request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:32:37.521772 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Routers {'0db03b9f-96e0-4314-b2fe-0c714dc9f786'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:37.522676 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:37.554901 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.556231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4f0fdbfc-025b-43eb-91f6-adb41cfe787f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4486864 Aug 20 12:32:37.559630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57514) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:37.610273 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.625159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] No DVR routers for this DVR port 9392d2dc-2da7-4dc0-a127-1007ca0f177f on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:37.650802 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=9392d2dc-2da7-4dc0-a127-1007ca0f177f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:37.704119 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Set router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:37.736964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] Deleting port 9392d2dc-2da7-4dc0-a127-1007ca0f177f {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:37.737341 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.743175 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5cba5581-991a-4a8b-854c-8d9a3b73a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.758372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.770173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea620d0-1be6-4931-865f-5e4ba3943aff']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:37.788651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bae5db-a62d-4421-8bed-436b2be9a4d2') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:37.789091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bae5db-a62d-4421-8bed-436b2be9a4d2') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:37.800275 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.800995 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.812413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Transition to ACTIVE for port object 40429113-33fb-4ab1-ba48-7a63105efdc9 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:37.816055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.831175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:32:37.835488 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.838978 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.902411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5cba5581-991a-4a8b-854c-8d9a3b73a249 None None] For port ac0c14f0-0a1f-43c7-8706-2131e85aae8e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ac0c14f0-0a1f-43c7-8706-2131e85aae8e,segment=NetworkSegment(54d3c7fc-fce0-4ab0-a64a-80a71fb78a66),segment_id=54d3c7fc-fce0-4ab0-a64a-80a71fb78a66)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:37.917114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5cba5581-991a-4a8b-854c-8d9a3b73a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.929684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] For port 9392d2dc-2da7-4dc0-a127-1007ca0f177f, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:37.930091 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:32:37.944984 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:32:37.949614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.963870 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 3, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port': {'id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:37.995294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:37.997221 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Checking router: 0db03b9f-96e0-4314-b2fe-0c714dc9f786 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:37.997843 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Updating router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 port c0afb5bd-3967-4326-9652-8c581bc7c345 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:37.998981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/networks/9ea620d0-1be6-4931-865f-5e4ba3943aff HTTP/1.1" status: 204 len: 168 time: 0.9062612 Aug 20 12:32:38.000313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c0328-6332-49ce-937f-bbeb75433225 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Network': ['ID=9ea620d0-1be6-4931-865f-5e4ba3943aff,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.000920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9dd2a-70aa-42da-a5e1-47e8447a04cf None None] Pushing event updated for resources: {'Port': ['ID=40429113-33fb-4ab1-ba48-7a63105efdc9,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.005061 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] Calling delete_port for 9392d2dc-2da7-4dc0-a127-1007ca0f177f owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:38.006993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57516) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:38.018441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] Port 9392d2dc-2da7-4dc0-a127-1007ca0f177f was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:32:38.047008 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.061720 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.115484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] Network 9ea620d0-1be6-4931-865f-5e4ba3943aff is not hosted by any dhcp agent {{(pid=101035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:32:38.116251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] No DVR routers for this DVR port 9392d2dc-2da7-4dc0-a127-1007ca0f177f on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:38.183386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Attempting to bind port 40429113-33fb-4ab1-ba48-7a63105efdc9 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:38.183895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Attempting to bind port 40429113-33fb-4ab1-ba48-7a63105efdc9 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:38.184285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Attempting to bind port 40429113-33fb-4ab1-ba48-7a63105efdc9 on network 040be481-4913-4759-8408-d7ce47258766 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:38.210760 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba5581-991a-4a8b-854c-8d9a3b73a249 None None] Pushing event updated for resources: {'Port': ['ID=ac0c14f0-0a1f-43c7-8706-2131e85aae8e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.236917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-60795bc3-1683-49ba-8ca0-9528857aa919 None None] Provisioning complete for port ac0c14f0-0a1f-43c7-8706-2131e85aae8e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:38.239741 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-60795bc3-1683-49ba-8ca0-9528857aa919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.299056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.305688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:38.306066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Checking segment: {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:38.306496 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.306888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Bound using segment: {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:38.307368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Bound port: 40429113-33fb-4ab1-ba48-7a63105efdc9, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:38.307746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.323739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5a08da94-003a-4572-9c9d-cee6930801db up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:38.333212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port 5b2c410d-d304-4cc6-b9e7-c6c80b8fb3d2 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:38.333762 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.368245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:38.373463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065aae4-ecbd-4158-8c3c-604e0971bff0 None None] Pushing event deleted for resources: {'Port': ['ID=9392d2dc-2da7-4dc0-a127-1007ca0f177f,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.442136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] For port 40429113-33fb-4ab1-ba48-7a63105efdc9, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:38.448574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] For port 40429113-33fb-4ab1-ba48-7a63105efdc9, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=40429113-33fb-4ab1-ba48-7a63105efdc9,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:38.450041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.450744 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.466392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for 5b2c410d-d304-4cc6-b9e7-c6c80b8fb3d2 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:38.471917 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.479756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:38.480102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bcc10cc1-9cb8-47e3-bf53-ae5ec0fcae60 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:38.483781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Allocated IP 172.20.0.1 (4d1541e9-5bbf-4cf2-8171-8412279858a0/324bda08-d7d7-4039-95c3-1dfb5fec475a/914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:38.535589 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.547301 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Transition to ACTIVE for port object c0afb5bd-3967-4326-9652-8c581bc7c345 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:38.547844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9dd2a-70aa-42da-a5e1-47e8447a04cf None None] Pushing event updated for resources: {'Port': ['ID=40429113-33fb-4ab1-ba48-7a63105efdc9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.561431 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.568549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5a08da94-003a-4572-9c9d-cee6930801db triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:38.569167 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.595027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:38.595953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:38.623585 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.628148 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68711268-ad71-454d-abd5-a80cb50a54b9 None None] Pushing event updated for resources: {'Port': ['ID=c0afb5bd-3967-4326-9652-8c581bc7c345,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.649416 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Transition to ACTIVE for port object 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:38.656074 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Attempting to bind port c0afb5bd-3967-4326-9652-8c581bc7c345 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:38.656459 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Attempting to bind port c0afb5bd-3967-4326-9652-8c581bc7c345 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:38.656788 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Attempting to bind port c0afb5bd-3967-4326-9652-8c581bc7c345 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:38.665427 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:38.666231 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:38.666774 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.667442 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:38.668554 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Bound port: c0afb5bd-3967-4326-9652-8c581bc7c345, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:38.669230 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.715740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.718491 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.775029 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] For port c0afb5bd-3967-4326-9652-8c581bc7c345, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:38.778096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Network 4d1541e9-5bbf-4cf2-8171-8412279858a0 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:38.780008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=5b2c410d-d304-4cc6-b9e7-c6c80b8fb3d2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.784332 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:38.788664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:38.789421 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] For port c0afb5bd-3967-4326-9652-8c581bc7c345, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c0afb5bd-3967-4326-9652-8c581bc7c345,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:38.797122 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.821937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.852598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.868028 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:38.868856 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Floating IP b93d400e-0217-4fa8-8ec9-7161cd0d7319 disassociated (deleted). External IP: 172.25.0.183, port: 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04. Aug 20 12:32:38.907255 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68711268-ad71-454d-abd5-a80cb50a54b9 None None] Pushing event updated for resources: {'Port': ['ID=c0afb5bd-3967-4326-9652-8c581bc7c345,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:38.941259 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Routers {'0db03b9f-96e0-4314-b2fe-0c714dc9f786'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:38.942472 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:39.083186 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:39.092126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:39.123614 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] Set router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:39.194009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-92bafb68-66cf-4216-80af-79547b90035e None None] Provisioning for port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:39.233493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9392d2dc-2da7-4dc0-a127-1007ca0f177f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:39.260467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-92bafb68-66cf-4216-80af-79547b90035e None None] Provisioning complete for port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:39.260883 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-92bafb68-66cf-4216-80af-79547b90035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:39.265763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 9392d2dc-2da7-4dc0-a127-1007ca0f177f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:39.266104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9392d2dc-2da7-4dc0-a127-1007ca0f177f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:39.283922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router 18805770-44e0-48e7-b78d-f2469b535b9f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:39.289827 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:39.297081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:39.321541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-92bafb68-66cf-4216-80af-79547b90035e None None] Port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:39.378323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:39.381414 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:39.403893 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 3, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port': {'id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:39.433625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:38Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:39.437319 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a96f5-3747-4d7d-95fc-98cb92835985 None None] The sync data for ids ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'] in n-d-800634-10 is: [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 3, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port': {'id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:39.453635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:39.466027 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:39.467646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e424c-c702-4de3-b545-0a9a483f2391 None None] The sync data for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 is: [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:38Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:39.471040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] Sync routers for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:39.484128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:39.484766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:39.512300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Network 4d1541e9-5bbf-4cf2-8171-8412279858a0 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:39.515422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:39.525533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e714bbf0-4549-424b-9c40-dd9ef8681e1f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/floatingips/b93d400e-0217-4fa8-8ec9-7161cd0d7319 HTTP/1.1" status: 204 len: 168 time: 1.5174787 Aug 20 12:32:39.526207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:39.528530 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfaec95-cc6a-4aca-b474-e740a65d3a84" -d '{"events": [{"name": "network-changed", "server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:39.610504 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe08f4a-8caa-41ec-8c8d-82666b793eb3 x-openstack-request-id: req-dfe08f4a-8caa-41ec-8c8d-82666b793eb3 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:39.611298 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:39.611756 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfe08f4a-8caa-41ec-8c8d-82666b793eb3 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:39.612337 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'status': 'completed', 'code': 200} Aug 20 12:32:39.684220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:39.781095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-8e0bef10-d0d2-4aef-933f-4b4ca1b7b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:39.783397 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-8e0bef10-d0d2-4aef-933f-4b4ca1b7b29f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 1098 time: 0.1356273 Aug 20 12:32:39.815666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:40.009042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04bb4b-6792-4f89-947c-c2b1ca85e4d4 req-d35f2305-235b-4926-80e5-04c7700767dc tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:40.010691 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e04bb4b-6792-4f89-947c-c2b1ca85e4d4 req-d35f2305-235b-4926-80e5-04c7700767dc tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 946 time: 0.1080968 Aug 20 12:32:40.019266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ed49c8d9-077d-44b1-8490-656babc9748e None None] Provisioning complete for port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:40.019644 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed49c8d9-077d-44b1-8490-656babc9748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.036669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-4cea757f-3eee-452f-9f3b-5b3fe059959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:40.038482 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-4cea757f-3eee-452f-9f3b-5b3fe059959d service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266 HTTP/1.1" status: 200 len: 897 time: 0.2338398 Aug 20 12:32:40.085757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e04bb4b-6792-4f89-947c-c2b1ca85e4d4 req-b837e428-a276-405e-9a33-b53b2ee96643 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642438 Aug 20 12:32:40.102231 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:40.111404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ed49c8d9-077d-44b1-8490-656babc9748e None None] Port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:40.112123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8cea2ec5-65c3-4f0c-9f4d-3803eccdf4f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/0db03b9f-96e0-4314-b2fe-0c714dc9f786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5467379 Aug 20 12:32:40.112123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-fa6a6a77-fa6c-4f16-8d4c-1022fa66d959 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 HTTP/1.1" status: 200 len: 217 time: 0.0592706 Aug 20 12:32:40.154125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 6, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:40.196989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-15f7e9ba-04f1-466f-9e51-6fd5c5cc9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:40.199030 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-15f7e9ba-04f1-466f-9e51-6fd5c5cc9cd0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5487c60-507c-465c-854d-60b6e989f27b HTTP/1.1" status: 200 len: 834 time: 0.0806746 Aug 20 12:32:40.231800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] Checking router: 18805770-44e0-48e7-b78d-f2469b535b9f for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:40.245856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:40.246730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:40.284169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-c11ea30d-9d41-44c4-b5d3-f78a5a476b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:40.285698 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-c11ea30d-9d41-44c4-b5d3-f78a5a476b94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ea8f791-8431-4e5d-9e62-1f5eb8d57266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766768 Aug 20 12:32:40.413386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 40429113-33fb-4ab1-ba48-7a63105efdc9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:40.490940 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-205d2d49-2ac7-4e65-abf2-adb517acdd9d service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937318 Aug 20 12:32:40.495572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:40.608172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 40429113-33fb-4ab1-ba48-7a63105efdc9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:40.630337 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6bfaec95-cc6a-4aca-b474-e740a65d3a84 req-49f7b96e-aef3-4619-98d0-b1a0dab69d87 service neutron] 10.222.0.73 "GET /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297100 Aug 20 12:32:40.643410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 40429113-33fb-4ab1-ba48-7a63105efdc9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:40.643674 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.795530 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.833547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 6, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:40.873071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 40429113-33fb-4ab1-ba48-7a63105efdc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=40429113-33fb-4ab1-ba48-7a63105efdc9,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:40.874868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24d29c-1857-4c50-95d0-2e036b4a028d None None] The sync data for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 is: [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 6, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '5128373b-8cf5-473a-bed2-456b9e70046d', 'name': '', 'network_id': '3ea8f791-8431-4e5d-9e62-1f5eb8d57266', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:7d:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:54Z', 'updated_at': '2021-08-20T12:31:00Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'a5487c60-507c-465c-854d-60b6e989f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:40.878231 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:40.879021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c0afb5bd-3967-4326-9652-8c581bc7c345 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:40.967100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=40429113-33fb-4ab1-ba48-7a63105efdc9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:40.980264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port c0afb5bd-3967-4326-9652-8c581bc7c345 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:40.985335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c0afb5bd-3967-4326-9652-8c581bc7c345 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:40.986495 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:41.082767 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:41.106675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port c0afb5bd-3967-4326-9652-8c581bc7c345, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c0afb5bd-3967-4326-9652-8c581bc7c345,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:41.121612 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:41.122595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ac0c14f0-0a1f-43c7-8706-2131e85aae8e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:41.228714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=c0afb5bd-3967-4326-9652-8c581bc7c345,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:41.243467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ac0c14f0-0a1f-43c7-8706-2131e85aae8e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:41.243956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:41.246118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abfc92-afc9-43dd-99b4-82e9dea1f1d6 req-99e985a8-22ed-4a26-9779-481c1a8ef4ea tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:41.247926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6abfc92-afc9-43dd-99b4-82e9dea1f1d6 req-99e985a8-22ed-4a26-9779-481c1a8ef4ea tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 946 time: 0.0592599 Aug 20 12:32:41.315577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6abfc92-afc9-43dd-99b4-82e9dea1f1d6 req-fbde5384-129f-4695-b181-96123f4697bd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=93614d15-c01a-4b85-8abd-b69b716bfc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596626 Aug 20 12:32:41.378317 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-8a4e5784-f19c-4dec-af9b-4b5f76b54b96 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:41.379824 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-8a4e5784-f19c-4dec-af9b-4b5f76b54b96 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 946 time: 0.0897710 Aug 20 12:32:41.490461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:41.490803 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:41.602592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:41.602966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:41.619113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:41.646461 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7ca70-6744-444c-819d-00825869ea43 None None] New status for floating IP b93d400e-0217-4fa8-8ec9-7161cd0d7319: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:32:41.779498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:41.813273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:41.863964 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] No DVR routers for this DVR port 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:41.867218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:41.869720 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a5a3d35b-2f8b-468b-8c13-fd5c16681121 req-c6c4f61b-2a0e-420e-9fe1-e29a7c2bcb70 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "DELETE /v2.0/ports/6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 HTTP/1.1" status: 204 len: 173 time: 0.4787102 Aug 20 12:32:41.870172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'name': 'network-vif-deleted', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:41.872490 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72b65d6-480b-44ac-a417-f30ed6fd241c" -d '{"events": [{"server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "name": "network-vif-deleted", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:41.914593 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c7f15a-1382-4a5d-89c2-588d7411914e x-openstack-request-id: req-60c7f15a-1382-4a5d-89c2-588d7411914e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:41.914893 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3879ca0f-b9a5-452e-a495-0a30415ab319", "name": "network-vif-deleted", "tag": "6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:41.915150 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60c7f15a-1382-4a5d-89c2-588d7411914e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:41.915578 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3879ca0f-b9a5-452e-a495-0a30415ab319', 'name': 'network-vif-deleted', 'tag': '6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04', 'status': 'completed', 'code': 200} Aug 20 12:32:41.982749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Sync routers for ids ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:41.993006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Routers {'0db03b9f-96e0-4314-b2fe-0c714dc9f786'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:41.993620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:42.130081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Set router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:42.198031 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:42.447204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1e7021c-09eb-4756-8b03-801adffee92d req-4808145e-9723-42f1-8f4d-2f87e83fb33c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=3879ca0f-b9a5-452e-a495-0a30415ab319 HTTP/1.1" status: 200 len: 210 time: 0.0456185 Aug 20 12:32:42.453044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 40429113-33fb-4ab1-ba48-7a63105efdc9 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:42.557330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 40429113-33fb-4ab1-ba48-7a63105efdc9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:42.557699 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:42.625769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:39Z', 'revision_number': 4, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port': {'id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8', 'name': '', 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'mac_address': 'fa:16:3e:9c:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '324bda08-d7d7-4039-95c3-1dfb5fec475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:38Z', 'updated_at': '2021-08-20T12:32:39Z', 'revision_number': 2, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'subnets': [{'id': '324bda08-d7d7-4039-95c3-1dfb5fec475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:42.670037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Checking router: 0db03b9f-96e0-4314-b2fe-0c714dc9f786 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:42.670321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Updating router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:42.711647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c0afb5bd-3967-4326-9652-8c581bc7c345 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:42.713389 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:42.858915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port c0afb5bd-3967-4326-9652-8c581bc7c345 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:42.859263 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.104308 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.114193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Transition to ACTIVE for port object 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:43.122311 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.171576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0b325-c35b-4a22-95fd-abb811c520d1 None None] Pushing event updated for resources: {'Port': ['ID=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:43.230435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Attempting to bind port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:43.230815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Attempting to bind port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:43.231185 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Attempting to bind port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 on network 4d1541e9-5bbf-4cf2-8171-8412279858a0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:43.237326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:43.237708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Checking segment: {'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:43.238132 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.238571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Bound using segment: {'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:43.239053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Bound port: 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:43.239437 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.324968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] For port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:43.335974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] For port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,segment=NetworkSegment(54d3c7fc-fce0-4ab0-a64a-80a71fb78a66),segment_id=54d3c7fc-fce0-4ab0-a64a-80a71fb78a66)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:43.341454 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.407324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Routers {'0db03b9f-96e0-4314-b2fe-0c714dc9f786'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:43.408979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:43.456634 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0b325-c35b-4a22-95fd-abb811c520d1 None None] Pushing event updated for resources: {'Port': ['ID=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:43.522402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57618) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:43.559640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] Set router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:43.609710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef11dd5f-9353-4fcd-a6d2-f32e8eb326c4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.637873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef11dd5f-9353-4fcd-a6d2-f32e8eb326c4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.708495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef11dd5f-9353-4fcd-a6d2-f32e8eb326c4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.711665 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef11dd5f-9353-4fcd-a6d2-f32e8eb326c4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:43.715828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ef11dd5f-9353-4fcd-a6d2-f32e8eb326c4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/security-groups/93614d15-c01a-4b85-8abd-b69b716bfc80 HTTP/1.1" status: 204 len: 168 time: 0.1916933 Aug 20 12:32:43.727922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11dd5f-9353-4fcd-a6d2-f32e8eb326c4 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93614d15-c01a-4b85-8abd-b69b716bfc80,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:43.756366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57622) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:43.814611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:39Z', 'revision_number': 4, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port': {'id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8', 'name': '', 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'mac_address': 'fa:16:3e:9c:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '324bda08-d7d7-4039-95c3-1dfb5fec475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:38Z', 'updated_at': '2021-08-20T12:32:43Z', 'revision_number': 4, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'subnets': [{'id': '324bda08-d7d7-4039-95c3-1dfb5fec475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:43.842925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e639e0-97fa-4f60-9c9d-5c5e371b7a38 None None] The sync data for ids ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'] in n-d-800634-10 is: [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:39Z', 'revision_number': 4, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port': {'id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8', 'name': '', 'network_id': '4d1541e9-5bbf-4cf2-8171-8412279858a0', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'mac_address': 'fa:16:3e:9c:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '324bda08-d7d7-4039-95c3-1dfb5fec475a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:38Z', 'updated_at': '2021-08-20T12:32:43Z', 'revision_number': 4, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'subnets': [{'id': '324bda08-d7d7-4039-95c3-1dfb5fec475a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:43.958861 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.211240 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.272194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:44.332135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:44.338795 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:44.339177 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.370803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:44.422917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:44.424099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 6f4df9b5-be3e-4bdc-abf7-88e5c8bb8e04 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:44.503160 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.544832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,segment=NetworkSegment(54d3c7fc-fce0-4ab0-a64a-80a71fb78a66),segment_id=54d3c7fc-fce0-4ab0-a64a-80a71fb78a66)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:44.553424 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.607681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port 5128373b-8cf5-473a-bed2-456b9e70046d {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:44.608269 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.616992 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:44.709129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port 5128373b-8cf5-473a-bed2-456b9e70046d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5128373b-8cf5-473a-bed2-456b9e70046d,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:44.709497 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.724434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for 5128373b-8cf5-473a-bed2-456b9e70046d owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:44.944234 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.979947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=5128373b-8cf5-473a-bed2-456b9e70046d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:45.489339 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.720590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router 18805770-44e0-48e7-b78d-f2469b535b9f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:45.833578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:45.839140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c61c5207-9ce9-44fe-bdc7-0c3216024e2f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "PUT /v2.0/routers/18805770-44e0-48e7-b78d-f2469b535b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0810442 Aug 20 12:32:45.841278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57628) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:45.853142 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] Sync routers for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:45.866037 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:45.867014 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:45.899082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-58240fa2-ffcb-4e96-98ab-6a5401c055c2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting subnet a5487c60-507c-465c-854d-60b6e989f27b {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:32:45.902606 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58240fa2-ffcb-4e96-98ab-6a5401c055c2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.947062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58240fa2-ffcb-4e96-98ab-6a5401c055c2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.984238 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:46.048055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58240fa2-ffcb-4e96-98ab-6a5401c055c2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.116962 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58240fa2-ffcb-4e96-98ab-6a5401c055c2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.146871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74500007-dcf2-4300-9f43-c9f288c94d78 None None] Network 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:46.152545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-58240fa2-ffcb-4e96-98ab-6a5401c055c2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.154642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-58240fa2-ffcb-4e96-98ab-6a5401c055c2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/subnets/a5487c60-507c-465c-854d-60b6e989f27b HTTP/1.1" status: 204 len: 168 time: 0.3124228 Aug 20 12:32:46.155891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58240fa2-ffcb-4e96-98ab-6a5401c055c2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Subnet': ['ID=a5487c60-507c-465c-854d-60b6e989f27b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:46.157345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57630) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:46.191774 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:44Z', 'revision_number': 7, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:46.223731 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] Checking router: 18805770-44e0-48e7-b78d-f2469b535b9f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:46.234749 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] Routers {'18805770-44e0-48e7-b78d-f2469b535b9f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:46.235277 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['18805770-44e0-48e7-b78d-f2469b535b9f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:46.300721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.373129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:46.419225 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] Set router 18805770-44e0-48e7-b78d-f2469b535b9f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:46.427412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:46.427786 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.455407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] DHCP port deletion for 3ea8f791-8431-4e5d-9e62-1f5eb8d57266 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:32:46.468297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.571251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] Deleting port b2564e8d-50ae-4329-b6be-176520af0d0c {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:46.571797 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.575911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port 58939ed5-6626-4805-973a-456fa1e47938 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:46.576992 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.644116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] For port b2564e8d-50ae-4329-b6be-176520af0d0c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b2564e8d-50ae-4329-b6be-176520af0d0c,segment=NetworkSegment(90cd9637-fa43-4803-9df7-b22716755e0b),segment_id=90cd9637-fa43-4803-9df7-b22716755e0b)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:46.644512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.659671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] Calling delete_port for b2564e8d-50ae-4329-b6be-176520af0d0c owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:46.683906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port 58939ed5-6626-4805-973a-456fa1e47938, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=58939ed5-6626-4805-973a-456fa1e47938,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:46.684277 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.699524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for 58939ed5-6626-4805-973a-456fa1e47938 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:46.705958 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:44Z', 'revision_number': 7, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:46.740174 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12863a-2e20-4389-9a46-a886cfde110d None None] The sync data for ids ['18805770-44e0-48e7-b78d-f2469b535b9f'] in n-d-800634-10 is: [{'id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'name': 'tempest-TestNetworkBasicOps-router-107834560', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '58939ed5-6626-4805-973a-456fa1e47938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:32:44Z', 'revision_number': 7, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': '58939ed5-6626-4805-973a-456fa1e47938', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18805770-44e0-48e7-b78d-f2469b535b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:50Z', 'updated_at': '2021-08-20T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:46.770196 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.795901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] Pushing event deleted for resources: {'Port': ['ID=b2564e8d-50ae-4329-b6be-176520af0d0c,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:46.813060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45dca2-baf6-40ed-af8a-d8c327c30a80 None None] No DVR routers for this DVR port b2564e8d-50ae-4329-b6be-176520af0d0c on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:46.905795 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:46.937357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=58939ed5-6626-4805-973a-456fa1e47938,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:47.009281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.107969 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.113215 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.159410 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.160238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Fanout notify agent at l3_agent the message router_deleted on router 18805770-44e0-48e7-b78d-f2469b535b9f {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:32:47.167994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.170683 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0629ce51-79c2-4b1f-8ce6-7e30eee81bb0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/routers/18805770-44e0-48e7-b78d-f2469b535b9f HTTP/1.1" status: 204 len: 168 time: 1.0115447 Aug 20 12:32:47.171823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57634) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:47.257140 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.353119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.366138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea8f791-8431-4e5d-9e62-1f5eb8d57266']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:47.382903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cd9637-fa43-4803-9df7-b22716755e0b') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:47.383525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cd9637-fa43-4803-9df7-b22716755e0b') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:47.400487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.417245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.424756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:32:47.425320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:32:47.428684 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:32:47.499896 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.509160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.510127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/networks/3ea8f791-8431-4e5d-9e62-1f5eb8d57266 HTTP/1.1" status: 204 len: 168 time: 0.3363817 Aug 20 12:32:47.522827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136ef1f-57de-4f5e-a8e0-48d58333fd58 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Network': ['ID=3ea8f791-8431-4e5d-9e62-1f5eb8d57266,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:47.528566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57636) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:47.536133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'network': {'name': 'tempest-network-smoke--859933158', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'port_security_enabled': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:47.559263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:47.565414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.593488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:32:47.603374 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.603653 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Added segment cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d of type vlan for network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd Aug 20 12:32:47.651279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.676474 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.682384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:47.683056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.745980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57640) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:47.746230 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2162275 Aug 20 12:32:47.751881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-918079241', 'admin_state_up': True, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:47.755142 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac600bd-2807-446c-afb8-49ad86bd5bbb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Network': ['ID=9d29dd6d-8083-4121-8cec-5fc635e2d2fd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:47.764996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:32:47.777537 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.779504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.849505 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.014135 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.218920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 58939ed5-6626-4805-973a-456fa1e47938 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:48.226088 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.244511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 58939ed5-6626-4805-973a-456fa1e47938 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:48.244963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 58939ed5-6626-4805-973a-456fa1e47938 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:48.245463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5128373b-8cf5-473a-bed2-456b9e70046d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:48.249170 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.265618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 5128373b-8cf5-473a-bed2-456b9e70046d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:48.266057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5128373b-8cf5-473a-bed2-456b9e70046d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:48.266918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b2564e8d-50ae-4329-b6be-176520af0d0c no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:48.286595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: b2564e8d-50ae-4329-b6be-176520af0d0c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:48.287037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b2564e8d-50ae-4329-b6be-176520af0d0c not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:48.363078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.25.0.16 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/bfb6c190-5050-46c0-8412-80d55e333848) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:48.500458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.543472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.583075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:48.587458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:48.595764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:48.627215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=bfb6c190-5050-46c0-8412-80d55e333848,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:48.868255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.080330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.215671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router da7f9c06-d289-4314-b77b-6726b6944b7d is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:32:49.333433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:49.345109 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Sync routers for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:49.358095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:49.359212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:49.377990 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.382345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-23ab3bc8-9772-4feb-b38e-a5996d3bbd13 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6324072 Aug 20 12:32:49.382780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57648) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:49.420600 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-72c4c943-6062-4155-af1a-2506ac99b868 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=dc576374d86d483181db6b97edc7d7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365906 Aug 20 12:32:49.423889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57650) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:49.591691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:49.614148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af08cc-c2e9-4863-a492-e67e6dc119cb tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:49.618603 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-51af08cc-c2e9-4863-a492-e67e6dc119cb tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1901999 Aug 20 12:32:49.618952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57654) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:49.664267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-793fedb1-bef8-46ab-993e-4580c4db35f5 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417018 Aug 20 12:32:49.664715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57656) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:49.675744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-623897459', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:49.797443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:49.801407 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.836640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:48Z', 'revision_number': 3, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:49.868358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Checking router: da7f9c06-d289-4314-b77b-6726b6944b7d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:49.868705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Updating router da7f9c06-d289-4314-b77b-6726b6944b7d port bfb6c190-5050-46c0-8412-80d55e333848 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:49.895915 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.047163 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.131666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Subnet': ['ID=e213404c-4b34-4705-8a85-479e9ebeaafb,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:50.133965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Checking segment: {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:50.134439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network hostable DHCP agents. Network: 9d29dd6d-8083-4121-8cec-5fc635e2d2fd, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:32:50.156663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:32:50.174729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 9d29dd6d-8083-4121-8cec-5fc635e2d2fd) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:50.179883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:50.180464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.194273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804babb6-fb84-41ef-b02b-368a92fceed3 None None] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:50.201750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.203218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f3c821d5-9451-49c6-8a94-c744871fcdd3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5349522 Aug 20 12:32:50.206729 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57660) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:50.227137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Transition to ACTIVE for port object bfb6c190-5050-46c0-8412-80d55e333848 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:50.325306 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.430570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570dfab-2fac-4fa1-a4ef-aa81f401c800 None None] Pushing event updated for resources: {'Port': ['ID=bfb6c190-5050-46c0-8412-80d55e333848,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:50.433736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Attempting to bind port bfb6c190-5050-46c0-8412-80d55e333848 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:50.434399 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Attempting to bind port bfb6c190-5050-46c0-8412-80d55e333848 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:50.434780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Attempting to bind port bfb6c190-5050-46c0-8412-80d55e333848 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:50.443876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:50.444257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:50.444662 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.445228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:50.445712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Bound port: bfb6c190-5050-46c0-8412-80d55e333848, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:50.446096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.708651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] For port bfb6c190-5050-46c0-8412-80d55e333848, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:50.713328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] For port bfb6c190-5050-46c0-8412-80d55e333848, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bfb6c190-5050-46c0-8412-80d55e333848,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:50.720380 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.750343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:32:50.751240 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:50.868817 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:50.869479 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:50.871389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570dfab-2fac-4fa1-a4ef-aa81f401c800 None None] Pushing event updated for resources: {'Port': ['ID=bfb6c190-5050-46c0-8412-80d55e333848,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:51.045047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Allocated IP 172.20.0.2 (9d29dd6d-8083-4121-8cec-5fc635e2d2fd/e213404c-4b34-4705-8a85-479e9ebeaafb/f5fdb719-82ee-43e1-b9a7-2592f7f29d74) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:51.072611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:51.153857 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.462109 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.473433 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Transition to ACTIVE for port object f5fdb719-82ee-43e1-b9a7-2592f7f29d74 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:51.495015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Transition to ACTIVE for port object f5fdb719-82ee-43e1-b9a7-2592f7f29d74 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:51.497188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:48Z', 'revision_number': 3, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:51.530113 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.533961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362731f3-09dd-4173-9900-4a6474bf532e None None] The sync data for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 is: [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:48Z', 'revision_number': 3, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:51.587213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.20.0.1 (9d29dd6d-8083-4121-8cec-5fc635e2d2fd/e213404c-4b34-4705-8a85-479e9ebeaafb/cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:51.591464 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:51.592964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Pushing event updated for resources: {'Port': ['ID=f5fdb719-82ee-43e1-b9a7-2592f7f29d74,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:51.596480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:51.598706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:51.664274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Attempting to bind port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:51.664653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Attempting to bind port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:51.665017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Attempting to bind port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 on network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:51.672566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:51.673607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Checking segment: {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:51.673976 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.675114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Bound using segment: {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:51.676318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Bound port: f5fdb719-82ee-43e1-b9a7-2592f7f29d74, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:51.676713 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.742233 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02dc5ced-9209-4a22-b843-e96e2a43c19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.782065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] For port f5fdb719-82ee-43e1-b9a7-2592f7f29d74, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:51.789883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.791714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] For port f5fdb719-82ee-43e1-b9a7-2592f7f29d74, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f5fdb719-82ee-43e1-b9a7-2592f7f29d74,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:51.799402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.808776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Transition to ACTIVE for port object cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:51.859849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.899850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f625d94-b79e-4100-aca6-c9d273d1bfa1 None None] Pushing event updated for resources: {'Port': ['ID=f5fdb719-82ee-43e1-b9a7-2592f7f29d74,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:51.932999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:51.969429 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:51.978732 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:51.981227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:52.073847 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.368791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bfb6c190-5050-46c0-8412-80d55e333848 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:52.394625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.474159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port bfb6c190-5050-46c0-8412-80d55e333848 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:52.479560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bfb6c190-5050-46c0-8412-80d55e333848 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:52.480298 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.626694 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.661980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port bfb6c190-5050-46c0-8412-80d55e333848, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bfb6c190-5050-46c0-8412-80d55e333848,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:52.672031 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.742370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=bfb6c190-5050-46c0-8412-80d55e333848,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:52.871355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.882703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.992925 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:52.995019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:53.149204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:53.150727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:53.322518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router da7f9c06-d289-4314-b77b-6726b6944b7d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:53.474745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f32046-f6b1-4439-bb34-38c28c6e6103 None None] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:53.542680 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:53.553772 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6b6b9278-e3fc-4a3b-bb93-877b5aa86098 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "PUT /v2.0/routers/da7f9c06-d289-4314-b77b-6726b6944b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3457670 Aug 20 12:32:53.556073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57684) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:53.731118 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5a05ffab-7909-4950-a1a7-4c5ae41b267a None None] Provisioning for port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:53.743606 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-b3318c95-f09f-4225-a21f-a645fce3ec86 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1533864 Aug 20 12:32:53.878045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.878561 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.879039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.879506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.879965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.880424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.880884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.881343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.885796 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-eb5a3ac6-88c6-44da-b989-e0f3d0cc3f04 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.3255916 Aug 20 12:32:53.886259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57686) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:53.894550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-fd643486-74d4-415b-9c54-ce18fc786426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.896082 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-fd643486-74d4-415b-9c54-ce18fc786426 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1097 time: 0.1003075 Aug 20 12:32:53.989667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.990275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.990832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.991353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.991863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.992372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.992907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.993413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:53.998369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6971e7da-42bb-44be-a8b7-8105ad9548bf tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.1104677 Aug 20 12:32:53.999371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57688) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:54.074130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-e2d220c3-3acf-414f-97f7-e5395fc02837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.081307 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-e2d220c3-3acf-414f-97f7-e5395fc02837 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1611421 Aug 20 12:32:54.100473 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Sync routers for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:54.129457 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:54.136539 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:54.219027 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-310ebcf0-d2a1-40be-9398-0476f254e131 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 200 len: 1001 time: 0.1301374 Aug 20 12:32:54.258287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-718e9636-86de-4b22-9f49-111a3b6dfea5 None None] Provisioning for port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:54.282436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-718e9636-86de-4b22-9f49-111a3b6dfea5 None None] Provisioning complete for port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:54.283035 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-718e9636-86de-4b22-9f49-111a3b6dfea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:54.295236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-133664a8-aaa6-41f1-b92f-a60c1649a947 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.2945721 Aug 20 12:32:54.405260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-30771003-79ce-461b-a3e1-346aedde6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.407360 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-30771003-79ce-461b-a3e1-346aedde6db1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.1806967 Aug 20 12:32:54.471397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5d3c1bdd-e948-4522-af22-928de5f37111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:54.485076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-718e9636-86de-4b22-9f49-111a3b6dfea5 None None] Port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:54.507543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-4a8ed226-4b1b-4c53-b390-96710b5807f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:54.509399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-4a8ed226-4b1b-4c53-b390-96710b5807f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947788 Aug 20 12:32:54.523471 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-dc4323e7-648a-4fa4-a073-08aa61c5c3a7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:32:54.524788 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-dc4323e7-648a-4fa4-a073-08aa61c5c3a7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071549 Aug 20 12:32:54.551890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f5fdb719-82ee-43e1-b9a7-2592f7f29d74 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:54.630671 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:54.685857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:54.704712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:54.705130 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:54.809845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57696) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:54.823290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505609698', 'description': 'tempest-secgroup-smoke-1505609698 description', 'project_id': 'dc576374d86d483181db6b97edc7d7d8'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:54.885000 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-b5134826-d70d-4a08-a0e3-9999a7e303f3 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509808 Aug 20 12:32:54.910674 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:54.937348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8576be57-be4c-4f51-a30a-732d97b7f236 None None] Provisioning complete for port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:54.937721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8576be57-be4c-4f51-a30a-732d97b7f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.084676 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.103846 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-90f0ee5a-7c8e-4dad-b27b-5d009a7318ab req-fb791e72-e5f8-4848-a401-658f0cfca84b service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075903 Aug 20 12:32:55.106061 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:32:55.130561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.140243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8576be57-be4c-4f51-a30a-732d97b7f236 None None] Port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:55.149660 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 2, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:55.152477 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.162506 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.196139 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.197538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3827796 Aug 20 12:32:55.199400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3665938b-194b-4939-ba25-928076f74021,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:55.200403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57698) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:55.206894 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '3665938b-194b-4939-ba25-928076f74021', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:55.215303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port f5fdb719-82ee-43e1-b9a7-2592f7f29d74, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f5fdb719-82ee-43e1-b9a7-2592f7f29d74,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:55.225059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.225291 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Checking router: da7f9c06-d289-4314-b77b-6726b6944b7d for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:55.225928 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Updating router da7f9c06-d289-4314-b77b-6726b6944b7d port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:55.228911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bfb6c190-5050-46c0-8412-80d55e333848 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:55.233501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.234153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.235011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.236353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.236969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.237540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.238482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.239175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.239860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.240421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.240986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.241551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18368fcf-9417-418d-aeec-3aef057bea00 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.271181 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.295776 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.456391 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.467972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.503999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bfb6c190-5050-46c0-8412-80d55e333848 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:55.505443 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.515706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51b4483-f7f2-4c4e-8320-c2103a0edbd0,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:55.533725 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.534540 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329980 Aug 20 12:32:55.540979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57710) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:55.542221 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.542961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.543360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.543836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.549060 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.549476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1816594f-b8cf-4804-b296-c83b7db68fdd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '3665938b-194b-4939-ba25-928076f74021', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:55.549636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.549843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.550575 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.550923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.551257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.551602 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.551932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f842b-e3aa-4fa5-8537-b7c219e549fb tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.571751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=f5fdb719-82ee-43e1-b9a7-2592f7f29d74,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:55.578566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-33bef481-b750-49e4-a361-22666f31b5a8 None None] Provisioning complete for port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:55.578947 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-33bef481-b750-49e4-a361-22666f31b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.597682 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.598093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.599450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.599797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.600129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.600445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.600787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.601092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.601398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.601715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.602024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.602387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:55.613318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1816594f-b8cf-4804-b296-c83b7db68fdd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.689788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-33bef481-b750-49e4-a361-22666f31b5a8 None None] Port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:55.699893 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.791539 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1816594f-b8cf-4804-b296-c83b7db68fdd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.799360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1816594f-b8cf-4804-b296-c83b7db68fdd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.810753 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.822631 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Transition to ACTIVE for port object cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:55.835934 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.839903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816594f-b8cf-4804-b296-c83b7db68fdd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff82f05-e642-4a07-8cf5-bb22f4f18d0e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:55.855087 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1816594f-b8cf-4804-b296-c83b7db68fdd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.858082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1816594f-b8cf-4804-b296-c83b7db68fdd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3150806 Aug 20 12:32:55.860860 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57714) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:55.867976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f4107f29-bffa-4eed-bc09-1f7a2684d9a8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '3665938b-194b-4939-ba25-928076f74021', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:55.922325 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a78a5c-9733-408f-9fc4-56e48228245f None None] Pushing event updated for resources: {'Port': ['ID=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:55.940461 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4107f29-bffa-4eed-bc09-1f7a2684d9a8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.952649 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Attempting to bind port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:55.953021 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Attempting to bind port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:55.953385 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Attempting to bind port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c on network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:55.959045 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:55.959358 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Checking segment: {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:55.959796 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:55.960142 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Bound using segment: {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:55.960601 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Bound port: cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:55.960973 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.046648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4107f29-bffa-4eed-bc09-1f7a2684d9a8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.061914 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4107f29-bffa-4eed-bc09-1f7a2684d9a8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.077793 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] For port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:56.082013 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] For port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:56.094770 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.114679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4107f29-bffa-4eed-bc09-1f7a2684d9a8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adc76f6-a4f6-4968-88ee-75df69014531,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:56.126952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4107f29-bffa-4eed-bc09-1f7a2684d9a8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.128808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f4107f29-bffa-4eed-bc09-1f7a2684d9a8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2662518 Aug 20 12:32:56.132350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57716) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:56.138703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-741cab75-92cb-46ac-8b2c-724080bb5b31 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '3665938b-194b-4939-ba25-928076f74021', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:56.208089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-741cab75-92cb-46ac-8b2c-724080bb5b31 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.234058 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:56.234809 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:56.276919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f5fdb719-82ee-43e1-b9a7-2592f7f29d74 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:56.311731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-741cab75-92cb-46ac-8b2c-724080bb5b31 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.321575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-741cab75-92cb-46ac-8b2c-724080bb5b31 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.350601 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a78a5c-9733-408f-9fc4-56e48228245f None None] Pushing event updated for resources: {'Port': ['ID=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:56.370848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cab75-92cb-46ac-8b2c-724080bb5b31 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1610ee41-74ae-4124-927a-16f3793d5a44,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:56.388711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-741cab75-92cb-46ac-8b2c-724080bb5b31 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.395569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57728) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:56.396260 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-741cab75-92cb-46ac-8b2c-724080bb5b31 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2618084 Aug 20 12:32:56.408062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bdf7de65-355e-4542-97ee-032a08946fd0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '3665938b-194b-4939-ba25-928076f74021', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:56.479282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:56.479732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.496753 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-bdf7de65-355e-4542-97ee-032a08946fd0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Project dc576374d86d483181db6b97edc7d7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:32:56.515116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:56.519354 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdf7de65-355e-4542-97ee-032a08946fd0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.697487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdf7de65-355e-4542-97ee-032a08946fd0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.705694 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdf7de65-355e-4542-97ee-032a08946fd0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.728715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7de65-355e-4542-97ee-032a08946fd0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6960ebcc-a50c-4842-9c28-3dc9e315d798,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:56.748355 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bdf7de65-355e-4542-97ee-032a08946fd0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.751292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bdf7de65-355e-4542-97ee-032a08946fd0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3538182 Aug 20 12:32:56.754555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57732) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:56.770088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9716dec0-db8c-40bb-9041-21a4423617a6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'security_group_rule': {'security_group_id': '3665938b-194b-4939-ba25-928076f74021', 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:56.832155 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-9716dec0-db8c-40bb-9041-21a4423617a6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Project dc576374d86d483181db6b97edc7d7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:32:56.838632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9716dec0-db8c-40bb-9041-21a4423617a6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.918348 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9716dec0-db8c-40bb-9041-21a4423617a6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.931264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9716dec0-db8c-40bb-9041-21a4423617a6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.946254 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:56Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:56.965669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716dec0-db8c-40bb-9041-21a4423617a6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235d7d44-f18d-477d-a179-f53b7ff3c106,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:56.973038 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9716dec0-db8c-40bb-9041-21a4423617a6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:56.974590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9716dec0-db8c-40bb-9041-21a4423617a6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2172139 Aug 20 12:32:56.978049 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df31c1e-27cf-4533-aa85-b43a6df2667b None None] The sync data for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 is: [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:56Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:57.068583 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:57.332577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-b01dbf6d-b9b2-4763-80b2-179e79800d49 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505609698&fields=id&tenant_id=dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 267 time: 0.0544455 Aug 20 12:32:57.490324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-1f0f6e00-c73a-4801-8a62-5331e451bde8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:57.497595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-1f0f6e00-c73a-4801-8a62-5331e451bde8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/networks?id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd HTTP/1.1" status: 200 len: 796 time: 0.1637943 Aug 20 12:32:57.517754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-6409a9b7-789a-4d38-b5c6-d08e54165a88 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/quotas/dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 375 time: 0.0177920 Aug 20 12:32:57.627768 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-7ff5e225-de15-40c2-82de-e309bd24c095 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953801 Aug 20 12:32:57.746757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-2b4ae791-9b22-45d3-a90c-0e2736436cf8 service neutron] 10.222.0.25 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141267 Aug 20 12:32:57.956186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-20b934ed-3453-49d0-aba9-7c63d5e07462 service neutron] 10.222.0.25 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967671 Aug 20 12:32:58.243137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c83cdcc-2861-44ab-bc88-50a0b7b32ed0 req-71a18c02-9b07-45b6-ae33-5e850065b566 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 210 time: 0.0562115 Aug 20 12:32:58.381162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:58.491126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:58.504135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:58.504485 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:58.681025 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:58.726911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:58.732813 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:58.836381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:59.362848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc98c63a-cecc-4dd9-8464-bfed91806e09 req-ae5335de-973c-4786-8f89-1cd0479cd52c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 210 time: 0.0298693 Aug 20 12:32:59.768671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-8312569a-ced5-4d7b-ad15-53ba3701f154 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:59.770932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-8312569a-ced5-4d7b-ad15-53ba3701f154 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "GET /v2.0/networks?id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd HTTP/1.1" status: 200 len: 796 time: 0.1551552 Aug 20 12:32:59.852406 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-2971f2df-7957-4807-bc7e-f8fc6073e91d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc576374d86d483181db6b97edc7d7d8 HTTP/1.1" status: 200 len: 380 time: 0.0648644 Aug 20 12:32:59.870651 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'port': {'device_id': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'admin_state_up': True, 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'security_groups': ['3665938b-194b-4939-ba25-928076f74021']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:33:00.031196 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Made reservation on behalf of dc576374d86d483181db6b97edc7d7d8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:33:00.040627 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:00.251495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:33:00.263377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.20.0.4 (9d29dd6d-8083-4121-8cec-5fc635e2d2fd/e213404c-4b34-4705-8a85-479e9ebeaafb/aafce47d-d728-4af9-9a57-28d2a37513d6) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:33:00.338239 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:33:00.338239 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:00.506148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adccafed-c640-4894-a5ca-09ff378fa8a4 req-d34093d9-c20b-48a1-9554-af686dc3c311 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 210 time: 0.0387044 Aug 20 12:33:00.557943 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:00.581908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Transition to ACTIVE for port object aafce47d-d728-4af9-9a57-28d2a37513d6 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:33:00.632138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:00.695461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:33:00.699167 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:33:00.702213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:33:00.751168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=aafce47d-d728-4af9-9a57-28d2a37513d6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:00.807694 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:00.809192 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:00.831860 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-35615ffc-93fe-4f2d-b297-8e38ef094625 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704974 Aug 20 12:33:00.854866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Request body: {'port': {'device_id': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:33:00.948493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.044114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c1be1f00-47b7-4b84-b84c-16b21d48bb67 None None] Provisioning for port aafce47d-d728-4af9-9a57-28d2a37513d6 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:33:01.050310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c1be1f00-47b7-4b84-b84c-16b21d48bb67 None None] Provisioning complete for port aafce47d-d728-4af9-9a57-28d2a37513d6 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:33:01.052079 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c1be1f00-47b7-4b84-b84c-16b21d48bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.150854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c1be1f00-47b7-4b84-b84c-16b21d48bb67 None None] Port aafce47d-d728-4af9-9a57-28d2a37513d6 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:33:01.418297 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aafce47d-d728-4af9-9a57-28d2a37513d6 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:33:01.427637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.440702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Transition to ACTIVE for port object aafce47d-d728-4af9-9a57-28d2a37513d6 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:33:01.445254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.581573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Pushing event updated for resources: {'Port': ['ID=aafce47d-d728-4af9-9a57-28d2a37513d6,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:01.648994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Attempting to bind port aafce47d-d728-4af9-9a57-28d2a37513d6 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:33:01.651175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Attempting to bind port aafce47d-d728-4af9-9a57-28d2a37513d6 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:33:01.651175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Attempting to bind port aafce47d-d728-4af9-9a57-28d2a37513d6 on network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:33:01.654565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Port aafce47d-d728-4af9-9a57-28d2a37513d6 on network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:33:01.655248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Attempting to bind port aafce47d-d728-4af9-9a57-28d2a37513d6 on network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:33:01.669629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:33:01.669953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Checking segment: {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:33:01.674838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Bound using segment: {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:33:01.675654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Bound port: aafce47d-d728-4af9-9a57-28d2a37513d6, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:33:01.676115 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.724713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e20df7-4f4b-4700-946c-f81f3871dfa2 req-5db37698-84ac-4dbe-bc60-19aa3036e128 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:01.732120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3e20df7-4f4b-4700-946c-f81f3871dfa2 req-5db37698-84ac-4dbe-bc60-19aa3036e128 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 943 time: 0.0923095 Aug 20 12:33:01.781619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3e20df7-4f4b-4700-946c-f81f3871dfa2 req-3e2b877e-bfc3-410d-9cd5-f3e8fe77ad9a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394278 Aug 20 12:33:01.792319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] For port aafce47d-d728-4af9-9a57-28d2a37513d6, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:33:01.797265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] For port aafce47d-d728-4af9-9a57-28d2a37513d6, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aafce47d-d728-4af9-9a57-28d2a37513d6,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:33:01.803581 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.850923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:01.851684 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:01.853174 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] 10.222.0.73 "PUT /v2.0/ports/aafce47d-d728-4af9-9a57-28d2a37513d6 HTTP/1.1" status: 200 len: 1092 time: 1.0065448 Aug 20 12:33:01.853692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:01.856214 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a" -d '{"events": [{"name": "network-changed", "server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:01.907737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d6f21-f909-4d07-a3e7-23674ea93c1a service neutron] Pushing event updated for resources: {'Port': ['ID=aafce47d-d728-4af9-9a57-28d2a37513d6,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:01.929855 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc04f05c-4bd6-4e7e-981f-fb40be0356ac x-openstack-request-id: req-bc04f05c-4bd6-4e7e-981f-fb40be0356ac {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:01.930153 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:01.930426 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc04f05c-4bd6-4e7e-981f-fb40be0356ac {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:01.930823 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'status': 'completed', 'code': 200} Aug 20 12:33:01.971308 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-7846824f-eee6-4bb2-9ba7-93bbd69f32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:01.973231 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-7846824f-eee6-4bb2-9ba7-93bbd69f32cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 1095 time: 0.0527458 Aug 20 12:33:02.028460 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-78ae4bc3-bf15-4547-9763-e2bdd7eee3dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aafce47d-d728-4af9-9a57-28d2a37513d6 HTTP/1.1" status: 200 len: 217 time: 0.0463686 Aug 20 12:33:02.091885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-315ac687-3fc2-4d18-9450-5101b1c2aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.093451 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-315ac687-3fc2-4d18-9450-5101b1c2aaac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e213404c-4b34-4705-8a85-479e9ebeaafb HTTP/1.1" status: 200 len: 834 time: 0.0543122 Aug 20 12:33:02.148289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-3916debf-6d1e-45e9-9918-93687ed8540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.149867 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-3916debf-6d1e-45e9-9918-93687ed8540f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447509 Aug 20 12:33:02.250014 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-41fbdee9-5d4a-442a-8eaa-d3a482217c3d service neutron] 10.222.0.73 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888500 Aug 20 12:33:02.349685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8ade3717-c7e4-47a3-b67f-9dd94e3305e7 req-da555316-b6d7-425d-9da8-4ee43852b20c service neutron] 10.222.0.73 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878932 Aug 20 12:33:02.443120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-de5dd6df-75cd-48fb-8284-625003d9e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.444673 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-de5dd6df-75cd-48fb-8284-625003d9e9e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 1095 time: 0.0428586 Aug 20 12:33:02.525278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-135c06aa-fce3-45da-a874-51dcb02445bd tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535687025&fields=id&tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 267 time: 0.0328929 Aug 20 12:33:02.541750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-34baa98f-3723-4819-a17d-ec56498ee415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.543256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-34baa98f-3723-4819-a17d-ec56498ee415 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd HTTP/1.1" status: 200 len: 897 time: 0.0916562 Aug 20 12:33:02.586563 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-b0cb700d-5d10-41dc-9f00-1cd4ca93fd6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aafce47d-d728-4af9-9a57-28d2a37513d6 HTTP/1.1" status: 200 len: 217 time: 0.0352025 Aug 20 12:33:02.632803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-cee627ee-055b-4359-b1aa-dbe4f827f424 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.634331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-cee627ee-055b-4359-b1aa-dbe4f827f424 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.1017821 Aug 20 12:33:02.642883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-b1caa037-38e6-4855-8183-10e9ba6143c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.644400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-b1caa037-38e6-4855-8183-10e9ba6143c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e213404c-4b34-4705-8a85-479e9ebeaafb HTTP/1.1" status: 200 len: 834 time: 0.0510497 Aug 20 12:33:02.650133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-0d9230a3-9ae2-4428-8d49-6c84bdbce8d0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/quotas/4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 375 time: 0.0099051 Aug 20 12:33:02.694520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-f010675b-87c3-409f-b5a8-9532f76a2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:02.696174 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-f010675b-87c3-409f-b5a8-9532f76a2cc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444367 Aug 20 12:33:02.709952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-288e9b04-2947-43c0-a5c6-9c8b9d01ee02 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540822 Aug 20 12:33:02.788593 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-a3c33097-b7f8-4ad2-b04d-32eb4bc6b053 service neutron] 10.222.0.73 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838130 Aug 20 12:33:02.808913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-c05d3885-d9b8-4ddd-8e07-282b3bd448e4 service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874901 Aug 20 12:33:03.222513 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68a0e5fc-38d0-4611-9b01-5a4c59a8be7a req-86adb40c-ae07-40ba-9c11-08f16cc03ac7 service neutron] 10.222.0.73 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210896 Aug 20 12:33:03.278728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ae0ec-47f9-47c6-93bf-9dd8117cce56 req-fc8ebcba-fd00-4b18-b85e-348bbc15c6b0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:03.280239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f78ae0ec-47f9-47c6-93bf-9dd8117cce56 req-fc8ebcba-fd00-4b18-b85e-348bbc15c6b0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 943 time: 0.4083781 Aug 20 12:33:03.283157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-56cc32b6-274a-405f-a463-4dc5a100e9ef service neutron] 10.222.0.25 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603484 Aug 20 12:33:03.323578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f78ae0ec-47f9-47c6-93bf-9dd8117cce56 req-bae5e940-2acb-4af8-ba51-8f4be9906767 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364466 Aug 20 12:33:03.622723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac0375ea-618f-40b2-b5e1-d50581e45b58 req-53a3c759-91a1-433c-a41d-e7c2d0f46e13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 210 time: 0.0300853 Aug 20 12:33:04.466998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aafce47d-d728-4af9-9a57-28d2a37513d6 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:33:04.474594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468725-d79c-4340-8869-711776bda57a req-a63e4d76-c1da-4410-bf6d-7b076c64bf0b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:04.477019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2468725-d79c-4340-8869-711776bda57a req-a63e4d76-c1da-4410-bf6d-7b076c64bf0b tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 943 time: 0.0649147 Aug 20 12:33:04.563779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2468725-d79c-4340-8869-711776bda57a req-8e68cd6b-3c2f-4e97-b195-da196600534a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801604 Aug 20 12:33:04.590579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-4dbd856f-4b9d-43d1-b583-05832f9750e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:04.592075 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-4dbd856f-4b9d-43d1-b583-05832f9750e8 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 812 time: 0.1358559 Aug 20 12:33:04.598881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aafce47d-d728-4af9-9a57-28d2a37513d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aafce47d-d728-4af9-9a57-28d2a37513d6,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:04.612130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'port_id': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'mac_address': 'fa:16:3e:a9:93:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:33:04.660344 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:04.668758 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-5a5f3d3e-7cb2-40e7-a2b2-35b160dfd7a4 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7 HTTP/1.1" status: 200 len: 380 time: 0.0661004 Aug 20 12:33:04.676618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aafce47d-d728-4af9-9a57-28d2a37513d6 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:33:04.681644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'port': {'device_id': '065d653c-21d1-4f10-bd80-ac37c371270b', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'admin_state_up': True, 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'security_groups': ['4a3b8c39-ff66-4acc-836a-5135904d4fd3']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:33:04.709334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aafce47d-d728-4af9-9a57-28d2a37513d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aafce47d-d728-4af9-9a57-28d2a37513d6,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:04.716680 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:04.801789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aafce47d-d728-4af9-9a57-28d2a37513d6,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:04.811397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfd4a40e-1a88-4122-b139-75ba9e18aeb3 req-262b6556-9006-4bd5-8c05-cadecdb692a9 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 210 time: 0.0401750 Aug 20 12:33:04.843910 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Made reservation on behalf of 4a8cbe96412d4dc89fbdf1280f7c54e7 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:33:04.847865 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:04.970077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['aafce47d-d728-4af9-9a57-28d2a37513d6'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:33:04.988013 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.20.0.4 (3856ff25-746e-4335-b26d-d8a2e56c8e76/4c238166-5d89-4c2b-a711-100d0f109f64/6f179a6e-c679-4427-83c7-207bf824f9f9) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:33:05.159154 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:05.174881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Transition to ACTIVE for port object 6f179a6e-c679-4427-83c7-207bf824f9f9 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:33:05.212620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:05.265122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:33:05.268481 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:33:05.272212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:33:05.303360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=6f179a6e-c679-4427-83c7-207bf824f9f9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:05.341149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:05.341835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:05.361348 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e5776b54-b44d-4699-b0b8-426201304b97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6835520 Aug 20 12:33:05.489002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Request body: {'port': {'device_id': '065d653c-21d1-4f10-bd80-ac37c371270b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:33:05.546094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:05.591517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-65412fd5-a273-449e-9e9f-dfd33a972b25 None None] Provisioning for port 6f179a6e-c679-4427-83c7-207bf824f9f9 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:33:05.598996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-65412fd5-a273-449e-9e9f-dfd33a972b25 None None] Provisioning complete for port 6f179a6e-c679-4427-83c7-207bf824f9f9 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:33:05.599937 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65412fd5-a273-449e-9e9f-dfd33a972b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:05.649596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-65412fd5-a273-449e-9e9f-dfd33a972b25 None None] Port 6f179a6e-c679-4427-83c7-207bf824f9f9 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:33:05.694747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d8a05-0553-4684-8a9f-37e0bdeb9237 req-5c49401d-082b-4a83-acc4-48106f0c4cb9 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:05.696373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b73d8a05-0553-4684-8a9f-37e0bdeb9237 req-5c49401d-082b-4a83-acc4-48106f0c4cb9 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 944 time: 0.0549200 Aug 20 12:33:05.739309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b73d8a05-0553-4684-8a9f-37e0bdeb9237 req-d1c6aa9f-187a-45d9-ac06-81d0addc7ab1 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334206 Aug 20 12:33:05.851190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f179a6e-c679-4427-83c7-207bf824f9f9 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:33:05.860813 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:05.874113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Transition to ACTIVE for port object 6f179a6e-c679-4427-83c7-207bf824f9f9 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:33:05.879252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:05.942434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d7275-b437-401d-b8f8-14a530e80bf3 req-2ca88e99-b0fc-4091-b158-5db1e9f0dea1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:05.944878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-300d7275-b437-401d-b8f8-14a530e80bf3 req-2ca88e99-b0fc-4091-b158-5db1e9f0dea1 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0556340 Aug 20 12:33:05.951645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Pushing event updated for resources: {'Port': ['ID=6f179a6e-c679-4427-83c7-207bf824f9f9,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:06.007741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-300d7275-b437-401d-b8f8-14a530e80bf3 req-ed0d021f-5346-42ce-8738-47a4f2894aeb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564148 Aug 20 12:33:06.012433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Attempting to bind port 6f179a6e-c679-4427-83c7-207bf824f9f9 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:33:06.012787 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Attempting to bind port 6f179a6e-c679-4427-83c7-207bf824f9f9 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:33:06.013111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Attempting to bind port 6f179a6e-c679-4427-83c7-207bf824f9f9 on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:33:06.037549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Port 6f179a6e-c679-4427-83c7-207bf824f9f9 on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:33:06.037549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Attempting to bind port 6f179a6e-c679-4427-83c7-207bf824f9f9 on network 3856ff25-746e-4335-b26d-d8a2e56c8e76 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:33:06.044014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:33:06.044437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Checking segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:33:06.044989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Bound using segment: {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:33:06.045406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Bound port: 6f179a6e-c679-4427-83c7-207bf824f9f9, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99136a8-14af-4b99-bce9-b46e8d28f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:33:06.045854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:06.122653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] For port 6f179a6e-c679-4427-83c7-207bf824f9f9, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:33:06.127077 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] For port 6f179a6e-c679-4427-83c7-207bf824f9f9, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6f179a6e-c679-4427-83c7-207bf824f9f9,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:33:06.134921 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:06.184879 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:06.185427 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:06.186897 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] 10.222.0.22 "PUT /v2.0/ports/6f179a6e-c679-4427-83c7-207bf824f9f9 HTTP/1.1" status: 200 len: 1092 time: 0.8198249 Aug 20 12:33:06.187349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:06.190297 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff" -d '{"events": [{"name": "network-changed", "server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:06.233035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7be9f-3a6c-4146-b290-6a0535627347 service neutron] Pushing event updated for resources: {'Port': ['ID=6f179a6e-c679-4427-83c7-207bf824f9f9,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:06.250027 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9508f3b-d2dd-428a-b797-5f4087e92eea x-openstack-request-id: req-b9508f3b-d2dd-428a-b797-5f4087e92eea {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:06.251076 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:06.251523 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9508f3b-d2dd-428a-b797-5f4087e92eea {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:06.252053 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'status': 'completed', 'code': 200} Aug 20 12:33:06.290528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-8336d8e6-f444-4008-9d4a-ede0a5518036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:06.292878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-8336d8e6-f444-4008-9d4a-ede0a5518036 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 1095 time: 0.0537674 Aug 20 12:33:06.343395 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-10c4bee7-fc61-4b94-9d39-e9b2bb46ef4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f179a6e-c679-4427-83c7-207bf824f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0419748 Aug 20 12:33:06.401974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-88d9ba5e-0458-4809-91e8-f06596eceb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:06.403496 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-88d9ba5e-0458-4809-91e8-f06596eceb9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0531635 Aug 20 12:33:06.452006 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9944b3e9-1fa5-48cd-aa9d-68173553780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:06.453571 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-9944b3e9-1fa5-48cd-aa9d-68173553780f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430820 Aug 20 12:33:06.481751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aafce47d-d728-4af9-9a57-28d2a37513d6 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:33:06.535291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port aafce47d-d728-4af9-9a57-28d2a37513d6 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:33:06.540827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port aafce47d-d728-4af9-9a57-28d2a37513d6 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:33:06.541512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:06.560754 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-6985c0aa-eba2-412c-9d5c-ba6f16ae86ae service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993891 Aug 20 12:33:06.633463 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:06.656496 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-32cbc436-7be5-439d-9166-dd4655f05cb8 req-e2da9d21-ceaf-467c-b76c-5646e5042525 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887268 Aug 20 12:33:06.660192 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:06.663405 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f4b9fe-da3a-4c1d-bfab-25872391229a" -d '{"events": [{"server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "name": "network-vif-plugged", "status": "completed", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:06.677116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aafce47d-d728-4af9-9a57-28d2a37513d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aafce47d-d728-4af9-9a57-28d2a37513d6,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:06.684770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:06.715086 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107975c1-2ba2-4535-b4dc-11325a6b589e x-openstack-request-id: req-107975c1-2ba2-4535-b4dc-11325a6b589e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:06.715470 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "name": "network-vif-plugged", "status": "completed", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:06.715813 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-107975c1-2ba2-4535-b4dc-11325a6b589e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:06.716288 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'code': 200} Aug 20 12:33:06.748830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aafce47d-d728-4af9-9a57-28d2a37513d6,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:06.764339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-80c23162-f1f6-4bf1-ad40-c80c2c737f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:06.765952 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-80c23162-f1f6-4bf1-ad40-c80c2c737f31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 1095 time: 0.0538914 Aug 20 12:33:06.897717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63aa99-1413-445d-8f48-b937d20a80c7 req-054b8d4c-ecbb-41f1-98fc-d72f703c3a8e tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:06.900305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b63aa99-1413-445d-8f48-b937d20a80c7 req-054b8d4c-ecbb-41f1-98fc-d72f703c3a8e tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 945 time: 0.0820639 Aug 20 12:33:06.910149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-0627e40a-4803-4411-87c5-8378f3100265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:06.914993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-0627e40a-4803-4411-87c5-8378f3100265 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1421158 Aug 20 12:33:06.937527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665dec8-7fff-4fb8-a081-52dbc1e3bf10 req-61fbcc30-bc8f-4ec9-8328-e71d23b5014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:06.940439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a665dec8-7fff-4fb8-a081-52dbc1e3bf10 req-61fbcc30-bc8f-4ec9-8328-e71d23b5014e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 1097 time: 0.1575563 Aug 20 12:33:06.947031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b63aa99-1413-445d-8f48-b937d20a80c7 req-125d8f00-a334-4f24-88f2-b2ce00d92ee3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 Aug 20 12:33:06.986022 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-401c00ce-e991-43e8-967a-3128d60292a1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f179a6e-c679-4427-83c7-207bf824f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0618210 Aug 20 12:33:07.055397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-31301263-801b-4d10-bd60-1720b81b5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:07.057187 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-31301263-801b-4d10-bd60-1720b81b5a29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0635810 Aug 20 12:33:07.065460 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a665dec8-7fff-4fb8-a081-52dbc1e3bf10 req-d1f1d837-4955-487b-a173-c2c8a25d3522 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862675 Aug 20 12:33:07.117773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-0892d46d-8a46-405f-8cfd-5d85e14d44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:07.119408 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-0892d46d-8a46-405f-8cfd-5d85e14d44b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530095 Aug 20 12:33:07.159817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679e146-6f75-4771-8a47-78e55b6a6880 req-cd783845-c016-456f-bc54-bea96ce5d5f5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:07.170878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0679e146-6f75-4771-8a47-78e55b6a6880 req-cd783845-c016-456f-bc54-bea96ce5d5f5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0777891 Aug 20 12:33:07.216872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0679e146-6f75-4771-8a47-78e55b6a6880 req-8c2f99ff-f646-4776-bf41-bc0b4336826b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Aug 20 12:33:07.256855 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-4cedb095-b2bc-4e6a-a053-93cf673ea102 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269221 Aug 20 12:33:07.381117 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-d0f8b5d8-9e3f-4a89-96b6-debc1dd7fdff req-2def20b2-3cb8-49a6-b0aa-e6e5646c8ce3 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175361 Aug 20 12:33:08.072057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9d1b1-504e-4173-8924-59e8a5476875 req-314360fb-73bf-4af4-8ffc-10e3fcfaf6e6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:08.073564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44d9d1b1-504e-4173-8924-59e8a5476875 req-314360fb-73bf-4af4-8ffc-10e3fcfaf6e6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 945 time: 0.0493655 Aug 20 12:33:08.123121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44d9d1b1-504e-4173-8924-59e8a5476875 req-63a8da48-a1a0-4f97-8da4-d2350bd692d8 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Aug 20 12:33:08.341956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d183da-4429-4211-8d15-4d507d3841d0 req-385a1e3f-0b23-4f87-97d9-3c7410476b81 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:08.343489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77d183da-4429-4211-8d15-4d507d3841d0 req-385a1e3f-0b23-4f87-97d9-3c7410476b81 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0560381 Aug 20 12:33:08.385469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77d183da-4429-4211-8d15-4d507d3841d0 req-5cf51a9f-a121-4cae-9ec6-6942024bb753 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351465 Aug 20 12:33:09.242011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c53bb-bba2-4e44-a3b6-d4627544a4d5 req-fabe55e0-6bc0-4597-83f1-ce2c70e02035 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:09.243411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d8c53bb-bba2-4e44-a3b6-d4627544a4d5 req-fabe55e0-6bc0-4597-83f1-ce2c70e02035 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Aug 20 12:33:09.283676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9d8c53bb-bba2-4e44-a3b6-d4627544a4d5 req-956b47d4-030d-40ff-af88-ddf457fd6f5d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341644 Aug 20 12:33:09.410668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7dc9e-4ebc-42cc-9b99-59d402b5737f req-126e413c-cc9b-400f-95ea-270853526fa2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:09.412341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b7dc9e-4ebc-42cc-9b99-59d402b5737f req-126e413c-cc9b-400f-95ea-270853526fa2 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 945 time: 0.0615461 Aug 20 12:33:09.455805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38b7dc9e-4ebc-42cc-9b99-59d402b5737f req-6f4c7556-0d4f-4d7a-80c5-2fb1a34db6b6 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352850 Aug 20 12:33:09.480477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57870) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:09.509554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0d50-d48b-451c-bd81-8d666d8342e0 req-12a53b08-fcf3-4666-b129-3d19dfe323d6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:09.511014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29db0d50-d48b-451c-bd81-8d666d8342e0 req-12a53b08-fcf3-4666-b129-3d19dfe323d6 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0543482 Aug 20 12:33:09.524053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733e1445-e0e7-4ce9-95bf-a86787595186 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:09.525957 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-733e1445-e0e7-4ce9-95bf-a86787595186 tempest-TestNetworkBasicOps-1747187370 tempest-TestNetworkBasicOps-1747187370-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 1092 time: 0.0442452 Aug 20 12:33:09.528710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 57872) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:09.533845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:33:09.562868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29db0d50-d48b-451c-bd81-8d666d8342e0 req-3c9b0cb2-b4fb-46b5-8b64-28324153265f tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Aug 20 12:33:09.567365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:09.685666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:09.805657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Allocated IP 172.25.0.86 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/ffeaa913-05b3-44ab-bb88-b89daf2cdb46) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:33:09.973363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:10.033994 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:10.093920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:33:10.096855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:33:10.100744 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:33:10.130492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=ffeaa913-05b3-44ab-bb88-b89daf2cdb46,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:10.528271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:10.609809 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:10.708879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3031b-f134-4d77-a8a4-c52d555145b7 req-f6533e5e-221e-4843-8566-bfbae62cbc60 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:10.714661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bf3031b-f134-4d77-a8a4-c52d555145b7 req-f6533e5e-221e-4843-8566-bfbae62cbc60 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0669377 Aug 20 12:33:10.750952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4bf3031b-f134-4d77-a8a4-c52d555145b7 req-64ec558d-97a0-4340-8362-5180b4a54ed5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336683 Aug 20 12:33:10.773381 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:10.778574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:10.853887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event updated for resources: {'Port': ['ID=ffeaa913-05b3-44ab-bb88-b89daf2cdb46,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:10.866673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:10.975732 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Floating IP 6838ab47-c209-4eb0-99bf-a94cbee83257 associated. External IP: 172.25.0.86, port: aafce47d-d728-4af9-9a57-28d2a37513d6. Aug 20 12:33:11.218435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router da7f9c06-d289-4314-b77b-6726b6944b7d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:33:11.351049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:33:11.364936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] Sync routers for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:33:11.370636 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:11.379285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:11.380466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:11.402371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4c75c684-6f95-4634-a7b0-237010e5512d tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8724854 Aug 20 12:33:11.403273 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:11.405254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57890) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:11.406118 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68396dd0-4498-4222-8d5f-92879e250ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:11.452172 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb308c-104c-4688-b4d1-09f446fffc20 x-openstack-request-id: req-97bb308c-104c-4688-b4d1-09f446fffc20 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:11.452744 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:11.453174 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97bb308c-104c-4688-b4d1-09f446fffc20 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:11.453759 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'status': 'completed', 'code': 200} Aug 20 12:33:11.494411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f27b30a7-7ae6-47b6-9252-26586357a9ab tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/floatingips/6838ab47-c209-4eb0-99bf-a94cbee83257 HTTP/1.1" status: 200 len: 990 time: 0.0872040 Aug 20 12:33:11.524971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-b6cde165-a06f-4e6c-b569-f34673ed0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:11.526624 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-b6cde165-a06f-4e6c-b569-f34673ed0594 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 1097 time: 0.0508990 Aug 20 12:33:11.551853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:11.639572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-941b5bcf-844d-4d82-99bf-7e7941ac2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:11.642090 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-941b5bcf-844d-4d82-99bf-7e7941ac2d14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd HTTP/1.1" status: 200 len: 897 time: 0.1070311 Aug 20 12:33:11.713975 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-d9b8e3ba-f29c-4096-a774-5127c795a7be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aafce47d-d728-4af9-9a57-28d2a37513d6 HTTP/1.1" status: 200 len: 998 time: 0.0650277 Aug 20 12:33:11.768223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-c80d361a-dec2-4df3-9846-c48b3640197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:11.769653 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-c80d361a-dec2-4df3-9846-c48b3640197e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e213404c-4b34-4705-8a85-479e9ebeaafb HTTP/1.1" status: 200 len: 834 time: 0.0488005 Aug 20 12:33:11.840369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-c84a2b06-8ed3-4fe0-b506-6e0d0e4fd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:11.842040 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-c84a2b06-8ed3-4fe0-b506-6e0d0e4fd0cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654981 Aug 20 12:33:11.857522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6838ab47-c209-4eb0-99bf-a94cbee83257', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'port_id': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'mac_address': 'fa:16:3e:a9:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:10Z', 'updated_at': '2021-08-20T12:33:10Z', 'revision_number': 0, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:58Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:11.922276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a71d50-c601-405a-b614-8a865255b320 req-8f1e1685-7aec-49c4-94b3-b90b9f1f173c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:11.925277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90a71d50-c601-405a-b614-8a865255b320 req-8f1e1685-7aec-49c4-94b3-b90b9f1f173c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0924392 Aug 20 12:33:11.989731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90a71d50-c601-405a-b614-8a865255b320 req-84a566db-8350-4440-b295-d4c93f461927 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553725 Aug 20 12:33:11.992066 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-aa620a5d-578e-4989-a83b-aadf2718c24a service neutron] 10.222.0.73 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417797 Aug 20 12:33:12.081294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] Checking router: da7f9c06-d289-4314-b77b-6726b6944b7d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:33:12.090278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:12.090895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:32:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:12.103291 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-68396dd0-4498-4222-8d5f-92879e250ad2 req-89f54b5b-5e74-429a-9099-cbace88e5903 service neutron] 10.222.0.73 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035125 Aug 20 12:33:12.214468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:12.232168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:12.496112 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57916) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:12.498553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6838ab47-c209-4eb0-99bf-a94cbee83257', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'port_id': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'mac_address': 'fa:16:3e:a9:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:10Z', 'updated_at': '2021-08-20T12:33:10Z', 'revision_number': 0, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:58Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:12.535830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb40c69-e3e4-42eb-936a-64b68b35ae3e None None] The sync data for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 is: [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '6838ab47-c209-4eb0-99bf-a94cbee83257', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'port_id': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'mac_address': 'fa:16:3e:a9:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:10Z', 'updated_at': '2021-08-20T12:33:10Z', 'revision_number': 0, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:58Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:33:12.568124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-66a94531-a281-46fa-ac32-c76f8f895343 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/floatingips/6838ab47-c209-4eb0-99bf-a94cbee83257 HTTP/1.1" status: 200 len: 990 time: 0.0703022 Aug 20 12:33:12.769013 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c75506a-51c2-4aba-8041-5223993cff78 None None] New status for floating IP 6838ab47-c209-4eb0-99bf-a94cbee83257: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:33:13.105101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ff302-2aad-40ca-86dc-4c16aeb838cc req-22f924bb-8a76-4092-819f-e0a0676ab0d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:13.106596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-963ff302-2aad-40ca-86dc-4c16aeb838cc req-22f924bb-8a76-4092-819f-e0a0676ab0d3 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0533202 Aug 20 12:33:13.151157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-963ff302-2aad-40ca-86dc-4c16aeb838cc req-d6bba1f0-5a3b-4407-9394-721d1478c8ba tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374057 Aug 20 12:33:13.572384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 57926) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:13.639285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ac76e160-f462-42ab-809e-3eadc561884f tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/floatingips/6838ab47-c209-4eb0-99bf-a94cbee83257 HTTP/1.1" status: 200 len: 992 time: 0.0604084 Aug 20 12:33:13.960774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:14.269779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50ac6-1f59-46b3-a216-a9e5ea8745e5 req-495bbdb3-a736-4223-b851-c3478a4e025b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:14.271323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65d50ac6-1f59-46b3-a216-a9e5ea8745e5 req-495bbdb3-a736-4223-b851-c3478a4e025b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0518057 Aug 20 12:33:14.314125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65d50ac6-1f59-46b3-a216-a9e5ea8745e5 req-83f73755-8e07-444c-8fc4-35e8a310c78d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366573 Aug 20 12:33:15.434080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2f7ce-123a-48a0-b647-4ea7df0ba06b req-7fbcac35-a293-48f0-b9e0-1d07865c73c5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:15.435600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2c2f7ce-123a-48a0-b647-4ea7df0ba06b req-7fbcac35-a293-48f0-b9e0-1d07865c73c5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0532100 Aug 20 12:33:15.478350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2c2f7ce-123a-48a0-b647-4ea7df0ba06b req-9d4228be-390c-4fb1-995b-0c813b761773 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359135 Aug 20 12:33:16.598818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266735e-f71d-49ee-9a0c-d501477c33be req-b221be19-39a0-4dfc-a0af-5fd0401a879c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:16.600327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4266735e-f71d-49ee-9a0c-d501477c33be req-b221be19-39a0-4dfc-a0af-5fd0401a879c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0517442 Aug 20 12:33:16.642457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4266735e-f71d-49ee-9a0c-d501477c33be req-3ef68eeb-b525-4f14-8304-803744731c2c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354803 Aug 20 12:33:17.768717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561fd0-56a3-4180-ac1c-2c628b9a02d8 req-d960d974-2256-433c-a79c-d555a453d704 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:17.770206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb561fd0-56a3-4180-ac1c-2c628b9a02d8 req-d960d974-2256-433c-a79c-d555a453d704 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0539243 Aug 20 12:33:17.813648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cb561fd0-56a3-4180-ac1c-2c628b9a02d8 req-2f2ed623-1d3d-402c-8275-6b952a4771b0 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366342 Aug 20 12:33:18.935260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6d829-8afc-4dea-89db-ee2b838bb8e7 req-62651388-ff1e-423c-bf3a-1faa357b6a9e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:18.936784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-caa6d829-8afc-4dea-89db-ee2b838bb8e7 req-62651388-ff1e-423c-bf3a-1faa357b6a9e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0519474 Aug 20 12:33:18.977962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-caa6d829-8afc-4dea-89db-ee2b838bb8e7 req-cdb184cb-d742-425a-a0fb-96403a35aa0c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340145 Aug 20 12:33:20.111538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38851ea1-4941-44c5-9497-870a47b13b63 req-5ef7e40c-841e-4092-ab58-14984fc0949e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:20.113033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38851ea1-4941-44c5-9497-870a47b13b63 req-5ef7e40c-841e-4092-ab58-14984fc0949e tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 943 time: 0.0501447 Aug 20 12:33:20.166567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38851ea1-4941-44c5-9497-870a47b13b63 req-4b02d127-f5d4-4ba8-8897-8beeb133ed97 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474608 Aug 20 12:33:20.581004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 6f179a6e-c679-4427-83c7-207bf824f9f9 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:33:20.693020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 6f179a6e-c679-4427-83c7-207bf824f9f9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6f179a6e-c679-4427-83c7-207bf824f9f9,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:20.710809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'port_id': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'mac_address': 'fa:16:3e:69:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:33:20.753606 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:20.772470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f179a6e-c679-4427-83c7-207bf824f9f9 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:33:20.796679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 6f179a6e-c679-4427-83c7-207bf824f9f9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6f179a6e-c679-4427-83c7-207bf824f9f9,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:20.801696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:20.855028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=6f179a6e-c679-4427-83c7-207bf824f9f9,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:21.015803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['6f179a6e-c679-4427-83c7-207bf824f9f9'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:33:21.298547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9729-7c5b-4a02-a2df-bbc7bac80521 req-c515ff93-e685-4ae2-8b1f-f8c5867c08ae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:21.301444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-befa9729-7c5b-4a02-a2df-bbc7bac80521 req-c515ff93-e685-4ae2-8b1f-f8c5867c08ae tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 944 time: 0.0589492 Aug 20 12:33:21.344218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-befa9729-7c5b-4a02-a2df-bbc7bac80521 req-f668662b-704e-4b89-83cd-9336a3ea924d tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365353 Aug 20 12:33:21.707985 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3e5020c1-f679-4336-b155-9d723cd25399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:22.459859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e72e7-e13e-48ed-b587-eaf84a2ce383 req-a98b16f2-83ab-4595-8ee5-606087ae3067 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:22.461257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-448e72e7-e13e-48ed-b587-eaf84a2ce383 req-a98b16f2-83ab-4595-8ee5-606087ae3067 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 944 time: 0.0502779 Aug 20 12:33:22.499476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-448e72e7-e13e-48ed-b587-eaf84a2ce383 req-cca17367-1018-4fc0-b1d6-e6a81c7af710 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Aug 20 12:33:22.579833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 6f179a6e-c679-4427-83c7-207bf824f9f9 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:33:22.634426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 6f179a6e-c679-4427-83c7-207bf824f9f9 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:33:22.638019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 6f179a6e-c679-4427-83c7-207bf824f9f9 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:33:22.638424 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:22.722424 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:22.747487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:22.749296 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ac9aa-5de2-493b-938b-0119d30579ff" -d '{"events": [{"server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "name": "network-vif-plugged", "status": "completed", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:22.762830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 6f179a6e-c679-4427-83c7-207bf824f9f9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6f179a6e-c679-4427-83c7-207bf824f9f9,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:22.767684 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:22.793679 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ccb716-8eb5-455b-9323-5692ad868d4b x-openstack-request-id: req-d2ccb716-8eb5-455b-9323-5692ad868d4b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:22.793968 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "name": "network-vif-plugged", "status": "completed", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:22.794247 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2ccb716-8eb5-455b-9323-5692ad868d4b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:22.795059 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'code': 200} Aug 20 12:33:22.831911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=6f179a6e-c679-4427-83c7-207bf824f9f9,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:22.907408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27a2c3-75e9-4238-99f8-090386d9ab3c req-261faf78-612c-43b9-8107-1e078fb7844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:22.908963 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e27a2c3-75e9-4238-99f8-090386d9ab3c req-261faf78-612c-43b9-8107-1e078fb7844f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 1097 time: 0.0480354 Aug 20 12:33:22.948073 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e27a2c3-75e9-4238-99f8-090386d9ab3c req-025dfd8c-b48e-4051-b5cb-136962ab9304 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Aug 20 12:33:23.619535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe239bf-ef3f-490d-b8b5-0835d67ca100 req-49d698c8-1071-48fe-bd59-e9d48d0e71a5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:23.621036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfe239bf-ef3f-490d-b8b5-0835d67ca100 req-49d698c8-1071-48fe-bd59-e9d48d0e71a5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 945 time: 0.0502386 Aug 20 12:33:23.659544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cfe239bf-ef3f-490d-b8b5-0835d67ca100 req-6c0eda11-47f7-407e-857f-818e04ca5a68 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Aug 20 12:33:24.304661 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f11694db-14b6-4402-8923-f4f01d581ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:24.777840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650403e-4546-4b01-8c07-7578e1899183 req-228f0b18-1b33-43ec-b217-324512ba2132 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:24.779339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c650403e-4546-4b01-8c07-7578e1899183 req-228f0b18-1b33-43ec-b217-324512ba2132 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 945 time: 0.0502136 Aug 20 12:33:24.821900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c650403e-4546-4b01-8c07-7578e1899183 req-56288c89-7f1e-427a-8f19-9b47fe932f00 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362175 Aug 20 12:33:24.935995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f58bc6-37c0-43dc-a3c3-dd33e123a141 req-41f7e64e-9f93-4f7a-8a4a-0bb68fbb9ec7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:24.939396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4f58bc6-37c0-43dc-a3c3-dd33e123a141 req-41f7e64e-9f93-4f7a-8a4a-0bb68fbb9ec7 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 945 time: 0.0521624 Aug 20 12:33:24.978725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4f58bc6-37c0-43dc-a3c3-dd33e123a141 req-ede2ca7f-623f-4268-bb30-b839bc2c9f55 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331371 Aug 20 12:33:25.003163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58048) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:25.027031 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.048504 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33457d4-6d0b-49bf-97db-a17439877e1c tempest-TestVolumeBootPattern-626760941 tempest-TestVolumeBootPattern-626760941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:25.052996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58050) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:25.053252 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a33457d4-6d0b-49bf-97db-a17439877e1c tempest-TestVolumeBootPattern-626760941 tempest-TestVolumeBootPattern-626760941-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 1092 time: 0.0480020 Aug 20 12:33:25.058124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:33:25.083508 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.196150 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.300093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Allocated IP 172.25.0.212 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/8fdc1721-3339-4099-bda8-da5433d95775) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:33:25.414041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.455161 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.492887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:33:25.497068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:33:25.500586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:33:25.508420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=8fdc1721-3339-4099-bda8-da5433d95775,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:25.669807 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.883611 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:25.950330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:26.126875 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:26.131895 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:26.206392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event updated for resources: {'Port': ['ID=8fdc1721-3339-4099-bda8-da5433d95775,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:26.216366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:26.319022 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Floating IP c14c0e50-45f2-4461-951f-344df3b96ac0 associated. External IP: 172.25.0.212, port: 6f179a6e-c679-4427-83c7-207bf824f9f9. Aug 20 12:33:26.533627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Router e5070807-9aca-4ef4-8ef9-680488f734eb has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:33:26.637904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:33:26.648858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:33:26.659436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:26.660217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:33:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:26.665487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:26.702810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3b0ed4a7-983d-435b-8116-0c2e0863cb9c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6484067 Aug 20 12:33:26.704075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:26.706571 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aaf104-cc4b-45da-b922-c95f5f27c2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:26.745587 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b60b3-bb8c-434a-954a-7ad7655f2239 x-openstack-request-id: req-ae5b60b3-bb8c-434a-954a-7ad7655f2239 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:26.746169 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:26.746712 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae5b60b3-bb8c-434a-954a-7ad7655f2239 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:26.747217 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'status': 'completed', 'code': 200} Aug 20 12:33:26.776475 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:26.810402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-02c241c4-56ed-4ceb-b6bd-41e7f81b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:26.812161 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-02c241c4-56ed-4ceb-b6bd-41e7f81b1ca7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 1097 time: 0.0430164 Aug 20 12:33:26.905545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-56d71702-c79d-4c6f-b12c-4d6f6e3ea5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:26.908145 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-56d71702-c79d-4c6f-b12c-4d6f6e3ea5c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.0898898 Aug 20 12:33:26.985419 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-15f49147-477e-417f-8c6e-840717ba6794 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f179a6e-c679-4427-83c7-207bf824f9f9 HTTP/1.1" status: 200 len: 999 time: 0.0703061 Aug 20 12:33:27.052927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:27.054330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-eae70267-4083-41ec-80ff-9e8103dfdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:27.055825 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-eae70267-4083-41ec-80ff-9e8103dfdb7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0592704 Aug 20 12:33:27.058270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:17Z', 'revision_number': 1, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}, {'id': 'c14c0e50-45f2-4461-951f-344df3b96ac0', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:69:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065d653c-21d1-4f10-bd80-ac37c371270b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:25Z', 'updated_at': '2021-08-20T12:33:25Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:27.087562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:33:27.096372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:27.097081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:33:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:27.105899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-027b685b-87e0-4902-bb1f-dfca38c5e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:27.107448 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-027b685b-87e0-4902-bb1f-dfca38c5e43f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435593 Aug 20 12:33:27.200145 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-c18a53bb-4dd9-4cd4-911e-56115180d2f8 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849969 Aug 20 12:33:27.208046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:27.298126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-19aaf104-cc4b-45da-b922-c95f5f27c2ea req-e5476d00-4574-4397-839d-97f230d3b2e1 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908587 Aug 20 12:33:27.449364 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:17Z', 'revision_number': 1, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}, {'id': 'c14c0e50-45f2-4461-951f-344df3b96ac0', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:69:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065d653c-21d1-4f10-bd80-ac37c371270b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:25Z', 'updated_at': '2021-08-20T12:33:25Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:27.476508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6cfea-df56-405f-8be8-2e5a19a905b4 None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:17Z', 'revision_number': 1, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}, {'id': 'c14c0e50-45f2-4461-951f-344df3b96ac0', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:69:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065d653c-21d1-4f10-bd80-ac37c371270b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:33:25Z', 'updated_at': '2021-08-20T12:33:25Z', 'revision_number': 0, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:33:27.671161 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba762f0-717a-42f2-8963-7dd8490a8b85 None None] New status for floating IP c14c0e50-45f2-4461-951f-344df3b96ac0: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:33:32.095228 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:33:42.219358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:43.967173 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:44.597175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58198) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:44.669588 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6f2c90c2-bf7d-4ec3-9400-64df6a28818e tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/floatingips/6838ab47-c209-4eb0-99bf-a94cbee83257 HTTP/1.1" status: 200 len: 992 time: 0.0655391 Aug 20 12:33:44.919410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58204) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:45.081410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port ffeaa913-05b3-44ab-bb88-b89daf2cdb46 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:33:45.081662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:45.163754 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:45.164079 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:45.176764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for ffeaa913-05b3-44ab-bb88-b89daf2cdb46 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:33:45.334199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:45.361219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=ffeaa913-05b3-44ab-bb88-b89daf2cdb46,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:45.428975 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:45.429316 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Floating IP 6838ab47-c209-4eb0-99bf-a94cbee83257 disassociated (deleted). External IP: 172.25.0.86, port: aafce47d-d728-4af9-9a57-28d2a37513d6. Aug 20 12:33:45.642546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router da7f9c06-d289-4314-b77b-6726b6944b7d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:33:45.752093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:33:45.756436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:45.762647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] Sync routers for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:33:45.775098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:45.776098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:33:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:45.899735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:46.101585 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d3b63ee0-5e35-4904-aec9-f3345980cf7a tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/floatingips/6838ab47-c209-4eb0-99bf-a94cbee83257 HTTP/1.1" status: 204 len: 168 time: 1.1807675 Aug 20 12:33:46.102215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:46.104509 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d2bce-ae44-4b25-ad88-80485743f008" -d '{"events": [{"name": "network-changed", "server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:46.117572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:58Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:46.146037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] Checking router: da7f9c06-d289-4314-b77b-6726b6944b7d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:33:46.155370 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:46.156704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:33:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:46.184124 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc2242f-5d5e-4772-9ad5-4f72d32eac25 x-openstack-request-id: req-acc2242f-5d5e-4772-9ad5-4f72d32eac25 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:46.184633 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:46.184957 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acc2242f-5d5e-4772-9ad5-4f72d32eac25 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:46.185431 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'status': 'completed', 'code': 200} Aug 20 12:33:46.268736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d2bce-ae44-4b25-ad88-80485743f008 req-1d432bc0-83b8-40ab-9cf4-82fc89b32a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:46.271168 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-539d2bce-ae44-4b25-ad88-80485743f008 req-1d432bc0-83b8-40ab-9cf4-82fc89b32a69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc576374d86d483181db6b97edc7d7d8&device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 1097 time: 0.0548499 Aug 20 12:33:46.315568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:46.426405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d2bce-ae44-4b25-ad88-80485743f008 req-2cf34882-7366-4902-beed-603442973e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:46.428188 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-539d2bce-ae44-4b25-ad88-80485743f008 req-2cf34882-7366-4902-beed-603442973e55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd HTTP/1.1" status: 200 len: 897 time: 0.1451025 Aug 20 12:33:46.588377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:58Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:46.630154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b3b94-5680-432e-8bd4-9bd41b2b5163 None None] The sync data for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 is: [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c', 'name': '', 'network_id': '9d29dd6d-8083-4121-8cec-5fc635e2d2fd', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'mac_address': 'fa:16:3e:1a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:51Z', 'updated_at': '2021-08-20T12:32:58Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'subnets': [{'id': 'e213404c-4b34-4705-8a85-479e9ebeaafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:33:46.663213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f07a7c-39cb-419e-bf11-f62df5b2bac4 req-93b39243-1696-4e2a-812f-3833b89dfc8c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:46.670680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4f07a7c-39cb-419e-bf11-f62df5b2bac4 req-93b39243-1696-4e2a-812f-3833b89dfc8c tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 945 time: 0.2711945 Aug 20 12:33:46.727782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4f07a7c-39cb-419e-bf11-f62df5b2bac4 req-c1ef21e9-e36f-4a26-98d5-8508808107a3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514879 Aug 20 12:33:46.815368 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-539d2bce-ae44-4b25-ad88-80485743f008 req-eeb19ab6-b529-43c5-9349-6ee870add9f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aafce47d-d728-4af9-9a57-28d2a37513d6 HTTP/1.1" status: 200 len: 217 time: 0.3782682 Aug 20 12:33:46.871742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d2bce-ae44-4b25-ad88-80485743f008 req-56988762-e220-4e95-99d3-746c940d54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:46.873237 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-539d2bce-ae44-4b25-ad88-80485743f008 req-56988762-e220-4e95-99d3-746c940d54e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e213404c-4b34-4705-8a85-479e9ebeaafb HTTP/1.1" status: 200 len: 834 time: 0.0495169 Aug 20 12:33:46.924416 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ae2e7-0641-4d8a-847f-f88606e299b0 None None] New status for floating IP 6838ab47-c209-4eb0-99bf-a94cbee83257: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:33:46.929526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d2bce-ae44-4b25-ad88-80485743f008 req-f78c6a67-2bd9-4402-b660-4a1cf2ebd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:46.931306 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-539d2bce-ae44-4b25-ad88-80485743f008 req-f78c6a67-2bd9-4402-b660-4a1cf2ebd76f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d29dd6d-8083-4121-8cec-5fc635e2d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496790 Aug 20 12:33:47.034472 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-539d2bce-ae44-4b25-ad88-80485743f008 req-e2cba359-508b-427d-905c-85ed1d21c52f service neutron] 10.222.0.73 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949614 Aug 20 12:33:47.136728 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-539d2bce-ae44-4b25-ad88-80485743f008 req-98f2763e-c2fe-4c9a-ab98-410a04048782 service neutron] 10.222.0.73 "GET /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942688 Aug 20 12:33:47.798753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-555e659e-f6d4-4cee-ab9d-0383e55ccddd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:47.801101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-555e659e-f6d4-4cee-ab9d-0383e55ccddd tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 945 time: 0.0573087 Aug 20 12:33:47.917688 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port aafce47d-d728-4af9-9a57-28d2a37513d6 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:33:47.918044 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:47.943823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae3ac-d131-4895-9010-b8d76a0e8dce req-99160821-ecef-4a64-ac5b-5198d8473954 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:47.945895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-366ae3ac-d131-4895-9010-b8d76a0e8dce req-99160821-ecef-4a64-ac5b-5198d8473954 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/ports?device_id=128fe6b6-3412-42c0-b90d-07687a0538b1 HTTP/1.1" status: 200 len: 945 time: 0.1354852 Aug 20 12:33:47.993143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-366ae3ac-d131-4895-9010-b8d76a0e8dce req-0a188fc5-ae25-4063-8dd0-aea9db3205af tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "GET /v2.0/security-groups?id=3665938b-194b-4939-ba25-928076f74021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386524 Aug 20 12:33:48.026425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port aafce47d-d728-4af9-9a57-28d2a37513d6, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aafce47d-d728-4af9-9a57-28d2a37513d6,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:48.026795 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:48.042652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for aafce47d-d728-4af9-9a57-28d2a37513d6 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:33:48.195766 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:48.243309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=aafce47d-d728-4af9-9a57-28d2a37513d6,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:48.283209 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] No DVR routers for this DVR port aafce47d-d728-4af9-9a57-28d2a37513d6 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:33:48.285944 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:48.288196 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-77c8e7c8-6916-4e3e-9d37-54b8d2691ba1 req-5ae74d5f-5581-4962-874c-a50b7edb1730 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.73 "DELETE /v2.0/ports/aafce47d-d728-4af9-9a57-28d2a37513d6 HTTP/1.1" status: 204 len: 173 time: 0.4770136 Aug 20 12:33:48.288668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'name': 'network-vif-deleted', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:33:48.291017 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e8055f-d9d0-4b9c-823f-529afab8b211" -d '{"events": [{"server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "name": "network-vif-deleted", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:33:48.345199 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc1ef0-17fa-41a7-9ee3-43d86c12ea2d x-openstack-request-id: req-f3fc1ef0-17fa-41a7-9ee3-43d86c12ea2d {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:33:48.345503 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128fe6b6-3412-42c0-b90d-07687a0538b1", "name": "network-vif-deleted", "tag": "aafce47d-d728-4af9-9a57-28d2a37513d6", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:33:48.345758 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3fc1ef0-17fa-41a7-9ee3-43d86c12ea2d {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:33:48.346162 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128fe6b6-3412-42c0-b90d-07687a0538b1', 'name': 'network-vif-deleted', 'tag': 'aafce47d-d728-4af9-9a57-28d2a37513d6', 'status': 'completed', 'code': 200} Aug 20 12:33:49.056685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58256) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:49.119612 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422ae9eb-4199-49e9-9c66-b9b8a04d8260 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:49.147536 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422ae9eb-4199-49e9-9c66-b9b8a04d8260 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:49.207304 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422ae9eb-4199-49e9-9c66-b9b8a04d8260 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:49.210284 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-422ae9eb-4199-49e9-9c66-b9b8a04d8260 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:49.211477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-422ae9eb-4199-49e9-9c66-b9b8a04d8260 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/security-groups/3665938b-194b-4939-ba25-928076f74021 HTTP/1.1" status: 204 len: 168 time: 0.1537690 Aug 20 12:33:49.220797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ae9eb-4199-49e9-9c66-b9b8a04d8260 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3665938b-194b-4939-ba25-928076f74021,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:49.244979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58260) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:49.610032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:49.862409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:33:49.862652 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:49.957176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:49.957544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:49.973469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:33:50.173704 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:50.200322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:50.404756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:50.633726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Router da7f9c06-d289-4314-b77b-6726b6944b7d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:33:50.714776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aafce47d-d728-4af9-9a57-28d2a37513d6 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:33:50.736444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: aafce47d-d728-4af9-9a57-28d2a37513d6 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:33:50.736886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aafce47d-d728-4af9-9a57-28d2a37513d6 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:33:50.740315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:33:50.745373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-51b9ab6f-1e5d-4dce-8840-1e6c82cdbeda tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "PUT /v2.0/routers/da7f9c06-d289-4314-b77b-6726b6944b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4993541 Aug 20 12:33:50.748376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58278) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:50.752034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] Sync routers for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:33:50.761449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:50.762811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:33:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:50.805459 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26ec3ea-2bb3-4774-b736-3cc886f818f3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting subnet e213404c-4b34-4705-8a85-479e9ebeaafb {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:33:50.808911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d26ec3ea-2bb3-4774-b736-3cc886f818f3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:50.861302 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d26ec3ea-2bb3-4774-b736-3cc886f818f3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:50.952742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d26ec3ea-2bb3-4774-b736-3cc886f818f3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.018593 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d26ec3ea-2bb3-4774-b736-3cc886f818f3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.048620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:51.051256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ec3ea-2bb3-4774-b736-3cc886f818f3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Subnet': ['ID=e213404c-4b34-4705-8a85-479e9ebeaafb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:51.056361 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d26ec3ea-2bb3-4774-b736-3cc886f818f3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.058019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d26ec3ea-2bb3-4774-b736-3cc886f818f3 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/subnets/e213404c-4b34-4705-8a85-479e9ebeaafb HTTP/1.1" status: 204 len: 168 time: 0.3066659 Aug 20 12:33:51.060761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58284) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:51.078425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c1294-ebee-4ec3-b871-8fd9e332fb74 None None] Network 9d29dd6d-8083-4121-8cec-5fc635e2d2fd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:33:51.176615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.301401 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.346418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:33:50Z', 'revision_number': 5, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port': {'id': 'bfb6c190-5050-46c0-8412-80d55e333848', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:48Z', 'updated_at': '2021-08-20T12:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:51.379473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] Checking router: da7f9c06-d289-4314-b77b-6726b6944b7d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:33:51.385411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Deleting port bfb6c190-5050-46c0-8412-80d55e333848 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:33:51.385775 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.391829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] Routers {'da7f9c06-d289-4314-b77b-6726b6944b7d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:33:51.392501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:33:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['da7f9c06-d289-4314-b77b-6726b6944b7d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:51.433482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] DHCP port deletion for 9d29dd6d-8083-4121-8cec-5fc635e2d2fd request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:33:51.476437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] For port bfb6c190-5050-46c0-8412-80d55e333848, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bfb6c190-5050-46c0-8412-80d55e333848,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:51.476921 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.491601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Calling delete_port for bfb6c190-5050-46c0-8412-80d55e333848 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:33:51.517484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] Set router da7f9c06-d289-4314-b77b-6726b6944b7d gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:33:51.574435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:33:51Z', 'revision_number': 6, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:51.619664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] Deleting port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:33:51.620251 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.621878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75ca7a-cda0-4d78-a7e7-217f0cd22547 None None] The sync data for ids ['da7f9c06-d289-4314-b77b-6726b6944b7d'] in n-d-800634-10 is: [{'id': 'da7f9c06-d289-4314-b77b-6726b6944b7d', 'name': 'tempest-TestNetworkBasicOps-router-918079241', 'tenant_id': 'dc576374d86d483181db6b97edc7d7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:47Z', 'updated_at': '2021-08-20T12:33:51Z', 'revision_number': 6, 'project_id': 'dc576374d86d483181db6b97edc7d7d8', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:33:51.695715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] For port f5fdb719-82ee-43e1-b9a7-2592f7f29d74, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f5fdb719-82ee-43e1-b9a7-2592f7f29d74,segment=NetworkSegment(cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d),segment_id=cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:33:51.696065 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.698772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.718591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] Calling delete_port for f5fdb719-82ee-43e1-b9a7-2592f7f29d74 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:33:51.727928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1b5b-1de1-495b-b89b-f044b26a6b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.738710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Port': ['ID=bfb6c190-5050-46c0-8412-80d55e333848,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:51.799604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.813397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.838934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] Pushing event deleted for resources: {'Port': ['ID=f5fdb719-82ee-43e1-b9a7-2592f7f29d74,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:51.845110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b51d5b-a3dd-4d83-bc5d-9b025935f64b None None] No DVR routers for this DVR port f5fdb719-82ee-43e1-b9a7-2592f7f29d74 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:33:51.900879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.903163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.947607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.948211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Fanout notify agent at l3_agent the message router_deleted on router da7f9c06-d289-4314-b77b-6726b6944b7d {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:33:51.956400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.957600 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5c8dbac7-148e-4df0-9e01-7069abf146f0 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/routers/da7f9c06-d289-4314-b77b-6726b6944b7d HTTP/1.1" status: 204 len: 168 time: 0.8951902 Aug 20 12:33:51.960489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58296) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:52.048495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.150907 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.162669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d29dd6d-8083-4121-8cec-5fc635e2d2fd']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:52.179774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:52.180180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd53a2b-0c64-46e5-b7fc-6f8d5b992c5d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:33:52.199294 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.217375 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.225425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:33:52.225836 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:33:52.229332 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:33:52.278882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f5fdb719-82ee-43e1-b9a7-2592f7f29d74 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:33:52.294823 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.300874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.313807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] 10.222.0.25 "DELETE /v2.0/networks/9d29dd6d-8083-4121-8cec-5fc635e2d2fd HTTP/1.1" status: 204 len: 168 time: 0.3449759 Aug 20 12:33:52.327075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f5fdb719-82ee-43e1-b9a7-2592f7f29d74 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:33:52.328136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f5fdb719-82ee-43e1-b9a7-2592f7f29d74 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:33:52.328887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bfb6c190-5050-46c0-8412-80d55e333848 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:33:52.333195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd740d0-e2b7-4116-a4df-088fd716d207 tempest-TestNetworkBasicOps-1554889668 tempest-TestNetworkBasicOps-1554889668-project] Pushing event deleted for resources: {'Network': ['ID=9d29dd6d-8083-4121-8cec-5fc635e2d2fd,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:52.356928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: bfb6c190-5050-46c0-8412-80d55e333848 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:33:52.357491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bfb6c190-5050-46c0-8412-80d55e333848 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:33:52.358039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:33:52.392623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:33:52.393121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device cb50e542-1f0f-45bb-8fae-7a4dbfa9a57c not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:33:52.652205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58310) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:52.808014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-16630021-7881-423f-a8f3-a8ca138e6096 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc576374d86d483181db6b97edc7d7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540167 Aug 20 12:33:52.810637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58316) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:52.860000 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-302ff6ce-71a1-4def-b3ba-8d78a9af9d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.885535 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-302ff6ce-71a1-4def-b3ba-8d78a9af9d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.933449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-302ff6ce-71a1-4def-b3ba-8d78a9af9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.936329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-302ff6ce-71a1-4def-b3ba-8d78a9af9d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:52.937718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-302ff6ce-71a1-4def-b3ba-8d78a9af9d51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a8a740c-2beb-42cd-a853-07b6579dbc0e HTTP/1.1" status: 204 len: 168 time: 0.1260736 Aug 20 12:33:52.946903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ff6ce-71a1-4def-b3ba-8d78a9af9d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8a740c-2beb-42cd-a853-07b6579dbc0e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:53.224027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58326) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:53.238278 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19b99493-4228-4714-b03e-40afed62008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:53.332316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19b99493-4228-4714-b03e-40afed62008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:53.336910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-19b99493-4228-4714-b03e-40afed62008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:53.378411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-19b99493-4228-4714-b03e-40afed62008b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53123a3dbfb74aaeab2b49043f02878d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532261 Aug 20 12:33:53.379311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b99493-4228-4714-b03e-40afed62008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c26ad5-f7d1-40b3-a59d-479ca8fde4ac,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:53.382042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58328) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:53.442001 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50a28b93-af50-4cde-b737-79742da9f529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:53.465524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50a28b93-af50-4cde-b737-79742da9f529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:53.519717 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50a28b93-af50-4cde-b737-79742da9f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:53.526459 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-50a28b93-af50-4cde-b737-79742da9f529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:53.529642 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-50a28b93-af50-4cde-b737-79742da9f529 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6c26ad5-f7d1-40b3-a59d-479ca8fde4ac HTTP/1.1" status: 204 len: 168 time: 0.1453345 Aug 20 12:33:53.546970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a28b93-af50-4cde-b737-79742da9f529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c26ad5-f7d1-40b3-a59d-479ca8fde4ac,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:33:53.645195 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-029da197-33d1-457a-8e66-8dfdacb678ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556946 Aug 20 12:33:53.743232 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-647fdf25-581d-42cd-acb3-f835c949317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:53.745001 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-647fdf25-581d-42cd-acb3-f835c949317e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1097 time: 0.0512917 Aug 20 12:33:53.878700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-c981e2d1-0be9-43e8-aaa7-7ddb3f69a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:53.880258 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-c981e2d1-0be9-43e8-aaa7-7ddb3f69a31e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1021988 Aug 20 12:33:53.971430 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-ae1fb5f9-8e9f-4e0a-aa10-c0fd09962c02 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 200 len: 1001 time: 0.0839059 Aug 20 12:33:54.044365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-0aebead5-930e-40a9-9831-383108a43511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:54.046964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-0aebead5-930e-40a9-9831-383108a43511 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0686839 Aug 20 12:33:54.103352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-30483422-6571-447b-8118-bb9b98240232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:54.104945 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-30483422-6571-447b-8118-bb9b98240232 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507898 Aug 20 12:33:54.209964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-9f1351e0-7143-4790-9c36-ec3a193243b8 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966108 Aug 20 12:33:54.306823 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84067e86-8c65-47cc-883e-d186460d8ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:54.313660 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ba979e44-023d-454d-88cd-9c208d23dde0 req-86511fbd-790d-486a-8ae5-92ae68a20946 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963657 Aug 20 12:33:55.020412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:55.669408 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:57.038036 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.099168 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:34:12.228221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.973637 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:21.709854 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dbd030d0-8e61-45e5-ad95-ff73640f2c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:24.314168 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4cc96de5-ac06-4981-8335-cfb645553dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:25.023725 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:25.675809 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:27.041124 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.565841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58864) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:37.570637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411093158', 'description': 'tempest-secgroup-smoke-1411093158 description', 'project_id': '8d18782efadc449ab2ce10dee705b980'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:37.592210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.671312 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.675277 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.704496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.705454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385870 Aug 20 12:34:37.706352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa67639a-5521-407c-9c66-2f01ad61d55a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:37.708390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58866) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:37.712725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-39f93308-4c4c-4944-94d8-97d3d39318ba tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'security_group_rule': {'security_group_id': 'aa67639a-5521-407c-9c66-2f01ad61d55a', 'project_id': '8d18782efadc449ab2ce10dee705b980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:37.726458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.726795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.727131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.727459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.727783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.728105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.728425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.728739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.729059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.729372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.729692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.729994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b733d3-8e12-419a-a104-6cf104406ee5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:37.750779 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39f93308-4c4c-4944-94d8-97d3d39318ba tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.799393 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39f93308-4c4c-4944-94d8-97d3d39318ba tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.802883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39f93308-4c4c-4944-94d8-97d3d39318ba tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.820712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f93308-4c4c-4944-94d8-97d3d39318ba tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baff5d9f-5bb2-48af-87ca-197d510f6323,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:37.826554 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-39f93308-4c4c-4944-94d8-97d3d39318ba tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.827817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-39f93308-4c4c-4944-94d8-97d3d39318ba tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184347 Aug 20 12:34:37.830945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58868) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:37.835266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e2918429-fba1-4452-8013-3876fe463d8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'security_group_rule': {'security_group_id': 'aa67639a-5521-407c-9c66-2f01ad61d55a', 'project_id': '8d18782efadc449ab2ce10dee705b980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:37.861116 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2918429-fba1-4452-8013-3876fe463d8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.916787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2918429-fba1-4452-8013-3876fe463d8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.920350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2918429-fba1-4452-8013-3876fe463d8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.940305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2918429-fba1-4452-8013-3876fe463d8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8e2b04-9908-4323-9dae-9b1fd4f3f2cf,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:37.947068 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e2918429-fba1-4452-8013-3876fe463d8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:37.948405 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e2918429-fba1-4452-8013-3876fe463d8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164870 Aug 20 12:34:37.951046 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58870) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:37.955485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5c797f93-c613-4274-904b-be6969c25bc8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'security_group_rule': {'security_group_id': 'aa67639a-5521-407c-9c66-2f01ad61d55a', 'project_id': '8d18782efadc449ab2ce10dee705b980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:37.986489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5c797f93-c613-4274-904b-be6969c25bc8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.043780 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5c797f93-c613-4274-904b-be6969c25bc8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.047776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5c797f93-c613-4274-904b-be6969c25bc8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.066991 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c797f93-c613-4274-904b-be6969c25bc8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf79d610-561a-4511-a99b-f5f4b963750e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:38.070572 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5c797f93-c613-4274-904b-be6969c25bc8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.074327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5c797f93-c613-4274-904b-be6969c25bc8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197917 Aug 20 12:34:38.074857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58872) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:38.079041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ec0a5ad3-bbcb-4bd8-b9bb-05f0aaa0cac3 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'security_group_rule': {'security_group_id': 'aa67639a-5521-407c-9c66-2f01ad61d55a', 'project_id': '8d18782efadc449ab2ce10dee705b980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:38.104087 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5ad3-bbcb-4bd8-b9bb-05f0aaa0cac3 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.165659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5ad3-bbcb-4bd8-b9bb-05f0aaa0cac3 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.169521 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5ad3-bbcb-4bd8-b9bb-05f0aaa0cac3 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.188115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a5ad3-bbcb-4bd8-b9bb-05f0aaa0cac3 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917decba-6512-48e9-b5af-e1259ed027b2,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:38.193530 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5ad3-bbcb-4bd8-b9bb-05f0aaa0cac3 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.194683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ec0a5ad3-bbcb-4bd8-b9bb-05f0aaa0cac3 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193111 Aug 20 12:34:38.197446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58874) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:38.201775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-77ebac4f-62a3-4bf9-be0b-514de5cc64a7 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'security_group_rule': {'security_group_id': 'aa67639a-5521-407c-9c66-2f01ad61d55a', 'project_id': '8d18782efadc449ab2ce10dee705b980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:38.223549 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-77ebac4f-62a3-4bf9-be0b-514de5cc64a7 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Project 8d18782efadc449ab2ce10dee705b980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:34:38.228316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77ebac4f-62a3-4bf9-be0b-514de5cc64a7 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.289890 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77ebac4f-62a3-4bf9-be0b-514de5cc64a7 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.293437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77ebac4f-62a3-4bf9-be0b-514de5cc64a7 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.311677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebac4f-62a3-4bf9-be0b-514de5cc64a7 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4579c1d-ea4d-4cb3-987e-45fb40e5cfbf,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:38.317956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-77ebac4f-62a3-4bf9-be0b-514de5cc64a7 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.319272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-77ebac4f-62a3-4bf9-be0b-514de5cc64a7 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208951 Aug 20 12:34:38.321924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58876) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:38.326411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cf93399e-6603-46b3-ac3f-2a0c7944bab4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'security_group_rule': {'security_group_id': 'aa67639a-5521-407c-9c66-2f01ad61d55a', 'project_id': '8d18782efadc449ab2ce10dee705b980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:38.347424 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-cf93399e-6603-46b3-ac3f-2a0c7944bab4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Project 8d18782efadc449ab2ce10dee705b980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:34:38.352366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf93399e-6603-46b3-ac3f-2a0c7944bab4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.412952 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf93399e-6603-46b3-ac3f-2a0c7944bab4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.416247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf93399e-6603-46b3-ac3f-2a0c7944bab4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.433910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93399e-6603-46b3-ac3f-2a0c7944bab4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684ffe1d-d1cf-46ce-af4b-5eb3cc2aa9d3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:38.439399 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cf93399e-6603-46b3-ac3f-2a0c7944bab4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:38.440553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cf93399e-6603-46b3-ac3f-2a0c7944bab4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176629 Aug 20 12:34:38.659443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-fd45cd07-c53b-4970-b4c6-536ed726f407 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411093158&fields=id&tenant_id=8d18782efadc449ab2ce10dee705b980 HTTP/1.1" status: 200 len: 267 time: 0.0328634 Aug 20 12:34:38.764921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-81a0fdea-c782-474e-a838-3f1cdb3b5344 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:38.767278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-81a0fdea-c782-474e-a838-3f1cdb3b5344 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/networks?id=040be481-4913-4759-8408-d7ce47258766 HTTP/1.1" status: 200 len: 814 time: 0.1011784 Aug 20 12:34:38.782741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-47c11147-a805-4a38-a4fb-63a6bb4a34cf tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/quotas/8d18782efadc449ab2ce10dee705b980 HTTP/1.1" status: 200 len: 375 time: 0.0096726 Aug 20 12:34:38.833744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-8c98fef4-0519-4040-9ace-28149bdda8c4 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d18782efadc449ab2ce10dee705b980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454814 Aug 20 12:34:38.936204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-42f825e3-655f-4e0f-a972-2066e38cf113 service neutron] 10.222.0.25 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904217 Aug 20 12:34:39.026733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9267cdaf-bf02-405d-bcf2-80e737558820 service neutron] 10.222.0.25 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Aug 20 12:34:40.334313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5535a74f-9601-4db5-9669-0bee90d49007 req-da8c6379-37fa-4e55-92b0-2f5a9334280e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 210 time: 0.0272942 Aug 20 12:34:41.307281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-2000664f-3dd7-4691-ae3c-d11af8358932 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:41.308774 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-2000664f-3dd7-4691-ae3c-d11af8358932 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.73 "GET /v2.0/networks?id=040be481-4913-4759-8408-d7ce47258766 HTTP/1.1" status: 200 len: 814 time: 0.1088827 Aug 20 12:34:41.358433 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-d397e5f1-2be0-4197-8ab3-156aa74ee9b2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d18782efadc449ab2ce10dee705b980 HTTP/1.1" status: 200 len: 380 time: 0.0395989 Aug 20 12:34:41.371638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'port': {'device_id': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'admin_state_up': True, 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'security_groups': ['aa67639a-5521-407c-9c66-2f01ad61d55a']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:41.443019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eda06cb5-eed1-401b-ae46-36f7b2293a33 req-9de74fb6-e0a3-46ca-811c-63be489a9959 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 210 time: 0.0278494 Aug 20 12:34:41.487963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Made reservation on behalf of 8d18782efadc449ab2ce10dee705b980 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:34:41.491670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.623451 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Allocated IP 172.20.0.9 (040be481-4913-4759-8408-d7ce47258766/113cb244-d21c-43cf-aa9c-d56d18a3bfeb/bddf261c-8485-4841-9f1f-39e90079d79e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:41.767780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.782813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Transition to ACTIVE for port object bddf261c-8485-4841-9f1f-39e90079d79e will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:41.815510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.863733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Network 040be481-4913-4759-8408-d7ce47258766 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:41.866778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:41.870490 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:41.881629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'Port': ['ID=bddf261c-8485-4841-9f1f-39e90079d79e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:41.916623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.916966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.918353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.918702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.919040 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.919374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.919747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.920014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.920339 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.920660 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.920980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.921298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:41.958897 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:41.959274 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:41.976765 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9e7698f6-6076-40af-a2b3-9bf819a92ddd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098809 Aug 20 12:34:41.994868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Request body: {'port': {'device_id': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:42.054510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.082648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d18a0c82-d110-456f-8f08-0acfa3c56401 None None] Provisioning for port bddf261c-8485-4841-9f1f-39e90079d79e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:42.088160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d18a0c82-d110-456f-8f08-0acfa3c56401 None None] Provisioning complete for port bddf261c-8485-4841-9f1f-39e90079d79e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:42.088792 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d18a0c82-d110-456f-8f08-0acfa3c56401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.131303 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d18a0c82-d110-456f-8f08-0acfa3c56401 None None] Port bddf261c-8485-4841-9f1f-39e90079d79e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:34:42.232936 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.332155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddf261c-8485-4841-9f1f-39e90079d79e {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:34:42.339733 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.352198 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Transition to ACTIVE for port object bddf261c-8485-4841-9f1f-39e90079d79e will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:42.356034 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.403411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Pushing event updated for resources: {'Port': ['ID=bddf261c-8485-4841-9f1f-39e90079d79e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:42.490422 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Attempting to bind port bddf261c-8485-4841-9f1f-39e90079d79e on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:42.490883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Attempting to bind port bddf261c-8485-4841-9f1f-39e90079d79e by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:42.491376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Attempting to bind port bddf261c-8485-4841-9f1f-39e90079d79e on network 040be481-4913-4759-8408-d7ce47258766 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:42.496741 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Port bddf261c-8485-4841-9f1f-39e90079d79e on network 040be481-4913-4759-8408-d7ce47258766 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:34:42.497052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Attempting to bind port bddf261c-8485-4841-9f1f-39e90079d79e on network 040be481-4913-4759-8408-d7ce47258766 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:42.505601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:42.505601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Checking segment: {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:42.505601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Bound using segment: {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:42.505601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Bound port: bddf261c-8485-4841-9f1f-39e90079d79e, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0926a53a-e3db-4c6b-85fc-217df3a8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040be481-4913-4759-8408-d7ce47258766'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:42.506171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.592998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] For port bddf261c-8485-4841-9f1f-39e90079d79e, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:42.597939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20fc61-dc6b-4f4e-8179-7de5e9c3cd99 req-65f30983-88cd-43cf-b628-7fcb6de1a51c tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:42.598586 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] For port bddf261c-8485-4841-9f1f-39e90079d79e, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bddf261c-8485-4841-9f1f-39e90079d79e,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:42.600192 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f20fc61-dc6b-4f4e-8179-7de5e9c3cd99 req-65f30983-88cd-43cf-b628-7fcb6de1a51c tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0782738 Aug 20 12:34:42.603692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.662654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f20fc61-dc6b-4f4e-8179-7de5e9c3cd99 req-9a78b08d-f99c-44fb-8dc2-c13088d9f75a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552390 Aug 20 12:34:42.676244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:42.677025 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:42.678546 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] 10.222.0.73 "PUT /v2.0/ports/bddf261c-8485-4841-9f1f-39e90079d79e HTTP/1.1" status: 200 len: 1092 time: 0.6882393 Aug 20 12:34:42.683398 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:42.685671 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4611e7-30cc-4439-bbf2-b372e341f695" -d '{"events": [{"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:42.689187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c2c01-f20c-4dee-a9c1-3d343c2097ab service neutron] Pushing event updated for resources: {'Port': ['ID=bddf261c-8485-4841-9f1f-39e90079d79e,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:42.752609 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1046f4c-7fa5-432b-9913-1b3f769af169 x-openstack-request-id: req-b1046f4c-7fa5-432b-9913-1b3f769af169 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:42.752899 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:42.753148 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1046f4c-7fa5-432b-9913-1b3f769af169 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:42.753541 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'status': 'completed', 'code': 200} Aug 20 12:34:42.770302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-0d54d43d-165a-4c22-a918-34822a3786b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:42.771857 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-0d54d43d-165a-4c22-a918-34822a3786b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d18782efadc449ab2ce10dee705b980&device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1095 time: 0.0511706 Aug 20 12:34:42.818368 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-b06b7cb7-2e1e-41f4-8251-2f7a1bb534ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bddf261c-8485-4841-9f1f-39e90079d79e HTTP/1.1" status: 200 len: 217 time: 0.0386817 Aug 20 12:34:42.887133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-4ecfa996-8697-4b12-9e13-fd643585ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:42.888692 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-4ecfa996-8697-4b12-9e13-fd643585ebfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113cb244-d21c-43cf-aa9c-d56d18a3bfeb HTTP/1.1" status: 200 len: 853 time: 0.0585511 Aug 20 12:34:42.948653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9ce4d972-15cb-45de-95a9-56ef787359ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:42.950151 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-9ce4d972-15cb-45de-95a9-56ef787359ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=040be481-4913-4759-8408-d7ce47258766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497353 Aug 20 12:34:43.054563 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-26547370-69ce-4684-b634-ab59127e41ff service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923846 Aug 20 12:34:43.151791 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-8467a7c9-d077-4ff8-9acc-7926fb8ec416 req-fa3a9b9f-a812-4e0a-bd7c-ffaa92d33006 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867002 Aug 20 12:34:43.257366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-6c1dfc59-3597-46ed-87ff-2d706db49f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.258875 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-6c1dfc59-3597-46ed-87ff-2d706db49f9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d18782efadc449ab2ce10dee705b980&device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1095 time: 0.0512369 Aug 20 12:34:43.362579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-9fc0ea22-cfe9-40af-845d-3e804d9c4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.364094 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-9fc0ea22-cfe9-40af-845d-3e804d9c4532 service neutron] 10.222.0.73 "GET /v2.0/networks?id=040be481-4913-4759-8408-d7ce47258766 HTTP/1.1" status: 200 len: 915 time: 0.0933375 Aug 20 12:34:43.411089 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-c4593af2-ce42-4c52-8e1f-aaffd03f6327 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bddf261c-8485-4841-9f1f-39e90079d79e HTTP/1.1" status: 200 len: 217 time: 0.0353217 Aug 20 12:34:43.469738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-84959dbc-13b8-4e41-a82c-450bc86b93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.471228 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-84959dbc-13b8-4e41-a82c-450bc86b93cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113cb244-d21c-43cf-aa9c-d56d18a3bfeb HTTP/1.1" status: 200 len: 853 time: 0.0498300 Aug 20 12:34:43.522901 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-7710b2eb-523a-4388-8241-1626b3f1a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.524370 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-7710b2eb-523a-4388-8241-1626b3f1a52f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=040be481-4913-4759-8408-d7ce47258766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415730 Aug 20 12:34:43.618258 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-388f8cdd-ef76-420e-865b-dc3b057b8679 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823908 Aug 20 12:34:43.720446 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5d4611e7-30cc-4439-bbf2-b372e341f695 req-9420c55e-859d-4972-9619-3ace3a762491 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918014 Aug 20 12:34:43.782547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee6fbc-239d-4571-a702-7592bacc5183 req-f87a0d85-b846-43e0-9c4f-58d2caec721a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:43.783966 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36ee6fbc-239d-4571-a702-7592bacc5183 req-f87a0d85-b846-43e0-9c4f-58d2caec721a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0520523 Aug 20 12:34:43.822013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36ee6fbc-239d-4571-a702-7592bacc5183 req-fcb00922-2063-4df0-8212-dd8112422176 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Aug 20 12:34:43.976347 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:44.940649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d1ce-88c1-4280-b056-2c6b4de9da44 req-5a32f770-db3e-48fe-8146-1207fbf9dcb8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:44.942340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6762d1ce-88c1-4280-b056-2c6b4de9da44 req-5a32f770-db3e-48fe-8146-1207fbf9dcb8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0506401 Aug 20 12:34:44.981130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6762d1ce-88c1-4280-b056-2c6b4de9da44 req-0fda5c70-9227-45ec-a314-e9a1bea463d9 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Aug 20 12:34:46.099004 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:34:46.348788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1928a53-da3f-4b3a-bb8c-f985d74e29ba req-eed6b22b-9e62-4337-a174-781b532c0732 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:46.350166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1928a53-da3f-4b3a-bb8c-f985d74e29ba req-eed6b22b-9e62-4337-a174-781b532c0732 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0521758 Aug 20 12:34:46.388212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1928a53-da3f-4b3a-bb8c-f985d74e29ba req-caa04508-c462-454e-81c7-090f40bb9236 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Aug 20 12:34:47.504973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51015e-5e95-499c-81d4-7c26ffdf77b8 req-8fa9d0b1-5f57-43d7-9085-cb1dda3df663 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:47.506476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e51015e-5e95-499c-81d4-7c26ffdf77b8 req-8fa9d0b1-5f57-43d7-9085-cb1dda3df663 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0481875 Aug 20 12:34:47.544289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e51015e-5e95-499c-81d4-7c26ffdf77b8 req-cf7bd2e9-cfe1-445d-bbec-decabc6dc0b9 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Aug 20 12:34:48.660140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54179d-be4f-474c-a296-644ae510f3cf req-73ba5838-92d2-4748-b73e-be0ada7572c5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:48.661624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a54179d-be4f-474c-a296-644ae510f3cf req-73ba5838-92d2-4748-b73e-be0ada7572c5 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0499077 Aug 20 12:34:48.698621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1a54179d-be4f-474c-a296-644ae510f3cf req-7ec3d85b-f1af-4e6b-a7bd-4c8bcd789fda tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 Aug 20 12:34:49.819104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e692f09-d4ae-4c0a-bb48-c9d74169f341 req-1f30a914-6e78-40e0-b343-59e1a0526b6e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:49.820583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e692f09-d4ae-4c0a-bb48-c9d74169f341 req-1f30a914-6e78-40e0-b343-59e1a0526b6e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0559506 Aug 20 12:34:49.859463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e692f09-d4ae-4c0a-bb48-c9d74169f341 req-092bc908-f175-4758-86ea-b1a070c99c86 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324743 Aug 20 12:34:50.975022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b83316-0aa0-4258-8970-db008367a246 req-2d14a5a3-ff00-47b3-8127-da9025d1c6d0 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:50.976548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39b83316-0aa0-4258-8970-db008367a246 req-2d14a5a3-ff00-47b3-8127-da9025d1c6d0 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0493088 Aug 20 12:34:51.014272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39b83316-0aa0-4258-8970-db008367a246 req-a6f25ce0-8066-4a55-ba32-2f211bf9474c tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Aug 20 12:34:51.710600 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e273784f-f843-418d-8276-c8bcc9f708a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:52.130713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863add5-fad7-4b50-8b55-7bb514e84ce2 req-d1dcb5be-3ac4-4bc5-873a-49cd2ec86174 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:52.132253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2863add5-fad7-4b50-8b55-7bb514e84ce2 req-d1dcb5be-3ac4-4bc5-873a-49cd2ec86174 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 943 time: 0.0507331 Aug 20 12:34:52.171713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2863add5-fad7-4b50-8b55-7bb514e84ce2 req-84a0eb9b-8099-4558-9b22-606b6b709078 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333574 Aug 20 12:34:52.978137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bddf261c-8485-4841-9f1f-39e90079d79e details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:34:53.076706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bddf261c-8485-4841-9f1f-39e90079d79e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bddf261c-8485-4841-9f1f-39e90079d79e,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:53.087526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'mac_address': 'fa:16:3e:d3:e7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:34:53.123547 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:53.136446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddf261c-8485-4841-9f1f-39e90079d79e {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:34:53.158101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bddf261c-8485-4841-9f1f-39e90079d79e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bddf261c-8485-4841-9f1f-39e90079d79e,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:53.162104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:53.209108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bddf261c-8485-4841-9f1f-39e90079d79e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:53.216465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.216931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.217281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.217620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.218517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.218854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.219354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.219666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.219999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.220326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.220652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.220974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:53.292646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee97fb6-6469-46e6-aa14-0fa82f250f07 req-8dd3f612-340e-4311-8d7c-09ef04cd1261 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:53.294101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ee97fb6-6469-46e6-aa14-0fa82f250f07 req-8dd3f612-340e-4311-8d7c-09ef04cd1261 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 944 time: 0.0550275 Aug 20 12:34:53.331984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7ee97fb6-6469-46e6-aa14-0fa82f250f07 req-4215fd3b-cf7e-41ff-8dd0-09e85b31f440 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303731 Aug 20 12:34:53.434086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['bddf261c-8485-4841-9f1f-39e90079d79e'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:34:54.306629 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a99-55eb-4b60-ab84-ad8649ecf5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:54.447540 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b228b-ab2a-4d4b-8b23-0106a33edac6 req-ebf72436-d7cf-421f-96e3-9624419e19aa tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:54.449028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c9b228b-ab2a-4d4b-8b23-0106a33edac6 req-ebf72436-d7cf-421f-96e3-9624419e19aa tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 944 time: 0.0497141 Aug 20 12:34:54.486881 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c9b228b-ab2a-4d4b-8b23-0106a33edac6 req-19086b09-3631-4e92-ad50-00ace8e54b39 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313420 Aug 20 12:34:54.803911 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58930) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:54.962730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port 8fdc1721-3339-4099-bda8-da5433d95775 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:54.963061 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:54.978625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bddf261c-8485-4841-9f1f-39e90079d79e up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:55.037003 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.050594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.051166 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.054164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port bddf261c-8485-4841-9f1f-39e90079d79e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:55.057825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port bddf261c-8485-4841-9f1f-39e90079d79e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:55.058204 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.063552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for 8fdc1721-3339-4099-bda8-da5433d95775 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:55.135225 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.159447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:55.161715 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31f6958-2a25-4785-a11d-5047a73bbac8" -d '{"events": [{"server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "name": "network-vif-plugged", "status": "completed", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:55.175051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bddf261c-8485-4841-9f1f-39e90079d79e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bddf261c-8485-4841-9f1f-39e90079d79e,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:55.179570 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.209366 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03583840-3c65-4458-824c-6dc459ee7fd8 x-openstack-request-id: req-03583840-3c65-4458-824c-6dc459ee7fd8 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:55.209717 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "name": "network-vif-plugged", "status": "completed", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:55.210006 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03583840-3c65-4458-824c-6dc459ee7fd8 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:55.210507 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'code': 200} Aug 20 12:34:55.212716 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.241162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=8fdc1721-3339-4099-bda8-da5433d95775,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:55.244621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bddf261c-8485-4841-9f1f-39e90079d79e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:55.311728 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.312073 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Floating IP c14c0e50-45f2-4461-951f-344df3b96ac0 disassociated (deleted). External IP: 172.25.0.212, port: 6f179a6e-c679-4427-83c7-207bf824f9f9. Aug 20 12:34:55.472751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8da336-3424-454d-aee1-07c7cf5851e6 req-684f60b3-de01-455c-9588-bdf0bf2ef296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:55.474296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6d8da336-3424-454d-aee1-07c7cf5851e6 req-684f60b3-de01-455c-9588-bdf0bf2ef296 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1097 time: 0.2010801 Aug 20 12:34:55.516297 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6d8da336-3424-454d-aee1-07c7cf5851e6 req-d0915785-9cd0-4501-8eae-4688e6c3b6f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Aug 20 12:34:55.555276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Router e5070807-9aca-4ef4-8ef9-680488f734eb has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:55.637718 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-91fb518f-a75a-4c91-b667-d49d09488b2f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445044 Aug 20 12:34:55.649756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e57c1-d299-423b-8836-a07e08409e7f req-85c2b00f-be2b-46c7-9af3-7183b1574859 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:55.651289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e1e57c1-d299-423b-8836-a07e08409e7f req-85c2b00f-be2b-46c7-9af3-7183b1574859 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 945 time: 0.0947344 Aug 20 12:34:55.683636 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.707220 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-b692c5ea-22c2-489a-a3bc-4ffbf0c45841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:55.708750 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-b692c5ea-22c2-489a-a3bc-4ffbf0c45841 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 1097 time: 0.0504677 Aug 20 12:34:55.753074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e1e57c1-d299-423b-8836-a07e08409e7f req-25b328cf-f238-4d3e-aaf4-13678a7718b6 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951376 Aug 20 12:34:55.754687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:55.759816 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:55.768552 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:55.779208 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:55.781192 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:55.789917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-eb07f9cc-6398-4363-b5e3-1d41cba59955 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "DELETE /v2.0/floatingips/c14c0e50-45f2-4461-951f-344df3b96ac0 HTTP/1.1" status: 204 len: 168 time: 0.9847713 Aug 20 12:34:55.790406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:55.792773 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6314e0f9-7769-4616-8464-abaeb5f361ed" -d '{"events": [{"name": "network-changed", "server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:55.828397 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-8ad3998a-0ce8-42f2-89af-e827875f0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:55.829915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-8ad3998a-0ce8-42f2-89af-e827875f0e27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1004932 Aug 20 12:34:55.888036 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-b0ace49f-031a-423d-a024-cf384d35213a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f179a6e-c679-4427-83c7-207bf824f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0504632 Aug 20 12:34:55.927607 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:55.952025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-cba7d6ee-d660-4bd5-8a44-76a2fc11c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:55.954533 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-cba7d6ee-d660-4bd5-8a44-76a2fc11c2f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0600870 Aug 20 12:34:56.008903 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-49f2caff-9a18-4373-b6dd-53e83e235751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:56.010729 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-49f2caff-9a18-4373-b6dd-53e83e235751 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489182 Aug 20 12:34:56.048274 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98287aa-1b60-4ec6-ab00-65077d81e309 x-openstack-request-id: req-d98287aa-1b60-4ec6-ab00-65077d81e309 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:56.048693 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:56.048845 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d98287aa-1b60-4ec6-ab00-65077d81e309 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:56.049258 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'status': 'completed', 'code': 200} Aug 20 12:34:56.061810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860c28e-6e08-46b5-b582-5d428f0321ec req-05052fc0-36da-4e46-8d64-e15a5c908692 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:56.063575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a860c28e-6e08-46b5-b582-5d428f0321ec req-05052fc0-36da-4e46-8d64-e15a5c908692 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 945 time: 0.0631845 Aug 20 12:34:56.106715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a860c28e-6e08-46b5-b582-5d428f0321ec req-1b0c7742-52e1-4caf-910e-51453fd35498 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363073 Aug 20 12:34:56.120400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-879e9ca1-02af-4c35-980d-5334c08a3e21 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021025 Aug 20 12:34:56.195859 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:17Z', 'revision_number': 1, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:56.212868 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a6ae7e04-7df3-4adc-a040-9e90a303c50d req-4e8b5e29-06a1-4a6d-a3a2-a2a2a955e841 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850019 Aug 20 12:34:56.226673 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:56.236483 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:56.237078 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:56.308319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-940df710-4f30-485f-bafb-56df4361bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:56.309823 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-940df710-4f30-485f-bafb-56df4361bf27 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 1097 time: 0.0455694 Aug 20 12:34:56.344898 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:56.407997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-f91debe6-a661-4f89-8a60-42333b3e07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:56.409573 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-f91debe6-a661-4f89-8a60-42333b3e07e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.0913055 Aug 20 12:34:56.455836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-6e3631fa-f1a7-4403-8844-512acfc322f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f179a6e-c679-4427-83c7-207bf824f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0377982 Aug 20 12:34:56.510485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-78600ce0-3a2c-4bfe-a683-d7546b983396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:56.511961 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-78600ce0-3a2c-4bfe-a683-d7546b983396 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0487466 Aug 20 12:34:56.568785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-55ba9666-a393-4065-814a-3d2a0f817be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:56.570438 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-55ba9666-a393-4065-814a-3d2a0f817be6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460265 Aug 20 12:34:56.575305 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:17Z', 'revision_number': 1, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:56.602026 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08934068-1c96-4bc3-9dea-b4d6eb139fc3 None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '8e99d2fd-28f9-42ae-a313-f5ea2605fdc7', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'port_id': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'mac_address': 'fa:16:3e:36:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:31:15Z', 'updated_at': '2021-08-20T12:31:17Z', 'revision_number': 1, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:56.674049 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-bbe53788-4842-4940-84d8-81dad6f1df08 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909703 Aug 20 12:34:56.779347 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6314e0f9-7769-4616-8464-abaeb5f361ed req-b01da40f-c098-438e-a684-d99a3dd8667c service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974386 Aug 20 12:34:56.863124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b9874-0b4a-4bda-89a6-f5fc6d879236 None None] New status for floating IP c14c0e50-45f2-4461-951f-344df3b96ac0: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:34:56.883999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445ccda-91bb-40f1-b0f1-def51fbc32d5 req-7ec1fb67-aa79-4660-a0db-bcd70c27c3c0 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:56.885603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b445ccda-91bb-40f1-b0f1-def51fbc32d5 req-7ec1fb67-aa79-4660-a0db-bcd70c27c3c0 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 945 time: 0.0516984 Aug 20 12:34:56.925917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b445ccda-91bb-40f1-b0f1-def51fbc32d5 req-9889d4dd-853e-44b3-9f25-9fc3a3e83d00 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Aug 20 12:34:57.039859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:57.049647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5457ba3-8589-4826-a0c5-464c5e4e142c req-556863d4-03ae-4876-8817-2c1d45875f5a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:57.051162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5457ba3-8589-4826-a0c5-464c5e4e142c req-556863d4-03ae-4876-8817-2c1d45875f5a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 945 time: 0.0550864 Aug 20 12:34:57.095567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e5457ba3-8589-4826-a0c5-464c5e4e142c req-1b8ec064-7a82-4f1a-8415-94c780986c3c tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379467 Aug 20 12:34:57.117493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58950) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:57.229912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25cddc-4255-4b30-a237-88238eca6a24 req-66fb685b-f0df-43bb-b198-d10b9eae1405 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:57.231443 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c25cddc-4255-4b30-a237-88238eca6a24 req-66fb685b-f0df-43bb-b198-d10b9eae1405 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 945 time: 0.0503864 Aug 20 12:34:57.295036 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c25cddc-4255-4b30-a237-88238eca6a24 req-e3dfe613-a0b6-4c3a-9b07-14215f36d075 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545981 Aug 20 12:34:57.297805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77579893-ea5d-402d-b574-d147fad9e312 tempest-TestVolumeBackupRestore-2112675710 tempest-TestVolumeBackupRestore-2112675710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:57.299168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-77579893-ea5d-402d-b574-d147fad9e312 tempest-TestVolumeBackupRestore-2112675710 tempest-TestVolumeBackupRestore-2112675710-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1092 time: 0.1806605 Aug 20 12:34:57.303253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58956) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:57.307793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:57.331202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:57.539196 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-20f6bec4-6f4a-4a94-8ea1-41408964f753 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:57.540761 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-20f6bec4-6f4a-4a94-8ea1-41408964f753 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 945 time: 0.0545805 Aug 20 12:34:57.641025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port 6f179a6e-c679-4427-83c7-207bf824f9f9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:57.641372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:57.733008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] For port 6f179a6e-c679-4427-83c7-207bf824f9f9, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=6f179a6e-c679-4427-83c7-207bf824f9f9,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:57.733384 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:57.736009 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:57.746979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for 6f179a6e-c679-4427-83c7-207bf824f9f9 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:57.846237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Allocated IP 172.25.0.176 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/346f301e-752b-4f8c-a4aa-f56b4a3e9120) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:57.954877 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:57.996121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.033084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:58.036312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:58.040175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:58.081799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'Port': ['ID=346f301e-752b-4f8c-a4aa-f56b4a3e9120,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:58.201139 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.230462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=6f179a6e-c679-4427-83c7-207bf824f9f9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:58.274915 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] No DVR routers for this DVR port 6f179a6e-c679-4427-83c7-207bf824f9f9 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:34:58.277608 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.280493 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-44ebdc39-02b5-482b-a0f2-8b9e25640af9 req-a4871af0-6d86-414a-9804-e0fdc89a32a2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "DELETE /v2.0/ports/6f179a6e-c679-4427-83c7-207bf824f9f9 HTTP/1.1" status: 204 len: 173 time: 0.7333341 Aug 20 12:34:58.281009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'name': 'network-vif-deleted', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:58.283857 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68348b03-3b41-4716-9dc4-5674d2d35e87" -d '{"events": [{"server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "name": "network-vif-deleted", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:58.335023 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415e1b45-557d-4128-913e-1ba98c5646a3 x-openstack-request-id: req-415e1b45-557d-4128-913e-1ba98c5646a3 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:58.335480 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d653c-21d1-4f10-bd80-ac37c371270b", "name": "network-vif-deleted", "tag": "6f179a6e-c679-4427-83c7-207bf824f9f9", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:58.335799 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-415e1b45-557d-4128-913e-1ba98c5646a3 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:58.336261 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065d653c-21d1-4f10-bd80-ac37c371270b', 'name': 'network-vif-deleted', 'tag': '6f179a6e-c679-4427-83c7-207bf824f9f9', 'status': 'completed', 'code': 200} Aug 20 12:34:58.457513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c9cb200-61a9-4f91-9bb6-848c85a4da37 req-a27351cc-6a64-43f7-bd82-e4e8f8a35b3a tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 210 time: 0.0726635 Aug 20 12:34:58.475522 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.547091 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.713189 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.718963 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.798209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event updated for resources: {'Port': ['ID=346f301e-752b-4f8c-a4aa-f56b4a3e9120,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:58.811382 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:58.917133 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Floating IP ea481cce-ffcc-4b73-b959-27d66756c06a associated. External IP: 172.25.0.176, port: bddf261c-8485-4841-9f1f-39e90079d79e. Aug 20 12:34:59.139220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Router 0302959b-0bb3-4060-b9b2-598fa60c05a6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:59.252709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:59.262596 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] Sync routers for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:59.270555 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:59.272828 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:59.273372 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:59.301071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f4849175-ab55-4e91-add2-60648ccccbdd tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9967384 Aug 20 12:34:59.301955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:59.303854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 58964) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:59.304759 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c985a9-e3d8-4081-8ab5-1b3c102896fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:59.349730 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debf0296-bae1-402e-b80d-c313d5a9274e x-openstack-request-id: req-debf0296-bae1-402e-b80d-c313d5a9274e {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:59.350024 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:59.350306 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-debf0296-bae1-402e-b80d-c313d5a9274e {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:59.350716 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'status': 'completed', 'code': 200} Aug 20 12:34:59.370263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dc92dd-708c-442d-9bdc-c04f383c273b tempest-TestVolumeBackupRestore-2112675710 tempest-TestVolumeBackupRestore-2112675710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:59.375169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58968) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:59.380533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-507161a1-7871-4876-8bfd-16fc5ebba39a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Request body: {'floatingip': {'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:59.383294 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-33dc92dd-708c-442d-9bdc-c04f383c273b tempest-TestVolumeBackupRestore-2112675710 tempest-TestVolumeBackupRestore-2112675710-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1092 time: 0.0777743 Aug 20 12:34:59.410546 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:59.431883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-32da4204-d942-4d73-bb80-8b8f3ee55a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:59.433568 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-32da4204-d942-4d73-bb80-8b8f3ee55a06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d18782efadc449ab2ce10dee705b980&device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1097 time: 0.0489469 Aug 20 12:34:59.457276 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-507161a1-7871-4876-8bfd-16fc5ebba39a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:59.572483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-2dbbbbcb-1f98-4b02-b3d7-c169afcb0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:59.573879 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-2dbbbbcb-1f98-4b02-b3d7-c169afcb0eff service neutron] 10.222.0.73 "GET /v2.0/networks?id=040be481-4913-4759-8408-d7ce47258766 HTTP/1.1" status: 200 len: 915 time: 0.1322551 Aug 20 12:34:59.617574 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c225d5f-7dfe-4eff-9b6e-ba67ff0a0787 req-be167198-6294-4a10-b822-4824ec175ee2 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 210 time: 0.0406883 Aug 20 12:34:59.665130 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-d16c2da7-9bc6-42e6-ad65-4cfc7b908f62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bddf261c-8485-4841-9f1f-39e90079d79e HTTP/1.1" status: 200 len: 999 time: 0.0838625 Aug 20 12:34:59.724573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-b58ffbea-8e9a-4a9e-a01b-57983313bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:59.726481 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-b58ffbea-8e9a-4a9e-a01b-57983313bf1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113cb244-d21c-43cf-aa9c-d56d18a3bfeb HTTP/1.1" status: 200 len: 853 time: 0.0521116 Aug 20 12:34:59.785340 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-c4999843-824f-4401-ab61-180a31b83b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:59.787111 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-c4999843-824f-4401-ab61-180a31b83b40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=040be481-4913-4759-8408-d7ce47258766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521436 Aug 20 12:34:59.801882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-35a00064-d638-4bda-837a-0a6f5881dfd8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:34:59.803076 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-35a00064-d638-4bda-837a-0a6f5881dfd8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084870 Aug 20 12:34:59.822829 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea481cce-ffcc-4b73-b959-27d66756c06a', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'mac_address': 'fa:16:3e:d3:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:58Z', 'updated_at': '2021-08-20T12:34:58Z', 'revision_number': 0, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:59.853303 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] Checking router: 0302959b-0bb3-4060-b9b2-598fa60c05a6 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:59.865899 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:59.866628 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:59.914992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-4f11a69d-2364-442b-bfe3-3b97624628f2 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045592 Aug 20 12:34:59.981676 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:00.035550 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-02c985a9-e3d8-4081-8ab5-1b3c102896fe req-4cf13d2c-f46a-49cf-afa9-b9fbf7bf97de service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122077 Aug 20 12:35:00.066209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-507161a1-7871-4876-8bfd-16fc5ebba39a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:00.070238 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-507161a1-7871-4876-8bfd-16fc5ebba39a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:00.237103 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea481cce-ffcc-4b73-b959-27d66756c06a', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'mac_address': 'fa:16:3e:d3:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:58Z', 'updated_at': '2021-08-20T12:34:58Z', 'revision_number': 0, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:00.270569 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81434161-e44b-4551-b744-c7c4ae33aae0 None None] The sync data for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 is: [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea481cce-ffcc-4b73-b959-27d66756c06a', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'mac_address': 'fa:16:3e:d3:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:58Z', 'updated_at': '2021-08-20T12:34:58Z', 'revision_number': 0, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:00.307932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507161a1-7871-4876-8bfd-16fc5ebba39a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Router 0302959b-0bb3-4060-b9b2-598fa60c05a6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:00.427471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507161a1-7871-4876-8bfd-16fc5ebba39a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:00.432417 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-507161a1-7871-4876-8bfd-16fc5ebba39a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:00.492745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197d4a56-427d-4418-9199-d30953514581 None None] New status for floating IP ea481cce-ffcc-4b73-b959-27d66756c06a: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:35:00.502670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-507161a1-7871-4876-8bfd-16fc5ebba39a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "PUT /v2.0/floatingips/ea481cce-ffcc-4b73-b959-27d66756c06a HTTP/1.1" status: 200 len: 991 time: 1.1262414 Aug 20 12:35:00.719092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fdd866bd-eac2-4f2c-bd32-f2469ddcec5a req-a64e08d5-f4f0-4a21-bdd0-03904dbdad79 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 210 time: 0.0290704 Aug 20 12:35:00.725243 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] Sync routers for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:00.734746 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:00.735353 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:00.842158 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:01.060730 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea481cce-ffcc-4b73-b959-27d66756c06a', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'mac_address': 'fa:16:3e:d3:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:58Z', 'updated_at': '2021-08-20T12:35:00Z', 'revision_number': 2, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:01.091399 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] Checking router: 0302959b-0bb3-4060-b9b2-598fa60c05a6 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:01.102030 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:01.102656 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:01.120816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 6f179a6e-c679-4427-83c7-207bf824f9f9 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:01.144266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 6f179a6e-c679-4427-83c7-207bf824f9f9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:01.144618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 6f179a6e-c679-4427-83c7-207bf824f9f9 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:01.212519 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:01.352362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e'}, {'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:01.354597 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f017cca-b267-4438-a86c-63d043c481c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e"}, {"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:01.406439 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b071e78c-2d54-48d2-83ed-493a1c2252b7 x-openstack-request-id: req-b071e78c-2d54-48d2-83ed-493a1c2252b7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:01.406802 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:01.407124 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b071e78c-2d54-48d2-83ed-493a1c2252b7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:01.407584 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'status': 'completed', 'code': 200} Aug 20 12:35:01.407901 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'status': 'completed', 'code': 200} Aug 20 12:35:01.445345 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea481cce-ffcc-4b73-b959-27d66756c06a', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'mac_address': 'fa:16:3e:d3:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:58Z', 'updated_at': '2021-08-20T12:35:00Z', 'revision_number': 2, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:01.476987 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3277da-8956-4137-96c5-4731ea69a6a6 None None] The sync data for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 is: [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'ea481cce-ffcc-4b73-b959-27d66756c06a', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'port_id': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'mac_address': 'fa:16:3e:d3:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:58Z', 'updated_at': '2021-08-20T12:35:00Z', 'revision_number': 2, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:01.483366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017cca-b267-4438-a86c-63d043c481c0 req-3a703053-9885-4526-bbd3-4f28d235f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:01.485309 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-3a703053-9885-4526-bbd3-4f28d235f7b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d18782efadc449ab2ce10dee705b980&device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1097 time: 0.0543008 Aug 20 12:35:01.582310 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017cca-b267-4438-a86c-63d043c481c0 req-2e783b41-668c-4e61-baf5-b70c60fc6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:01.583972 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-2e783b41-668c-4e61-baf5-b70c60fc6826 service neutron] 10.222.0.73 "GET /v2.0/networks?id=040be481-4913-4759-8408-d7ce47258766 HTTP/1.1" status: 200 len: 915 time: 0.0920641 Aug 20 12:35:01.671849 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-2811b9e5-a5f2-4ad1-8af0-616ed8916ae4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bddf261c-8485-4841-9f1f-39e90079d79e HTTP/1.1" status: 200 len: 1001 time: 0.0783460 Aug 20 12:35:01.723950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017cca-b267-4438-a86c-63d043c481c0 req-c35b0a8b-256c-4d0c-9323-949ab5c765c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:01.725426 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-c35b0a8b-256c-4d0c-9323-949ab5c765c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113cb244-d21c-43cf-aa9c-d56d18a3bfeb HTTP/1.1" status: 200 len: 853 time: 0.0468519 Aug 20 12:35:01.775141 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017cca-b267-4438-a86c-63d043c481c0 req-b5957dce-c2e1-4182-ae29-443afa96a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:01.777029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-b5957dce-c2e1-4182-ae29-443afa96a5d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=040be481-4913-4759-8408-d7ce47258766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442765 Aug 20 12:35:01.819223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ede5025-1800-4f8b-b80e-0841445da8f9 req-35d9cd10-46af-461f-9900-f2cac3ea8f0b tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=065d653c-21d1-4f10-bd80-ac37c371270b HTTP/1.1" status: 200 len: 210 time: 0.0292420 Aug 20 12:35:01.884063 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-dfcacd31-784e-4d24-9707-9a56436595a6 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996826 Aug 20 12:35:01.982061 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-626168d5-b5d7-4f0f-a4ef-50d6544d8345 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908821 Aug 20 12:35:02.061573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017cca-b267-4438-a86c-63d043c481c0 req-e527cac5-591e-460f-9a01-973da880ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:02.063153 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-e527cac5-591e-460f-9a01-973da880ea55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d18782efadc449ab2ce10dee705b980&device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1097 time: 0.0416851 Aug 20 12:35:02.161419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017cca-b267-4438-a86c-63d043c481c0 req-6c319273-8dce-4d87-84b4-131c78d3f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:02.163372 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-6c319273-8dce-4d87-84b4-131c78d3f852 service neutron] 10.222.0.73 "GET /v2.0/networks?id=040be481-4913-4759-8408-d7ce47258766 HTTP/1.1" status: 200 len: 915 time: 0.0927060 Aug 20 12:35:02.237299 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-33901491-647d-4fef-809b-81fd24e7a68a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bddf261c-8485-4841-9f1f-39e90079d79e HTTP/1.1" status: 200 len: 1001 time: 0.0675550 Aug 20 12:35:02.293755 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017cca-b267-4438-a86c-63d043c481c0 req-2125c760-20ad-41ec-a3a6-635e485eed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:02.295252 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-2125c760-20ad-41ec-a3a6-635e485eed82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113cb244-d21c-43cf-aa9c-d56d18a3bfeb HTTP/1.1" status: 200 len: 853 time: 0.0512557 Aug 20 12:35:02.351579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017cca-b267-4438-a86c-63d043c481c0 req-2d0d7190-a92f-4ca4-8a10-605ebfbf12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:02.353225 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-2d0d7190-a92f-4ca4-8a10-605ebfbf12d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=040be481-4913-4759-8408-d7ce47258766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449967 Aug 20 12:35:02.447369 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-476ca642-cd41-4ccb-871f-33da49f4fad5 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864015 Aug 20 12:35:02.543053 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5f017cca-b267-4438-a86c-63d043c481c0 req-0c753c25-5423-479c-8f6c-105b88348937 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862892 Aug 20 12:35:07.185091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 58996) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:07.356476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port 7eebcabb-c3f0-4dd6-948c-fcd69bded453 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:07.356939 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:07.453964 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:07.454241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:07.468889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for 7eebcabb-c3f0-4dd6-948c-fcd69bded453 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:07.627358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:07.657633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=7eebcabb-c3f0-4dd6-948c-fcd69bded453,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:07.726633 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:07.727458 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Floating IP 8e99d2fd-28f9-42ae-a313-f5ea2605fdc7 disassociated (deleted). External IP: 172.25.0.130, port: f671a639-b983-4a2f-b9ba-4e2efc418d9a. Aug 20 12:35:07.958851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Router e5070807-9aca-4ef4-8ef9-680488f734eb has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:08.379772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:08.384456 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:08.390560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:08.406554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:08.407298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:08.411791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7233dba3-df36-4f75-845a-6d543882e934 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "DELETE /v2.0/floatingips/8e99d2fd-28f9-42ae-a313-f5ea2605fdc7 HTTP/1.1" status: 204 len: 168 time: 1.2255986 Aug 20 12:35:08.412493 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:08.414932 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d5ed4-2520-4c34-a797-a03fb1408348" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:08.454904 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4f2432-ddb8-4b65-ada2-e565e8078633 x-openstack-request-id: req-6a4f2432-ddb8-4b65-ada2-e565e8078633 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:08.455283 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:08.455597 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a4f2432-ddb8-4b65-ada2-e565e8078633 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:08.456065 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'status': 'completed', 'code': 200} Aug 20 12:35:08.520952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-8e738a29-a678-45a0-9aae-dabbb86e8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:08.522587 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-8e738a29-a678-45a0-9aae-dabbb86e8d6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 1097 time: 0.0465605 Aug 20 12:35:08.528001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:08.630674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-6366484a-0d1c-44d0-839a-cf72831962dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:08.632280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-6366484a-0d1c-44d0-839a-cf72831962dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 200 len: 913 time: 0.1007226 Aug 20 12:35:08.647348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d34c77-dc73-4506-8e30-d49b8baf14a0 req-178f80e6-48cb-489d-a156-2db4bb515a68 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:08.649300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41d34c77-dc73-4506-8e30-d49b8baf14a0 req-178f80e6-48cb-489d-a156-2db4bb515a68 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 945 time: 0.0515070 Aug 20 12:35:08.683821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-2df6a11e-d978-4d19-92db-5d95de99e5f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 200 len: 217 time: 0.0423782 Aug 20 12:35:08.698360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-41d34c77-dc73-4506-8e30-d49b8baf14a0 req-819d70fb-a4f4-46c2-bd45-8a3cdceb1046 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Aug 20 12:35:08.736124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-94883dbf-7d62-45bc-bcc8-3b48e0ceaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:08.737599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-94883dbf-7d62-45bc-bcc8-3b48e0ceaf58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 200 len: 851 time: 0.0470376 Aug 20 12:35:08.749288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:08.779955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:08.788934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:08.789545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:08.790027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-9872db6b-0adf-4a96-ad9c-9e0f7485936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:08.791569 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-9872db6b-0adf-4a96-ad9c-9e0f7485936f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3856ff25-746e-4335-b26d-d8a2e56c8e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457110 Aug 20 12:35:08.882133 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-dfa7916c-b2be-4a39-b047-03eb359c389e service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830219 Aug 20 12:35:08.896960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:08.984494 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-490d5ed4-2520-4c34-a797-a03fb1408348 req-0b959d75-27e3-41e5-b04a-672680137146 service neutron] 10.222.0.22 "GET /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947196 Aug 20 12:35:09.097009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:09.122846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6b7c4-15f2-46fb-ab57-046f1cffc76c None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:41Z', 'revision_number': 4, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '6a88e6fb-5a8b-4e58-acba-ebdf32371163', 'name': '', 'network_id': '3856ff25-746e-4335-b26d-d8a2e56c8e76', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'mac_address': 'fa:16:3e:18:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:40Z', 'updated_at': '2021-08-20T12:23:47Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'subnets': [{'id': '4c238166-5d89-4c2b-a711-100d0f109f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:09.343931 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a649a2-299c-4f27-a7e5-ca171501da47 None None] New status for floating IP 8e99d2fd-28f9-42ae-a313-f5ea2605fdc7: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:35:09.812005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021b137-3e1f-4af9-9dc8-704e86731198 req-dec2758b-7cee-4d55-8387-de59121a0c85 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:09.813487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3021b137-3e1f-4af9-9dc8-704e86731198 req-dec2758b-7cee-4d55-8387-de59121a0c85 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 945 time: 0.0520387 Aug 20 12:35:09.850414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3021b137-3e1f-4af9-9dc8-704e86731198 req-bf750019-1cbe-419d-8dea-6c0e579cf21c tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3b8c39-ff66-4acc-836a-5135904d4fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309672 Aug 20 12:35:10.038605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-27ae5595-699b-4772-891a-fa259ddc5b36 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:10.040050 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-27ae5595-699b-4772-891a-fa259ddc5b36 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 945 time: 0.0506947 Aug 20 12:35:10.136472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port f671a639-b983-4a2f-b9ba-4e2efc418d9a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:10.136810 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:10.227111 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] For port f671a639-b983-4a2f-b9ba-4e2efc418d9a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=f671a639-b983-4a2f-b9ba-4e2efc418d9a,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:10.227473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:10.241639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for f671a639-b983-4a2f-b9ba-4e2efc418d9a owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:10.370557 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:10.400749 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=f671a639-b983-4a2f-b9ba-4e2efc418d9a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:10.449847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] No DVR routers for this DVR port f671a639-b983-4a2f-b9ba-4e2efc418d9a on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:10.452605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:10.454633 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c73b5326-950c-4b4b-ae7a-2a4d25951516 req-ee1a8162-fde8-4238-8746-1055d435ce29 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.22 "DELETE /v2.0/ports/f671a639-b983-4a2f-b9ba-4e2efc418d9a HTTP/1.1" status: 204 len: 173 time: 0.4085515 Aug 20 12:35:10.455075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'name': 'network-vif-deleted', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:10.457397 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1477542d-2f20-4e54-8135-8203684411c4" -d '{"events": [{"server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "name": "network-vif-deleted", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:10.496756 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9718d520-80d6-4528-bc62-bb1612837e29 x-openstack-request-id: req-9718d520-80d6-4528-bc62-bb1612837e29 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:10.497056 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f", "name": "network-vif-deleted", "tag": "f671a639-b983-4a2f-b9ba-4e2efc418d9a", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:10.497278 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9718d520-80d6-4528-bc62-bb1612837e29 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:10.497685 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f', 'name': 'network-vif-deleted', 'tag': 'f671a639-b983-4a2f-b9ba-4e2efc418d9a', 'status': 'completed', 'code': 200} Aug 20 12:35:10.946829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3f4e3eb4-7335-4415-adfe-15b421a8884e req-c84f17c4-cb01-4882-9747-121a6be76658 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 210 time: 0.0274730 Aug 20 12:35:12.044424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0defff07-9160-46a4-b410-6852b22c947e req-8bbccba1-69c9-4fd3-87cf-2b8d580014bb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 210 time: 0.0268183 Aug 20 12:35:12.245088 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:13.144351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91e82c85-944d-4cb7-949f-ca89789e3d0b req-b23a14c9-52e9-4b76-9a45-28d66f01feeb tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 210 time: 0.0284209 Aug 20 12:35:13.990061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:14.276878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6fe11069-faca-4056-a486-b19eb53cfa53 req-08a17725-98be-480e-8cd9-5b25b33bc5d5 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a8ce4ca-abd9-4611-9de0-b96fd1f3bc3f HTTP/1.1" status: 200 len: 210 time: 0.0300069 Aug 20 12:35:15.153883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f671a639-b983-4a2f-b9ba-4e2efc418d9a no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:15.175552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: f671a639-b983-4a2f-b9ba-4e2efc418d9a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:15.175900 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device f671a639-b983-4a2f-b9ba-4e2efc418d9a not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:15.333283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59018) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:15.463769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Deleting port 186d0eb4-73f5-4a7b-8629-bd4786dba7a9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:15.464021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:15.544747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:15.545160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:15.557000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Calling delete_port for 186d0eb4-73f5-4a7b-8629-bd4786dba7a9 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:15.693879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:15.723982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'Port': ['ID=186d0eb4-73f5-4a7b-8629-bd4786dba7a9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:15.784918 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:15.787601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:15.788811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d83b9af8-571f-453c-b63a-9f40dd768c13 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "DELETE /v2.0/floatingips/f3d92e8a-a26a-4068-b066-cddf26c52ea3 HTTP/1.1" status: 204 len: 168 time: 0.4545109 Aug 20 12:35:18.049364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59032) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:18.120729 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70175f1b-f71b-4e5d-b8f6-3b7ff749b381 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:18.148944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70175f1b-f71b-4e5d-b8f6-3b7ff749b381 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:18.220096 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70175f1b-f71b-4e5d-b8f6-3b7ff749b381 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:18.222921 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-70175f1b-f71b-4e5d-b8f6-3b7ff749b381 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:18.224092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-70175f1b-f71b-4e5d-b8f6-3b7ff749b381 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] 10.222.0.25 "DELETE /v2.0/security-groups/4a3b8c39-ff66-4acc-836a-5135904d4fd3 HTTP/1.1" status: 204 len: 168 time: 0.1736062 Aug 20 12:35:18.234820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70175f1b-f71b-4e5d-b8f6-3b7ff749b381 tempest-TestVolumeBootPattern-1350032665 tempest-TestVolumeBootPattern-1350032665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b8c39-ff66-4acc-836a-5135904d4fd3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:18.302097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:18.794527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.062289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Deleting port 6a88e6fb-5a8b-4e58-acba-ebdf32371163 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:19.063051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.144604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] For port 6a88e6fb-5a8b-4e58-acba-ebdf32371163, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6a88e6fb-5a8b-4e58-acba-ebdf32371163,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:19.144966 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.163528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Calling delete_port for 6a88e6fb-5a8b-4e58-acba-ebdf32371163 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:19.354825 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.382656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a88e6fb-5a8b-4e58-acba-ebdf32371163,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:19.556940 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.796793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Router e5070807-9aca-4ef4-8ef9-680488f734eb has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:19.906633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:19.911731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5201129e-3fec-4ae5-a384-0bcdae27fb16 admin admin] 10.222.0.25 "PUT /v2.0/routers/e5070807-9aca-4ef4-8ef9-680488f734eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085620 Aug 20 12:35:19.914572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59042) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:19.918462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] Sync routers for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:19.929638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:19.930324 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:20.025830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.135734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.191920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Deleting port 964dd437-7509-41f3-a20e-10076465484f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:20.192332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.199435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:20.280405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] For port 964dd437-7509-41f3-a20e-10076465484f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=964dd437-7509-41f3-a20e-10076465484f,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:20.280808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.294162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Calling delete_port for 964dd437-7509-41f3-a20e-10076465484f owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:20.390976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '964dd437-7509-41f3-a20e-10076465484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:35:19Z', 'revision_number': 5, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port': {'id': '964dd437-7509-41f3-a20e-10076465484f', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:20.417381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] Checking router: e5070807-9aca-4ef4-8ef9-680488f734eb for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:20.427145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] Routers {'e5070807-9aca-4ef4-8ef9-680488f734eb'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:20.427765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['e5070807-9aca-4ef4-8ef9-680488f734eb'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:20.484103 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.515056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=964dd437-7509-41f3-a20e-10076465484f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:20.529332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] Set router e5070807-9aca-4ef4-8ef9-680488f734eb gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:20.585959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:35:20Z', 'revision_number': 6, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:20.587074 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.613434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32296eff-1b7c-4863-8291-5a55d8c9dd86 None None] The sync data for ids ['e5070807-9aca-4ef4-8ef9-680488f734eb'] in n-d-800634-10 is: [{'id': 'e5070807-9aca-4ef4-8ef9-680488f734eb', 'name': 'tempest-TestVolumeBootPattern-1743004748-router', 'tenant_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:37Z', 'updated_at': '2021-08-20T12:35:20Z', 'revision_number': 6, 'project_id': '4a8cbe96412d4dc89fbdf1280f7c54e7', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:20.687561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.689790 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.740109 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.740630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5070807-9aca-4ef4-8ef9-680488f734eb {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:35:20.746481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.747782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c6c2301a-1442-4995-a8f9-97a347dd32b8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e5070807-9aca-4ef4-8ef9-680488f734eb HTTP/1.1" status: 204 len: 168 time: 0.8326440 Aug 20 12:35:20.751057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59044) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:20.805865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15d3303-9df6-4000-a965-305375faa98a admin admin] Deleting subnet 4c238166-5d89-4c2b-a711-100d0f109f64 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:35:20.809322 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e15d3303-9df6-4000-a965-305375faa98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.845869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e15d3303-9df6-4000-a965-305375faa98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.928210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e15d3303-9df6-4000-a965-305375faa98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.988520 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e15d3303-9df6-4000-a965-305375faa98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.021212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d3303-9df6-4000-a965-305375faa98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c238166-5d89-4c2b-a711-100d0f109f64,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:21.025435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e15d3303-9df6-4000-a965-305375faa98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.027584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e15d3303-9df6-4000-a965-305375faa98a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4c238166-5d89-4c2b-a711-100d0f109f64 HTTP/1.1" status: 204 len: 168 time: 0.2754979 Aug 20 12:35:21.030752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59046) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:21.034600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27603d7b-7ca7-4800-a931-4ed863570fec None None] Network 3856ff25-746e-4335-b26d-d8a2e56c8e76 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:21.102247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.156986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Deleting port 70ccee2d-c138-4001-be60-1a48338d9fd8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:21.157750 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.224768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] For port 70ccee2d-c138-4001-be60-1a48338d9fd8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=70ccee2d-c138-4001-be60-1a48338d9fd8,segment=NetworkSegment(e99136a8-14af-4b99-bce9-b46e8d28f1b5),segment_id=e99136a8-14af-4b99-bce9-b46e8d28f1b5)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:21.225133 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.237427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Calling delete_port for 70ccee2d-c138-4001-be60-1a48338d9fd8 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:21.314944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.343761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ccee2d-c138-4001-be60-1a48338d9fd8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:21.348159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] No DVR routers for this DVR port 70ccee2d-c138-4001-be60-1a48338d9fd8 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:21.407111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b41cac-3692-4b09-aeec-1241b1fee74a None None] DHCP port deletion for 3856ff25-746e-4335-b26d-d8a2e56c8e76 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:35:21.441415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.452900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3856ff25-746e-4335-b26d-d8a2e56c8e76']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:21.465861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99136a8-14af-4b99-bce9-b46e8d28f1b5') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:21.466198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99136a8-14af-4b99-bce9-b46e8d28f1b5') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:21.477126 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.494876 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.503549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:35:21.503958 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:35:21.506056 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:35:21.565547 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.570607 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.572654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3856ff25-746e-4335-b26d-d8a2e56c8e76 HTTP/1.1" status: 204 len: 168 time: 0.5407636 Aug 20 12:35:21.575778 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59048) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:21.587113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eb555-028a-42f1-82c3-0a45677a2817 admin admin] Pushing event deleted for resources: {'Network': ['ID=3856ff25-746e-4335-b26d-d8a2e56c8e76,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:21.712362 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-62f4a96d-ec58-4c54-82ad-4fee74a7b15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.947210 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.195974 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Deleting port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:22.196319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.274717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] For port 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,segment=NetworkSegment(53ca172e-49ea-4204-89ae-d46159e80f41),segment_id=53ca172e-49ea-4204-89ae-d46159e80f41)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:22.275081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.288868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Calling delete_port for 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:22.312562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 70ccee2d-c138-4001-be60-1a48338d9fd8 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:22.333642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 70ccee2d-c138-4001-be60-1a48338d9fd8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:22.333980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 70ccee2d-c138-4001-be60-1a48338d9fd8 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:22.334424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6a88e6fb-5a8b-4e58-acba-ebdf32371163 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:22.364373 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 6a88e6fb-5a8b-4e58-acba-ebdf32371163 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:22.364736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6a88e6fb-5a8b-4e58-acba-ebdf32371163 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:22.365176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 964dd437-7509-41f3-a20e-10076465484f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:22.388126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 964dd437-7509-41f3-a20e-10076465484f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:22.388474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 964dd437-7509-41f3-a20e-10076465484f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:22.479303 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.504769 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5107cd70-8e94-42ef-ba46-d9d1e14fdd8f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:22.674986 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.892748 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Router 6d91a464-6392-4d46-a99f-ca1bd01b7269 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:23.015223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:23.020801 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-98aa23c1-51ee-48dd-88cc-f3ff3e5c6e1b admin admin] 10.222.0.25 "PUT /v2.0/routers/6d91a464-6392-4d46-a99f-ca1bd01b7269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435136 Aug 20 12:35:23.023252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59054) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:23.026903 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] Sync routers for ids ['6d91a464-6392-4d46-a99f-ca1bd01b7269'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:23.038015 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] Routers {'6d91a464-6392-4d46-a99f-ca1bd01b7269'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:23.038671 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6d91a464-6392-4d46-a99f-ca1bd01b7269'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:23.100422 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:35:23.137623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.164956 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] Set router 6d91a464-6392-4d46-a99f-ca1bd01b7269 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:23.481671 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:35:22Z', 'revision_number': 5, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:23.512962 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] Checking router: 6d91a464-6392-4d46-a99f-ca1bd01b7269 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:23.525520 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] Routers {'6d91a464-6392-4d46-a99f-ca1bd01b7269'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:23.526160 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:34:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6d91a464-6392-4d46-a99f-ca1bd01b7269'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:23.646605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.659894 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] Set router 6d91a464-6392-4d46-a99f-ca1bd01b7269 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:23.713183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Deleting port f2b381cb-5db9-4a02-afd2-fbb2a973e406 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:23.713847 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.825007 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] For port f2b381cb-5db9-4a02-afd2-fbb2a973e406, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f2b381cb-5db9-4a02-afd2-fbb2a973e406,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:23.825311 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.840950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Calling delete_port for f2b381cb-5db9-4a02-afd2-fbb2a973e406 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:23.888079 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:35:22Z', 'revision_number': 5, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:23.930964 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc2cf89-1372-4ba5-a02f-1387427a94c2 None None] The sync data for ids ['6d91a464-6392-4d46-a99f-ca1bd01b7269'] in n-d-800634-10 is: [{'id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'name': 'tempest-TestVolumeBootPattern-1368457825-router', 'tenant_id': '41279f56967a4ab9b8628128cabab88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:23:44Z', 'updated_at': '2021-08-20T12:35:22Z', 'revision_number': 5, 'project_id': '41279f56967a4ab9b8628128cabab88b', 'gw_port': {'id': 'f2b381cb-5db9-4a02-afd2-fbb2a973e406', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91a464-6392-4d46-a99f-ca1bd01b7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:23:46Z', 'updated_at': '2021-08-20T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:24.037116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.070489 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b381cb-5db9-4a02-afd2-fbb2a973e406,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:24.135950 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.237400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.239651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.297380 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.298541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d91a464-6392-4d46-a99f-ca1bd01b7269 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:35:24.309029 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.310525 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-37e5083f-64c2-4ee2-b9e1-414d856005d0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6d91a464-6392-4d46-a99f-ca1bd01b7269 HTTP/1.1" status: 204 len: 168 time: 1.2862976 Aug 20 12:35:24.313262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59056) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:24.318590 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cc948d4c-4039-4694-bdf8-0c7d931dfc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.392604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-253a02b2-b54d-4d8e-8fe6-840eccace916 admin admin] Deleting subnet c9453ba8-eb17-4c9b-8d4e-1610e071ea2c {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:35:24.396711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-253a02b2-b54d-4d8e-8fe6-840eccace916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.447831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-253a02b2-b54d-4d8e-8fe6-840eccace916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.452437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:24.477239 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:24.477624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5107cd70-8e94-42ef-ba46-d9d1e14fdd8f not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:24.552372 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-253a02b2-b54d-4d8e-8fe6-840eccace916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.618108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-253a02b2-b54d-4d8e-8fe6-840eccace916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.656891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a02b2-b54d-4d8e-8fe6-840eccace916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9453ba8-eb17-4c9b-8d4e-1610e071ea2c,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:24.662714 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-253a02b2-b54d-4d8e-8fe6-840eccace916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.666964 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-253a02b2-b54d-4d8e-8fe6-840eccace916 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c9453ba8-eb17-4c9b-8d4e-1610e071ea2c HTTP/1.1" status: 204 len: 168 time: 0.3485754 Aug 20 12:35:24.667299 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59058) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:24.672734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28520064-7c6d-4e89-8230-9c73a8d25ab3 None None] Network 846fb91a-14bc-412a-a5d8-0da9434a4729 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:24.741665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.798625 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Deleting port d96a3f3e-7c05-44e9-8a18-11d3264a344e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:24.798975 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.872445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] For port d96a3f3e-7c05-44e9-8a18-11d3264a344e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d96a3f3e-7c05-44e9-8a18-11d3264a344e,segment=NetworkSegment(53ca172e-49ea-4204-89ae-d46159e80f41),segment_id=53ca172e-49ea-4204-89ae-d46159e80f41)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:24.872727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.887867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Calling delete_port for d96a3f3e-7c05-44e9-8a18-11d3264a344e owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:24.976748 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.004824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96a3f3e-7c05-44e9-8a18-11d3264a344e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:25.006857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] No DVR routers for this DVR port d96a3f3e-7c05-44e9-8a18-11d3264a344e on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:25.034085 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.048051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381d362-7beb-451d-bdba-ec2510bf3db0 None None] DHCP port deletion for 846fb91a-14bc-412a-a5d8-0da9434a4729 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:35:25.102763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.114452 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846fb91a-14bc-412a-a5d8-0da9434a4729']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:25.127494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ca172e-49ea-4204-89ae-d46159e80f41') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:25.127806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ca172e-49ea-4204-89ae-d46159e80f41') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:25.137836 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.154068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.161384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:35:25.161780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:35:25.163682 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:35:25.226135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.234440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.235614 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/846fb91a-14bc-412a-a5d8-0da9434a4729 HTTP/1.1" status: 204 len: 168 time: 0.5675216 Aug 20 12:35:25.249767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf2520-78dd-4098-bb0f-ffd63c7ee3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=846fb91a-14bc-412a-a5d8-0da9434a4729,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:25.387328 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59064) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:25.432659 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-566887d6-4da5-4027-be62-343e58cdae8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a8cbe96412d4dc89fbdf1280f7c54e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441215 Aug 20 12:35:25.435161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59066) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:25.489412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c42e810-29a0-4239-b67d-b928431120e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.511841 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c42e810-29a0-4239-b67d-b928431120e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.563041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c42e810-29a0-4239-b67d-b928431120e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.565690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c42e810-29a0-4239-b67d-b928431120e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.566932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4c42e810-29a0-4239-b67d-b928431120e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5a304ab-f4ee-434a-975d-a48a9f215d8b HTTP/1.1" status: 204 len: 168 time: 0.1306872 Aug 20 12:35:25.575074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42e810-29a0-4239-b67d-b928431120e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a304ab-f4ee-434a-975d-a48a9f215d8b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:25.681327 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.960838 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59072) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:26.004634 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d3006ace-8e22-4545-bd48-537f25bac042 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41279f56967a4ab9b8628128cabab88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426471 Aug 20 12:35:26.007166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59074) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:26.059051 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-364b2d24-84c7-4f9e-beeb-5fdbd8823129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.081592 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-364b2d24-84c7-4f9e-beeb-5fdbd8823129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.127982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-364b2d24-84c7-4f9e-beeb-5fdbd8823129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.130536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-364b2d24-84c7-4f9e-beeb-5fdbd8823129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.131685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-364b2d24-84c7-4f9e-beeb-5fdbd8823129 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ecd253e-c897-47f2-8d93-178d848c97b3 HTTP/1.1" status: 204 len: 168 time: 0.1236243 Aug 20 12:35:26.142122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2d24-84c7-4f9e-beeb-5fdbd8823129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd253e-c897-47f2-8d93-178d848c97b3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:26.310326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f2b381cb-5db9-4a02-afd2-fbb2a973e406 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:26.333347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f2b381cb-5db9-4a02-afd2-fbb2a973e406 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:26.333547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f2b381cb-5db9-4a02-afd2-fbb2a973e406 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:26.334027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d96a3f3e-7c05-44e9-8a18-11d3264a344e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:26.357901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d96a3f3e-7c05-44e9-8a18-11d3264a344e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:26.358489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d96a3f3e-7c05-44e9-8a18-11d3264a344e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:27.041591 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.505690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59084) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:33.666443 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Deleting port 346f301e-752b-4f8c-a4aa-f56b4a3e9120 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:33.666930 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.743284 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.743604 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.754880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Calling delete_port for 346f301e-752b-4f8c-a4aa-f56b4a3e9120 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:33.905705 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.935914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event deleted for resources: {'Port': ['ID=346f301e-752b-4f8c-a4aa-f56b4a3e9120,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:33.998106 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.998450 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Floating IP ea481cce-ffcc-4b73-b959-27d66756c06a disassociated (deleted). External IP: 172.25.0.176, port: bddf261c-8485-4841-9f1f-39e90079d79e. Aug 20 12:35:34.215686 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Router 0302959b-0bb3-4060-b9b2-598fa60c05a6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:34.331309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:34.336908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.344959 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] Sync routers for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:34.359329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:34.360071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:35:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:34.376079 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a4de0a8e-40b6-40e6-82ba-b8986cf15aa1 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "DELETE /v2.0/floatingips/ea481cce-ffcc-4b73-b959-27d66756c06a HTTP/1.1" status: 204 len: 168 time: 0.8692253 Aug 20 12:35:34.376740 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:34.379489 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9" -d '{"events": [{"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:34.418515 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871fd4ec-dc85-443a-9a84-71f61ebd557a x-openstack-request-id: req-871fd4ec-dc85-443a-9a84-71f61ebd557a {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:34.418817 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:34.419073 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-871fd4ec-dc85-443a-9a84-71f61ebd557a {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:34.419480 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'status': 'completed', 'code': 200} Aug 20 12:35:34.481512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:34.488319 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-fa9c9bc7-77b3-4680-975e-d5fc9ae56b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:34.490093 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-fa9c9bc7-77b3-4680-975e-d5fc9ae56b67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d18782efadc449ab2ce10dee705b980&device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 1097 time: 0.0473366 Aug 20 12:35:34.620117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-8a97f0a0-0e34-4479-ae9f-c4700976511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:34.622342 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-8a97f0a0-0e34-4479-ae9f-c4700976511c service neutron] 10.222.0.73 "GET /v2.0/networks?id=040be481-4913-4759-8408-d7ce47258766 HTTP/1.1" status: 200 len: 915 time: 0.1173587 Aug 20 12:35:34.625646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a67ea4-6fd2-4365-a35c-b3788d08d76e req-22d37b41-4b5f-4384-b6ff-b6c4607fff8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:34.627435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06a67ea4-6fd2-4365-a35c-b3788d08d76e req-22d37b41-4b5f-4384-b6ff-b6c4607fff8e tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 945 time: 0.0546608 Aug 20 12:35:34.670373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-cc90b585-ba55-4a19-9d78-1a1d54b7b168 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bddf261c-8485-4841-9f1f-39e90079d79e HTTP/1.1" status: 200 len: 217 time: 0.0393972 Aug 20 12:35:34.672952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06a67ea4-6fd2-4365-a35c-b3788d08d76e req-9ad2aeac-0834-4a5b-aca3-066a60edf2f0 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387926 Aug 20 12:35:34.727841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:34.728492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-6fc71019-5bd3-4124-8262-6310119152e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:34.729973 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-6fc71019-5bd3-4124-8262-6310119152e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=113cb244-d21c-43cf-aa9c-d56d18a3bfeb HTTP/1.1" status: 200 len: 853 time: 0.0508606 Aug 20 12:35:34.757878 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] Checking router: 0302959b-0bb3-4060-b9b2-598fa60c05a6 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:34.768179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:34.768801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:35:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:34.788374 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-52a42988-50a3-4ef1-9782-c39fd45b5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:34.790060 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-52a42988-50a3-4ef1-9782-c39fd45b5dd0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=040be481-4913-4759-8408-d7ce47258766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511799 Aug 20 12:35:34.879763 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:34.888989 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-4c90fe4c-cc49-4842-ba76-dfd2d0768662 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870872 Aug 20 12:35:34.987609 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e25030c3-9aba-455e-8d31-2a9b6f1dfae9 req-04697191-bb62-481a-b4da-becdaec30868 service neutron] 10.222.0.73 "GET /v2.0/networks/040be481-4913-4759-8408-d7ce47258766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898023 Aug 20 12:35:35.092716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:35.121901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f553a5-138a-4f36-9aba-9e3dbe0256d6 None None] The sync data for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 is: [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:32Z', 'revision_number': 4, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '40429113-33fb-4ab1-ba48-7a63105efdc9', 'name': '', 'network_id': '040be481-4913-4759-8408-d7ce47258766', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'mac_address': 'fa:16:3e:b5:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:32Z', 'updated_at': '2021-08-20T12:32:40Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'subnets': [{'id': '113cb244-d21c-43cf-aa9c-d56d18a3bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:35.355485 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4915e8-a832-49af-bbbb-80c444fe5c84 None None] New status for floating IP ea481cce-ffcc-4b73-b959-27d66756c06a: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:35:35.791633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9010-e65f-4821-9a71-7d24141447b9 req-206a2b80-5736-4311-8255-269e3e1dec2a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:35.793099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7eb9010-e65f-4821-9a71-7d24141447b9 req-206a2b80-5736-4311-8255-269e3e1dec2a tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 945 time: 0.0490162 Aug 20 12:35:35.831471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7eb9010-e65f-4821-9a71-7d24141447b9 req-08f6674e-5b49-45f1-9a62-11d970978361 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa67639a-5521-407c-9c66-2f01ad61d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Aug 20 12:35:36.360944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-7b734419-69f8-4876-b24e-db620a2920c8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:36.362456 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-7b734419-69f8-4876-b24e-db620a2920c8 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.73 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 945 time: 0.0496442 Aug 20 12:35:36.457856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Deleting port bddf261c-8485-4841-9f1f-39e90079d79e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:36.458219 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.549568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] For port bddf261c-8485-4841-9f1f-39e90079d79e, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bddf261c-8485-4841-9f1f-39e90079d79e,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:36.549828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.563259 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Calling delete_port for bddf261c-8485-4841-9f1f-39e90079d79e owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:36.696044 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.728791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event deleted for resources: {'Port': ['ID=bddf261c-8485-4841-9f1f-39e90079d79e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:36.769130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] No DVR routers for this DVR port bddf261c-8485-4841-9f1f-39e90079d79e on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:36.771659 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.773594 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-196490d9-f105-4254-8a6b-e3ecb0ebbbb8 req-63dbd3c3-69f8-4b82-b685-6dff01d54eb2 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.73 "DELETE /v2.0/ports/bddf261c-8485-4841-9f1f-39e90079d79e HTTP/1.1" status: 204 len: 173 time: 0.4014475 Aug 20 12:35:36.774016 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'name': 'network-vif-deleted', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:36.776278 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fa3cda-93d9-44e9-8004-bd053262666e" -d '{"events": [{"server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "name": "network-vif-deleted", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:36.814152 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3987c1-f39f-4559-a1dd-e879f3fcfb18 x-openstack-request-id: req-6c3987c1-f39f-4559-a1dd-e879f3fcfb18 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:36.814473 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aad148b-4285-4a1f-89d0-56aee48cfdaa", "name": "network-vif-deleted", "tag": "bddf261c-8485-4841-9f1f-39e90079d79e", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:36.814726 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c3987c1-f39f-4559-a1dd-e879f3fcfb18 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:36.815127 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aad148b-4285-4a1f-89d0-56aee48cfdaa', 'name': 'network-vif-deleted', 'tag': 'bddf261c-8485-4841-9f1f-39e90079d79e', 'status': 'completed', 'code': 200} Aug 20 12:35:36.930922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c69b7e71-1443-4f8a-8dd6-af8dc4da4844 req-d7517c74-3d96-4984-8c61-8c311dba4973 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 210 time: 0.0304790 Aug 20 12:35:38.037553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd7cd8d8-4316-4cbd-ad54-62d3e0becbeb req-f43aad12-8d1e-41d9-9a4b-e9116522d0ab tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 210 time: 0.0300820 Aug 20 12:35:39.132226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d11a7a57-890f-435f-afcc-96c7148175b5 req-67b8c3ea-30cb-4dcc-9cd8-a330de4cfbef tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 210 time: 0.0272791 Aug 20 12:35:39.180000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bddf261c-8485-4841-9f1f-39e90079d79e no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:39.200217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: bddf261c-8485-4841-9f1f-39e90079d79e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:39.200553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bddf261c-8485-4841-9f1f-39e90079d79e not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:40.240412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-798b5228-287c-495c-b6c9-4cbe129264c1 req-f5a05c52-ac9c-44a7-99cd-bcfc5d7c2158 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aad148b-4285-4a1f-89d0-56aee48cfdaa HTTP/1.1" status: 200 len: 210 time: 0.0262673 Aug 20 12:35:41.297809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59106) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:41.359007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3bae661-8d81-4d8b-a7ad-32beb3980e27 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.385094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3bae661-8d81-4d8b-a7ad-32beb3980e27 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.448890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3bae661-8d81-4d8b-a7ad-32beb3980e27 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.451440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c3bae661-8d81-4d8b-a7ad-32beb3980e27 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.453145 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c3bae661-8d81-4d8b-a7ad-32beb3980e27 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa67639a-5521-407c-9c66-2f01ad61d55a HTTP/1.1" status: 204 len: 168 time: 0.1543119 Aug 20 12:35:41.462596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bae661-8d81-4d8b-a7ad-32beb3980e27 tempest-TestVolumeBackupRestore-255493703 tempest-TestVolumeBackupRestore-255493703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa67639a-5521-407c-9c66-2f01ad61d55a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:42.264696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.997470 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.957738 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59558) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:45.305226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.854288 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Deleting port 40429113-33fb-4ab1-ba48-7a63105efdc9 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:45.854566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.935710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] For port 40429113-33fb-4ab1-ba48-7a63105efdc9, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=40429113-33fb-4ab1-ba48-7a63105efdc9,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:45.936225 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.949662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Calling delete_port for 40429113-33fb-4ab1-ba48-7a63105efdc9 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:46.143607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.167357 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=40429113-33fb-4ab1-ba48-7a63105efdc9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:46.176987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.177336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.177681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.178020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.178379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.178796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.179047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.179456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.179708 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.180028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.180349 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.180672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:46.351693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.571191 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Router 0302959b-0bb3-4060-b9b2-598fa60c05a6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:46.677027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:46.684383 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-df3c01db-0b40-4017-9990-c65d44221d62 admin admin] 10.222.0.25 "PUT /v2.0/routers/0302959b-0bb3-4060-b9b2-598fa60c05a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230551 Aug 20 12:35:46.684462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59560) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:46.686091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] Sync routers for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:46.696913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:46.697543 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:35:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:46.791581 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.803327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:46.897414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.949933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Deleting port 5a08da94-003a-4572-9c9d-cee6930801db {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:46.950305 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:46.980872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5a08da94-003a-4572-9c9d-cee6930801db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 5, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port': {'id': '5a08da94-003a-4572-9c9d-cee6930801db', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:47.012616 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] Checking router: 0302959b-0bb3-4060-b9b2-598fa60c05a6 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:47.022379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] Routers {'0302959b-0bb3-4060-b9b2-598fa60c05a6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:47.022998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:35:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0302959b-0bb3-4060-b9b2-598fa60c05a6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:47.034622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] For port 5a08da94-003a-4572-9c9d-cee6930801db, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5a08da94-003a-4572-9c9d-cee6930801db,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:47.034984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.047644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Calling delete_port for 5a08da94-003a-4572-9c9d-cee6930801db owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:47.111461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] Set router 0302959b-0bb3-4060-b9b2-598fa60c05a6 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:47.164376 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 6, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:47.194669 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec04216-93b4-4abd-b127-5f82efd9ff5f None None] The sync data for ids ['0302959b-0bb3-4060-b9b2-598fa60c05a6'] in n-d-800634-10 is: [{'id': '0302959b-0bb3-4060-b9b2-598fa60c05a6', 'name': 'tempest-TestVolumeBackupRestore-1217984194-router', 'tenant_id': '8d18782efadc449ab2ce10dee705b980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:29Z', 'updated_at': '2021-08-20T12:35:46Z', 'revision_number': 6, 'project_id': '8d18782efadc449ab2ce10dee705b980', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:47.218488 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.242932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a08da94-003a-4572-9c9d-cee6930801db,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:47.308060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.399319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.401610 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.448362 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.448919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0302959b-0bb3-4060-b9b2-598fa60c05a6 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:35:47.454420 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.455582 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-91317345-6a07-42da-a910-9e536f032890 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0302959b-0bb3-4060-b9b2-598fa60c05a6 HTTP/1.1" status: 204 len: 168 time: 0.7700753 Aug 20 12:35:47.458159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59562) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:47.502628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9d6705-f56c-4fba-9fc9-b5dcf9afc2ec admin admin] Deleting subnet 113cb244-d21c-43cf-aa9c-d56d18a3bfeb {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:35:47.505564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6705-f56c-4fba-9fc9-b5dcf9afc2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.541077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6705-f56c-4fba-9fc9-b5dcf9afc2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.627249 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6705-f56c-4fba-9fc9-b5dcf9afc2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.679900 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6705-f56c-4fba-9fc9-b5dcf9afc2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.706510 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d6705-f56c-4fba-9fc9-b5dcf9afc2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113cb244-d21c-43cf-aa9c-d56d18a3bfeb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:47.712701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2d9d6705-f56c-4fba-9fc9-b5dcf9afc2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.714633 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2d9d6705-f56c-4fba-9fc9-b5dcf9afc2ec admin admin] 10.222.0.25 "DELETE /v2.0/subnets/113cb244-d21c-43cf-aa9c-d56d18a3bfeb HTTP/1.1" status: 204 len: 168 time: 0.2555265 Aug 20 12:35:47.717160 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59564) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:47.719874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bdfe04-041c-41dc-8005-4653588e2174 None None] Network 040be481-4913-4759-8408-d7ce47258766 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:47.783835 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.840479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Deleting port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:47.840819 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.903853 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] For port e8efd929-b50d-4b5e-bf4d-4af89f8f5310, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e8efd929-b50d-4b5e-bf4d-4af89f8f5310,segment=NetworkSegment(0926a53a-e3db-4c6b-85fc-217df3a8ade5),segment_id=0926a53a-e3db-4c6b-85fc-217df3a8ade5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:47.904146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:47.917381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Calling delete_port for e8efd929-b50d-4b5e-bf4d-4af89f8f5310 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:47.959332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] DHCP port deletion for 040be481-4913-4759-8408-d7ce47258766 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:35:48.010332 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.037537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8efd929-b50d-4b5e-bf4d-4af89f8f5310,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.041899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] No DVR routers for this DVR port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:48.125732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.136075 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040be481-4913-4759-8408-d7ce47258766']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:48.148237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0926a53a-e3db-4c6b-85fc-217df3a8ade5') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:48.148527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0926a53a-e3db-4c6b-85fc-217df3a8ade5') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:48.159119 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.179217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.179400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] Deleting port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:48.179592 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.185597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:35:48.186569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:35:48.188496 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:35:48.245533 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.247312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] For port e8efd929-b50d-4b5e-bf4d-4af89f8f5310, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:48.247878 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.250964 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.256704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59566) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:48.257194 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] 10.222.0.25 "DELETE /v2.0/networks/040be481-4913-4759-8408-d7ce47258766 HTTP/1.1" status: 204 len: 168 time: 0.5384481 Aug 20 12:35:48.274448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a0cf6-1438-4782-acd1-18db0fa5b567 admin admin] Pushing event deleted for resources: {'Network': ['ID=040be481-4913-4759-8408-d7ce47258766,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.281561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] Calling delete_port for e8efd929-b50d-4b5e-bf4d-4af89f8f5310 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:48.285173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] Port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:35:48.286634 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.294046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] Network 040be481-4913-4759-8408-d7ce47258766 is not hosted by any dhcp agent {{(pid=101035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 12:35:48.294598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] No DVR routers for this DVR port e8efd929-b50d-4b5e-bf4d-4af89f8f5310 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:48.320820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1280d-2b64-4f59-a7ea-9c8f3d8f6ea0 None None] Pushing event deleted for resources: {'Port': ['ID=e8efd929-b50d-4b5e-bf4d-4af89f8f5310,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:48.351601 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 40429113-33fb-4ab1-ba48-7a63105efdc9 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:48.376967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 40429113-33fb-4ab1-ba48-7a63105efdc9 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:48.377311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 40429113-33fb-4ab1-ba48-7a63105efdc9 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:48.377733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e8efd929-b50d-4b5e-bf4d-4af89f8f5310 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:48.398323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e8efd929-b50d-4b5e-bf4d-4af89f8f5310 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:48.398675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e8efd929-b50d-4b5e-bf4d-4af89f8f5310 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:48.399103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5a08da94-003a-4572-9c9d-cee6930801db no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:48.418804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 5a08da94-003a-4572-9c9d-cee6930801db {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:48.419163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5a08da94-003a-4572-9c9d-cee6930801db not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:48.911701 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.158199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Deleting port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:49.158545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.235128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] For port 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,segment=NetworkSegment(54d3c7fc-fce0-4ab0-a64a-80a71fb78a66),segment_id=54d3c7fc-fce0-4ab0-a64a-80a71fb78a66)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:49.235399 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.247846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Calling delete_port for 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:49.426927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.454999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:49.483568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.483910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.484249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.484578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.484906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.485280 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.485558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.485918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.486575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.486904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.487227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.487546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:49.637481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.853779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:49.958504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:49.963599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ae8b37c6-7585-40cb-bd49-a6657fcd6a3c admin admin] 10.222.0.25 "PUT /v2.0/routers/0db03b9f-96e0-4314-b2fe-0c714dc9f786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7051134 Aug 20 12:35:49.966021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59568) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:49.968724 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] Sync routers for ids ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:49.978552 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] Routers {'0db03b9f-96e0-4314-b2fe-0c714dc9f786'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:49.979165 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:35:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:50.072471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.085884 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] Set router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:50.175104 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.228013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Deleting port c0afb5bd-3967-4326-9652-8c581bc7c345 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:50.228356 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.269802 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:35:49Z', 'revision_number': 5, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port': {'id': 'c0afb5bd-3967-4326-9652-8c581bc7c345', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:50.301631 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] Checking router: 0db03b9f-96e0-4314-b2fe-0c714dc9f786 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:50.310484 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] Routers {'0db03b9f-96e0-4314-b2fe-0c714dc9f786'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:50.311851 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:35:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:50.314569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] For port c0afb5bd-3967-4326-9652-8c581bc7c345, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=c0afb5bd-3967-4326-9652-8c581bc7c345,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:50.314948 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.328244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Calling delete_port for c0afb5bd-3967-4326-9652-8c581bc7c345 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:50.396405 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] Set router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:50.453085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:35:50Z', 'revision_number': 6, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:50.479034 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff0525-8e24-4d0d-b451-62013d873cd5 None None] The sync data for ids ['0db03b9f-96e0-4314-b2fe-0c714dc9f786'] in n-d-800634-10 is: [{'id': '0db03b9f-96e0-4314-b2fe-0c714dc9f786', 'name': 'tempest-TestVolumeBackupRestore-171519673-router', 'tenant_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:35Z', 'updated_at': '2021-08-20T12:35:50Z', 'revision_number': 6, 'project_id': '1841d8b574574bb5bdc065b38bd8dfa6', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:50.497949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.525323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0afb5bd-3967-4326-9652-8c581bc7c345,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:50.587807 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.676955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.679044 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.722811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.723307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db03b9f-96e0-4314-b2fe-0c714dc9f786 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:35:50.727850 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.729061 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4061e113-3211-438b-a448-2a1744dd96f9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0db03b9f-96e0-4314-b2fe-0c714dc9f786 HTTP/1.1" status: 204 len: 168 time: 0.7620757 Aug 20 12:35:50.731673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59570) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:50.775645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ecdd71-d252-40b7-97cc-6b4db8870ad2 admin admin] Deleting subnet 324bda08-d7d7-4039-95c3-1dfb5fec475a {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:35:50.778630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdd71-d252-40b7-97cc-6b4db8870ad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.814886 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdd71-d252-40b7-97cc-6b4db8870ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.902814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdd71-d252-40b7-97cc-6b4db8870ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.957274 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdd71-d252-40b7-97cc-6b4db8870ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.984502 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecdd71-d252-40b7-97cc-6b4db8870ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324bda08-d7d7-4039-95c3-1dfb5fec475a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:50.986425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f9ecdd71-d252-40b7-97cc-6b4db8870ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.988295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f9ecdd71-d252-40b7-97cc-6b4db8870ad2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/324bda08-d7d7-4039-95c3-1dfb5fec475a HTTP/1.1" status: 204 len: 168 time: 0.2556922 Aug 20 12:35:50.990826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59572) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:50.993558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57ef62-bde0-4322-9676-ba30799697c2 None None] Network 4d1541e9-5bbf-4cf2-8171-8412279858a0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:51.062453 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.116307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Deleting port ac0c14f0-0a1f-43c7-8706-2131e85aae8e {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:51.116654 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.179308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] For port ac0c14f0-0a1f-43c7-8706-2131e85aae8e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ac0c14f0-0a1f-43c7-8706-2131e85aae8e,segment=NetworkSegment(54d3c7fc-fce0-4ab0-a64a-80a71fb78a66),segment_id=54d3c7fc-fce0-4ab0-a64a-80a71fb78a66)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:51.179589 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.193189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Calling delete_port for ac0c14f0-0a1f-43c7-8706-2131e85aae8e owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:51.246903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] DHCP port deletion for 4d1541e9-5bbf-4cf2-8171-8412279858a0 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:35:51.280576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.297999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] Deleting port ac0c14f0-0a1f-43c7-8706-2131e85aae8e {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:51.298416 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.305988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0c14f0-0a1f-43c7-8706-2131e85aae8e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:51.309562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] No DVR routers for this DVR port ac0c14f0-0a1f-43c7-8706-2131e85aae8e on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:51.366115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] For port ac0c14f0-0a1f-43c7-8706-2131e85aae8e, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:51.366554 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.381394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] Calling delete_port for ac0c14f0-0a1f-43c7-8706-2131e85aae8e owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:51.384067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] Port ac0c14f0-0a1f-43c7-8706-2131e85aae8e was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:35:51.385329 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.394325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.404216 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1541e9-5bbf-4cf2-8171-8412279858a0']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:51.415100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] Pushing event deleted for resources: {'Port': ['ID=ac0c14f0-0a1f-43c7-8706-2131e85aae8e,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:51.415326 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:51.415622 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d3c7fc-fce0-4ab0-a64a-80a71fb78a66') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:51.418827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c3fe2-eddb-464f-9ee0-b7d0dbac6844 None None] No DVR routers for this DVR port ac0c14f0-0a1f-43c7-8706-2131e85aae8e on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:51.431597 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.450770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.458357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:35:51.458846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:35:51.460663 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:35:51.518011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.523991 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.526210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4d1541e9-5bbf-4cf2-8171-8412279858a0 HTTP/1.1" status: 204 len: 168 time: 0.5342789 Aug 20 12:35:51.541927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cc8bc-265b-4da6-a29e-230223910fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1541e9-5bbf-4cf2-8171-8412279858a0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:51.692958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59576) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:51.713412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed389765-cace-4ad9-8c4b-4442353a39d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.734560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-40d0722d-3ac5-48eb-80a9-a1b94031d51b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d18782efadc449ab2ce10dee705b980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403922 Aug 20 12:35:51.737085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59578) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:51.788393 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f01cb1fa-94ee-4283-acab-ab9af8cbbfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.809570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f01cb1fa-94ee-4283-acab-ab9af8cbbfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.855916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f01cb1fa-94ee-4283-acab-ab9af8cbbfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.859097 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f01cb1fa-94ee-4283-acab-ab9af8cbbfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:51.860234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f01cb1fa-94ee-4283-acab-ab9af8cbbfee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a8ab3c2-800a-46f2-a5a3-18b8a998fbcf HTTP/1.1" status: 204 len: 168 time: 0.1222622 Aug 20 12:35:51.867894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb1fa-94ee-4283-acab-ab9af8cbbfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8ab3c2-800a-46f2-a5a3-18b8a998fbcf,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:52.183386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59584) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:52.224060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-92181eff-8b96-40fd-ab9d-c269be21d9d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1841d8b574574bb5bdc065b38bd8dfa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395200 Aug 20 12:35:52.226765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59586) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:52.275626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1705525d-5ec9-4ac1-b022-9ce35804f5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.297286 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1705525d-5ec9-4ac1-b022-9ce35804f5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.315002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:52.336162 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:52.336674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 914dec3c-f4af-4bb1-ac2c-4ebfdb2170d8 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:52.337053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c0afb5bd-3967-4326-9652-8c581bc7c345 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:52.346202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1705525d-5ec9-4ac1-b022-9ce35804f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.348683 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1705525d-5ec9-4ac1-b022-9ce35804f5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.350196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1705525d-5ec9-4ac1-b022-9ce35804f5e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c9ba290-8532-46e7-b86a-b365c3bb9477 HTTP/1.1" status: 204 len: 168 time: 0.1225314 Aug 20 12:35:52.356164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: c0afb5bd-3967-4326-9652-8c581bc7c345 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:52.356513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device c0afb5bd-3967-4326-9652-8c581bc7c345 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:52.357023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ac0c14f0-0a1f-43c7-8706-2131e85aae8e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:52.360030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705525d-5ec9-4ac1-b022-9ce35804f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9ba290-8532-46e7-b86a-b365c3bb9477,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:52.387759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: ac0c14f0-0a1f-43c7-8706-2131e85aae8e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:52.388102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ac0c14f0-0a1f-43c7-8706-2131e85aae8e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:52.772558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-541c088f-0156-41d5-aa95-924a18d8c4d0 req-42c50a9b-9ad2-45f9-8f3c-1a0ccbdb35c9 tempest-MultipleCreateTestJSON-1266543238 tempest-MultipleCreateTestJSON-1266543238-project] (101033) timed out ('10.222.0.73', 61994) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:35:54.305191 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fc6fe17b-ddf7-404e-8feb-b121f0fad1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.030763 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.683414 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:57.050709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:00.099496 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:36:02.488771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-f08f8921-8eeb-429a-8102-e0fbf60496ab tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=19cf14ec4d7842d3b18d19d5f1b78be2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312383 Aug 20 12:36:02.667316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-54a25c5d-6ab4-40aa-8abf-878e5162b7e3 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:02.668944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-54a25c5d-6ab4-40aa-8abf-878e5162b7e3 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747844 Aug 20 12:36:02.686699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-a6ca8a6e-f661-4420-9d04-8e6ac2db0379 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/quotas/19cf14ec4d7842d3b18d19d5f1b78be2 HTTP/1.1" status: 200 len: 375 time: 0.0103574 Aug 20 12:36:02.721280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-1ad365c6-a774-49f6-a58e-b64796e197aa tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=19cf14ec4d7842d3b18d19d5f1b78be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288875 Aug 20 12:36:02.881726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f8de3001-86ec-4876-8ff7-cdb522c69288 req-698a026f-f5bf-4d4e-8089-64c8a4aeba27 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 210 time: 0.0272074 Aug 20 12:36:03.918710 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-c64992c6-608a-4a9f-aa91-fac5c7c48469 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=19cf14ec4d7842d3b18d19d5f1b78be2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350759 Aug 20 12:36:03.984085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f250e792-5611-4c85-9204-b8e58907ea7a req-75f326db-05c1-4857-bd8e-ea275f966be5 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 210 time: 0.0303731 Aug 20 12:36:04.114891 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-70d23837-ec25-49ce-9edd-1828a58bcfe1 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:04.116364 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-70d23837-ec25-49ce-9edd-1828a58bcfe1 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918423 Aug 20 12:36:04.129354 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Request body: {'port': {'device_id': '23596144-4724-44a0-a5ad-e146d6b28118', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'admin_state_up': True, 'tenant_id': '19cf14ec4d7842d3b18d19d5f1b78be2'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:36:04.242389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Made reservation on behalf of 19cf14ec4d7842d3b18d19d5f1b78be2 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:36:04.245849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:04.255119 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:04.345823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:04.349494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:04.416119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79c7898-ede1-4542-a4d9-c301da7d2dae,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:04.484834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Allocated IP 192.168.233.92 (0c4d217f-7114-435b-829c-30a84aa03a16/827bb4a6-bc63-4cf8-b595-a5466089506c/e2b1d61c-ce3f-476a-8aa9-8266847bdae7) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:36:04.629383 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:04.645799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Transition to ACTIVE for port object e2b1d61c-ce3f-476a-8aa9-8266847bdae7 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:36:04.679308 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:04.722027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Network 0c4d217f-7114-435b-829c-30a84aa03a16 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:36:04.725127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:36:04.728768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:36:04.754934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Pushing event updated for resources: {'Port': ['ID=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:04.784029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:04.784664 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:04.799802 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-71fa50ed-c2f1-4c50-bbe2-40935adb98ac tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6740053 Aug 20 12:36:04.812827 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Request body: {'port': {'device_id': '23596144-4724-44a0-a5ad-e146d6b28118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:36:04.872715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:04.986657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5df7689b-83af-42d3-a665-d5c5c8cf1678 None None] Provisioning for port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:36:04.991477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5df7689b-83af-42d3-a665-d5c5c8cf1678 None None] Provisioning complete for port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:36:04.991841 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5df7689b-83af-42d3-a665-d5c5c8cf1678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:05.027785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5df7689b-83af-42d3-a665-d5c5c8cf1678 None None] Port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:36:05.105162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe735c-ff13-4870-852f-71f7d9689ab4 req-96a4eeee-7a63-4701-9aa9-bacec3a059f8 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:05.106660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcfe735c-ff13-4870-852f-71f7d9689ab4 req-96a4eeee-7a63-4701-9aa9-bacec3a059f8 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 935 time: 0.0480926 Aug 20 12:36:05.142296 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b1d61c-ce3f-476a-8aa9-8266847bdae7 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:36:05.146888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcfe735c-ff13-4870-852f-71f7d9689ab4 req-bdbffca2-b177-4809-8a5b-dc3eb03329b6 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339506 Aug 20 12:36:05.150271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:05.164965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Transition to ACTIVE for port object e2b1d61c-ce3f-476a-8aa9-8266847bdae7 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:36:05.168863 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:05.221406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Pushing event updated for resources: {'Port': ['ID=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:05.292394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Attempting to bind port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:36:05.292730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Attempting to bind port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:36:05.293064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Attempting to bind port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:36:05.299258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 on network 0c4d217f-7114-435b-829c-30a84aa03a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:36:05.299588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Attempting to bind port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 on network 0c4d217f-7114-435b-829c-30a84aa03a16 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:36:05.305587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:36:05.305920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Checking segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:36:05.306350 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Bound using segment: {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:36:05.306785 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Bound port: e2b1d61c-ce3f-476a-8aa9-8266847bdae7, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9c7bf-dd7d-455e-a32c-926f6c89d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:36:05.307149 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:05.377072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] For port e2b1d61c-ce3f-476a-8aa9-8266847bdae7, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:36:05.380518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] For port e2b1d61c-ce3f-476a-8aa9-8266847bdae7, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:36:05.384255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:05.418439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:05.419122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:05.420649 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] 10.222.0.22 "PUT /v2.0/ports/e2b1d61c-ce3f-476a-8aa9-8266847bdae7 HTTP/1.1" status: 200 len: 1096 time: 0.6124134 Aug 20 12:36:05.423437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23596144-4724-44a0-a5ad-e146d6b28118', 'tag': 'e2b1d61c-ce3f-476a-8aa9-8266847bdae7'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:36:05.426474 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dc4698-340c-4106-a7e1-3c2150a3d65c" -d '{"events": [{"name": "network-changed", "server_uuid": "23596144-4724-44a0-a5ad-e146d6b28118", "tag": "e2b1d61c-ce3f-476a-8aa9-8266847bdae7"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:36:05.457057 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbf0cb-e75a-457d-bba2-6800c687b4ea service neutron] Pushing event updated for resources: {'Port': ['ID=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:05.510619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-fd2a6c35-b10d-4a7e-8334-5cb5b8a532c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:05.512184 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-fd2a6c35-b10d-4a7e-8334-5cb5b8a532c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=19cf14ec4d7842d3b18d19d5f1b78be2&device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 1099 time: 0.0491138 Aug 20 12:36:05.556046 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d48d27f-16a6-4235-a21c-8cd5c385df9e x-openstack-request-id: req-4d48d27f-16a6-4235-a21c-8cd5c385df9e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:36:05.556338 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23596144-4724-44a0-a5ad-e146d6b28118", "tag": "e2b1d61c-ce3f-476a-8aa9-8266847bdae7", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:36:05.556634 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d48d27f-16a6-4235-a21c-8cd5c385df9e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:36:05.557227 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23596144-4724-44a0-a5ad-e146d6b28118', 'tag': 'e2b1d61c-ce3f-476a-8aa9-8266847bdae7', 'status': 'completed', 'code': 200} Aug 20 12:36:05.559082 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-172380e3-0766-4e2f-96b4-f95bf9e4bb1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e2b1d61c-ce3f-476a-8aa9-8266847bdae7 HTTP/1.1" status: 200 len: 217 time: 0.0393355 Aug 20 12:36:05.610887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-593c4915-6447-4016-898b-1781ada2d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:05.612382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-593c4915-6447-4016-898b-1781ada2d9a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0462165 Aug 20 12:36:05.662081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-805c8ffe-fc51-4c14-a4a5-1ff10f4bf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:05.663728 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-805c8ffe-fc51-4c14-a4a5-1ff10f4bf449 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0443983 Aug 20 12:36:05.755247 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-3b158938-6862-4ae9-ade9-7ba9f616497f service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841949 Aug 20 12:36:05.847821 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1ce09f4e-7c74-4520-ab4c-e4832ce7f40c req-618e66a0-650e-4660-a3d8-b050b43220b1 service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854111 Aug 20 12:36:06.238384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-7e27ddb3-a37f-417f-9771-91bce9234490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:06.239916 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-7e27ddb3-a37f-417f-9771-91bce9234490 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=19cf14ec4d7842d3b18d19d5f1b78be2&device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 1099 time: 0.3468962 Aug 20 12:36:06.262396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb74a3-f5b3-49b4-aa0e-97596c601af9 req-664b050a-292e-4bd6-9be7-053e7933be47 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:06.264459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eefb74a3-f5b3-49b4-aa0e-97596c601af9 req-664b050a-292e-4bd6-9be7-053e7933be47 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 947 time: 0.0482843 Aug 20 12:36:06.303598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eefb74a3-f5b3-49b4-aa0e-97596c601af9 req-1a9a5c21-513b-4167-9a2a-1df050f66461 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Aug 20 12:36:06.331088 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-e98e9089-9c20-4ed8-b1e2-340e30209fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:06.332561 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-e98e9089-9c20-4ed8-b1e2-340e30209fe4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c4d217f-7114-435b-829c-30a84aa03a16 HTTP/1.1" status: 200 len: 870 time: 0.0855353 Aug 20 12:36:06.377465 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-c83c1379-74f3-4531-9142-d7fc52287d80 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e2b1d61c-ce3f-476a-8aa9-8266847bdae7 HTTP/1.1" status: 200 len: 217 time: 0.0372634 Aug 20 12:36:06.427930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-1fc00629-0412-4248-ae34-54bbea582f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:06.429590 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-1fc00629-0412-4248-ae34-54bbea582f5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=827bb4a6-bc63-4cf8-b595-a5466089506c HTTP/1.1" status: 200 len: 843 time: 0.0442278 Aug 20 12:36:06.475262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-931b0575-c2a5-4728-a63a-1f3d35b11b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:06.476736 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-931b0575-c2a5-4728-a63a-1f3d35b11b67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c4d217f-7114-435b-829c-30a84aa03a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0396323 Aug 20 12:36:06.569466 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-55762943-6c84-4384-9d03-63e262e3b11a service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839393 Aug 20 12:36:06.661836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-74dc4698-340c-4106-a7e1-3c2150a3d65c req-f3876dce-ba03-4fae-97f5-eafcde8ac57b service neutron] 10.222.0.22 "GET /v2.0/networks/0c4d217f-7114-435b-829c-30a84aa03a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849872 Aug 20 12:36:07.425449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa5216-fcd5-4138-8734-6bba304d8b39 req-acf9a944-4b7d-4ea2-93c6-8908719da4fe tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:07.427044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6efa5216-fcd5-4138-8734-6bba304d8b39 req-acf9a944-4b7d-4ea2-93c6-8908719da4fe tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 947 time: 0.0531092 Aug 20 12:36:07.470907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6efa5216-fcd5-4138-8734-6bba304d8b39 req-0e991f87-cbc7-4076-8b7e-f634e87d5c20 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365407 Aug 20 12:36:08.584372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b356d-b39f-4825-ad31-0ff6008673e3 req-f7e2a2f9-3492-4edf-b0b5-665b95aef2d5 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:08.585723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-440b356d-b39f-4825-ad31-0ff6008673e3 req-f7e2a2f9-3492-4edf-b0b5-665b95aef2d5 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 947 time: 0.0479133 Aug 20 12:36:08.624370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-440b356d-b39f-4825-ad31-0ff6008673e3 req-dce8d694-c325-4073-af77-adeb37d7d12b tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Aug 20 12:36:09.464827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e2b1d61c-ce3f-476a-8aa9-8266847bdae7 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:36:09.558483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e2b1d61c-ce3f-476a-8aa9-8266847bdae7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:36:09.569648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'e2b1d61c-ce3f-476a-8aa9-8266847bdae7', 'network_id': '0c4d217f-7114-435b-829c-30a84aa03a16', 'port_id': 'e2b1d61c-ce3f-476a-8aa9-8266847bdae7', 'mac_address': 'fa:16:3e:7a:11:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827bb4a6-bc63-4cf8-b595-a5466089506c', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:36:09.610438 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:09.623169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b1d61c-ce3f-476a-8aa9-8266847bdae7 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:36:09.642318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e2b1d61c-ce3f-476a-8aa9-8266847bdae7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:36:09.646058 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:09.693597 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:09.701018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.701366 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.701714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.702052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.702412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.702746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.704009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.704247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.704579 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.704909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.705240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.705563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:09.742097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d16e3d-19ae-489a-882a-292fcdc963c5 req-90173a60-a661-4690-8473-ec498d34b6e8 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:09.743594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19d16e3d-19ae-489a-882a-292fcdc963c5 req-90173a60-a661-4690-8473-ec498d34b6e8 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 948 time: 0.0501790 Aug 20 12:36:09.781031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19d16e3d-19ae-489a-882a-292fcdc963c5 req-2e2e770d-afc2-4c10-b043-db59a7a9e286 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Aug 20 12:36:09.876660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['e2b1d61c-ce3f-476a-8aa9-8266847bdae7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:36:10.900130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819caaff-e0e1-45a7-b545-5af3f8dbf6a9 req-9a53a714-280e-4a78-8750-0fdd23997037 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:10.901601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-819caaff-e0e1-45a7-b545-5af3f8dbf6a9 req-9a53a714-280e-4a78-8750-0fdd23997037 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 948 time: 0.0521531 Aug 20 12:36:10.939227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-819caaff-e0e1-45a7-b545-5af3f8dbf6a9 req-9587024a-9545-457c-b3ab-f660263baefb tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Aug 20 12:36:11.479345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e2b1d61c-ce3f-476a-8aa9-8266847bdae7 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:36:11.528644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:36:11.533519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:36:11.533888 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:11.609230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:11.636119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23596144-4724-44a0-a5ad-e146d6b28118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b1d61c-ce3f-476a-8aa9-8266847bdae7'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:36:11.638354 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8239c5c4-fe4a-4255-9d76-6d7720c4a152" -d '{"events": [{"server_uuid": "23596144-4724-44a0-a5ad-e146d6b28118", "name": "network-vif-plugged", "status": "completed", "tag": "e2b1d61c-ce3f-476a-8aa9-8266847bdae7"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:36:11.652589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e2b1d61c-ce3f-476a-8aa9-8266847bdae7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:36:11.657037 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:11.708278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:11.743677 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa58286-1121-4ac4-8b14-735ab9d1de70 x-openstack-request-id: req-2aa58286-1121-4ac4-8b14-735ab9d1de70 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:36:11.743965 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23596144-4724-44a0-a5ad-e146d6b28118", "name": "network-vif-plugged", "status": "completed", "tag": "e2b1d61c-ce3f-476a-8aa9-8266847bdae7", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:36:11.744356 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2aa58286-1121-4ac4-8b14-735ab9d1de70 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:36:11.744833 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23596144-4724-44a0-a5ad-e146d6b28118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b1d61c-ce3f-476a-8aa9-8266847bdae7', 'code': 200} Aug 20 12:36:11.839476 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47986d-663c-4917-b724-9cdc2b7eca7e req-84ee1675-cffa-4098-89b8-f424a6de7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:11.840950 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9b47986d-663c-4917-b724-9cdc2b7eca7e req-84ee1675-cffa-4098-89b8-f424a6de7cd2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 1101 time: 0.0403993 Aug 20 12:36:11.879885 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9b47986d-663c-4917-b724-9cdc2b7eca7e req-7b4f3c5f-592f-44e9-ba4e-ad296205076b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Aug 20 12:36:12.053891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c43e66-c689-4492-b1c3-e3867b694b2d req-dd2cfced-e8a0-47e2-8275-7d48e8f70baf tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:12.055400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61c43e66-c689-4492-b1c3-e3867b694b2d req-dd2cfced-e8a0-47e2-8275-7d48e8f70baf tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 949 time: 0.0497890 Aug 20 12:36:12.092878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-61c43e66-c689-4492-b1c3-e3867b694b2d req-91f44130-ec38-42d3-bab3-940af56cb9b0 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Aug 20 12:36:12.273341 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:13.210292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e19ebb-3004-4c35-9508-9d7de90119e9 req-ddca8696-fa88-4ec7-8481-96a96be764bf tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:13.211772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51e19ebb-3004-4c35-9508-9d7de90119e9 req-ddca8696-fa88-4ec7-8481-96a96be764bf tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 949 time: 0.0494542 Aug 20 12:36:13.248265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51e19ebb-3004-4c35-9508-9d7de90119e9 req-70743740-8db6-4826-920e-9c254615238f tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306013 Aug 20 12:36:13.990206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:14.199649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94820b0-95dd-4351-a8d1-3e7a625b65a9 req-db3db37f-1d78-48fe-aa47-447f865308de tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:14.201064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a94820b0-95dd-4351-a8d1-3e7a625b65a9 req-db3db37f-1d78-48fe-aa47-447f865308de tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 949 time: 0.0576501 Aug 20 12:36:14.544157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a94820b0-95dd-4351-a8d1-3e7a625b65a9 req-7fd321ef-ec3b-48c0-9ccf-197ff6a9b641 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364089 Aug 20 12:36:15.425419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-8fbeb9b8-c384-428a-99f5-bd4a5b04a7ad tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:15.427288 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-8fbeb9b8-c384-428a-99f5-bd4a5b04a7ad tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.22 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 949 time: 0.0484920 Aug 20 12:36:15.517185 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Deleting port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:36:15.517522 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:15.609113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] For port e2b1d61c-ce3f-476a-8aa9-8266847bdae7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,segment=NetworkSegment(1af9c7bf-dd7d-455e-a32c-926f6c89d4a4),segment_id=1af9c7bf-dd7d-455e-a32c-926f6c89d4a4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:36:15.609655 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:15.623192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Calling delete_port for e2b1d61c-ce3f-476a-8aa9-8266847bdae7 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:36:15.661948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e892846-3171-43b2-810a-7c1b3f2bbe14 req-2d11e44c-29c4-4b2a-971b-9487527ca2fd tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:15.663468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e892846-3171-43b2-810a-7c1b3f2bbe14 req-2d11e44c-29c4-4b2a-971b-9487527ca2fd tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/ports?device_id=23596144-4724-44a0-a5ad-e146d6b28118 HTTP/1.1" status: 200 len: 949 time: 0.0498350 Aug 20 12:36:15.703453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e892846-3171-43b2-810a-7c1b3f2bbe14 req-1a4732f1-3825-4a97-a3d3-45127e5fc2ad tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.25 "GET /v2.0/security-groups?id=c79c7898-ede1-4542-a4d9-c301da7d2dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Aug 20 12:36:15.756623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:15.768184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['e2b1d61c-ce3f-476a-8aa9-8266847bdae7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:36:15.783678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Pushing event deleted for resources: {'Port': ['ID=e2b1d61c-ce3f-476a-8aa9-8266847bdae7,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:15.829421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] No DVR routers for this DVR port e2b1d61c-ce3f-476a-8aa9-8266847bdae7 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:36:15.831993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:15.834004 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-88eba50a-cf8c-44ca-bc2a-ce918d88bd54 req-41a0a43d-145b-4836-8af0-d588bddd6f01 tempest-ServersAdminNegativeTestJSON-2106234680 tempest-ServersAdminNegativeTestJSON-2106234680-project] 10.222.0.22 "DELETE /v2.0/ports/e2b1d61c-ce3f-476a-8aa9-8266847bdae7 HTTP/1.1" status: 204 len: 173 time: 0.4006944 Aug 20 12:36:15.834432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23596144-4724-44a0-a5ad-e146d6b28118', 'name': 'network-vif-deleted', 'tag': 'e2b1d61c-ce3f-476a-8aa9-8266847bdae7'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:36:15.836730 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a0f84-918f-4884-927a-aac868176107" -d '{"events": [{"server_uuid": "23596144-4724-44a0-a5ad-e146d6b28118", "name": "network-vif-deleted", "tag": "e2b1d61c-ce3f-476a-8aa9-8266847bdae7"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:36:15.876468 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f699a6d4-cba6-45e7-bbe8-83ea16838cff x-openstack-request-id: req-f699a6d4-cba6-45e7-bbe8-83ea16838cff {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:36:15.876767 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23596144-4724-44a0-a5ad-e146d6b28118", "name": "network-vif-deleted", "tag": "e2b1d61c-ce3f-476a-8aa9-8266847bdae7", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:36:15.877017 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f699a6d4-cba6-45e7-bbe8-83ea16838cff {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:36:15.877413 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23596144-4724-44a0-a5ad-e146d6b28118', 'name': 'network-vif-deleted', 'tag': 'e2b1d61c-ce3f-476a-8aa9-8266847bdae7', 'status': 'completed', 'code': 200} Aug 20 12:36:17.005166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59724) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:36:17.138341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-99970a37-852b-415b-9d9a-aa5fbcbeb6f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19cf14ec4d7842d3b18d19d5f1b78be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319506 Aug 20 12:36:17.141347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59728) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:36:17.191108 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4507cf8-fbce-415b-9a2f-991933b48843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.213929 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4507cf8-fbce-415b-9a2f-991933b48843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.264714 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4507cf8-fbce-415b-9a2f-991933b48843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.268128 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a4507cf8-fbce-415b-9a2f-991933b48843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.269362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a4507cf8-fbce-415b-9a2f-991933b48843 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c79c7898-ede1-4542-a4d9-c301da7d2dae HTTP/1.1" status: 204 len: 168 time: 0.1268463 Aug 20 12:36:17.279746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4507cf8-fbce-415b-9a2f-991933b48843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79c7898-ede1-4542-a4d9-c301da7d2dae,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:17.542215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59734) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:36:17.555245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b50dce28-dbf9-4b93-a604-0e52ebd1728f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.645314 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b50dce28-dbf9-4b93-a604-0e52ebd1728f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.649455 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b50dce28-dbf9-4b93-a604-0e52ebd1728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.686048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b50dce28-dbf9-4b93-a604-0e52ebd1728f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c982d5fa66b4750bb78158910b49f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427608 Aug 20 12:36:17.686897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dce28-dbf9-4b93-a604-0e52ebd1728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61870ea0-549b-4819-92cd-ee96a3d9cfaf,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:17.689428 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59736) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:36:17.742841 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-863b8074-b327-4efd-b3f7-e7f923cf5cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.764054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-863b8074-b327-4efd-b3f7-e7f923cf5cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.810921 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-863b8074-b327-4efd-b3f7-e7f923cf5cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.813545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-863b8074-b327-4efd-b3f7-e7f923cf5cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:17.814727 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-863b8074-b327-4efd-b3f7-e7f923cf5cb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61870ea0-549b-4819-92cd-ee96a3d9cfaf HTTP/1.1" status: 204 len: 168 time: 0.1243234 Aug 20 12:36:17.822639 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b8074-b327-4efd-b3f7-e7f923cf5cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61870ea0-549b-4819-92cd-ee96a3d9cfaf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:18.527034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59758) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:36:18.624106 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-122764913-network', 'tenant_id': '5dc23325bd204431b9c9947255d90d9b'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:36:18.649042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Made reservation on behalf of 5dc23325bd204431b9c9947255d90d9b for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:36:18.651768 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.660351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.750110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.754484 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.779137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:36:18.788970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18836d6b-0e81-4216-bc8b-44f17791ea6a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:18.795089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.795436 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Added segment fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e of type vlan for network 46aecd42-a140-477b-a774-eac9a7d43c6b Aug 20 12:36:18.836075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.860209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.861638 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:18.862355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.914123 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3859801 Aug 20 12:36:18.917166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59762) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:36:18.922219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Request body: {'subnet': {'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-122764913-subnet', 'tenant_id': '5dc23325bd204431b9c9947255d90d9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:36:18.925277 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1ab75-0e6e-453f-8fcc-d64e590acfc3 admin admin] Pushing event updated for resources: {'Network': ['ID=46aecd42-a140-477b-a774-eac9a7d43c6b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:18.935839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 46aecd42-a140-477b-a774-eac9a7d43c6b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:36:18.944984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Made reservation on behalf of 5dc23325bd204431b9c9947255d90d9b for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:36:18.947306 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:19.113353 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:19.171828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:19.178235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Checking segment: {'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:36:19.178604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Network hostable DHCP agents. Network: 46aecd42-a140-477b-a774-eac9a7d43c6b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:36:19.195119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Network 46aecd42-a140-477b-a774-eac9a7d43c6b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:36:19.203364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 46aecd42-a140-477b-a774-eac9a7d43c6b) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:36:19.208471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:19.209614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:19.213812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313daa47-8ae0-49e3-8e76-9aa305c13e22 None None] Network 46aecd42-a140-477b-a774-eac9a7d43c6b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:36:19.232783 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dd4855c7-c0fc-4196-962f-18743b4360f7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3142986 Aug 20 12:36:19.350972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4a5d9-6bb4-4f19-b3d5-38ab066ecf14 None None] Network 46aecd42-a140-477b-a774-eac9a7d43c6b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:36:19.510967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e2b1d61c-ce3f-476a-8aa9-8266847bdae7 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:36:19.530429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: e2b1d61c-ce3f-476a-8aa9-8266847bdae7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:36:19.530776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e2b1d61c-ce3f-476a-8aa9-8266847bdae7 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:36:19.665019 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-ec5eeef9-072b-4b8a-bccc-fcf638b579f1 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:19.666510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-ec5eeef9-072b-4b8a-bccc-fcf638b579f1 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 811 time: 0.1044481 Aug 20 12:36:19.682639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-457e58f5-d3f7-4a12-85e4-61ec617fec67 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/quotas/5dc23325bd204431b9c9947255d90d9b HTTP/1.1" status: 200 len: 375 time: 0.0097640 Aug 20 12:36:19.714662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-98120ccc-c586-4050-a420-41bcdf027a2d tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267329 Aug 20 12:36:19.865357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-9f4255a2-3f7a-4d40-a7ea-8e2468edc37f service neutron] 10.222.0.25 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437163 Aug 20 12:36:19.953179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-9c46ccdf-f340-4a15-b24e-9cd608969d40 service neutron] 10.222.0.25 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816700 Aug 20 12:36:20.110891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5520562f-27f7-4c5b-93b1-97e0fa70499c req-1bd51bb7-53a1-470a-906b-1af2c6356c69 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 210 time: 0.0273974 Aug 20 12:36:21.018815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-caf11f75-83d3-42b7-ade7-d77252401df5 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:21.020298 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-caf11f75-83d3-42b7-ade7-d77252401df5 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.22 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 811 time: 0.1093037 Aug 20 12:36:21.033661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Request body: {'port': {'device_id': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b', 'admin_state_up': True, 'tenant_id': '5dc23325bd204431b9c9947255d90d9b'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:36:21.145782 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Made reservation on behalf of 5dc23325bd204431b9c9947255d90d9b for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:36:21.149270 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:21.207423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52469e89-329a-4f70-8dce-aacbd091c844 req-2539a5a4-3480-4e50-8e95-258cbe487037 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 210 time: 0.0269496 Aug 20 12:36:21.277000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Allocated IP 172.20.0.4 (46aecd42-a140-477b-a774-eac9a7d43c6b/031d4b03-6bae-4868-a5ee-c7cc6a1c2d58/26c6e212-6662-40c3-9823-3e3af33e45b3) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:36:21.428438 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:21.467597 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:21.511632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Network 46aecd42-a140-477b-a774-eac9a7d43c6b is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:36:21.514634 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:36:21.517169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:36:21.549944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Pushing event updated for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:21.579070 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:21.579687 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:21.594427 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-0002e13d-aded-4890-bb38-ccd2da74fd25 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648267 Aug 20 12:36:21.606881 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Request body: {'port': {'device_id': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:36:21.662004 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:21.714966 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c32f5bbc-16e8-4c46-8407-ddfa0df3de9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:21.935466 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c6e212-6662-40c3-9823-3e3af33e45b3 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:36:21.944048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:21.955954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Transition to ACTIVE for port object 26c6e212-6662-40c3-9823-3e3af33e45b3 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:36:21.959449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:22.021162 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Pushing event updated for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:22.084914 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Attempting to bind port 26c6e212-6662-40c3-9823-3e3af33e45b3 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:36:22.085247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Attempting to bind port 26c6e212-6662-40c3-9823-3e3af33e45b3 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:36:22.085578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Attempting to bind port 26c6e212-6662-40c3-9823-3e3af33e45b3 on network 46aecd42-a140-477b-a774-eac9a7d43c6b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:36:22.089814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Port 26c6e212-6662-40c3-9823-3e3af33e45b3 on network 46aecd42-a140-477b-a774-eac9a7d43c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:36:22.090135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Attempting to bind port 26c6e212-6662-40c3-9823-3e3af33e45b3 on network 46aecd42-a140-477b-a774-eac9a7d43c6b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:36:22.094939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:36:22.095274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Checking segment: {'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:36:22.096202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Bound using segment: {'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:36:22.096765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Bound port: 26c6e212-6662-40c3-9823-3e3af33e45b3, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:36:22.097117 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:22.164373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:36:22.167821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:36:22.171990 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:22.204425 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:22.204972 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:22.206719 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] 10.222.0.22 "PUT /v2.0/ports/26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 1092 time: 0.6039710 Aug 20 12:36:22.209089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:36:22.212227 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905adc88-664f-4411-bec9-bd26f10c8bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:36:22.241291 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ca9d4-0f67-4e98-8ebb-d44d336aede4 service neutron] Pushing event updated for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:22.261005 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d14d2e-4932-4a00-9f8f-19975c8bcfb7 x-openstack-request-id: req-11d14d2e-4932-4a00-9f8f-19975c8bcfb7 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:36:22.261309 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:36:22.261563 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11d14d2e-4932-4a00-9f8f-19975c8bcfb7 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:36:22.261970 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'status': 'completed', 'code': 200} Aug 20 12:36:22.297539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-d0f1fde4-9bde-4e80-8475-14dd41b3209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:22.299976 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-d0f1fde4-9bde-4e80-8475-14dd41b3209c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1095 time: 0.0494175 Aug 20 12:36:22.344084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc033ed-0364-40b0-b839-ec528ae869cc req-8a36a327-1112-478b-b874-0ae5971e86f6 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:22.346126 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-ccb74212-b20c-4304-a5e8-821b68beaa07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 217 time: 0.0349708 Aug 20 12:36:22.346356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfc033ed-0364-40b0-b839-ec528ae869cc req-8a36a327-1112-478b-b874-0ae5971e86f6 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 943 time: 0.0539091 Aug 20 12:36:22.385778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfc033ed-0364-40b0-b839-ec528ae869cc req-3534c32f-e047-4023-ba01-52c0e05a395b tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Aug 20 12:36:22.407072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-43a89e86-9e92-4ed8-afe2-886de6c94694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:22.409371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-43a89e86-9e92-4ed8-afe2-886de6c94694 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 200 len: 851 time: 0.0558298 Aug 20 12:36:22.443021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-df1f3660-04fd-4593-9db4-c4643169400d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=46aecd42-a140-477b-a774-eac9a7d43c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254838 Aug 20 12:36:22.534280 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-694367e4-d77f-4049-a0eb-ae5e54c4e5d0 service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839288 Aug 20 12:36:22.628674 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-e575b7bc-1d1d-484b-88dc-176a33c83937 req-29fbcacd-2eff-485e-aa5c-8075f3b7fcc7 service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868070 Aug 20 12:36:22.715026 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-916f82fe-27f3-4f05-a5af-e710339275bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:22.716523 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-916f82fe-27f3-4f05-a5af-e710339275bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1095 time: 0.0437520 Aug 20 12:36:22.810063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-90445af4-32b1-4a5b-842d-776b7c5abc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:22.811528 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-90445af4-32b1-4a5b-842d-776b7c5abc30 service neutron] 10.222.0.22 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 912 time: 0.0881588 Aug 20 12:36:22.853030 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-f4f8e40b-ea6d-4da4-b442-32f479f5d149 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 217 time: 0.0344176 Aug 20 12:36:22.902069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-38fb545a-b483-4230-abf0-89d165a6a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:22.903574 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-38fb545a-b483-4230-abf0-89d165a6a70e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 200 len: 851 time: 0.0434515 Aug 20 12:36:22.936610 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-f1d90597-338d-4b52-be6c-a1821f969093 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=46aecd42-a140-477b-a774-eac9a7d43c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254536 Aug 20 12:36:23.033594 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-14b871eb-e4b7-4346-8b94-1ac65951394e service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884361 Aug 20 12:36:23.122867 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-905adc88-664f-4411-bec9-bd26f10c8bb0 req-3e26d0cb-fbf7-449f-9de2-fc769e6c963a service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813317 Aug 20 12:36:23.505362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6151b69-a1fd-48e0-bd6f-de3f974c3521 req-668fb023-bbc8-4054-8873-1b09e02ec87c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:23.506875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6151b69-a1fd-48e0-bd6f-de3f974c3521 req-668fb023-bbc8-4054-8873-1b09e02ec87c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 943 time: 0.0500317 Aug 20 12:36:23.547997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6151b69-a1fd-48e0-bd6f-de3f974c3521 req-9fa438c4-74f3-4651-8bbc-59d74d3904a1 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350983 Aug 20 12:36:24.310373 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48cfd3ff-d4c7-48a6-a81e-973c32ef2dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:24.665734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651e892-09ee-4415-8dee-38ebad381ef4 req-159d8e1b-eede-4360-95c1-1a28888ff271 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:24.667266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1651e892-09ee-4415-8dee-38ebad381ef4 req-159d8e1b-eede-4360-95c1-1a28888ff271 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 943 time: 0.0516441 Aug 20 12:36:24.706438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1651e892-09ee-4415-8dee-38ebad381ef4 req-1fa89d3e-cfae-4abd-a82f-c17e023b6d4c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325069 Aug 20 12:36:25.032524 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:25.541573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:36:25.659820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:36:25.680079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b', 'port_id': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'mac_address': 'fa:16:3e:43:43:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031d4b03-6bae-4868-a5ee-c7cc6a1c2d58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:36:25.695738 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:25.739063 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:25.756773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c6e212-6662-40c3-9823-3e3af33e45b3 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:36:25.776466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:36:25.780613 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:25.831442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:25.831840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aa143-588b-4eb3-b8b0-d09f8824999d req-8d9b944a-e059-4ac9-9e41-e3edfe7e4246 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:25.833400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a3aa143-588b-4eb3-b8b0-d09f8824999d req-8d9b944a-e059-4ac9-9e41-e3edfe7e4246 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 944 time: 0.0552983 Aug 20 12:36:25.873507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a3aa143-588b-4eb3-b8b0-d09f8824999d req-3258c90d-1284-4ae5-9280-6dee3606fcce tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332730 Aug 20 12:36:25.968720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['26c6e212-6662-40c3-9823-3e3af33e45b3'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:36:26.989899 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ef46b-eb76-4e40-ba0c-49b7d16f7bbc req-4c18ce24-c2c0-402e-9a34-141ff12bfc12 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:26.991596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a7ef46b-eb76-4e40-ba0c-49b7d16f7bbc req-4c18ce24-c2c0-402e-9a34-141ff12bfc12 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 944 time: 0.0515504 Aug 20 12:36:27.030530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a7ef46b-eb76-4e40-ba0c-49b7d16f7bbc req-2396d98c-8661-470e-a170-feacc73aba9c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328784 Aug 20 12:36:27.050711 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:27.556785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:36:27.607737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 26c6e212-6662-40c3-9823-3e3af33e45b3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:36:27.611432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 26c6e212-6662-40c3-9823-3e3af33e45b3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:36:27.612322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:27.689787 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:27.714573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:36:27.716832 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb692f-2dcd-4ddb-b267-b32cf5a994f2" -d '{"events": [{"server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "name": "network-vif-plugged", "status": "completed", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:36:27.729937 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:36:27.734975 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:27.762382 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e670154a-2910-48cd-a2d3-89cc8df1474e x-openstack-request-id: req-e670154a-2910-48cd-a2d3-89cc8df1474e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:36:27.762673 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "name": "network-vif-plugged", "status": "completed", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:36:27.762927 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e670154a-2910-48cd-a2d3-89cc8df1474e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:36:27.763314 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'code': 200} Aug 20 12:36:27.790535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:27.854943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acca65-0bee-4fea-8ebd-9cccfde08f4d req-fb594022-f39c-48c8-b5f1-e7c002768185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:27.856482 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89acca65-0bee-4fea-8ebd-9cccfde08f4d req-fb594022-f39c-48c8-b5f1-e7c002768185 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1097 time: 0.0448401 Aug 20 12:36:27.891717 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-89acca65-0bee-4fea-8ebd-9cccfde08f4d req-fd3fdd32-820e-4fb2-8e50-b5e0b442bab2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282109 Aug 20 12:36:28.147578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1abba-dfad-4c4c-81bf-02b5ddd716ea req-6be09ef0-c104-49f1-a665-641ed015fcd3 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:28.149050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9f1abba-dfad-4c4c-81bf-02b5ddd716ea req-6be09ef0-c104-49f1-a665-641ed015fcd3 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0487881 Aug 20 12:36:28.187356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9f1abba-dfad-4c4c-81bf-02b5ddd716ea req-c9dd011b-7d85-4c01-9c5d-97ff74ac7efd tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Aug 20 12:36:29.314638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ff6b3-e499-4a66-9f76-ae10f24e6e14 req-3363ef23-5c7e-4a40-9108-09e86dd45be2 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:29.319135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a29ff6b3-e499-4a66-9f76-ae10f24e6e14 req-3363ef23-5c7e-4a40-9108-09e86dd45be2 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0625792 Aug 20 12:36:29.358791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a29ff6b3-e499-4a66-9f76-ae10f24e6e14 req-86644567-af44-4863-b564-a647ca4a5cc6 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335755 Aug 20 12:36:29.598257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcab6-ae82-4663-9350-d1b28648e0c9 req-7e40c41a-a226-4170-8391-a0f443666d38 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:29.599758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd3bcab6-ae82-4663-9350-d1b28648e0c9 req-7e40c41a-a226-4170-8391-a0f443666d38 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0504472 Aug 20 12:36:29.640651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-6aea8841-bcda-4aa6-bdbb-e0e39f10e5df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002152 Aug 20 12:36:29.641231 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd3bcab6-ae82-4663-9350-d1b28648e0c9 req-32607b07-42b5-4267-b0f9-8a2f24254133 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Aug 20 12:36:30.759189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb799da-ce5b-43dc-a0e0-82fb58a03bc7 req-2c103774-ee5a-4046-996e-995c6dc574f9 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:30.760674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eb799da-ce5b-43dc-a0e0-82fb58a03bc7 req-2c103774-ee5a-4046-996e-995c6dc574f9 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0509217 Aug 20 12:36:30.803077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eb799da-ce5b-43dc-a0e0-82fb58a03bc7 req-831f7e8c-e1d5-45a6-b91e-aa215d9fb2b9 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358751 Aug 20 12:36:30.860445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-9e478626-a11e-4134-a46b-aea138e2baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:30.861992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-9e478626-a11e-4134-a46b-aea138e2baa7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1097 time: 0.0437517 Aug 20 12:36:30.954352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-f1504bc2-5122-4ea9-a7ff-94313252b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:30.956433 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-f1504bc2-5122-4ea9-a7ff-94313252b6b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 912 time: 0.0874474 Aug 20 12:36:30.998384 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-4e8bce39-5b30-4318-9efe-b041082a0754 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 217 time: 0.0347092 Aug 20 12:36:31.046807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-a3756577-1846-4220-a024-36db9a29b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:31.048234 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-a3756577-1846-4220-a024-36db9a29b793 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 200 len: 851 time: 0.0431004 Aug 20 12:36:31.084994 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-d547bda2-d24d-4674-8151-184e2faa373e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=46aecd42-a140-477b-a774-eac9a7d43c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295293 Aug 20 12:36:31.173107 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-d33b54ef-6bb2-47fd-b11f-051b4b24a4ff service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809495 Aug 20 12:36:31.266657 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-5ef34b2e-803b-4fbc-b071-31bdf63994aa service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860794 Aug 20 12:36:31.924990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35038f-c796-4edc-811d-3a182ae08d85 req-31626b04-5006-49b0-b42b-f0bf34e1fe4a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:31.926489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b35038f-c796-4edc-811d-3a182ae08d85 req-31626b04-5006-49b0-b42b-f0bf34e1fe4a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0531187 Aug 20 12:36:31.965673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b35038f-c796-4edc-811d-3a182ae08d85 req-a5530ad4-4634-43ec-a144-b3b856cd5e48 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332279 Aug 20 12:36:33.085494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a9257-6de4-43cb-85e1-493b469cc1cf req-e906965a-7f19-4a74-a18d-1f3747472bfc tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:33.086990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af0a9257-6de4-43cb-85e1-493b469cc1cf req-e906965a-7f19-4a74-a18d-1f3747472bfc tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0490277 Aug 20 12:36:33.123875 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af0a9257-6de4-43cb-85e1-493b469cc1cf req-b86c4706-1af5-4c66-afca-06f0a341741e tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309203 Aug 20 12:36:34.241337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90064b71-2e98-401f-91e7-7f719bbd6ab0 req-d9eae7d3-6e36-41f0-a2ee-c6c7c1c78c01 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:34.242863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90064b71-2e98-401f-91e7-7f719bbd6ab0 req-d9eae7d3-6e36-41f0-a2ee-c6c7c1c78c01 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0501189 Aug 20 12:36:34.281423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90064b71-2e98-401f-91e7-7f719bbd6ab0 req-ed384eed-9a41-4fc6-9419-3f885555af77 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Aug 20 12:36:35.407528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608cf24-6090-4167-a7e7-1f07eb14eedb req-8e0ff7a4-f024-410f-bb66-714367b4ba5c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:35.409001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1608cf24-6090-4167-a7e7-1f07eb14eedb req-8e0ff7a4-f024-410f-bb66-714367b4ba5c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0544071 Aug 20 12:36:35.447637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1608cf24-6090-4167-a7e7-1f07eb14eedb req-09c2e1ea-6fd1-495c-8869-988882f9bbeb tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Aug 20 12:36:36.562226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284274-0731-4823-bd0d-28e0d34b623e req-08e5b7cf-b051-4c7a-841f-e68acbc930f9 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:36.563616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16284274-0731-4823-bd0d-28e0d34b623e req-08e5b7cf-b051-4c7a-841f-e68acbc930f9 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0499218 Aug 20 12:36:36.601851 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16284274-0731-4823-bd0d-28e0d34b623e req-c6e0db3f-7472-421c-bc73-5cc2e3b02f9c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314670 Aug 20 12:36:37.099651 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:36:37.718495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a54e60-a6fe-4dca-b256-9ebf5270c3d6 req-59e06977-903a-4401-add0-a4fc8886a9f3 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:37.719984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12a54e60-a6fe-4dca-b256-9ebf5270c3d6 req-59e06977-903a-4401-add0-a4fc8886a9f3 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0493624 Aug 20 12:36:37.758982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12a54e60-a6fe-4dca-b256-9ebf5270c3d6 req-6445b322-a5cf-465c-a1bf-2d070cdcdf08 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Aug 20 12:36:38.875889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d040f5-4ae2-412a-ae69-eda89c4a98ea req-ea633bf1-2551-46d3-95d0-ea19dea08245 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:38.877369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d040f5-4ae2-412a-ae69-eda89c4a98ea req-ea633bf1-2551-46d3-95d0-ea19dea08245 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0531263 Aug 20 12:36:38.916362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d040f5-4ae2-412a-ae69-eda89c4a98ea req-82ae53e4-f8f0-4ea0-be32-1fb76193d264 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 Aug 20 12:36:40.034060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445392b-3994-465c-9cc9-aef7b285de7f req-ca05dde8-6826-4a3d-bc03-bdb949798426 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:40.035801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5445392b-3994-465c-9cc9-aef7b285de7f req-ca05dde8-6826-4a3d-bc03-bdb949798426 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0507894 Aug 20 12:36:40.072981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5445392b-3994-465c-9cc9-aef7b285de7f req-aef38c88-58d1-4e71-9ddd-4ccb145f730c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Aug 20 12:36:41.187756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91955537-c74e-49e4-9079-75ebe40c1dc5 req-5bcdeb58-f879-4734-82d4-9d7fbf2b1f38 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:41.189235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91955537-c74e-49e4-9079-75ebe40c1dc5 req-5bcdeb58-f879-4734-82d4-9d7fbf2b1f38 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0499275 Aug 20 12:36:41.227674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91955537-c74e-49e4-9079-75ebe40c1dc5 req-c7373d61-57d8-4080-95ef-af2ade398a41 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Aug 20 12:36:42.272760 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:42.351606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef64093-7929-4de0-bf0a-3cf3c436370f req-920525ca-e210-4161-9c34-66e62df117be tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:42.353277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ef64093-7929-4de0-bf0a-3cf3c436370f req-920525ca-e210-4161-9c34-66e62df117be tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0552244 Aug 20 12:36:42.392367 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ef64093-7929-4de0-bf0a-3cf3c436370f req-ab35e160-ef51-4867-8b4e-f25e0a7d4085 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Aug 20 12:36:43.510104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad13b26-078a-46c4-bf53-87dd8e5a4042 req-518e18e1-3603-4d68-80d8-b7b0d29cbafc tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:43.511593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bad13b26-078a-46c4-bf53-87dd8e5a4042 req-518e18e1-3603-4d68-80d8-b7b0d29cbafc tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0494328 Aug 20 12:36:43.548583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bad13b26-078a-46c4-bf53-87dd8e5a4042 req-00660892-1948-4f4f-a5ad-74bb82c37d34 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308089 Aug 20 12:36:43.988774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:44.664181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63709f2b-6fe2-43f4-a894-17bfa80073ef req-e4cc127b-9132-4c5b-99bd-ea9a4e8c522e tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:44.665711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63709f2b-6fe2-43f4-a894-17bfa80073ef req-e4cc127b-9132-4c5b-99bd-ea9a4e8c522e tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0490205 Aug 20 12:36:44.711964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-63709f2b-6fe2-43f4-a894-17bfa80073ef req-b1d77af7-eb0e-40a2-8db7-9f14044d042a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392165 Aug 20 12:36:45.831530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7829e-2c4b-4f4b-a7ba-d7d3dcad678e req-c84b858a-eb60-4d9e-a95c-78ddea36a26d tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:45.833004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ced7829e-2c4b-4f4b-a7ba-d7d3dcad678e req-c84b858a-eb60-4d9e-a95c-78ddea36a26d tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0541759 Aug 20 12:36:45.870006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ced7829e-2c4b-4f4b-a7ba-d7d3dcad678e req-290e69cd-72f1-47a5-9e5b-cb3c34503f4e tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Aug 20 12:36:46.988692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcab75-59c8-463a-af37-c3f9b25129ce req-74f18e21-f0c9-488d-b70c-77b5f20a9b59 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:46.990280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75dcab75-59c8-463a-af37-c3f9b25129ce req-74f18e21-f0c9-488d-b70c-77b5f20a9b59 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Aug 20 12:36:47.028444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-75dcab75-59c8-463a-af37-c3f9b25129ce req-7f57da5d-9703-402e-b7bb-d8329b001e4e tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Aug 20 12:36:48.145092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4e6e-bed5-4d3e-814c-7e43bd90665e req-d5ef164b-2623-496e-90fb-f178236fb9d4 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:48.146839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b87f4e6e-bed5-4d3e-814c-7e43bd90665e req-d5ef164b-2623-496e-90fb-f178236fb9d4 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0488560 Aug 20 12:36:48.183291 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b87f4e6e-bed5-4d3e-814c-7e43bd90665e req-2d56b37e-ef70-4f33-b3eb-537046df9670 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Aug 20 12:36:49.304123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce20eb-6ff5-4e98-8513-98e1cc7dfb09 req-b8eef94b-3c8f-4c25-b1eb-bbc09db0fb50 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:49.305606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6ce20eb-6ff5-4e98-8513-98e1cc7dfb09 req-b8eef94b-3c8f-4c25-b1eb-bbc09db0fb50 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0538707 Aug 20 12:36:49.343958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6ce20eb-6ff5-4e98-8513-98e1cc7dfb09 req-97ebc7c8-1a6d-471e-bf39-2fc243d626b3 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Aug 20 12:36:50.478127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91076ad-ee05-46c4-b2df-1ca817cf823c req-ea6b6405-a572-416a-b0ca-54275e986e59 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:50.479557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a91076ad-ee05-46c4-b2df-1ca817cf823c req-ea6b6405-a572-416a-b0ca-54275e986e59 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Aug 20 12:36:50.518867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a91076ad-ee05-46c4-b2df-1ca817cf823c req-039d134c-5f91-43ae-aa98-b08ee3bfbf33 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Aug 20 12:36:51.651034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f224-35c7-4606-bc0e-006524383238 req-4b6fd3f5-602a-41fa-80f8-dea93f79f263 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:51.652500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52b9f224-35c7-4606-bc0e-006524383238 req-4b6fd3f5-602a-41fa-80f8-dea93f79f263 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0498316 Aug 20 12:36:51.692772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52b9f224-35c7-4606-bc0e-006524383238 req-0874c246-cc47-46a8-9de9-e91f58fb2f70 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Aug 20 12:36:51.717239 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b3775366-595b-4035-b9a4-037da478779d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:52.812497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af21816-e616-438b-9b56-3031bbf92436 req-ed0062e6-f73b-4d5c-9be7-6e448878fd3a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:52.813945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7af21816-e616-438b-9b56-3031bbf92436 req-ed0062e6-f73b-4d5c-9be7-6e448878fd3a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0530303 Aug 20 12:36:52.850892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7af21816-e616-438b-9b56-3031bbf92436 req-32b9127c-06b7-408f-b394-329f4bfe21d6 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Aug 20 12:36:53.970686 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd5fae-e66d-45e5-9b34-64832ee8953a req-8529b531-74b6-4287-a672-d1aa9e4b8e64 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:53.972245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03cd5fae-e66d-45e5-9b34-64832ee8953a req-8529b531-74b6-4287-a672-d1aa9e4b8e64 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Aug 20 12:36:54.010633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03cd5fae-e66d-45e5-9b34-64832ee8953a req-b767ef14-f4af-4923-be76-0d781f997bb1 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Aug 20 12:36:54.311203 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0d059834-9c9d-4bfc-94bb-b60ff1ea0ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:55.033005 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:55.130870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be854-9536-44da-9108-83aaeb575733 req-898395de-2a18-4218-929b-02e2301b10a4 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:55.132379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af5be854-9536-44da-9108-83aaeb575733 req-898395de-2a18-4218-929b-02e2301b10a4 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0501680 Aug 20 12:36:55.171353 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af5be854-9536-44da-9108-83aaeb575733 req-74bdf845-f403-44b6-8403-dc7eaf1c3997 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328763 Aug 20 12:36:55.688410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:56.292657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be3c1a-c9ca-48cb-8863-0100cb5077cf req-4de3273e-e3eb-4f1b-a8a4-9ab5349049ad tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:56.294266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83be3c1a-c9ca-48cb-8863-0100cb5077cf req-4de3273e-e3eb-4f1b-a8a4-9ab5349049ad tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0549319 Aug 20 12:36:56.339780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-83be3c1a-c9ca-48cb-8863-0100cb5077cf req-b5b23564-333b-4790-98b3-44e5ae28b47c tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 Aug 20 12:36:57.053468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:57.455246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba4fa9-37f6-4550-b7da-44a80c9c1c3f req-b2658d43-b225-47e5-bbab-696429dee460 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:57.456825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ba4fa9-37f6-4550-b7da-44a80c9c1c3f req-b2658d43-b225-47e5-bbab-696429dee460 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0496147 Aug 20 12:36:57.494997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ba4fa9-37f6-4550-b7da-44a80c9c1c3f req-d81be861-b629-4f9b-984c-0da864ef8ce1 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Aug 20 12:36:58.333601 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-dadbbeba-9102-4775-8b01-11c2718072f4 service neutron] show failed (client error): The resource could not be found. Aug 20 12:36:58.334684 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-dadbbeba-9102-4775-8b01-11c2718072f4 service neutron] 10.222.0.22 "GET /v2.0/ports/26c6e212-6662-40c3-9823-3e3af33e45b3/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0556040 Aug 20 12:36:58.539944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-fcc1b3de-fe04-4804-8d8f-54db1d56e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:58.541469 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-fcc1b3de-fe04-4804-8d8f-54db1d56e3c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9&tenant_id=5dc23325bd204431b9c9947255d90d9b HTTP/1.1" status: 200 len: 1097 time: 0.0430343 Aug 20 12:36:58.558997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:36:58.611181 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52271f47-d71b-49c0-9fd6-2e357c435a65 req-c048030e-64b5-4d17-b13e-39bde47568bb tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:58.613539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52271f47-d71b-49c0-9fd6-2e357c435a65 req-c048030e-64b5-4d17-b13e-39bde47568bb tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 945 time: 0.0500567 Aug 20 12:36:58.616494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:58.652211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52271f47-d71b-49c0-9fd6-2e357c435a65 req-75090767-c14e-4ccf-99d5-2bb0a2de1bb0 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Aug 20 12:36:58.819965 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:36:58.851912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:36:58.891619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:36:58.894147 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1620525-f227-4842-8bb6-15df94839e39" -d '{"events": [{"server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "name": "network-vif-unplugged", "status": "completed", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:36:58.898006 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:58.910905 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Transition to ACTIVE for port object 26c6e212-6662-40c3-9823-3e3af33e45b3 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:36:58.915167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:58.947838 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f290e3ac-63bc-434d-be77-67c03df78136 x-openstack-request-id: req-f290e3ac-63bc-434d-be77-67c03df78136 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:36:58.948131 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "name": "network-vif-unplugged", "status": "completed", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:36:58.948557 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f290e3ac-63bc-434d-be77-67c03df78136 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:36:58.948962 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'code': 200} Aug 20 12:36:58.987394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Pushing event updated for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:58.989545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] No DVR routers for this DVR port 26c6e212-6662-40c3-9823-3e3af33e45b3 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:36:58.999035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:58.999381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:58.999718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.000053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.000382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.000709 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.001033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.001356 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.001679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.001998 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.002407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.002726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:36:59.040772 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Attempting to bind port 26c6e212-6662-40c3-9823-3e3af33e45b3 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:36:59.041099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Attempting to bind port 26c6e212-6662-40c3-9823-3e3af33e45b3 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:36:59.041424 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Attempting to bind port 26c6e212-6662-40c3-9823-3e3af33e45b3 on network 46aecd42-a140-477b-a774-eac9a7d43c6b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:36:59.045628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Port 26c6e212-6662-40c3-9823-3e3af33e45b3 on network 46aecd42-a140-477b-a774-eac9a7d43c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:36:59.045947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Attempting to bind port 26c6e212-6662-40c3-9823-3e3af33e45b3 on network 46aecd42-a140-477b-a774-eac9a7d43c6b {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:36:59.051268 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:36:59.051601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Checking segment: {'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:36:59.051979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Bound using segment: {'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:36:59.052395 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Bound port: 26c6e212-6662-40c3-9823-3e3af33e45b3, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:36:59.052744 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:59.114767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:36:59.117629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:36:59.122055 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:59.152824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:59.153439 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:59.155045 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] 10.222.0.73 "PUT /v2.0/ports/26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 1092 time: 0.6002233 Aug 20 12:36:59.182384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520bccb-1d61-4609-934e-46af0082bc40 service neutron] Pushing event updated for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:36:59.229613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-bdc3ff98-3502-4019-8cc4-de8b3fa46145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:59.231149 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-bdc3ff98-3502-4019-8cc4-de8b3fa46145 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1095 time: 0.0455585 Aug 20 12:36:59.329511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-338739f3-8cde-4fc5-bec2-55629a178fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:59.331856 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-338739f3-8cde-4fc5-bec2-55629a178fe9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 912 time: 0.0889516 Aug 20 12:36:59.380079 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-69b952eb-a540-4fb3-8845-6b4e1863158b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 217 time: 0.0368247 Aug 20 12:36:59.437988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-a0cde0ca-9774-427a-9b11-eca7e3c99b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:59.439450 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-a0cde0ca-9774-427a-9b11-eca7e3c99b0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 200 len: 851 time: 0.0487537 Aug 20 12:36:59.475672 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-8ac492a9-2aa8-4050-93de-f51e2b50e053 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46aecd42-a140-477b-a774-eac9a7d43c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246933 Aug 20 12:36:59.569454 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-53a1e127-02b2-4e4a-a17e-5ad42dc7cf6b service neutron] 10.222.0.73 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816507 Aug 20 12:36:59.666378 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-08e99dc9-831a-4220-b867-a9f04d62bb9c req-1bc17474-a6e4-4a49-b2c6-514901d9f9ff service neutron] 10.222.0.73 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849724 Aug 20 12:36:59.794604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a97ab-0baf-443d-8c6b-64e1e563b8d4 req-fc8f6787-c1f7-4c06-b2f1-074defd690ee tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:59.796100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a07a97ab-0baf-443d-8c6b-64e1e563b8d4 req-fc8f6787-c1f7-4c06-b2f1-074defd690ee tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 943 time: 0.0596497 Aug 20 12:36:59.807360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-4eaa7541-1b6b-4175-bbe7-0a96dec2f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:59.809021 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-4eaa7541-1b6b-4175-bbe7-0a96dec2f320 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1095 time: 0.0464418 Aug 20 12:36:59.838108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a07a97ab-0baf-443d-8c6b-64e1e563b8d4 req-baab0cf4-d136-48a0-bf79-f29629e39cf3 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349720 Aug 20 12:36:59.919515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-0a5a5548-c12a-4cd9-bf28-d9d89303d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:59.920889 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-0a5a5548-c12a-4cd9-bf28-d9d89303d0e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 912 time: 0.0877948 Aug 20 12:36:59.962674 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-c51622ea-c5ac-456c-8cb6-7b446a523a05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 217 time: 0.0341096 Aug 20 12:37:00.011966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-0251a5d1-69a9-45bf-9a74-2bdfaa1ce34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:00.013400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-0251a5d1-69a9-45bf-9a74-2bdfaa1ce34c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 200 len: 851 time: 0.0427718 Aug 20 12:37:00.046101 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-7f89a92a-59c0-4742-8aa9-822490a158c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46aecd42-a140-477b-a774-eac9a7d43c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251832 Aug 20 12:37:00.152513 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-4e787ed3-b17d-4834-b768-fde40e48db5d service neutron] 10.222.0.73 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953412 Aug 20 12:37:00.243900 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-87b0e017-a000-4f56-bfc0-39cbdf8ea226 req-224b9339-057f-41ad-b8f2-622784e5d9a2 service neutron] 10.222.0.73 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827684 Aug 20 12:37:00.949699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:00.952055 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:00.956599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3bb0-83ec-4efe-a528-02a24acb768c req-c85f3dc2-a56f-4a55-8470-da9efc9ca05f tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:00.958473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d16f3bb0-83ec-4efe-a528-02a24acb768c req-c85f3dc2-a56f-4a55-8470-da9efc9ca05f tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 943 time: 0.0507116 Aug 20 12:37:00.999622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d16f3bb0-83ec-4efe-a528-02a24acb768c req-ac16a91c-4bfe-4068-bee7-35954abe3cf0 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351868 Aug 20 12:37:01.000946 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f285112-9a38-478e-815e-27272a4caddb x-openstack-request-id: req-0f285112-9a38-478e-815e-27272a4caddb {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:01.001270 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:01.001485 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f285112-9a38-478e-815e-27272a4caddb {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:01.001897 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'status': 'completed', 'code': 200} Aug 20 12:37:01.094327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-7c6a5e8b-4500-4122-9b03-320216e4a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:01.096354 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-7c6a5e8b-4500-4122-9b03-320216e4a993 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1095 time: 0.0762362 Aug 20 12:37:01.098814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-4d84bd66-9493-4c59-a860-329979e6e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:01.100133 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-4d84bd66-9493-4c59-a860-329979e6e29c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1095 time: 0.0722826 Aug 20 12:37:01.252628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-8ad60ac5-578f-443f-b565-27e6451968cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:01.254882 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-8ad60ac5-578f-443f-b565-27e6451968cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 912 time: 0.1508234 Aug 20 12:37:01.257578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-acb174c8-638b-4f15-a86b-106483a7315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:01.258932 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-acb174c8-638b-4f15-a86b-106483a7315a service neutron] 10.222.0.73 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 912 time: 0.1476369 Aug 20 12:37:01.329004 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-349ac551-e78c-4b4a-9ff9-3055ba8f5e2d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 217 time: 0.0669110 Aug 20 12:37:01.331937 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-8d52e38c-6eb8-410f-bb89-1560b9c6f39d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 217 time: 0.0642517 Aug 20 12:37:01.429788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-b48740da-cdd5-4442-bcd3-22e447a877a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:01.430800 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-b48740da-cdd5-4442-bcd3-22e447a877a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 200 len: 851 time: 0.0922933 Aug 20 12:37:01.432924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-f3efd1e0-bacc-4fca-a8fd-856f2ba8f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:01.434324 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-f3efd1e0-bacc-4fca-a8fd-856f2ba8f2c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 200 len: 851 time: 0.0868721 Aug 20 12:37:01.485629 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-a4334031-3b34-49bd-a574-c24e966c8cc1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=46aecd42-a140-477b-a774-eac9a7d43c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480003 Aug 20 12:37:01.488263 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-378e3e8a-03cb-4143-ac10-ec5d7171c92c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46aecd42-a140-477b-a774-eac9a7d43c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408094 Aug 20 12:37:01.640906 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-03cf32ab-2540-4409-8749-96b6e1887f84 service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484571 Aug 20 12:37:01.645303 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-b7954893-b1f0-452e-99f1-3a556c3cb585 service neutron] 10.222.0.73 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456933 Aug 20 12:37:01.759321 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:37:01.800768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:37:02.116466 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-e5dc7288-c35c-4174-aee7-3fbc938037f4 service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674773 Aug 20 12:37:02.118351 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dc9e9df7-dc0a-4547-9ddb-d1967b2977cb req-27d113cb-be45-4a3c-a28d-a66ced1404b9 service neutron] 10.222.0.73 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625158 Aug 20 12:37:02.121895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbc8c5-32f3-4938-9ba9-9dc0ce20da26 req-59bfa21b-6ef8-4c1b-bd2f-9a1b13a9ee57 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:02.124156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adbbc8c5-32f3-4938-9ba9-9dc0ce20da26 req-59bfa21b-6ef8-4c1b-bd2f-9a1b13a9ee57 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 943 time: 0.0519588 Aug 20 12:37:02.171081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adbbc8c5-32f3-4938-9ba9-9dc0ce20da26 req-ba73b5d4-d602-4cc3-a937-2f5282b52e5a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395949 Aug 20 12:37:02.449316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-c3b050cd-99c1-4b29-9ba5-32dbe8eea2a5 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:02.450924 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-c3b050cd-99c1-4b29-9ba5-32dbe8eea2a5 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9&tenant_id=5dc23325bd204431b9c9947255d90d9b&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 943 time: 0.0955300 Aug 20 12:37:02.510418 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-acea703e-d89d-4470-a09a-e99a4f520d91 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:37:02.511401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-acea703e-d89d-4470-a09a-e99a4f520d91 service neutron] 10.222.0.22 "DELETE /v2.0/ports/26c6e212-6662-40c3-9823-3e3af33e45b3/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0532360 Aug 20 12:37:02.593095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-a1e868ae-e89f-4ea9-9df9-3eee502b1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:02.594572 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-a1e868ae-e89f-4ea9-9df9-3eee502b1a32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5dc23325bd204431b9c9947255d90d9b&device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 1095 time: 0.0397520 Aug 20 12:37:02.686406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-c92bb0eb-f586-4338-87a8-44da75de65af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:02.687853 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-c92bb0eb-f586-4338-87a8-44da75de65af service neutron] 10.222.0.22 "GET /v2.0/networks?id=46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 200 len: 912 time: 0.0861826 Aug 20 12:37:02.739660 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-a7d099c0-15e2-42e6-9437-b2a01e23c95c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 200 len: 217 time: 0.0441272 Aug 20 12:37:02.788683 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-266adb53-23db-4d18-99f7-ba3aeae1b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:02.790121 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-266adb53-23db-4d18-99f7-ba3aeae1b757 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 200 len: 851 time: 0.0442705 Aug 20 12:37:02.825931 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-e7a52781-10d4-4071-aeca-e124d027da92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=46aecd42-a140-477b-a774-eac9a7d43c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285697 Aug 20 12:37:02.915419 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-3d6b3a82-14e0-4aea-897d-28ed0d4b9575 service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822368 Aug 20 12:37:03.010129 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-25f3425d-35d4-43eb-a71b-26e4db5a68d3 service neutron] 10.222.0.22 "GET /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879192 Aug 20 12:37:03.387099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:37:03.491372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:03.503459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'network_id': '46aecd42-a140-477b-a774-eac9a7d43c6b', 'port_id': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'mac_address': 'fa:16:3e:43:43:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031d4b03-6bae-4868-a5ee-c7cc6a1c2d58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:37:03.544250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:03.559668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c6e212-6662-40c3-9823-3e3af33e45b3 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:37:03.579426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:03.585415 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:03.637199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:03.699930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6a008-f362-4766-b394-d68dbe8ff56a req-6aa1f2c0-394d-47b0-88dd-25ec780ba875 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:03.701417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcc6a008-f362-4766-b394-d68dbe8ff56a req-6aa1f2c0-394d-47b0-88dd-25ec780ba875 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 944 time: 0.0530851 Aug 20 12:37:03.740148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcc6a008-f362-4766-b394-d68dbe8ff56a req-86242cfb-0cc0-45fe-9c58-00690f31cbf8 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Aug 20 12:37:03.900269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['26c6e212-6662-40c3-9823-3e3af33e45b3'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:37:04.860156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc62a97-8fc1-4912-8aac-c6eadfdb5711 req-f0b642c3-c914-436d-bd75-760683f7a0e8 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:04.862471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adc62a97-8fc1-4912-8aac-c6eadfdb5711 req-f0b642c3-c914-436d-bd75-760683f7a0e8 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 944 time: 0.0528586 Aug 20 12:37:04.902299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-adc62a97-8fc1-4912-8aac-c6eadfdb5711 req-7684e79f-1093-47ec-b6f4-af92eaa5859a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.25 "GET /v2.0/security-groups?id=18836d6b-0e81-4216-bc8b-44f17791ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341320 Aug 20 12:37:05.010695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-e58e3a77-8478-4911-bc22-a2825980a91a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:05.012163 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-e58e3a77-8478-4911-bc22-a2825980a91a tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8ff3465-0d6a-4a24-8668-0221e04465d9 HTTP/1.1" status: 200 len: 944 time: 0.0498445 Aug 20 12:37:05.103999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Deleting port 26c6e212-6662-40c3-9823-3e3af33e45b3 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:37:05.104255 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:05.193716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] For port 26c6e212-6662-40c3-9823-3e3af33e45b3, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=26c6e212-6662-40c3-9823-3e3af33e45b3,segment=NetworkSegment(fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e),segment_id=fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:05.194075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:05.206976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Calling delete_port for 26c6e212-6662-40c3-9823-3e3af33e45b3 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:37:05.338941 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:05.350670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['26c6e212-6662-40c3-9823-3e3af33e45b3'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:37:05.369842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Pushing event deleted for resources: {'Port': ['ID=26c6e212-6662-40c3-9823-3e3af33e45b3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:05.406281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:37:05.413826 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] No DVR routers for this DVR port 26c6e212-6662-40c3-9823-3e3af33e45b3 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:37:05.416431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:05.418524 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-95ac71c9-df32-43e1-a133-a40b60019e55 req-2377395c-77ab-45cb-8a06-1d7736640763 tempest-DeleteServersTestJSON-1198072932 tempest-DeleteServersTestJSON-1198072932-project] 10.222.0.73 "DELETE /v2.0/ports/26c6e212-6662-40c3-9823-3e3af33e45b3 HTTP/1.1" status: 204 len: 173 time: 0.3952215 Aug 20 12:37:05.418961 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'name': 'network-vif-deleted', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:05.421493 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7351d030-49a4-4fe5-9dad-f4da407c1c29" -d '{"events": [{"server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "name": "network-vif-deleted", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:05.428572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 26c6e212-6662-40c3-9823-3e3af33e45b3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:37:05.428919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 12:37:05.453227 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Port 26c6e212-6662-40c3-9823-3e3af33e45b3 not found, will not notify nova. {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 12:37:05.464822 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5b8c9f-347e-4b0e-913f-1d8c5f1d56f5 x-openstack-request-id: req-9c5b8c9f-347e-4b0e-913f-1d8c5f1d56f5 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:05.465134 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ff3465-0d6a-4a24-8668-0221e04465d9", "name": "network-vif-deleted", "tag": "26c6e212-6662-40c3-9823-3e3af33e45b3", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:05.465385 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c5b8c9f-347e-4b0e-913f-1d8c5f1d56f5 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:05.465807 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ff3465-0d6a-4a24-8668-0221e04465d9', 'name': 'network-vif-deleted', 'tag': '26c6e212-6662-40c3-9823-3e3af33e45b3', 'status': 'completed', 'code': 200} Aug 20 12:37:06.030584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59924) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:37:06.075946 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-682cb7f8-4ae4-431a-ad1c-c05ca75e5d00 admin admin] Deleting subnet 031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:37:06.079271 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-682cb7f8-4ae4-431a-ad1c-c05ca75e5d00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.118907 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-682cb7f8-4ae4-431a-ad1c-c05ca75e5d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.157041 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-682cb7f8-4ae4-431a-ad1c-c05ca75e5d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.209477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-682cb7f8-4ae4-431a-ad1c-c05ca75e5d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.236457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cb7f8-4ae4-431a-ad1c-c05ca75e5d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031d4b03-6bae-4868-a5ee-c7cc6a1c2d58,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:06.238429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-682cb7f8-4ae4-431a-ad1c-c05ca75e5d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.240276 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-682cb7f8-4ae4-431a-ad1c-c05ca75e5d00 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/031d4b03-6bae-4868-a5ee-c7cc6a1c2d58 HTTP/1.1" status: 204 len: 168 time: 0.2087119 Aug 20 12:37:06.242707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59926) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:37:06.320021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.399529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.410818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46aecd42-a140-477b-a774-eac9a7d43c6b']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:37:06.427208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:37:06.427644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbebeb5-bd6e-4fab-8842-5c5a4945ec8e') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:37:06.439323 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.454207 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.460464 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:37:06.460959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:37:06.462746 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:37:06.525162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.531928 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.533708 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] 10.222.0.25 "DELETE /v2.0/networks/46aecd42-a140-477b-a774-eac9a7d43c6b HTTP/1.1" status: 204 len: 168 time: 0.2900920 Aug 20 12:37:06.544607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f531636-99b8-4298-9365-1acf2dee022a admin admin] Pushing event deleted for resources: {'Network': ['ID=46aecd42-a140-477b-a774-eac9a7d43c6b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:06.646848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59930) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:37:06.685145 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8a5e54ba-f4f1-4384-bdc2-0af72f12e252 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5dc23325bd204431b9c9947255d90d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371618 Aug 20 12:37:06.687803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:37:06.740844 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28aedb73-8501-4763-8c56-4e2ff759e43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.761946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28aedb73-8501-4763-8c56-4e2ff759e43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.808448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28aedb73-8501-4763-8c56-4e2ff759e43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.811003 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28aedb73-8501-4763-8c56-4e2ff759e43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:06.812151 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-28aedb73-8501-4763-8c56-4e2ff759e43c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18836d6b-0e81-4216-bc8b-44f17791ea6a HTTP/1.1" status: 204 len: 168 time: 0.1233222 Aug 20 12:37:06.820842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aedb73-8501-4763-8c56-4e2ff759e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18836d6b-0e81-4216-bc8b-44f17791ea6a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:07.495285 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 59954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:37:07.599030 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1656145616-network', 'tenant_id': 'd1eaa395bbae4e10b8c9c757b0e8de5d'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:37:07.623158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Made reservation on behalf of d1eaa395bbae4e10b8c9c757b0e8de5d for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:37:07.625414 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:07.634529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:07.727162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:07.730949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:07.757206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:37:07.763384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5537e4f-e80f-4a20-8edb-fde4666c9016,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:07.771209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:07.772242 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Added segment ace59969-1f09-42e8-8a3f-4e414b75da6d of type vlan for network b1330dec-0bae-4225-92cb-dd6eb0c030cb Aug 20 12:37:07.819152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:07.845497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:07.846486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:07.847741 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:07.905300 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4088745 Aug 20 12:37:07.908388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 59958) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:37:07.911235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9693f4-f074-4519-9ef3-b8198a34f302 admin admin] Pushing event updated for resources: {'Network': ['ID=b1330dec-0bae-4225-92cb-dd6eb0c030cb,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:07.914272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Request body: {'subnet': {'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1656145616-subnet', 'tenant_id': 'd1eaa395bbae4e10b8c9c757b0e8de5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:37:07.921265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b1330dec-0bae-4225-92cb-dd6eb0c030cb details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:37:07.935138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Made reservation on behalf of d1eaa395bbae4e10b8c9c757b0e8de5d for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:37:07.937645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:08.111688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:08.160433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:08.177288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.177632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.177983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.178350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.178688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.179020 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.179347 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.179674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.180005 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.180327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.180650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.180971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:08.190322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Checking segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:37:08.190742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Network hostable DHCP agents. Network: b1330dec-0bae-4225-92cb-dd6eb0c030cb, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:37:08.207313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Network b1330dec-0bae-4225-92cb-dd6eb0c030cb is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:37:08.215972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b1330dec-0bae-4225-92cb-dd6eb0c030cb) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:37:08.220087 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:08.220662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:08.226220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ac5e6-2132-41ad-bd6b-845034d147aa None None] Network b1330dec-0bae-4225-92cb-dd6eb0c030cb requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:37:08.235323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4968d1c0-ff15-4cbe-9550-7a45ddab6a87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3258057 Aug 20 12:37:08.353520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd39f04-4843-4f26-aa1e-d677682cb10f None None] Network b1330dec-0bae-4225-92cb-dd6eb0c030cb requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:37:08.687211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-5e11223d-44c7-4f0e-b990-195f479e69d0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:08.688681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-5e11223d-44c7-4f0e-b990-195f479e69d0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 815 time: 0.1070526 Aug 20 12:37:08.704395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-6fc152bf-00e0-45c1-aafc-34c238bf8eed tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/quotas/d1eaa395bbae4e10b8c9c757b0e8de5d HTTP/1.1" status: 200 len: 375 time: 0.0095122 Aug 20 12:37:08.738393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-21da7927-57a7-45eb-b8fe-e7cba3980e7e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275559 Aug 20 12:37:08.831264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-b44b6442-53e0-45c1-8f48-21921c30d222 service neutron] 10.222.0.25 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858431 Aug 20 12:37:08.919708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-12d7a52b-1e7a-4f50-8e60-b996e4830447 service neutron] 10.222.0.25 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816860 Aug 20 12:37:09.079209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae827f67-804a-471b-a2ea-e8973082f6df req-3dadde31-6a43-43e4-98c0-3f4ceabacfc4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0265551 Aug 20 12:37:09.413871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:37:09.434797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 26c6e212-6662-40c3-9823-3e3af33e45b3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:37:09.435146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 26c6e212-6662-40c3-9823-3e3af33e45b3 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:37:10.068066 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-27805ec5-05e2-4806-9177-091116307659 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:10.069921 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-27805ec5-05e2-4806-9177-091116307659 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.73 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 815 time: 0.1055729 Aug 20 12:37:10.087753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Request body: {'port': {'device_id': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb', 'admin_state_up': True, 'tenant_id': 'd1eaa395bbae4e10b8c9c757b0e8de5d'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:37:10.187681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd1b75b3-329b-44ad-a025-eee06d4576c3 req-222af0f8-055b-4319-bc40-0e999e6eba64 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0310934 Aug 20 12:37:10.204045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Made reservation on behalf of d1eaa395bbae4e10b8c9c757b0e8de5d for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:37:10.208356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:10.335375 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Allocated IP 172.20.0.7 (b1330dec-0bae-4225-92cb-dd6eb0c030cb/6136cfe8-a2dd-4a5e-9ca4-40ba66a95268/e6b4ad87-9bef-4591-a9d3-ba926b7db613) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:37:10.488932 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:10.527958 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:10.568970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Network b1330dec-0bae-4225-92cb-dd6eb0c030cb is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:37:10.571999 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:37:10.575589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:37:10.611315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:10.636156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:10.636763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:10.651039 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-079f8c5a-9704-45d9-a501-d623040faf78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679071 Aug 20 12:37:10.668513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Request body: {'port': {'device_id': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:37:10.723174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:10.986053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b4ad87-9bef-4591-a9d3-ba926b7db613 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:37:10.994571 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:11.006882 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Transition to ACTIVE for port object e6b4ad87-9bef-4591-a9d3-ba926b7db613 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:37:11.010698 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:11.062063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:11.126598 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Attempting to bind port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:37:11.127355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Attempting to bind port e6b4ad87-9bef-4591-a9d3-ba926b7db613 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:37:11.127355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Attempting to bind port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:37:11.131723 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:37:11.132044 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Attempting to bind port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:37:11.136834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:37:11.137165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Checking segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:37:11.137548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Bound using segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:37:11.137971 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Bound port: e6b4ad87-9bef-4591-a9d3-ba926b7db613, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:37:11.138357 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:11.204980 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:37:11.208065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:37:11.212569 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:11.249991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:11.250651 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:11.252034 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] 10.222.0.73 "PUT /v2.0/ports/e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 1092 time: 0.5876155 Aug 20 12:37:11.252474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:11.254746 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:11.280665 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def3f3d-c542-487e-be88-7b25976f60ab service neutron] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:11.297155 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafe9fe1-6634-45e0-9b88-7a8f64fd8717 x-openstack-request-id: req-cafe9fe1-6634-45e0-9b88-7a8f64fd8717 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:11.297461 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:11.297706 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cafe9fe1-6634-45e0-9b88-7a8f64fd8717 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:11.298132 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'status': 'completed', 'code': 200} Aug 20 12:37:11.318066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627ebcd-018d-4ed6-a5db-21213f0aee4f req-ff329b24-9600-4268-bf7e-03ab5fa41d10 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:11.319627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e627ebcd-018d-4ed6-a5db-21213f0aee4f req-ff329b24-9600-4268-bf7e-03ab5fa41d10 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0620108 Aug 20 12:37:11.345086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-6baba7ad-789f-4370-ad3d-68df98303ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:11.346709 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-6baba7ad-789f-4370-ad3d-68df98303ccb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0423460 Aug 20 12:37:11.361907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e627ebcd-018d-4ed6-a5db-21213f0aee4f req-a57de1c1-6d53-4974-893f-6f0570b192d8 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362487 Aug 20 12:37:11.393343 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-25efc7f3-bab9-4931-ad54-8c55d85de2f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 217 time: 0.0387869 Aug 20 12:37:11.450837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-5ec035f2-7ead-476c-92a1-95185872b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:11.452294 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-5ec035f2-7ead-476c-92a1-95185872b7c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0487206 Aug 20 12:37:11.487250 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-4dc5a7f4-0be2-48bf-833a-55edb973b4cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238860 Aug 20 12:37:11.581385 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-aff8ad77-4fcb-439f-ad95-94965254d8b6 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829239 Aug 20 12:37:11.677644 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-266c0b0b-acab-4125-9e48-a2f8b0504b26 req-568b7e20-bc50-4d57-8fc0-645fd1432e22 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856287 Aug 20 12:37:11.775985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-2dd65166-bf51-4759-a748-ba38bd90caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:11.777476 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-2dd65166-bf51-4759-a748-ba38bd90caa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0414157 Aug 20 12:37:11.871775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-79cafd86-d53c-4731-a076-724d5b6770f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:11.873162 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-79cafd86-d53c-4731-a076-724d5b6770f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0876892 Aug 20 12:37:11.914618 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-026d2800-4bc7-4813-b767-fc821a0f4073 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 217 time: 0.0344346 Aug 20 12:37:11.966483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-541e42f4-dee9-421a-a1b2-937018a0ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:11.967933 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-541e42f4-dee9-421a-a1b2-937018a0ec8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0438707 Aug 20 12:37:12.004946 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-8b7db184-2d24-4346-a04b-433d1af5bc05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290968 Aug 20 12:37:12.097472 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-0a6ae313-435f-43ed-b2ce-ad56fb72275a service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845687 Aug 20 12:37:12.193723 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-1e0d2eb7-9b43-434f-829e-ffb2d240d07e req-270d7e1e-acaf-417f-a228-e2d96f561ca3 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876579 Aug 20 12:37:12.287260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:12.482369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e58505-3ef8-4de9-90d1-74b23746de5e req-29b30fc6-6b70-45de-8b91-c5a9c53de729 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:12.483751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4e58505-3ef8-4de9-90d1-74b23746de5e req-29b30fc6-6b70-45de-8b91-c5a9c53de729 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0483971 Aug 20 12:37:12.522101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4e58505-3ef8-4de9-90d1-74b23746de5e req-f2f25932-3eb9-46fe-8412-513bbe5d21c0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Aug 20 12:37:13.636495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49d68-c913-493d-a1fa-203c4214eac7 req-301fa92c-4400-4d47-98e1-b01e826e69fa tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:13.638038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17c49d68-c913-493d-a1fa-203c4214eac7 req-301fa92c-4400-4d47-98e1-b01e826e69fa tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0486205 Aug 20 12:37:13.680775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17c49d68-c913-493d-a1fa-203c4214eac7 req-29bd53c4-d0dd-40da-a86c-9f898e6fd766 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358706 Aug 20 12:37:13.986649 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:14.099668 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:37:14.806798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f3c94-4035-49e3-9833-f81555a1f42b req-fcb242b0-b742-444b-b799-10f2cdc07a9d tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:14.808295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-115f3c94-4035-49e3-9833-f81555a1f42b req-fcb242b0-b742-444b-b799-10f2cdc07a9d tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0564628 Aug 20 12:37:14.846332 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-115f3c94-4035-49e3-9833-f81555a1f42b req-1664ee40-5563-45b8-92b3-9c0fda52285b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Aug 20 12:37:15.450862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e6b4ad87-9bef-4591-a9d3-ba926b7db613 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:37:15.548455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:15.560490 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb', 'port_id': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'mac_address': 'fa:16:3e:bc:8c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136cfe8-a2dd-4a5e-9ca4-40ba66a95268', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:37:15.598137 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:15.611419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b4ad87-9bef-4591-a9d3-ba926b7db613 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:37:15.632790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:15.636821 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:15.688059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:15.696524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.696873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.697218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.697554 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.697906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.698243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.698583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.698913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.699240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.699563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.699891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.700344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:37:15.879402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['e6b4ad87-9bef-4591-a9d3-ba926b7db613'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:37:15.966614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc561469-e29f-4b74-9597-04d2f8c8723c req-b1e23b56-852a-473c-933d-409c9726c48f tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:15.969577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc561469-e29f-4b74-9597-04d2f8c8723c req-b1e23b56-852a-473c-933d-409c9726c48f tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0516527 Aug 20 12:37:16.007224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc561469-e29f-4b74-9597-04d2f8c8723c req-1a3cb585-f3df-4011-bb00-9ce3dfde83ed tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Aug 20 12:37:17.122758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c175c4-6880-489f-aee9-84d7d1e00815 req-62bb48a1-80c1-4b42-bd9e-1a235aa17dd6 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:17.124209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c175c4-6880-489f-aee9-84d7d1e00815 req-62bb48a1-80c1-4b42-bd9e-1a235aa17dd6 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0484545 Aug 20 12:37:17.165766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3c175c4-6880-489f-aee9-84d7d1e00815 req-0ca4b3e9-e89d-4da3-878d-210b7bda9970 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Aug 20 12:37:17.451723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e6b4ad87-9bef-4591-a9d3-ba926b7db613 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:37:17.501919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port e6b4ad87-9bef-4591-a9d3-ba926b7db613 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:37:17.506661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port e6b4ad87-9bef-4591-a9d3-ba926b7db613 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:37:17.507038 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:17.588825 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:17.614214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:17.616441 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e96cb6-faf9-4878-92ff-f0819d090d8a" -d '{"events": [{"server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:17.629736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:17.633880 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:17.658976 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9352e4b-83b6-468b-aaef-1747d5a6e541 x-openstack-request-id: req-e9352e4b-83b6-468b-aaef-1747d5a6e541 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:17.659274 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:17.659523 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9352e4b-83b6-468b-aaef-1747d5a6e541 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:17.660018 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'code': 200} Aug 20 12:37:17.687487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:17.759995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810f68a-360c-4f66-a6cb-3ae2c72ec3f4 req-8ee7a4f4-5d6c-4f32-9ecc-3c6cd3f502d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:17.761502 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2810f68a-360c-4f66-a6cb-3ae2c72ec3f4 req-8ee7a4f4-5d6c-4f32-9ecc-3c6cd3f502d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0418587 Aug 20 12:37:17.801580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-2810f68a-360c-4f66-a6cb-3ae2c72ec3f4 req-2a2ea66b-0da5-4aa9-8afb-6169add8b86e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277019 Aug 20 12:37:18.278742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642967a2-affa-4d8e-b75b-eaff06a34ac1 req-b08521b3-d581-4f06-8862-ffb9acd1e2b3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:18.280221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-642967a2-affa-4d8e-b75b-eaff06a34ac1 req-b08521b3-d581-4f06-8862-ffb9acd1e2b3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0487118 Aug 20 12:37:18.318237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-642967a2-affa-4d8e-b75b-eaff06a34ac1 req-7ea0d696-d568-445d-b1f5-8526826d187c tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Aug 20 12:37:19.434217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4e898-0302-422a-86c6-b0c3c65540ec req-0f9138f0-423d-4e94-86dd-d296e9595387 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:19.436122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52d4e898-0302-422a-86c6-b0c3c65540ec req-0f9138f0-423d-4e94-86dd-d296e9595387 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0502369 Aug 20 12:37:19.475357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52d4e898-0302-422a-86c6-b0c3c65540ec req-ebd3c446-8d2e-4bda-bdff-e7c2505ff84e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Aug 20 12:37:19.588431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc536cc9-0064-4c20-ab5b-ba3b94524753 req-d8c327b8-c1a3-4b62-9c48-dc7314c0a0b3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:19.589886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc536cc9-0064-4c20-ab5b-ba3b94524753 req-d8c327b8-c1a3-4b62-9c48-dc7314c0a0b3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0480883 Aug 20 12:37:19.631887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc536cc9-0064-4c20-ab5b-ba3b94524753 req-6905a038-a3a9-4ece-9cd1-4363a4d54664 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Aug 20 12:37:19.833246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e63da2-f84c-4e27-94b8-41153f371152 req-40defaa8-4476-43d2-a311-1edf98ccf7ae tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:19.834736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8e63da2-f84c-4e27-94b8-41153f371152 req-40defaa8-4476-43d2-a311-1edf98ccf7ae tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0505054 Aug 20 12:37:19.872566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8e63da2-f84c-4e27-94b8-41153f371152 req-d0b7d6be-c246-4f8b-b9e7-598cf21a28f0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 20 12:37:19.985853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ba729-54d1-468a-b5b9-4f4174ad7135 req-b38bdd2f-ee6f-4e4b-811f-e4752a5fdfe0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:19.987477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-973ba729-54d1-468a-b5b9-4f4174ad7135 req-b38bdd2f-ee6f-4e4b-811f-e4752a5fdfe0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0498888 Aug 20 12:37:20.025501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-973ba729-54d1-468a-b5b9-4f4174ad7135 req-ac2dff9c-775c-4cce-8703-69858060160b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Aug 20 12:37:20.251025 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-4cdbeaeb-17ed-4b56-ac3c-f5113feef3a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396686 Aug 20 12:37:20.266926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118f2e7-6038-4781-be8f-db8f2747a4a0 req-9b175930-b1b6-4bc9-b6c7-f3d54b92ed8e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:20.269301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b118f2e7-6038-4781-be8f-db8f2747a4a0 req-9b175930-b1b6-4bc9-b6c7-f3d54b92ed8e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0494218 Aug 20 12:37:20.312816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b118f2e7-6038-4781-be8f-db8f2747a4a0 req-abbcc5a6-0e1b-4964-a4a9-07cde489bc25 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374227 Aug 20 12:37:21.381954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-1ba8e4b0-48ab-42bd-8faf-2bf07b93348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:21.383534 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-1ba8e4b0-48ab-42bd-8faf-2bf07b93348e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0498857 Aug 20 12:37:21.455049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8fde7-b06e-4f1d-b2ef-d88ce3441a67 req-aed482bf-f16d-4e22-a7ce-f89e696ca5bb tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:21.456592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebe8fde7-b06e-4f1d-b2ef-d88ce3441a67 req-aed482bf-f16d-4e22-a7ce-f89e696ca5bb tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0506506 Aug 20 12:37:21.478969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-84082156-bb7e-4d02-9c17-e698aa5b5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:21.480471 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-84082156-bb7e-4d02-9c17-e698aa5b5d6f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0902436 Aug 20 12:37:21.494950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ebe8fde7-b06e-4f1d-b2ef-d88ce3441a67 req-4a017a79-eb7b-497d-b2a6-38894141f0eb tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Aug 20 12:37:21.526023 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-60a8788c-4194-4c15-868e-caeb9536f538 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 217 time: 0.0370991 Aug 20 12:37:21.580095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-460b89eb-77a9-438d-b1ac-5fbd4e539675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:21.581781 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-460b89eb-77a9-438d-b1ac-5fbd4e539675 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0488105 Aug 20 12:37:21.614785 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-f2b45f59-d61a-4ca4-9014-dcc29c30a0dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259871 Aug 20 12:37:21.706531 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-0ebf5af9-83d0-43e2-88d3-fba631d3f292 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839326 Aug 20 12:37:21.718828 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6ac4d673-2c02-45dd-89d1-8eca40501534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:21.812228 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-55c5155e-d6dc-4b0c-958c-2096b9dc9113 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980017 Aug 20 12:37:22.611249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e24804-0e62-4260-995b-df3f1f306edc req-1251c210-ffd8-4437-9081-5983f2aa148c tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:22.613349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33e24804-0e62-4260-995b-df3f1f306edc req-1251c210-ffd8-4437-9081-5983f2aa148c tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Aug 20 12:37:22.650380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33e24804-0e62-4260-995b-df3f1f306edc req-22602ea8-8efa-4bc3-a267-6017c68c9ccb tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Aug 20 12:37:23.769109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39c351-ebd1-4379-8d00-25f300671027 req-40b09e16-701f-46e1-baa4-e071c46bc94b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:23.770605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c39c351-ebd1-4379-8d00-25f300671027 req-40b09e16-701f-46e1-baa4-e071c46bc94b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0499356 Aug 20 12:37:23.816069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4c39c351-ebd1-4379-8d00-25f300671027 req-d4f8ed67-f0de-4a72-82a1-2885d7d70580 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Aug 20 12:37:24.313987 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-20fa0071-28fc-4044-b1e4-1ce0d49e57af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:24.931754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da50e5-304d-404c-b554-178d6ee2a8f7 req-73d94256-999f-4a6f-9496-18f0152ba82d tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:24.933258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0da50e5-304d-404c-b554-178d6ee2a8f7 req-73d94256-999f-4a6f-9496-18f0152ba82d tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0503790 Aug 20 12:37:24.971145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0da50e5-304d-404c-b554-178d6ee2a8f7 req-04b81225-0286-4029-8256-f81b8fc05975 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Aug 20 12:37:25.037054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:25.692202 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:26.091640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6f84-d88d-4201-869e-6bcce491a348 req-7ef0fd53-b2b0-4dee-96b4-2021816907c3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:26.093128 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-247b6f84-d88d-4201-869e-6bcce491a348 req-7ef0fd53-b2b0-4dee-96b4-2021816907c3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0500281 Aug 20 12:37:26.134263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-247b6f84-d88d-4201-869e-6bcce491a348 req-c9f29831-7750-4e9b-a425-c644d19f85a0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Aug 20 12:37:27.055191 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:27.260307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e73d73-c7d4-406c-ba66-f334f1f4723a req-ebccbdfa-34e2-4fb8-a786-0719e5d76987 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:27.261824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80e73d73-c7d4-406c-ba66-f334f1f4723a req-ebccbdfa-34e2-4fb8-a786-0719e5d76987 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Aug 20 12:37:27.309331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-80e73d73-c7d4-406c-ba66-f334f1f4723a req-73f16e6d-b924-4c76-98b4-aa5fa5ca2737 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Aug 20 12:37:28.430407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5b46f-5796-4677-bf6a-f32722d2e944 req-8f0d9079-0662-4d86-8915-33cb210d55e0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:28.431929 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68c5b46f-5796-4677-bf6a-f32722d2e944 req-8f0d9079-0662-4d86-8915-33cb210d55e0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Aug 20 12:37:28.471141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68c5b46f-5796-4677-bf6a-f32722d2e944 req-9846355b-acda-4cef-9288-7f8996751286 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Aug 20 12:37:29.592147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a50b-0d1c-4f63-a8ef-a62b3d364294 req-77fba2ac-7010-4399-be3f-6d1ff97409b2 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:29.593603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc97a50b-0d1c-4f63-a8ef-a62b3d364294 req-77fba2ac-7010-4399-be3f-6d1ff97409b2 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0477731 Aug 20 12:37:29.631564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc97a50b-0d1c-4f63-a8ef-a62b3d364294 req-e4f60928-a609-47a3-9fe1-d565745ae053 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Aug 20 12:37:30.748246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd943c-f81f-4d39-b14a-5939f428b18f req-94ed3ee1-4ac3-477b-8a6b-6da605876ef8 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:30.749720 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcbd943c-f81f-4d39-b14a-5939f428b18f req-94ed3ee1-4ac3-477b-8a6b-6da605876ef8 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0498488 Aug 20 12:37:30.791345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcbd943c-f81f-4d39-b14a-5939f428b18f req-7d57ad7c-c88d-41aa-bb9a-713ee56f3897 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Aug 20 12:37:31.906567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ddbe-4a4e-4f5a-9651-571a6bc03099 req-7807fda7-4c87-4c5f-ae5b-6f4001ac4bf3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:31.908014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fd9ddbe-4a4e-4f5a-9651-571a6bc03099 req-7807fda7-4c87-4c5f-ae5b-6f4001ac4bf3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Aug 20 12:37:31.946123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5fd9ddbe-4a4e-4f5a-9651-571a6bc03099 req-a20b0eae-06a9-4414-80af-e4a23ddc73d2 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318851 Aug 20 12:37:33.061669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59d013-b6ef-4651-a704-4fd2bf7df0be req-aba7b8a9-d275-4a93-80ee-0c56dacbdba7 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:33.063160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b59d013-b6ef-4651-a704-4fd2bf7df0be req-aba7b8a9-d275-4a93-80ee-0c56dacbdba7 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Aug 20 12:37:33.101332 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b59d013-b6ef-4651-a704-4fd2bf7df0be req-10481742-02e7-4c22-858a-94e1d4314f83 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Aug 20 12:37:34.219270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95c392-7e28-4f48-aab9-e55aec28decf req-b1a2313a-1060-48b7-872d-a16e6e89133c tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:34.220724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a95c392-7e28-4f48-aab9-e55aec28decf req-b1a2313a-1060-48b7-872d-a16e6e89133c tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0487592 Aug 20 12:37:34.262201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a95c392-7e28-4f48-aab9-e55aec28decf req-340febd2-be68-4bf9-880b-051c5371febf tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340114 Aug 20 12:37:35.377106 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b1fe-378a-4c1d-9996-1ba17ca0e9d2 req-a5ba0097-fded-49da-a02c-cf26aacb466b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:35.379120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a85b1fe-378a-4c1d-9996-1ba17ca0e9d2 req-a5ba0097-fded-49da-a02c-cf26aacb466b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0502627 Aug 20 12:37:35.417441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a85b1fe-378a-4c1d-9996-1ba17ca0e9d2 req-f86764f4-2e0b-4bf1-b3eb-cae54b3b882e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Aug 20 12:37:36.536485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e18872-c228-4b4e-a9a6-749f7487e519 req-99a98028-055f-4d0e-bc38-144e6684bff7 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:36.537986 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-94e18872-c228-4b4e-a9a6-749f7487e519 req-99a98028-055f-4d0e-bc38-144e6684bff7 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0517097 Aug 20 12:37:36.578439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-94e18872-c228-4b4e-a9a6-749f7487e519 req-0f9c8d4b-6d16-422e-82a8-2aceab01c2bd tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Aug 20 12:37:37.695205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db798f9-1c3d-4435-94c1-ceb04bc0c5f9 req-2bc3d5fc-a952-4a02-ba1f-4c12d1b93eaf tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:37.696667 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9db798f9-1c3d-4435-94c1-ceb04bc0c5f9 req-2bc3d5fc-a952-4a02-ba1f-4c12d1b93eaf tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0490811 Aug 20 12:37:37.739073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9db798f9-1c3d-4435-94c1-ceb04bc0c5f9 req-2979b4fa-44af-415e-a0d7-2ab4e558748d tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Aug 20 12:37:38.858445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635c4cd-3426-4ef4-84ad-dd2912a8f9ae req-cad65a01-7324-4392-b33f-44e9cdc8b161 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:38.859950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f635c4cd-3426-4ef4-84ad-dd2912a8f9ae req-cad65a01-7324-4392-b33f-44e9cdc8b161 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Aug 20 12:37:38.898619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f635c4cd-3426-4ef4-84ad-dd2912a8f9ae req-6515c905-f620-4492-89be-2fcc6bba74ee tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Aug 20 12:37:40.014994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c136b3-b59c-4694-be72-65ed54f81861 req-dd2118ce-157c-4c89-9a79-633a198a067c tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:40.016735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3c136b3-b59c-4694-be72-65ed54f81861 req-dd2118ce-157c-4c89-9a79-633a198a067c tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0499907 Aug 20 12:37:40.054556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f3c136b3-b59c-4694-be72-65ed54f81861 req-518d622b-cece-4103-909f-86e112151568 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Aug 20 12:37:41.168881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08d339-c784-4592-bba3-8bf4871ea96c req-b83ef03f-ebbe-443a-83c2-13f0ebe77417 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:41.170487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a08d339-c784-4592-bba3-8bf4871ea96c req-b83ef03f-ebbe-443a-83c2-13f0ebe77417 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0487196 Aug 20 12:37:41.215412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a08d339-c784-4592-bba3-8bf4871ea96c req-7aeb07da-646b-4b88-bbbc-47f4ca011b49 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366797 Aug 20 12:37:42.110436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-059da80e-abfc-4539-b3e8-f639b318c48f req-a0e6164d-d192-4443-a44c-3404c5a09312 service neutron] (101034) timed out ('10.222.0.73', 61973) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:37:42.289188 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:42.332852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65a9e2-de75-47ca-affe-e3344b624f78 req-dfb84d3b-2ea8-44e5-a0ea-4b36d947c2c9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:42.334350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed65a9e2-de75-47ca-affe-e3344b624f78 req-dfb84d3b-2ea8-44e5-a0ea-4b36d947c2c9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0508399 Aug 20 12:37:42.373056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed65a9e2-de75-47ca-affe-e3344b624f78 req-083559f7-6577-4ef8-9213-1735ac7be5e0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Aug 20 12:37:43.490656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e4710-8625-4c68-a7e7-a18d8a69bb23 req-edc0ffaa-d741-415e-aea5-22773df5590e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:43.492143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea0e4710-8625-4c68-a7e7-a18d8a69bb23 req-edc0ffaa-d741-415e-aea5-22773df5590e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0508099 Aug 20 12:37:43.530749 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea0e4710-8625-4c68-a7e7-a18d8a69bb23 req-13595e34-5889-4f6d-b571-c3136b85ac82 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Aug 20 12:37:43.988661 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:44.646465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d1f30-1ee0-4461-8f14-9c91ccf63493 req-75db18e9-01b4-4554-ad6a-a520ecd2e647 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:44.647930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a9d1f30-1ee0-4461-8f14-9c91ccf63493 req-75db18e9-01b4-4554-ad6a-a520ecd2e647 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0498531 Aug 20 12:37:44.689167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a9d1f30-1ee0-4461-8f14-9c91ccf63493 req-f4032c8d-628c-42cc-8f28-e56a218063cf tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349483 Aug 20 12:37:45.803728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2455f2-5ceb-4565-994f-c47aeec83653 req-a9294e1d-b802-4a11-a821-2fc1025d9687 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:45.805216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d2455f2-5ceb-4565-994f-c47aeec83653 req-a9294e1d-b802-4a11-a821-2fc1025d9687 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0481651 Aug 20 12:37:45.842741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d2455f2-5ceb-4565-994f-c47aeec83653 req-79a07e54-3844-4614-981a-7fb1f905bdd0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Aug 20 12:37:46.962036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64867903-df5d-4c5a-bf01-098101feb13a req-7eabb6cd-e85c-489f-853a-af7fdedc7ee9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:46.963562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64867903-df5d-4c5a-bf01-098101feb13a req-7eabb6cd-e85c-489f-853a-af7fdedc7ee9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0514781 Aug 20 12:37:47.005438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64867903-df5d-4c5a-bf01-098101feb13a req-fecbb0c7-8667-4d44-a7ed-03659a9ab4de tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356545 Aug 20 12:37:48.119553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb552c-54a2-42bd-9821-688e738e716d req-8d4af98d-5680-4a5d-9002-30d526670eb6 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:48.121006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8eb552c-54a2-42bd-9821-688e738e716d req-8d4af98d-5680-4a5d-9002-30d526670eb6 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0484538 Aug 20 12:37:48.161439 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8eb552c-54a2-42bd-9821-688e738e716d req-1ddd4635-5d52-45a7-97c7-bfee10ba6221 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Aug 20 12:37:49.071667 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-15cf8b72-4682-4411-92b8-1e3aa5e62ddd service neutron] show failed (client error): The resource could not be found. Aug 20 12:37:49.072685 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-15cf8b72-4682-4411-92b8-1e3aa5e62ddd service neutron] 10.222.0.73 "GET /v2.0/ports/e6b4ad87-9bef-4591-a9d3-ba926b7db613/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0578663 Aug 20 12:37:49.284295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-968b701d-7008-4e3a-9477-69be4f9526f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:49.285541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19155874-28f1-4771-8aa9-6468cb670664 req-e7ac0ceb-919c-43b4-969d-a5cc3fcde306 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:49.286995 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-968b701d-7008-4e3a-9477-69be4f9526f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7&tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d HTTP/1.1" status: 200 len: 1097 time: 0.0456173 Aug 20 12:37:49.287131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19155874-28f1-4771-8aa9-6468cb670664 req-e7ac0ceb-919c-43b4-969d-a5cc3fcde306 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0515790 Aug 20 12:37:49.300392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:37:49.332680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-19155874-28f1-4771-8aa9-6468cb670664 req-3184deaf-b5e0-4600-8779-98f6a8d25b64 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391722 Aug 20 12:37:49.369012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:49.570807 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:49.603342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:37:49.647065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:49.649334 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c6cd7-8811-4519-af4f-721a72f6ae84" -d '{"events": [{"server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:49.653591 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:49.666302 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Transition to ACTIVE for port object e6b4ad87-9bef-4591-a9d3-ba926b7db613 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:37:49.670700 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:49.700290 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657145ab-c797-4ad2-990f-570e9bda456e x-openstack-request-id: req-657145ab-c797-4ad2-990f-570e9bda456e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:49.700584 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:49.700838 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-657145ab-c797-4ad2-990f-570e9bda456e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:49.701230 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'code': 200} Aug 20 12:37:49.739919 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] No DVR routers for this DVR port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:37:49.741745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:49.781192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Attempting to bind port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:37:49.781511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Attempting to bind port e6b4ad87-9bef-4591-a9d3-ba926b7db613 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:37:49.781836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Attempting to bind port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:37:49.786927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:37:49.787245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Attempting to bind port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:37:49.791990 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:37:49.792324 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Checking segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:37:49.792701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Bound using segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:37:49.793121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Bound port: e6b4ad87-9bef-4591-a9d3-ba926b7db613, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:37:49.793470 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:49.855789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:37:49.858758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:37:49.862919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:49.897179 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:49.897786 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:49.899590 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] 10.222.0.22 "PUT /v2.0/ports/e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 1092 time: 0.6053569 Aug 20 12:37:49.931969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39349330-b226-4c8b-a4e2-6f2cd9d90eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:49.964825 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-959fbd69-17ee-4e4e-8bcf-bc55f4a19bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:49.966387 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-959fbd69-17ee-4e4e-8bcf-bc55f4a19bd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0434785 Aug 20 12:37:50.059184 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-b6e7e34b-b1b6-43d8-b067-960bcf30633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:50.060651 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-b6e7e34b-b1b6-43d8-b067-960bcf30633c service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0875702 Aug 20 12:37:50.102787 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-475b635d-b792-40ed-bb26-777fda16488a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 217 time: 0.0346859 Aug 20 12:37:50.156959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-d862cbc1-1531-4541-89bf-484ad2e54408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:50.158567 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-d862cbc1-1531-4541-89bf-484ad2e54408 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0488925 Aug 20 12:37:50.191444 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-0d2edb2d-ed9d-4b1c-95a2-72c13abec42b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247855 Aug 20 12:37:50.280580 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-eba3d1b2-3404-4883-9d33-df5410eae2c4 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823114 Aug 20 12:37:50.376571 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ab091e27-4dac-4c21-bb2c-008b5a94ab47 req-dc0a1848-6873-4bec-bd7c-5613ce6e28e8 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883965 Aug 20 12:37:50.457667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ca3be-8548-4fe9-b8f5-cf066373b5ed req-f305ef05-d383-42df-97e4-5d91aea85137 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:50.459118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-275ca3be-8548-4fe9-b8f5-cf066373b5ed req-f305ef05-d383-42df-97e4-5d91aea85137 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0540817 Aug 20 12:37:50.499728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-275ca3be-8548-4fe9-b8f5-cf066373b5ed req-a4434e62-f0a4-4b74-b03b-9da5a4e5a213 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Aug 20 12:37:51.099492 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:37:51.618271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db824961-cd7a-431f-901d-6ef2dcf86c48 req-c70a01c6-7629-4c72-887d-dddfac260eca tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:51.619660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db824961-cd7a-431f-901d-6ef2dcf86c48 req-c70a01c6-7629-4c72-887d-dddfac260eca tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0487108 Aug 20 12:37:51.662140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-db824961-cd7a-431f-901d-6ef2dcf86c48 req-97e813f5-93ed-4358-bd13-eb3754d9f2e1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364163 Aug 20 12:37:51.702509 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:51.704857 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba" -d '{"events": [{"name": "network-changed", "server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:51.723830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a89861e8-035d-449f-b2fa-80635caece10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:51.754253 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207e8de-d17c-4fab-931e-dad812551978 x-openstack-request-id: req-c207e8de-d17c-4fab-931e-dad812551978 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:51.754544 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:51.754793 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c207e8de-d17c-4fab-931e-dad812551978 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:51.755183 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'status': 'completed', 'code': 200} Aug 20 12:37:51.853831 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-3e1f3b26-bd12-4b10-8f42-f0089b77b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:51.855374 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-3e1f3b26-bd12-4b10-8f42-f0089b77b70b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0737650 Aug 20 12:37:51.864049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-d7091cfa-fa4b-4808-b711-93cb03f8abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:51.865775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-d7091cfa-fa4b-4808-b711-93cb03f8abf1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0736089 Aug 20 12:37:52.032632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-6398a52f-7b35-4e39-abf3-d945929d9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:52.035504 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-6398a52f-7b35-4e39-abf3-d945929d9a44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.1673994 Aug 20 12:37:52.040484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-1c26b809-d67c-4fb0-b5f4-423086ca6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:52.042041 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-1c26b809-d67c-4fb0-b5f4-423086ca6107 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.1654332 Aug 20 12:37:52.112315 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-84c8f4bc-ad0a-4f72-b7ff-f5d2454068d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 217 time: 0.0653384 Aug 20 12:37:52.113664 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-260548a5-4267-4b4d-a0f6-aa4ea4fc89b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 217 time: 0.0610135 Aug 20 12:37:52.205446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-7a35dc59-dcf4-49fc-a741-540f9d900c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:52.207513 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-7a35dc59-dcf4-49fc-a741-540f9d900c7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0867870 Aug 20 12:37:52.213766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-69152653-db97-4667-89a2-6811b50ef3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:52.215250 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-69152653-db97-4667-89a2-6811b50ef3fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0867195 Aug 20 12:37:52.262940 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-01e0e3b5-ea47-453b-a649-f861bb26d1e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467222 Aug 20 12:37:52.264740 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-4b154662-523b-4aa7-9b01-48cb6c8f8d96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385242 Aug 20 12:37:52.763795 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-88e9cf70-e361-451e-8014-7174e89b3582 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936152 Aug 20 12:37:52.765616 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-9645bc50-b3a7-4f1c-865e-20d1dcac8927 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886351 Aug 20 12:37:52.781946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02698bf-9bdf-43f3-bece-3f685bfd9f94 req-cc9f2835-5656-4b74-a3c9-2d03b48f773a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:52.783713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b02698bf-9bdf-43f3-bece-3f685bfd9f94 req-cc9f2835-5656-4b74-a3c9-2d03b48f773a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0507810 Aug 20 12:37:52.822618 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b02698bf-9bdf-43f3-bece-3f685bfd9f94 req-90fcfc44-3755-4315-8c58-68195640e9cb tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Aug 20 12:37:52.925170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-c8a41458-5d12-4f3f-924b-c66f66344e63 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536455 Aug 20 12:37:52.928855 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3b1fe4d-d1cd-4a11-9678-5fbfb9a6cfba req-95013311-da11-4e50-b63b-bd989289097d service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500850 Aug 20 12:37:53.043896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9a07c-2a8a-42b7-b4a6-07a06fa7da88 req-37370dc9-4c3d-478e-9aac-759a7be27664 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:53.045441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5b9a07c-2a8a-42b7-b4a6-07a06fa7da88 req-37370dc9-4c3d-478e-9aac-759a7be27664 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0565784 Aug 20 12:37:53.063400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-64e552fd-4e70-44e2-8f41-ac3b16a0bcd9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:53.065613 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-64e552fd-4e70-44e2-8f41-ac3b16a0bcd9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7&tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 943 time: 0.0671644 Aug 20 12:37:53.090362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d5b9a07c-2a8a-42b7-b4a6-07a06fa7da88 req-45f2af15-c35e-4ebc-9d49-d2771a1e6806 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Aug 20 12:37:53.131279 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-c7a3058d-2cb2-4330-8b64-2dfb144ff187 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:37:53.132320 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-c7a3058d-2cb2-4330-8b64-2dfb144ff187 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e6b4ad87-9bef-4591-a9d3-ba926b7db613/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0547602 Aug 20 12:37:53.234410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-277dccc7-bb59-448d-ae2f-1eed22c1965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:53.235824 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-277dccc7-bb59-448d-ae2f-1eed22c1965c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0467045 Aug 20 12:37:53.329101 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-51da219f-f084-433f-b814-14eb632db665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:53.331183 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-51da219f-f084-433f-b814-14eb632db665 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0831451 Aug 20 12:37:53.381019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-cbfd406b-5fb9-4d9d-a8b1-22ebab76694b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 200 len: 217 time: 0.0385334 Aug 20 12:37:53.434837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-aed2277e-3225-42cd-869c-ebb535057227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:53.436446 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-aed2277e-3225-42cd-869c-ebb535057227 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0443335 Aug 20 12:37:53.472819 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-d9f2f82e-7aa9-48cc-bab8-96056866fd5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251906 Aug 20 12:37:53.572215 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-3b308502-be6e-4b0b-b062-ae0f68d6c270 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865741 Aug 20 12:37:53.590010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e6b4ad87-9bef-4591-a9d3-ba926b7db613 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:37:53.630918 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device e6b4ad87-9bef-4591-a9d3-ba926b7db613 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:37:53.671997 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-09d2be5a-53a5-441b-a0da-54ce6b75c89d req-1498e2b9-dd8e-4615-9bef-ae4ac1c23ca4 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885131 Aug 20 12:37:53.959591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e6b4ad87-9bef-4591-a9d3-ba926b7db613 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:37:54.051899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:54.062730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb', 'port_id': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'mac_address': 'fa:16:3e:bc:8c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136cfe8-a2dd-4a5e-9ca4-40ba66a95268', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:37:54.104299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:54.117535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b4ad87-9bef-4591-a9d3-ba926b7db613 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:37:54.136697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:54.142341 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:54.191317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:54.213797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3991d-6c1e-49b3-ac9f-3414f1377451 req-a610cd44-4e05-4fbb-9b4f-a07a20a92c0a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:54.215323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05d3991d-6c1e-49b3-ac9f-3414f1377451 req-a610cd44-4e05-4fbb-9b4f-a07a20a92c0a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0519717 Aug 20 12:37:54.260993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05d3991d-6c1e-49b3-ac9f-3414f1377451 req-794b21e9-0926-40ba-bd33-44cae4427927 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389292 Aug 20 12:37:54.315627 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4051a138-9deb-483f-a9da-d7d95e060ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:54.362781 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['e6b4ad87-9bef-4591-a9d3-ba926b7db613'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:37:55.038694 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:55.377700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229d2d0-9e69-43b3-b69b-4567949917dc req-53539f9b-fe51-4df1-b7d5-0fcf8603c137 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:55.379213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4229d2d0-9e69-43b3-b69b-4567949917dc req-53539f9b-fe51-4df1-b7d5-0fcf8603c137 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0500541 Aug 20 12:37:55.416727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4229d2d0-9e69-43b3-b69b-4567949917dc req-fb8a9025-95e3-42cf-836a-7830840f5cba tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Aug 20 12:37:55.532244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b406b-7a1a-4bd8-8835-3e4480dc35fc req-b8b32631-fd30-4e7e-8470-a8f1b4c1c278 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:55.534427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-925b406b-7a1a-4bd8-8835-3e4480dc35fc req-b8b32631-fd30-4e7e-8470-a8f1b4c1c278 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0505714 Aug 20 12:37:55.572716 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-925b406b-7a1a-4bd8-8835-3e4480dc35fc req-783d096f-c00f-454d-b84c-ffda97e5333e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321300 Aug 20 12:37:55.686710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277d2bb-5c45-4e77-b122-c329c49c9ba1 req-ed62ba4b-7f4c-4251-9503-ae24f09c284e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:55.688276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0277d2bb-5c45-4e77-b122-c329c49c9ba1 req-ed62ba4b-7f4c-4251-9503-ae24f09c284e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 944 time: 0.0511370 Aug 20 12:37:55.694367 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:55.732569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0277d2bb-5c45-4e77-b122-c329c49c9ba1 req-a76c0e7b-4f0a-4b1e-944e-991df476e3f4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372324 Aug 20 12:37:55.975333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e6b4ad87-9bef-4591-a9d3-ba926b7db613 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:37:56.026331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port e6b4ad87-9bef-4591-a9d3-ba926b7db613 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:37:56.029870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port e6b4ad87-9bef-4591-a9d3-ba926b7db613 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:37:56.030271 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:56.077834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-db3cfbb5-1447-4ad0-a14b-5db812939321 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:56.079452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-db3cfbb5-1447-4ad0-a14b-5db812939321 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 815 time: 0.1045101 Aug 20 12:37:56.096399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-a58269e8-41f0-4a8e-a23c-279a1168976f tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/quotas/d1eaa395bbae4e10b8c9c757b0e8de5d HTTP/1.1" status: 200 len: 375 time: 0.0095489 Aug 20 12:37:56.110786 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:56.134318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:56.136554 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d391e01-c002-4926-a9d0-cfafa1ea080e" -d '{"events": [{"server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:56.153590 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:56.154418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-89256e72-44ef-4f5e-bb09-c598117c3be9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523376 Aug 20 12:37:56.159384 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:56.183346 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e11be25-8602-45c3-9705-105b0ea51edb x-openstack-request-id: req-1e11be25-8602-45c3-9705-105b0ea51edb {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:56.183642 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:56.183897 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e11be25-8602-45c3-9705-105b0ea51edb {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:56.184289 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'code': 200} Aug 20 12:37:56.210715 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:56.227963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-3bc0770a-1dcd-4b8b-91fa-38ee5ef6301a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:37:56.228968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-3bc0770a-1dcd-4b8b-91fa-38ee5ef6301a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0737166 Aug 20 12:37:56.326542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-262700a1-0b7e-4eee-b51c-4c7c7fd1272e service neutron] 10.222.0.25 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912712 Aug 20 12:37:56.419117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-797ba399-7fd0-4337-b83a-732de77bf373 service neutron] 10.222.0.25 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862961 Aug 20 12:37:56.593265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35a5ed9d-0a18-451e-ba3f-e4be3aea03b1 req-3aa5638a-77cf-4d32-be00-2ee7dba10c27 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 210 time: 0.0318177 Aug 20 12:37:57.058161 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:57.207701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5827a0-d519-4039-8293-aecc852eb328 req-7af3c147-27e6-4019-8d9f-008857d1e056 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:57.209223 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e5827a0-d519-4039-8293-aecc852eb328 req-7af3c147-27e6-4019-8d9f-008857d1e056 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0891826-089a-4f53-a6ea-f609e2c6a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Aug 20 12:37:57.305574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Deleting port e6b4ad87-9bef-4591-a9d3-ba926b7db613 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:37:57.305837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:57.408024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] For port e6b4ad87-9bef-4591-a9d3-ba926b7db613, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=e6b4ad87-9bef-4591-a9d3-ba926b7db613,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:37:57.409097 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:57.429276 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Calling delete_port for e6b4ad87-9bef-4591-a9d3-ba926b7db613 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:37:57.503653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-dcf3c1a3-b812-4e70-a73f-3459b39fb9e9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:57.505246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-dcf3c1a3-b812-4e70-a73f-3459b39fb9e9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.22 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 815 time: 0.1109424 Aug 20 12:37:57.520152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Request body: {'port': {'device_id': '88df7fbf-720c-404c-8850-19410f07265e', 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb', 'admin_state_up': True, 'tenant_id': 'd1eaa395bbae4e10b8c9c757b0e8de5d'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:37:57.585586 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:57.598868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['e6b4ad87-9bef-4591-a9d3-ba926b7db613'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:37:57.616985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Pushing event deleted for resources: {'Port': ['ID=e6b4ad87-9bef-4591-a9d3-ba926b7db613,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:57.646669 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Made reservation on behalf of d1eaa395bbae4e10b8c9c757b0e8de5d for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:37:57.650398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:57.673247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] No DVR routers for this DVR port e6b4ad87-9bef-4591-a9d3-ba926b7db613 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:37:57.676692 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:57.678746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.22 "DELETE /v2.0/ports/e6b4ad87-9bef-4591-a9d3-ba926b7db613 HTTP/1.1" status: 204 len: 173 time: 0.4631023 Aug 20 12:37:57.679186 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'name': 'network-vif-deleted', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:57.681551 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aac2c4-d700-441a-a779-d9439a53ce4a" -d '{"events": [{"server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "name": "network-vif-deleted", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:57.725503 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bd13d9-5721-4d4b-9af5-03faea61ce37 x-openstack-request-id: req-98bd13d9-5721-4d4b-9af5-03faea61ce37 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:57.725844 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0891826-089a-4f53-a6ea-f609e2c6a3a7", "name": "network-vif-deleted", "tag": "e6b4ad87-9bef-4591-a9d3-ba926b7db613", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:57.726103 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98bd13d9-5721-4d4b-9af5-03faea61ce37 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:57.726541 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0891826-089a-4f53-a6ea-f609e2c6a3a7', 'name': 'network-vif-deleted', 'tag': 'e6b4ad87-9bef-4591-a9d3-ba926b7db613', 'status': 'completed', 'code': 200} Aug 20 12:37:57.757796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec85180e-6ef5-4319-a4c6-7138effa32f1 req-58b62693-fbd0-4fbb-aefb-6327507e356d tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 210 time: 0.0418913 Aug 20 12:37:57.826785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Allocated IP 172.20.0.3 (b1330dec-0bae-4225-92cb-dd6eb0c030cb/6136cfe8-a2dd-4a5e-9ca4-40ba66a95268/68098585-5136-4660-adaf-e1c74dc9f929) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:37:57.976178 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.019155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.030345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['e6b4ad87-9bef-4591-a9d3-ba926b7db613'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:37:58.064819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Network b1330dec-0bae-4225-92cb-dd6eb0c030cb is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:37:58.067971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:37:58.071632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:37:58.102981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:58.127619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:58.128253 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.143585 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d7810e4-a041-4a92-9e43-dc7f9beec4f1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6284659 Aug 20 12:37:58.155433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Request body: {'port': {'device_id': '88df7fbf-720c-404c-8850-19410f07265e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:37:58.208930 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.540430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68098585-5136-4660-adaf-e1c74dc9f929 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:37:58.548263 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.562249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Transition to ACTIVE for port object 68098585-5136-4660-adaf-e1c74dc9f929 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:37:58.568338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.615983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:58.686587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Attempting to bind port 68098585-5136-4660-adaf-e1c74dc9f929 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:37:58.686922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Attempting to bind port 68098585-5136-4660-adaf-e1c74dc9f929 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:37:58.687254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Attempting to bind port 68098585-5136-4660-adaf-e1c74dc9f929 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:37:58.692336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Port 68098585-5136-4660-adaf-e1c74dc9f929 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:37:58.692657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Attempting to bind port 68098585-5136-4660-adaf-e1c74dc9f929 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:37:58.697349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:37:58.697688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Checking segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:37:58.698070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Bound using segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:37:58.698551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Bound port: 68098585-5136-4660-adaf-e1c74dc9f929, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:37:58.698909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.762446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:37:58.765431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:37:58.770564 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.803679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:58.804296 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:58.805766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] 10.222.0.22 "PUT /v2.0/ports/68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 1092 time: 0.6544058 Aug 20 12:37:58.806225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:37:58.808465 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d4f5e3-be2f-43d4-bbe5-493196649719" -d '{"events": [{"name": "network-changed", "server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "tag": "68098585-5136-4660-adaf-e1c74dc9f929"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:37:58.858293 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eb9a20-5700-46e3-9b4c-5fee77283fd1 x-openstack-request-id: req-e5eb9a20-5700-46e3-9b4c-5fee77283fd1 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:37:58.858582 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "tag": "68098585-5136-4660-adaf-e1c74dc9f929", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:37:58.858835 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5eb9a20-5700-46e3-9b4c-5fee77283fd1 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:37:58.859234 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929', 'status': 'completed', 'code': 200} Aug 20 12:37:58.902960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70995ee6-8c04-486a-bd59-102fd4472da3 service neutron] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:37:58.955869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-f0a065ea-7a6b-493e-b04e-23dd48f92b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:58.957372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-f0a065ea-7a6b-493e-b04e-23dd48f92b1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 1095 time: 0.1091740 Aug 20 12:37:58.965333 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516289ac-3005-4d0c-82ad-95267ed995de req-9f5d0648-84f2-47c3-a764-373ed5b10b7a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:58.966712 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-516289ac-3005-4d0c-82ad-95267ed995de req-9f5d0648-84f2-47c3-a764-373ed5b10b7a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 943 time: 0.1268702 Aug 20 12:37:59.028014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-50448b25-9c0b-42fb-a921-c3a47730c01e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 217 time: 0.0603426 Aug 20 12:37:59.089864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-516289ac-3005-4d0c-82ad-95267ed995de req-a1334708-4bff-4907-afd1-8465e5cf56cb tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160905 Aug 20 12:37:59.097772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-491351e2-8cf9-4171-baf3-f50b603ffb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:59.099235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-491351e2-8cf9-4171-baf3-f50b603ffb41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0642302 Aug 20 12:37:59.154781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-0d952004-2ee7-43a5-a7b7-e487a0e3ddae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488577 Aug 20 12:37:59.241688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-a6b3a2ce-d1ea-4b16-b90d-b987c8ede102 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795381 Aug 20 12:37:59.648707 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b8b9741-f128-471e-934b-7a97717c46b0 req-d79ff2c1-d9de-4fe6-bd1c-add49f39330d service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982861 Aug 20 12:37:59.731351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-66939fcd-d6b9-4539-a984-35d6ca19fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:59.732811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-66939fcd-d6b9-4539-a984-35d6ca19fc48 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 1095 time: 0.0407536 Aug 20 12:37:59.878840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-5e28c805-efd1-410b-b2b9-43541d264ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:59.880284 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-5e28c805-efd1-410b-b2b9-43541d264ecd service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.1406686 Aug 20 12:37:59.925354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-55b0eb17-f989-49dc-b1b4-ad95cefdfbf0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 217 time: 0.0373895 Aug 20 12:37:59.974976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-14b70938-d3da-4fc0-91ed-fb60947b3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:59.976426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-14b70938-d3da-4fc0-91ed-fb60947b3cf8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0435898 Aug 20 12:38:00.014344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-233d68f8-0b69-42a2-be80-0284cd54e491 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279119 Aug 20 12:38:00.106757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-1dea7b01-f77d-42e1-bdad-26c00d62fd34 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864680 Aug 20 12:38:00.247411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d814ef-cb88-4342-a102-1f4054bbe788 req-e1e23653-0dee-4993-a086-b4369171b592 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:00.248815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2d814ef-cb88-4342-a102-1f4054bbe788 req-e1e23653-0dee-4993-a086-b4369171b592 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 943 time: 0.0773020 Aug 20 12:38:00.250644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87d4f5e3-be2f-43d4-bbe5-493196649719 req-ff84262b-8bf5-4660-b3fb-d18833b81a12 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351671 Aug 20 12:38:00.289731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2d814ef-cb88-4342-a102-1f4054bbe788 req-5e3b8789-401d-4e1d-9c96-fea2fe1f3e8f tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346770 Aug 20 12:38:01.418522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aa2b1-228b-44a8-b742-0f2244e88654 req-81d8f1ca-47ea-4bae-98fc-2a784ed478e4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:01.420037 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f9aa2b1-228b-44a8-b742-0f2244e88654 req-81d8f1ca-47ea-4bae-98fc-2a784ed478e4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 943 time: 0.0607245 Aug 20 12:38:01.461129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f9aa2b1-228b-44a8-b742-0f2244e88654 req-eada01f8-9654-46ae-8c76-8e4b4d167011 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Aug 20 12:38:01.991548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 68098585-5136-4660-adaf-e1c74dc9f929 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:38:01.993658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e6b4ad87-9bef-4591-a9d3-ba926b7db613 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:38:02.020547 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: e6b4ad87-9bef-4591-a9d3-ba926b7db613 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:38:02.020893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device e6b4ad87-9bef-4591-a9d3-ba926b7db613 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:38:02.265323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:02.277482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '68098585-5136-4660-adaf-e1c74dc9f929', 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb', 'port_id': '68098585-5136-4660-adaf-e1c74dc9f929', 'mac_address': 'fa:16:3e:68:82:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136cfe8-a2dd-4a5e-9ca4-40ba66a95268', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:38:02.319573 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:02.333182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68098585-5136-4660-adaf-e1c74dc9f929 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:02.353059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:02.356794 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:02.405888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:02.543199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['68098585-5136-4660-adaf-e1c74dc9f929'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:38:02.577090 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087174-c030-4739-861d-17a03610de71 req-0b7c5101-4413-4597-b677-8db1f48264d4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:02.578599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f087174-c030-4739-861d-17a03610de71 req-0b7c5101-4413-4597-b677-8db1f48264d4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 944 time: 0.0500393 Aug 20 12:38:02.619918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9f087174-c030-4739-861d-17a03610de71 req-339500a7-aca6-461b-8c48-19f5cf245247 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Aug 20 12:38:03.741472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd38b-31dc-4767-a376-4e4f41efc17a req-91bed103-8285-4582-8642-e11e0473b657 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:03.742970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9fdfd38b-31dc-4767-a376-4e4f41efc17a req-91bed103-8285-4582-8642-e11e0473b657 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 944 time: 0.0532393 Aug 20 12:38:03.780376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9fdfd38b-31dc-4767-a376-4e4f41efc17a req-da3d2fa2-d3bd-457f-a1c4-47064e3cdcaa tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Aug 20 12:38:03.990292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 68098585-5136-4660-adaf-e1c74dc9f929 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:04.041491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 68098585-5136-4660-adaf-e1c74dc9f929 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:04.045527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 68098585-5136-4660-adaf-e1c74dc9f929 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:04.045894 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:04.120548 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:04.142709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:04.145956 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077b5ca7-50fe-41a3-a0b5-7d4fd3eb4e7b" -d '{"events": [{"server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "name": "network-vif-plugged", "status": "completed", "tag": "68098585-5136-4660-adaf-e1c74dc9f929"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:04.158353 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:04.162384 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:04.186394 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce869d83-6370-4765-962e-22d5054b991e x-openstack-request-id: req-ce869d83-6370-4765-962e-22d5054b991e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:04.186683 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "name": "network-vif-plugged", "status": "completed", "tag": "68098585-5136-4660-adaf-e1c74dc9f929", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:04.186932 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce869d83-6370-4765-962e-22d5054b991e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:04.187405 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929', 'code': 200} Aug 20 12:38:04.224424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:04.290010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6ef17-69c9-4bdb-9244-05a288c91c3b req-63c8ad41-769a-42b3-b125-35e0ffa8d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:04.291984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fb6ef17-69c9-4bdb-9244-05a288c91c3b req-63c8ad41-769a-42b3-b125-35e0ffa8d93d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 1097 time: 0.0457168 Aug 20 12:38:04.330442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fb6ef17-69c9-4bdb-9244-05a288c91c3b req-6b39f018-1f9c-4d2f-8e5f-d3df3c5c3ab0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Aug 20 12:38:04.894922 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cace-1c81-42be-a151-6a874bd6a45a req-9faba4f8-043c-4dda-808d-279b5100e611 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:04.896428 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd33cace-1c81-42be-a151-6a874bd6a45a req-9faba4f8-043c-4dda-808d-279b5100e611 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0487289 Aug 20 12:38:04.934188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd33cace-1c81-42be-a151-6a874bd6a45a req-27772609-ef83-4145-9a95-5d949bd333f4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Aug 20 12:38:06.055586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d137d-7e98-4b54-af9b-e0732dc67563 req-d1ad0db7-83e8-4aa9-a4a6-f7cbc227d706 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:06.057130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-301d137d-7e98-4b54-af9b-e0732dc67563 req-d1ad0db7-83e8-4aa9-a4a6-f7cbc227d706 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0549872 Aug 20 12:38:06.096246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-301d137d-7e98-4b54-af9b-e0732dc67563 req-e6ed6c8c-dee6-441a-ac79-6549686248fd tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Aug 20 12:38:06.210320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5a8a7-81f6-4ad9-bf04-6caaecfc2ea4 req-5081201b-ce11-4230-a104-c750731f7e76 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:06.211901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4d5a8a7-81f6-4ad9-bf04-6caaecfc2ea4 req-5081201b-ce11-4230-a104-c750731f7e76 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0493619 Aug 20 12:38:06.250640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b4d5a8a7-81f6-4ad9-bf04-6caaecfc2ea4 req-dda311c2-4de7-47fb-a81a-0005dcd96015 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326552 Aug 20 12:38:06.477176 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-2ac5cbe1-1bce-4b59-b0e1-c8929b99c5ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409648 Aug 20 12:38:06.495065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343913c-924b-4cf7-8008-ab30866fd184 req-4c12d1a4-cc90-4670-a4f6-de24cbf56fb9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:06.496643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1343913c-924b-4cf7-8008-ab30866fd184 req-4c12d1a4-cc90-4670-a4f6-de24cbf56fb9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0511198 Aug 20 12:38:06.538327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1343913c-924b-4cf7-8008-ab30866fd184 req-20c03147-c1cf-4130-8415-7db07b5b586b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Aug 20 12:38:07.671900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b499dd-1dd4-46bb-b393-413d2ad303e0 req-12c6df4c-0267-4bdb-a437-56c92cca7742 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:07.673379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50b499dd-1dd4-46bb-b393-413d2ad303e0 req-12c6df4c-0267-4bdb-a437-56c92cca7742 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0581968 Aug 20 12:38:07.739776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50b499dd-1dd4-46bb-b393-413d2ad303e0 req-278112aa-32fd-483a-857c-4b332c340a81 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566790 Aug 20 12:38:07.741655 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-9b41eadc-e86e-4979-8059-1817e5994e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:07.743162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-9b41eadc-e86e-4979-8059-1817e5994e26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 1097 time: 0.1427541 Aug 20 12:38:07.837255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-36809010-7587-4852-abd8-b64bfe01969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:07.838782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-36809010-7587-4852-abd8-b64bfe01969c service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0890434 Aug 20 12:38:07.880094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-3730fe25-98bf-470d-86a9-3f9ab119bd82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 217 time: 0.0347397 Aug 20 12:38:07.930596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-f97494d6-7000-478b-804d-d1e368b906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:07.931967 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-f97494d6-7000-478b-804d-d1e368b906f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0444312 Aug 20 12:38:07.963572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-6173badf-e0ab-4b12-8a78-7458f6dca34f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247350 Aug 20 12:38:08.058156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-73d2e3df-7032-4cc3-b920-4e97fbdadec3 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878923 Aug 20 12:38:08.148278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-b453c74b-bf3a-4442-b587-5731b13d583b service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831666 Aug 20 12:38:08.884778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b7331-6460-403d-be9d-f99663b17b9c req-073853d5-ed57-480e-bd57-e70764811ca3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:08.886338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e3b7331-6460-403d-be9d-f99663b17b9c req-073853d5-ed57-480e-bd57-e70764811ca3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0612106 Aug 20 12:38:08.925375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5e3b7331-6460-403d-be9d-f99663b17b9c req-bef9400c-ad58-40c1-b777-a45562922fd7 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Aug 20 12:38:10.041500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87c01b-1802-4af6-a282-1314fce2cb6b req-9af88f86-2155-4d68-a3a4-0a5366432238 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:10.043029 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a87c01b-1802-4af6-a282-1314fce2cb6b req-9af88f86-2155-4d68-a3a4-0a5366432238 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0488846 Aug 20 12:38:10.080927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a87c01b-1802-4af6-a282-1314fce2cb6b req-6ec75ff1-7609-4c2f-9a0e-448b8c06dbab tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Aug 20 12:38:11.203790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204776d-0b17-4bc6-be8a-cd44faeca480 req-ac33a5e6-4426-4578-b01e-07fce4755e31 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:11.205361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9204776d-0b17-4bc6-be8a-cd44faeca480 req-ac33a5e6-4426-4578-b01e-07fce4755e31 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0493686 Aug 20 12:38:11.243666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9204776d-0b17-4bc6-be8a-cd44faeca480 req-51ae861e-9ba1-4ba3-8ccb-5d2f2028717e tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Aug 20 12:38:12.284361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:12.364283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5caa32-72af-4b37-9952-2e33f11b0178 req-34734093-b566-4155-a950-99c9646a0121 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:12.365822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b5caa32-72af-4b37-9952-2e33f11b0178 req-34734093-b566-4155-a950-99c9646a0121 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0538859 Aug 20 12:38:12.403537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b5caa32-72af-4b37-9952-2e33f11b0178 req-c8447c4d-f232-49a0-ae17-bf0e42f94e05 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Aug 20 12:38:13.523420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f23a6-80a8-4a49-a955-cf296db25418 req-de27381d-46b7-429f-aa6f-766633f9d3d4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:13.524933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a5f23a6-80a8-4a49-a955-cf296db25418 req-de27381d-46b7-429f-aa6f-766633f9d3d4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0535076 Aug 20 12:38:13.562869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a5f23a6-80a8-4a49-a955-cf296db25418 req-1c8c5a45-2431-4bbc-9446-accf52208b08 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Aug 20 12:38:14.015123 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:14.680891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d658c9-872b-49e1-b16b-57424df65ba9 req-c5ca1f35-9863-498f-beec-e670c6e9123f tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:14.682938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4d658c9-872b-49e1-b16b-57424df65ba9 req-c5ca1f35-9863-498f-beec-e670c6e9123f tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0513268 Aug 20 12:38:14.720732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c4d658c9-872b-49e1-b16b-57424df65ba9 req-864225cc-e0f9-4341-ba86-abe1d544dbf4 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Aug 20 12:38:15.850274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877c8c7-6e01-42df-923c-d103fbf723ba req-893df7e7-a668-44ce-a8cf-e0b1a1a80d39 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:15.851746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b877c8c7-6e01-42df-923c-d103fbf723ba req-893df7e7-a668-44ce-a8cf-e0b1a1a80d39 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0610390 Aug 20 12:38:15.888812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b877c8c7-6e01-42df-923c-d103fbf723ba req-45802740-5b78-417e-a31a-02cfeee19df5 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Aug 20 12:38:17.006786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c6723-375d-4fa0-9410-d38370842f31 req-37bc7549-0632-43f1-87c7-2f938b45fb78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:17.008312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-315c6723-375d-4fa0-9410-d38370842f31 req-37bc7549-0632-43f1-87c7-2f938b45fb78 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0501308 Aug 20 12:38:17.049906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-315c6723-375d-4fa0-9410-d38370842f31 req-cca78d62-35c2-405d-b356-7a7b292dddbe tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350895 Aug 20 12:38:18.167375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecec2f-27b9-4683-b33f-c0f21c2f5a46 req-b8ff468f-b793-4dd5-a170-680f470e41d0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:18.168841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1ecec2f-27b9-4683-b33f-c0f21c2f5a46 req-b8ff468f-b793-4dd5-a170-680f470e41d0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0498061 Aug 20 12:38:18.206816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e1ecec2f-27b9-4683-b33f-c0f21c2f5a46 req-743ff568-15b6-4257-9101-e5c6583e3934 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Aug 20 12:38:19.325731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c48823-d2b5-40d8-babd-36002e1fcf01 req-eb4f30c1-5b66-4ecb-8185-117da866fb2b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:19.327264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-78c48823-d2b5-40d8-babd-36002e1fcf01 req-eb4f30c1-5b66-4ecb-8185-117da866fb2b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0538883 Aug 20 12:38:19.366560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-78c48823-d2b5-40d8-babd-36002e1fcf01 req-05aa9708-90dc-4a10-b48b-53a5c14cc1d7 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Aug 20 12:38:20.484498 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdecf9c-16ea-43a7-aee2-9332efe98d19 req-876340af-aa1e-4084-87e0-979f33b2fe42 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:20.485987 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fdecf9c-16ea-43a7-aee2-9332efe98d19 req-876340af-aa1e-4084-87e0-979f33b2fe42 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0505168 Aug 20 12:38:20.524662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fdecf9c-16ea-43a7-aee2-9332efe98d19 req-cb492c3c-eecb-45d7-b0f6-4398fe2bb8c6 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Aug 20 12:38:21.642729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6147c-688d-4f6b-af18-7eddba03605b req-523ff7e3-52df-4abd-abec-3e97faf46c2a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:21.644838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fa6147c-688d-4f6b-af18-7eddba03605b req-523ff7e3-52df-4abd-abec-3e97faf46c2a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0504737 Aug 20 12:38:21.682915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fa6147c-688d-4f6b-af18-7eddba03605b req-66e5904a-66db-4faf-8e50-0b04adc8d371 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Aug 20 12:38:21.725913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3fa045f6-6a39-43c1-bcf7-07d5c30d2495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:22.808465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d243d-a657-4b30-b4bf-b1cc1a5b6fa2 req-88bb30aa-8c5b-4307-bf32-a2cd4038a218 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:22.809940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-737d243d-a657-4b30-b4bf-b1cc1a5b6fa2 req-88bb30aa-8c5b-4307-bf32-a2cd4038a218 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0569623 Aug 20 12:38:22.847927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-737d243d-a657-4b30-b4bf-b1cc1a5b6fa2 req-63a49985-9543-4386-8c74-26eab74c1d61 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Aug 20 12:38:23.963313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631470b7-e5f6-4e8d-910d-0ecc8c0f000d req-086ed315-8389-4d00-a6fa-b2d9e192ec75 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:23.964813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-631470b7-e5f6-4e8d-910d-0ecc8c0f000d req-086ed315-8389-4d00-a6fa-b2d9e192ec75 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0494990 Aug 20 12:38:24.002745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-631470b7-e5f6-4e8d-910d-0ecc8c0f000d req-bbdcb843-454c-41d9-975f-87bb2ef66efc tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Aug 20 12:38:24.314793 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e0a24338-c629-487b-b3e9-b76b934c0e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:25.040038 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:25.123286 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b400f37-9a92-45f0-875b-01d3f2782342 req-0b81b957-d23c-4ac4-bbda-f3b46938dd4b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:25.124764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b400f37-9a92-45f0-875b-01d3f2782342 req-0b81b957-d23c-4ac4-bbda-f3b46938dd4b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0523515 Aug 20 12:38:25.163728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b400f37-9a92-45f0-875b-01d3f2782342 req-cf74f170-d5af-466d-b996-c1a63a340c1c tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328257 Aug 20 12:38:25.698267 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:26.283496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae278fb-316b-4905-96ac-c4ea6a65a2b5 req-689057de-3df3-45fb-b555-3a7d0172e124 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:26.285275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ae278fb-316b-4905-96ac-c4ea6a65a2b5 req-689057de-3df3-45fb-b555-3a7d0172e124 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0536993 Aug 20 12:38:26.323532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ae278fb-316b-4905-96ac-c4ea6a65a2b5 req-d9577efd-f5f5-459e-b862-f64f6ed2b770 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Aug 20 12:38:27.060056 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:27.448271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357a067-d683-4ea5-b4ef-d10b237f4a83 req-5f1902c0-a729-4dec-9b49-330e8612182a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:27.449809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a357a067-d683-4ea5-b4ef-d10b237f4a83 req-5f1902c0-a729-4dec-9b49-330e8612182a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0513821 Aug 20 12:38:27.493252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a357a067-d683-4ea5-b4ef-d10b237f4a83 req-51cb7c31-6231-41f2-81a9-6506a1a3fa17 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333011 Aug 20 12:38:28.099385 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:38:28.609723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53f747-0b33-40d2-b079-b714e984556c req-635d5d85-dc0c-4ffd-95b5-aaa53bc486b3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:28.611142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff53f747-0b33-40d2-b079-b714e984556c req-635d5d85-dc0c-4ffd-95b5-aaa53bc486b3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0494452 Aug 20 12:38:28.648176 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ff53f747-0b33-40d2-b079-b714e984556c req-f357c8c9-66b7-4d9b-9a9a-1976f7901576 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311935 Aug 20 12:38:29.768997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311e7f7-02ae-41c1-bd44-cc527ac44689 req-0d584dab-d11d-4151-a899-78cac7adb41a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:29.770505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e311e7f7-02ae-41c1-bd44-cc527ac44689 req-0d584dab-d11d-4151-a899-78cac7adb41a tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0540326 Aug 20 12:38:29.808381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e311e7f7-02ae-41c1-bd44-cc527ac44689 req-f13240b6-06dd-4794-a848-1b7de0f30ae3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Aug 20 12:38:30.927960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0ef2-5bb7-4d3a-9393-4ecf1eb8a0ed req-f73cc308-668b-4c71-a899-270add0aa065 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:30.929444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3ac0ef2-5bb7-4d3a-9393-4ecf1eb8a0ed req-f73cc308-668b-4c71-a899-270add0aa065 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0495839 Aug 20 12:38:30.967883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a3ac0ef2-5bb7-4d3a-9393-4ecf1eb8a0ed req-9b61265f-aea6-4540-ad9a-a4445c782316 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Aug 20 12:38:32.082550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707e08c-9b31-4341-aaf9-b86e15b8c7f7 req-f9149563-d9e7-4c36-8d18-bf1388105875 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:32.084051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2707e08c-9b31-4341-aaf9-b86e15b8c7f7 req-f9149563-d9e7-4c36-8d18-bf1388105875 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0490537 Aug 20 12:38:32.121448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2707e08c-9b31-4341-aaf9-b86e15b8c7f7 req-b79a4afe-23b9-49fb-bb32-3d444491b302 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Aug 20 12:38:33.249303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5264e-530f-4ec8-a394-d1e0ee22cd3f req-9f7dbbeb-7267-4bd0-81e1-ad508d91f704 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:33.250811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68e5264e-530f-4ec8-a394-d1e0ee22cd3f req-9f7dbbeb-7267-4bd0-81e1-ad508d91f704 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0553117 Aug 20 12:38:33.288336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68e5264e-530f-4ec8-a394-d1e0ee22cd3f req-6e8ea7c5-c796-42c7-a395-04173e7b59e1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Aug 20 12:38:34.406146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463303f-6213-4b10-b0d5-5991decb6679 req-0b1d0858-ceaa-400a-ab25-27f07f417a07 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:34.407645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2463303f-6213-4b10-b0d5-5991decb6679 req-0b1d0858-ceaa-400a-ab25-27f07f417a07 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0511458 Aug 20 12:38:34.445789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2463303f-6213-4b10-b0d5-5991decb6679 req-043f15d5-a60a-49b4-a774-07b7efaf6fa9 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Aug 20 12:38:34.910420 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-ec5dcd19-c3a9-4949-86fd-e77d11de06a8 service neutron] show failed (client error): The resource could not be found. Aug 20 12:38:34.911447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-ec5dcd19-c3a9-4949-86fd-e77d11de06a8 service neutron] 10.222.0.22 "GET /v2.0/ports/68098585-5136-4660-adaf-e1c74dc9f929/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0601361 Aug 20 12:38:35.110684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-fe1f837d-bf26-450b-8ea5-7b4ca91b85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:35.112248 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-fe1f837d-bf26-450b-8ea5-7b4ca91b85cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e&tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d HTTP/1.1" status: 200 len: 1097 time: 0.0432637 Aug 20 12:38:35.124213 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:35.180973 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:35.384095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:35.427518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:38:35.479912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:35.482892 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42528e-8f4e-44ad-89a4-898b043b06d0" -d '{"events": [{"server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "name": "network-vif-unplugged", "status": "completed", "tag": "68098585-5136-4660-adaf-e1c74dc9f929"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:35.487884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:35.503036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Transition to ACTIVE for port object 68098585-5136-4660-adaf-e1c74dc9f929 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:35.508420 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:35.540913 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ee98ef-2d04-46e8-8612-2776d585ee89 x-openstack-request-id: req-04ee98ef-2d04-46e8-8612-2776d585ee89 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:35.541207 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "name": "network-vif-unplugged", "status": "completed", "tag": "68098585-5136-4660-adaf-e1c74dc9f929", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:35.541461 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04ee98ef-2d04-46e8-8612-2776d585ee89 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:35.541851 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929', 'code': 200} Aug 20 12:38:35.575611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b5246-6196-43de-aa84-359fcc026059 req-14def114-95ad-4755-89e8-a7576a52b961 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:35.576562 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] No DVR routers for this DVR port 68098585-5136-4660-adaf-e1c74dc9f929 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:38:35.577103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c0b5246-6196-43de-aa84-359fcc026059 req-14def114-95ad-4755-89e8-a7576a52b961 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 943 time: 0.0563540 Aug 20 12:38:35.579672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:35.591923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.592267 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.592610 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.592947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.593282 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.593611 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.593940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.594345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.594628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.594954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.595278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.595601 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:35.622141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c0b5246-6196-43de-aa84-359fcc026059 req-6033f724-c990-47e0-b01c-5888d0b522e1 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Aug 20 12:38:35.628972 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Attempting to bind port 68098585-5136-4660-adaf-e1c74dc9f929 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:38:35.629311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Attempting to bind port 68098585-5136-4660-adaf-e1c74dc9f929 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:38:35.629642 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Attempting to bind port 68098585-5136-4660-adaf-e1c74dc9f929 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:35.634117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Port 68098585-5136-4660-adaf-e1c74dc9f929 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:38:35.634547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Attempting to bind port 68098585-5136-4660-adaf-e1c74dc9f929 on network b1330dec-0bae-4225-92cb-dd6eb0c030cb {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:35.639437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:38:35.639773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Checking segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:38:35.640155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Bound using segment: {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:38:35.640579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Bound port: 68098585-5136-4660-adaf-e1c74dc9f929, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace59969-1f09-42e8-8a3f-4e414b75da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:38:35.640940 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:35.704765 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:38:35.708494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:38:35.712685 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:35.750698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:35.751707 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:35.753775 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] 10.222.0.73 "PUT /v2.0/ports/68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 1092 time: 0.6332014 Aug 20 12:38:35.774284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613750e-5bfb-4a02-8ad4-3d0ce42e851d service neutron] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:35.824861 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-89c6131c-ee4d-46a3-ac9e-125dbc6e84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:35.826380 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-89c6131c-ee4d-46a3-ac9e-125dbc6e84f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 1095 time: 0.0429137 Aug 20 12:38:35.922756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-9f5244ef-2dba-4e9c-9cad-dc8a8cf006d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:35.924270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-9f5244ef-2dba-4e9c-9cad-dc8a8cf006d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0907686 Aug 20 12:38:35.970273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-81c924e1-5ace-4291-8465-de86b156f5c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 217 time: 0.0351329 Aug 20 12:38:36.026644 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-60b2964a-8b47-4ee9-af9d-148a5bc6c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:36.028007 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-60b2964a-8b47-4ee9-af9d-148a5bc6c280 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0490329 Aug 20 12:38:36.063906 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-00e02f38-a773-4bda-b2a4-8a2a08983042 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243456 Aug 20 12:38:36.155485 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-b095524e-33fc-425d-99e9-9352cb35680d service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819430 Aug 20 12:38:36.254729 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-cccbd57e-cba8-4270-a474-ba33aa3d124c req-ad59e348-2435-445c-a875-429c8f4487b9 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881660 Aug 20 12:38:36.741091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9404-7a94-459e-ac92-662264422c05 req-fbd179b3-9db0-4268-ba17-c8e353b29f1b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:36.742653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54dd9404-7a94-459e-ac92-662264422c05 req-fbd179b3-9db0-4268-ba17-c8e353b29f1b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 943 time: 0.0494723 Aug 20 12:38:36.789719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54dd9404-7a94-459e-ac92-662264422c05 req-e1e72c52-75db-4eb7-b9d9-db91ec3c7035 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Aug 20 12:38:37.543043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:37.545447 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640161c6-6d16-423b-8b04-5713a8946baf" -d '{"events": [{"name": "network-changed", "server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "tag": "68098585-5136-4660-adaf-e1c74dc9f929"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:37.593019 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad209780-be5b-4979-affe-9e685147e7e4 x-openstack-request-id: req-ad209780-be5b-4979-affe-9e685147e7e4 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:37.593308 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "tag": "68098585-5136-4660-adaf-e1c74dc9f929", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:37.593562 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad209780-be5b-4979-affe-9e685147e7e4 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:37.594687 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929', 'status': 'completed', 'code': 200} Aug 20 12:38:37.654397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640161c6-6d16-423b-8b04-5713a8946baf req-c25da4e9-5029-49d9-956e-603f4a75c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:37.655904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-c25da4e9-5029-49d9-956e-603f4a75c911 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 1095 time: 0.0427763 Aug 20 12:38:37.664033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640161c6-6d16-423b-8b04-5713a8946baf req-178f49f4-9e22-4299-80e8-771481cc7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:37.665530 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-178f49f4-9e22-4299-80e8-771481cc7c98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 1095 time: 0.0427978 Aug 20 12:38:37.751583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640161c6-6d16-423b-8b04-5713a8946baf req-98453dbe-5f90-4b4e-b14b-cf2463dabc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:37.753063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-98453dbe-5f90-4b4e-b14b-cf2463dabc82 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0901616 Aug 20 12:38:37.763759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640161c6-6d16-423b-8b04-5713a8946baf req-9c44da13-7111-4c8a-a6d0-8d02a9bcad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:37.765366 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-9c44da13-7111-4c8a-a6d0-8d02a9bcad6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0913577 Aug 20 12:38:37.794741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-00ffce02-7031-4e10-a4d7-f755732e8ece service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 217 time: 0.0349958 Aug 20 12:38:37.809614 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-c5287a62-b77c-45c4-bb30-f4e48b92593d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 217 time: 0.0359108 Aug 20 12:38:37.843359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640161c6-6d16-423b-8b04-5713a8946baf req-8bdabc2c-0281-40d3-b4fa-0b2002ed35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:37.844840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-8bdabc2c-0281-40d3-b4fa-0b2002ed35db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0434880 Aug 20 12:38:37.864883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640161c6-6d16-423b-8b04-5713a8946baf req-9bdc0502-9712-413d-b151-729f69201235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:37.866386 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-9bdc0502-9712-413d-b151-729f69201235 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0460591 Aug 20 12:38:37.890168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-b3d80ea3-2805-4ba3-9e69-fd170a847a98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383110 Aug 20 12:38:37.899309 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-3fcada5b-1997-4268-94ee-b85305fffd4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253279 Aug 20 12:38:37.979874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a02377-b1c0-46f5-80e8-6ce0b4db5ad1 req-0d3e38ff-9a18-4d69-bc7b-02aa0bd2a6dc tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:37.981329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27a02377-b1c0-46f5-80e8-6ce0b4db5ad1 req-0d3e38ff-9a18-4d69-bc7b-02aa0bd2a6dc tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 943 time: 0.1200812 Aug 20 12:38:37.998670 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-6618caf7-dc23-41ae-867e-fb97541ff609 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915489 Aug 20 12:38:38.043547 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27a02377-b1c0-46f5-80e8-6ce0b4db5ad1 req-eaee2895-3fff-4891-bd7f-b396715ccced tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Aug 20 12:38:38.045399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-20a12bd9-da96-4c97-9c58-dc2389fb8a5d service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418421 Aug 20 12:38:38.119773 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-48cba008-2590-4005-b70e-902320e2ba74 service neutron] 10.222.0.73 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053653 Aug 20 12:38:38.143683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-640161c6-6d16-423b-8b04-5713a8946baf req-38f4b225-f4bf-47ae-80cd-d8a34fd606e2 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905287 Aug 20 12:38:38.191909 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 68098585-5136-4660-adaf-e1c74dc9f929 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:38:38.230627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 68098585-5136-4660-adaf-e1c74dc9f929 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:38:39.175191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b0dcf-ac16-40fc-b54c-7135e8a79ad6 req-76188ec9-9321-4fcb-9c5f-341fa406de59 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:39.176834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de6b0dcf-ac16-40fc-b54c-7135e8a79ad6 req-76188ec9-9321-4fcb-9c5f-341fa406de59 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 943 time: 0.0548031 Aug 20 12:38:39.220449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de6b0dcf-ac16-40fc-b54c-7135e8a79ad6 req-a5181b36-f904-4099-abc5-c53096cfe6ea tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339837 Aug 20 12:38:39.475152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181f25b-dcd9-49fc-bd30-b872e836f20c req-78174dca-678e-4b8d-be91-fc2216b253f3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:39.476658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f181f25b-dcd9-49fc-bd30-b872e836f20c req-78174dca-678e-4b8d-be91-fc2216b253f3 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 943 time: 0.1135423 Aug 20 12:38:39.484898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-98e93dd6-facc-4074-b335-e8adab47c6d5 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:39.486320 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-98e93dd6-facc-4074-b335-e8adab47c6d5 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.22 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e&tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 943 time: 0.1121631 Aug 20 12:38:39.552816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f181f25b-dcd9-49fc-bd30-b872e836f20c req-8202877e-a8b9-4250-9304-95961c60b7fb tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655010 Aug 20 12:38:39.571399 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-d817fb6f-a88c-4349-a8a7-c9f4b7d50c30 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:38:39.572417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-d817fb6f-a88c-4349-a8a7-c9f4b7d50c30 service neutron] 10.222.0.22 "DELETE /v2.0/ports/68098585-5136-4660-adaf-e1c74dc9f929/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0783980 Aug 20 12:38:39.653778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-5b9516ba-11ce-4a59-8586-ffee30bae6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:39.655300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-5b9516ba-11ce-4a59-8586-ffee30bae6d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 1095 time: 0.0412366 Aug 20 12:38:39.746597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-c7ccf6c2-6f3c-4ba8-8761-a2079a3652aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:39.748071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-c7ccf6c2-6f3c-4ba8-8761-a2079a3652aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 200 len: 916 time: 0.0862157 Aug 20 12:38:39.766577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 68098585-5136-4660-adaf-e1c74dc9f929 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:38:39.790298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-8136fa03-ada2-4c1d-915c-1abe146a772b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 200 len: 217 time: 0.0352685 Aug 20 12:38:39.839483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-488aeb83-ecda-4dc2-b2f9-3f387b13dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:39.840936 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-488aeb83-ecda-4dc2-b2f9-3f387b13dab9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 200 len: 855 time: 0.0435143 Aug 20 12:38:39.861241 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:39.872195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-64f9000e-5f25-4aaa-9217-db23b5f0f77c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1330dec-0bae-4225-92cb-dd6eb0c030cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245726 Aug 20 12:38:39.873536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '68098585-5136-4660-adaf-e1c74dc9f929', 'network_id': 'b1330dec-0bae-4225-92cb-dd6eb0c030cb', 'port_id': '68098585-5136-4660-adaf-e1c74dc9f929', 'mac_address': 'fa:16:3e:68:82:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136cfe8-a2dd-4a5e-9ca4-40ba66a95268', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:38:39.911875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:39.924942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68098585-5136-4660-adaf-e1c74dc9f929 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:39.944965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:39.949476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:39.965792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-454b32dd-d2fe-4964-a3ee-93b5ea63f92b service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865002 Aug 20 12:38:39.997917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:40.005322 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.005670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.006013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.006377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.006809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.007152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.007482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.007810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.008140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.008462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.008785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.009107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:40.056541 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8b77caf0-0442-4b81-865a-f96f79be8870 req-dfb0dd58-2846-4fe8-8b34-394bf14d76a8 service neutron] 10.222.0.22 "GET /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835557 Aug 20 12:38:40.193245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['68098585-5136-4660-adaf-e1c74dc9f929'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:38:40.678940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f72e5-e28b-49f9-95a8-8382fde7e218 req-321bf78a-120c-4c1f-b8a4-fff8a71d0d5f tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:40.680403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c0f72e5-e28b-49f9-95a8-8382fde7e218 req-321bf78a-120c-4c1f-b8a4-fff8a71d0d5f tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 944 time: 0.0534952 Aug 20 12:38:40.719150 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c0f72e5-e28b-49f9-95a8-8382fde7e218 req-f786a500-cf39-4499-9c06-de883ea2339b tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Aug 20 12:38:40.836862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a9069-4bde-4b17-aebd-657e3ffc677e req-ac3d6f87-ec11-414e-a3b7-a27e6a4b1da5 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:40.838350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-846a9069-4bde-4b17-aebd-657e3ffc677e req-ac3d6f87-ec11-414e-a3b7-a27e6a4b1da5 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 944 time: 0.0490923 Aug 20 12:38:40.874693 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-846a9069-4bde-4b17-aebd-657e3ffc677e req-c6f1a997-ac16-44b5-b834-a2b8c2a8ceba tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305481 Aug 20 12:38:40.987501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2394c8-3af4-4fab-a6d3-cddd9bfcb3a2 req-4346a9d1-12da-4642-9cf1-421ddc6cda27 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:40.988909 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c2394c8-3af4-4fab-a6d3-cddd9bfcb3a2 req-4346a9d1-12da-4642-9cf1-421ddc6cda27 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 944 time: 0.0493615 Aug 20 12:38:41.027285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c2394c8-3af4-4fab-a6d3-cddd9bfcb3a2 req-1bb7a2f0-c0ed-4f5f-b151-31f1a4f9ccce tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Aug 20 12:38:41.355711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49adfdf-c89d-4397-b61f-f50703b97a67 req-5b6f8350-d9f4-4489-8bfb-fd2340a4a87d tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:41.357182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b49adfdf-c89d-4397-b61f-f50703b97a67 req-5b6f8350-d9f4-4489-8bfb-fd2340a4a87d tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 944 time: 0.0520806 Aug 20 12:38:41.398099 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b49adfdf-c89d-4397-b61f-f50703b97a67 req-05c17534-aa52-496c-b32a-788b1522ab61 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Aug 20 12:38:41.788858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 68098585-5136-4660-adaf-e1c74dc9f929 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:41.839907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 68098585-5136-4660-adaf-e1c74dc9f929 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:41.843426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 68098585-5136-4660-adaf-e1c74dc9f929 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:41.843806 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:41.923230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:41.945607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:41.947906 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c22da8-a16b-4feb-9522-44f552bfe153" -d '{"events": [{"server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "name": "network-vif-plugged", "status": "completed", "tag": "68098585-5136-4660-adaf-e1c74dc9f929"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:41.961049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:41.965244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:41.989138 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea698dc5-d8fc-41ee-94ea-35836ddc61fc x-openstack-request-id: req-ea698dc5-d8fc-41ee-94ea-35836ddc61fc {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:41.989441 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "name": "network-vif-plugged", "status": "completed", "tag": "68098585-5136-4660-adaf-e1c74dc9f929", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:41.989673 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea698dc5-d8fc-41ee-94ea-35836ddc61fc {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:41.990058 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929', 'code': 200} Aug 20 12:38:42.013913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:42.282484 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:42.513341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa9f55-879c-48fe-a668-07b410025711 req-df99172f-0222-420d-a78b-ae3b850231a0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:42.514842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2baa9f55-879c-48fe-a668-07b410025711 req-df99172f-0222-420d-a78b-ae3b850231a0 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0487394 Aug 20 12:38:42.553017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2baa9f55-879c-48fe-a668-07b410025711 req-5802c51f-ff99-4fae-a29b-2e784b58c3aa tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5537e4f-e80f-4a20-8edb-fde4666c9016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Aug 20 12:38:42.654930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-28e0b5e8-dbae-4285-bb95-74aad5d07c64 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:42.656368 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-28e0b5e8-dbae-4285-bb95-74aad5d07c64 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.73 "GET /v2.0/ports?device_id=88df7fbf-720c-404c-8850-19410f07265e HTTP/1.1" status: 200 len: 945 time: 0.0534818 Aug 20 12:38:42.749245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Deleting port 68098585-5136-4660-adaf-e1c74dc9f929 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:38:42.749576 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:42.839784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] For port 68098585-5136-4660-adaf-e1c74dc9f929, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=68098585-5136-4660-adaf-e1c74dc9f929,segment=NetworkSegment(ace59969-1f09-42e8-8a3f-4e414b75da6d),segment_id=ace59969-1f09-42e8-8a3f-4e414b75da6d)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:42.840059 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:42.852579 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Calling delete_port for 68098585-5136-4660-adaf-e1c74dc9f929 owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:38:42.979746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:42.996435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['68098585-5136-4660-adaf-e1c74dc9f929'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:38:43.013528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Pushing event deleted for resources: {'Port': ['ID=68098585-5136-4660-adaf-e1c74dc9f929,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:43.055676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] No DVR routers for this DVR port 68098585-5136-4660-adaf-e1c74dc9f929 on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:38:43.058472 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:43.061216 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-7de7f4cf-6aff-404c-81ae-1f9d090de652 req-7a69e1c7-2400-4bb9-b69b-caf92ffdfeda tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] 10.222.0.73 "DELETE /v2.0/ports/68098585-5136-4660-adaf-e1c74dc9f929 HTTP/1.1" status: 204 len: 173 time: 0.3943110 Aug 20 12:38:43.061698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'name': 'network-vif-deleted', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:43.063965 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7184ae9f-7ef9-4416-8f1b-375d1ed61ed7" -d '{"events": [{"server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "name": "network-vif-deleted", "tag": "68098585-5136-4660-adaf-e1c74dc9f929"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:43.101709 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae88c1d1-0513-4a17-add1-8d85930c2d4e x-openstack-request-id: req-ae88c1d1-0513-4a17-add1-8d85930c2d4e {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:43.102008 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88df7fbf-720c-404c-8850-19410f07265e", "name": "network-vif-deleted", "tag": "68098585-5136-4660-adaf-e1c74dc9f929", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:43.102312 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae88c1d1-0513-4a17-add1-8d85930c2d4e {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:43.102720 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88df7fbf-720c-404c-8850-19410f07265e', 'name': 'network-vif-deleted', 'tag': '68098585-5136-4660-adaf-e1c74dc9f929', 'status': 'completed', 'code': 200} Aug 20 12:38:43.673986 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60292) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:43.717731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-26577872-46cb-456e-8731-e4e7cbe84c4b admin admin] Deleting subnet 6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:38:43.720756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26577872-46cb-456e-8731-e4e7cbe84c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:43.758547 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26577872-46cb-456e-8731-e4e7cbe84c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:43.797909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26577872-46cb-456e-8731-e4e7cbe84c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:43.852649 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26577872-46cb-456e-8731-e4e7cbe84c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:43.876776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26577872-46cb-456e-8731-e4e7cbe84c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6136cfe8-a2dd-4a5e-9ca4-40ba66a95268,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:43.883093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26577872-46cb-456e-8731-e4e7cbe84c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:43.884961 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-26577872-46cb-456e-8731-e4e7cbe84c4b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6136cfe8-a2dd-4a5e-9ca4-40ba66a95268 HTTP/1.1" status: 204 len: 168 time: 0.2099643 Aug 20 12:38:43.887497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60294) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:43.958040 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:43.999237 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.035584 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.045130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1330dec-0bae-4225-92cb-dd6eb0c030cb']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:44.056053 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace59969-1f09-42e8-8a3f-4e414b75da6d') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:44.056345 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace59969-1f09-42e8-8a3f-4e414b75da6d') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:44.065703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.079174 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.085003 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:38:44.085380 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:38:44.087019 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:38:44.144491 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.151131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.152373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b1330dec-0bae-4225-92cb-dd6eb0c030cb HTTP/1.1" status: 204 len: 168 time: 0.2639434 Aug 20 12:38:44.161935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed08d9-4c8c-48a3-9278-e3602d9c8973 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1330dec-0bae-4225-92cb-dd6eb0c030cb,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:44.269104 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60300) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:44.311452 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-491915c7-8c79-47cd-8278-193a4e0b5cd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1eaa395bbae4e10b8c9c757b0e8de5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409760 Aug 20 12:38:44.314089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60302) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:44.362096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9926ce24-99b1-4845-9f5b-4aef2af7bdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.385302 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9926ce24-99b1-4845-9f5b-4aef2af7bdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.431126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9926ce24-99b1-4845-9f5b-4aef2af7bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.433774 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9926ce24-99b1-4845-9f5b-4aef2af7bdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.435120 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9926ce24-99b1-4845-9f5b-4aef2af7bdbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5537e4f-e80f-4a20-8edb-fde4666c9016 HTTP/1.1" status: 204 len: 168 time: 0.1194637 Aug 20 12:38:44.444215 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926ce24-99b1-4845-9f5b-4aef2af7bdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5537e4f-e80f-4a20-8edb-fde4666c9016,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:45.114528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60326) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:45.213698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1669073525-network', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:45.234462 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Made reservation on behalf of aefffeae848744a1975e58d269a3e5e8 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:38:45.236933 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.248458 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.337815 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.341357 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.371578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:38:45.381461 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0a337e-9af1-4e9e-a6b7-7d1a8d97d964,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:45.387601 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.387942 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Added segment f7b7c9df-568f-4051-8d06-5160ad9b20e8 of type vlan for network 8eb8caa5-67c2-4518-90db-63d244d86db4 Aug 20 12:38:45.428802 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.453007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.453895 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:45.454523 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.508099 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3923750 Aug 20 12:38:45.511105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60330) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:45.516157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Request body: {'subnet': {'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1669073525-subnet', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:45.519794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655fe55-31b0-4b1a-ab8e-b5ae81764706 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb8caa5-67c2-4518-90db-63d244d86db4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:45.529368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:38:45.541889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Made reservation on behalf of aefffeae848744a1975e58d269a3e5e8 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:38:45.544501 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.708736 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.760221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b15ac4e-b399-4bb8-b12d-848a0257e0e3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:45.769980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.770349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.770683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.771010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.771338 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.771658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.771977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.772293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.772637 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.772918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.773240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.773547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:45.782343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:38:45.782698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Network hostable DHCP agents. Network: 8eb8caa5-67c2-4518-90db-63d244d86db4, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:38:45.800339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:38:45.808606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 8eb8caa5-67c2-4518-90db-63d244d86db4) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:38:45.813167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:45.814116 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.818829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67917b13-a2f9-4d64-8bb6-ff5684519204 None None] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:38:45.828566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ebc03425-cdcb-40f9-82e4-968e5b0b62af admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3163128 Aug 20 12:38:45.831656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60332) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:45.833782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 68098585-5136-4660-adaf-e1c74dc9f929 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:38:45.836368 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:45.855959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.857035 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.889746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 68098585-5136-4660-adaf-e1c74dc9f929 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:38:45.890098 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 68098585-5136-4660-adaf-e1c74dc9f929 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:38:45.913430 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.991029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-8eb8caa5-67c2-4518-90db-63d244d86db4', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:38:45.991894 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.053118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.128287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Allocated IP 172.20.0.2 (8eb8caa5-67c2-4518-90db-63d244d86db4/3b15ac4e-b399-4bb8-b12d-848a0257e0e3/f604b5f1-3657-46c1-b4e4-3925ef8e57a0) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:38:46.260650 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.279653 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.284765 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.289538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Transition to ACTIVE for port object f604b5f1-3657-46c1-b4e4-3925ef8e57a0 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:46.304963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Transition to ACTIVE for port object f604b5f1-3657-46c1-b4e4-3925ef8e57a0 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:46.310981 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.347881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:38:46.350671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:38:46.354020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:38:46.383142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Pushing event updated for resources: {'Port': ['ID=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:46.391588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Allocated IP 172.25.0.15 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/420d6aed-044b-4791-b8cd-97f9764a7220) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:38:46.418841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Attempting to bind port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:38:46.419214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Attempting to bind port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:38:46.419580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Attempting to bind port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:46.425022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:38:46.425497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:38:46.425902 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.426331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:38:46.426799 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Bound port: f604b5f1-3657-46c1-b4e4-3925ef8e57a0, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:38:46.427184 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.494089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] For port f604b5f1-3657-46c1-b4e4-3925ef8e57a0, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:38:46.497603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.499797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] For port f604b5f1-3657-46c1-b4e4-3925ef8e57a0, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:38:46.505953 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.540211 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:46.564873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d58d55-73bd-4811-b9b0-70c38664b985 None None] Pushing event updated for resources: {'Port': ['ID=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:46.581303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:38:46.584474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:38:46.588021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:38:46.615263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=420d6aed-044b-4791-b8cd-97f9764a7220,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:47.184772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:47.394794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:47.467671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da343047-e74d-4683-ac15-0762ff591daf None None] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:38:47.528913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:38:47.597271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e634dad7-5076-4972-b93e-9abc0152ced2 None None] Provisioning for port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:47.646543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:38:47.656074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:38:47.662851 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:47.666979 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0ffc7c7b-dec0-43d3-9e4d-49d47a6ad5c5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8315456 Aug 20 12:38:47.666979 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60334) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:47.670461 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:38:47.671499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:38:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:47.790615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:38:47.980981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:46Z', 'revision_number': 3, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:48.007030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:38:48.007384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Updating router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 port 420d6aed-044b-4791-b8cd-97f9764a7220 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:38:48.038389 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.104153 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.261535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Allocated IP 172.20.0.1 (8eb8caa5-67c2-4518-90db-63d244d86db4/3b15ac4e-b399-4bb8-b12d-848a0257e0e3/ed22d66c-4640-4120-80eb-452cda84fa1b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:38:48.291390 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.301395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Transition to ACTIVE for port object 420d6aed-044b-4791-b8cd-97f9764a7220 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:48.307638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.359789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Attempting to bind port 420d6aed-044b-4791-b8cd-97f9764a7220 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:38:48.359789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Attempting to bind port 420d6aed-044b-4791-b8cd-97f9764a7220 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:38:48.360003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Attempting to bind port 420d6aed-044b-4791-b8cd-97f9764a7220 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:48.368728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e667a4e-41ed-4932-940b-c1be173d9240 None None] Pushing event updated for resources: {'Port': ['ID=420d6aed-044b-4791-b8cd-97f9764a7220,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:48.378382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:38:48.378768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:38:48.379170 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.379553 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:38:48.380017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Bound port: 420d6aed-044b-4791-b8cd-97f9764a7220, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:38:48.380403 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.380510 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.397495 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Transition to ACTIVE for port object ed22d66c-4640-4120-80eb-452cda84fa1b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:48.432684 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.443802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] For port 420d6aed-044b-4791-b8cd-97f9764a7220, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:38:48.447181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] For port 420d6aed-044b-4791-b8cd-97f9764a7220, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=420d6aed-044b-4791-b8cd-97f9764a7220,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:38:48.451299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.483099 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:38:48.486094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:38:48.487037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f604b5f1-3657-46c1-b4e4-3925ef8e57a0 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:48.489447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:38:48.522457 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Pushing event updated for resources: {'Port': ['ID=ed22d66c-4640-4120-80eb-452cda84fa1b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:48.540244 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.565361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:38:48.565995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:38:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:48.568619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e667a4e-41ed-4932-940b-c1be173d9240 None None] Pushing event updated for resources: {'Port': ['ID=420d6aed-044b-4791-b8cd-97f9764a7220,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:48.689638 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.798271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:48.831386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a37e773f-e27c-4d58-95db-b85535595e31 None None] Provisioning for port ed22d66c-4640-4120-80eb-452cda84fa1b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:48.839039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:48.839412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.863835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a37e773f-e27c-4d58-95db-b85535595e31 None None] Provisioning complete for port ed22d66c-4640-4120-80eb-452cda84fa1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:48.864209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a37e773f-e27c-4d58-95db-b85535595e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.875821 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.880944 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.921531 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:38:48.949761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Pushing event updated for resources: {'Port': ['ID=ed22d66c-4640-4120-80eb-452cda84fa1b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:48.952330 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.981570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a37e773f-e27c-4d58-95db-b85535595e31 None None] Port ed22d66c-4640-4120-80eb-452cda84fa1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:38:49.049379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:38:49.050800 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:38:49.080959 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:49.151330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port f604b5f1-3657-46c1-b4e4-3925ef8e57a0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:49.158610 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:49.178833 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:38:49.225503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:49.229231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:46Z', 'revision_number': 3, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:49.258566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0309f02-e2b4-4b84-be27-12b5a85ff6c8 None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:46Z', 'revision_number': 3, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:38:49.302719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-60f05ca1-76b9-43b9-962c-74f8282846a0 None None] Provisioning complete for port ed22d66c-4640-4120-80eb-452cda84fa1b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:49.303091 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-60f05ca1-76b9-43b9-962c-74f8282846a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:49.309147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:38:49.317956 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-89a6c023-29bc-4ae8-977f-df541801f400 admin admin] 10.222.0.25 "PUT /v2.0/routers/86a35a74-12b2-4288-bb3f-bc90e1d281a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495569 Aug 20 12:38:49.344153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-60f05ca1-76b9-43b9-962c-74f8282846a0 None None] Port ed22d66c-4640-4120-80eb-452cda84fa1b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:38:49.799664 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60342) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:49.804486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-00dea74d-7a0a-4911-a270-ab86a013e280 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960390246', 'description': 'tempest-description--945620931'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:49.827446 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00dea74d-7a0a-4911-a270-ab86a013e280 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:49.915346 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00dea74d-7a0a-4911-a270-ab86a013e280 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:49.920000 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00dea74d-7a0a-4911-a270-ab86a013e280 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:49.951047 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-00dea74d-7a0a-4911-a270-ab86a013e280 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:49.952310 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-00dea74d-7a0a-4911-a270-ab86a013e280 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1516101 Aug 20 12:38:49.953015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea74d-7a0a-4911-a270-ab86a013e280 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2416b6ed-aceb-4874-b2ef-48e9f5b10fed,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:49.955079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60344) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:49.959745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-26b9a989-a5e1-4cae-a338-7d12130cc215 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'security_group_rule': {'security_group_id': '2416b6ed-aceb-4874-b2ef-48e9f5b10fed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:49.988081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26b9a989-a5e1-4cae-a338-7d12130cc215 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.050314 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26b9a989-a5e1-4cae-a338-7d12130cc215 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.054699 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26b9a989-a5e1-4cae-a338-7d12130cc215 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.075019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9a989-a5e1-4cae-a338-7d12130cc215 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab189a7-d8cc-4b1e-85b7-c65a89fb08f1,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:50.079281 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-26b9a989-a5e1-4cae-a338-7d12130cc215 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.080992 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-26b9a989-a5e1-4cae-a338-7d12130cc215 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248081 Aug 20 12:38:50.083835 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60346) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:50.088351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-94b4c5e2-79a9-43b7-beb3-de302612b719 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'security_group_rule': {'security_group_id': '2416b6ed-aceb-4874-b2ef-48e9f5b10fed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:50.116545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94b4c5e2-79a9-43b7-beb3-de302612b719 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.178017 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94b4c5e2-79a9-43b7-beb3-de302612b719 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.181419 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94b4c5e2-79a9-43b7-beb3-de302612b719 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.199872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4c5e2-79a9-43b7-beb3-de302612b719 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c5c379-6c28-45a3-90cb-14c27e0451d8,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:50.202423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94b4c5e2-79a9-43b7-beb3-de302612b719 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.203680 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-94b4c5e2-79a9-43b7-beb3-de302612b719 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188068 Aug 20 12:38:50.207246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 60348) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:50.211756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:50.233732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.338583 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.463716 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Allocated IP 172.25.0.142 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/b4107ae6-b1d4-455b-a83b-b0c9f1354bef) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:38:50.516560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 420d6aed-044b-4791-b8cd-97f9764a7220 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:50.578589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 420d6aed-044b-4791-b8cd-97f9764a7220 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:50.582807 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.583823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 420d6aed-044b-4791-b8cd-97f9764a7220 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:50.584183 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.623185 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.665237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:38:50.668269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:38:50.669370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.671918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:38:50.692951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 420d6aed-044b-4791-b8cd-97f9764a7220, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=420d6aed-044b-4791-b8cd-97f9764a7220,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:50.696621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.697505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f604b5f1-3657-46c1-b4e4-3925ef8e57a0 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:50.703262 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'Port': ['ID=b4107ae6-b1d4-455b-a83b-b0c9f1354bef,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:50.770206 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.787535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=420d6aed-044b-4791-b8cd-97f9764a7220,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:50.805278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:50.805652 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.809378 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.811414 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:38:50.821888 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:38:50.822534 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:38:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:50.937107 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:38:50.980272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:50.985188 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.063722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'Port': ['ID=b4107ae6-b1d4-455b-a83b-b0c9f1354bef,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:51.074876 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.088564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.098529 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-093c199a-a707-4306-8580-c2262ea0ab2f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8816166 Aug 20 12:38:51.158966 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 2, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:51.185089 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:38:51.185441 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Updating router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 port ed22d66c-4640-4120-80eb-452cda84fa1b binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:38:51.209928 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.376677 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-3a66b72a-0584-407e-938a-2c13da218973 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1960390246&fields=id&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 267 time: 0.0355148 Aug 20 12:38:51.488218 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.493607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-bf5f1a5a-e81d-4195-bd96-056af18d4a89 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:51.495120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-bf5f1a5a-e81d-4195-bd96-056af18d4a89 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 812 time: 0.1112463 Aug 20 12:38:51.497718 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Transition to ACTIVE for port object ed22d66c-4640-4120-80eb-452cda84fa1b will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:51.504250 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.511661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-f9b77aba-8ad7-431f-ae0d-70471ed41487 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/quotas/aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 375 time: 0.0101349 Aug 20 12:38:51.554737 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Pushing event updated for resources: {'Port': ['ID=ed22d66c-4640-4120-80eb-452cda84fa1b,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:51.562383 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.562726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.563064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.563433 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.563717 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.564040 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.564423 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.565689 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.566142 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.566506 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.567131 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.567460 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:51.573250 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-ba1bd434-0061-4176-9039-be7e11618439 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545809 Aug 20 12:38:51.624524 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Attempting to bind port ed22d66c-4640-4120-80eb-452cda84fa1b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:38:51.624897 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Attempting to bind port ed22d66c-4640-4120-80eb-452cda84fa1b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:38:51.625260 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Attempting to bind port ed22d66c-4640-4120-80eb-452cda84fa1b on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:51.631400 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:38:51.631771 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:38:51.632201 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.632600 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:38:51.633060 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Bound port: ed22d66c-4640-4120-80eb-452cda84fa1b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:38:51.633437 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.692433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-f43fd217-bb3b-4a68-b62a-9a74ee55802e service neutron] 10.222.0.25 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993156 Aug 20 12:38:51.706402 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] For port ed22d66c-4640-4120-80eb-452cda84fa1b, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:38:51.709982 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] For port ed22d66c-4640-4120-80eb-452cda84fa1b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ed22d66c-4640-4120-80eb-452cda84fa1b,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:38:51.719934 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.730991 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-487973c3-2225-4e20-a069-ad44366fdc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.791344 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af7589-53d4-4f48-b612-68d746631b17 None None] Pushing event updated for resources: {'Port': ['ID=ed22d66c-4640-4120-80eb-452cda84fa1b,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:51.796748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-d37bff20-c10b-488b-a8fd-e1b3915d1417 service neutron] 10.222.0.25 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978024 Aug 20 12:38:51.801736 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:38:51.802427 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:38:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:51.919981 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:38:52.063619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-934be2df-2635-4952-9185-7e5dc7596cec req-8fbf9ed1-5341-40a3-92f9-8738e9f32da7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 210 time: 0.1210828 Aug 20 12:38:52.142556 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:51Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:38:52.172939 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc9146-bd77-4d15-8191-ea330f921f35 None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:51Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:38:52.508581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ed22d66c-4640-4120-80eb-452cda84fa1b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:52.567710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ed22d66c-4640-4120-80eb-452cda84fa1b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:52.572285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ed22d66c-4640-4120-80eb-452cda84fa1b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:52.572665 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:52.666412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:52.700924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port ed22d66c-4640-4120-80eb-452cda84fa1b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ed22d66c-4640-4120-80eb-452cda84fa1b,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:52.706614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:52.707468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 420d6aed-044b-4791-b8cd-97f9764a7220 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:52.790380 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=ed22d66c-4640-4120-80eb-452cda84fa1b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:52.803645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 420d6aed-044b-4791-b8cd-97f9764a7220 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:52.804024 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:53.106133 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0d18dafe-1574-4398-bb45-dcddc8403f44 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:53.107727 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0d18dafe-1574-4398-bb45-dcddc8403f44 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 812 time: 0.1293144 Aug 20 12:38:53.166627 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-dae57c3d-d596-4815-9158-c3c10bb2104d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 380 time: 0.0474083 Aug 20 12:38:53.177628 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'port': {'device_id': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'admin_state_up': True, 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'security_groups': ['2416b6ed-aceb-4874-b2ef-48e9f5b10fed']}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:53.179623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e1dc7ba-3c34-4e09-aed2-721b1283c480 req-8aeabeea-bc8a-4a90-9763-83da56370ee5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 210 time: 0.0321021 Aug 20 12:38:53.302943 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Made reservation on behalf of aefffeae848744a1975e58d269a3e5e8 for: {'port': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:38:53.306977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:53.435629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Allocated IP 172.20.0.7 (8eb8caa5-67c2-4518-90db-63d244d86db4/3b15ac4e-b399-4bb8-b12d-848a0257e0e3/aacbab92-7702-4b2a-835a-52a19c6e3d50) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:38:53.581228 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:53.594656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Transition to ACTIVE for port object aacbab92-7702-4b2a-835a-52a19c6e3d50 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:53.628406 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:53.669735 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:38:53.672674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:38:53.677091 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:38:53.706786 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:53.741206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:53.741906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:53.757744 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-0020f19d-ddb5-41ad-9c28-19359afd58c8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847950 Aug 20 12:38:53.781257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Request body: {'port': {'device_id': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:53.840392 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:53.947136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9ed1b14b-2d09-4cbc-8e53-6eea25efe436 None None] Provisioning for port aacbab92-7702-4b2a-835a-52a19c6e3d50 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:53.951059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9ed1b14b-2d09-4cbc-8e53-6eea25efe436 None None] Provisioning complete for port aacbab92-7702-4b2a-835a-52a19c6e3d50 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:53.951434 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b14b-2d09-4cbc-8e53-6eea25efe436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:53.987955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1b14b-2d09-4cbc-8e53-6eea25efe436 None None] Port aacbab92-7702-4b2a-835a-52a19c6e3d50 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:38:54.113771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacbab92-7702-4b2a-835a-52a19c6e3d50 {{(pid=101033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:54.121734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:54.135323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Transition to ACTIVE for port object aacbab92-7702-4b2a-835a-52a19c6e3d50 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:54.138688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:54.191493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:54.261214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Attempting to bind port aacbab92-7702-4b2a-835a-52a19c6e3d50 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:38:54.261726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Attempting to bind port aacbab92-7702-4b2a-835a-52a19c6e3d50 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:38:54.262156 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Attempting to bind port aacbab92-7702-4b2a-835a-52a19c6e3d50 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:54.269541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Port aacbab92-7702-4b2a-835a-52a19c6e3d50 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:38:54.269541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Attempting to bind port aacbab92-7702-4b2a-835a-52a19c6e3d50 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:54.273330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:38:54.273666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:38:54.274049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:38:54.274518 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Bound port: aacbab92-7702-4b2a-835a-52a19c6e3d50, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:38:54.274874 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:54.321934 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7665f3f2-32fa-4631-abfd-ef0fdf8430c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:54.330701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dcb31-cddc-4553-9445-97b75950e486 req-c946a169-732f-462c-aa7d-1d37fbdbf27e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:54.332282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-689dcb31-cddc-4553-9445-97b75950e486 req-c946a169-732f-462c-aa7d-1d37fbdbf27e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 943 time: 0.0751033 Aug 20 12:38:54.359636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:38:54.364983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:38:54.372776 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:54.379532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-689dcb31-cddc-4553-9445-97b75950e486 req-e62e799b-38a5-4833-8c5b-60af23de5e9b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Aug 20 12:38:54.411134 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:54.411842 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:54.413358 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] 10.222.0.73 "PUT /v2.0/ports/aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 1092 time: 0.6387689 Aug 20 12:38:54.413870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:54.416323 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1df664-4d95-4a2f-8a22-cc45e903e48f" -d '{"events": [{"name": "network-changed", "server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:54.453392 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b41025-6dee-4a2a-8d2b-1b531bc7aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=3']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:54.488708 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ed22d66c-4640-4120-80eb-452cda84fa1b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:54.499393 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7b665d-7e3f-4ce5-9b79-a679cd4cad82 x-openstack-request-id: req-3c7b665d-7e3f-4ce5-9b79-a679cd4cad82 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:54.499685 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:54.499936 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c7b665d-7e3f-4ce5-9b79-a679cd4cad82 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:54.500334 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'status': 'completed', 'code': 200} Aug 20 12:38:54.517849 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-e173b7c7-36f0-4f95-a378-b59c5a06cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:54.519419 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-e173b7c7-36f0-4f95-a378-b59c5a06cc10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1095 time: 0.0514073 Aug 20 12:38:54.556556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ed22d66c-4640-4120-80eb-452cda84fa1b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:54.556945 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:54.577199 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-d8d40f2a-8b9d-4295-896e-dc057ca44015 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 217 time: 0.0487804 Aug 20 12:38:54.636514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-bad4843e-c648-475e-93ac-18efeb0b5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:54.638368 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-bad4843e-c648-475e-93ac-18efeb0b5d1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0508237 Aug 20 12:38:54.696084 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-98d50798-9ade-4a05-bbe2-d11ce224faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:54.698112 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-98d50798-9ade-4a05-bbe2-d11ce224faa4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481451 Aug 20 12:38:54.800325 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-4a8a6e6e-19c9-472c-bf19-0bdd0efc2927 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899742 Aug 20 12:38:55.043690 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:55.210888 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-5aed9f9d-e3b9-4814-afc7-b6360c6d526b req-09bb3dbb-974f-4144-8551-ba9fbd2a28ca service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990924 Aug 20 12:38:55.298515 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-0545eaec-210b-4a1d-b997-4ea30045a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:55.300784 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-0545eaec-210b-4a1d-b997-4ea30045a9a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1095 time: 0.0419374 Aug 20 12:38:55.395079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-375425b2-bb54-40e0-b05a-4a5e572a558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:55.396544 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-375425b2-bb54-40e0-b05a-4a5e572a558e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0886390 Aug 20 12:38:55.442018 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-e9664208-a5b7-44d5-b1e4-980d3609c031 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 217 time: 0.0381174 Aug 20 12:38:55.496062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-8eb8843a-adee-446e-9069-732ebaed2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:55.497036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924d89-046a-46c2-849a-8a8f50a3d1a8 req-43eb6572-2c52-4894-b852-4c43228c7b8b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:55.497549 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-8eb8843a-adee-446e-9069-732ebaed2d36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0486467 Aug 20 12:38:55.498555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de924d89-046a-46c2-849a-8a8f50a3d1a8 req-43eb6572-2c52-4894-b852-4c43228c7b8b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 943 time: 0.0498288 Aug 20 12:38:55.538343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-de924d89-046a-46c2-849a-8a8f50a3d1a8 req-90b45296-75fc-4e47-85ec-54d8b3936421 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Aug 20 12:38:55.544702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-92e990f1-d2af-4a8a-b7de-bdd83772fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:55.546253 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-92e990f1-d2af-4a8a-b7de-bdd83772fb91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411978 Aug 20 12:38:55.636356 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-89e04d93-9f6a-4754-a959-baa4c5fabd17 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819573 Aug 20 12:38:55.702468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:55.730938 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-ad1df664-4d95-4a2f-8a22-cc45e903e48f req-112071d7-9411-4589-a63f-2ad6f7179030 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866225 Aug 20 12:38:56.659248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8a18f-2791-45af-b7ce-7af2f8f4462d req-142a6fbf-56d2-4c12-8f23-bf80004de553 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:56.660807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20e8a18f-2791-45af-b7ce-7af2f8f4462d req-142a6fbf-56d2-4c12-8f23-bf80004de553 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 943 time: 0.0522087 Aug 20 12:38:56.697937 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-20e8a18f-2791-45af-b7ce-7af2f8f4462d req-bd24e430-8119-4adb-b903-d9e86f5545cc tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Aug 20 12:38:57.063409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:57.812661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ced93-09b5-402f-8e65-d26a4d7b739c req-b56c9eb4-3b32-4ef7-bda3-87c0bbd8beff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:57.814207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-087ced93-09b5-402f-8e65-d26a4d7b739c req-b56c9eb4-3b32-4ef7-bda3-87c0bbd8beff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 943 time: 0.0501513 Aug 20 12:38:57.852169 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-087ced93-09b5-402f-8e65-d26a4d7b739c req-fa0047f5-fffa-48ba-a2e8-652c1d3fcaa4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Aug 20 12:38:57.903759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aacbab92-7702-4b2a-835a-52a19c6e3d50 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:38:57.999809 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:58.011619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'mac_address': 'fa:16:3e:9c:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:38:58.049662 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:58.062570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacbab92-7702-4b2a-835a-52a19c6e3d50 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:58.082386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:58.086296 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:58.136254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:58.326136 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['aacbab92-7702-4b2a-835a-52a19c6e3d50'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:38:58.967193 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d221673-ec58-4e12-bb54-d2556aee9078 req-469e8922-abd5-491c-91ff-7bed921f485a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:58.968666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d221673-ec58-4e12-bb54-d2556aee9078 req-469e8922-abd5-491c-91ff-7bed921f485a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 944 time: 0.0503864 Aug 20 12:38:59.007440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3d221673-ec58-4e12-bb54-d2556aee9078 req-92414904-f02a-45d6-9564-94b3df085930 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321946 Aug 20 12:38:59.924652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aacbab92-7702-4b2a-835a-52a19c6e3d50 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:59.975614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port aacbab92-7702-4b2a-835a-52a19c6e3d50 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:59.979997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port aacbab92-7702-4b2a-835a-52a19c6e3d50 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:59.980512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:00.060256 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:00.084327 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:39:00.086738 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea8165a-a38e-4032-9a83-6f80b6d135ea" -d '{"events": [{"server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "name": "network-vif-plugged", "status": "completed", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:39:00.099243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:39:00.103576 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:00.130292 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6348b6-a207-46a8-b227-eefa54742351 x-openstack-request-id: req-3b6348b6-a207-46a8-b227-eefa54742351 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:39:00.130687 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "name": "network-vif-plugged", "status": "completed", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:39:00.131166 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b6348b6-a207-46a8-b227-eefa54742351 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:39:00.131259 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'code': 200} Aug 20 12:39:00.131928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168f29-8ebc-4b26-8b37-7d0820cee4c4 req-286cd1df-5c00-403a-ae0d-be472e103b9a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:00.133479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe168f29-8ebc-4b26-8b37-7d0820cee4c4 req-286cd1df-5c00-403a-ae0d-be472e103b9a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 944 time: 0.0585673 Aug 20 12:39:00.164266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:00.184548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe168f29-8ebc-4b26-8b37-7d0820cee4c4 req-5f449d74-fbe1-4565-9209-a9b483a85b38 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Aug 20 12:39:00.232596 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e973426-6c1f-4153-9a51-d85f21a311f0 req-e48ad32b-c653-40e6-9a0c-0b930225c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:00.234102 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e973426-6c1f-4153-9a51-d85f21a311f0 req-e48ad32b-c653-40e6-9a0c-0b930225c743 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1097 time: 0.0425224 Aug 20 12:39:00.272243 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0e973426-6c1f-4153-9a51-d85f21a311f0 req-a41a2704-952c-4259-99c0-1dd807664dde service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273788 Aug 20 12:39:01.300127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88edc7-7982-442e-be67-db53f5fe4e35 req-5e9cb42f-5ac5-49c3-978b-a5df50ee9c8a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:01.301724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c88edc7-7982-442e-be67-db53f5fe4e35 req-5e9cb42f-5ac5-49c3-978b-a5df50ee9c8a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0497999 Aug 20 12:39:01.339421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3c88edc7-7982-442e-be67-db53f5fe4e35 req-e8787c16-d377-406e-a4e5-9fe6ffa1f575 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317779 Aug 20 12:39:02.454643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8041d-6161-4e69-83b2-6f58cad2644f req-b12a1778-3fc4-4c32-b2b7-d3eecc63dffd tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:02.456198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95b8041d-6161-4e69-83b2-6f58cad2644f req-b12a1778-3fc4-4c32-b2b7-d3eecc63dffd tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0491705 Aug 20 12:39:02.493805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95b8041d-6161-4e69-83b2-6f58cad2644f req-532e75e3-9638-4184-8b69-448b88aa7baf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Aug 20 12:39:02.606549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc080e6b-d359-4034-a0c4-fc2469a63d19 req-f56a49ad-9f0f-4959-a0d3-5bff45db84ae tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:02.607944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bc080e6b-d359-4034-a0c4-fc2469a63d19 req-f56a49ad-9f0f-4959-a0d3-5bff45db84ae tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0510044 Aug 20 12:39:02.617178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60400) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:02.621563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'floatingip': {'port_id': 'aacbab92-7702-4b2a-835a-52a19c6e3d50'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:39:02.659229 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:03.422929 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:03.426853 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:03.529026 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e associated. External IP: 172.25.0.142, port: aacbab92-7702-4b2a-835a-52a19c6e3d50. Aug 20 12:39:03.743203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:39:03.852504 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:39:03.856929 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:03.862932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:39:03.877491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:39:03.878246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:38:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:03.893494 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e04718d6-ad73-4128-86c3-4376ae1eacaf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "PUT /v2.0/floatingips/5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e HTTP/1.1" status: 200 len: 991 time: 1.2752700 Aug 20 12:39:03.894086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:39:03.896426 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c751d1b0-5546-481e-ab11-b1bc34716930" -d '{"events": [{"name": "network-changed", "server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:39:03.937304 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476915d1-cb4a-4c9a-9c50-bcc9bec6cbf2 x-openstack-request-id: req-476915d1-cb4a-4c9a-9c50-bcc9bec6cbf2 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:39:03.937819 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:39:03.938308 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-476915d1-cb4a-4c9a-9c50-bcc9bec6cbf2 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:39:03.939102 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'status': 'completed', 'code': 200} Aug 20 12:39:03.991334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:39:04.005725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-168b97fa-ea4b-498a-8782-2172b9dd7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:04.007202 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-168b97fa-ea4b-498a-8782-2172b9dd7686 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1097 time: 0.0415373 Aug 20 12:39:04.104238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-fb9e9cc9-f334-48db-a9dd-c3b5c195b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:04.105925 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-fb9e9cc9-f334-48db-a9dd-c3b5c195b20c service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0919690 Aug 20 12:39:04.174441 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-0a86629c-4330-4a8c-ba5c-b4109afd39d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 999 time: 0.0600097 Aug 20 12:39:04.224412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:9c:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:39:03Z', 'revision_number': 1, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:04.228668 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-2f14e00b-43a0-4974-8489-59188667be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:04.230157 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-2f14e00b-43a0-4974-8489-59188667be0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0499918 Aug 20 12:39:04.251034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:39:04.259779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:39:04.260447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:38:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:04.277153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-b3477be1-69ad-4a9a-9ab4-6248eca7fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:04.278825 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-b3477be1-69ad-4a9a-9ab4-6248eca7fb53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413365 Aug 20 12:39:04.379479 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-a1b229ce-09f5-4b2d-83bd-be8a39c7b48c service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920210 Aug 20 12:39:04.383514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:39:04.476772 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c751d1b0-5546-481e-ab11-b1bc34716930 req-b8651008-09df-4e21-a870-8cc971e6e3f2 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901210 Aug 20 12:39:04.611978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:9c:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:39:03Z', 'revision_number': 1, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:04.637888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a20b8c-c904-4995-8c1a-63b891b1c788 None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:9c:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:39:03Z', 'revision_number': 1, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:39:04.835715 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e8e31-5709-4373-927c-3f3c7dcf7b4b None None] New status for floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:39:05.099170 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:39:12.281668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:14.016678 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:21.732489 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5bc59263-a9c1-4486-a8b1-d5860df49231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:24.314600 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6142fe5e-54af-4dc8-be67-a083a3894a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:25.044539 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:25.704035 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:27.067250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:42.098244 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:39:42.281163 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:44.043023 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:51.735279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-53499d5a-e57c-463b-9083-b9c840861e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:54.315246 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a655f9b1-2bbb-46ab-a6da-53c2dbaaad78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:55.046699 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:55.710569 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:57.069389 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:59.418480 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-bb9e927d-b084-43a8-808e-1cf46a64c42d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097000 Aug 20 12:39:59.515913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-413909d5-8848-4164-879d-2d789d470f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:59.517690 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-413909d5-8848-4164-879d-2d789d470f08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1097 time: 0.0413659 Aug 20 12:39:59.632233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-9a1a27f8-512f-4e4a-af83-79e593a48f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:59.633722 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-9a1a27f8-512f-4e4a-af83-79e593a48f33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0919256 Aug 20 12:39:59.709232 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-75855955-7c23-4d30-931e-1aa623c6464a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 1001 time: 0.0597651 Aug 20 12:39:59.769394 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-a276468b-27de-403d-b984-18ecc55163e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:59.770875 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-a276468b-27de-403d-b984-18ecc55163e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0495949 Aug 20 12:39:59.822020 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-fb3473a1-32e5-425b-82a8-26f786d2b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:59.823537 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-fb3473a1-32e5-425b-82a8-26f786d2b524 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410588 Aug 20 12:39:59.916724 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-193398d6-b213-4134-ac7e-44b29c9a05d4 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817163 Aug 20 12:40:00.015784 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-fd2e957f-fb63-4709-ba01-fd100a7644b2 req-5d02e969-912e-48de-bb75-fcd0f9b6ec40 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864308 Aug 20 12:40:12.297851 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:14.047206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:19.098264 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:40:21.738395 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a24d3ade-99fa-4c17-84a8-1ddbc58d1ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:24.318729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-817c5583-3cf7-4a7b-bbf9-70ce58f3e08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:25.047235 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:25.710216 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:27.073049 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:42.309052 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:43.553919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bed25f-5a0b-477c-9c9c-970894aae066 req-a5ab7394-01cf-4923-95ee-c223796c09c3 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:43.556006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7bed25f-5a0b-477c-9c9c-970894aae066 req-a5ab7394-01cf-4923-95ee-c223796c09c3 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0520296 Aug 20 12:40:43.593138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7bed25f-5a0b-477c-9c9c-970894aae066 req-8aa190ee-e15a-47f8-b8ef-f8db350c0ccb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Aug 20 12:40:43.833830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4a7a7-8819-4d23-ac07-9d4d735085e1 req-74fef29a-59d2-4a17-83ea-01d50f46a1ed tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:43.835330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25a4a7a7-8819-4d23-ac07-9d4d735085e1 req-74fef29a-59d2-4a17-83ea-01d50f46a1ed tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0506663 Aug 20 12:40:43.874732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25a4a7a7-8819-4d23-ac07-9d4d735085e1 req-d5168403-faea-4254-a9f3-d7fd3afca14e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Aug 20 12:40:43.879761 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-ee078d41-9973-4e73-8aa8-c296fa98da6c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010330 Aug 20 12:40:44.050401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:45.005086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45363101-dc3a-49cb-8ad8-4c0fedba674b req-0fb9a8e4-a864-4681-a1af-b3c44a95f204 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:45.006692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45363101-dc3a-49cb-8ad8-4c0fedba674b req-0fb9a8e4-a864-4681-a1af-b3c44a95f204 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0536010 Aug 20 12:40:45.015157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-5ba60b82-fa59-4699-afd0-7e95deff00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:45.016936 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-5ba60b82-fa59-4699-afd0-7e95deff00cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1097 time: 0.0435669 Aug 20 12:40:45.046880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45363101-dc3a-49cb-8ad8-4c0fedba674b req-38930178-215f-43c6-b4ed-d1c80621a836 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338621 Aug 20 12:40:45.116233 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-f455850f-a2b5-424a-a490-b74a12dc4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:45.118398 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-f455850f-a2b5-424a-a490-b74a12dc4b64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0907571 Aug 20 12:40:45.189176 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-fa063129-a20d-4cfc-ae61-c09dd2b929e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 1001 time: 0.0581651 Aug 20 12:40:45.246950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-f456053c-b546-4982-a5b7-e374137fe04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:45.248688 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-f456053c-b546-4982-a5b7-e374137fe04a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0486352 Aug 20 12:40:45.300002 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-44563ace-107f-49f1-996f-7ce89afc3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:45.301514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-44563ace-107f-49f1-996f-7ce89afc3bd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414069 Aug 20 12:40:45.390599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-58632bc0-a9d8-4027-891a-fce343506f34 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813501 Aug 20 12:40:45.488851 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-adda05d8-75ad-486f-a94a-982fed612210 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Aug 20 12:40:46.166332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c853b-4450-4a8f-a40d-f2d5b4b7fcf9 req-a5a55b47-01d4-43da-ab0f-83bdd17cded1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:46.167869 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c7c853b-4450-4a8f-a40d-f2d5b4b7fcf9 req-a5a55b47-01d4-43da-ab0f-83bdd17cded1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0513096 Aug 20 12:40:46.205117 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c7c853b-4450-4a8f-a40d-f2d5b4b7fcf9 req-e3a5573e-f8bc-4b40-a2fa-03928cb00d15 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Aug 20 12:40:47.345992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf1900-8162-43bd-854e-7806087d5566 req-a6fb92cb-7a09-46d5-a349-58d1534bf98e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:47.347513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e6cf1900-8162-43bd-854e-7806087d5566 req-a6fb92cb-7a09-46d5-a349-58d1534bf98e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0506101 Aug 20 12:40:47.395400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e6cf1900-8162-43bd-854e-7806087d5566 req-7a3c50db-e829-43be-abe7-c1934f8268c2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Aug 20 12:40:48.518049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bea33d-61ed-480f-9b5f-6273f6581e33 req-d25a4dfe-192e-4876-a9a2-f55765758a96 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:48.519546 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43bea33d-61ed-480f-9b5f-6273f6581e33 req-d25a4dfe-192e-4876-a9a2-f55765758a96 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0536599 Aug 20 12:40:48.557199 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43bea33d-61ed-480f-9b5f-6273f6581e33 req-ee762073-2e24-4574-9139-232988420fef tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Aug 20 12:40:49.672129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226972c-b536-463c-9f24-ccd6b798f1cb req-0757d797-fbae-46ce-bb41-e7ad27ff6534 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:49.673615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9226972c-b536-463c-9f24-ccd6b798f1cb req-0757d797-fbae-46ce-bb41-e7ad27ff6534 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0494008 Aug 20 12:40:49.712056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9226972c-b536-463c-9f24-ccd6b798f1cb req-ebdbc303-4d99-4aba-ad04-84ad23baffda tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323558 Aug 20 12:40:50.828896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfc700-a9d8-46d5-b56f-a3a95fe25984 req-a3c14a2c-5044-427c-9059-f8c0ca0001b1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:50.830401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bcdfc700-a9d8-46d5-b56f-a3a95fe25984 req-a3c14a2c-5044-427c-9059-f8c0ca0001b1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Aug 20 12:40:50.868145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bcdfc700-a9d8-46d5-b56f-a3a95fe25984 req-519e9e45-9773-438c-82a3-b6ae03c615c0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Aug 20 12:40:51.740462 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-14d2b588-212e-45dd-9e80-d0bed41b0a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:51.994468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20942-466c-4819-b035-ceb78fb3215e req-27b49c05-7419-4535-a9f4-429e28ee23e7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:51.997761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ab20942-466c-4819-b035-ceb78fb3215e req-27b49c05-7419-4535-a9f4-429e28ee23e7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0596230 Aug 20 12:40:52.036532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0ab20942-466c-4819-b035-ceb78fb3215e req-d0b7d440-26a5-4f0a-b568-2cd8039994f9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334280 Aug 20 12:40:53.153092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bd82d-dba0-441f-a038-5d9bb2b028e6 req-2d3f6e2d-d944-4ae3-9994-17ddf743e952 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:53.154624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d2bd82d-dba0-441f-a038-5d9bb2b028e6 req-2d3f6e2d-d944-4ae3-9994-17ddf743e952 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Aug 20 12:40:53.192322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2d2bd82d-dba0-441f-a038-5d9bb2b028e6 req-39d6d1bf-147f-45c4-8fe3-d6f9c95b5fb9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317390 Aug 20 12:40:54.310085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b9130-dc97-46db-a3ea-3f294d55aa0a req-3c97548e-0783-43a8-8e3f-5363557bfa83 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:54.311622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c35b9130-dc97-46db-a3ea-3f294d55aa0a req-3c97548e-0783-43a8-8e3f-5363557bfa83 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Aug 20 12:40:54.321882 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-85503451-17ac-490f-b5ab-07ce882436c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:54.353044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c35b9130-dc97-46db-a3ea-3f294d55aa0a req-4fc215bd-f536-4080-8dd2-eb461b5f520f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333326 Aug 20 12:40:55.047746 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:55.472999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9da599-7ec4-4aa8-89a4-dc8ac399bbf5 req-eb95d74f-dc28-4045-93d1-575b524e0fdf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:55.474512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef9da599-7ec4-4aa8-89a4-dc8ac399bbf5 req-eb95d74f-dc28-4045-93d1-575b524e0fdf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0531349 Aug 20 12:40:55.513021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef9da599-7ec4-4aa8-89a4-dc8ac399bbf5 req-7175db40-f725-4e85-936e-8ede7447e0d2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Aug 20 12:40:55.713406 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:56.096604 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:40:56.628553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35f9f5-16e7-4925-b5ef-d6108ac1dc85 req-1035979a-0c43-4fe7-867d-3a288de4864c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:56.630090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d35f9f5-16e7-4925-b5ef-d6108ac1dc85 req-1035979a-0c43-4fe7-867d-3a288de4864c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0487993 Aug 20 12:40:56.668211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d35f9f5-16e7-4925-b5ef-d6108ac1dc85 req-7508db12-ce0f-44a2-9860-160b65693543 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314350 Aug 20 12:40:57.074766 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:57.674397 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-ec29ea2e-c324-4fbb-9a63-090ba6eabacc service neutron] show failed (client error): The resource could not be found. Aug 20 12:40:57.675400 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-ec29ea2e-c324-4fbb-9a63-090ba6eabacc service neutron] 10.222.0.73 "GET /v2.0/ports/aacbab92-7702-4b2a-835a-52a19c6e3d50/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0543880 Aug 20 12:40:57.796167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10621bd9-cbee-43cd-b782-bf1607a33f91 req-b86c7ab3-ae46-4e0e-8a07-ad574a239f5d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:57.797757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10621bd9-cbee-43cd-b782-bf1607a33f91 req-b86c7ab3-ae46-4e0e-8a07-ad574a239f5d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 945 time: 0.0568435 Aug 20 12:40:57.844593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10621bd9-cbee-43cd-b782-bf1607a33f91 req-6c3b532c-4ee6-40d3-846b-ac50350b6820 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397508 Aug 20 12:40:57.942164 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-1c2f04a6-6b9a-460b-80ff-fb644b42c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:57.943621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-1c2f04a6-6b9a-460b-80ff-fb644b42c2f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0773847 Aug 20 12:40:57.955623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:58.008330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:58.215150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:40:58.247762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:40:58.286500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:40:58.288755 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1dacd1-8513-455a-ac92-40a16c5bfd07" -d '{"events": [{"server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:40:58.294814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:58.307561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Transition to ACTIVE for port object aacbab92-7702-4b2a-835a-52a19c6e3d50 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:40:58.311459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:58.425383 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bad636d-0d19-4748-9c44-7ecb1674ab81 x-openstack-request-id: req-3bad636d-0d19-4748-9c44-7ecb1674ab81 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:40:58.425673 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:40:58.425929 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bad636d-0d19-4748-9c44-7ecb1674ab81 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:40:58.426367 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'code': 200} Aug 20 12:40:58.444017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:58.467752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.468030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.468368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.468705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.469041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.469373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.469697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.470023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.470375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.470700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.471025 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.471346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:58.511033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] No DVR routers for this DVR port aacbab92-7702-4b2a-835a-52a19c6e3d50 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:40:58.646115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Attempting to bind port aacbab92-7702-4b2a-835a-52a19c6e3d50 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:40:58.646476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Attempting to bind port aacbab92-7702-4b2a-835a-52a19c6e3d50 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:40:58.646811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Attempting to bind port aacbab92-7702-4b2a-835a-52a19c6e3d50 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:40:58.651609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Port aacbab92-7702-4b2a-835a-52a19c6e3d50 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:40:58.651923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Attempting to bind port aacbab92-7702-4b2a-835a-52a19c6e3d50 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:40:58.656685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:40:58.657024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:40:58.657411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:40:58.657838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Bound port: aacbab92-7702-4b2a-835a-52a19c6e3d50, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:40:58.658207 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:58.723736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:40:58.726809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:40:58.731222 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:58.764013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:58.764628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:58.766032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 1092 time: 0.8143735 Aug 20 12:40:58.789028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639402e-5b36-47bd-b510-dd71b7a762f2 service neutron] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:58.849683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-4f24d935-18de-4879-93c0-8bd158bf66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:58.851273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-4f24d935-18de-4879-93c0-8bd158bf66c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1095 time: 0.0589166 Aug 20 12:40:58.982929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-18b93120-a744-458c-aff8-233c68895d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:58.984397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-18b93120-a744-458c-aff8-233c68895d5a service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.1252117 Aug 20 12:40:58.995601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df473ac-c82a-4b28-8249-f2c6239ffadf req-1f1eaac8-1c2e-4607-883d-f1518aaf4c51 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:58.997104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df473ac-c82a-4b28-8249-f2c6239ffadf req-1f1eaac8-1c2e-4607-883d-f1518aaf4c51 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 943 time: 0.0773633 Aug 20 12:40:59.113055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df473ac-c82a-4b28-8249-f2c6239ffadf req-d6d25fd2-798c-4aff-a154-07b492f02226 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090336 Aug 20 12:40:59.114919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-7100f199-8d2b-4b6d-ab95-3a8d8679b889 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 999 time: 0.1168983 Aug 20 12:40:59.163715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-e91567ec-b0d4-43af-8d38-f498527bfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:59.165156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-e91567ec-b0d4-43af-8d38-f498527bfbfe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0433996 Aug 20 12:40:59.223733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-7c7199f7-a46d-4555-aea3-08b52287f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:59.225219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-7c7199f7-a46d-4555-aea3-08b52287f8c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525622 Aug 20 12:40:59.316953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-825d5e5b-999a-483e-a641-7d53f4138703 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837831 Aug 20 12:40:59.408822 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6667321c-f02c-44b3-8ca3-046a0575c95a req-945c021b-43ea-4273-aa4f-fc51b32a33b0 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845075 Aug 20 12:41:00.234312 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddc42b-2028-4851-90ab-5f3b71814326 req-d8864a9c-3dca-4ad6-a42f-503c1ee3b820 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.235896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1ddc42b-2028-4851-90ab-5f3b71814326 req-d8864a9c-3dca-4ad6-a42f-503c1ee3b820 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 943 time: 0.0497875 Aug 20 12:41:00.274801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b1ddc42b-2028-4851-90ab-5f3b71814326 req-21aca087-0909-49a4-aa58-e1e0a6205a00 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327425 Aug 20 12:41:00.405513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aacbab92-7702-4b2a-835a-52a19c6e3d50 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:41:00.428285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:41:00.430441 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cd0864-994c-4d8f-bbf8-316975b34c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:41:00.445068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device aacbab92-7702-4b2a-835a-52a19c6e3d50 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:41:00.480586 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d3df20-0842-4280-825a-6664ad8090ab x-openstack-request-id: req-d0d3df20-0842-4280-825a-6664ad8090ab {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:41:00.480878 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:41:00.481130 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0d3df20-0842-4280-825a-6664ad8090ab {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:41:00.481529 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'status': 'completed', 'code': 200} Aug 20 12:41:00.544921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-38624022-b7c8-46bb-b00f-740fff4d2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.546481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-38624022-b7c8-46bb-b00f-740fff4d2300 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1095 time: 0.0437064 Aug 20 12:41:00.548913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-c04183be-642b-430d-9949-870751975435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.550472 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-c04183be-642b-430d-9949-870751975435 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1095 time: 0.0458724 Aug 20 12:41:00.638822 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-7158883b-89ec-42db-87db-9d320d937e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.640279 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-7158883b-89ec-42db-87db-9d320d937e72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0871236 Aug 20 12:41:00.650667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-c16f56ba-6882-4009-82e3-962591f99e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.652190 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-c16f56ba-6882-4009-82e3-962591f99e96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0900364 Aug 20 12:41:00.704777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-bc03bb3d-4098-4d8c-9b48-1b6268e59deb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 999 time: 0.0569789 Aug 20 12:41:00.725312 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-694f02f9-6a44-45dd-bb0b-13cb74b9fe26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 999 time: 0.0610704 Aug 20 12:41:00.760392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-b4b30353-31c6-42bd-9f29-ed121f70eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.761854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-b4b30353-31c6-42bd-9f29-ed121f70eaf5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0457380 Aug 20 12:41:00.783545 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-f325fd5d-bff0-408e-b3d7-ca06c60ace78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.785038 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-f325fd5d-bff0-408e-b3d7-ca06c60ace78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0489402 Aug 20 12:41:00.813666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-f2f8c048-2f15-4f84-b3a7-3a376ef57f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.815263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-f2f8c048-2f15-4f84-b3a7-3a376ef57f5d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452523 Aug 20 12:41:00.837811 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-c98b43ae-56a5-4f51-9c95-c19571f822c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:00.839708 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-c98b43ae-56a5-4f51-9c95-c19571f822c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427349 Aug 20 12:41:00.911011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-e1ff6be8-3eb8-4a96-b565-6ee1d43fa97e service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857143 Aug 20 12:41:00.945108 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-964ca97f-6f00-47bd-8ec8-dd6d90061661 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966403 Aug 20 12:41:01.017309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-54275d15-a058-49f4-8cb8-6fdb6b92c14c service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968595 Aug 20 12:41:01.051826 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f5cd0864-994c-4d8f-bbf8-316975b34c8f req-c30e2571-89b9-4d34-bd44-fb971951b4e4 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958498 Aug 20 12:41:01.119066 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-e375a3d7-bcd1-4211-9aac-ec16bea15cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:01.120517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-e375a3d7-bcd1-4211-9aac-ec16bea15cf9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1095 time: 0.0407805 Aug 20 12:41:01.222964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-66869c92-8b0a-464d-a571-9ce52910bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:01.224413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-66869c92-8b0a-464d-a571-9ce52910bc29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0848885 Aug 20 12:41:01.287000 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-1654c0b3-0c5e-4e9a-8f0c-f72c97d2e666 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 999 time: 0.0556903 Aug 20 12:41:01.334754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-80788ae3-1436-46eb-a373-3fbf975fe5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:01.336229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-80788ae3-1436-46eb-a373-3fbf975fe5ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0427909 Aug 20 12:41:01.752243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-d7bda77c-4569-44c3-8ba4-4e40770c5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:01.753737 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-d7bda77c-4569-44c3-8ba4-4e40770c5096 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4098637 Aug 20 12:41:01.761923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac011c-652a-48b6-a029-3b34b10ca974 req-342d413e-c43e-4c92-ac90-e1704f89c989 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:01.763311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57ac011c-652a-48b6-a029-3b34b10ca974 req-342d413e-c43e-4c92-ac90-e1704f89c989 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 943 time: 0.4117815 Aug 20 12:41:01.846517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57ac011c-652a-48b6-a029-3b34b10ca974 req-619aa7a7-f8a0-4cf5-a5ff-7a2947ea649c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746677 Aug 20 12:41:01.876853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-d7c0acf5-10ab-4778-a9e1-cf12ce6333ac service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126208 Aug 20 12:41:01.975518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c38534f5-d249-40b8-b7d1-7b80f7feff40 req-ba2e1a9f-f973-4ba4-b65b-5ff09bef2b51 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914085 Aug 20 12:41:02.053966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e0192-0145-49d7-9185-a5ccb9c7bb8d req-eda8af35-d832-489f-a060-ac694e061009 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:02.055393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-663e0192-0145-49d7-9185-a5ccb9c7bb8d req-eda8af35-d832-489f-a060-ac694e061009 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 943 time: 0.0507226 Aug 20 12:41:02.081499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-86bf9e5d-b295-4e7b-a2c0-25b0d9b1449d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:02.082993 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-86bf9e5d-b295-4e7b-a2c0-25b0d9b1449d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.73 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8&tenant_id=aefffeae848744a1975e58d269a3e5e8&binding%3Ahost_id=n-h2-800634-10 HTTP/1.1" status: 200 len: 943 time: 0.0537131 Aug 20 12:41:02.095839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-663e0192-0145-49d7-9185-a5ccb9c7bb8d req-0b003138-cb0b-4de1-a001-2e70ca2a5ec2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Aug 20 12:41:02.149966 n-d-800634-10 neutron-server[101033]: INFO neutron.api.v2.resource [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-9b822e87-7d68-4185-8a5f-a327ab213abc service neutron] delete failed (client error): The resource could not be found. Aug 20 12:41:02.151744 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-9b822e87-7d68-4185-8a5f-a327ab213abc service neutron] 10.222.0.73 "DELETE /v2.0/ports/aacbab92-7702-4b2a-835a-52a19c6e3d50/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0556593 Aug 20 12:41:02.244543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-b6f0737b-3e1f-4fc5-8a21-269c4148e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:02.246108 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-b6f0737b-3e1f-4fc5-8a21-269c4148e1d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 1095 time: 0.0470619 Aug 20 12:41:02.345039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-893087d1-ebf7-49bc-994d-f07b97a146af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:02.346462 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-893087d1-ebf7-49bc-994d-f07b97a146af service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0903463 Aug 20 12:41:02.422098 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-b5644758-4b0c-4e58-931c-8e7323d9f903 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 200 len: 999 time: 0.0639474 Aug 20 12:41:02.478042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-0aef0b94-8da3-4fa0-b6c3-9ef9f8e91fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:02.479730 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-0aef0b94-8da3-4fa0-b6c3-9ef9f8e91fcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0464053 Aug 20 12:41:02.531069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-24d9a6e5-fa8f-44b3-90cc-6f1b6f56b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:02.532574 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-24d9a6e5-fa8f-44b3-90cc-6f1b6f56b40d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417955 Aug 20 12:41:02.630673 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-339d4ea8-55a9-4c12-9282-685e2f78504b service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859222 Aug 20 12:41:02.723902 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-a9f497d3-3d93-4b84-a962-06483ab15e1a req-e1440f55-80d1-4957-bb40-dcc06ad706e1 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815473 Aug 20 12:41:02.936231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device aacbab92-7702-4b2a-835a-52a19c6e3d50 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:41:03.032777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:41:03.044704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'mac_address': 'fa:16:3e:9c:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:41:03.088832 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:03.102217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacbab92-7702-4b2a-835a-52a19c6e3d50 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:41:03.127439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:41:03.133597 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:03.190078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:41:03.198055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.198439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.198875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.199209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.199544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.199876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.200207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.200540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.200867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.201193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.201516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.201843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:41:03.240664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bff71-17df-4191-9f95-e21f012c61a3 req-7dcf920d-5b1d-4cc8-b4f9-230a95c5b50f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:03.242297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c2bff71-17df-4191-9f95-e21f012c61a3 req-7dcf920d-5b1d-4cc8-b4f9-230a95c5b50f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 944 time: 0.0574582 Aug 20 12:41:03.282188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c2bff71-17df-4191-9f95-e21f012c61a3 req-5f809220-b4a8-4ba4-bd2a-973bfd59693f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335493 Aug 20 12:41:03.390581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['aacbab92-7702-4b2a-835a-52a19c6e3d50'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:41:03.408285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3786a1-1bb4-4fc9-bcd0-cd6a52da64a4 req-b89eb41f-cfcd-46f9-8bac-639cee02c9f9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:03.409930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed3786a1-1bb4-4fc9-bcd0-cd6a52da64a4 req-b89eb41f-cfcd-46f9-8bac-639cee02c9f9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 944 time: 0.0525887 Aug 20 12:41:03.452679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed3786a1-1bb4-4fc9-bcd0-cd6a52da64a4 req-a14deacb-6c2e-4c6f-891a-94e791ebbf63 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341654 Aug 20 12:41:03.569269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f3d2-fef7-43fb-8b0d-3e3bbf4cfb7e req-9db5c3e6-4165-444b-8126-243909bf6f0f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:03.570750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d434f3d2-fef7-43fb-8b0d-3e3bbf4cfb7e req-9db5c3e6-4165-444b-8126-243909bf6f0f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 944 time: 0.0495543 Aug 20 12:41:03.609059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d434f3d2-fef7-43fb-8b0d-3e3bbf4cfb7e req-cdd55119-2a09-4068-8a54-ef20b76829fb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Aug 20 12:41:03.845513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6554a9f-c004-44fd-8960-a0b2e601da20 req-64741e5a-f99c-4d08-9a79-0add566cb21e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:03.847020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6554a9f-c004-44fd-8960-a0b2e601da20 req-64741e5a-f99c-4d08-9a79-0add566cb21e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 944 time: 0.0527823 Aug 20 12:41:03.886369 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6554a9f-c004-44fd-8960-a0b2e601da20 req-39792de4-c3dd-4116-b2f7-81fca6cf4975 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332665 Aug 20 12:41:04.951347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device aacbab92-7702-4b2a-835a-52a19c6e3d50 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:41:05.003619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port aacbab92-7702-4b2a-835a-52a19c6e3d50 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:41:05.005721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af94ef-1947-42c7-a820-160264cc0eea req-194106f6-753e-4ec8-9b76-53aa3dbcc13d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:05.007254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82af94ef-1947-42c7-a820-160264cc0eea req-194106f6-753e-4ec8-9b76-53aa3dbcc13d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 944 time: 0.0515850 Aug 20 12:41:05.007651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port aacbab92-7702-4b2a-835a-52a19c6e3d50 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:41:05.008037 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.056050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82af94ef-1947-42c7-a820-160264cc0eea req-869d02b6-4c7b-454d-85b2-5f79e21f3441 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Aug 20 12:41:05.092555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-5c2f4676-e667-4423-aee6-5a80cf468f00 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:05.094106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-5c2f4676-e667-4423-aee6-5a80cf468f00 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 944 time: 0.0537446 Aug 20 12:41:05.094445 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.117154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:41:05.120031 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2828915b-cec0-4e6c-a59d-c9e2530b3baf" -d '{"events": [{"server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "name": "network-vif-plugged", "status": "completed", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:41:05.133581 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:41:05.139412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.164153 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a862e22-1ce8-416a-89a3-509fc0a11ed3 x-openstack-request-id: req-4a862e22-1ce8-416a-89a3-509fc0a11ed3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:41:05.164377 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "name": "network-vif-plugged", "status": "completed", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:41:05.164633 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a862e22-1ce8-416a-89a3-509fc0a11ed3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:41:05.165030 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'code': 200} Aug 20 12:41:05.191513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:41:05.193249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Deleting port aacbab92-7702-4b2a-835a-52a19c6e3d50 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:41:05.194437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.283951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] For port aacbab92-7702-4b2a-835a-52a19c6e3d50, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=aacbab92-7702-4b2a-835a-52a19c6e3d50,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:41:05.284320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.527019 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.527323 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.527673 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e disassociated. External IP: 172.25.0.142, port: aacbab92-7702-4b2a-835a-52a19c6e3d50. Aug 20 12:41:05.528022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Calling delete_port for aacbab92-7702-4b2a-835a-52a19c6e3d50 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:41:05.656452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.684024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event deleted for resources: {'Port': ['ID=aacbab92-7702-4b2a-835a-52a19c6e3d50,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:41:05.808098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:41:05.919875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:41:05.929855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:41:05.941129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:41:05.941793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:40:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:41:05.987722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] No DVR routers for this DVR port aacbab92-7702-4b2a-835a-52a19c6e3d50 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:41:05.990430 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:05.992397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f329114-c708-4bf9-93e4-76d736e0d3a1 req-0e4f8045-5abe-4113-9706-9f5c082863ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "DELETE /v2.0/ports/aacbab92-7702-4b2a-835a-52a19c6e3d50 HTTP/1.1" status: 204 len: 173 time: 0.8924000 Aug 20 12:41:05.992824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'name': 'network-vif-deleted', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:41:05.996404 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0871f81d-d775-4215-b35f-2076cf173db6" -d '{"events": [{"server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "name": "network-vif-deleted", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:41:06.043892 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded310a7-62b5-4a89-a3bd-4903e61bf6ea x-openstack-request-id: req-ded310a7-62b5-4a89-a3bd-4903e61bf6ea {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:41:06.044499 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efff6a0-2a0e-407e-887a-f3ea465acbb8", "name": "network-vif-deleted", "tag": "aacbab92-7702-4b2a-835a-52a19c6e3d50", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:41:06.044499 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ded310a7-62b5-4a89-a3bd-4903e61bf6ea {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:41:06.044807 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efff6a0-2a0e-407e-887a-f3ea465acbb8', 'name': 'network-vif-deleted', 'tag': 'aacbab92-7702-4b2a-835a-52a19c6e3d50', 'status': 'completed', 'code': 200} Aug 20 12:41:06.053412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:41:06.175672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f8cdc36-0c71-4c43-a2c1-45e317094e7f req-450f772c-b471-4705-92e3-004c414ff207 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efff6a0-2a0e-407e-887a-f3ea465acbb8 HTTP/1.1" status: 200 len: 210 time: 0.0282857 Aug 20 12:41:06.261288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:41:06.287421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:41:06.295653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:41:06.296250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:40:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:41:06.405090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:41:06.607874 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:41:06.637902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d4e32-710f-4a47-bc51-fd3accd85277 None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:41:06.864309 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78816f80-e939-4c9f-81f4-362dd6131fd4 None None] New status for floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:41:07.417306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-6f45ee65-025f-4ac9-bd03-81ebbd1acf80 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1960390246&fields=id&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 267 time: 0.0401490 Aug 20 12:41:07.531608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-38a54c1a-079a-477b-ae56-cd8edbfd8aad tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:07.533019 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-38a54c1a-079a-477b-ae56-cd8edbfd8aad tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 812 time: 0.1083708 Aug 20 12:41:07.549285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-dd5df0bb-3db7-45d7-bf25-6f26850a6ab6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/quotas/aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 375 time: 0.0098832 Aug 20 12:41:07.604321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-20f0dd27-80ac-4bd7-8366-975ee5663321 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486152 Aug 20 12:41:07.701403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-f7074dbb-55b0-4ca8-a657-d9b941282d5b service neutron] 10.222.0.25 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849483 Aug 20 12:41:07.804330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-9eeaf294-4306-4857-a172-e2570c1158a4 service neutron] 10.222.0.25 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965807 Aug 20 12:41:07.975289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-005aa4e1-489d-4d95-8af7-68a819c3bbbd req-199ab26a-9962-4021-ba60-8b605da5dc25 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 210 time: 0.0309188 Aug 20 12:41:08.967240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device aacbab92-7702-4b2a-835a-52a19c6e3d50 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:41:08.990533 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: aacbab92-7702-4b2a-835a-52a19c6e3d50 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:41:08.990883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device aacbab92-7702-4b2a-835a-52a19c6e3d50 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:41:09.025059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-b1d0e02a-f2b9-4130-9516-4c69eb85ce69 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:09.027461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-b1d0e02a-f2b9-4130-9516-4c69eb85ce69 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 812 time: 0.1148319 Aug 20 12:41:09.086235 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6071cfc3-44d5-4e8f-85b3-a9aafe0ea422 req-8a731eb4-97fa-4352-b595-968bdc639a77 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 210 time: 0.0337119 Aug 20 12:41:09.108801 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-faa20be8-ab70-4223-82b6-b74c4b713037 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 380 time: 0.0726542 Aug 20 12:41:09.118329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'port': {'device_id': '81a84d19-e479-4f49-8128-8f8a9e222557', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'admin_state_up': True, 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'security_groups': ['2416b6ed-aceb-4874-b2ef-48e9f5b10fed']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:41:09.227725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Made reservation on behalf of aefffeae848744a1975e58d269a3e5e8 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:41:09.231173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:09.352692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Allocated IP 172.20.0.9 (8eb8caa5-67c2-4518-90db-63d244d86db4/3b15ac4e-b399-4bb8-b12d-848a0257e0e3/912cf940-f544-4778-a038-bbf9ed6712cd) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:41:09.500335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:09.515955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Transition to ACTIVE for port object 912cf940-f544-4778-a038-bbf9ed6712cd will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:41:09.550492 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:09.593356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:41:09.596479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:41:09.600190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:41:09.632222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:41:09.657877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:09.658616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:09.674540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-15376ef5-2a5f-46df-ab7b-821f3e6a410c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599544 Aug 20 12:41:09.687639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Request body: {'port': {'device_id': '81a84d19-e479-4f49-8128-8f8a9e222557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:41:09.748764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:09.816253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d532665a-11ea-4eaa-89d5-4e131de7618e None None] Provisioning for port 912cf940-f544-4778-a038-bbf9ed6712cd completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:41:09.821115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d532665a-11ea-4eaa-89d5-4e131de7618e None None] Provisioning complete for port 912cf940-f544-4778-a038-bbf9ed6712cd triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:41:09.823203 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d532665a-11ea-4eaa-89d5-4e131de7618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:09.859548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d532665a-11ea-4eaa-89d5-4e131de7618e None None] Port 912cf940-f544-4778-a038-bbf9ed6712cd cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:41:10.018569 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912cf940-f544-4778-a038-bbf9ed6712cd {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:41:10.026866 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:10.038527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Transition to ACTIVE for port object 912cf940-f544-4778-a038-bbf9ed6712cd will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:41:10.043073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:10.094902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:41:10.170040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Attempting to bind port 912cf940-f544-4778-a038-bbf9ed6712cd on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:41:10.170417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Attempting to bind port 912cf940-f544-4778-a038-bbf9ed6712cd by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:41:10.170764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Attempting to bind port 912cf940-f544-4778-a038-bbf9ed6712cd on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:41:10.186644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Port 912cf940-f544-4778-a038-bbf9ed6712cd on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:41:10.186986 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Attempting to bind port 912cf940-f544-4778-a038-bbf9ed6712cd on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:41:10.208192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:41:10.208531 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:41:10.208924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:41:10.209365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Bound port: 912cf940-f544-4778-a038-bbf9ed6712cd, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:41:10.209730 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:10.259369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab9b1-558f-4ff8-adcf-8b7bb23f32d4 req-b06fd5fd-c17d-4e9e-87af-cb425e06205d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:10.261524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cafab9b1-558f-4ff8-adcf-8b7bb23f32d4 req-b06fd5fd-c17d-4e9e-87af-cb425e06205d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 943 time: 0.0884871 Aug 20 12:41:10.319838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:41:10.332266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cafab9b1-558f-4ff8-adcf-8b7bb23f32d4 req-2fddb5e3-7b2a-42bc-bc2b-71705c9eed77 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642946 Aug 20 12:41:10.335633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:41:10.340680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:10.375902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:10.376643 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:10.378091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] 10.222.0.22 "PUT /v2.0/ports/912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 1092 time: 0.6947973 Aug 20 12:41:10.378555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:41:10.380819 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91174354-be36-4ffa-910b-c6c941416b80" -d '{"events": [{"name": "network-changed", "server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:41:10.409720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3915a4f-3518-474e-92af-4ec477ffa096 service neutron] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:41:10.424271 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb83cafa-8d0b-4a9a-a474-5a22139a6184 x-openstack-request-id: req-bb83cafa-8d0b-4a9a-a474-5a22139a6184 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:41:10.424542 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:41:10.424800 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb83cafa-8d0b-4a9a-a474-5a22139a6184 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:41:10.425261 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd', 'status': 'completed', 'code': 200} Aug 20 12:41:10.469970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-2ef685e2-ec19-42b4-8410-0e1013e3d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:10.471568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-2ef685e2-ec19-42b4-8410-0e1013e3d5b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1095 time: 0.0493078 Aug 20 12:41:10.520840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-514a512c-5c94-48e9-bd01-80b7a42aed06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 217 time: 0.0409324 Aug 20 12:41:10.572843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-33db379c-5f10-4242-a68a-c6786fe071f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:10.574144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-33db379c-5f10-4242-a68a-c6786fe071f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0459781 Aug 20 12:41:10.621764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-eb3803c1-c649-495e-949a-167149c7a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:10.623327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-eb3803c1-c649-495e-949a-167149c7a86b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423493 Aug 20 12:41:10.715652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-d840a309-c958-460c-af5b-13f4dd0d5b03 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Aug 20 12:41:10.807990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0bbf0409-87c8-488e-9995-6ce1368c3618 req-02411aa4-53b2-40ce-a279-196ec8961b27 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855720 Aug 20 12:41:10.890789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174354-be36-4ffa-910b-c6c941416b80 req-0695c6c7-448f-44cc-bf5a-07ea385b1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:10.892556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91174354-be36-4ffa-910b-c6c941416b80 req-0695c6c7-448f-44cc-bf5a-07ea385b1732 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1095 time: 0.0413861 Aug 20 12:41:10.986398 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174354-be36-4ffa-910b-c6c941416b80 req-45cedf0c-a9c4-40c6-b123-46c7104287e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:10.987883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91174354-be36-4ffa-910b-c6c941416b80 req-45cedf0c-a9c4-40c6-b123-46c7104287e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0887353 Aug 20 12:41:11.029856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91174354-be36-4ffa-910b-c6c941416b80 req-d339e253-0c1f-4d39-a34e-79cd0b8c3ce4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 217 time: 0.0341022 Aug 20 12:41:11.084006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174354-be36-4ffa-910b-c6c941416b80 req-61f3b74f-49e3-4ae0-9e11-bffa95353957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:11.085427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91174354-be36-4ffa-910b-c6c941416b80 req-61f3b74f-49e3-4ae0-9e11-bffa95353957 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0485108 Aug 20 12:41:11.131219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174354-be36-4ffa-910b-c6c941416b80 req-5c69bd0d-2026-4fc4-b8bf-c1bc9cc2282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:11.132710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91174354-be36-4ffa-910b-c6c941416b80 req-5c69bd0d-2026-4fc4-b8bf-c1bc9cc2282c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399759 Aug 20 12:41:11.221534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91174354-be36-4ffa-910b-c6c941416b80 req-24dc98be-48c0-4166-8272-160a0a5f23ef service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805614 Aug 20 12:41:11.314635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91174354-be36-4ffa-910b-c6c941416b80 req-b8a982b1-2b6f-417b-ab89-2b3437bf6a7b service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852213 Aug 20 12:41:11.454566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161f342-d9b6-4828-ab93-dcb045b87511 req-9d8d87c9-dbe9-4d99-b4d6-c60f5bd40dc8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:11.456074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f161f342-d9b6-4828-ab93-dcb045b87511 req-9d8d87c9-dbe9-4d99-b4d6-c60f5bd40dc8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 943 time: 0.0514133 Aug 20 12:41:11.494750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f161f342-d9b6-4828-ab93-dcb045b87511 req-eea5df4e-6a70-4446-b3d5-963941354409 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Aug 20 12:41:12.308305 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:12.612368 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955acf7-4b70-491a-ae71-7c5146b3c29f req-1255c445-bfef-49c9-9888-706a29bebd9c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:12.614200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3955acf7-4b70-491a-ae71-7c5146b3c29f req-1255c445-bfef-49c9-9888-706a29bebd9c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 943 time: 0.0487967 Aug 20 12:41:12.652290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3955acf7-4b70-491a-ae71-7c5146b3c29f req-3b8591d3-bb41-46ab-8d2d-a9a401310bea tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Aug 20 12:41:13.013465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 912cf940-f544-4778-a038-bbf9ed6712cd details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:41:13.110097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:41:13.121978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '912cf940-f544-4778-a038-bbf9ed6712cd', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': '912cf940-f544-4778-a038-bbf9ed6712cd', 'mac_address': 'fa:16:3e:c4:e1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:41:13.159227 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:13.172278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912cf940-f544-4778-a038-bbf9ed6712cd {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:41:13.191580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:41:13.195322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:13.247455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:41:13.381535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['912cf940-f544-4778-a038-bbf9ed6712cd'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:41:13.771056 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b7c6e-33c0-4e28-9c88-c4aa709ab07c req-e123a70e-db83-4eab-89f1-746bdb5890ad tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:13.772527 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-820b7c6e-33c0-4e28-9c88-c4aa709ab07c req-e123a70e-db83-4eab-89f1-746bdb5890ad tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 944 time: 0.0531888 Aug 20 12:41:13.811663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-820b7c6e-33c0-4e28-9c88-c4aa709ab07c req-51f369fc-32e1-4dc8-8588-88c40277c124 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Aug 20 12:41:14.071973 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:14.929933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dc659-cb0c-4841-a96c-29ef054aa0c8 req-81fd939a-fba0-49e5-a269-ea47c8f032f9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:14.932147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b6dc659-cb0c-4841-a96c-29ef054aa0c8 req-81fd939a-fba0-49e5-a269-ea47c8f032f9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 944 time: 0.0501812 Aug 20 12:41:14.970285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b6dc659-cb0c-4841-a96c-29ef054aa0c8 req-34505553-b67b-4a0c-949e-56cd21c4ba29 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Aug 20 12:41:15.045147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 912cf940-f544-4778-a038-bbf9ed6712cd up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:41:15.092351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 912cf940-f544-4778-a038-bbf9ed6712cd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:41:15.096268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 912cf940-f544-4778-a038-bbf9ed6712cd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:41:15.096635 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:15.174411 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:15.196195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:41:15.199090 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a6ef15-145e-4802-b2e1-8ea51d566bf8" -d '{"events": [{"server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "name": "network-vif-plugged", "status": "completed", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:41:15.212068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:41:15.216148 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:15.265842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:41:15.300753 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0c73ca-c545-456c-8bf3-8a17b81efa33 x-openstack-request-id: req-7f0c73ca-c545-456c-8bf3-8a17b81efa33 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:41:15.301046 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "name": "network-vif-plugged", "status": "completed", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:41:15.301297 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f0c73ca-c545-456c-8bf3-8a17b81efa33 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:41:15.301692 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd', 'code': 200} Aug 20 12:41:15.394294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02212b9c-63d5-41e1-a496-4e5fa0f7c713 req-c2cc109d-f628-4212-a3e6-acab06fef972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:15.395810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02212b9c-63d5-41e1-a496-4e5fa0f7c713 req-c2cc109d-f628-4212-a3e6-acab06fef972 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1097 time: 0.0416021 Aug 20 12:41:15.430257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-02212b9c-63d5-41e1-a496-4e5fa0f7c713 req-712dbf03-34c9-4a3d-ae55-ed934763c2da service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271091 Aug 20 12:41:16.092791 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249e775-f3dc-4712-b898-74feabad7f5c req-05a36185-5050-4a25-b607-699915dae10c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:16.094290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b249e775-f3dc-4712-b898-74feabad7f5c req-05a36185-5050-4a25-b607-699915dae10c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Aug 20 12:41:16.131978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b249e775-f3dc-4712-b898-74feabad7f5c req-44ac0999-61c2-4445-ad2e-9d5baffd4015 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Aug 20 12:41:17.253012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b815-7ada-4ec1-857c-bee0eb4aac22 req-91e72d10-8c80-4019-b782-2362daec4309 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:17.254513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4458b815-7ada-4ec1-857c-bee0eb4aac22 req-91e72d10-8c80-4019-b782-2362daec4309 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0497870 Aug 20 12:41:17.294079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4458b815-7ada-4ec1-857c-bee0eb4aac22 req-67716bc0-3243-4155-8e31-17a4f4860e72 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334032 Aug 20 12:41:17.404681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b8e2b-c920-4862-83cb-18332236c72b req-4b19bba3-74f6-41d6-ace3-94e9ffd3226f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:17.406141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-348b8e2b-c920-4862-83cb-18332236c72b req-4b19bba3-74f6-41d6-ace3-94e9ffd3226f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0487533 Aug 20 12:41:17.415365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 60766) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:41:17.421625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'floatingip': {'port_id': '912cf940-f544-4778-a038-bbf9ed6712cd'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:41:17.464634 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:17.897492 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:17.901860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:17.999128 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e associated. External IP: 172.25.0.142, port: 912cf940-f544-4778-a038-bbf9ed6712cd. Aug 20 12:41:18.579524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:41:18.689859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:41:18.694869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:18.700301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:41:18.709169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:41:18.709786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:40:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:41:18.722401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5b528da2-510f-4d70-97d0-9ceaf6489f1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "PUT /v2.0/floatingips/5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e HTTP/1.1" status: 200 len: 991 time: 1.3049150 Aug 20 12:41:18.722977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:41:18.725223 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5f97f2-83c2-4b11-b47a-7558335c6987" -d '{"events": [{"name": "network-changed", "server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:41:18.766579 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d49006-f766-4abb-a356-43ab6fb90344 x-openstack-request-id: req-b1d49006-f766-4abb-a356-43ab6fb90344 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:41:18.766863 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:41:18.767117 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1d49006-f766-4abb-a356-43ab6fb90344 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:41:18.767522 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd', 'status': 'completed', 'code': 200} Aug 20 12:41:18.822770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:41:18.836155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-42ed4439-c925-4e4a-bd03-7c6ea0f3bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:18.837809 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-42ed4439-c925-4e4a-bd03-7c6ea0f3bbba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1097 time: 0.0407310 Aug 20 12:41:18.927337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-6ec9fa66-15c1-4329-be76-1971975733ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:18.929145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-6ec9fa66-15c1-4329-be76-1971975733ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0845399 Aug 20 12:41:19.002481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-0a380f50-9944-46b4-b142-ba5a561c3bc1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 999 time: 0.0660596 Aug 20 12:41:19.051827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-130d6957-50e4-4890-85d4-4abc1dc1510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:19.053307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-130d6957-50e4-4890-85d4-4abc1dc1510d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0447726 Aug 20 12:41:19.059724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': '912cf940-f544-4778-a038-bbf9ed6712cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:c4:e1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a84d19-e479-4f49-8128-8f8a9e222557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:41:17Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:41:19.086319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:41:19.094755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:41:19.095355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:40:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:41:19.101436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-741dc0bf-f7bc-4e1d-a3f2-355cd40af5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:19.103062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-741dc0bf-f7bc-4e1d-a3f2-355cd40af5a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418236 Aug 20 12:41:19.196758 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-ab426d7a-2db8-4dd7-81fe-bd2eea2cb2d0 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 Aug 20 12:41:19.200389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:41:19.287361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc5f97f2-83c2-4b11-b47a-7558335c6987 req-0f04a156-9d3d-40fb-ba9e-5385da0bcefa service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833836 Aug 20 12:41:19.428794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': '912cf940-f544-4778-a038-bbf9ed6712cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:c4:e1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a84d19-e479-4f49-8128-8f8a9e222557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:41:17Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:41:19.455441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b4932-7639-4137-8770-28e064f0416f None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': '912cf940-f544-4778-a038-bbf9ed6712cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:c4:e1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a84d19-e479-4f49-8128-8f8a9e222557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:41:17Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:41:19.634430 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b5f8d-6fa4-41a9-aaf9-69dfcf8491cb None None] New status for floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:41:21.742017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-80f19d32-7060-41b9-abea-f566eb4c5f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:24.325059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a2352ccd-f839-43d2-8196-df8c0c40b898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:25.048256 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:25.715908 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:27.078732 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:33.095849 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:41:42.324599 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:44.058165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:51.744467 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-21a41478-afea-4172-9094-dea9c7efd763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:54.327396 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-264fd4d8-84f0-411d-a246-fb35ebff0689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:55.049958 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:55.719563 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:57.080358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:00.607976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-d0d31f2a-81d9-45e0-aa9f-1c2378b51c74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449166 Aug 20 12:42:00.688872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-b8ed25d1-a709-4786-9ed8-2840ff9bece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:00.690459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-b8ed25d1-a709-4786-9ed8-2840ff9bece8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1097 time: 0.0413225 Aug 20 12:42:00.790208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-73ac38cf-df9b-417c-82c7-cf36cdd5f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:00.791623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-73ac38cf-df9b-417c-82c7-cf36cdd5f2e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0831113 Aug 20 12:42:00.861423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-e960ad0c-4358-4867-865e-2b5b0247cccb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 1001 time: 0.0626130 Aug 20 12:42:00.910006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-4c71bef8-471d-4095-a2ef-d75d7014d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:00.911473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-4c71bef8-471d-4095-a2ef-d75d7014d268 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0430303 Aug 20 12:42:00.958192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-59fd65be-5bff-4a51-9e8a-1add62feaeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:00.959735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-59fd65be-5bff-4a51-9e8a-1add62feaeb1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401275 Aug 20 12:42:01.052454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-39cadf56-cb5b-412f-88f0-b1cd9aee5b62 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Aug 20 12:42:01.140400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ce76bfb-d48a-4827-816a-7e1746cac160 req-06c0cd0e-ab76-4c74-b6d4-2a91d11ea085 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810349 Aug 20 12:42:10.094701 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:42:12.335170 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:14.086527 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:21.745223 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-112c2c17-0832-497c-bf18-0996932e3d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:24.332896 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-38b5eb82-8ccb-4482-a58b-5d126fbcd886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:25.051385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:25.722595 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:27.083702 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:35.118669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-fc4defbf-8231-48fc-8c8a-a3baf106ca56 req-94d8a88a-b2ef-4e44-b6dd-9416f72dd2c3 service neutron] (101033) timed out ('10.222.0.73', 61928) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:42:42.344335 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:44.083874 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:47.094032 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:42:51.746309 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8172108f-207e-49dd-b32d-90c34108506c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:53.602405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5c75b-4e6e-42f4-abe1-e7edff50ba63 req-b5644d58-206c-4036-a00b-302ec9ee32ee tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:53.603815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fc5c75b-4e6e-42f4-abe1-e7edff50ba63 req-b5644d58-206c-4036-a00b-302ec9ee32ee tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0589237 Aug 20 12:42:53.643218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7fc5c75b-4e6e-42f4-abe1-e7edff50ba63 req-4687c579-c9a8-4d88-8a38-1eb1cd7eb3b6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Aug 20 12:42:54.334656 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8401558f-627c-4141-83d2-2202ccee67c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:54.762511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d76e5-8279-4fb0-8fd2-4cbc1ddd1f93 req-135b37f3-758b-4e09-80b7-209d7e0a9632 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:54.763995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e7d76e5-8279-4fb0-8fd2-4cbc1ddd1f93 req-135b37f3-758b-4e09-80b7-209d7e0a9632 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0504072 Aug 20 12:42:54.801717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e7d76e5-8279-4fb0-8fd2-4cbc1ddd1f93 req-55837e2a-9702-49b4-867e-175064c6019d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314734 Aug 20 12:42:55.053256 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:55.725335 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:55.926491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e685bb-9522-4ff4-b34c-2a46220560ba req-470b2cbc-8a7f-40db-849a-f90b1bccb26e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:55.928375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69e685bb-9522-4ff4-b34c-2a46220560ba req-470b2cbc-8a7f-40db-849a-f90b1bccb26e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0553408 Aug 20 12:42:55.967148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69e685bb-9522-4ff4-b34c-2a46220560ba req-f04f4732-d74e-49fe-a4cd-bbcf434c449b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Aug 20 12:42:57.086013 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:57.088599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556c412-4146-4b26-993d-b516bb4590f7 req-a4599870-c573-4ad4-869d-971cab5e1c1a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:57.090941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b556c412-4146-4b26-993d-b516bb4590f7 req-a4599870-c573-4ad4-869d-971cab5e1c1a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0539494 Aug 20 12:42:57.128009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b556c412-4146-4b26-993d-b516bb4590f7 req-6026a4b4-5c2a-4611-99ac-3f5df6264d66 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Aug 20 12:42:58.260378 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5e98-9098-46de-9e93-353f7646cad5 req-312896c0-a0fc-4406-acd8-90ae8f086dc2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:58.262514 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da3b5e98-9098-46de-9e93-353f7646cad5 req-312896c0-a0fc-4406-acd8-90ae8f086dc2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0496624 Aug 20 12:42:58.300900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da3b5e98-9098-46de-9e93-353f7646cad5 req-bea7a91e-9afd-440f-a8d3-c334e52b643a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Aug 20 12:42:59.429445 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492ecd4-3fb5-4d8f-b742-2e1fe3bd68c3 req-304c0bcd-f191-4fb0-ba0b-721f7c1976be tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:59.430921 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c492ecd4-3fb5-4d8f-b742-2e1fe3bd68c3 req-304c0bcd-f191-4fb0-ba0b-721f7c1976be tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0484490 Aug 20 12:42:59.468767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c492ecd4-3fb5-4d8f-b742-2e1fe3bd68c3 req-bba4588a-1a57-444d-828e-7ec8beb6ead9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Aug 20 12:43:00.587577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1378e8-1f59-4f37-94fe-a02f1af9506d req-4654c5dd-d4d9-4bd7-8037-8d1f57552a32 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:00.589052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b1378e8-1f59-4f37-94fe-a02f1af9506d req-4654c5dd-d4d9-4bd7-8037-8d1f57552a32 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0535157 Aug 20 12:43:00.633070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b1378e8-1f59-4f37-94fe-a02f1af9506d req-fa53ca43-e058-4d5d-889d-74fcde408f32 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355539 Aug 20 12:43:01.617060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-aa0c520d-b8af-4c5e-9dab-f796ddef53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:01.618489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-aa0c520d-b8af-4c5e-9dab-f796ddef53a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1097 time: 0.0398779 Aug 20 12:43:01.754524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-511da837-b564-45fb-87b5-5a5614fc74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:01.756011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-511da837-b564-45fb-87b5-5a5614fc74c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.1180587 Aug 20 12:43:01.772384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99923cc-e954-4920-a14e-85de83cd4cc3 req-0e692917-b97e-4bcb-a533-82e302a8217e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:01.773829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a99923cc-e954-4920-a14e-85de83cd4cc3 req-0e692917-b97e-4bcb-a533-82e302a8217e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0658240 Aug 20 12:43:01.863854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a99923cc-e954-4920-a14e-85de83cd4cc3 req-24eebd6d-e710-450b-8f8f-bfb2cfdfbbbb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816014 Aug 20 12:43:01.868373 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-74eb9dd6-21cd-4169-96f6-954b9aeaf2bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 1001 time: 0.0935366 Aug 20 12:43:01.919131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-daf4fa3a-0312-48a9-8367-b15a3769f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:01.920589 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-daf4fa3a-0312-48a9-8367-b15a3769f8b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0449190 Aug 20 12:43:01.968105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-3f312896-7f22-4868-9719-e6d099f3f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:01.969648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-3f312896-7f22-4868-9719-e6d099f3f9cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423200 Aug 20 12:43:01.982475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-35cb9076-1f7a-4e10-9d86-60f545f328c7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:43:01.983453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-35cb9076-1f7a-4e10-9d86-60f545f328c7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057120 Aug 20 12:43:02.075941 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-d2783c71-aa36-43bb-a97c-44eb60a87384 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856452 Aug 20 12:43:02.167698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18331b90-3742-43c3-80dd-0d93d87a87d5 req-94db747a-8036-4c44-8f95-05ff0cd4db58 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820787 Aug 20 12:43:02.985118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652aebd-e6f8-402b-9521-ce80ff23e6e5 req-a4fd7d65-f1c5-41ef-bcc7-01dc9413db61 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:02.986642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c652aebd-e6f8-402b-9521-ce80ff23e6e5 req-a4fd7d65-f1c5-41ef-bcc7-01dc9413db61 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Aug 20 12:43:03.024525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c652aebd-e6f8-402b-9521-ce80ff23e6e5 req-14921756-06f0-4da5-86da-dd8792f337af tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Aug 20 12:43:04.150082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104787e8-7f47-49a0-8708-89093e3b75dd req-f50a135c-55ae-48d4-9ef3-812761890a1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:04.151567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104787e8-7f47-49a0-8708-89093e3b75dd req-f50a135c-55ae-48d4-9ef3-812761890a1d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0531261 Aug 20 12:43:04.188996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-104787e8-7f47-49a0-8708-89093e3b75dd req-df68f497-c183-4535-b253-610979b493aa tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Aug 20 12:43:04.422743 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-4257bf52-cdd7-434d-a011-0d22eadaa0d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421219 Aug 20 12:43:04.435289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295f35-8b7e-46c6-bd66-7593793dd558 req-c69b7d32-7db3-44dc-864b-3306987942b4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:04.436868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec295f35-8b7e-46c6-bd66-7593793dd558 req-c69b7d32-7db3-44dc-864b-3306987942b4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0501962 Aug 20 12:43:04.478649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ec295f35-8b7e-46c6-bd66-7593793dd558 req-37780994-fa38-47e4-8248-8e335e02df18 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353069 Aug 20 12:43:05.596738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6a682-cedb-4f6c-834f-5e3841bdaa0f req-9c02eecc-3cef-4c71-bb6b-f76d4f4afda8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:05.598342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28a6a682-cedb-4f6c-834f-5e3841bdaa0f req-9c02eecc-3cef-4c71-bb6b-f76d4f4afda8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0500188 Aug 20 12:43:05.635699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28a6a682-cedb-4f6c-834f-5e3841bdaa0f req-edd8f6dc-5700-4ce1-8921-63111d8843b5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311773 Aug 20 12:43:05.996446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-be103bdc-f810-48be-aaaf-dba7d866dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:05.997995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-be103bdc-f810-48be-aaaf-dba7d866dfb9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1097 time: 0.0479019 Aug 20 12:43:06.094130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-ac55b661-91c6-4093-9f30-2aa422c56682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:06.095658 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-ac55b661-91c6-4093-9f30-2aa422c56682 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0907238 Aug 20 12:43:06.165343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-42bd1bfc-d822-4e75-bffb-ca42fa56ebc0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 1001 time: 0.0626192 Aug 20 12:43:06.216950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-bed67e4a-fce7-49e6-856f-24c3c96fd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:06.218469 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-bed67e4a-fce7-49e6-856f-24c3c96fd529 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0461478 Aug 20 12:43:06.265191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-90d092a5-e145-411e-a556-5f8c9ded1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:06.267448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-90d092a5-e145-411e-a556-5f8c9ded1467 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420878 Aug 20 12:43:06.360590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-873b93ce-dde2-4ec3-9959-6cf1fcf6c09d service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860476 Aug 20 12:43:06.451466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-be5277a5-59eb-4c41-aa5d-a5619dd8d157 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840757 Aug 20 12:43:06.757965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a7db-82ae-4bec-81b8-0e1ed905e0be req-8638e52a-83ba-44e3-b72d-e728ab216107 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:06.759490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a35a7db-82ae-4bec-81b8-0e1ed905e0be req-8638e52a-83ba-44e3-b72d-e728ab216107 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0504825 Aug 20 12:43:06.796552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a35a7db-82ae-4bec-81b8-0e1ed905e0be req-d7421f24-45c3-4b30-8b91-3473e29663cd tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Aug 20 12:43:07.917289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ac3c3-a2b7-49f7-a76b-04966c53e4ab req-c5970821-e1d0-4315-9991-a84bfcb80425 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:07.918795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-170ac3c3-a2b7-49f7-a76b-04966c53e4ab req-c5970821-e1d0-4315-9991-a84bfcb80425 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0546303 Aug 20 12:43:07.956837 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-170ac3c3-a2b7-49f7-a76b-04966c53e4ab req-7b84a8a0-2344-4d4b-afb0-1186cb71acf7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Aug 20 12:43:08.350892 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-0757214f-4b78-4f61-9315-b903b1f45601 req-70609ec2-ffcd-435c-9431-cab697accfa4 service neutron] show failed (client error): The resource could not be found. Aug 20 12:43:08.351910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-70609ec2-ffcd-435c-9431-cab697accfa4 service neutron] 10.222.0.22 "GET /v2.0/ports/912cf940-f544-4778-a038-bbf9ed6712cd/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.1535368 Aug 20 12:43:08.556304 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-fb9bb9c1-edc9-4749-8c40-b4d066cf214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:08.557843 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-fb9bb9c1-edc9-4749-8c40-b4d066cf214d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0452633 Aug 20 12:43:08.574438 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:43:08.628904 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:08.831035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:08.868067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:43:08.915063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:43:08.917553 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b117e4c5-46d0-4884-ba14-e334b1527f0a" -d '{"events": [{"server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "name": "network-vif-unplugged", "status": "completed", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:43:08.922104 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:08.935780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Transition to ACTIVE for port object 912cf940-f544-4778-a038-bbf9ed6712cd will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:43:08.940148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:09.020514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:09.033758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.034079 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.034447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.034775 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.035102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.035423 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.035742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.036058 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.036373 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.036704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.037018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.037329 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:09.062622 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521719cb-b521-4c5d-985c-1a43c60a3b24 x-openstack-request-id: req-521719cb-b521-4c5d-985c-1a43c60a3b24 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:43:09.062955 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "name": "network-vif-unplugged", "status": "completed", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:43:09.063150 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-521719cb-b521-4c5d-985c-1a43c60a3b24 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:43:09.063546 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd', 'code': 200} Aug 20 12:43:09.085549 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] No DVR routers for this DVR port 912cf940-f544-4778-a038-bbf9ed6712cd on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:43:09.108767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863f42-603f-4218-83bb-cdde21d35a6f req-e7610844-caca-4704-85bf-5b1a4e0a57aa tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:09.110364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc863f42-603f-4218-83bb-cdde21d35a6f req-e7610844-caca-4704-85bf-5b1a4e0a57aa tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 943 time: 0.0570104 Aug 20 12:43:09.154912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc863f42-603f-4218-83bb-cdde21d35a6f req-f8a6232d-5944-48fe-8ad0-85a396614681 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 Aug 20 12:43:09.228678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Attempting to bind port 912cf940-f544-4778-a038-bbf9ed6712cd on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:43:09.229031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Attempting to bind port 912cf940-f544-4778-a038-bbf9ed6712cd by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:43:09.229360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Attempting to bind port 912cf940-f544-4778-a038-bbf9ed6712cd on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:43:09.234968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Port 912cf940-f544-4778-a038-bbf9ed6712cd on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:43:09.235281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Attempting to bind port 912cf940-f544-4778-a038-bbf9ed6712cd on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:43:09.239993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:43:09.240327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:43:09.240703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:43:09.241120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Bound port: 912cf940-f544-4778-a038-bbf9ed6712cd, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:43:09.241473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:09.305880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:43:09.309491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:43:09.313442 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:09.347705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:09.348321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:09.349755 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] 10.222.0.73 "PUT /v2.0/ports/912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 1092 time: 0.7793503 Aug 20 12:43:09.375519 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591112c9-1699-4603-b466-a02cb7b8294b service neutron] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:09.421385 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-566f8fa7-03b0-4347-96eb-151a0bf14c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:09.422937 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-566f8fa7-03b0-4347-96eb-151a0bf14c6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1095 time: 0.0436935 Aug 20 12:43:09.523997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-6bfc5194-ed64-4fad-af25-8a8b9f429afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:09.525501 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-6bfc5194-ed64-4fad-af25-8a8b9f429afc service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0946636 Aug 20 12:43:09.594043 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-8f48dd62-a9c1-4107-9c68-66e960642c3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 999 time: 0.0599623 Aug 20 12:43:09.653406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-835595a5-fb96-40fe-9be4-b6cc7aab3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:09.655116 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-835595a5-fb96-40fe-9be4-b6cc7aab3450 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0514572 Aug 20 12:43:09.705875 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757214f-4b78-4f61-9315-b903b1f45601 req-eb9834f1-c0a5-4cb1-81a4-9be8ae776dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:09.707401 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-eb9834f1-c0a5-4cb1-81a4-9be8ae776dc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415583 Aug 20 12:43:09.803240 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-b8507495-7c70-4625-a165-65a3e17e0247 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Aug 20 12:43:09.901012 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-0757214f-4b78-4f61-9315-b903b1f45601 req-e476c0af-f951-4061-a7d4-01f9d368479e service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873568 Aug 20 12:43:10.283203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77599e20-07bc-416d-a312-db31b4cec42d req-69bebeab-b8b9-4769-86c6-f0589e7a4b2e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:10.284649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77599e20-07bc-416d-a312-db31b4cec42d req-69bebeab-b8b9-4769-86c6-f0589e7a4b2e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 943 time: 0.0564978 Aug 20 12:43:10.322493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77599e20-07bc-416d-a312-db31b4cec42d req-ec415dbf-4239-4f48-8a5d-db25a601874e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Aug 20 12:43:11.064583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:43:11.067539 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b722c8bf-9448-4349-8122-264d9ceb8c09" -d '{"events": [{"name": "network-changed", "server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:43:11.115585 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89278d0e-8dc7-4645-ae78-c795d66a187c x-openstack-request-id: req-89278d0e-8dc7-4645-ae78-c795d66a187c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:43:11.115874 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:43:11.116131 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89278d0e-8dc7-4645-ae78-c795d66a187c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:43:11.116550 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd', 'status': 'completed', 'code': 200} Aug 20 12:43:11.173924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-3bf06db0-8df2-4280-ac9b-c6c4e84547d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.175475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-3bf06db0-8df2-4280-ac9b-c6c4e84547d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1095 time: 0.0417569 Aug 20 12:43:11.184173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-9d320d1e-0fec-43da-8fcf-48dcca689b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.185655 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-9d320d1e-0fec-43da-8fcf-48dcca689b2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1095 time: 0.0421274 Aug 20 12:43:11.273545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-8dd7c54d-227e-454f-b016-0601840b00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.275109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-8dd7c54d-227e-454f-b016-0601840b00c7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0920684 Aug 20 12:43:11.293119 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-075a777a-dff6-446a-969f-0e352c3c28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.294663 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-075a777a-dff6-446a-969f-0e352c3c28af service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.1013966 Aug 20 12:43:11.342125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-a1cc41f1-2d81-42e4-9dd7-2b650643f021 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 999 time: 0.0594709 Aug 20 12:43:11.368235 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-995a9658-2920-414f-b658-f1f9069024ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 999 time: 0.0634394 Aug 20 12:43:11.427427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-0c52fa1e-152d-4986-a295-f754e59eda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.428555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-a302ec8a-1507-4636-b918-0eaff18d215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.429084 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-0c52fa1e-152d-4986-a295-f754e59eda53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0531831 Aug 20 12:43:11.429953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-a302ec8a-1507-4636-b918-0eaff18d215b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0803111 Aug 20 12:43:11.501876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-94971638-3beb-4977-a788-a0413f60d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.503427 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-94971638-3beb-4977-a788-a0413f60d783 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503480 Aug 20 12:43:11.507642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c364f-f0a5-4d23-91f4-50aec3ceabde req-ed774a88-0bfa-457f-8824-24e6af3528f7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.509121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-857c364f-f0a5-4d23-91f4-50aec3ceabde req-ed774a88-0bfa-457f-8824-24e6af3528f7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 943 time: 0.0917225 Aug 20 12:43:11.514006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-c649fb8e-bdc5-4455-bcee-d175d57dee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:11.516351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-c649fb8e-bdc5-4455-bcee-d175d57dee7e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681205 Aug 20 12:43:11.595127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-f4c85f73-77b6-4e50-b22f-b8949551a6ab req-b998d91d-94af-4b31-b8b7-39c332e29ae1 service neutron] (101034) timed out ('10.222.0.25', 55590) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:43:11.605995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-857c364f-f0a5-4d23-91f4-50aec3ceabde req-ed8eb798-e835-4e5b-a01b-ce6d8ac04bcb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887117 Aug 20 12:43:11.614119 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-08c45437-4fc6-4781-8752-a8b88ad6b171 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011844 Aug 20 12:43:11.637223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-d0998968-7f0c-4377-8289-55c0bad511c9 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140077 Aug 20 12:43:11.722349 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-d02a1fb5-fbad-4026-ae4b-c8c519fd9173 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965669 Aug 20 12:43:11.805698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 912cf940-f544-4778-a038-bbf9ed6712cd no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:43:11.846288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 912cf940-f544-4778-a038-bbf9ed6712cd not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:43:11.983501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b722c8bf-9448-4349-8122-264d9ceb8c09 req-b6397034-5aba-41e2-85cd-dddb8ab431a6 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394392 Aug 20 12:43:12.349027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:12.725713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ef895-e4fb-4d8c-8ca4-64e8672f9b5a req-bc1a470c-0979-49dd-8f3b-7ac0b5fefccd tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:12.727238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f76ef895-e4fb-4d8c-8ca4-64e8672f9b5a req-bc1a470c-0979-49dd-8f3b-7ac0b5fefccd tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 943 time: 0.0491230 Aug 20 12:43:12.765717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f76ef895-e4fb-4d8c-8ca4-64e8672f9b5a req-d666cd9d-c1ae-4cbb-9bc9-7fc07118fe3e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Aug 20 12:43:12.774700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 912cf940-f544-4778-a038-bbf9ed6712cd details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:43:13.009008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2a94-2384-4e4d-9355-ec20877066d9 req-197dcbd1-b603-4f2f-a5ec-cde32bdedd51 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:13.010626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c7c2a94-2384-4e4d-9355-ec20877066d9 req-197dcbd1-b603-4f2f-a5ec-cde32bdedd51 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 943 time: 0.0903738 Aug 20 12:43:13.023558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fa253-2079-49cf-bce4-a47f53d113df req-50a49f7b-785e-4312-986f-b96c038602a1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:13.025002 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-50a49f7b-785e-4312-986f-b96c038602a1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557&tenant_id=aefffeae848744a1975e58d269a3e5e8&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 943 time: 0.0736470 Aug 20 12:43:13.042983 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:13.055151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '912cf940-f544-4778-a038-bbf9ed6712cd', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': '912cf940-f544-4778-a038-bbf9ed6712cd', 'mac_address': 'fa:16:3e:c4:e1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:43:13.087975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c7c2a94-2384-4e4d-9355-ec20877066d9 req-efac2709-e823-4b1e-a1a5-6049fd4a8aca tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620136 Aug 20 12:43:13.093316 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:13.112191 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912cf940-f544-4778-a038-bbf9ed6712cd {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:43:13.114502 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-c60fa253-2079-49cf-bce4-a47f53d113df req-7ad728ed-17b5-4596-b846-9d3b4f6eb844 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:43:13.115542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-7ad728ed-17b5-4596-b846-9d3b4f6eb844 service neutron] 10.222.0.22 "DELETE /v2.0/ports/912cf940-f544-4778-a038-bbf9ed6712cd/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0828190 Aug 20 12:43:13.132502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:13.136432 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:13.191425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:13.198779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.199121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.199459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.199790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.200123 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.200449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.200769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.201087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.201405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.201720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.202058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.203206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:13.207309 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fa253-2079-49cf-bce4-a47f53d113df req-7075230d-e18d-401e-8eb3-0f28906f607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:13.208949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-7075230d-e18d-401e-8eb3-0f28906f607d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1096 time: 0.0501983 Aug 20 12:43:13.297331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fa253-2079-49cf-bce4-a47f53d113df req-54d4c3aa-2acd-4838-a28f-5938c60750d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:13.298838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-54d4c3aa-2acd-4838-a28f-5938c60750d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0834498 Aug 20 12:43:13.367683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-66d28656-3507-43e3-b3e8-6cef704bf017 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 1000 time: 0.0614886 Aug 20 12:43:13.417016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fa253-2079-49cf-bce4-a47f53d113df req-8800fab6-a6b6-4eed-96f1-d84640ed09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:13.418484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-8800fab6-a6b6-4eed-96f1-d84640ed09bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0439718 Aug 20 12:43:13.464844 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fa253-2079-49cf-bce4-a47f53d113df req-ca10d633-4365-4b61-9497-84a86f4ffda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:13.466367 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-ca10d633-4365-4b61-9497-84a86f4ffda8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412853 Aug 20 12:43:13.470846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['912cf940-f544-4778-a038-bbf9ed6712cd'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:43:13.558963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-380b34fe-0f5c-43ad-a59c-d76e9b1ff41f service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857117 Aug 20 12:43:13.648617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c60fa253-2079-49cf-bce4-a47f53d113df req-0766af01-387f-4034-a441-1de3b26de157 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828476 Aug 20 12:43:14.100672 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:14.211818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22a27a-5837-405c-9926-563866bd622d req-518d118a-6ca7-4bc3-bddd-a3db19371a72 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:14.213301 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b22a27a-5837-405c-9926-563866bd622d req-518d118a-6ca7-4bc3-bddd-a3db19371a72 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 944 time: 0.0513389 Aug 20 12:43:14.252188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b22a27a-5837-405c-9926-563866bd622d req-d9c9a7f4-3616-44be-ba5e-ec7f82fea173 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324409 Aug 20 12:43:14.372891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22828f-0ada-4001-b038-27a169129a2e req-28ff0bb0-9835-4dec-99bc-7e709a0a5eb2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:14.374926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd22828f-0ada-4001-b038-27a169129a2e req-28ff0bb0-9835-4dec-99bc-7e709a0a5eb2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 944 time: 0.0556006 Aug 20 12:43:14.414012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd22828f-0ada-4001-b038-27a169129a2e req-85589270-f473-4f9e-af67-26856f974b02 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331032 Aug 20 12:43:14.615459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b41e2-d848-4cf6-9cd1-994f4c9d47b5 req-a4910e11-9232-4b6b-a938-2c98b5fb0ac3 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:14.616888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0b41e2-d848-4cf6-9cd1-994f4c9d47b5 req-a4910e11-9232-4b6b-a938-2c98b5fb0ac3 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 944 time: 0.0520656 Aug 20 12:43:14.647620 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565dea-5206-4a89-91fe-c0cedf16556f req-a8625999-4af9-456f-8b74-87e33f7ba13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:14.649170 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-93565dea-5206-4a89-91fe-c0cedf16556f req-a8625999-4af9-456f-8b74-87e33f7ba13d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 1096 time: 0.0424457 Aug 20 12:43:14.654657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf0b41e2-d848-4cf6-9cd1-994f4c9d47b5 req-a4e090ce-78d6-4ca9-9889-8e8d8206edc8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Aug 20 12:43:14.744665 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565dea-5206-4a89-91fe-c0cedf16556f req-773ff92c-4111-4365-a4f1-c4dc3d440423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:14.746154 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-93565dea-5206-4a89-91fe-c0cedf16556f req-773ff92c-4111-4365-a4f1-c4dc3d440423 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0858164 Aug 20 12:43:14.789833 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 912cf940-f544-4778-a038-bbf9ed6712cd up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:43:14.820364 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-93565dea-5206-4a89-91fe-c0cedf16556f req-bd86f633-6395-469c-b31c-e80615e2830e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 200 len: 1000 time: 0.0630078 Aug 20 12:43:14.843702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 912cf940-f544-4778-a038-bbf9ed6712cd completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:43:14.847589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 912cf940-f544-4778-a038-bbf9ed6712cd triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:43:14.847961 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:14.876582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565dea-5206-4a89-91fe-c0cedf16556f req-12042654-40d1-4b30-b619-6e7d1551dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:14.878137 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-93565dea-5206-4a89-91fe-c0cedf16556f req-12042654-40d1-4b30-b619-6e7d1551dd79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0466793 Aug 20 12:43:14.925892 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:14.927582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565dea-5206-4a89-91fe-c0cedf16556f req-c66aabc9-1234-433c-9819-22ea564493dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:14.929293 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-93565dea-5206-4a89-91fe-c0cedf16556f req-c66aabc9-1234-433c-9819-22ea564493dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417888 Aug 20 12:43:14.948893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:43:14.951264 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9ccbc-c56f-4508-ac07-21a89828b04b" -d '{"events": [{"server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "name": "network-vif-plugged", "status": "completed", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:43:14.964447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:14.969353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:14.994871 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116cc8fd-8550-488c-9c9a-436b94d5a4eb x-openstack-request-id: req-116cc8fd-8550-488c-9c9a-436b94d5a4eb {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:43:14.995163 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "name": "network-vif-plugged", "status": "completed", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:43:14.995417 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-116cc8fd-8550-488c-9c9a-436b94d5a4eb {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:43:14.995808 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd', 'code': 200} Aug 20 12:43:15.021826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:15.033835 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-93565dea-5206-4a89-91fe-c0cedf16556f req-7946c74d-6096-4429-af3a-e8e8e3921bf4 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926960 Aug 20 12:43:15.127849 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-93565dea-5206-4a89-91fe-c0cedf16556f req-29731bbf-fc6a-4287-ae7b-adecfe9d92a2 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Aug 20 12:43:15.777394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0889-bf53-4d9b-9153-b4a44930a0a4 req-46adecb9-bc57-47e8-adc9-86438b8700ad tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:15.778903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-599f0889-bf53-4d9b-9153-b4a44930a0a4 req-46adecb9-bc57-47e8-adc9-86438b8700ad tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0517459 Aug 20 12:43:15.817104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-599f0889-bf53-4d9b-9153-b4a44930a0a4 req-f27f3313-b599-43d6-8637-e7022bb8cef5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Aug 20 12:43:16.940996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eb617-8594-4aef-b7f8-e10e5a849179 req-e74fe939-4366-4d47-9d4e-a333b6590947 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:16.942509 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-534eb617-8594-4aef-b7f8-e10e5a849179 req-e74fe939-4366-4d47-9d4e-a333b6590947 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0528133 Aug 20 12:43:16.981473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-534eb617-8594-4aef-b7f8-e10e5a849179 req-e37e7aaa-1d18-4f4b-84f2-545b1e2120d1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 Aug 20 12:43:17.218591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af73db-9488-40e0-a1d9-028e065a6ae7 req-8bea04a3-87fd-4f98-bd04-0cc5bec8536a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:17.220157 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4af73db-9488-40e0-a1d9-028e065a6ae7 req-8bea04a3-87fd-4f98-bd04-0cc5bec8536a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0505912 Aug 20 12:43:17.257349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f4af73db-9488-40e0-a1d9-028e065a6ae7 req-294a208b-f65e-4bc8-bcb8-5c1299534f06 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Aug 20 12:43:18.374118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59922bc0-588c-4145-b5ba-2b0dfe323350 req-445d0d83-1b44-49f2-839d-37f5369cf83c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:18.375726 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59922bc0-588c-4145-b5ba-2b0dfe323350 req-445d0d83-1b44-49f2-839d-37f5369cf83c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0495925 Aug 20 12:43:18.415206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-59922bc0-588c-4145-b5ba-2b0dfe323350 req-1f565cef-af77-40d1-8748-b6611e4bbcb0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333955 Aug 20 12:43:18.618588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f161b6-3118-47e9-b107-192139d26028 req-fd2912ed-5663-4940-b977-f0350345e6d0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:18.620056 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c4f161b6-3118-47e9-b107-192139d26028 req-fd2912ed-5663-4940-b977-f0350345e6d0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.73 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 945 time: 0.0553396 Aug 20 12:43:18.713817 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Deleting port 912cf940-f544-4778-a038-bbf9ed6712cd {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:43:18.714155 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:18.810640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] For port 912cf940-f544-4778-a038-bbf9ed6712cd, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=912cf940-f544-4778-a038-bbf9ed6712cd,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:18.810917 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:18.996483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:18.996862 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:18.997175 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e disassociated. External IP: 172.25.0.142, port: 912cf940-f544-4778-a038-bbf9ed6712cd. Aug 20 12:43:18.997512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Calling delete_port for 912cf940-f544-4778-a038-bbf9ed6712cd owned by compute:nova {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:43:19.130644 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:19.160923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event deleted for resources: {'Port': ['ID=912cf940-f544-4778-a038-bbf9ed6712cd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:19.279697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:43:19.393086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:43:19.403886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:43:19.417595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:43:19.418247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:42:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:43:19.433128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] No DVR routers for this DVR port 912cf940-f544-4778-a038-bbf9ed6712cd on host n-h1-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:43:19.435924 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:19.438054 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-c4f161b6-3118-47e9-b107-192139d26028 req-b02252c6-56b7-4572-81d2-c78974681db4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.73 "DELETE /v2.0/ports/912cf940-f544-4778-a038-bbf9ed6712cd HTTP/1.1" status: 204 len: 173 time: 0.8074141 Aug 20 12:43:19.438563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'name': 'network-vif-deleted', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:43:19.441189 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c514ec1e-2d52-4532-8476-6ed21276f92e" -d '{"events": [{"server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "name": "network-vif-deleted", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:43:19.492464 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079bd549-c51b-48a7-b0d8-6a8d4adc1633 x-openstack-request-id: req-079bd549-c51b-48a7-b0d8-6a8d4adc1633 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:43:19.492765 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a84d19-e479-4f49-8128-8f8a9e222557", "name": "network-vif-deleted", "tag": "912cf940-f544-4778-a038-bbf9ed6712cd", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:43:19.493016 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-079bd549-c51b-48a7-b0d8-6a8d4adc1633 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:43:19.493446 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a84d19-e479-4f49-8128-8f8a9e222557', 'name': 'network-vif-deleted', 'tag': '912cf940-f544-4778-a038-bbf9ed6712cd', 'status': 'completed', 'code': 200} Aug 20 12:43:19.524013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60e1b2f5-5316-4e7b-a13f-833e553d4afb req-d4e7e9d8-70b8-482d-bee9-0e04748a369f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=81a84d19-e479-4f49-8128-8f8a9e222557 HTTP/1.1" status: 200 len: 210 time: 0.0348728 Aug 20 12:43:19.546548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:43:19.749139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:43:19.775845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:43:19.784372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:43:19.784983 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:42:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:43:19.893630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:43:20.116193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:43:20.146756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0c6b5-082f-4a78-a628-9737f7ce9157 None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:43:20.363626 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b60659-7ed7-4858-8c9c-2335de0c0aa8 None None] New status for floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:43:20.798526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-18ae0b86-c488-411f-a050-c61d9f91396c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1960390246&fields=id&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 267 time: 0.0338206 Aug 20 12:43:20.905284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3c3a71a8-b835-4fe9-9f82-5e9f796b3bed tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:20.907558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3c3a71a8-b835-4fe9-9f82-5e9f796b3bed tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 812 time: 0.1006894 Aug 20 12:43:20.923418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-66a3a187-0fff-4823-9f37-44c5e91fc012 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/quotas/aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 375 time: 0.0099523 Aug 20 12:43:20.982158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-7bb48c38-bd67-4121-b6bc-46d706b54f57 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528252 Aug 20 12:43:21.126513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-da9da0e9-721a-4251-860e-df6da45bc822 service neutron] 10.222.0.25 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315360 Aug 20 12:43:21.219262 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3542127a-aaf9-43e5-ad58-8b1418b25b40 service neutron] 10.222.0.25 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864670 Aug 20 12:43:21.382451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53542789-df55-4ca9-a0e1-a8a9f207978b req-a138b48b-04e0-4c44-8186-392aa44fd5eb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 210 time: 0.0295298 Aug 20 12:43:21.750337 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ee70-df59-4bcc-bcf7-256d608f82c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:22.280518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-fa29be93-67d6-4f49-83a9-88fd752ffe10 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:22.282133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-fa29be93-67d6-4f49-83a9-88fd752ffe10 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 812 time: 0.1034830 Aug 20 12:43:22.329159 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-6a40c2ac-b404-4b1e-87f9-900daeb8f4ce tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 380 time: 0.0379028 Aug 20 12:43:22.340124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'port': {'device_id': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'admin_state_up': True, 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'security_groups': ['2416b6ed-aceb-4874-b2ef-48e9f5b10fed']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:43:22.462989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Made reservation on behalf of aefffeae848744a1975e58d269a3e5e8 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:43:22.466351 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:22.483102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a086900-0384-465a-ac42-4b483b14b28e req-177dae2a-2d84-407a-b92b-d2b2103a316b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 210 time: 0.0324643 Aug 20 12:43:22.612004 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Allocated IP 172.20.0.4 (8eb8caa5-67c2-4518-90db-63d244d86db4/3b15ac4e-b399-4bb8-b12d-848a0257e0e3/bfca15d8-f504-4389-8ec8-8242ab2dd6c7) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:43:22.745679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:22.760227 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Transition to ACTIVE for port object bfca15d8-f504-4389-8ec8-8242ab2dd6c7 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:43:22.793140 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:22.826501 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 912cf940-f544-4778-a038-bbf9ed6712cd no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:43:22.844237 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:43:22.847302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:43:22.850726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 912cf940-f544-4778-a038-bbf9ed6712cd {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:43:22.850998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:43:22.851107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 912cf940-f544-4778-a038-bbf9ed6712cd not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:43:22.882705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:22.896472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.896816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.897158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.897494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.897829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.898156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.898514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.898839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.899162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.899484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.899806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.900127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:22.919147 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:22.919797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:22.936521 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-b8625702-55c8-4eae-a0bb-0be3a0b8f23f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996196 Aug 20 12:43:22.948917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Request body: {'port': {'device_id': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:43:23.012588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:23.129726 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-75e993df-e38d-4071-b7a2-11914147ef9e None None] Provisioning for port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:43:23.133613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-75e993df-e38d-4071-b7a2-11914147ef9e None None] Provisioning complete for port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:43:23.133989 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-75e993df-e38d-4071-b7a2-11914147ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:23.169954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-75e993df-e38d-4071-b7a2-11914147ef9e None None] Port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:43:23.287948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfca15d8-f504-4389-8ec8-8242ab2dd6c7 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:43:23.295595 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:23.308185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Transition to ACTIVE for port object bfca15d8-f504-4389-8ec8-8242ab2dd6c7 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:43:23.311814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:23.365728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:23.438522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:43:23.438856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:43:23.439187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:43:23.443976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:43:23.444297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:43:23.449453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:43:23.450117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:43:23.450341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:43:23.450918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Bound port: bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:43:23.451247 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:23.520599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:43:23.523833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:43:23.531613 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:23.579360 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:23.580180 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:23.581786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] 10.222.0.22 "PUT /v2.0/ports/bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1092 time: 0.6373341 Aug 20 12:43:23.587631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:43:23.589976 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92560ae-d0fe-400f-b2a5-99894dcdfe08" -d '{"events": [{"name": "network-changed", "server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:43:23.659885 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53124488-7f5c-43b1-9408-e6a82d13ea02 x-openstack-request-id: req-53124488-7f5c-43b1-9408-e6a82d13ea02 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:43:23.660183 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:43:23.660438 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53124488-7f5c-43b1-9408-e6a82d13ea02 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:43:23.660851 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'status': 'completed', 'code': 200} Aug 20 12:43:23.666574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681d3a8-dc63-4d54-a421-a210b151d47c service neutron] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:23.689835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec87d6a-766f-40c5-bdcb-dc9801adf649 req-18f596f5-af87-428e-96cf-2a6477722ede tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:23.691485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ec87d6a-766f-40c5-bdcb-dc9801adf649 req-18f596f5-af87-428e-96cf-2a6477722ede tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.1284230 Aug 20 12:43:23.697941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-8d6c9bd1-3dc4-469e-8394-458dc390828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:23.699578 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-8d6c9bd1-3dc4-469e-8394-458dc390828d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1095 time: 0.0752411 Aug 20 12:43:23.755748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-9404bda9-4baa-452c-9174-a0401d82e9dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 217 time: 0.0481186 Aug 20 12:43:23.797366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ec87d6a-766f-40c5-bdcb-dc9801adf649 req-e20e5e1f-5a88-4270-b7ab-4d468b8bcd2e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962772 Aug 20 12:43:23.816743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-d88d6db6-ca45-4fc1-9961-83b24e900b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:23.818230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-d88d6db6-ca45-4fc1-9961-83b24e900b8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0552044 Aug 20 12:43:23.870971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-8a96889e-cea1-43b0-857d-e5875da3b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:23.872473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-8a96889e-cea1-43b0-857d-e5875da3b63c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464029 Aug 20 12:43:23.966480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-36f44756-34cb-4327-8903-20bfcceb0b5b service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854604 Aug 20 12:43:24.059393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7727d95c-3bdc-4f59-875f-53b96c141f01 req-c5ef7d2d-c4e4-4eba-a41b-6163200ff010 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863144 Aug 20 12:43:24.094072 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:43:24.145554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-376f57d3-a180-486a-8c83-defc8521e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:24.147173 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-376f57d3-a180-486a-8c83-defc8521e6aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1095 time: 0.0440228 Aug 20 12:43:24.239486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-781a5dbf-f82d-4fc2-9f6b-2b5afd374025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:24.240994 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-781a5dbf-f82d-4fc2-9f6b-2b5afd374025 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0870948 Aug 20 12:43:24.285207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-d17a6116-48d2-4388-b83b-1c6e8bf50086 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 217 time: 0.0370200 Aug 20 12:43:24.334974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-bb71a39f-0216-471f-a069-be5f7c69b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:24.336570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-bb71a39f-0216-471f-a069-be5f7c69b9fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0447385 Aug 20 12:43:24.336928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45d5f804-42ef-4a32-917c-1a6e391fd0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:24.385617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-f5837969-8743-4ddf-b6e8-675676fba571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:24.387202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-f5837969-8743-4ddf-b6e8-675676fba571 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420091 Aug 20 12:43:24.481329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-42e0fac2-f035-4aac-b6c8-c22319227e96 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863869 Aug 20 12:43:24.571274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c92560ae-d0fe-400f-b2a5-99894dcdfe08 req-451d4bb3-dbee-4ef5-b37c-75ae87e5e866 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829988 Aug 20 12:43:24.928018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee858-4c86-4e48-8891-bb3052b3d08b req-93260aef-45f8-4d95-bcc5-f104f86366e7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:24.929492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-775ee858-4c86-4e48-8891-bb3052b3d08b req-93260aef-45f8-4d95-bcc5-f104f86366e7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.0554748 Aug 20 12:43:24.969882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-775ee858-4c86-4e48-8891-bb3052b3d08b req-eb39bb0d-a183-4380-9a39-a19d591c4de3 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343671 Aug 20 12:43:25.056438 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:25.727982 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:26.086853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacf748-03ba-4ab1-ba2a-f90dfe54ee63 req-79060393-0147-4bb7-b538-0df5f9c19a78 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:26.088320 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5dacf748-03ba-4ab1-ba2a-f90dfe54ee63 req-79060393-0147-4bb7-b538-0df5f9c19a78 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.0489171 Aug 20 12:43:26.126363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5dacf748-03ba-4ab1-ba2a-f90dfe54ee63 req-4ec5f6fd-f6aa-4d0d-afba-90b7e70a5651 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Aug 20 12:43:27.092988 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:27.246245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9418-007a-4144-a56f-916492c4730b req-309789dd-09dc-4c3e-ab42-dfeb99009f6f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:27.247728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6fe9418-007a-4144-a56f-916492c4730b req-309789dd-09dc-4c3e-ab42-dfeb99009f6f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.0498552 Aug 20 12:43:27.285069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6fe9418-007a-4144-a56f-916492c4730b req-a056296f-95ce-4110-8417-276778a9a326 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Aug 20 12:43:27.914408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:43:28.008517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:28.020343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'mac_address': 'fa:16:3e:9e:e8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:43:28.057550 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:28.069949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca15d8-f504-4389-8ec8-8242ab2dd6c7 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:43:28.094312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:28.098093 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:28.144168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:28.299105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['bfca15d8-f504-4389-8ec8-8242ab2dd6c7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:43:28.412805 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb190d1-878c-49b5-8ab7-7f6760e28d9e req-724ba99d-7840-4ba0-a2cc-e763996a18e5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:28.414385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cb190d1-878c-49b5-8ab7-7f6760e28d9e req-724ba99d-7840-4ba0-a2cc-e763996a18e5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 944 time: 0.0596330 Aug 20 12:43:28.452162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cb190d1-878c-49b5-8ab7-7f6760e28d9e req-1345b61b-2b4f-4885-85cf-e4dd88e1de0e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Aug 20 12:43:29.572462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19696f6-fd1a-4619-b442-72a80e2b46b0 req-88b05e07-d85c-4f31-9e20-74daeb92857c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:29.573959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d19696f6-fd1a-4619-b442-72a80e2b46b0 req-88b05e07-d85c-4f31-9e20-74daeb92857c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 944 time: 0.0534737 Aug 20 12:43:29.613604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d19696f6-fd1a-4619-b442-72a80e2b46b0 req-f7fb59fb-92f4-4e82-b74d-b88256e81043 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333254 Aug 20 12:43:29.929661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:43:29.981619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:43:29.985511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:43:29.985882 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:30.060054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:30.084517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:43:30.086763 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a157c-0590-4159-a8ac-eef5f0438444" -d '{"events": [{"server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "name": "network-vif-plugged", "status": "completed", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:43:30.099727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:30.104754 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:30.133857 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee6670-f95f-45b5-bfea-5ce6b2ef8ff1 x-openstack-request-id: req-d3ee6670-f95f-45b5-bfea-5ce6b2ef8ff1 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:43:30.134145 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "name": "network-vif-plugged", "status": "completed", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:43:30.134433 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3ee6670-f95f-45b5-bfea-5ce6b2ef8ff1 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:43:30.134823 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'code': 200} Aug 20 12:43:30.161867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:30.230894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4ca58-3751-4de5-9f16-bdc6e501c601 req-13a1626e-b708-4294-bd70-093db3a54291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:30.232362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bcf4ca58-3751-4de5-9f16-bdc6e501c601 req-13a1626e-b708-4294-bd70-093db3a54291 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1097 time: 0.0444431 Aug 20 12:43:30.268440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bcf4ca58-3751-4de5-9f16-bdc6e501c601 req-97b7e704-b78f-47d8-92e9-878d4c55a575 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292056 Aug 20 12:43:30.733190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245040f5-9a1d-4b3a-9f63-2a520913090e req-a3c268e7-ca69-45d3-9214-8eae6bcefc51 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:30.734715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-245040f5-9a1d-4b3a-9f63-2a520913090e req-a3c268e7-ca69-45d3-9214-8eae6bcefc51 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0534778 Aug 20 12:43:30.772277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-245040f5-9a1d-4b3a-9f63-2a520913090e req-3100566e-2143-4b7c-a9aa-09e06b2c6995 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Aug 20 12:43:31.894901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5456e-e2df-473c-9f1d-b1d9002d4ec8 req-52bcfce8-ddfb-40e7-b02a-e88101815349 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:31.896400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77e5456e-e2df-473c-9f1d-b1d9002d4ec8 req-52bcfce8-ddfb-40e7-b02a-e88101815349 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0514145 Aug 20 12:43:31.935662 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-77e5456e-e2df-473c-9f1d-b1d9002d4ec8 req-4f21f26d-3edc-4af8-bc97-ca3f7cfb9e31 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332911 Aug 20 12:43:32.054127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd477618-4609-4e87-9c52-88ff55cf2e75 req-c7434dc8-2340-48df-b155-37c0ad9b35a9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:32.055688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd477618-4609-4e87-9c52-88ff55cf2e75 req-c7434dc8-2340-48df-b155-37c0ad9b35a9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0522904 Aug 20 12:43:32.064747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 32922) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:43:32.069450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'floatingip': {'port_id': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:43:32.115728 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:32.554570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:32.558368 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:32.657415 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e associated. External IP: 172.25.0.142, port: bfca15d8-f504-4389-8ec8-8242ab2dd6c7. Aug 20 12:43:32.865652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:43:33.214043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:43:33.219407 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:33.224240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:43:33.233037 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:43:33.233650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:43:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:43:33.249204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ee354e3b-6133-49a1-98b7-99df405fb27a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "PUT /v2.0/floatingips/5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e HTTP/1.1" status: 200 len: 991 time: 1.1807828 Aug 20 12:43:33.249204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:43:33.249654 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e" -d '{"events": [{"name": "network-changed", "server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:43:33.295317 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb453e4-0660-425d-b979-942a2587a8e5 x-openstack-request-id: req-beb453e4-0660-425d-b979-942a2587a8e5 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:43:33.295607 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:43:33.295860 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-beb453e4-0660-425d-b979-942a2587a8e5 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:43:33.296281 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'status': 'completed', 'code': 200} Aug 20 12:43:33.348713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:43:33.356709 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-ff29c764-1b84-4530-be80-e089bccc49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:33.358240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-ff29c764-1b84-4530-be80-e089bccc49db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1097 time: 0.0405378 Aug 20 12:43:33.451191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-33595fe7-da05-4934-b1e3-de253dbe51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:33.453165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-33595fe7-da05-4934-b1e3-de253dbe51d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0883660 Aug 20 12:43:33.518059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-0abf0254-4a4a-494a-8f4b-59c25195c361 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 999 time: 0.0584557 Aug 20 12:43:33.571123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-3bbdd867-0be7-4cda-9e32-e88a1298f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:33.572579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-3bbdd867-0be7-4cda-9e32-e88a1298f2c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0479093 Aug 20 12:43:33.573964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:9e:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:43:32Z', 'revision_number': 9, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:43:33.600166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:43:33.608642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:43:33.609828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:43:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:43:33.620620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-2e4a71c7-b1b4-4d92-b919-9c979c7e6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:33.622121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-2e4a71c7-b1b4-4d92-b919-9c979c7e6eb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426676 Aug 20 12:43:33.713596 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-54d84b55-4e32-4e5d-adfc-8618b2270934 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841074 Aug 20 12:43:33.717680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:43:33.815276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0a82df1-bcaf-4ebb-a82a-6d06c006187e req-e33bd908-3f8a-4e44-be0b-9ab2affc0625 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950212 Aug 20 12:43:34.105662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:9e:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:43:32Z', 'revision_number': 9, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:43:34.132334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd19cd-24f9-4146-9bab-ffb8c9062766 None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:9e:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:43:32Z', 'revision_number': 9, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:43:34.328302 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8331566-fbc9-4964-b473-5ab82a9e7416 None None] New status for floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:43:42.368553 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:44.098764 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:51.752261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b3882182-2846-4e86-bf25-e8aed0535b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:54.340580 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f9a9fe7f-7251-4c6d-a457-266f9f5e18ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:55.058235 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:55.730599 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:57.092733 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:01.094346 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:44:03.589938 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-77a2f2d2-f7c9-4024-9c59-68d288872141 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457180 Aug 20 12:44:03.670470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-1b8d8338-5e34-483c-bf5b-d7e73ce2a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:03.671942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-1b8d8338-5e34-483c-bf5b-d7e73ce2a506 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1097 time: 0.0411673 Aug 20 12:44:03.779318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-28fedc44-1e6a-450c-9c3d-15156a6a0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:03.780831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-28fedc44-1e6a-450c-9c3d-15156a6a0b05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0889390 Aug 20 12:44:03.847560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-84b79a64-c2fa-4b73-a9a4-aed2914f52e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0577514 Aug 20 12:44:03.902208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-1b7684a8-3121-485f-b1ab-6ece772341ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:03.903769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-1b7684a8-3121-485f-b1ab-6ece772341ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0499208 Aug 20 12:44:03.951644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-43d7273c-2c7d-4fc6-bace-9eb8561305dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:03.953050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-43d7273c-2c7d-4fc6-bace-9eb8561305dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415580 Aug 20 12:44:04.040354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-1461dd8a-3589-44fe-ba3f-b24c081efc35 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805295 Aug 20 12:44:04.134806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e919132-2b86-47f6-8573-8b5ef13dd00e req-e746b6f4-959c-471e-a482-1c3e983d1326 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867965 Aug 20 12:44:12.362565 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:14.097834 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.755703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4d80d7d3-0dac-4e80-8bc9-a079ca93271b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:24.342124 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83f6b0e1-daa8-4248-88dc-004c5410b221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.059326 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:25.733643 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:27.094168 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:38.093525 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:44:42.361454 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:44.098833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:51.758073 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2500cd89-d76d-46dd-a4f6-1eec8446a242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:54.343340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-38aafe83-6b3b-45ef-8030-8e4fadc2b70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:55.060683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:55.737740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:57.096789 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:05.580940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-609a33d9-1c04-414e-b3e5-56c9867eec6b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407650 Aug 20 12:45:05.662110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-e485ca26-19dd-4d18-bc75-87e1ffba34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:05.663660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-e485ca26-19dd-4d18-bc75-87e1ffba34d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1097 time: 0.0421238 Aug 20 12:45:05.769705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-f1fec328-9c55-4cee-80d8-669630179384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:05.771245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-f1fec328-9c55-4cee-80d8-669630179384 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0892196 Aug 20 12:45:05.839911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-33a78201-eb5d-4b30-bd6c-428f36cd45ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0612500 Aug 20 12:45:05.894940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-99b369c1-0c91-431a-8e9e-6d2cc16303d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:05.896403 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-99b369c1-0c91-431a-8e9e-6d2cc16303d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0494833 Aug 20 12:45:05.945519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-5e00fab3-4dab-4ae1-ae42-d935aee6cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:05.947131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-5e00fab3-4dab-4ae1-ae42-d935aee6cf90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425103 Aug 20 12:45:06.039577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-bb4dd89f-97a0-4c05-bfe3-a364878df826 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834305 Aug 20 12:45:06.131643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ba519e5-425f-4cb1-a4d7-89e8ef43c36d req-c85b04fc-e08b-469d-ac77-fe00ff48e291 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856752 Aug 20 12:45:08.170658 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-44d4bc9a-73be-42ff-bee9-a3e0a28c7494 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554726 Aug 20 12:45:08.299731 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8628b5-4aac-46cf-b311-b21def7c5d1d req-5f574b3b-a14f-4ac1-b476-945ba8bb41f1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:08.301225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca8628b5-4aac-46cf-b311-b21def7c5d1d req-5f574b3b-a14f-4ac1-b476-945ba8bb41f1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.1735263 Aug 20 12:45:08.340065 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca8628b5-4aac-46cf-b311-b21def7c5d1d req-a0784beb-1de8-4111-86b1-ca3cad256ac4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Aug 20 12:45:09.529591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-ba682653-b5ed-42e6-9a42-3cb66c30b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:09.531126 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-ba682653-b5ed-42e6-9a42-3cb66c30b735 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1097 time: 0.0763450 Aug 20 12:45:09.555042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27e42-a814-4dc5-9c47-4bc2c7484c02 req-bf4f0aa6-7082-4b77-9118-68f8d9c5e920 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:09.556470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe27e42-a814-4dc5-9c47-4bc2c7484c02 req-bf4f0aa6-7082-4b77-9118-68f8d9c5e920 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.1410680 Aug 20 12:45:09.639399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fe27e42-a814-4dc5-9c47-4bc2c7484c02 req-3228bf7e-9b9b-4af9-9c19-5695edea1903 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732732 Aug 20 12:45:09.659797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-d9084ccc-3424-44e6-88de-8ccab4af9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:09.661343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-d9084ccc-3424-44e6-88de-8ccab4af9a04 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.1233292 Aug 20 12:45:09.739715 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-fc12dfa2-64fe-4584-8ace-7a1443d60c0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0701425 Aug 20 12:45:09.806201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-7d10c587-3569-4564-8132-52275613fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:09.807962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-7d10c587-3569-4564-8132-52275613fcf0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0615528 Aug 20 12:45:09.854495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-95768b7f-fc66-4da4-9156-1d538e9c50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:09.856014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-95768b7f-fc66-4da4-9156-1d538e9c50de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411775 Aug 20 12:45:09.952482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-9acb515d-3167-48f7-922e-7f8017abb826 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885766 Aug 20 12:45:10.043236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-bbe2e991-9981-4a9a-854a-666bbc131a64 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Aug 20 12:45:10.769733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948a33f-1a83-43d1-b3df-f6075d52a26b req-2113fe3e-8cef-48c5-97d9-e4a01e27f272 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:10.771224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d948a33f-1a83-43d1-b3df-f6075d52a26b req-2113fe3e-8cef-48c5-97d9-e4a01e27f272 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0574267 Aug 20 12:45:10.810283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d948a33f-1a83-43d1-b3df-f6075d52a26b req-ec2e9d15-6d30-4f74-85f3-719727b6ee97 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 Aug 20 12:45:11.928552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ad342-7d7a-49ba-be87-6e85e5da7887 req-f5987e3d-7a29-4b2c-afbb-e2a8ccfb200a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:11.930017 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c16ad342-7d7a-49ba-be87-6e85e5da7887 req-f5987e3d-7a29-4b2c-afbb-e2a8ccfb200a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0501461 Aug 20 12:45:11.967847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c16ad342-7d7a-49ba-be87-6e85e5da7887 req-02c7208b-2dfa-4ff0-8274-00fb5665c48f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Aug 20 12:45:12.381139 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:13.086318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33130a0f-356c-4810-956a-0b93cdc5ee42 req-3876fcfd-9f4f-4878-81dc-6bc9f9179266 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:13.087817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33130a0f-356c-4810-956a-0b93cdc5ee42 req-3876fcfd-9f4f-4878-81dc-6bc9f9179266 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0503428 Aug 20 12:45:13.125765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33130a0f-356c-4810-956a-0b93cdc5ee42 req-11644ce0-d89e-4613-810e-b90c0e882567 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320342 Aug 20 12:45:14.095365 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:14.253665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7b04f-58c1-4191-ab27-2eb3c8deb519 req-a02b4e9e-6e30-4655-8d75-3cdf23bd982e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:14.255487 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa7b04f-58c1-4191-ab27-2eb3c8deb519 req-a02b4e9e-6e30-4655-8d75-3cdf23bd982e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0547667 Aug 20 12:45:14.295285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0fa7b04f-58c1-4191-ab27-2eb3c8deb519 req-00bd860f-1b6e-4bf2-8aa6-c0549d8040c0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Aug 20 12:45:15.093585 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:45:15.409438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cf3e2-90fd-4578-93a5-19c1ff1982a3 req-adf4d28b-bd57-40db-852d-69e80f27e10b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:15.411052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c96cf3e2-90fd-4578-93a5-19c1ff1982a3 req-adf4d28b-bd57-40db-852d-69e80f27e10b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0494568 Aug 20 12:45:15.448786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c96cf3e2-90fd-4578-93a5-19c1ff1982a3 req-0cbe8aea-8fec-45f3-8ec3-ffd67d89c393 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Aug 20 12:45:16.563148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42670fde-3949-4e25-a58c-4c6a1d930c0e req-39b9699c-a94c-4826-8a1d-dd67e89549fd tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:16.564627 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42670fde-3949-4e25-a58c-4c6a1d930c0e req-39b9699c-a94c-4826-8a1d-dd67e89549fd tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0478332 Aug 20 12:45:16.602979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-42670fde-3949-4e25-a58c-4c6a1d930c0e req-b74a490b-50ba-46dd-bbab-614f5c74bdca tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Aug 20 12:45:17.734482 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3cad7-3e99-4b07-a5dc-38738b218573 req-18333daa-058d-4243-941c-b2f3835efb75 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:17.736429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fec3cad7-3e99-4b07-a5dc-38738b218573 req-18333daa-058d-4243-941c-b2f3835efb75 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0580425 Aug 20 12:45:17.777803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fec3cad7-3e99-4b07-a5dc-38738b218573 req-02a382d1-8f1e-481c-9f35-2bcbe8801225 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337584 Aug 20 12:45:18.893331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf55fa-dea5-44ae-9092-7dd474fa2033 req-612e296e-7862-409b-8ddb-b454016c7249 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:18.894847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdaf55fa-dea5-44ae-9092-7dd474fa2033 req-612e296e-7862-409b-8ddb-b454016c7249 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0492394 Aug 20 12:45:18.933155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdaf55fa-dea5-44ae-9092-7dd474fa2033 req-a8fc43f0-dc79-4e89-9da8-7c76cd33c817 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Aug 20 12:45:20.053352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9267d3-b03e-4be3-88c6-be779411ac6f req-d682cbb3-9828-4b95-989c-a6fcd4ab4384 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:20.055704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c9267d3-b03e-4be3-88c6-be779411ac6f req-d682cbb3-9828-4b95-989c-a6fcd4ab4384 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0507569 Aug 20 12:45:20.094440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c9267d3-b03e-4be3-88c6-be779411ac6f req-9f94a84a-3d1e-4978-b578-2924f75e8b52 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329378 Aug 20 12:45:21.215348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a6221-6c2d-4a75-a392-767afadbfffe req-d00c6fda-df32-4ba7-bda9-f8534589ccec tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:21.217287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f4a6221-6c2d-4a75-a392-767afadbfffe req-d00c6fda-df32-4ba7-bda9-f8534589ccec tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0553577 Aug 20 12:45:21.254544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f4a6221-6c2d-4a75-a392-767afadbfffe req-6d9c5bbf-8414-4e5d-a00d-b245b1068683 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Aug 20 12:45:21.762358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88698c73-0292-4d1d-b992-c7a2cdcfeeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:21.949168 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-7166ac1e-6a67-4a0d-94cb-1866b83fba7e service neutron] show failed (client error): The resource could not be found. Aug 20 12:45:21.950198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-7166ac1e-6a67-4a0d-94cb-1866b83fba7e service neutron] 10.222.0.22 "GET /v2.0/ports/bfca15d8-f504-4389-8ec8-8242ab2dd6c7/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0560083 Aug 20 12:45:22.235224 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-99b79404-4820-4e00-ac3e-489704d0efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:22.236631 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-99b79404-4820-4e00-ac3e-489704d0efc5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.1287718 Aug 20 12:45:22.253008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:45:22.308238 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:22.382203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5cc4a-a8fe-4119-b258-65b6595e59b5 req-f9c617f9-02b8-4fde-b7e9-0e7912fcea7f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:22.384561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71d5cc4a-a8fe-4119-b258-65b6595e59b5 req-f9c617f9-02b8-4fde-b7e9-0e7912fcea7f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0556653 Aug 20 12:45:22.424114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-71d5cc4a-a8fe-4119-b258-65b6595e59b5 req-a384d489-3df3-4bb8-99cb-554e62b08227 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333459 Aug 20 12:45:22.522698 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:22.559852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:45:22.599520 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:45:22.601972 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad1a231-bf72-41ae-b97c-0127cd538e8f" -d '{"events": [{"server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "name": "network-vif-unplugged", "status": "completed", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:45:22.606135 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:22.620074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Transition to ACTIVE for port object bfca15d8-f504-4389-8ec8-8242ab2dd6c7 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:45:22.623900 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:22.653084 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51fcc67-b207-4a26-b1c7-f745c618aca2 x-openstack-request-id: req-f51fcc67-b207-4a26-b1c7-f745c618aca2 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:45:22.653381 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "name": "network-vif-unplugged", "status": "completed", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:45:22.653635 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f51fcc67-b207-4a26-b1c7-f745c618aca2 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:45:22.654220 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'code': 200} Aug 20 12:45:22.705586 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:22.718376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.718725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.719069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.719408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.719743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.720074 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.720402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.720725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.721055 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.721379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.721700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.722021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:22.762127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] No DVR routers for this DVR port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:45:22.895536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:45:22.895872 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:45:22.896190 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:22.900563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:45:22.900793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:22.905714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:45:22.906043 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:45:22.906442 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:45:22.906866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Bound port: bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:45:22.907218 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:22.971603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:45:22.974937 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:45:22.980831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:23.018360 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:23.019010 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:23.020439 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] 10.222.0.73 "PUT /v2.0/ports/bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1092 time: 0.7714424 Aug 20 12:45:23.042214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabc8a2-f410-4880-ab29-d4c08b8c3abc service neutron] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:23.092618 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-2c700cf4-0078-4b4b-a9e4-049c81b87a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:23.094260 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-2c700cf4-0078-4b4b-a9e4-049c81b87a98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1095 time: 0.0472848 Aug 20 12:45:23.192884 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-64318d2b-37c3-4fec-a46d-8a84760320e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:23.194394 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-64318d2b-37c3-4fec-a46d-8a84760320e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0894556 Aug 20 12:45:23.268349 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-bbd066c5-1492-439b-81c7-4b4aeae8ac98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0625656 Aug 20 12:45:23.322072 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-9fcfc088-6355-4e11-92d4-997a10ddbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:23.323451 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-9fcfc088-6355-4e11-92d4-997a10ddbab3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0436585 Aug 20 12:45:23.373764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-4323e182-9f97-46f2-ad0e-3f73517d800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:23.375352 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-4323e182-9f97-46f2-ad0e-3f73517d800b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413594 Aug 20 12:45:23.390378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-cddb3af0-c5dd-489d-ac13-bdddb7ca3758 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:45:23.391659 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-cddb3af0-c5dd-489d-ac13-bdddb7ca3758 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052736 Aug 20 12:45:23.490493 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-9cd03095-4ea2-47a8-b1af-aa4a3bfbecf4 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876257 Aug 20 12:45:23.546624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee13c-9689-4ae2-b99f-f4532ff1912a req-4fe7a4de-b0c4-453c-b4f0-2d0fff697b42 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:23.548418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a7ee13c-9689-4ae2-b99f-f4532ff1912a req-4fe7a4de-b0c4-453c-b4f0-2d0fff697b42 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.0538638 Aug 20 12:45:23.601567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a7ee13c-9689-4ae2-b99f-f4532ff1912a req-111d65d7-0d05-43a7-98a4-b94ab7fb131b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438643 Aug 20 12:45:23.905590 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-16677114-bed1-4868-a725-a523e2f75ec1 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041910 Aug 20 12:45:24.346089 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7b31ea99-116c-4ec6-b992-d38065d39552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:24.655445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:45:24.657873 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a567dcc-4221-4438-aa90-971a940cd32a" -d '{"events": [{"name": "network-changed", "server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:45:24.709017 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d68cc-030c-40de-a137-78dec32bd346 x-openstack-request-id: req-ef5d68cc-030c-40de-a137-78dec32bd346 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:45:24.709336 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:45:24.709594 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef5d68cc-030c-40de-a137-78dec32bd346 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:45:24.710035 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'status': 'completed', 'code': 200} Aug 20 12:45:24.728519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e51131-3418-4a7d-b52f-f2dd0d3c8e4a req-46501fb0-138a-4306-a41b-a4402e7734f6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:24.730039 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34e51131-3418-4a7d-b52f-f2dd0d3c8e4a req-46501fb0-138a-4306-a41b-a4402e7734f6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.0551114 Aug 20 12:45:24.779122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567dcc-4221-4438-aa90-971a940cd32a req-7192194d-c219-4af9-8742-d52c385d5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:24.780693 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-7192194d-c219-4af9-8742-d52c385d5203 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1095 time: 0.0426853 Aug 20 12:45:24.795756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34e51131-3418-4a7d-b52f-f2dd0d3c8e4a req-ce274f25-9d12-4da9-a7df-ff845ab775e8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564585 Aug 20 12:45:24.798466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567dcc-4221-4438-aa90-971a940cd32a req-5bf7e615-232e-4779-b911-7ecdf23317e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:24.799946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-5bf7e615-232e-4779-b911-7ecdf23317e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1095 time: 0.0689733 Aug 20 12:45:24.876844 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567dcc-4221-4438-aa90-971a940cd32a req-25f45825-737d-4e06-ac15-b922362c05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:24.878367 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-25f45825-737d-4e06-ac15-b922362c05e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0888782 Aug 20 12:45:24.900409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567dcc-4221-4438-aa90-971a940cd32a req-407c89b1-6bfa-4ad7-81ce-a3becfbdc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:24.901804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-407c89b1-6bfa-4ad7-81ce-a3becfbdc33f service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0948279 Aug 20 12:45:24.952385 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-2e94678e-ffb2-418a-b304-5f88c3b1126f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0617821 Aug 20 12:45:24.971475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-5ce25f38-f454-47bf-916c-f985b8f71400 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0623462 Aug 20 12:45:25.010751 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567dcc-4221-4438-aa90-971a940cd32a req-137e35c4-0c7e-45b1-ab42-33ac7243016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:25.012217 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-137e35c4-0c7e-45b1-ab42-33ac7243016a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0508628 Aug 20 12:45:25.023415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567dcc-4221-4438-aa90-971a940cd32a req-1d99f33b-bf55-422d-9f90-8b8d53482a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:25.024949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-1d99f33b-bf55-422d-9f90-8b8d53482a18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0471156 Aug 20 12:45:25.061695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567dcc-4221-4438-aa90-971a940cd32a req-9c499af7-96a9-4c50-90a0-efa63a4a542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:25.063027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:25.063406 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-9c499af7-96a9-4c50-90a0-efa63a4a542e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426023 Aug 20 12:45:25.081558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567dcc-4221-4438-aa90-971a940cd32a req-c39d8ef8-c7f2-4e3d-8371-3dcf6ec56f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:25.083696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-c39d8ef8-c7f2-4e3d-8371-3dcf6ec56f60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507829 Aug 20 12:45:25.160660 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-1ca8e0a9-958e-46e1-a08b-1884df6c7fa8 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894208 Aug 20 12:45:25.187724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-93e3dfbc-0064-4bb3-8a85-eb58fe08d5aa service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972402 Aug 20 12:45:25.259902 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-9711f51a-1af5-495f-8670-32a830405af4 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888147 Aug 20 12:45:25.287031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a567dcc-4221-4438-aa90-971a940cd32a req-77cacac7-6619-49b4-b95f-698e9693cf6a service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918987 Aug 20 12:45:25.739614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:25.916728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd842b6-d4c0-4078-95f4-8b8d5929353a req-467f0dc8-efc5-46a2-bcca-2e1b35547577 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:25.918285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd842b6-d4c0-4078-95f4-8b8d5929353a req-467f0dc8-efc5-46a2-bcca-2e1b35547577 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.0512481 Aug 20 12:45:25.958517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2cd842b6-d4c0-4078-95f4-8b8d5929353a req-15e3ff9d-b248-4613-bf73-d0425d902ffc tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Aug 20 12:45:26.249421 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-6a68361c-82ab-4d87-880b-7ffd9a244f84 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:26.250860 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-6a68361c-82ab-4d87-880b-7ffd9a244f84 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.73 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747&tenant_id=aefffeae848744a1975e58d269a3e5e8&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 943 time: 0.0582874 Aug 20 12:45:26.260514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda6821-d793-443a-96c4-ee7a539a173a req-9edbc44d-c5ae-4d63-8a51-5e24f3f5b0f9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:26.262007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fdda6821-d793-443a-96c4-ee7a539a173a req-9edbc44d-c5ae-4d63-8a51-5e24f3f5b0f9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.0494502 Aug 20 12:45:26.301423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fdda6821-d793-443a-96c4-ee7a539a173a req-e0dd3e34-d381-43fb-a3c1-c75af5628c0d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Aug 20 12:45:26.316848 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-da064c3a-90b5-4410-b16f-988fb5ebfb89 service neutron] 10.222.0.73 "GET /v2.0/ports/bfca15d8-f504-4389-8ec8-8242ab2dd6c7/bindings/n-h1-800634-10 HTTP/1.1" status: 200 len: 383 time: 0.0568347 Aug 20 12:45:26.388090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-b4bf6fc3-5397-4f3b-a50b-0ce249331255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:26.389631 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-b4bf6fc3-5397-4f3b-a50b-0ce249331255 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1095 time: 0.0462608 Aug 20 12:45:26.479529 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-405cf37e-018a-43b1-b255-93bf699a96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:26.481070 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-405cf37e-018a-43b1-b255-93bf699a96eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0848608 Aug 20 12:45:26.486976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:45:26.529872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:45:26.550556 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-a99e39e1-f14c-41f9-a950-b663ec2723be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0622137 Aug 20 12:45:26.599261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-8aa52b61-9b2d-45b1-b915-7e8d415fec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:26.600723 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-8aa52b61-9b2d-45b1-b915-7e8d415fec50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0428836 Aug 20 12:45:26.646629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-02df93de-0830-4af2-a885-64ee37889244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:26.648122 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-02df93de-0830-4af2-a885-64ee37889244 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408788 Aug 20 12:45:26.744306 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-e1a7005b-0ed7-49a2-8872-e71fb7dd46fe service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882137 Aug 20 12:45:26.834281 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-df0642c0-dd8a-465b-abdf-703b7c87a3f6 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829864 Aug 20 12:45:27.100115 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:27.401036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:45:27.430140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f806-ed58-4884-b6f8-a2e4a9d36e42 req-a98e9ab5-e5cc-45b3-a2ad-272fb2e62900 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:27.431855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ab9f806-ed58-4884-b6f8-a2e4a9d36e42 req-a98e9ab5-e5cc-45b3-a2ad-272fb2e62900 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 943 time: 0.0540650 Aug 20 12:45:27.471020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8ab9f806-ed58-4884-b6f8-a2e4a9d36e42 req-190975b9-e2d5-4183-b3d5-bc0147a63b85 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333529 Aug 20 12:45:27.498647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:27.510350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'mac_address': 'fa:16:3e:9e:e8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:45:27.563476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:27.576851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca15d8-f504-4389-8ec8-8242ab2dd6c7 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:45:27.595994 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:27.600011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:27.648703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:27.655968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.656315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.656659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.657000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.657337 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.657670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.657999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.658356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.658685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.659009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.659332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.659653 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:27.842604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['bfca15d8-f504-4389-8ec8-8242ab2dd6c7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:45:28.593153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a7c61-80c6-4559-9ed1-ee01e2df6c57 req-e15a7b6c-72c5-4284-beda-cf84c193990a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:28.594722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a51a7c61-80c6-4559-9ed1-ee01e2df6c57 req-e15a7b6c-72c5-4284-beda-cf84c193990a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 944 time: 0.0513604 Aug 20 12:45:28.637447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a51a7c61-80c6-4559-9ed1-ee01e2df6c57 req-6eac0a1b-8a28-4644-baaf-93e53f9f1b17 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346079 Aug 20 12:45:28.877719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-5d3621a1-7a2f-41f3-a4ff-106d3a9a3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:28.879378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-5d3621a1-7a2f-41f3-a4ff-106d3a9a3f7c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 1096 time: 0.0417783 Aug 20 12:45:28.890735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:45:28.949206 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:29.148685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:29.181032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:45:29.215893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bfca15d8-f504-4389-8ec8-8242ab2dd6c7 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:45:29.224923 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:29.236307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Ignored duplicate provisioning block setup for port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 12:45:29.239756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:29.321710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=9']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:29.334382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.334732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.335075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.335414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.335751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.336082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.336411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.336740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.337064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.338067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.338500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.338880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:29.375674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] No DVR routers for this DVR port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:45:29.427734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:45:29.513356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:45:29.513694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:45:29.514026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:29.519123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:45:29.519123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:29.523880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:45:29.524225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:45:29.524661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:45:29.525113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Bound port: bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:45:29.525477 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:29.535217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:29.560633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:45:29.560916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:45:29.561285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:29.566603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:45:29.567201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:29.573308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:45:29.573681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:45:29.574123 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:45:29.574627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Bound port: bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:45:29.575022 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:29.597027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:45:29.600694 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:45:29.605869 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:29.645000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:45:29.647406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:29.648047 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:29.649453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] 10.222.0.22 "PUT /v2.0/ports/bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1092 time: 0.7628436 Aug 20 12:45:29.649992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:45:29.652236 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) bfca15d8-f504-4389-8ec8-8242ab2dd6c7-n-h2-800634-10-0 {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:45:29.652570 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1555215-ae8c-4333-b0ad-3b505279f24f" -d '{"events": [{"name": "network-changed", "server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:45:29.652707 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:45:29.675058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b452a-f978-447a-a2f1-6d5ffce44d47 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=10']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:29.720672 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7732ff6a-a626-4d02-b76d-34727ed87704 x-openstack-request-id: req-7732ff6a-a626-4d02-b76d-34727ed87704 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:45:29.721086 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:45:29.721349 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7732ff6a-a626-4d02-b76d-34727ed87704 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:45:29.721821 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'status': 'completed', 'code': 200} Aug 20 12:45:29.734345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-c21f1309-d8ab-4b73-be76-95e62abebc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:29.736334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-c21f1309-d8ab-4b73-be76-95e62abebc64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1096 time: 0.0502803 Aug 20 12:45:29.795867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-95609c22-aa07-49b3-ba53-6ae22cbdad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:29.797393 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-95609c22-aa07-49b3-ba53-6ae22cbdad92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1096 time: 0.0478406 Aug 20 12:45:29.851644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25380b0f-cafd-4856-82ac-8a4bf5cf8b8b req-938a66a3-941a-4403-9812-7b397c5b9317 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:29.853285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25380b0f-cafd-4856-82ac-8a4bf5cf8b8b req-938a66a3-941a-4403-9812-7b397c5b9317 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 944 time: 0.1159933 Aug 20 12:45:29.888095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-75d57017-cfde-4df4-87b0-f309c5d8f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:29.889587 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-75d57017-cfde-4df4-87b0-f309c5d8f198 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.1434133 Aug 20 12:45:29.903246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-3dd631f1-9de4-46ea-97ff-81889fd45e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:29.904807 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-3dd631f1-9de4-46ea-97ff-81889fd45e79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0962737 Aug 20 12:45:29.942818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25380b0f-cafd-4856-82ac-8a4bf5cf8b8b req-0f01034e-be18-4725-80ac-7af553befabe tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818610 Aug 20 12:45:29.969669 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-e603107c-851c-4bd4-a587-5f9e81dcadce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0690062 Aug 20 12:45:29.983886 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-6181d99b-bccf-4f07-a0b0-098809a689fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0664062 Aug 20 12:45:30.024139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-34428ca7-3427-4f14-af4a-e19c299ebf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:30.025678 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-34428ca7-3427-4f14-af4a-e19c299ebf57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0492420 Aug 20 12:45:30.044538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-1c2581d3-0171-4bae-b375-42404397c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:30.046115 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-1c2581d3-0171-4bae-b375-42404397c7b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0510321 Aug 20 12:45:30.074676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-91e2d784-078a-48f7-8420-a38b2203e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:30.076177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-91e2d784-078a-48f7-8420-a38b2203e62b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429347 Aug 20 12:45:30.097570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-bd425bea-661c-4e73-a6d3-247c9d34e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:30.099264 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-bd425bea-661c-4e73-a6d3-247c9d34e7d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414286 Aug 20 12:45:30.164429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-c425cb98-7af8-4690-bad4-80ac133a7ee2 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807219 Aug 20 12:45:30.168286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:45:30.168896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:45:30.169491 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:30.176846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:45:30.177474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempting to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:30.184780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:45:30.185418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:45:30.185847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:45:30.186355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Bound port: bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:45:30.186765 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:30.198261 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-e4c1bfea-4ea0-447d-bd19-87d665cc9c05 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872924 Aug 20 12:45:30.254868 n-d-800634-10 neutron-server[101035]: WARNING neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Concurrent port binding operations failed on port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 Aug 20 12:45:30.259064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:30.262840 n-d-800634-10 neutron-server[101035]: INFO neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Attempt 2 to bind port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 Aug 20 12:45:30.264247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 has no active binding in host n-h1-800634-10 {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 12:45:30.318692 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-021c8059-c4e9-4e31-933a-53ae279c1972 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083603 Aug 20 12:45:30.518064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b2cb812d-b42b-4e65-b9bf-0822293970a7 req-0252f314-5974-44d6-bd5b-1beaf910170c service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464024 Aug 20 12:45:30.612065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-38bbf935-5789-4e97-a3d1-700d2030ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:30.613954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-38bbf935-5789-4e97-a3d1-700d2030ecdb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 1096 time: 0.0470777 Aug 20 12:45:30.713425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-093e3a9a-c582-45cf-bbc2-24d4c0591906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:30.714942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-093e3a9a-c582-45cf-bbc2-24d4c0591906 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0942166 Aug 20 12:45:30.780348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-f2168371-0053-4e7d-9d63-64496ee08357 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0572584 Aug 20 12:45:30.828500 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-e6a0c8e2-946e-43bb-bdef-e29008c9d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:30.829903 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-e6a0c8e2-946e-43bb-bdef-e29008c9d6fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0428746 Aug 20 12:45:30.879029 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-187cc4ad-ff3e-4a5b-84cb-c683ada6d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:30.880517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-187cc4ad-ff3e-4a5b-84cb-c683ada6d85c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433223 Aug 20 12:45:30.973671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-81c4e1d5-0597-4d58-b548-141dfafcf46a service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853164 Aug 20 12:45:31.105492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153a6cd-abeb-41df-a3ba-7f616f164d8c req-476a17ac-5ce8-40b3-8d0d-b85e891117eb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:31.106867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d153a6cd-abeb-41df-a3ba-7f616f164d8c req-476a17ac-5ce8-40b3-8d0d-b85e891117eb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 944 time: 0.0783482 Aug 20 12:45:31.110488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1555215-ae8c-4333-b0ad-3b505279f24f req-f1abf3ad-cdf9-47fb-9a99-4807b2c025c6 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294897 Aug 20 12:45:31.146255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d153a6cd-abeb-41df-a3ba-7f616f164d8c req-82aa1bac-5c2d-4807-b067-4d8f415ce24e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333562 Aug 20 12:45:31.426644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:45:31.466044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:45:32.261401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50420bf-5a09-4799-9f92-3f528fd3545f req-7417480e-9b24-4262-9a2a-953b95813f10 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:32.262989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b50420bf-5a09-4799-9f92-3f528fd3545f req-7417480e-9b24-4262-9a2a-953b95813f10 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 944 time: 0.0489850 Aug 20 12:45:32.301623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b50420bf-5a09-4799-9f92-3f528fd3545f req-7732caf1-6e9a-449f-a593-e40e8caac6fa tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Aug 20 12:45:32.420831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22260dc2-fb30-4fb4-a5c1-82aad9fa2598 req-c7490816-8fbd-44a6-a55e-938caf3baf84 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:32.422339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22260dc2-fb30-4fb4-a5c1-82aad9fa2598 req-c7490816-8fbd-44a6-a55e-938caf3baf84 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 944 time: 0.0538487 Aug 20 12:45:32.461164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22260dc2-fb30-4fb4-a5c1-82aad9fa2598 req-0d4e6366-85aa-4283-b992-6753a4287876 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Aug 20 12:45:32.523667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:45:32.578924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0c25-712d-4b37-a52e-c3473385ff77 req-1e000ff1-3f95-42f2-b8f8-6d3290d36400 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:32.580381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3aca0c25-712d-4b37-a52e-c3473385ff77 req-1e000ff1-3f95-42f2-b8f8-6d3290d36400 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 944 time: 0.0501382 Aug 20 12:45:32.619156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3aca0c25-712d-4b37-a52e-c3473385ff77 req-aad7f7a2-1343-42be-9728-45c500e17a13 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Aug 20 12:45:32.624212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:32.636483 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'mac_address': 'fa:16:3e:9e:e8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:45:32.674221 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:32.688487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca15d8-f504-4389-8ec8-8242ab2dd6c7 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:45:32.707835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:32.711813 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:32.765298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=11']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:32.865955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f0ff-0b25-4ec9-b3e8-bc44b0f6666e req-7963b5b5-9ceb-4575-8e62-05ec08e41f5a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:32.867495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fee7f0ff-0b25-4ec9-b3e8-bc44b0f6666e req-7963b5b5-9ceb-4575-8e62-05ec08e41f5a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Aug 20 12:45:32.906268 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fee7f0ff-0b25-4ec9-b3e8-bc44b0f6666e req-9e812c50-f7d7-4a09-bac0-5b2df34595b4 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Aug 20 12:45:32.951002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['bfca15d8-f504-4389-8ec8-8242ab2dd6c7'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:45:34.037725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612080d-18ff-423d-8018-4b0303727b2b req-164d4a4b-8813-4ea6-9c90-40a9575016c9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:34.039273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1612080d-18ff-423d-8018-4b0303727b2b req-164d4a4b-8813-4ea6-9c90-40a9575016c9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0620172 Aug 20 12:45:34.105557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1612080d-18ff-423d-8018-4b0303727b2b req-874651ff-88f7-41c0-a2d3-8eed8ad20447 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601020 Aug 20 12:45:34.123331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-591889fb-4788-4642-acea-f656dd510ccb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:34.124812 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-591889fb-4788-4642-acea-f656dd510ccb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 945 time: 0.0653787 Aug 20 12:45:34.219055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Deleting port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:45:34.219309 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:34.308977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] For port bfca15d8-f504-4389-8ec8-8242ab2dd6c7, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:34.309357 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:34.484842 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:34.485143 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:34.485453 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e disassociated. External IP: 172.25.0.142, port: bfca15d8-f504-4389-8ec8-8242ab2dd6c7. Aug 20 12:45:34.485790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Calling delete_port for bfca15d8-f504-4389-8ec8-8242ab2dd6c7 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:45:34.533887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:45:34.620350 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:34.620844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:45:34.625049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:45:34.625402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:34.647413 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 was deleted so its status cannot be updated. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 12:45:34.654115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event deleted for resources: {'Port': ['ID=bfca15d8-f504-4389-8ec8-8242ab2dd6c7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:34.775996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:45:34.887353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:45:34.897304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:45:34.906630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:45:34.907233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:45:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:34.934846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] No DVR routers for this DVR port bfca15d8-f504-4389-8ec8-8242ab2dd6c7 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:45:34.936992 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:34.939375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-858e8b16-cfd5-4eba-b68c-4530683498c5 req-fe7d7351-2a50-4bf5-a471-e677c82e10cf tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "DELETE /v2.0/ports/bfca15d8-f504-4389-8ec8-8242ab2dd6c7 HTTP/1.1" status: 204 len: 173 time: 0.8082905 Aug 20 12:45:34.939839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'name': 'network-vif-deleted', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:45:34.942364 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7403b3e1-2d65-47dd-b752-0071284d4fcd" -d '{"events": [{"server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "name": "network-vif-deleted", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:45:34.981942 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9395f8f-9d9c-4f59-a903-796cde5d0c2b x-openstack-request-id: req-f9395f8f-9d9c-4f59-a903-796cde5d0c2b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:45:34.982275 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6b88b-61e9-40f3-8358-e3fc29afd747", "name": "network-vif-deleted", "tag": "bfca15d8-f504-4389-8ec8-8242ab2dd6c7", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:45:34.982531 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9395f8f-9d9c-4f59-a903-796cde5d0c2b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:45:34.982941 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6b88b-61e9-40f3-8358-e3fc29afd747', 'name': 'network-vif-deleted', 'tag': 'bfca15d8-f504-4389-8ec8-8242ab2dd6c7', 'status': 'completed', 'code': 200} Aug 20 12:45:35.021820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:45:35.213917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-87bf758d-1500-48eb-88a1-0a01db2c9e7e req-837f1521-743b-4f9e-baeb-824b279103bb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc6b88b-61e9-40f3-8358-e3fc29afd747 HTTP/1.1" status: 200 len: 210 time: 0.0271621 Aug 20 12:45:35.222401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:35.248705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:45:35.256977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:45:35.257574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:45:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:35.369934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:45:35.573660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:35.599328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b1b73-312f-4d61-a3db-ff0e2efc435d None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:45:35.832113 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432ff7c-2463-4847-b4aa-c6e6c87c8aff None None] New status for floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:45:36.489362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-3bce0b12-8263-4404-8f7b-be8e0589ca24 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1960390246&fields=id&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 267 time: 0.0336292 Aug 20 12:45:36.595977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-993c5c82-33ec-406a-a1b2-03be4e345f5c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:36.597452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-993c5c82-33ec-406a-a1b2-03be4e345f5c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 812 time: 0.1008487 Aug 20 12:45:36.612944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-4f5f6b77-33b8-4d4f-8dd4-09f155faff05 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/quotas/aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 375 time: 0.0091186 Aug 20 12:45:36.671303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-b0066c55-32d3-4af6-b2a3-a7aa77e8ca9c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529258 Aug 20 12:45:36.767069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-ffbb97e5-e82b-442d-97a4-7833585f2cc5 service neutron] 10.222.0.25 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833654 Aug 20 12:45:36.862412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-fe053bb2-ae1f-4d24-abbe-a1a4be745b7e service neutron] 10.222.0.25 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889215 Aug 20 12:45:37.032416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a657f9c9-dd7a-4a11-8a33-bdce74b23094 req-85f841bf-609c-4df1-a0de-35f385f5e218 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 210 time: 0.0279253 Aug 20 12:45:37.969323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-822eb0f7-2029-46df-881a-7aaa1ac12601 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:37.974343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-822eb0f7-2029-46df-881a-7aaa1ac12601 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 812 time: 0.1078706 Aug 20 12:45:38.018160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-38c2a3c9-88b5-438c-97c0-613a419dcba5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 380 time: 0.0381317 Aug 20 12:45:38.029107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'port': {'device_id': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'admin_state_up': True, 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'security_groups': ['2416b6ed-aceb-4874-b2ef-48e9f5b10fed']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:45:38.140811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-504b9ed4-eef6-4eda-8b8f-122873cadd5b req-d9562d7b-cec2-4cfe-a6c4-7a5fca20f529 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 210 time: 0.0358651 Aug 20 12:45:38.175725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Made reservation on behalf of aefffeae848744a1975e58d269a3e5e8 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:45:38.179309 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:38.311026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Allocated IP 172.20.0.14 (8eb8caa5-67c2-4518-90db-63d244d86db4/3b15ac4e-b399-4bb8-b12d-848a0257e0e3/59a9016c-10fd-40e0-a248-d630af256ad1) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:45:38.450331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:38.463167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Transition to ACTIVE for port object 59a9016c-10fd-40e0-a248-d630af256ad1 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:45:38.495968 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:38.536956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:45:38.539929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:45:38.543793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:45:38.549569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:45:38.569727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: bfca15d8-f504-4389-8ec8-8242ab2dd6c7 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:45:38.570075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device bfca15d8-f504-4389-8ec8-8242ab2dd6c7 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:45:38.576626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:38.601506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:38.602241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:38.622195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-292816b1-a74c-4458-82bc-be83ca322e91 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5973401 Aug 20 12:45:38.635411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Request body: {'port': {'device_id': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:45:38.695419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:38.815650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-092aae82-ec2a-415c-a935-7b89e5a3484f None None] Provisioning for port 59a9016c-10fd-40e0-a248-d630af256ad1 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:45:38.819727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-092aae82-ec2a-415c-a935-7b89e5a3484f None None] Provisioning complete for port 59a9016c-10fd-40e0-a248-d630af256ad1 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:45:38.820198 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-092aae82-ec2a-415c-a935-7b89e5a3484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:38.854494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-092aae82-ec2a-415c-a935-7b89e5a3484f None None] Port 59a9016c-10fd-40e0-a248-d630af256ad1 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:45:38.960579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a9016c-10fd-40e0-a248-d630af256ad1 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:45:38.968232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:38.980869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Transition to ACTIVE for port object 59a9016c-10fd-40e0-a248-d630af256ad1 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:45:38.984690 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:39.052002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:39.107137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:45:39.107476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:45:39.107811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:39.112723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:45:39.113051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:45:39.118088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:45:39.118564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:45:39.118949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:45:39.119463 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Bound port: 59a9016c-10fd-40e0-a248-d630af256ad1, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:45:39.119822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:39.189336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:45:39.192682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:45:39.198444 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:39.259964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:39.260594 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:39.262015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] 10.222.0.22 "PUT /v2.0/ports/59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1093 time: 0.6311703 Aug 20 12:45:39.262489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:45:39.265630 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213dc791-9719-4370-9e18-f3e6e21915fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:45:39.297739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efef77-b593-42c9-8c8d-173a4681efa5 service neutron] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:39.329950 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ccf2a7-c207-4b9d-a11d-d5c9b2d9dd6f x-openstack-request-id: req-26ccf2a7-c207-4b9d-a11d-d5c9b2d9dd6f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:45:39.330269 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:45:39.330523 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26ccf2a7-c207-4b9d-a11d-d5c9b2d9dd6f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:45:39.330927 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'status': 'completed', 'code': 200} Aug 20 12:45:39.338987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a236ab1-8dd0-4ac4-ba11-0a5e8e086e87 req-4fb0bcf1-027c-47a2-a580-11853c8eef38 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:39.340470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a236ab1-8dd0-4ac4-ba11-0a5e8e086e87 req-4fb0bcf1-027c-47a2-a580-11853c8eef38 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.1174858 Aug 20 12:45:39.402557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a236ab1-8dd0-4ac4-ba11-0a5e8e086e87 req-677f1e3c-8311-4dff-915d-1d7ae8e764b7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Aug 20 12:45:39.405357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-3abfea89-fe7b-4a26-9bd2-a0c4d4813d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:39.406845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-3abfea89-fe7b-4a26-9bd2-a0c4d4813d23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1096 time: 0.0936730 Aug 20 12:45:39.451040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-aac4e270-44f2-43ef-9c9a-3c8dd0764b9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 217 time: 0.0360506 Aug 20 12:45:39.503633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-f1e3f683-d948-4ef0-9779-daf8c12c3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:39.505108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-f1e3f683-d948-4ef0-9779-daf8c12c3735 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0472643 Aug 20 12:45:39.551720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-b5ff9c4d-b6cf-4c73-9d1d-1ac8b547132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:39.553204 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-b5ff9c4d-b6cf-4c73-9d1d-1ac8b547132b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412266 Aug 20 12:45:39.643383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-b417e029-5270-462a-b642-ae0ec89f470c service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828090 Aug 20 12:45:39.738448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c664f6ec-759c-4d90-834f-b28f7a8956a4 req-ea008315-1c61-4aee-84e8-9a4bb52b2dc7 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878103 Aug 20 12:45:39.829422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc791-9719-4370-9e18-f3e6e21915fa req-f031c274-f9f5-4ce6-8227-1d943c5b28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:39.831032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-213dc791-9719-4370-9e18-f3e6e21915fa req-f031c274-f9f5-4ce6-8227-1d943c5b28fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1096 time: 0.0422785 Aug 20 12:45:39.928238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc791-9719-4370-9e18-f3e6e21915fa req-47b9f79b-6ba6-4f7c-80d3-4af3440d80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:39.929639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-213dc791-9719-4370-9e18-f3e6e21915fa req-47b9f79b-6ba6-4f7c-80d3-4af3440d80aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0918248 Aug 20 12:45:39.973265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-213dc791-9719-4370-9e18-f3e6e21915fa req-126c4872-8222-4004-865a-46cbf83b6c8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 217 time: 0.0363290 Aug 20 12:45:40.025434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc791-9719-4370-9e18-f3e6e21915fa req-452b5d51-a7df-4779-b66f-9a48ff044cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:40.026917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-213dc791-9719-4370-9e18-f3e6e21915fa req-452b5d51-a7df-4779-b66f-9a48ff044cd4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0462646 Aug 20 12:45:40.073665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc791-9719-4370-9e18-f3e6e21915fa req-76466c8d-0f45-4f76-98c2-dd289f2994b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:40.075163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-213dc791-9719-4370-9e18-f3e6e21915fa req-76466c8d-0f45-4f76-98c2-dd289f2994b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399859 Aug 20 12:45:40.167790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-213dc791-9719-4370-9e18-f3e6e21915fa req-a7e61497-0064-44d4-8811-3f84d098a264 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844076 Aug 20 12:45:40.257146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-213dc791-9719-4370-9e18-f3e6e21915fa req-32c63b56-b7c3-4e40-98a0-101dc0766df3 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816793 Aug 20 12:45:40.525141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2b8cd-4ce4-4254-b3e0-113fe7f3d41e req-b8fb7fe4-8777-4901-b996-e1c38eda52cc tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:40.526563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50a2b8cd-4ce4-4254-b3e0-113fe7f3d41e req-b8fb7fe4-8777-4901-b996-e1c38eda52cc tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0550303 Aug 20 12:45:40.564755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50a2b8cd-4ce4-4254-b3e0-113fe7f3d41e req-e6ee4ead-1c73-40fc-8568-a02786de9af5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321348 Aug 20 12:45:41.680452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659840e9-edfb-4361-8b7c-3bffcc3159c4 req-15ccab52-5394-4082-97a5-71f9b16c6eec tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:41.682503 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-659840e9-edfb-4361-8b7c-3bffcc3159c4 req-15ccab52-5394-4082-97a5-71f9b16c6eec tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0489271 Aug 20 12:45:41.719827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-659840e9-edfb-4361-8b7c-3bffcc3159c4 req-a06d7c3a-5e40-423d-b88c-1e366e462334 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313125 Aug 20 12:45:42.389969 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:42.579723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:45:42.676426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:42.688358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '59a9016c-10fd-40e0-a248-d630af256ad1', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': '59a9016c-10fd-40e0-a248-d630af256ad1', 'mac_address': 'fa:16:3e:c5:31:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:45:42.724169 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:42.737465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a9016c-10fd-40e0-a248-d630af256ad1 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:45:42.757762 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:42.762327 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:42.815092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:42.837642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd1cf3-c0e8-45ba-a487-e5a52f7408f9 req-cc9c132b-f236-4aaf-98b2-e40c02cebcb6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:42.839164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9fd1cf3-c0e8-45ba-a487-e5a52f7408f9 req-cc9c132b-f236-4aaf-98b2-e40c02cebcb6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0505805 Aug 20 12:45:42.877472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9fd1cf3-c0e8-45ba-a487-e5a52f7408f9 req-5592e214-f485-4124-904c-0ba54742b280 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322628 Aug 20 12:45:42.948000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['59a9016c-10fd-40e0-a248-d630af256ad1'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:45:43.998749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb168d5-899a-4fb4-a30a-3b4af50b6564 req-9a37ea3d-5094-446f-86f5-67af21a5c225 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:44.000261 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-feb168d5-899a-4fb4-a30a-3b4af50b6564 req-9a37ea3d-5094-446f-86f5-67af21a5c225 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0536618 Aug 20 12:45:44.039479 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-feb168d5-899a-4fb4-a30a-3b4af50b6564 req-668c4a4f-cdb7-46dc-8dcf-a3a5a57ecb46 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Aug 20 12:45:44.110252 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:44.610926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:45:44.663116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 59a9016c-10fd-40e0-a248-d630af256ad1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:45:44.666925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 59a9016c-10fd-40e0-a248-d630af256ad1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:45:44.667300 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:44.750276 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:44.772484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:45:44.774751 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83e7e59-f463-454a-b2e4-f76ea433c352" -d '{"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-plugged", "status": "completed", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:45:44.787640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:45:44.792295 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:44.817452 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24a993b-9c69-4efd-98f7-e29d1f20d3ec x-openstack-request-id: req-f24a993b-9c69-4efd-98f7-e29d1f20d3ec {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:45:44.818328 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-plugged", "status": "completed", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:45:44.818631 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f24a993b-9c69-4efd-98f7-e29d1f20d3ec {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:45:44.819037 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'code': 200} Aug 20 12:45:44.846396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:44.912098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bd9cb-2311-4659-9a61-dc409c1aa2ef req-c3769647-c6b0-4383-abff-4562dceeaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:44.913616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b9bd9cb-2311-4659-9a61-dc409c1aa2ef req-c3769647-c6b0-4383-abff-4562dceeaf80 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1098 time: 0.0411346 Aug 20 12:45:44.950888 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b9bd9cb-2311-4659-9a61-dc409c1aa2ef req-47290a08-8959-4f5a-b3e0-61c0953e487c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295615 Aug 20 12:45:45.158563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f6435-cfdf-4fb8-a310-724f7ea126ae req-a9889928-46ed-4287-9744-c5c65d9df849 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:45.160028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-837f6435-cfdf-4fb8-a310-724f7ea126ae req-a9889928-46ed-4287-9744-c5c65d9df849 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0500479 Aug 20 12:45:45.201345 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-837f6435-cfdf-4fb8-a310-724f7ea126ae req-4058d6f7-9ef6-4b6e-bbde-e78848033d4a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352376 Aug 20 12:45:46.325737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab2f89-9dca-41cd-abdb-2c107d524ed3 req-061e6fa4-90fa-4c36-9353-46fadf7798eb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:46.327253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73ab2f89-9dca-41cd-abdb-2c107d524ed3 req-061e6fa4-90fa-4c36-9353-46fadf7798eb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0536201 Aug 20 12:45:46.366700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73ab2f89-9dca-41cd-abdb-2c107d524ed3 req-bbd064b5-415a-4773-86db-f509057f224f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Aug 20 12:45:46.478707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7693428-70fd-45d1-8b0e-30c1501830e2 req-8e4c6d1d-7124-4b9b-af75-6351720701ef tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:46.480343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f7693428-70fd-45d1-8b0e-30c1501830e2 req-8e4c6d1d-7124-4b9b-af75-6351720701ef tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0504019 Aug 20 12:45:46.488873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33310) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:45:46.493341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Request body: {'floatingip': {'port_id': '59a9016c-10fd-40e0-a248-d630af256ad1'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:45:46.532052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:47.161318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.db.resource_extend [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 12:45:47.210763 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:47.214898 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:47.314869 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e associated. External IP: 172.25.0.142, port: 59a9016c-10fd-40e0-a248-d630af256ad1. Aug 20 12:45:47.523738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:45:47.631384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:45:47.636719 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:47.642437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:45:47.655783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:45:47.656384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:45:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:47.664238 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-69625cb6-ee7c-4865-acf8-7cbb61fd2188 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "PUT /v2.0/floatingips/5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e HTTP/1.1" status: 200 len: 993 time: 1.1742904 Aug 20 12:45:47.664848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:45:47.667964 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df0acfe-a7a1-46d7-97b5-8820793df2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:45:47.706047 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ee8921-7b04-49dd-9a4e-8b815f1dc235 x-openstack-request-id: req-98ee8921-7b04-49dd-9a4e-8b815f1dc235 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:45:47.706482 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:45:47.706740 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98ee8921-7b04-49dd-9a4e-8b815f1dc235 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:45:47.707179 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'status': 'completed', 'code': 200} Aug 20 12:45:47.771769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:45:47.774376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-65042b41-4c32-41b1-bc16-d2b0a5fda7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:47.776732 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-65042b41-4c32-41b1-bc16-d2b0a5fda7c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1098 time: 0.0431442 Aug 20 12:45:47.874231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-9a16ef8d-fa4c-4f62-9f18-ab2d49c57650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:47.875731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-9a16ef8d-fa4c-4f62-9f18-ab2d49c57650 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0930734 Aug 20 12:45:47.949619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-17b97ad9-2d12-4921-8278-17cdb6b45883 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0665514 Aug 20 12:45:48.003720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-4e994548-e7cd-4438-a29f-b8808716991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:48.005224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-4e994548-e7cd-4438-a29f-b8808716991a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0487807 Aug 20 12:45:48.051939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-6db7e93e-d87b-46c1-bff1-a7e94c13bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:48.053438 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-6db7e93e-d87b-46c1-bff1-a7e94c13bcb8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412059 Aug 20 12:45:48.142765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-b4248211-8b1a-4f34-b62f-c3acc78c369d service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823390 Aug 20 12:45:48.165661 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': '59a9016c-10fd-40e0-a248-d630af256ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:c5:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:45:46Z', 'revision_number': 13, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:48.197210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:45:48.205698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:45:48.206347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:45:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:48.237318 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9df0acfe-a7a1-46d7-97b5-8820793df2b8 req-7c13f53f-2a5e-4893-9246-73de551e410e service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880466 Aug 20 12:45:48.317569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:45:48.540843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': '59a9016c-10fd-40e0-a248-d630af256ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:c5:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:45:46Z', 'revision_number': 13, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:48.567851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7665ca4-a6b0-4213-85b4-3533baca23c4 None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'port_id': '59a9016c-10fd-40e0-a248-d630af256ad1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'mac_address': 'fa:16:3e:c5:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:38:50Z', 'updated_at': '2021-08-20T12:45:46Z', 'revision_number': 13, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:45:48.752350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f0dd6d-5cbb-45ce-be8c-4b1176c0adc9 None None] New status for floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:45:51.768137 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6b6d692a-47e3-4594-ba94-c202537a131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:52.092505 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:45:54.348683 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d01b8d8a-36f1-441a-89a3-273b12a723dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:55.064052 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:55.742868 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:57.102217 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:06.580889 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-4e8bcebb-47df-4342-9b35-1d1646619b14 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417299 Aug 20 12:46:06.665457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-99b1ceef-c992-43c9-86e5-c3fc77a09bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:06.666973 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-99b1ceef-c992-43c9-86e5-c3fc77a09bbb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1098 time: 0.0409138 Aug 20 12:46:06.777945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-70c7de8b-d0f2-4a03-95ca-bc1e532022c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:06.780076 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-70c7de8b-d0f2-4a03-95ca-bc1e532022c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0932467 Aug 20 12:46:06.850383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-16a3a3ad-0a8c-45c2-ac43-805ebb3fe9cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1003 time: 0.0627456 Aug 20 12:46:06.907443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-bbcf4527-5921-46dd-b80a-eb9f7c0ab011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:06.908919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-bbcf4527-5921-46dd-b80a-eb9f7c0ab011 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0513451 Aug 20 12:46:06.958096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-e3a41fe2-fa60-45ac-aa0a-0843b11ad43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:06.959543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-e3a41fe2-fa60-45ac-aa0a-0843b11ad43a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419044 Aug 20 12:46:07.054724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-7d51d996-4370-4411-9538-26d41b58e14d service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859251 Aug 20 12:46:07.155088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43d7626c-b15d-4c48-8afb-01140ffe43fb req-008fdf9a-3b6e-4a5e-84af-877d22d2ebcd service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930037 Aug 20 12:46:12.393741 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:14.124504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.769937 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-594ecd04-6c6f-477c-96c3-dc75bc9ff54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:24.350302 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c58f3dfd-3556-4c43-8fdc-9e83bc8064b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.065289 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.747169 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.104949 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.093017 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:46:42.387409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:44.123774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:51.774604 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d5f94753-2d8d-4f86-81b0-34a0c53309da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:54.351984 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b954f7cc-e9d7-4387-ac8f-474da7059183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:55.065762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:55.751720 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:57.107374 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:06.091930 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:47:07.577387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-c098989d-14a1-4e9a-97be-754a64047530 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435815 Aug 20 12:47:07.659681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-acd6d8ca-d387-4b18-b644-5a7b9db470b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:07.661185 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-acd6d8ca-d387-4b18-b644-5a7b9db470b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1098 time: 0.0412750 Aug 20 12:47:07.767026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-e819d3f4-01b0-4d2e-92cc-e3c46e92ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:07.768532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-e819d3f4-01b0-4d2e-92cc-e3c46e92ef84 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0882823 Aug 20 12:47:07.836771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-f3c9ffaf-9995-4e2a-99eb-aacbbe45d300 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1003 time: 0.0606391 Aug 20 12:47:07.889724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-c0cac517-aa09-4b2f-86cd-a1d9f49298f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:07.891523 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-c0cac517-aa09-4b2f-86cd-a1d9f49298f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0478666 Aug 20 12:47:07.937954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-558b2c87-2134-40a7-8b0e-6520bd6fae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:07.939452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-558b2c87-2134-40a7-8b0e-6520bd6fae41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410216 Aug 20 12:47:08.028800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-dc036862-b4c2-42c2-847e-4ea19976c7b7 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825963 Aug 20 12:47:08.121648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-261bbc6c-95da-4469-a609-021c31b7bd80 req-58f94c09-6651-4d97-aa70-2b20ead71c86 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860946 Aug 20 12:47:12.403126 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:14.122637 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:21.779996 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a9b44f7-b4ac-4a43-bb51-dd871288737e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:24.355005 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-811daef1-5b2c-4119-9997-439be192974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:24.886725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184d86-c838-4ba3-9226-60414fd0c3f7 req-85db7057-0426-4287-9e8b-fe12a50efabb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:24.888130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab184d86-c838-4ba3-9226-60414fd0c3f7 req-85db7057-0426-4287-9e8b-fe12a50efabb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0500948 Aug 20 12:47:24.926402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab184d86-c838-4ba3-9226-60414fd0c3f7 req-be30a547-19f1-46ea-bd86-6535a6d18694 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319409 Aug 20 12:47:25.067343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:25.752557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:27.112275 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:36.082772 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1641727-11be-4ef0-92c0-1eb0996b0194 req-788bfc08-ca36-48fa-8e53-d034c54bb032 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:36.084281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1641727-11be-4ef0-92c0-1eb0996b0194 req-788bfc08-ca36-48fa-8e53-d034c54bb032 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0551431 Aug 20 12:47:36.109353 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-1cda7403-8596-4395-9f17-9aac954f9315 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926688 Aug 20 12:47:36.124182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1641727-11be-4ef0-92c0-1eb0996b0194 req-907b9f8b-a779-4957-bf8f-c096c2924220 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331631 Aug 20 12:47:37.241971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e45903-4816-48b8-a8df-284ed709059d req-d3e3328a-b42a-4ce1-90d1-77078aaafef7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:37.243480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92e45903-4816-48b8-a8df-284ed709059d req-d3e3328a-b42a-4ce1-90d1-77078aaafef7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0481763 Aug 20 12:47:37.282806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92e45903-4816-48b8-a8df-284ed709059d req-8d649cab-5599-4459-9297-49640f9f9436 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325646 Aug 20 12:47:38.400786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f0f25-3240-419b-ad82-23fa0cb67027 req-452b64e2-5f00-4822-8bf9-be426c97d2ac tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:38.402965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-769f0f25-3240-419b-ad82-23fa0cb67027 req-452b64e2-5f00-4822-8bf9-be426c97d2ac tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0502808 Aug 20 12:47:38.440033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-769f0f25-3240-419b-ad82-23fa0cb67027 req-67e16e39-5728-4a0d-a120-b175dc9c93fd tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Aug 20 12:47:39.361647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-172a649f-2b3e-4f87-abef-94fa2765e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:39.363200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-172a649f-2b3e-4f87-abef-94fa2765e4cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1098 time: 0.0450695 Aug 20 12:47:39.454268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-8fa27040-22d0-4db5-a65b-fe690d663573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:39.455828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-8fa27040-22d0-4db5-a65b-fe690d663573 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0845866 Aug 20 12:47:39.557394 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2cc76a7f-37bc-49e9-92f6-85599928c47c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1003 time: 0.0939479 Aug 20 12:47:39.602928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab209d-a4ac-48bb-a825-8b52d738166c req-7bed1309-b212-4259-8754-29695f8c75a9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:39.604961 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bab209d-a4ac-48bb-a825-8b52d738166c req-7bed1309-b212-4259-8754-29695f8c75a9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0944443 Aug 20 12:47:39.632281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-83e58b0c-fa2c-4420-b2eb-8211e456459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:39.633688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-83e58b0c-fa2c-4420-b2eb-8211e456459c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0704446 Aug 20 12:47:39.672946 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6bab209d-a4ac-48bb-a825-8b52d738166c req-9d107f9d-ba62-43ce-a671-6b05f648fbc0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613654 Aug 20 12:47:39.689016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-8cc8cc67-e7a9-43c9-909f-3b028d960b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:39.690805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-8cc8cc67-e7a9-43c9-909f-3b028d960b07 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462792 Aug 20 12:47:39.789709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-8adf9eba-4116-459c-b714-f8e4f9e89e50 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915604 Aug 20 12:47:39.878949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-9e5655f9-255b-423a-a6d0-7f13a255a185 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818796 Aug 20 12:47:40.801357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84604e-4c94-40f0-ada3-5cde60ff9b07 req-774a2f81-e185-447d-a509-a5279dc304cc tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:40.802886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e84604e-4c94-40f0-ada3-5cde60ff9b07 req-774a2f81-e185-447d-a509-a5279dc304cc tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0623946 Aug 20 12:47:40.840746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1e84604e-4c94-40f0-ada3-5cde60ff9b07 req-433eb8b2-1b53-4c1c-aab6-dd73dbbaf7e6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Aug 20 12:47:41.959831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d86710-3b33-465a-956c-a623e660da6a req-c8a00ebe-30a8-4e50-8da4-6bbe9bba5076 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:41.961324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0d86710-3b33-465a-956c-a623e660da6a req-c8a00ebe-30a8-4e50-8da4-6bbe9bba5076 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0512691 Aug 20 12:47:42.000365 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0d86710-3b33-465a-956c-a623e660da6a req-c42bb170-a615-4169-9688-8d7fffc1226a tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Aug 20 12:47:42.403626 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:43.091298 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:47:43.118453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe3895-ac3c-422d-a605-e809a0fc2599 req-df55efff-7f83-451f-a6d5-1e30b382d8ab tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:43.120515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cbe3895-ac3c-422d-a605-e809a0fc2599 req-df55efff-7f83-451f-a6d5-1e30b382d8ab tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0502019 Aug 20 12:47:43.159202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cbe3895-ac3c-422d-a605-e809a0fc2599 req-5e26151b-c088-45a2-8b8a-98b7f2f434e8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323610 Aug 20 12:47:44.121675 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:44.279486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c1c9b-1bc6-4e57-91ab-e1056f8f119d req-c1743d67-b0d9-4ae2-ae7f-b5d99aa804f5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:44.280959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c0c1c9b-1bc6-4e57-91ab-e1056f8f119d req-c1743d67-b0d9-4ae2-ae7f-b5d99aa804f5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0547943 Aug 20 12:47:44.319223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c0c1c9b-1bc6-4e57-91ab-e1056f8f119d req-1b68f038-3327-47a6-ae26-66b8bdbc01b6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Aug 20 12:47:45.437658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09a3ab-39a5-496d-901c-7b39a42b9c10 req-b16421fe-e568-4e24-90f3-5c2db1a60395 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:45.439165 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e09a3ab-39a5-496d-901c-7b39a42b9c10 req-b16421fe-e568-4e24-90f3-5c2db1a60395 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0501065 Aug 20 12:47:45.476890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2e09a3ab-39a5-496d-901c-7b39a42b9c10 req-c1b98b2a-651a-4358-bd42-a8976aca21ff tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Aug 20 12:47:46.593592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e608a-aadf-4469-ad18-56b8f9ca5da0 req-7b2352e0-5399-4ec7-99e5-d9d7a4931ecb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:46.595113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-497e608a-aadf-4469-ad18-56b8f9ca5da0 req-7b2352e0-5399-4ec7-99e5-d9d7a4931ecb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0489781 Aug 20 12:47:46.631785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-497e608a-aadf-4469-ad18-56b8f9ca5da0 req-3229c8e5-813b-40bc-8d75-ac32c3ccb365 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Aug 20 12:47:47.757127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2369c6-de56-4bf9-8676-d536375ae9fa req-a46fa95a-7b13-41bb-a6c5-0c86136acf54 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:47.758872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c2369c6-de56-4bf9-8676-d536375ae9fa req-a46fa95a-7b13-41bb-a6c5-0c86136acf54 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0546725 Aug 20 12:47:47.798409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6c2369c6-de56-4bf9-8676-d536375ae9fa req-0d3c35e3-8b78-44a2-a726-88b57b0c1c96 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332634 Aug 20 12:47:48.913165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100986-b8c1-46a6-b6f5-74b6cefa82b0 req-a8f826d8-bf5e-4e7d-9cef-2afd948eab5b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:48.914571 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0100986-b8c1-46a6-b6f5-74b6cefa82b0 req-a8f826d8-bf5e-4e7d-9cef-2afd948eab5b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0486224 Aug 20 12:47:48.954829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e0100986-b8c1-46a6-b6f5-74b6cefa82b0 req-9af0f89b-c43f-4755-8dda-5d0c70980f16 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Aug 20 12:47:50.068935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7bb3d-d090-46b4-97e2-b979c560e61a req-9680594d-857b-40a6-b3d0-bcb1dbf1b110 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:50.070440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdd7bb3d-d090-46b4-97e2-b979c560e61a req-9680594d-857b-40a6-b3d0-bcb1dbf1b110 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0481725 Aug 20 12:47:50.109406 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdd7bb3d-d090-46b4-97e2-b979c560e61a req-7b7dd7a1-372a-47fe-a786-c9a8b9cc1d43 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Aug 20 12:47:51.231625 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e0c34-9f90-4210-8026-378f803f8851 req-72ea9b0a-9164-40b1-b3a0-6d406eb4ffe0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:51.233104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-388e0c34-9f90-4210-8026-378f803f8851 req-72ea9b0a-9164-40b1-b3a0-6d406eb4ffe0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0527110 Aug 20 12:47:51.271132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-388e0c34-9f90-4210-8026-378f803f8851 req-ddb8c7b3-3567-4cf0-8943-0e1dfdd3e98f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320342 Aug 20 12:47:51.771910 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd3af-b9a0-465c-b0a7-539106f34efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:52.394584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec528-1ca0-4eb9-930a-6834f226b494 req-8a41b8df-83c1-43f6-89df-8616c2d1d127 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:52.396153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-379ec528-1ca0-4eb9-930a-6834f226b494 req-8a41b8df-83c1-43f6-89df-8616c2d1d127 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0550122 Aug 20 12:47:52.435933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-379ec528-1ca0-4eb9-930a-6834f226b494 req-ca2df033-4828-4b24-9e42-0fecdc43dd2e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Aug 20 12:47:53.562362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d3336-0263-41e1-ae08-7beedb0631e8 req-0a101b50-46d8-4cfc-b469-dae846e73ec1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:53.563910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af6d3336-0263-41e1-ae08-7beedb0631e8 req-0a101b50-46d8-4cfc-b469-dae846e73ec1 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0585258 Aug 20 12:47:53.639742 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af6d3336-0263-41e1-ae08-7beedb0631e8 req-c39f01eb-4404-49ed-8f30-16cfbd756393 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545022 Aug 20 12:47:53.642008 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-9c09be10-86de-497f-9b0f-11fb7f38e51b service neutron] show failed (client error): The resource could not be found. Aug 20 12:47:53.642952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-9c09be10-86de-497f-9b0f-11fb7f38e51b service neutron] 10.222.0.22 "GET /v2.0/ports/59a9016c-10fd-40e0-a248-d630af256ad1/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0955536 Aug 20 12:47:53.844123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-1efe6452-720a-48fc-9b4c-bff9c0f70143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:53.845552 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-1efe6452-720a-48fc-9b4c-bff9c0f70143 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 1098 time: 0.0423579 Aug 20 12:47:53.862468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:47:53.921558 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:54.123292 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:47:54.157136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:47:54.195626 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:47:54.198433 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344489ca-58a6-4dcf-8cc8-40d75cea4cf2" -d '{"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-unplugged", "status": "completed", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:47:54.202120 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:54.215059 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Transition to ACTIVE for port object 59a9016c-10fd-40e0-a248-d630af256ad1 will not be triggered until provisioned by entity L2. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:47:54.218948 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:54.254796 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d31d187-40dd-4f57-8a0d-d912d9996aac x-openstack-request-id: req-2d31d187-40dd-4f57-8a0d-d912d9996aac {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:47:54.255085 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-unplugged", "status": "completed", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:47:54.255336 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d31d187-40dd-4f57-8a0d-d912d9996aac {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:47:54.255723 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'code': 200} Aug 20 12:47:54.302295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=6']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:54.319355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.319692 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.320033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.320363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.320689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.321017 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.321338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.321657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.322089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.322309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.323437 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.323679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:47:54.357927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-98a64b66-4bae-4434-9b89-d068a8df495f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:54.372175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] No DVR routers for this DVR port 59a9016c-10fd-40e0-a248-d630af256ad1 on host n-h2-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:47:54.519407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:47:54.519678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:47:54.520064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:47:54.524227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:47:54.524569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:47:54.529323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:47:54.529656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:47:54.530033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:47:54.530491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.managers [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Bound port: 59a9016c-10fd-40e0-a248-d630af256ad1, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:47:54.530850 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:54.597367 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h1-800634-10, cleared binding levels {{(pid=101033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:47:54.600376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:47:54.604626 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:54.639840 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:54.640469 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:54.642104 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] 10.222.0.73 "PUT /v2.0/ports/59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1093 time: 0.7838762 Aug 20 12:47:54.665623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b2774-acc0-494a-9e68-fa384aec53de service neutron] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=7']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:47:54.715126 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-e12d2e1b-e9a2-4297-98ce-11dedd7c6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:54.716710 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-e12d2e1b-e9a2-4297-98ce-11dedd7c6e8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1096 time: 0.0450687 Aug 20 12:47:54.771994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1f12b-061e-45f7-af4f-fcd1be052668 req-0073ef07-1529-4277-9f02-a9aa487788a2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:54.773711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8cd1f12b-061e-45f7-af4f-fcd1be052668 req-0073ef07-1529-4277-9f02-a9aa487788a2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0559421 Aug 20 12:47:54.816566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8cd1f12b-061e-45f7-af4f-fcd1be052668 req-5e25b264-1c4c-4716-b783-978142acaf65 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361199 Aug 20 12:47:54.831939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-46ca8bb7-b6c6-48dc-9ac6-5fbfb6a561b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:54.833490 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-46ca8bb7-b6c6-48dc-9ac6-5fbfb6a561b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.1048241 Aug 20 12:47:54.903942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-c15d56cc-9cc3-4c04-abe7-2a645f0e3f3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0583448 Aug 20 12:47:54.960863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-96b429c8-07f3-445d-91ad-2733110bf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:54.962371 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-96b429c8-07f3-445d-91ad-2733110bf6fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0467300 Aug 20 12:47:55.017379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-ad36bcc5-9dd5-4ab0-ae07-2169a5a1293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:55.019096 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-ad36bcc5-9dd5-4ab0-ae07-2169a5a1293f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450342 Aug 20 12:47:55.071003 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:55.111525 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-bf42f126-7efc-4e08-8e06-7969eae3d075 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843995 Aug 20 12:47:55.212125 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-dafce8be-01ea-42df-8fed-fd60a6b73cf5 req-d239a7dc-015c-4aa8-8e6b-990bf8e49c3c service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877550 Aug 20 12:47:55.219384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:47:55.261963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:47:55.755030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:55.940160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecafc45-34c9-4857-b9db-9369b2809b4c req-86a3e613-5a45-440e-987a-1ba7438ccb06 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:55.941692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ecafc45-34c9-4857-b9db-9369b2809b4c req-86a3e613-5a45-440e-987a-1ba7438ccb06 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0519164 Aug 20 12:47:55.981951 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ecafc45-34c9-4857-b9db-9369b2809b4c req-cc157f15-16c3-460c-92a5-5a7236cee432 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 Aug 20 12:47:56.256685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:47:56.259212 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f501a73e844c7fcc58640b46dad4c67430f2f5aef474515590b2ddef2d7f39f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:47:56.310237 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95347b6-dac3-46bc-abb9-00a74448e746 x-openstack-request-id: req-e95347b6-dac3-46bc-abb9-00a74448e746 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:47:56.317128 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:47:56.317850 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e95347b6-dac3-46bc-abb9-00a74448e746 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:47:56.318526 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'status': 'completed', 'code': 200} Aug 20 12:47:56.388879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-1973c0b3-5841-4b89-aa31-115302995d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:56.390558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-1973c0b3-5841-4b89-aa31-115302995d66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1096 time: 0.0621641 Aug 20 12:47:56.396677 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-cc6f9413-5ebd-40bc-a1b1-f67f1fb753cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:56.398414 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-cc6f9413-5ebd-40bc-a1b1-f67f1fb753cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1096 time: 0.0583808 Aug 20 12:47:56.485220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-9d54d77b-f966-4af2-bdde-f86941d088e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:56.486868 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-9d54d77b-f966-4af2-bdde-f86941d088e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0895231 Aug 20 12:47:56.499747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-6f48a7dc-e9c8-4a71-8c28-40dd59bc90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:56.501237 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-6f48a7dc-e9c8-4a71-8c28-40dd59bc90bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0930800 Aug 20 12:47:56.559573 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-d2636541-e60e-471b-af39-2c9e0fd4a454 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0658896 Aug 20 12:47:56.581554 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-a9c1c64b-5eb6-4a99-a128-9e397461418f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0689898 Aug 20 12:47:56.609816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-0bb53da4-c1f2-4b7c-962b-b2ba780875cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:56.611354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-0bb53da4-c1f2-4b7c-962b-b2ba780875cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0449917 Aug 20 12:47:56.642404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-ad7b1393-685d-4041-8733-053ee56bfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:56.644146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-ad7b1393-685d-4041-8733-053ee56bfda2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0505128 Aug 20 12:47:56.667119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-e2a1c6d2-85dc-4d1b-86b0-0a762bebfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:56.667421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-e2a1c6d2-85dc-4d1b-86b0-0a762bebfa3a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473063 Aug 20 12:47:56.697474 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-3086db11-f6fe-43ed-89a0-5e989d4bad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:56.699670 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-3086db11-f6fe-43ed-89a0-5e989d4bad2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432806 Aug 20 12:47:56.764761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-37253310-025d-4157-a4ba-3db1908e2007 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909922 Aug 20 12:47:56.808497 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-649a26ba-3662-4959-be19-ca44ff6cc5cc service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970693 Aug 20 12:47:56.868547 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-7547ffef-f071-4619-8bd0-ee9ba7e6a634 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970850 Aug 20 12:47:56.907608 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-b3f994f0-6a6a-4c6c-a2c6-ffe617b1ff5d req-c693397a-375e-4549-aafa-73da72877fcd service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874190 Aug 20 12:47:57.106574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08646992-1e03-4295-b226-4be697c22582 req-ae25bc36-bf27-4693-bdf3-f3d0912886eb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:57.108212 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08646992-1e03-4295-b226-4be697c22582 req-ae25bc36-bf27-4693-bdf3-f3d0912886eb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0538113 Aug 20 12:47:57.117858 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:57.149671 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08646992-1e03-4295-b226-4be697c22582 req-7390c6c3-750f-4c72-adc3-e43dd630e382 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345883 Aug 20 12:47:58.276081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53bf9-2231-4674-991d-293868843d3f req-40bc8b0e-a6f2-4ec0-9b24-01ed0b6d350c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:58.278597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fb53bf9-2231-4674-991d-293868843d3f req-40bc8b0e-a6f2-4ec0-9b24-01ed0b6d350c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0556846 Aug 20 12:47:58.319876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fb53bf9-2231-4674-991d-293868843d3f req-6459d165-aa4e-4872-bbda-f815bd95b38e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352635 Aug 20 12:47:59.436564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c9c2d-87fd-4ad1-883d-fbd0a11d7e70 req-7c4da526-a70e-4ccb-b144-cfdede06e232 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:59.438074 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed6c9c2d-87fd-4ad1-883d-fbd0a11d7e70 req-7c4da526-a70e-4ccb-b144-cfdede06e232 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0486429 Aug 20 12:47:59.477351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed6c9c2d-87fd-4ad1-883d-fbd0a11d7e70 req-5360aaa7-68ad-4581-ac6e-c43ff9283739 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Aug 20 12:48:00.608841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a358ea-fa85-4cf9-9dbc-856fe53acab5 req-fbdd2cf1-42cc-414a-b2c7-3e1d884a48ed tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:00.610342 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9a358ea-fa85-4cf9-9dbc-856fe53acab5 req-fbdd2cf1-42cc-414a-b2c7-3e1d884a48ed tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0485835 Aug 20 12:48:00.647517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9a358ea-fa85-4cf9-9dbc-856fe53acab5 req-296b743e-acde-47aa-9d2b-5b78f2ed5312 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Aug 20 12:48:01.769388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a4859-ba39-4c54-9c58-80256f477110 req-23d245bf-f8e5-4885-b8a7-c102ed408d94 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:01.770918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-760a4859-ba39-4c54-9c58-80256f477110 req-23d245bf-f8e5-4885-b8a7-c102ed408d94 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0531070 Aug 20 12:48:01.808675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-760a4859-ba39-4c54-9c58-80256f477110 req-5b4feadd-edb9-4adc-bb4d-692bd1ddeb0f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311902 Aug 20 12:48:02.927677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86f317-efe3-4048-8fc5-383631d22988 req-323358af-6ac6-4b9a-9f49-82dd1e81b7b8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:02.929077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b86f317-efe3-4048-8fc5-383631d22988 req-323358af-6ac6-4b9a-9f49-82dd1e81b7b8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0506084 Aug 20 12:48:02.969370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4b86f317-efe3-4048-8fc5-383631d22988 req-def721d9-2b1b-4ed3-967a-bea7d023134d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340867 Aug 20 12:48:04.084938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68841e-648b-47b1-a895-bedc67fa1ce2 req-0e4856b0-9d25-4542-bb82-ee7e9c5b928f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:04.086424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd68841e-648b-47b1-a895-bedc67fa1ce2 req-0e4856b0-9d25-4542-bb82-ee7e9c5b928f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0488112 Aug 20 12:48:04.124073 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd68841e-648b-47b1-a895-bedc67fa1ce2 req-b02929ee-e643-4222-9abe-fd08408831bb tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315814 Aug 20 12:48:05.246141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb352b-1c98-4edb-b5f4-42a71ff3ccdf req-202cad8e-7437-45b5-ac1b-c07caa6a9146 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:05.247683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13eb352b-1c98-4edb-b5f4-42a71ff3ccdf req-202cad8e-7437-45b5-ac1b-c07caa6a9146 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0534024 Aug 20 12:48:05.288788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13eb352b-1c98-4edb-b5f4-42a71ff3ccdf req-a0c32719-408d-4450-ab4f-08b195c980d5 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349891 Aug 20 12:48:06.248426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:48:06.343516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:06.355316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '59a9016c-10fd-40e0-a248-d630af256ad1', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': '59a9016c-10fd-40e0-a248-d630af256ad1', 'mac_address': 'fa:16:3e:c5:31:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:48:06.401164 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:06.415423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b7e8-1954-4388-948d-1909063a9959 req-6df52d79-38da-412f-b55f-603fde5f4414 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:06.416630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a9016c-10fd-40e0-a248-d630af256ad1 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:48:06.418752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f96b7e8-1954-4388-948d-1909063a9959 req-6df52d79-38da-412f-b55f-603fde5f4414 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 944 time: 0.0591428 Aug 20 12:48:06.438463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:06.442401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:06.486446 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f96b7e8-1954-4388-948d-1909063a9959 req-86bdb2b8-747d-4912-b559-f2920e84247b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617962 Aug 20 12:48:06.506297 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:06.517385 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.517731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.518099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.518612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.518951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.519286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.519615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.519946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.520270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.520598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.520923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.521247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:06.722284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['59a9016c-10fd-40e0-a248-d630af256ad1'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:48:07.350855 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-199e689d-d5af-420c-9386-3adddca9818d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495846 Aug 20 12:48:07.438577 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-ae734d34-353e-4de3-9587-198deb6f0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:07.440142 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-ae734d34-353e-4de3-9587-198deb6f0e1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1097 time: 0.0430648 Aug 20 12:48:07.551201 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-630b0ac1-78ba-4e43-a4a4-d4306e2ab848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:07.552576 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-630b0ac1-78ba-4e43-a4a4-d4306e2ab848 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0932310 Aug 20 12:48:07.611362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f5940-a9b4-4340-bca7-62d735952c41 req-132c39e3-e6bf-4bf0-bbf5-66be94af0663 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:07.613144 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b91f5940-a9b4-4340-bca7-62d735952c41 req-132c39e3-e6bf-4bf0-bbf5-66be94af0663 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0505128 Aug 20 12:48:07.625430 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-5a228cd3-5539-4474-afa6-6216d2040b82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1002 time: 0.0648718 Aug 20 12:48:07.652392 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b91f5940-a9b4-4340-bca7-62d735952c41 req-2e1cbc0f-c6b8-4b93-8759-8038ace6f364 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Aug 20 12:48:07.676458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-d8ee3ff4-5e67-411d-a14e-b4d057f60d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:07.678022 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-d8ee3ff4-5e67-411d-a14e-b4d057f60d26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0457935 Aug 20 12:48:07.731315 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-157bcf7c-b057-4696-8723-6f52d5a364f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:07.732770 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-157bcf7c-b057-4696-8723-6f52d5a364f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471065 Aug 20 12:48:07.831505 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-e833942d-3658-4834-ac6b-7d4e6754e647 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900149 Aug 20 12:48:07.891183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.73', 62948) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:48:07.937019 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-8d7175b3-1d73-4eab-9519-f7d35a447069 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973775 Aug 20 12:48:07.981819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-7bdc97d4-1c7a-4569-8de4-e775eb66c810 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:07.983287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-7bdc97d4-1c7a-4569-8de4-e775eb66c810 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.73 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e&tenant_id=aefffeae848744a1975e58d269a3e5e8&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 945 time: 0.0911086 Aug 20 12:48:07.996645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2aaf7-b6d0-4897-858c-0ec08228228b req-92a1ddfb-ecaf-4e3e-95f6-edf79fe6d602 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:07.998093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eee2aaf7-b6d0-4897-858c-0ec08228228b req-92a1ddfb-ecaf-4e3e-95f6-edf79fe6d602 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0734231 Aug 20 12:48:08.068649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-eee2aaf7-b6d0-4897-858c-0ec08228228b req-9cd0c3d3-8900-451f-95a5-21686f3e3c3d tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641623 Aug 20 12:48:08.078172 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-8bb0a6d6-adce-4df8-a308-66addc97aed4 service neutron] 10.222.0.73 "GET /v2.0/ports/59a9016c-10fd-40e0-a248-d630af256ad1/bindings/n-h1-800634-10 HTTP/1.1" status: 200 len: 383 time: 0.0791404 Aug 20 12:48:08.143118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-ce9aa56c-51ed-40e7-a807-e21826113014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:08.144590 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-ce9aa56c-51ed-40e7-a807-e21826113014 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1097 time: 0.0443923 Aug 20 12:48:08.234942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-014ad057-a831-401a-9151-fa7c51793355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:08.236420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-014ad057-a831-401a-9151-fa7c51793355 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0850155 Aug 20 12:48:08.264503 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:48:08.316181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 59a9016c-10fd-40e0-a248-d630af256ad1 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:48:08.319917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 59a9016c-10fd-40e0-a248-d630af256ad1 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:48:08.320291 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:08.321352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-24d46c74-9fe3-461f-9068-546eb46cbfa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1002 time: 0.0776505 Aug 20 12:48:08.376798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-7c52220b-245c-40b9-8d25-aab8813c62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:08.378294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-7c52220b-245c-40b9-8d25-aab8813c62f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0501440 Aug 20 12:48:08.401208 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:08.424691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-3e49257f-bf75-42dc-bb48-cf6e51115620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:08.425045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:48:08.426314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-3e49257f-bf75-42dc-bb48-cf6e51115620 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410919 Aug 20 12:48:08.427460 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a4166-113f-4e40-985b-f163658f5592" -d '{"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-plugged", "status": "completed", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:48:08.444175 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:08.449500 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:08.499319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:08.530977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-5d1e85e4-e63e-4ee3-aea6-bbcaf5bb2dff service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970984 Aug 20 12:48:08.552219 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3ffc86-1267-4119-936b-5eadb69fae0e x-openstack-request-id: req-0a3ffc86-1267-4119-936b-5eadb69fae0e {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:48:08.552521 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-plugged", "status": "completed", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:48:08.552779 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a3ffc86-1267-4119-936b-5eadb69fae0e {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:48:08.553174 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'code': 200} Aug 20 12:48:08.624224 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-f0853a50-4ca2-4d4b-a560-7598a3303dc3 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864725 Aug 20 12:48:09.186302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee925b56-8f8f-4881-8e53-35ca4811bfbd req-673e91de-95b2-49e2-8bb5-41802c64cf45 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:09.187788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee925b56-8f8f-4881-8e53-35ca4811bfbd req-673e91de-95b2-49e2-8bb5-41802c64cf45 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0501828 Aug 20 12:48:09.224940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee925b56-8f8f-4881-8e53-35ca4811bfbd req-f30220c3-b105-4c21-a015-a99d25a95392 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Aug 20 12:48:10.349447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4b2c0-3c33-4e85-8aac-13e2b6511efc req-1e3f720a-abd6-42a3-8a96-4f56d10c9930 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:10.350975 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70e4b2c0-3c33-4e85-8aac-13e2b6511efc req-1e3f720a-abd6-42a3-8a96-4f56d10c9930 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0538907 Aug 20 12:48:10.389778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70e4b2c0-3c33-4e85-8aac-13e2b6511efc req-ac1d83fd-c466-4e35-b51d-3d824ed61554 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 Aug 20 12:48:11.508179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003847a3-3177-473a-8680-5a38b02d27d3 req-ed37eebe-703c-4411-9f10-2edc6074e486 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:11.510913 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-003847a3-3177-473a-8680-5a38b02d27d3 req-ed37eebe-703c-4411-9f10-2edc6074e486 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0527878 Aug 20 12:48:11.554040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-003847a3-3177-473a-8680-5a38b02d27d3 req-9796c390-9197-4b11-8043-a8359baf057c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363338 Aug 20 12:48:12.264250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:48:12.340320 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:12.362928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:48:12.365124 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecadaec-eaa4-4492-9ca4-3a2c10cb05b4" -d '{"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-unplugged", "status": "completed", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:48:12.381336 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:12.386510 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:12.420492 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec8678b-d336-40fb-be70-18425d57ee5b x-openstack-request-id: req-0ec8678b-d336-40fb-be70-18425d57ee5b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:48:12.420787 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-unplugged", "status": "completed", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:48:12.421044 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ec8678b-d336-40fb-be70-18425d57ee5b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:48:12.421427 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'code': 200} Aug 20 12:48:12.438690 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:12.454540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:12.674726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b4abe-8b02-48eb-8f53-836400f37578 req-1bdf9a7e-4cee-448e-95c0-766b45c46691 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:12.676218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-918b4abe-8b02-48eb-8f53-836400f37578 req-1bdf9a7e-4cee-448e-95c0-766b45c46691 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0506628 Aug 20 12:48:12.715354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-918b4abe-8b02-48eb-8f53-836400f37578 req-a14afecd-cb5d-4c42-8673-c77d0575a147 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333171 Aug 20 12:48:12.860316 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-14321077-eab8-408f-8448-c8536b1dfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:12.861835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-14321077-eab8-408f-8448-c8536b1dfe88 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e&tenant_id=aefffeae848744a1975e58d269a3e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0892286 Aug 20 12:48:12.874491 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:48:12.929093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:13.133468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:13.166125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:48:13.203719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a9016c-10fd-40e0-a248-d630af256ad1 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:48:13.211081 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:13.226741 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Transition to ACTIVE for port object 59a9016c-10fd-40e0-a248-d630af256ad1 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:48:13.232679 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:13.313323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=11']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:13.325215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.325556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.325892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.326247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.326574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.326907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.327224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.327547 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.328830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.328830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.328830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.328830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:13.607455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] No DVR routers for this DVR port 59a9016c-10fd-40e0-a248-d630af256ad1 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:48:13.737007 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:48:13.737675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:48:13.737675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:48:13.742361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:48:13.742682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Attempting to bind port 59a9016c-10fd-40e0-a248-d630af256ad1 on network 8eb8caa5-67c2-4518-90db-63d244d86db4 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:48:13.748427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:48:13.748759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Checking segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:48:13.749145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Bound using segment: {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:48:13.749573 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Bound port: 59a9016c-10fd-40e0-a248-d630af256ad1, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7c9df-568f-4051-8d06-5160ad9b20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:48:13.749931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:13.842633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:48:13.847324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:48:13.852689 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:13.872226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbee5fa-69a6-4841-b521-82a46871b5fe req-12c63288-3390-457e-aa37-c1a93292a79b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:13.873718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcbee5fa-69a6-4841-b521-82a46871b5fe req-12c63288-3390-457e-aa37-c1a93292a79b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0846038 Aug 20 12:48:13.906963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:13.907973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:13.909030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] 10.222.0.22 "PUT /v2.0/ports/59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1094 time: 1.0392332 Aug 20 12:48:13.915627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:48:13.918385 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:48:13.978916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2d748-9672-4b36-89d6-c5ad55f07cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=12']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:13.986143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcbee5fa-69a6-4841-b521-82a46871b5fe req-1bb4e6e9-8a92-4869-b6bb-44c461fd4762 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952442 Aug 20 12:48:14.005810 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-33ddbbe6-5fa6-4a1c-9a5b-cfd7c1e5f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.007575 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-33ddbbe6-5fa6-4a1c-9a5b-cfd7c1e5f4fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1097 time: 0.0591383 Aug 20 12:48:14.066556 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e799fd-4af5-4eda-84b2-d1951598bd7c x-openstack-request-id: req-85e799fd-4af5-4eda-84b2-d1951598bd7c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:48:14.066857 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:48:14.067107 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85e799fd-4af5-4eda-84b2-d1951598bd7c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:48:14.067497 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'status': 'completed', 'code': 200} Aug 20 12:48:14.135841 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:14.137062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-0d727395-bff9-43bb-8bc6-d5f16a727646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.138579 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-0d727395-bff9-43bb-8bc6-d5f16a727646 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.1242170 Aug 20 12:48:14.154794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-8a768f66-f064-4001-8a67-63b6f8fb4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.156209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-8a768f66-f064-4001-8a67-63b6f8fb4c35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1097 time: 0.0644615 Aug 20 12:48:14.258610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-500cee3b-41e4-44e1-b1bd-efec71799504 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1001 time: 0.1124222 Aug 20 12:48:14.327400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-6cc74cdb-cb4b-460c-b2d1-a95714e601c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.328861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-6cc74cdb-cb4b-460c-b2d1-a95714e601c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.1412919 Aug 20 12:48:14.332337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-a37ac688-a8ab-462c-b743-ab86dc5f727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.333644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-a37ac688-a8ab-462c-b743-ab86dc5f727a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0636933 Aug 20 12:48:14.424979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-1afb28d2-9ffb-49b5-a168-ccff91c7cb61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0845127 Aug 20 12:48:14.429299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-8c77401b-9b1e-4bde-a049-012bdf577b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.430740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-8c77401b-9b1e-4bde-a049-012bdf577b1b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893195 Aug 20 12:48:14.524970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-39649797-757e-45e9-84cf-568c404d7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.526370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-39649797-757e-45e9-84cf-568c404d7df2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0938766 Aug 20 12:48:14.585300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-6baee9b6-e85b-4420-82ad-39901a8d0aab service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451859 Aug 20 12:48:14.602915 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-c7f2ce5c-31d7-4ac9-afdb-288acb96f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.604368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-c7f2ce5c-31d7-4ac9-afdb-288acb96f531 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658736 Aug 20 12:48:14.748756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cf1dee4-8a79-4107-beee-2b54b4675b96 req-62fbf6f6-3a20-4831-b6fc-f6094d6b60f3 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558356 Aug 20 12:48:14.754043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-be5a8651-05eb-483b-89a1-b30aeb8ca7cf service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397746 Aug 20 12:48:14.878918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-38260375-0c67-470d-908c-5429f8e05a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.880478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-38260375-0c67-470d-908c-5429f8e05a87 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aefffeae848744a1975e58d269a3e5e8&device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 1097 time: 0.0710907 Aug 20 12:48:14.885939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-e2c79630-3578-4d34-b4b7-5d88e6ae6174 service neutron] 10.222.0.73 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235175 Aug 20 12:48:14.978618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-be1a7d4f-6381-4eb5-bc54-b42191955be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:14.980213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-be1a7d4f-6381-4eb5-bc54-b42191955be2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 200 len: 913 time: 0.0928364 Aug 20 12:48:15.049867 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-f97b48dc-5bae-4a2d-bc27-817592421ae3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0629086 Aug 20 12:48:15.132598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-34346147-7aca-49b8-87d6-ff1769c67c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:15.134077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-34346147-7aca-49b8-87d6-ff1769c67c31 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 200 len: 851 time: 0.0774038 Aug 20 12:48:15.146306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260cfb8-1032-484c-b019-b32b5f675f15 req-46cb2899-7395-4775-af22-dda26078df78 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:15.147729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d260cfb8-1032-484c-b019-b32b5f675f15 req-46cb2899-7395-4775-af22-dda26078df78 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0825355 Aug 20 12:48:15.209139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d260cfb8-1032-484c-b019-b32b5f675f15 req-03252daa-f60c-44aa-9433-8cc425d98d38 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526061 Aug 20 12:48:15.214667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-2475f8eb-41b9-4aa1-88f2-e36ee02cf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:15.216175 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-2475f8eb-41b9-4aa1-88f2-e36ee02cf5a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8eb8caa5-67c2-4518-90db-63d244d86db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675998 Aug 20 12:48:15.314639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-0a287bdf-73e2-4e1a-b7cc-a9e281cb3623 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913091 Aug 20 12:48:15.407283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-52ec2ff3-1aef-42aa-b904-b975d37ac9cb req-4d166cb0-0895-42f2-9500-eaa490019e65 service neutron] 10.222.0.22 "GET /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857863 Aug 20 12:48:16.334818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375f0da-5968-48a0-918e-a070dfeddc2b req-8b397e6f-6cdb-4408-9f51-761cdea7aded tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:16.336296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5375f0da-5968-48a0-918e-a070dfeddc2b req-8b397e6f-6cdb-4408-9f51-761cdea7aded tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0501995 Aug 20 12:48:16.381255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5375f0da-5968-48a0-918e-a070dfeddc2b req-e0f966c6-1df4-47da-bd0b-2030930f4141 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377777 Aug 20 12:48:17.501821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea601-e7a6-43df-9a35-9757c65e79aa req-f3091d2e-a00c-465c-8af4-d4e18c9658b8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:17.503631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28bea601-e7a6-43df-9a35-9757c65e79aa req-f3091d2e-a00c-465c-8af4-d4e18c9658b8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0522673 Aug 20 12:48:17.544258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-28bea601-e7a6-43df-9a35-9757c65e79aa req-6c5a7a8c-1a55-4b54-ad1e-c1f72c2d5232 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341194 Aug 20 12:48:18.665976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b000-c2a6-4630-b037-8b658249ec06 req-11d1fba1-a7e8-4024-b851-c65c8c93ace0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:18.667817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a12b000-c2a6-4630-b037-8b658249ec06 req-11d1fba1-a7e8-4024-b851-c65c8c93ace0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0507221 Aug 20 12:48:18.707211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0a12b000-c2a6-4630-b037-8b658249ec06 req-5cb34081-4028-44eb-bde1-4a0b2e7274e9 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Aug 20 12:48:19.825255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb383c-6570-49b4-9d8f-33ec8c77c451 req-f85e532c-7162-4970-b0d1-71d96aa8e5b2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:19.826774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8cb383c-6570-49b4-9d8f-33ec8c77c451 req-f85e532c-7162-4970-b0d1-71d96aa8e5b2 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0509748 Aug 20 12:48:19.869483 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c8cb383c-6570-49b4-9d8f-33ec8c77c451 req-263f058b-0064-4f75-84e3-4871117c43e6 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365155 Aug 20 12:48:20.177618 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:48:20.986698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd301c8-22ea-472d-b29a-722f88bf8c16 req-95fd1140-2afb-40d9-83c2-b05547a7d1d7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:20.988130 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfd301c8-22ea-472d-b29a-722f88bf8c16 req-95fd1140-2afb-40d9-83c2-b05547a7d1d7 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0508430 Aug 20 12:48:21.027254 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfd301c8-22ea-472d-b29a-722f88bf8c16 req-e3f1e22f-be7b-485e-a889-405cebefb926 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328798 Aug 20 12:48:21.773361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed9053b5-60ae-4939-9fca-32d17aa16df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:22.143439 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f92ba-53a7-41eb-b575-4c9537ab22db req-b326d0d7-8c6a-4e02-a96d-5a0bdaff8a6e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:22.144902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-738f92ba-53a7-41eb-b575-4c9537ab22db req-b326d0d7-8c6a-4e02-a96d-5a0bdaff8a6e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0489600 Aug 20 12:48:22.182304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-738f92ba-53a7-41eb-b575-4c9537ab22db req-63165265-be50-4813-9e9a-d2acb58cefb0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Aug 20 12:48:23.299490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27a845-1c2a-46ed-b148-b40ebb1f53cd req-c75088fd-100d-4d7f-be84-01c92f6e371b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:23.300988 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa27a845-1c2a-46ed-b148-b40ebb1f53cd req-c75088fd-100d-4d7f-be84-01c92f6e371b tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0496316 Aug 20 12:48:23.350651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fa27a845-1c2a-46ed-b148-b40ebb1f53cd req-fe2b6dc7-1a31-457f-aa84-591ce725d916 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Aug 20 12:48:24.361588 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd7ab-da5f-4362-88e1-d515f41d0990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:24.469156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194fd1e-889a-4af5-94b6-9e02f10bb827 req-1681aa8b-3f5b-4ab7-a111-5d5600e08566 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:24.470678 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e194fd1e-889a-4af5-94b6-9e02f10bb827 req-1681aa8b-3f5b-4ab7-a111-5d5600e08566 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0497158 Aug 20 12:48:24.511041 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e194fd1e-889a-4af5-94b6-9e02f10bb827 req-9854548c-df8e-4e5b-9cc5-b639c1fa553e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340698 Aug 20 12:48:25.072212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:25.629862 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bfe36-b56f-4f62-a927-5a583acbfbe2 req-f097cd09-6155-4f14-9076-841b0eb9355e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:25.631352 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-480bfe36-b56f-4f62-a927-5a583acbfbe2 req-f097cd09-6155-4f14-9076-841b0eb9355e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0500410 Aug 20 12:48:25.670562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-480bfe36-b56f-4f62-a927-5a583acbfbe2 req-ca4d8372-d360-42a1-a1d8-bee55b9a99f0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Aug 20 12:48:25.759207 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:25.788374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c36f57-7bb0-4537-9623-933d9f25686b req-73cac2c3-4641-4c1c-acb9-4e76a5e96467 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:25.789846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c36f57-7bb0-4537-9623-933d9f25686b req-73cac2c3-4641-4c1c-acb9-4e76a5e96467 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0521901 Aug 20 12:48:25.831215 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5c36f57-7bb0-4537-9623-933d9f25686b req-c91fdab3-94ec-49df-8c52-f155a07e854f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347407 Aug 20 12:48:25.948097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60427e0-def2-4977-af10-1adcaa919567 req-0df65567-bb53-4104-bba3-d691ef5c3a77 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:25.949555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f60427e0-def2-4977-af10-1adcaa919567 req-0df65567-bb53-4104-bba3-d691ef5c3a77 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0521412 Aug 20 12:48:25.988663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f60427e0-def2-4977-af10-1adcaa919567 req-66fee474-c79e-47e8-b806-63488bcf5235 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Aug 20 12:48:26.223584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95963a2-fb3b-429d-8aa1-446ceb4d06e6 req-c9077375-9521-46a4-829d-42e244c719b0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:26.224996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d95963a2-fb3b-429d-8aa1-446ceb4d06e6 req-c9077375-9521-46a4-829d-42e244c719b0 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0498579 Aug 20 12:48:26.263023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d95963a2-fb3b-429d-8aa1-446ceb4d06e6 req-09d4d531-d27c-472b-b321-eb5ca48b1874 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314362 Aug 20 12:48:27.118991 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:27.386786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01764c72-f59d-4a6a-9438-cbfe7953baac req-a04545e4-5f16-4def-8a0d-7855a081ce73 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:27.388283 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01764c72-f59d-4a6a-9438-cbfe7953baac req-a04545e4-5f16-4def-8a0d-7855a081ce73 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 945 time: 0.0502882 Aug 20 12:48:27.402409 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:48:27.431437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01764c72-f59d-4a6a-9438-cbfe7953baac req-2ef7615a-e558-49ef-961b-67aca05d59cc tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups?id=2416b6ed-aceb-4874-b2ef-48e9f5b10fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369303 Aug 20 12:48:27.499447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:27.511421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '59a9016c-10fd-40e0-a248-d630af256ad1', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'port_id': '59a9016c-10fd-40e0-a248-d630af256ad1', 'mac_address': 'fa:16:3e:c5:31:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:48:27.549742 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:27.563296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a9016c-10fd-40e0-a248-d630af256ad1 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:48:27.582585 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:27.586358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:27.632033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=13']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:27.688990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-fd102161-e890-4147-ade1-313f93a70614 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:27.690516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-fd102161-e890-4147-ade1-313f93a70614 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 946 time: 0.0488334 Aug 20 12:48:27.781172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Deleting port 59a9016c-10fd-40e0-a248-d630af256ad1 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:48:27.781516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:27.872489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] For port 59a9016c-10fd-40e0-a248-d630af256ad1, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=59a9016c-10fd-40e0-a248-d630af256ad1,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:27.872849 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:28.040621 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:28.041020 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:28.041337 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e disassociated. External IP: 172.25.0.142, port: 59a9016c-10fd-40e0-a248-d630af256ad1. Aug 20 12:48:28.042235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Calling delete_port for 59a9016c-10fd-40e0-a248-d630af256ad1 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:48:28.172733 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:28.202224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event deleted for resources: {'Port': ['ID=59a9016c-10fd-40e0-a248-d630af256ad1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:28.320161 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:48:28.434083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:48:28.445212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:48:28.455381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:48:28.456378 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:48:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:48:28.474919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] No DVR routers for this DVR port 59a9016c-10fd-40e0-a248-d630af256ad1 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:48:28.479936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:28.481972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1c3e912a-638f-434f-b1d1-05099b3055fd req-f3318aae-a081-4e21-aaea-15dc017be97f tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.22 "DELETE /v2.0/ports/59a9016c-10fd-40e0-a248-d630af256ad1 HTTP/1.1" status: 204 len: 173 time: 0.7852151 Aug 20 12:48:28.482458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-deleted', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:48:28.487387 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1078fa59-3791-4f6d-a23f-8c1863831c21" -d '{"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-deleted", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:48:28.542148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c97cfea2-0d80-41a2-9a8d-1dffef2c3208 req-dce7e246-2403-47ac-a2d8-8aba42b72ea8 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 210 time: 0.0367255 Aug 20 12:48:28.551390 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e4e2b1-83ff-4698-b42b-ad1f9ec436ec x-openstack-request-id: req-48e4e2b1-83ff-4698-b42b-ad1f9ec436ec {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:48:28.551818 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead05c89-fc2e-4f78-bbad-a11b14f6745e", "name": "network-vif-deleted", "tag": "59a9016c-10fd-40e0-a248-d630af256ad1", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:48:28.552081 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48e4e2b1-83ff-4698-b42b-ad1f9ec436ec {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:48:28.552741 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead05c89-fc2e-4f78-bbad-a11b14f6745e', 'name': 'network-vif-deleted', 'tag': '59a9016c-10fd-40e0-a248-d630af256ad1', 'status': 'completed', 'code': 200} Aug 20 12:48:28.574365 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:48:28.779164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:48:28.805743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:48:28.814949 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:48:28.815544 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:48:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:48:28.923434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:48:29.127875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:48:29.158920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c832985-87ae-40c9-bebb-1adae395db46 None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:38:48Z', 'revision_number': 4, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed22d66c-4640-4120-80eb-452cda84fa1b', 'name': '', 'network_id': '8eb8caa5-67c2-4518-90db-63d244d86db4', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'mac_address': 'fa:16:3e:dd:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:48Z', 'updated_at': '2021-08-20T12:38:52Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'subnets': [{'id': '3b15ac4e-b399-4bb8-b12d-848a0257e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:48:29.378322 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10076bd3-59d0-4432-a571-07a3dfda780d None None] New status for floating IP 5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:48:29.642567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8959d925-9e11-4a22-9a9a-55fd006524b0 req-8f86638a-ce4f-4ef5-b438-1af250968e6c tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 210 time: 0.0285294 Aug 20 12:48:30.740667 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d6acd563-3487-4eb4-9db2-52701cfd6124 req-0c92b59e-cc4e-4499-b876-097f9adf57ef tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 210 time: 0.0261605 Aug 20 12:48:31.417252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:48:31.600702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 59a9016c-10fd-40e0-a248-d630af256ad1 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:48:31.600920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 59a9016c-10fd-40e0-a248-d630af256ad1 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:48:31.839970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d513663-f177-4a1c-8e79-845f89325240 req-b377ce60-3606-4dad-8079-98b94360906e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead05c89-fc2e-4f78-bbad-a11b14f6745e HTTP/1.1" status: 200 len: 210 time: 0.0278258 Aug 20 12:48:42.413972 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:44.151256 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:51.775803 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-126094d4-8d40-421c-aa8b-2d48ec2d416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:54.363515 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b835-68a2-4cc1-84d1-7df7f90fd422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:55.075294 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:55.761873 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:57.087307 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:48:57.120761 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:12.427668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.151028 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.777156 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ae1391fe-6ec5-4fef-8434-9f8d09e39a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:24.366866 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a2e758b4-a359-4a14-b17d-13d8a4ee1a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:25.076107 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:25.764657 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:27.125359 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:34.086107 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:49:35.836632 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33784) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:35.898598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:35.927317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:35.984396 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:35.988611 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:35.990295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "DELETE /v2.0/security-groups/2416b6ed-aceb-4874-b2ef-48e9f5b10fed HTTP/1.1" status: 204 len: 168 time: 0.1512980 Aug 20 12:49:35.993174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33788) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:36.003650 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2416b6ed-aceb-4874-b2ef-48e9f5b10fed,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:36.009312 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-80ce41ae-4f18-470b-ad17-a94a0ec707ed tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] show failed (client error): The resource could not be found. Aug 20 12:49:36.010357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-80ce41ae-4f18-470b-ad17-a94a0ec707ed tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "GET /v2.0/security-groups/2416b6ed-aceb-4874-b2ef-48e9f5b10fed HTTP/1.1" status: 404 len: 347 time: 0.0158443 Aug 20 12:49:36.013872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:36.015468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.016225 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.016715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.017203 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.017652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.018132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.018488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.018814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.019205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.019553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.020027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.020499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138c16ff-be00-4466-a535-c967b6b96887 tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.147681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Deleting port b4107ae6-b1d4-455b-a83b-b0c9f1354bef {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:36.148022 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:36.557091 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:36.557486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:36.575579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Calling delete_port for b4107ae6-b1d4-455b-a83b-b0c9f1354bef owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:36.748744 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:36.777608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Pushing event deleted for resources: {'Port': ['ID=b4107ae6-b1d4-455b-a83b-b0c9f1354bef,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:36.787831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.788186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.788517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.788856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.789186 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.789924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.789924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.790275 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.790597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.791006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.791330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.791663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:36.856634 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:36.859154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:36.860315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f1415515-6ed4-4b0d-9e13-daf83ff7fa4e tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] 10.222.0.25 "DELETE /v2.0/floatingips/5d0e9feb-e26e-4155-9fd0-bbeb88ed5a7e HTTP/1.1" status: 204 len: 168 time: 0.8455160 Aug 20 12:49:36.863267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33794) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:37.405028 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:37.654778 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Deleting port ed22d66c-4640-4120-80eb-452cda84fa1b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:37.655154 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:37.738698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] For port ed22d66c-4640-4120-80eb-452cda84fa1b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ed22d66c-4640-4120-80eb-452cda84fa1b,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:37.739084 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:37.752232 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Calling delete_port for ed22d66c-4640-4120-80eb-452cda84fa1b owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:37.936481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:37.961578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed22d66c-4640-4120-80eb-452cda84fa1b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:38.130798 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:38.346834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:49:38.452207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:49:38.457762 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-89807c64-fa10-4f21-839b-192377a6d604 admin admin] 10.222.0.25 "PUT /v2.0/routers/86a35a74-12b2-4288-bb3f-bc90e1d281a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932801 Aug 20 12:49:38.460072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:38.460856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] Sync routers for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:49:38.471516 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:38.472130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:49:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:38.564010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:38.577739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:38.667125 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:38.730113 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Deleting port 420d6aed-044b-4791-b8cd-97f9764a7220 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:38.730333 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:38.760738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:49:37Z', 'revision_number': 5, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port': {'id': '420d6aed-044b-4791-b8cd-97f9764a7220', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:38:46Z', 'updated_at': '2021-08-20T12:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:38.787480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] Checking router: 86a35a74-12b2-4288-bb3f-bc90e1d281a8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:49:38.797525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] Routers {'86a35a74-12b2-4288-bb3f-bc90e1d281a8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:38.798211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:49:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:38.817208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] For port 420d6aed-044b-4791-b8cd-97f9764a7220, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=420d6aed-044b-4791-b8cd-97f9764a7220,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:38.817570 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:38.830520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Calling delete_port for 420d6aed-044b-4791-b8cd-97f9764a7220 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:38.888396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] Set router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:38.943842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:49:38Z', 'revision_number': 6, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:38.971230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae03fd1-da5a-4040-aabb-872ffc68b04c None None] The sync data for ids ['86a35a74-12b2-4288-bb3f-bc90e1d281a8'] in n-d-800634-10 is: [{'id': '86a35a74-12b2-4288-bb3f-bc90e1d281a8', 'name': 'tempest-ServerActionsTestJSON-1669073525-router', 'tenant_id': 'aefffeae848744a1975e58d269a3e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:38:45Z', 'updated_at': '2021-08-20T12:49:38Z', 'revision_number': 6, 'project_id': 'aefffeae848744a1975e58d269a3e5e8', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:49:39.006254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.032594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Pushing event deleted for resources: {'Port': ['ID=420d6aed-044b-4791-b8cd-97f9764a7220,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:39.096142 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.185757 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.187951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.231686 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.232078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86a35a74-12b2-4288-bb3f-bc90e1d281a8 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:49:39.236538 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.237683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-63b5bd66-a232-4ea9-8c02-3312131f49fd admin admin] 10.222.0.25 "DELETE /v2.0/routers/86a35a74-12b2-4288-bb3f-bc90e1d281a8 HTTP/1.1" status: 204 len: 168 time: 0.7767055 Aug 20 12:49:39.240402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33800) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:39.284241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-01165807-d395-4d22-aaca-d85c02ac9424 admin admin] Deleting subnet 3b15ac4e-b399-4bb8-b12d-848a0257e0e3 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:49:39.287397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01165807-d395-4d22-aaca-d85c02ac9424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.322504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01165807-d395-4d22-aaca-d85c02ac9424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.408734 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01165807-d395-4d22-aaca-d85c02ac9424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.459668 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01165807-d395-4d22-aaca-d85c02ac9424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.486798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01165807-d395-4d22-aaca-d85c02ac9424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b15ac4e-b399-4bb8-b12d-848a0257e0e3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:39.488670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-01165807-d395-4d22-aaca-d85c02ac9424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.490543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-01165807-d395-4d22-aaca-d85c02ac9424 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3b15ac4e-b399-4bb8-b12d-848a0257e0e3 HTTP/1.1" status: 204 len: 168 time: 0.2491951 Aug 20 12:49:39.493088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33802) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:39.495383 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f579d-43bd-499a-99ea-0bb1233638b3 None None] Network 8eb8caa5-67c2-4518-90db-63d244d86db4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:49:39.565599 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.622923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Deleting port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:39.623262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.697715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] For port f604b5f1-3657-46c1-b4e4-3925ef8e57a0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:39.698089 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.700000 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] DHCP port deletion for 8eb8caa5-67c2-4518-90db-63d244d86db4 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:49:39.713342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Calling delete_port for f604b5f1-3657-46c1-b4e4-3925ef8e57a0 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:39.748776 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Deleting port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:49:39.749061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.798926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.818759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] For port f604b5f1-3657-46c1-b4e4-3925ef8e57a0, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,segment=NetworkSegment(f7b7c9df-568f-4051-8d06-5160ad9b20e8),segment_id=f7b7c9df-568f-4051-8d06-5160ad9b20e8)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:39.819217 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.826697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:39.828572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] No DVR routers for this DVR port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:49:39.837407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Calling delete_port for f604b5f1-3657-46c1-b4e4-3925ef8e57a0 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:49:39.904648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.914839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb8caa5-67c2-4518-90db-63d244d86db4']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:39.921439 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:39.950132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Pushing event deleted for resources: {'Port': ['ID=f604b5f1-3657-46c1-b4e4-3925ef8e57a0,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:39.954899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] No DVR routers for this DVR port f604b5f1-3657-46c1-b4e4-3925ef8e57a0 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:49:39.964415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.964759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.965095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.965435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.965765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.966089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.966443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.967132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.967132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.967389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.967711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:39.968028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece068f2-0f89-4857-adbd-436459c112e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:40.168594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b7c9df-568f-4051-8d06-5160ad9b20e8') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:40.168888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b7c9df-568f-4051-8d06-5160ad9b20e8') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:40.177750 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.190871 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.197577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:49:40.197969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:49:40.199644 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:49:40.251288 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.257090 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.260097 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] 10.222.0.25 "DELETE /v2.0/networks/8eb8caa5-67c2-4518-90db-63d244d86db4 HTTP/1.1" status: 204 len: 168 time: 0.7660911 Aug 20 12:49:40.271972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3d969-722d-4340-9c22-7df4c4c434eb admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb8caa5-67c2-4518-90db-63d244d86db4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:40.376656 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33806) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:40.416500 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bd80eccf-d818-4933-959c-854673b1e093 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aefffeae848744a1975e58d269a3e5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387149 Aug 20 12:49:40.419045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33808) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:40.472110 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1826146-68f5-4b53-a566-8358d4b4ce9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.495258 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1826146-68f5-4b53-a566-8358d4b4ce9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.542458 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1826146-68f5-4b53-a566-8358d4b4ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.545449 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d1826146-68f5-4b53-a566-8358d4b4ce9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:40.546640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d1826146-68f5-4b53-a566-8358d4b4ce9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de0a337e-9af1-4e9e-a6b7-7d1a8d97d964 HTTP/1.1" status: 204 len: 168 time: 0.1267049 Aug 20 12:49:40.554887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1826146-68f5-4b53-a566-8358d4b4ce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0a337e-9af1-4e9e-a6b7-7d1a8d97d964,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:40.762684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ed22d66c-4640-4120-80eb-452cda84fa1b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:40.790526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: ed22d66c-4640-4120-80eb-452cda84fa1b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:40.790996 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ed22d66c-4640-4120-80eb-452cda84fa1b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:40.791689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 420d6aed-044b-4791-b8cd-97f9764a7220 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:40.817390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 420d6aed-044b-4791-b8cd-97f9764a7220 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:40.817625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 420d6aed-044b-4791-b8cd-97f9764a7220 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:40.818105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f604b5f1-3657-46c1-b4e4-3925ef8e57a0 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:40.836932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: f604b5f1-3657-46c1-b4e4-3925ef8e57a0 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:49:40.837276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device f604b5f1-3657-46c1-b4e4-3925ef8e57a0 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:49:41.264623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 33830) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:41.359157 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2045746200-network', 'tenant_id': '35916efc72e14df3b0d43a385befb68e'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:41.380742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Made reservation on behalf of 35916efc72e14df3b0d43a385befb68e for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:49:41.383248 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.393175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.486194 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.489722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.514202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:49:41.523108 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a84dc-3113-4ed2-9e17-63e488a42764,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:41.531348 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.531348 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Added segment ae41126e-174f-477d-a07c-3ba3f4a1272d of type vlan for network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 Aug 20 12:49:41.570197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.597660 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.598640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:41.599209 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.651657 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3859012 Aug 20 12:49:41.654693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 33834) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:41.658673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a916499-6209-4130-aad4-9fa47b60ed84 admin admin] Pushing event updated for resources: {'Network': ['ID=b705d7e4-93cf-4d2b-a75c-f7fec3250f48,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:41.660243 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Request body: {'subnet': {'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2045746200-subnet', 'tenant_id': '35916efc72e14df3b0d43a385befb68e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:41.669326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:49:41.680649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Made reservation on behalf of 35916efc72e14df3b0d43a385befb68e for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:49:41.683609 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.856913 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.914583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8963c230-8711-4f84-ba98-eb59873f6596,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:41.925648 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Checking segment: {'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:49:41.925996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Network hostable DHCP agents. Network: b705d7e4-93cf-4d2b-a75c-f7fec3250f48, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:49:41.944298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:49:41.953933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b705d7e4-93cf-4d2b-a75c-f7fec3250f48) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:49:41.958257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:41.959425 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:41.964158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9ef9c-a35d-4413-8625-bb570bb4da97 None None] Network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:49:41.974433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bea1909d-409d-45c7-8801-9248a8fd3c7c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3184404 Aug 20 12:49:42.092480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb71328-cb9b-4581-a2f0-ce45b6938185 None None] Network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:49:42.426577 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:42.435294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-deb35816-ee5f-4725-a608-1446b38342c9 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:42.436908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-deb35816-ee5f-4725-a608-1446b38342c9 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/networks?id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48 HTTP/1.1" status: 200 len: 814 time: 0.1023533 Aug 20 12:49:42.452756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-498ca107-c427-41f2-af41-ea06b93f715d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/quotas/35916efc72e14df3b0d43a385befb68e HTTP/1.1" status: 200 len: 375 time: 0.0098238 Aug 20 12:49:42.485396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-f1be06d7-20bb-4cbc-866c-147649b7a361 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35916efc72e14df3b0d43a385befb68e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272987 Aug 20 12:49:42.548878 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-bc0641fe-dfee-427f-8bdb-bfb99ad32d91 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:49:42.549870 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-bc0641fe-dfee-427f-8bdb-bfb99ad32d91 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576854 Aug 20 12:49:42.643517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-13603557-bce3-487b-97e6-bd3ccd8ec393 service neutron] 10.222.0.25 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866385 Aug 20 12:49:42.732189 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-40b44003-4d9b-4ef6-900e-fb65f8babad1 service neutron] 10.222.0.25 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819924 Aug 20 12:49:42.894838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68319ec9-38a2-4dcc-af19-724ea9bbb232 req-63502aaf-bda0-46c6-95b2-488b0d9bfc6d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 210 time: 0.0323763 Aug 20 12:49:43.994681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-06d8e1ce-b0fa-4feb-a5ae-8eda3038e3d1 req-14bc84e9-eafa-4ac2-892f-c099e7b5e684 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 210 time: 0.0273085 Aug 20 12:49:44.148011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:45.072795 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e196aca-9e51-4074-86bc-ca73503f12a4 req-da3f807f-8591-460b-ba10-4e8ed464e755 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 210 time: 0.0262764 Aug 20 12:49:45.853236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0a9ae99f-ae09-4c20-aad2-7e14c2ce5830 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:45.854734 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0a9ae99f-ae09-4c20-aad2-7e14c2ce5830 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.22 "GET /v2.0/networks?id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48 HTTP/1.1" status: 200 len: 814 time: 0.1107914 Aug 20 12:49:45.868870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Request body: {'port': {'device_id': '9f71308f-b015-43dc-8772-6dc57de34a80', 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48', 'admin_state_up': True, 'tenant_id': '35916efc72e14df3b0d43a385befb68e'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:45.984346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Made reservation on behalf of 35916efc72e14df3b0d43a385befb68e for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:49:45.987902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:46.132392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Allocated IP 172.20.0.6 (b705d7e4-93cf-4d2b-a75c-f7fec3250f48/8963c230-8711-4f84-ba98-eb59873f6596/509a449a-b37d-466c-89a2-f7b8399a605a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:49:46.175562 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a788edf8-cce3-434b-8662-5cc63ab5d611 req-b03f7546-62a5-4587-86bf-e483842c6666 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 210 time: 0.0324879 Aug 20 12:49:46.304065 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:46.342116 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:46.388603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:49:46.391940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:49:46.396930 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:49:46.426055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Pushing event updated for resources: {'Port': ['ID=509a449a-b37d-466c-89a2-f7b8399a605a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:46.455165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:46.455782 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:46.469288 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-5b371b3d-98a2-4334-95ec-4722096fe5ef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052577 Aug 20 12:49:46.482615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Request body: {'port': {'device_id': '9f71308f-b015-43dc-8772-6dc57de34a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:46.536449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:46.801689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509a449a-b37d-466c-89a2-f7b8399a605a {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:49:46.809191 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:46.821073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Transition to ACTIVE for port object 509a449a-b37d-466c-89a2-f7b8399a605a will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:49:46.825305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:46.879155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Pushing event updated for resources: {'Port': ['ID=509a449a-b37d-466c-89a2-f7b8399a605a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:46.946958 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Attempting to bind port 509a449a-b37d-466c-89a2-f7b8399a605a on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:49:46.947285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Attempting to bind port 509a449a-b37d-466c-89a2-f7b8399a605a by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:49:46.947609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Attempting to bind port 509a449a-b37d-466c-89a2-f7b8399a605a on network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:49:46.951813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Port 509a449a-b37d-466c-89a2-f7b8399a605a on network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:49:46.952131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Attempting to bind port 509a449a-b37d-466c-89a2-f7b8399a605a on network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:49:46.956777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:49:46.957108 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Checking segment: {'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:49:46.957485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Bound using segment: {'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:49:46.957901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Bound port: 509a449a-b37d-466c-89a2-f7b8399a605a, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:49:46.958329 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:47.022465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] For port 509a449a-b37d-466c-89a2-f7b8399a605a, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:49:47.026209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] For port 509a449a-b37d-466c-89a2-f7b8399a605a, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=509a449a-b37d-466c-89a2-f7b8399a605a,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:49:47.030760 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:47.065552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:47.066158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:47.067553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] 10.222.0.22 "PUT /v2.0/ports/509a449a-b37d-466c-89a2-f7b8399a605a HTTP/1.1" status: 200 len: 1092 time: 0.5894191 Aug 20 12:49:47.067978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f71308f-b015-43dc-8772-6dc57de34a80', 'tag': '509a449a-b37d-466c-89a2-f7b8399a605a'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:47.070258 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f71308f-b015-43dc-8772-6dc57de34a80", "tag": "509a449a-b37d-466c-89a2-f7b8399a605a"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:47.093971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7eef7-b0a3-4ecc-bc65-347c6f5dd043 service neutron] Pushing event updated for resources: {'Port': ['ID=509a449a-b37d-466c-89a2-f7b8399a605a,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:47.129641 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c5e42-f48b-433c-8084-0279c488ccbc x-openstack-request-id: req-2a5c5e42-f48b-433c-8084-0279c488ccbc {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:47.129946 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f71308f-b015-43dc-8772-6dc57de34a80", "tag": "509a449a-b37d-466c-89a2-f7b8399a605a", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:47.130204 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a5c5e42-f48b-433c-8084-0279c488ccbc {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:47.130592 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f71308f-b015-43dc-8772-6dc57de34a80', 'tag': '509a449a-b37d-466c-89a2-f7b8399a605a', 'status': 'completed', 'code': 200} Aug 20 12:49:47.146543 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-82f5623e-c774-4c94-901d-99f892fd7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:47.148034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-82f5623e-c774-4c94-901d-99f892fd7c7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35916efc72e14df3b0d43a385befb68e&device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 1095 time: 0.0444288 Aug 20 12:49:47.198807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-85ff0e40-e266-4a38-8e94-140ca224b063 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509a449a-b37d-466c-89a2-f7b8399a605a HTTP/1.1" status: 200 len: 217 time: 0.0380237 Aug 20 12:49:47.249727 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-e1a0b334-3e87-437c-833a-9f22f101717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:47.251229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-e1a0b334-3e87-437c-833a-9f22f101717d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8963c230-8711-4f84-ba98-eb59873f6596 HTTP/1.1" status: 200 len: 854 time: 0.0452952 Aug 20 12:49:47.298820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-0001688b-7364-4cab-beac-b465ee24009e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380118 Aug 20 12:49:47.366763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c8bf5-1d78-4b44-a5c9-e056c80fbda2 req-9d38437d-d7b6-4874-9031-0ac91c81cd23 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:47.368919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-361c8bf5-1d78-4b44-a5c9-e056c80fbda2 req-9d38437d-d7b6-4874-9031-0ac91c81cd23 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 943 time: 0.1168118 Aug 20 12:49:47.431600 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-361c8bf5-1d78-4b44-a5c9-e056c80fbda2 req-8882776f-0a1b-49f7-8528-8a2d9e1c7951 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561950 Aug 20 12:49:47.433576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-2c41f5a5-63c9-4afa-8890-b8c54c2e5ec0 service neutron] 10.222.0.22 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263244 Aug 20 12:49:47.527459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33bc7ec3-47e3-4f7e-8a57-9f7c66ce7337 req-822c8c73-49a4-48f5-afea-84f5443fc0af service neutron] 10.222.0.22 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868394 Aug 20 12:49:47.620067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-2b80707e-9108-477e-966a-9d620a6364c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:47.621592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-2b80707e-9108-477e-966a-9d620a6364c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35916efc72e14df3b0d43a385befb68e&device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 1095 time: 0.0429358 Aug 20 12:49:47.714768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-c387bab4-3706-4f37-b346-5bf1c34e07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:47.716240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-c387bab4-3706-4f37-b346-5bf1c34e07b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48 HTTP/1.1" status: 200 len: 915 time: 0.0876286 Aug 20 12:49:47.760808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-2a1bf4b5-aff8-440d-bd11-da85384bd35a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509a449a-b37d-466c-89a2-f7b8399a605a HTTP/1.1" status: 200 len: 217 time: 0.0353353 Aug 20 12:49:47.811536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-4c4c76a9-c0b2-41f6-b3c1-b376c0dd6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:47.812902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-4c4c76a9-c0b2-41f6-b3c1-b376c0dd6646 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8963c230-8711-4f84-ba98-eb59873f6596 HTTP/1.1" status: 200 len: 854 time: 0.0449989 Aug 20 12:49:47.847008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-95442d83-1d94-48ee-905c-f30a1caabe97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260875 Aug 20 12:49:47.941672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-7cd4b2ea-ca20-4e69-878a-a7e3427a4beb service neutron] 10.222.0.22 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871451 Aug 20 12:49:48.032907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cf3bed13-09eb-44ba-ab25-eb78ce9f85e2 req-ada2dce0-a0af-4ebf-83bc-ff44cbc19760 service neutron] 10.222.0.22 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842974 Aug 20 12:49:48.551951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39068989-00db-4848-8321-49f49c5f15f3 req-6e924d8e-9487-4447-9946-4fb3a3253687 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:48.553427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39068989-00db-4848-8321-49f49c5f15f3 req-6e924d8e-9487-4447-9946-4fb3a3253687 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 943 time: 0.0561240 Aug 20 12:49:48.591253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39068989-00db-4848-8321-49f49c5f15f3 req-49f1242b-f794-4658-a737-c490e87961ca tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305889 Aug 20 12:49:49.706363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542025dc-5480-45e3-b98d-f7fb7d880903 req-80fe1925-18f0-43be-8a1d-7f1339cf8a64 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:49.707815 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-542025dc-5480-45e3-b98d-f7fb7d880903 req-80fe1925-18f0-43be-8a1d-7f1339cf8a64 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 943 time: 0.0488284 Aug 20 12:49:49.745273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-542025dc-5480-45e3-b98d-f7fb7d880903 req-8455ebc0-6626-42ce-be20-bc382802884b tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Aug 20 12:49:49.757515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 509a449a-b37d-466c-89a2-f7b8399a605a details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:49:49.855748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 509a449a-b37d-466c-89a2-f7b8399a605a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=509a449a-b37d-466c-89a2-f7b8399a605a,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:49.866681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '509a449a-b37d-466c-89a2-f7b8399a605a', 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48', 'port_id': '509a449a-b37d-466c-89a2-f7b8399a605a', 'mac_address': 'fa:16:3e:9d:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8963c230-8711-4f84-ba98-eb59873f6596', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:49:49.907095 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:49.920596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509a449a-b37d-466c-89a2-f7b8399a605a {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:49:49.940083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 509a449a-b37d-466c-89a2-f7b8399a605a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=509a449a-b37d-466c-89a2-f7b8399a605a,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:49.944122 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:49.990867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=509a449a-b37d-466c-89a2-f7b8399a605a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:50.154779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['509a449a-b37d-466c-89a2-f7b8399a605a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:49:50.861777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e87952-6d43-4ddb-a0c4-ae656e11b294 req-67870ea0-a4dc-48af-86db-019d091bd0a9 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:50.863289 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05e87952-6d43-4ddb-a0c4-ae656e11b294 req-67870ea0-a4dc-48af-86db-019d091bd0a9 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 944 time: 0.0496075 Aug 20 12:49:50.902694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05e87952-6d43-4ddb-a0c4-ae656e11b294 req-fb43c544-b4af-4935-9f92-d29f766bbe63 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329969 Aug 20 12:49:51.773651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 509a449a-b37d-466c-89a2-f7b8399a605a up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:49:51.797479 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7fc20e20-a5dd-4905-855a-2ed1b2464189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:51.832334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 509a449a-b37d-466c-89a2-f7b8399a605a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:49:51.836057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 509a449a-b37d-466c-89a2-f7b8399a605a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:49:51.837074 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:51.922353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:51.948742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f71308f-b015-43dc-8772-6dc57de34a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509a449a-b37d-466c-89a2-f7b8399a605a'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:51.951042 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58141aee-4169-4d38-8f5a-64cc946677d7" -d '{"events": [{"server_uuid": "9f71308f-b015-43dc-8772-6dc57de34a80", "name": "network-vif-plugged", "status": "completed", "tag": "509a449a-b37d-466c-89a2-f7b8399a605a"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:51.964786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 509a449a-b37d-466c-89a2-f7b8399a605a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=509a449a-b37d-466c-89a2-f7b8399a605a,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:51.968882 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:52.018725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=509a449a-b37d-466c-89a2-f7b8399a605a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:52.029698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d6b5e-b832-4ce8-a680-cc4dea2c97f7 req-18e622aa-174a-4c66-925c-f43954d2f6c0 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:52.031229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab8d6b5e-b832-4ce8-a680-cc4dea2c97f7 req-18e622aa-174a-4c66-925c-f43954d2f6c0 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0564117 Aug 20 12:49:52.069115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab8d6b5e-b832-4ce8-a680-cc4dea2c97f7 req-7bf4b896-70ad-4ff6-9fb7-8bfa97167b09 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Aug 20 12:49:52.113797 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514399fe-ebc9-479b-b686-dc77e5b421fc x-openstack-request-id: req-514399fe-ebc9-479b-b686-dc77e5b421fc {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:52.114103 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f71308f-b015-43dc-8772-6dc57de34a80", "name": "network-vif-plugged", "status": "completed", "tag": "509a449a-b37d-466c-89a2-f7b8399a605a", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:52.114393 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-514399fe-ebc9-479b-b686-dc77e5b421fc {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:52.114811 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f71308f-b015-43dc-8772-6dc57de34a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509a449a-b37d-466c-89a2-f7b8399a605a', 'code': 200} Aug 20 12:49:52.209153 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabdae8-17de-4307-ac2b-6b7759ab323b req-464ce19a-4c81-46e2-96a1-837fcc6612e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:52.210696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eabdae8-17de-4307-ac2b-6b7759ab323b req-464ce19a-4c81-46e2-96a1-837fcc6612e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 1097 time: 0.0412655 Aug 20 12:49:52.253679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7eabdae8-17de-4307-ac2b-6b7759ab323b req-909dfeda-8900-4868-9d24-423f61497f11 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350766 Aug 20 12:49:53.191343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096a199-58e8-4f93-a5ba-86d58c6404db req-7c6a05d2-85c5-4cc5-a837-d24d207460ce tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:53.192850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b096a199-58e8-4f93-a5ba-86d58c6404db req-7c6a05d2-85c5-4cc5-a837-d24d207460ce tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0510187 Aug 20 12:49:53.235340 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b096a199-58e8-4f93-a5ba-86d58c6404db req-c5925dde-34f8-429d-a806-39b4488374cf tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332010 Aug 20 12:49:54.362867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b6ea6-b373-43b7-8c3f-4d63f71963a4 req-ae07c4ca-7351-402b-8c2b-4c7c78306584 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:54.364464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-937b6ea6-b373-43b7-8c3f-4d63f71963a4 req-ae07c4ca-7351-402b-8c2b-4c7c78306584 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0611892 Aug 20 12:49:54.374694 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b92f5446-8a63-4f7c-b253-095d258b9d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:54.408437 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-937b6ea6-b373-43b7-8c3f-4d63f71963a4 req-f9b41165-8ba8-4044-8c43-5f0ed505ba09 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Aug 20 12:49:54.635990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-ab72888b-ab9e-4fb1-b96d-ce14fbc7cdf6 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:54.637457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-ab72888b-ab9e-4fb1-b96d-ce14fbc7cdf6 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/networks?id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48 HTTP/1.1" status: 200 len: 814 time: 0.1046622 Aug 20 12:49:54.653303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7267cf69-0ab2-496d-baab-0fa0a08eecca tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/quotas/35916efc72e14df3b0d43a385befb68e HTTP/1.1" status: 200 len: 375 time: 0.0097139 Aug 20 12:49:54.706599 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-88b1025b-d2b2-460e-85c9-f2ef1fb81d71 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35916efc72e14df3b0d43a385befb68e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478601 Aug 20 12:49:54.796313 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-5f0bb5eb-b7e2-4769-92ba-bb072493c671 service neutron] 10.222.0.25 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826440 Aug 20 12:49:54.888084 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-bcaec242-a7c0-4430-9a5f-1ae2e02f9def service neutron] 10.222.0.25 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854676 Aug 20 12:49:55.052348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5ac0aa10-139f-43b3-a529-a17fb7ab8f86 req-e726237a-72cb-4eea-a2ba-d3f055e22079 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 210 time: 0.0281880 Aug 20 12:49:55.086623 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:55.768387 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:56.153418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7d49cb42-81a5-4d66-840a-2430c3d34a69 req-975bed9e-5511-414c-9886-06fa21dad705 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 210 time: 0.0327227 Aug 20 12:49:56.253088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-3bb6563d-7f69-471c-a9d9-e6bec756a6fd tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:56.254585 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-3bb6563d-7f69-471c-a9d9-e6bec756a6fd tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.73 "GET /v2.0/networks?id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48 HTTP/1.1" status: 200 len: 814 time: 0.1048265 Aug 20 12:49:56.275418 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Request body: {'port': {'device_id': '68728f3f-ba20-4eac-a32d-655b940b74f7', 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48', 'admin_state_up': True, 'tenant_id': '35916efc72e14df3b0d43a385befb68e'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:56.390448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Made reservation on behalf of 35916efc72e14df3b0d43a385befb68e for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:49:56.394131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:56.523488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Allocated IP 172.20.0.14 (b705d7e4-93cf-4d2b-a75c-f7fec3250f48/8963c230-8711-4f84-ba98-eb59873f6596/9b84a60e-90ea-4a8c-a238-3bdbc92cfe00) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:49:56.674348 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:56.712121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:56.724032 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['509a449a-b37d-466c-89a2-f7b8399a605a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:49:56.760859 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:49:56.766733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:49:56.774774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:49:56.778881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Pushing event updated for resources: {'Port': ['ID=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:56.828249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:56.828932 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:56.846171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7065eabd-0ad7-4e4d-a959-cac7170ce94d tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5747321 Aug 20 12:49:56.863934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Request body: {'port': {'device_id': '68728f3f-ba20-4eac-a32d-655b940b74f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:56.920378 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:57.130097 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:57.191698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:49:57.200569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:57.212876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Transition to ACTIVE for port object 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:49:57.216971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:57.297211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Pushing event updated for resources: {'Port': ['ID=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:57.333855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfa70f-1747-42d0-88b2-a1f545df8fe9 req-14c1edfe-6965-442c-b8bc-99acf22c3b3a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:57.335348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9bfa70f-1747-42d0-88b2-a1f545df8fe9 req-14c1edfe-6965-442c-b8bc-99acf22c3b3a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 944 time: 0.1127274 Aug 20 12:49:57.403701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9bfa70f-1747-42d0-88b2-a1f545df8fe9 req-c067a848-6457-4a3e-bb30-538f0dece327 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510242 Aug 20 12:49:57.412944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Attempting to bind port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:49:57.413297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Attempting to bind port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:49:57.413633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Attempting to bind port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 on network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:49:57.418082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 on network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:49:57.418441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Attempting to bind port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 on network b705d7e4-93cf-4d2b-a75c-f7fec3250f48 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:49:57.423198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:49:57.423542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Checking segment: {'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:49:57.423929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Bound using segment: {'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:49:57.424375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Bound port: 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae41126e-174f-477d-a07c-3ba3f4a1272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:49:57.424723 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:57.486256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] For port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:49:57.489279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] For port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:49:57.493645 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:57.529157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:57.529759 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:57.531164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] 10.222.0.73 "PUT /v2.0/ports/9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 HTTP/1.1" status: 200 len: 1093 time: 0.6717820 Aug 20 12:49:57.531565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68728f3f-ba20-4eac-a32d-655b940b74f7', 'tag': '9b84a60e-90ea-4a8c-a238-3bdbc92cfe00'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:57.533824 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "68728f3f-ba20-4eac-a32d-655b940b74f7", "tag": "9b84a60e-90ea-4a8c-a238-3bdbc92cfe00"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:57.555703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a52b12-8c47-4c65-922c-b926ef612a3b service neutron] Pushing event updated for resources: {'Port': ['ID=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:57.585425 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dba502b-f885-4388-8a54-1fbc2eebf98a x-openstack-request-id: req-5dba502b-f885-4388-8a54-1fbc2eebf98a {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:57.585705 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68728f3f-ba20-4eac-a32d-655b940b74f7", "tag": "9b84a60e-90ea-4a8c-a238-3bdbc92cfe00", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:57.585953 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dba502b-f885-4388-8a54-1fbc2eebf98a {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:57.586446 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68728f3f-ba20-4eac-a32d-655b940b74f7', 'tag': '9b84a60e-90ea-4a8c-a238-3bdbc92cfe00', 'status': 'completed', 'code': 200} Aug 20 12:49:57.622615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-d364a059-08d3-47ef-9480-a0991bcfc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:57.624020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-d364a059-08d3-47ef-9480-a0991bcfc9c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35916efc72e14df3b0d43a385befb68e&device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 1096 time: 0.0474319 Aug 20 12:49:57.671237 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-9858fec3-8601-4678-b25e-edfdbb751419 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 HTTP/1.1" status: 200 len: 217 time: 0.0344555 Aug 20 12:49:57.724619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-74ab4a74-f134-4309-86ef-a1ba3f2217cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:57.726037 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-74ab4a74-f134-4309-86ef-a1ba3f2217cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8963c230-8711-4f84-ba98-eb59873f6596 HTTP/1.1" status: 200 len: 854 time: 0.0438907 Aug 20 12:49:57.765321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-f5f7599a-410b-4ec8-88fa-e04ee0691f95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283275 Aug 20 12:49:57.862534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-cb358d6b-dab0-438f-8f8d-bd469033419f service neutron] 10.222.0.73 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848801 Aug 20 12:49:57.961502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9033580e-8a76-46a9-85fd-2f96251c04c4 req-7da3dde4-a91a-4506-b7dd-4b443a7e997b service neutron] 10.222.0.73 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878391 Aug 20 12:49:58.290685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-be67309a-575e-45c8-afb6-90bb7c4d5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:58.292635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-be67309a-575e-45c8-afb6-90bb7c4d5f53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35916efc72e14df3b0d43a385befb68e&device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 1096 time: 0.2759089 Aug 20 12:49:58.383402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-ab1cecaa-180f-4dff-b46b-0c3bd8be7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:58.384891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-ab1cecaa-180f-4dff-b46b-0c3bd8be7007 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48 HTTP/1.1" status: 200 len: 915 time: 0.0835261 Aug 20 12:49:58.434431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-cc49b174-4e90-4b36-b3e5-264f52c8ef1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 HTTP/1.1" status: 200 len: 217 time: 0.0383484 Aug 20 12:49:58.505557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-8421d059-52b2-4946-be15-70a851826c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:58.507030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-8421d059-52b2-4946-be15-70a851826c98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8963c230-8711-4f84-ba98-eb59873f6596 HTTP/1.1" status: 200 len: 854 time: 0.0654202 Aug 20 12:49:58.542500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-72b7a6f7-3ed4-4930-a7de-9a5db0ce7ee8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278723 Aug 20 12:49:58.553517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d67468-177f-4a22-aa90-dd780cd8d916 req-35492be8-abdf-458c-aad8-e0941f2d49c3 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:58.554934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24d67468-177f-4a22-aa90-dd780cd8d916 req-35492be8-abdf-458c-aad8-e0941f2d49c3 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 944 time: 0.0817273 Aug 20 12:49:58.639918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-24d67468-177f-4a22-aa90-dd780cd8d916 req-facc7ce7-bdc5-4f7a-930f-0ae3e55b1fc7 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757804 Aug 20 12:49:58.667164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-7f4b27ce-1d55-4aa8-990c-391730dc3ebd service neutron] 10.222.0.73 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106198 Aug 20 12:49:58.760992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5118ab93-d49b-4efc-a8ad-0a6c28240aa9 req-2ac67dd7-96b4-463e-b078-6ec911279182 service neutron] 10.222.0.73 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843415 Aug 20 12:49:59.753288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0724e-9100-417c-b5bb-ee7064082b95 req-6f9f1551-f2ba-47ee-94a9-7f8f9b8f03b3 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:59.754754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abf0724e-9100-417c-b5bb-ee7064082b95 req-6f9f1551-f2ba-47ee-94a9-7f8f9b8f03b3 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 944 time: 0.0489860 Aug 20 12:49:59.793063 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-abf0724e-9100-417c-b5bb-ee7064082b95 req-af0f4e4e-fb53-498e-be11-01000be6dd7c tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Aug 20 12:50:00.840891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:50:00.909335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34f6f2-5ea4-4070-b347-ee4b0df0276b req-9eb8256a-bad3-45cf-ac9b-cf3c41f71c49 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:00.910847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd34f6f2-5ea4-4070-b347-ee4b0df0276b req-9eb8256a-bad3-45cf-ac9b-cf3c41f71c49 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 944 time: 0.0492542 Aug 20 12:50:00.938804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:00.950128 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd34f6f2-5ea4-4070-b347-ee4b0df0276b req-83a46a30-eea4-458d-b404-6c5c7682aeee tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Aug 20 12:50:00.951957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9b84a60e-90ea-4a8c-a238-3bdbc92cfe00', 'network_id': 'b705d7e4-93cf-4d2b-a75c-f7fec3250f48', 'port_id': '9b84a60e-90ea-4a8c-a238-3bdbc92cfe00', 'mac_address': 'fa:16:3e:1c:0c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8963c230-8711-4f84-ba98-eb59873f6596', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:50:00.990613 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:01.002977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:50:01.022088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:01.026745 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:01.072372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:01.313677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9b84a60e-90ea-4a8c-a238-3bdbc92cfe00'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:50:02.068565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf842-d33f-4a8c-9c65-08b5748d88a8 req-580e7304-c12b-4fdc-9ee3-a6a9e1567473 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:02.070014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7eaf842-d33f-4a8c-9c65-08b5748d88a8 req-580e7304-c12b-4fdc-9ee3-a6a9e1567473 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Aug 20 12:50:02.107907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7eaf842-d33f-4a8c-9c65-08b5748d88a8 req-26bee079-7a2f-4b76-8140-dbce49a691ff tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Aug 20 12:50:02.855439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:02.902838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:02.906455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:02.906833 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:02.987716 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:03.009903 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68728f3f-ba20-4eac-a32d-655b940b74f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b84a60e-90ea-4a8c-a238-3bdbc92cfe00'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:50:03.012183 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a18f0-a853-4ee5-b439-b56dd22a7eed" -d '{"events": [{"server_uuid": "68728f3f-ba20-4eac-a32d-655b940b74f7", "name": "network-vif-plugged", "status": "completed", "tag": "9b84a60e-90ea-4a8c-a238-3bdbc92cfe00"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:50:03.024657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:03.028908 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:03.052807 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9cf93d-a744-416b-911b-af1a0b19b049 x-openstack-request-id: req-8b9cf93d-a744-416b-911b-af1a0b19b049 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:50:03.053105 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68728f3f-ba20-4eac-a32d-655b940b74f7", "name": "network-vif-plugged", "status": "completed", "tag": "9b84a60e-90ea-4a8c-a238-3bdbc92cfe00", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:50:03.053360 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b9cf93d-a744-416b-911b-af1a0b19b049 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:50:03.053750 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68728f3f-ba20-4eac-a32d-655b940b74f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b84a60e-90ea-4a8c-a238-3bdbc92cfe00', 'code': 200} Aug 20 12:50:03.079397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:03.154484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81876c-da85-46a3-850c-c88f5d4c5985 req-814b44e9-50d0-44c4-9af1-f7d9ed0e6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:03.156026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc81876c-da85-46a3-850c-c88f5d4c5985 req-814b44e9-50d0-44c4-9af1-f7d9ed0e6fe1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 1098 time: 0.0413232 Aug 20 12:50:03.218724 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc81876c-da85-46a3-850c-c88f5d4c5985 req-07878bcf-bedc-42f6-af05-aa5901905312 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549021 Aug 20 12:50:03.234321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee7914-eb85-45c9-80a6-0ee87521639f req-7933fcbc-c510-470b-b6e0-0d9ab55cba0b tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:03.235736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2ee7914-eb85-45c9-80a6-0ee87521639f req-7933fcbc-c510-470b-b6e0-0d9ab55cba0b tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 946 time: 0.0571616 Aug 20 12:50:03.273770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2ee7914-eb85-45c9-80a6-0ee87521639f req-aa81cbe9-1fbd-4e45-b5ed-298a14e8a840 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Aug 20 12:50:04.396597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18520206-d1e2-4019-8fe3-dee8d925cb0d req-493aca93-a538-46c3-9210-866c17164c3b tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:04.398106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18520206-d1e2-4019-8fe3-dee8d925cb0d req-493aca93-a538-46c3-9210-866c17164c3b tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 946 time: 0.0564780 Aug 20 12:50:04.446755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18520206-d1e2-4019-8fe3-dee8d925cb0d req-9cb3b88e-4ee5-471a-9a33-8c456a6fa4d2 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Aug 20 12:50:05.558983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760f822-2ce9-46e8-ba60-f8829fc94a9f req-0e8ceb96-6ed3-49e3-99c2-a5e9c7904cae tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:05.560495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b760f822-2ce9-46e8-ba60-f8829fc94a9f req-0e8ceb96-6ed3-49e3-99c2-a5e9c7904cae tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 946 time: 0.0503190 Aug 20 12:50:05.615104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b760f822-2ce9-46e8-ba60-f8829fc94a9f req-0de4033f-073c-4ae7-a901-af3b8caf18bc tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Aug 20 12:50:05.850199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1755-6b29-44b0-a442-474839db8d6a req-0d062e8a-c374-4a6b-bc69-d41954d8ccef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:05.851661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18e1755-6b29-44b0-a442-474839db8d6a req-0d062e8a-c374-4a6b-bc69-d41954d8ccef tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 946 time: 0.0491853 Aug 20 12:50:05.888999 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d18e1755-6b29-44b0-a442-474839db8d6a req-95c0089d-1c74-4a65-bb7a-9a6a139751a0 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Aug 20 12:50:07.029430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bc095-10aa-4f3f-8817-2a6560090a90 req-961bf27b-00a4-46f1-b7cf-2899aeff2ccf tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:07.031176 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d31bc095-10aa-4f3f-8817-2a6560090a90 req-961bf27b-00a4-46f1-b7cf-2899aeff2ccf tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 946 time: 0.0567679 Aug 20 12:50:07.071188 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d31bc095-10aa-4f3f-8817-2a6560090a90 req-2b8ebeeb-e4f6-4101-81d4-d51d5f1dfcc0 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Aug 20 12:50:07.187568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-01e94ccc-a0f1-440e-beb3-5b43f65029c7 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:07.189030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-01e94ccc-a0f1-440e-beb3-5b43f65029c7 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.73 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 946 time: 0.0520382 Aug 20 12:50:07.300948 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Deleting port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:50:07.302438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:07.404972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] For port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:07.405341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:07.419701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Calling delete_port for 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:50:07.553183 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:07.565559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['509a449a-b37d-466c-89a2-f7b8399a605a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:50:07.571277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9b84a60e-90ea-4a8c-a238-3bdbc92cfe00'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:50:07.584592 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Pushing event deleted for resources: {'Port': ['ID=9b84a60e-90ea-4a8c-a238-3bdbc92cfe00,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:07.635583 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] No DVR routers for this DVR port 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:50:07.639109 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:07.641695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3658343-a779-49a8-8f4e-5a5cc4ce411c req-c51cc055-6ecd-4893-94d3-384d7e230127 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.73 "DELETE /v2.0/ports/9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 HTTP/1.1" status: 204 len: 173 time: 0.4462566 Aug 20 12:50:07.642166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68728f3f-ba20-4eac-a32d-655b940b74f7', 'name': 'network-vif-deleted', 'tag': '9b84a60e-90ea-4a8c-a238-3bdbc92cfe00'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:50:07.644690 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277728bc-f30b-4427-92b9-c3f06fd9540d" -d '{"events": [{"server_uuid": "68728f3f-ba20-4eac-a32d-655b940b74f7", "name": "network-vif-deleted", "tag": "9b84a60e-90ea-4a8c-a238-3bdbc92cfe00"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:50:07.693907 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5018bb-aef6-4c7a-a517-ba1689276911 x-openstack-request-id: req-7f5018bb-aef6-4c7a-a517-ba1689276911 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:50:07.694170 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68728f3f-ba20-4eac-a32d-655b940b74f7", "name": "network-vif-deleted", "tag": "9b84a60e-90ea-4a8c-a238-3bdbc92cfe00", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:50:07.694445 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f5018bb-aef6-4c7a-a517-ba1689276911 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:50:07.694904 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68728f3f-ba20-4eac-a32d-655b940b74f7', 'name': 'network-vif-deleted', 'tag': '9b84a60e-90ea-4a8c-a238-3bdbc92cfe00', 'status': 'completed', 'code': 200} Aug 20 12:50:08.248846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c53e8ed4-f8a4-4458-8883-4b85a01e77b3 req-d58aa46b-0d6d-47c7-bc6b-f87c63dda9de tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=68728f3f-ba20-4eac-a32d-655b940b74f7 HTTP/1.1" status: 200 len: 210 time: 0.0916293 Aug 20 12:50:09.402124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816850-168f-4380-989f-d995c6f5300c req-805376c8-68b7-418c-9357-471f092da034 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:09.403631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2816850-168f-4380-989f-d995c6f5300c req-805376c8-68b7-418c-9357-471f092da034 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Aug 20 12:50:09.441246 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2816850-168f-4380-989f-d995c6f5300c req-70bf5d57-9001-4b93-80d2-1300f3efe667 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Aug 20 12:50:09.607011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbb0cd-b2f9-4d1d-ba47-42154a01afea req-f41908a2-9393-43cb-8b32-4a45842ff785 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:09.608381 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bfbb0cd-b2f9-4d1d-ba47-42154a01afea req-f41908a2-9393-43cb-8b32-4a45842ff785 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0811489 Aug 20 12:50:09.611033 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890eff71-02c5-427f-b07e-7fadc92f664b req-6ef2b672-9ae9-49f1-8a26-aee9efec78c0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819144 Aug 20 12:50:09.648664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3bfbb0cd-b2f9-4d1d-ba47-42154a01afea req-eb37c74b-f382-4075-bf94-ffd8b53687c2 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Aug 20 12:50:09.692946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff71-02c5-427f-b07e-7fadc92f664b req-09105ef6-f8fc-46cf-a988-5dbf03ea3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:09.694502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890eff71-02c5-427f-b07e-7fadc92f664b req-09105ef6-f8fc-46cf-a988-5dbf03ea3659 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35916efc72e14df3b0d43a385befb68e&device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 1097 time: 0.0420432 Aug 20 12:50:09.824811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2ee8-0987-4e59-8ead-4f75003afd2a req-b658ee11-43fa-47ec-bfe2-e9d6dfa044c8 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:09.826293 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9dd2ee8-0987-4e59-8ead-4f75003afd2a req-b658ee11-43fa-47ec-bfe2-e9d6dfa044c8 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.1023293 Aug 20 12:50:09.852534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff71-02c5-427f-b07e-7fadc92f664b req-5d15eec1-541e-4ee5-8c05-27dbe44b2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:09.854094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890eff71-02c5-427f-b07e-7fadc92f664b req-5d15eec1-541e-4ee5-8c05-27dbe44b2210 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48 HTTP/1.1" status: 200 len: 915 time: 0.1379297 Aug 20 12:50:09.904286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9dd2ee8-0987-4e59-8ead-4f75003afd2a req-6b7dc3c8-bfa9-40e6-a1a8-e1f38024ba01 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718918 Aug 20 12:50:09.905663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890eff71-02c5-427f-b07e-7fadc92f664b req-fb9288b9-c962-45c4-9c03-1a2ed3501c5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509a449a-b37d-466c-89a2-f7b8399a605a HTTP/1.1" status: 200 len: 217 time: 0.0399196 Aug 20 12:50:09.967367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eff71-02c5-427f-b07e-7fadc92f664b req-b4aa73f5-ba40-40cc-a076-43f92d143ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:09.968856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890eff71-02c5-427f-b07e-7fadc92f664b req-b4aa73f5-ba40-40cc-a076-43f92d143ae3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8963c230-8711-4f84-ba98-eb59873f6596 HTTP/1.1" status: 200 len: 854 time: 0.0541584 Aug 20 12:50:10.004349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890eff71-02c5-427f-b07e-7fadc92f664b req-12a291d1-da9e-4d81-8633-37ba9c4a9f93 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b705d7e4-93cf-4d2b-a75c-f7fec3250f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276988 Aug 20 12:50:10.132313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fc7b0-f5f4-4195-90dd-98f6e43c7a8e req-688d8d99-a75a-4b83-baad-d420e58df126 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:10.133745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d87fc7b0-f5f4-4195-90dd-98f6e43c7a8e req-688d8d99-a75a-4b83-baad-d420e58df126 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0805347 Aug 20 12:50:10.136653 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890eff71-02c5-427f-b07e-7fadc92f664b req-7deb111e-2ab8-4ba2-82b5-c759a5224fa1 service neutron] 10.222.0.22 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251342 Aug 20 12:50:10.215873 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d87fc7b0-f5f4-4195-90dd-98f6e43c7a8e req-5464c0e7-c8db-4e09-8f3d-1208800f27e6 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754051 Aug 20 12:50:10.253784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-890eff71-02c5-427f-b07e-7fadc92f664b req-e358fe1b-aee3-4ee0-9d76-4250e054fa1b service neutron] 10.222.0.22 "GET /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074262 Aug 20 12:50:10.339062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170f84-31bd-4e88-b7f3-c14b9beb00d0 req-a98c9794-85a7-4356-89ab-cd5df5f17214 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:10.340657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30170f84-31bd-4e88-b7f3-c14b9beb00d0 req-a98c9794-85a7-4356-89ab-cd5df5f17214 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0560722 Aug 20 12:50:10.379832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30170f84-31bd-4e88-b7f3-c14b9beb00d0 req-e42c3842-5142-4fa8-93bb-a7d7e1f30795 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Aug 20 12:50:10.506224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f624b-9f6d-4588-92ca-6566cd1dd165 req-bb4e6675-5795-4ea4-adc2-5d2c644c443b tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:10.507626 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-443f624b-9f6d-4588-92ca-6566cd1dd165 req-bb4e6675-5795-4ea4-adc2-5d2c644c443b tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Aug 20 12:50:10.546477 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-443f624b-9f6d-4588-92ca-6566cd1dd165 req-80fc8327-a7c4-4f9d-af25-8e2007cfb07e tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321670 Aug 20 12:50:10.845492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9ca3e-0a14-4ebe-a54c-6c1a2af63c80 req-0fca9b65-19fa-4ae9-9c40-20def0469fb9 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:10.846996 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1de9ca3e-0a14-4ebe-a54c-6c1a2af63c80 req-0fca9b65-19fa-4ae9-9c40-20def0469fb9 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0483902 Aug 20 12:50:10.884364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1de9ca3e-0a14-4ebe-a54c-6c1a2af63c80 req-b34dc775-b7f1-4206-a620-a642f506a3f3 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Aug 20 12:50:10.901957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:50:10.922201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:50:10.922567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9b84a60e-90ea-4a8c-a238-3bdbc92cfe00 not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:50:11.085271 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:50:12.004426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2397b3-0969-450a-982a-94c3eda83c73 req-0f422f72-7ca4-463c-90a1-2bdc7677d2bf tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:12.005935 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f2397b3-0969-450a-982a-94c3eda83c73 req-0f422f72-7ca4-463c-90a1-2bdc7677d2bf tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Aug 20 12:50:12.047574 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f2397b3-0969-450a-982a-94c3eda83c73 req-96496fdb-44ec-4268-85f0-98cef8127fe0 tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e6a84dc-3113-4ed2-9e17-63e488a42764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Aug 20 12:50:12.096257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-690ab709-668f-4b05-b8b9-88f8dbf6aeec tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:12.097687 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-690ab709-668f-4b05-b8b9-88f8dbf6aeec tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f71308f-b015-43dc-8772-6dc57de34a80 HTTP/1.1" status: 200 len: 945 time: 0.0492876 Aug 20 12:50:12.185971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Deleting port 509a449a-b37d-466c-89a2-f7b8399a605a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:50:12.186258 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:12.275799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] For port 509a449a-b37d-466c-89a2-f7b8399a605a, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=509a449a-b37d-466c-89a2-f7b8399a605a,segment=NetworkSegment(ae41126e-174f-477d-a07c-3ba3f4a1272d),segment_id=ae41126e-174f-477d-a07c-3ba3f4a1272d)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:12.276257 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:12.289080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Calling delete_port for 509a449a-b37d-466c-89a2-f7b8399a605a owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:50:12.419076 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:12.431519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['509a449a-b37d-466c-89a2-f7b8399a605a'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:50:12.451198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Pushing event deleted for resources: {'Port': ['ID=509a449a-b37d-466c-89a2-f7b8399a605a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:12.456152 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:12.496149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] No DVR routers for this DVR port 509a449a-b37d-466c-89a2-f7b8399a605a on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:50:12.498799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:12.500773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3211692-d2bb-4b0a-b00a-9289205b1c6f req-edc97d6a-f38e-468d-b18b-c63662bac45a tempest-ServersNegativeTestJSON-651442671 tempest-ServersNegativeTestJSON-651442671-project] 10.222.0.22 "DELETE /v2.0/ports/509a449a-b37d-466c-89a2-f7b8399a605a HTTP/1.1" status: 204 len: 173 time: 0.3968360 Aug 20 12:50:12.501209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f71308f-b015-43dc-8772-6dc57de34a80', 'name': 'network-vif-deleted', 'tag': '509a449a-b37d-466c-89a2-f7b8399a605a'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:50:12.503479 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6fcc6d-740a-46e7-9c19-4a7c21c83fa5" -d '{"events": [{"server_uuid": "9f71308f-b015-43dc-8772-6dc57de34a80", "name": "network-vif-deleted", "tag": "509a449a-b37d-466c-89a2-f7b8399a605a"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:50:12.541637 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192cd01a-8da3-48d9-987e-2428ee6a41be x-openstack-request-id: req-192cd01a-8da3-48d9-987e-2428ee6a41be {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:50:12.541941 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f71308f-b015-43dc-8772-6dc57de34a80", "name": "network-vif-deleted", "tag": "509a449a-b37d-466c-89a2-f7b8399a605a", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:50:12.542321 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-192cd01a-8da3-48d9-987e-2428ee6a41be {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:50:12.542616 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f71308f-b015-43dc-8772-6dc57de34a80', 'name': 'network-vif-deleted', 'tag': '509a449a-b37d-466c-89a2-f7b8399a605a', 'status': 'completed', 'code': 200} Aug 20 12:50:13.103863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34000) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:13.148665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ae8f0a-a4bc-4bce-9989-ac1a68fc7121 admin admin] Deleting subnet 8963c230-8711-4f84-ba98-eb59873f6596 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:50:13.151909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f0a-a4bc-4bce-9989-ac1a68fc7121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.190336 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f0a-a4bc-4bce-9989-ac1a68fc7121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.230106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f0a-a4bc-4bce-9989-ac1a68fc7121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.282927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f0a-a4bc-4bce-9989-ac1a68fc7121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.308936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8f0a-a4bc-4bce-9989-ac1a68fc7121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8963c230-8711-4f84-ba98-eb59873f6596,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:13.313127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f0a-a4bc-4bce-9989-ac1a68fc7121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.314908 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-62ae8f0a-a4bc-4bce-9989-ac1a68fc7121 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8963c230-8711-4f84-ba98-eb59873f6596 HTTP/1.1" status: 204 len: 168 time: 0.2099698 Aug 20 12:50:13.317455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34002) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:13.395262 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.470826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.480945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b705d7e4-93cf-4d2b-a75c-f7fec3250f48']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:13.491011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae41126e-174f-477d-a07c-3ba3f4a1272d') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:13.491304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae41126e-174f-477d-a07c-3ba3f4a1272d') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:13.500555 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.513584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.519566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:50:13.519947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:50:13.521556 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:50:13.577652 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.582909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.584735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] 10.222.0.25 "DELETE /v2.0/networks/b705d7e4-93cf-4d2b-a75c-f7fec3250f48 HTTP/1.1" status: 204 len: 168 time: 0.2663727 Aug 20 12:50:13.595556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5078d6-4e41-471d-85b6-04346556745c admin admin] Pushing event deleted for resources: {'Network': ['ID=b705d7e4-93cf-4d2b-a75c-f7fec3250f48,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:13.691747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34006) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:13.732604 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9f4982f1-d3f9-4c80-b8e5-974055a1a1e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35916efc72e14df3b0d43a385befb68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396614 Aug 20 12:50:13.735005 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:13.786263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de08a33-3988-4c3b-b23a-aa4f01dbeb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.808573 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de08a33-3988-4c3b-b23a-aa4f01dbeb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.855738 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de08a33-3988-4c3b-b23a-aa4f01dbeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.858351 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3de08a33-3988-4c3b-b23a-aa4f01dbeb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:13.859500 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3de08a33-3988-4c3b-b23a-aa4f01dbeb54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e6a84dc-3113-4ed2-9e17-63e488a42764 HTTP/1.1" status: 204 len: 168 time: 0.1236022 Aug 20 12:50:13.870846 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de08a33-3988-4c3b-b23a-aa4f01dbeb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6a84dc-3113-4ed2-9e17-63e488a42764,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:14.149237 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.561004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34030) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:14.658926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583007061'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:14.679480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:14.683559 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.691879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.781015 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.784777 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.808240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:14.823531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594c9e4c-b998-498d-ac77-f72942a01be4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:14.827208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.827555 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Added segment 6798d7a7-e385-4bec-b580-cbc7e01cde6f of type vlan for network be652750-03d2-4c09-b5e9-ccd9d86769dd Aug 20 12:50:14.873198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.901995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.907473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:14.908047 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.967560 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4053347 Aug 20 12:50:14.976805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41708ac2-08de-4e5a-8f93-06626eb5091a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Network': ['ID=be652750-03d2-4c09-b5e9-ccd9d86769dd,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:14.987621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network be652750-03d2-4c09-b5e9-ccd9d86769dd details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:15.880757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 509a449a-b37d-466c-89a2-f7b8399a605a no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:50:15.902222 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 509a449a-b37d-466c-89a2-f7b8399a605a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:50:15.902572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 509a449a-b37d-466c-89a2-f7b8399a605a not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:50:18.227799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34034) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:18.233724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'subnet': {'network_id': 'be652750-03d2-4c09-b5e9-ccd9d86769dd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:18.324524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:18.327979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.511629 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.571613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Subnet': ['ID=4f9c3164-5c8c-43e5-8eb9-122bdbaa52d4,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:18.580860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Checking segment: {'id': '6798d7a7-e385-4bec-b580-cbc7e01cde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be652750-03d2-4c09-b5e9-ccd9d86769dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:18.581230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network hostable DHCP agents. Network: be652750-03d2-4c09-b5e9-ccd9d86769dd, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:18.597893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network be652750-03d2-4c09-b5e9-ccd9d86769dd is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:18.606173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, be652750-03d2-4c09-b5e9-ccd9d86769dd) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:18.610195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:18.610789 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.615271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24988dec-bf01-4588-8e16-f109fd8b3189 None None] Network be652750-03d2-4c09-b5e9-ccd9d86769dd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:18.625330 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8fee2a44-8087-4ef3-be03-ee1c24466342 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3958342 Aug 20 12:50:18.628770 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34036) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:18.633701 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1505910372'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:18.656120 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:18.660495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.683774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:18.693036 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.693377 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Added segment c0dff269-d012-4f70-9297-983f45a32bff of type vlan for network dbdb6b32-afa9-47e9-802e-ee58715bc0e4 Aug 20 12:50:18.738464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.763301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.768447 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-be652750-03d2-4c09-b5e9-ccd9d86769dd', 'network_id': 'be652750-03d2-4c09-b5e9-ccd9d86769dd', 'tenant_id': '2977058104644a7c84197d73ed76cb1c', 'fixed_ips': [{'subnet_id': '4f9c3164-5c8c-43e5-8eb9-122bdbaa52d4'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:18.769067 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:18.769312 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.769645 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.820815 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1909895 Aug 20 12:50:18.824620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34038) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:18.829900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'subnet': {'network_id': 'dbdb6b32-afa9-47e9-802e-ee58715bc0e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:18.843543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab12ea-7e53-45a9-aa7b-759a8d46ce04 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Network': ['ID=dbdb6b32-afa9-47e9-802e-ee58715bc0e4,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:18.856732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network dbdb6b32-afa9-47e9-802e-ee58715bc0e4 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:18.927337 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:18.930903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.965773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Allocated IP 2001:db8:0:ffff::2 (be652750-03d2-4c09-b5e9-ccd9d86769dd/4f9c3164-5c8c-43e5-8eb9-122bdbaa52d4/a7d3f720-ab64-4b9f-afec-a54fa7430155) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:19.116068 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.126519 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Transition to ACTIVE for port object a7d3f720-ab64-4b9f-afec-a54fa7430155 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:19.127797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.141703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Transition to ACTIVE for port object a7d3f720-ab64-4b9f-afec-a54fa7430155 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:19.150811 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.189128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Network be652750-03d2-4c09-b5e9-ccd9d86769dd is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:19.191893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:19.195345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:19.198084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Subnet': ['ID=639b27a3-97d1-47f1-b252-2ea4d41715f0,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:19.205367 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Pushing event updated for resources: {'Port': ['ID=a7d3f720-ab64-4b9f-afec-a54fa7430155,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:19.206973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Checking segment: {'id': 'c0dff269-d012-4f70-9297-983f45a32bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbdb6b32-afa9-47e9-802e-ee58715bc0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:19.207581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network hostable DHCP agents. Network: dbdb6b32-afa9-47e9-802e-ee58715bc0e4, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:19.227218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network dbdb6b32-afa9-47e9-802e-ee58715bc0e4 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:19.237255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, dbdb6b32-afa9-47e9-802e-ee58715bc0e4) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:19.242135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:19.243179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.252224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd8a97-ef86-4ca5-ad90-3190fddf8ca6 None None] Network dbdb6b32-afa9-47e9-802e-ee58715bc0e4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:19.259091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-94ecf4a7-e4c7-4f38-adf7-198bc3824c50 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4333341 Aug 20 12:50:19.262678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:19.299237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Attempting to bind port a7d3f720-ab64-4b9f-afec-a54fa7430155 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:19.299603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Attempting to bind port a7d3f720-ab64-4b9f-afec-a54fa7430155 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '6798d7a7-e385-4bec-b580-cbc7e01cde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be652750-03d2-4c09-b5e9-ccd9d86769dd'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:19.300009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Attempting to bind port a7d3f720-ab64-4b9f-afec-a54fa7430155 on network be652750-03d2-4c09-b5e9-ccd9d86769dd {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:19.309751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:19.310127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Checking segment: {'id': '6798d7a7-e385-4bec-b580-cbc7e01cde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be652750-03d2-4c09-b5e9-ccd9d86769dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:19.310551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.310941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Bound using segment: {'id': '6798d7a7-e385-4bec-b580-cbc7e01cde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be652750-03d2-4c09-b5e9-ccd9d86769dd'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:19.311408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Bound port: a7d3f720-ab64-4b9f-afec-a54fa7430155, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6798d7a7-e385-4bec-b580-cbc7e01cde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be652750-03d2-4c09-b5e9-ccd9d86769dd'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:19.311791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.372131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.429752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] For port a7d3f720-ab64-4b9f-afec-a54fa7430155, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:19.434450 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] For port a7d3f720-ab64-4b9f-afec-a54fa7430155, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a7d3f720-ab64-4b9f-afec-a54fa7430155,segment=NetworkSegment(6798d7a7-e385-4bec-b580-cbc7e01cde6f),segment_id=6798d7a7-e385-4bec-b580-cbc7e01cde6f)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:19.438928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.456870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.496095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32269b62-308f-4c89-989e-a306e3001502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-dbdb6b32-afa9-47e9-802e-ee58715bc0e4', 'network_id': 'dbdb6b32-afa9-47e9-802e-ee58715bc0e4', 'tenant_id': '2977058104644a7c84197d73ed76cb1c', 'fixed_ips': [{'subnet_id': '639b27a3-97d1-47f1-b252-2ea4d41715f0'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:19.496936 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-32269b62-308f-4c89-989e-a306e3001502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.529268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc4ed9-7bf2-43a4-ba53-59ae31cc155a None None] Pushing event updated for resources: {'Port': ['ID=a7d3f720-ab64-4b9f-afec-a54fa7430155,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:19.531042 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.577661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Subnet': ['ID=639b27a3-97d1-47f1-b252-2ea4d41715f0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-32269b62-308f-4c89-989e-a306e3001502 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 639b27a3-97d1-47f1-b252-2ea4d41715f0: This subnet is being modified by another concurrent operation. Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 639b27a3-97d1-47f1-b252-2ea4d41715f0: This subnet is being modified by another concurrent operation. Aug 20 12:50:19.621753 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:50:19.629082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.638710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee4f00-fb43-453d-849b-e772287b6689 None None] Network dbdb6b32-afa9-47e9-802e-ee58715bc0e4 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:19.643013 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdb6b32-afa9-47e9-802e-ee58715bc0e4']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:19.654887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dff269-d012-4f70-9297-983f45a32bff') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:19.655202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dff269-d012-4f70-9297-983f45a32bff') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:19.664909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.702116 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.716548 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:50:19.718324 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:50:19.727533 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:50:19.788387 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.799038 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.804222 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/dbdb6b32-afa9-47e9-802e-ee58715bc0e4 HTTP/1.1" status: 204 len: 168 time: 0.5371044 Aug 20 12:50:19.804581 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34042) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:19.810409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1846337681'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:19.816921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b6930-816e-4c49-925b-7e1420726400 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Network': ['ID=dbdb6b32-afa9-47e9-802e-ee58715bc0e4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:19.838884 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:19.842326 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.866853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:19.877937 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.878319 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Added segment 6c28dd0d-e7e7-48a8-8ac9-94c010a36975 of type vlan for network 9b73d5ae-52c9-4412-837c-10811b1db8c0 Aug 20 12:50:19.928986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.959525 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.965933 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:19.966560 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:20.060445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2547431 Aug 20 12:50:20.063570 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34044) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:20.068987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'subnet': {'network_id': '9b73d5ae-52c9-4412-837c-10811b1db8c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:20.080206 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daff4ac-6821-4de6-92e2-a832dd7209d7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Network': ['ID=9b73d5ae-52c9-4412-837c-10811b1db8c0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:20.092692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 9b73d5ae-52c9-4412-837c-10811b1db8c0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:20.170246 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:20.173780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:20.232595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Performing IP validity checks on allocation pools {{(pid=101033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 12:50:20.233117 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.ipam_backend_mixin [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 12:50:20.371881 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:20.434458 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Subnet': ['ID=f30b8d13-29f2-4fdc-97bd-83527bd84a46,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:20.443453 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Checking segment: {'id': '6c28dd0d-e7e7-48a8-8ac9-94c010a36975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9b73d5ae-52c9-4412-837c-10811b1db8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:20.443814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network hostable DHCP agents. Network: 9b73d5ae-52c9-4412-837c-10811b1db8c0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:20.462214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network 9b73d5ae-52c9-4412-837c-10811b1db8c0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:20.464879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76a9cf-52c3-408e-bbf7-f9837210286e None None] Network be652750-03d2-4c09-b5e9-ccd9d86769dd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:20.478008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 9b73d5ae-52c9-4412-837c-10811b1db8c0) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:20.486492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:20.487204 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:20.504520 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3d702386-8621-409d-8586-8cc25ada6e75 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4398668 Aug 20 12:50:20.508700 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34046) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:20.517985 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd946e2-ce76-477a-93ef-25ae4ef70ee0 None None] Network 9b73d5ae-52c9-4412-837c-10811b1db8c0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:20.601611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bb4d9b51-99ef-4b1c-8c96-0614995edbd4 None None] Provisioning for port a7d3f720-ab64-4b9f-afec-a54fa7430155 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:20.624105 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:20.680089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:20.761287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:20.780710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d2da4-843e-40b6-a800-7802926295f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-9b73d5ae-52c9-4412-837c-10811b1db8c0', 'network_id': '9b73d5ae-52c9-4412-837c-10811b1db8c0', 'tenant_id': '2977058104644a7c84197d73ed76cb1c', 'fixed_ips': [{'subnet_id': 'f30b8d13-29f2-4fdc-97bd-83527bd84a46'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:20.781580 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-707d2da4-843e-40b6-a800-7802926295f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:20.797852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Subnet': ['ID=f30b8d13-29f2-4fdc-97bd-83527bd84a46,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:20.871181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a7d3f720-ab64-4b9f-afec-a54fa7430155 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:20.921093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ebb5f6-2d98-430a-a937-e90da54e0b3c None None] Network 9b73d5ae-52c9-4412-837c-10811b1db8c0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:21.004130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a7d3f720-ab64-4b9f-afec-a54fa7430155 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:21.015147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a7d3f720-ab64-4b9f-afec-a54fa7430155 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:21.015527 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.101652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62573749-bf5b-492a-a987-31c2b8198315 None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:50:21.104157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f867a913-4ed3-4585-a331-9425a53b04b1 None None] Provisioning complete for port a7d3f720-ab64-4b9f-afec-a54fa7430155 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:21.104529 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f867a913-4ed3-4585-a331-9425a53b04b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.193889 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.204717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b73d5ae-52c9-4412-837c-10811b1db8c0']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:21.215164 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c28dd0d-e7e7-48a8-8ac9-94c010a36975') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:21.215582 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c28dd0d-e7e7-48a8-8ac9-94c010a36975') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:21.224772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.239667 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.240211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62573749-bf5b-492a-a987-31c2b8198315 None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:50:21.245802 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.246550 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:50:21.246946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:50:21.250143 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:50:21.309250 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.314376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.316899 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/9b73d5ae-52c9-4412-837c-10811b1db8c0 HTTP/1.1" status: 204 len: 168 time: 0.8071878 Aug 20 12:50:21.323815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34048) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:21.329487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1926507005'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:21.333419 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ed331-6c9b-474e-890b-669104b24e35 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Network': ['ID=9b73d5ae-52c9-4412-837c-10811b1db8c0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:21.356789 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:21.360573 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.391714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:21.402015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.402397 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Added segment f89e9a28-9265-4177-a979-3cf01bb301b0 of type vlan for network 37c781c9-c0d9-4398-a28e-8cf2cf7ef229 Aug 20 12:50:21.447822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.492982 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f867a913-4ed3-4585-a331-9425a53b04b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.534295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port a7d3f720-ab64-4b9f-afec-a54fa7430155, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a7d3f720-ab64-4b9f-afec-a54fa7430155,segment=NetworkSegment(6798d7a7-e385-4bec-b580-cbc7e01cde6f),segment_id=6798d7a7-e385-4bec-b580-cbc7e01cde6f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:21.541979 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.669236 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=a7d3f720-ab64-4b9f-afec-a54fa7430155,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:21.692015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.db.api [None req-f867a913-4ed3-4585-a331-9425a53b04b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:50:21.692375 n-d-800634-10 neutron-server[101035]: DEBUG oslo_db.api [None req-f867a913-4ed3-4585-a331-9425a53b04b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:50:21.718827 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.724362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:21.724940 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.780252 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-406045de-7a79-4b00-a90d-4267fe5f6ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.786518 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4614267 Aug 20 12:50:21.790204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34050) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:21.792369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635a1a8-d434-4fe0-b93e-df9257e2e5cb tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Network': ['ID=37c781c9-c0d9-4398-a28e-8cf2cf7ef229,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:21.795784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'subnet': {'network_id': '37c781c9-c0d9-4398-a28e-8cf2cf7ef229', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:21.802429 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 37c781c9-c0d9-4398-a28e-8cf2cf7ef229 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:21.888507 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:21.892313 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.071549 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.130404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Subnet': ['ID=bbbee620-e742-4705-bd1c-d968d131a621,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:22.142404 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Checking segment: {'id': 'f89e9a28-9265-4177-a979-3cf01bb301b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '37c781c9-c0d9-4398-a28e-8cf2cf7ef229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:22.142759 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network hostable DHCP agents. Network: 37c781c9-c0d9-4398-a28e-8cf2cf7ef229, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:22.159381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network 37c781c9-c0d9-4398-a28e-8cf2cf7ef229 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:22.168280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 37c781c9-c0d9-4398-a28e-8cf2cf7ef229) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:22.172917 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:22.173617 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.177419 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7b2bd-8b51-487f-ad1f-dddd8136560c None None] Network 37c781c9-c0d9-4398-a28e-8cf2cf7ef229 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:22.188399 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c20bf604-d236-4014-bfa8-d9397e957339 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3969595 Aug 20 12:50:22.192004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34052) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:22.197767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-745026411'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:22.218764 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:22.222211 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.248547 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:22.257503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.257907 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Added segment ce96ede7-610d-4a38-b5a4-44972df064bc of type vlan for network fd928618-6d6b-49f3-8fc2-8dfd7968663b Aug 20 12:50:22.305832 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.331574 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.337271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:22.338484 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.357633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-37c781c9-c0d9-4398-a28e-8cf2cf7ef229', 'network_id': '37c781c9-c0d9-4398-a28e-8cf2cf7ef229', 'tenant_id': '2977058104644a7c84197d73ed76cb1c', 'fixed_ips': [{'subnet_id': 'bbbee620-e742-4705-bd1c-d968d131a621'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:22.358686 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.397146 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2040899 Aug 20 12:50:22.399955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34054) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:22.405743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Request body: {'subnet': {'network_id': 'fd928618-6d6b-49f3-8fc2-8dfd7968663b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:22.425676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee3f1a-1720-42d2-acee-cc7436aec27a tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Network': ['ID=fd928618-6d6b-49f3-8fc2-8dfd7968663b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:22.444744 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network fd928618-6d6b-49f3-8fc2-8dfd7968663b details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:22.512200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Made reservation on behalf of 2977058104644a7c84197d73ed76cb1c for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:22.516283 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.581356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Allocated IP 2001:db8::2 (37c781c9-c0d9-4398-a28e-8cf2cf7ef229/bbbee620-e742-4705-bd1c-d968d131a621/5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:22.705905 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.732352 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.741838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Transition to ACTIVE for port object 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:22.765417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Transition to ACTIVE for port object 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:22.774669 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.796720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event updated for resources: {'Subnet': ['ID=d4b89247-67a8-453d-ade5-683ac10b0ff9,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:22.803710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Checking segment: {'id': 'ce96ede7-610d-4a38-b5a4-44972df064bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd928618-6d6b-49f3-8fc2-8dfd7968663b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:22.804230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network hostable DHCP agents. Network: fd928618-6d6b-49f3-8fc2-8dfd7968663b, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:22.811739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a7d3f720-ab64-4b9f-afec-a54fa7430155 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:22.828192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Network fd928618-6d6b-49f3-8fc2-8dfd7968663b is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:22.840325 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, fd928618-6d6b-49f3-8fc2-8dfd7968663b) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:22.845996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:22.846217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Network 37c781c9-c0d9-4398-a28e-8cf2cf7ef229 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:22.846621 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:22.852954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d445a82-1e57-479a-bc80-3be501582430 None None] Network fd928618-6d6b-49f3-8fc2-8dfd7968663b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:22.860361 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:22.865168 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-734a3507-2ad7-4097-8d9e-98769b485dd7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4611290 Aug 20 12:50:22.865449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34056) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:22.876925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:22.904720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Pushing event updated for resources: {'Port': ['ID=5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:22.973637 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.006938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Attempting to bind port 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:23.007304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Attempting to bind port 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'f89e9a28-9265-4177-a979-3cf01bb301b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '37c781c9-c0d9-4398-a28e-8cf2cf7ef229'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:23.007665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Attempting to bind port 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5 on network 37c781c9-c0d9-4398-a28e-8cf2cf7ef229 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:23.016802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a7d3f720-ab64-4b9f-afec-a54fa7430155 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:23.017168 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.028262 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.035861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:23.036253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Checking segment: {'id': 'f89e9a28-9265-4177-a979-3cf01bb301b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '37c781c9-c0d9-4398-a28e-8cf2cf7ef229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:23.036629 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.037020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Bound using segment: {'id': 'f89e9a28-9265-4177-a979-3cf01bb301b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '37c781c9-c0d9-4398-a28e-8cf2cf7ef229'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:23.037493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Bound port: 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89e9a28-9265-4177-a979-3cf01bb301b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '37c781c9-c0d9-4398-a28e-8cf2cf7ef229'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:23.037869 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.088723 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.117648 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b89247-67a8-453d-ade5-683ac10b0ff9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:23.157397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6b348-6e07-4df3-932a-d8d64d648836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-fd928618-6d6b-49f3-8fc2-8dfd7968663b', 'network_id': 'fd928618-6d6b-49f3-8fc2-8dfd7968663b', 'tenant_id': '2977058104644a7c84197d73ed76cb1c', 'fixed_ips': [{'subnet_id': 'd4b89247-67a8-453d-ade5-683ac10b0ff9'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:23.158248 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-daf6b348-6e07-4df3-932a-d8d64d648836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.184056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] For port 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:23.195823 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.206710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd928618-6d6b-49f3-8fc2-8dfd7968663b']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:23.218690 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce96ede7-610d-4a38-b5a4-44972df064bc') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:23.218920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce96ede7-610d-4a38-b5a4-44972df064bc') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:23.223621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] For port 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5,segment=NetworkSegment(f89e9a28-9265-4177-a979-3cf01bb301b0),segment_id=f89e9a28-9265-4177-a979-3cf01bb301b0)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:23.229945 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.243753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.249619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:50:23.250007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:50:23.253131 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:50:23.272395 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.312056 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.317746 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717391b6-25a8-419d-b348-f30afa03e306 None None] Network fd928618-6d6b-49f3-8fc2-8dfd7968663b requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:23.320333 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.322952 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/fd928618-6d6b-49f3-8fc2-8dfd7968663b HTTP/1.1" status: 204 len: 168 time: 0.4557998 Aug 20 12:50:23.325716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34058) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:23.333818 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f6c47-37e4-436d-a138-898dd2aa7a23 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Network': ['ID=fd928618-6d6b-49f3-8fc2-8dfd7968663b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:23.340086 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717391b6-25a8-419d-b348-f30afa03e306 None None] Network fd928618-6d6b-49f3-8fc2-8dfd7968663b could not be found, it might have been deleted concurrently. {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:50:23.361346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593a19d-3843-4930-b054-9b14d0375616 None None] Pushing event updated for resources: {'Port': ['ID=5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:23.383576 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-af768aea-59bb-4915-8554-6b06d831c1b9 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] GET failed (client error): The resource could not be found. Aug 20 12:50:23.386226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-af768aea-59bb-4915-8554-6b06d831c1b9 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "GET /v2.0/subnets/d4b89247-67a8-453d-ade5-683ac10b0ff9 HTTP/1.1" status: 404 len: 337 time: 0.0573957 Aug 20 12:50:23.387782 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34060) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:23.410516 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-16885b22-0e56-49e5-9c9c-dc49c25c16d6 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] DELETE failed (client error): The resource could not be found. Aug 20 12:50:23.411078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16885b22-0e56-49e5-9c9c-dc49c25c16d6 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:50:23.412785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-16885b22-0e56-49e5-9c9c-dc49c25c16d6 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/fd928618-6d6b-49f3-8fc2-8dfd7968663b HTTP/1.1" status: 404 len: 339 time: 0.0240798 Aug 20 12:50:23.417180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34062) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:23.443127 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f0d5be-1a4c-44d7-898e-6cbe0f5ca261 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] DELETE failed (client error): The resource could not be found. Aug 20 12:50:23.443580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f0d5be-1a4c-44d7-898e-6cbe0f5ca261 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:50:23.445308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a5f0d5be-1a4c-44d7-898e-6cbe0f5ca261 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/subnets/d4b89247-67a8-453d-ade5-683ac10b0ff9 HTTP/1.1" status: 404 len: 337 time: 0.0271461 Aug 20 12:50:23.448885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34064) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:23.469202 n-d-800634-10 neutron-server[101034]: INFO neutron.pecan_wsgi.hooks.translation [None req-998b43a3-0728-42e4-b131-49e2ec3e9331 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] DELETE failed (client error): The resource could not be found. Aug 20 12:50:23.469787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998b43a3-0728-42e4-b131-49e2ec3e9331 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:50:23.471756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-998b43a3-0728-42e4-b131-49e2ec3e9331 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/fd928618-6d6b-49f3-8fc2-8dfd7968663b HTTP/1.1" status: 404 len: 339 time: 0.0218744 Aug 20 12:50:23.475134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34066) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:23.557954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eecb8c0-1f37-4e2b-a333-9e7c9593875f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Deleting subnet bbbee620-e742-4705-bd1c-d968d131a621 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:50:23.565435 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eecb8c0-1f37-4e2b-a333-9e7c9593875f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.611854 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eecb8c0-1f37-4e2b-a333-9e7c9593875f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.702770 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eecb8c0-1f37-4e2b-a333-9e7c9593875f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.760396 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eecb8c0-1f37-4e2b-a333-9e7c9593875f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.786831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecb8c0-1f37-4e2b-a333-9e7c9593875f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbee620-e742-4705-bd1c-d968d131a621,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:23.792420 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5eecb8c0-1f37-4e2b-a333-9e7c9593875f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.796676 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5eecb8c0-1f37-4e2b-a333-9e7c9593875f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/subnets/bbbee620-e742-4705-bd1c-d968d131a621 HTTP/1.1" status: 204 len: 168 time: 0.3180680 Aug 20 12:50:23.796905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34068) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:23.885561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:23.940204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Deleting port 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:50:23.940542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.006475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] For port 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5,segment=NetworkSegment(f89e9a28-9265-4177-a979-3cf01bb301b0),segment_id=f89e9a28-9265-4177-a979-3cf01bb301b0)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:24.006851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.020925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Calling delete_port for 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:50:24.106199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.133091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Port': ['ID=5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:24.136833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No DVR routers for this DVR port 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:50:24.229282 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.239826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c781c9-c0d9-4398-a28e-8cf2cf7ef229']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:24.251941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89e9a28-9265-4177-a979-3cf01bb301b0') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:24.252244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89e9a28-9265-4177-a979-3cf01bb301b0') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:24.261922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.276576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.282906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:50:24.283415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:50:24.287572 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:50:24.289507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01fb82a-7599-49d3-b6d4-6ecbfa6da665 None None] Network 37c781c9-c0d9-4398-a28e-8cf2cf7ef229 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:24.335146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f29a9156-7447-4041-afa0-6af32771451b None None] Could not find standard attr ID for object 5dfcc7ee-6fb3-47bb-8c9c-fe221aaee6b5. {{(pid=101035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:50:24.347249 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.357241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.359149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/37c781c9-c0d9-4398-a28e-8cf2cf7ef229 HTTP/1.1" status: 204 len: 168 time: 0.5612667 Aug 20 12:50:24.364593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34070) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:24.375566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518ef02-92cd-4146-8599-a18f695ebbb7 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Network': ['ID=37c781c9-c0d9-4398-a28e-8cf2cf7ef229,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:24.399619 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82f3ea5-93de-4ba4-8f57-92646a0cb976 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] DELETE failed (client error): The resource could not be found. Aug 20 12:50:24.400092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82f3ea5-93de-4ba4-8f57-92646a0cb976 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:50:24.404599 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d82f3ea5-93de-4ba4-8f57-92646a0cb976 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/subnets/f30b8d13-29f2-4fdc-97bd-83527bd84a46 HTTP/1.1" status: 404 len: 337 time: 0.0385051 Aug 20 12:50:24.404779 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a02b5b8a-fa7b-48ba-9b2e-1b4540f9df52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.404941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34072) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:24.427962 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abc3f79-f69c-4b5d-a9f0-85f308101215 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] DELETE failed (client error): The resource could not be found. Aug 20 12:50:24.428581 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abc3f79-f69c-4b5d-a9f0-85f308101215 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:50:24.430256 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0abc3f79-f69c-4b5d-a9f0-85f308101215 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/9b73d5ae-52c9-4412-837c-10811b1db8c0 HTTP/1.1" status: 404 len: 339 time: 0.0245678 Aug 20 12:50:24.433378 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34074) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:24.463938 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c1026e-8589-4bfb-97dd-06403719d376 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] DELETE failed (client error): The resource could not be found. Aug 20 12:50:24.464407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c1026e-8589-4bfb-97dd-06403719d376 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:50:24.466152 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-07c1026e-8589-4bfb-97dd-06403719d376 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/subnets/639b27a3-97d1-47f1-b252-2ea4d41715f0 HTTP/1.1" status: 404 len: 337 time: 0.0318496 Aug 20 12:50:24.468661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34076) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:24.479259 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59320754-a2c2-410d-8a5d-51b5bbe5b4c9 None None] DHCP port deletion for 37c781c9-c0d9-4398-a28e-8cf2cf7ef229 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:50:24.492881 n-d-800634-10 neutron-server[101033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5106ac6c-1e5a-4f69-a465-d30bd3bbcb1f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] DELETE failed (client error): The resource could not be found. Aug 20 12:50:24.493486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5106ac6c-1e5a-4f69-a465-d30bd3bbcb1f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:50:24.495878 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5106ac6c-1e5a-4f69-a465-d30bd3bbcb1f tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/dbdb6b32-afa9-47e9-802e-ee58715bc0e4 HTTP/1.1" status: 404 len: 339 time: 0.0263193 Aug 20 12:50:24.498407 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34078) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:24.549534 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c384a4e8-fa32-4f19-aec6-9f68ddc4bd39 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Deleting subnet 4f9c3164-5c8c-43e5-8eb9-122bdbaa52d4 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:50:24.552480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c384a4e8-fa32-4f19-aec6-9f68ddc4bd39 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.594921 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c384a4e8-fa32-4f19-aec6-9f68ddc4bd39 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.682079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c384a4e8-fa32-4f19-aec6-9f68ddc4bd39 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.742676 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c384a4e8-fa32-4f19-aec6-9f68ddc4bd39 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.770583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384a4e8-fa32-4f19-aec6-9f68ddc4bd39 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9c3164-5c8c-43e5-8eb9-122bdbaa52d4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:24.775204 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c384a4e8-fa32-4f19-aec6-9f68ddc4bd39 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.776923 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c384a4e8-fa32-4f19-aec6-9f68ddc4bd39 tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/subnets/4f9c3164-5c8c-43e5-8eb9-122bdbaa52d4 HTTP/1.1" status: 204 len: 168 time: 0.2776155 Aug 20 12:50:24.780202 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34080) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:24.783334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0cfa26-1f61-4069-8154-83201d2472a7 None None] Network be652750-03d2-4c09-b5e9-ccd9d86769dd requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:24.860007 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.915855 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Deleting port a7d3f720-ab64-4b9f-afec-a54fa7430155 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:50:24.916198 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.949947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] DHCP port deletion for be652750-03d2-4c09-b5e9-ccd9d86769dd request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:50:24.982037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] For port a7d3f720-ab64-4b9f-afec-a54fa7430155, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a7d3f720-ab64-4b9f-afec-a54fa7430155,segment=NetworkSegment(6798d7a7-e385-4bec-b580-cbc7e01cde6f),segment_id=6798d7a7-e385-4bec-b580-cbc7e01cde6f)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:24.982551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:24.996450 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Calling delete_port for a7d3f720-ab64-4b9f-afec-a54fa7430155 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:50:25.001939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] Deleting port a7d3f720-ab64-4b9f-afec-a54fa7430155 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:50:25.002362 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.064770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] For port a7d3f720-ab64-4b9f-afec-a54fa7430155, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a7d3f720-ab64-4b9f-afec-a54fa7430155,segment=NetworkSegment(6798d7a7-e385-4bec-b580-cbc7e01cde6f),segment_id=6798d7a7-e385-4bec-b580-cbc7e01cde6f)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:25.065166 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.080666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.085783 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] Calling delete_port for a7d3f720-ab64-4b9f-afec-a54fa7430155 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:50:25.098973 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.109959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Port': ['ID=a7d3f720-ab64-4b9f-afec-a54fa7430155,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:25.113223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] No DVR routers for this DVR port a7d3f720-ab64-4b9f-afec-a54fa7430155 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:50:25.177530 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.200032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.203913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] Pushing event deleted for resources: {'Port': ['ID=a7d3f720-ab64-4b9f-afec-a54fa7430155,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:25.207333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bd63b7-1b71-42e4-91cc-c7eead2c17d5 None None] No DVR routers for this DVR port a7d3f720-ab64-4b9f-afec-a54fa7430155 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:50:25.214613 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be652750-03d2-4c09-b5e9-ccd9d86769dd']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:25.226208 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6798d7a7-e385-4bec-b580-cbc7e01cde6f') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:25.226511 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6798d7a7-e385-4bec-b580-cbc7e01cde6f') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:25.235919 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.250268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.256303 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:50:25.256752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:50:25.259822 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:50:25.316166 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.323008 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.324817 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] 10.222.0.25 "DELETE /v2.0/networks/be652750-03d2-4c09-b5e9-ccd9d86769dd HTTP/1.1" status: 204 len: 168 time: 0.5436335 Aug 20 12:50:25.339136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fc249-e95c-4711-b417-61d52d57bbcc tempest-NetworksIpV6Test-730764973 tempest-NetworksIpV6Test-730764973-project] Pushing event deleted for resources: {'Network': ['ID=be652750-03d2-4c09-b5e9-ccd9d86769dd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:25.564083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34086) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:25.699305 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-092f033a-ad63-48d3-9bb2-d5d63be950fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2977058104644a7c84197d73ed76cb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340499 Aug 20 12:50:25.702069 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34090) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:25.751492 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81843c46-8408-4fc2-8db8-65f4d20cc208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.771011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.776721 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81843c46-8408-4fc2-8db8-65f4d20cc208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.823217 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81843c46-8408-4fc2-8db8-65f4d20cc208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.825753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81843c46-8408-4fc2-8db8-65f4d20cc208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:25.826942 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-81843c46-8408-4fc2-8db8-65f4d20cc208 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/594c9e4c-b998-498d-ac77-f72942a01be4 HTTP/1.1" status: 204 len: 168 time: 0.1233380 Aug 20 12:50:25.834935 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81843c46-8408-4fc2-8db8-65f4d20cc208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594c9e4c-b998-498d-ac77-f72942a01be4,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:26.462826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34112) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:26.556981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-210a30dd-c499-4883-b042-401ca39f14ac tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1671413908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:26.581943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-210a30dd-c499-4883-b042-401ca39f14ac tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.583059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-210a30dd-c499-4883-b042-401ca39f14ac tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.669567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-210a30dd-c499-4883-b042-401ca39f14ac tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.673660 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-210a30dd-c499-4883-b042-401ca39f14ac tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.690476 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-210a30dd-c499-4883-b042-401ca39f14ac tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.694358 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-210a30dd-c499-4883-b042-401ca39f14ac tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2278352 Aug 20 12:50:26.694505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34116) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:26.699892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1222302470'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:26.719367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Made reservation on behalf of 4131689df491431e96e9a9670024f78f for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:26.722822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.731943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.784660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a7d3f720-ab64-4b9f-afec-a54fa7430155 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:50:26.806102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: a7d3f720-ab64-4b9f-afec-a54fa7430155 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:50:26.807449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a7d3f720-ab64-4b9f-afec-a54fa7430155 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:50:26.826753 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.830617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.854017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:26.867710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e4e019-4404-4d45-8466-e178e44401e0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:26.874544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.874889 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Added segment 4f94858a-c08c-4e23-afd6-73cddf55b3ba of type vlan for network 046b9d56-6a16-4fb0-872b-023fd3227f58 Aug 20 12:50:26.918075 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.943615 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:26.949374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:26.949956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.011953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3163583 Aug 20 12:50:27.014794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34118) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:27.020406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Request body: {'subnet': {'network_id': '046b9d56-6a16-4fb0-872b-023fd3227f58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:27.020546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c01e83-22d4-4f96-8d97-6bc0eec52cb7 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event updated for resources: {'Network': ['ID=046b9d56-6a16-4fb0-872b-023fd3227f58,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:27.031355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 046b9d56-6a16-4fb0-872b-023fd3227f58 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:27.115758 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Made reservation on behalf of 4131689df491431e96e9a9670024f78f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:27.119861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.133313 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.303727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.371321 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event updated for resources: {'Subnet': ['ID=98fa8095-ef8b-4486-8a97-1fcaaeccf0f1,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:27.378719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Checking segment: {'id': '4f94858a-c08c-4e23-afd6-73cddf55b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '046b9d56-6a16-4fb0-872b-023fd3227f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:27.379073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Network hostable DHCP agents. Network: 046b9d56-6a16-4fb0-872b-023fd3227f58, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:27.396018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Network 046b9d56-6a16-4fb0-872b-023fd3227f58 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:27.404460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 046b9d56-6a16-4fb0-872b-023fd3227f58) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:27.408573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:27.409170 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.413831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a508a3-dc9e-4337-8c65-ac0acc0fbae0 None None] Network 046b9d56-6a16-4fb0-872b-023fd3227f58 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:27.426974 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-71cc00e9-bfae-475c-be7d-9f13dac4e61f tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4107420 Aug 20 12:50:27.430088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34120) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:27.435978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1755056387'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:27.457950 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Made reservation on behalf of 4131689df491431e96e9a9670024f78f for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:27.461558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.487703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:27.499167 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.499546 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Added segment 9b63e203-e750-4c69-9323-b90a9c71ad9a of type vlan for network fce67196-ad3e-41ed-893e-52b911383a73 Aug 20 12:50:27.544412 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.567398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-046b9d56-6a16-4fb0-872b-023fd3227f58', 'network_id': '046b9d56-6a16-4fb0-872b-023fd3227f58', 'tenant_id': '4131689df491431e96e9a9670024f78f', 'fixed_ips': [{'subnet_id': '98fa8095-ef8b-4486-8a97-1fcaaeccf0f1'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:27.568288 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.580566 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.586449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:27.587059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.648426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2171478 Aug 20 12:50:27.651926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34122) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:27.657062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Request body: {'subnet': {'network_id': 'fce67196-ad3e-41ed-893e-52b911383a73', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:27.663228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e4f78-6674-4d73-b9b0-1522b1d06fd6 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event updated for resources: {'Network': ['ID=fce67196-ad3e-41ed-893e-52b911383a73,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:27.674840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network fce67196-ad3e-41ed-893e-52b911383a73 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:27.747008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Made reservation on behalf of 4131689df491431e96e9a9670024f78f for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:27.750890 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.774085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Allocated IP 172.20.0.2 (046b9d56-6a16-4fb0-872b-023fd3227f58/98fa8095-ef8b-4486-8a97-1fcaaeccf0f1/dbf5b56e-92ba-4143-a957-bcdb26d33ea5) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:27.919664 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.928129 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Transition to ACTIVE for port object dbf5b56e-92ba-4143-a957-bcdb26d33ea5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:27.936946 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.944338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Transition to ACTIVE for port object dbf5b56e-92ba-4143-a957-bcdb26d33ea5 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:27.951521 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.992673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Network 046b9d56-6a16-4fb0-872b-023fd3227f58 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:27.997505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:28.001027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:28.005318 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event updated for resources: {'Subnet': ['ID=fe71cb20-b0b8-4fec-a5ab-682f5d9827cb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:28.011055 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Pushing event updated for resources: {'Port': ['ID=dbf5b56e-92ba-4143-a957-bcdb26d33ea5,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:28.014640 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Checking segment: {'id': '9b63e203-e750-4c69-9323-b90a9c71ad9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fce67196-ad3e-41ed-893e-52b911383a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:28.015009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Network hostable DHCP agents. Network: fce67196-ad3e-41ed-893e-52b911383a73, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:28.032949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Network fce67196-ad3e-41ed-893e-52b911383a73 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:28.043037 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, fce67196-ad3e-41ed-893e-52b911383a73) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:28.047814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:28.048527 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.055854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ab1fd-46ff-44bd-a6e5-427339972ab2 None None] Network fce67196-ad3e-41ed-893e-52b911383a73 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:28.063732 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-89f314c0-e300-4983-a605-1b0c2471e44d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4109254 Aug 20 12:50:28.067548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34124) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:28.072642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0b560998-f852-4be8-95a9-1d1b8254b05d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fce67196-ad3e-41ed-893e-52b911383a73'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:28.103180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Attempting to bind port dbf5b56e-92ba-4143-a957-bcdb26d33ea5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:28.103999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Attempting to bind port dbf5b56e-92ba-4143-a957-bcdb26d33ea5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4f94858a-c08c-4e23-afd6-73cddf55b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '046b9d56-6a16-4fb0-872b-023fd3227f58'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:28.104349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Attempting to bind port dbf5b56e-92ba-4143-a957-bcdb26d33ea5 on network 046b9d56-6a16-4fb0-872b-023fd3227f58 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:28.113732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:28.114105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Checking segment: {'id': '4f94858a-c08c-4e23-afd6-73cddf55b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '046b9d56-6a16-4fb0-872b-023fd3227f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:28.114540 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.114935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Bound using segment: {'id': '4f94858a-c08c-4e23-afd6-73cddf55b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '046b9d56-6a16-4fb0-872b-023fd3227f58'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:28.115432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Bound port: dbf5b56e-92ba-4143-a957-bcdb26d33ea5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f94858a-c08c-4e23-afd6-73cddf55b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '046b9d56-6a16-4fb0-872b-023fd3227f58'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:28.115819 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.336764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0b560998-f852-4be8-95a9-1d1b8254b05d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.393168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] For port dbf5b56e-92ba-4143-a957-bcdb26d33ea5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:28.397965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] For port dbf5b56e-92ba-4143-a957-bcdb26d33ea5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=dbf5b56e-92ba-4143-a957-bcdb26d33ea5,segment=NetworkSegment(4f94858a-c08c-4e23-afd6-73cddf55b3ba),segment_id=4f94858a-c08c-4e23-afd6-73cddf55b3ba)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:28.406202 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.451346 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [None req-0b560998-f852-4be8-95a9-1d1b8254b05d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:50:28.452511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0b560998-f852-4be8-95a9-1d1b8254b05d tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "PUT /v2.0/routers/1c0aa69a-950a-4907-a60e-4370ce097642 HTTP/1.1" status: 400 len: 364 time: 0.3837709 Aug 20 12:50:28.458260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34126) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:28.468811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fff0ad-ac2a-463b-adb1-361ad31846f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-fce67196-ad3e-41ed-893e-52b911383a73', 'network_id': 'fce67196-ad3e-41ed-893e-52b911383a73', 'tenant_id': '4131689df491431e96e9a9670024f78f', 'fixed_ips': [{'subnet_id': 'fe71cb20-b0b8-4fec-a5ab-682f5d9827cb'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:28.469646 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-78fff0ad-ac2a-463b-adb1-361ad31846f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.506796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a5a1-dc4d-43f7-8948-91ee45c2ec5e None None] Pushing event updated for resources: {'Port': ['ID=dbf5b56e-92ba-4143-a957-bcdb26d33ea5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:28.513468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5084343c-2934-41b2-9178-a8b30dd0dc7c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Deleting subnet fe71cb20-b0b8-4fec-a5ab-682f5d9827cb {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:50:28.517773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5084343c-2934-41b2-9178-a8b30dd0dc7c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.563962 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5084343c-2934-41b2-9178-a8b30dd0dc7c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.609973 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5084343c-2934-41b2-9178-a8b30dd0dc7c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.694761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5084343c-2934-41b2-9178-a8b30dd0dc7c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server [None req-78fff0ad-ac2a-463b-adb1-361ad31846f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe71cb20-b0b8-4fec-a5ab-682f5d9827cb: This subnet is being modified by another concurrent operation. Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server raise exception Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe71cb20-b0b8-4fec-a5ab-682f5d9827cb: This subnet is being modified by another concurrent operation. Aug 20 12:50:28.695148 n-d-800634-10 neutron-server[101035]: ERROR oslo_messaging.rpc.server Aug 20 12:50:28.718275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b870e1-d40b-493a-8192-068b0dd95d96 None None] Network fce67196-ad3e-41ed-893e-52b911383a73 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:28.728780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084343c-2934-41b2-9178-a8b30dd0dc7c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event deleted for resources: {'Subnet': ['ID=fe71cb20-b0b8-4fec-a5ab-682f5d9827cb,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:28.739807 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5084343c-2934-41b2-9178-a8b30dd0dc7c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.744668 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5084343c-2934-41b2-9178-a8b30dd0dc7c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "DELETE /v2.0/subnets/fe71cb20-b0b8-4fec-a5ab-682f5d9827cb HTTP/1.1" status: 204 len: 168 time: 0.2823138 Aug 20 12:50:28.745056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34128) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:28.835068 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.859944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device dbf5b56e-92ba-4143-a957-bcdb26d33ea5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:28.918247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port dbf5b56e-92ba-4143-a957-bcdb26d33ea5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:28.928962 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.939468 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce67196-ad3e-41ed-893e-52b911383a73']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:28.950857 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b63e203-e750-4c69-9323-b90a9c71ad9a') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:28.951180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b63e203-e750-4c69-9323-b90a9c71ad9a') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:28.961577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.977079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.984336 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:50:28.984724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:50:28.987876 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:50:29.044532 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.051356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.053081 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "DELETE /v2.0/networks/fce67196-ad3e-41ed-893e-52b911383a73 HTTP/1.1" status: 204 len: 168 time: 0.3067462 Aug 20 12:50:29.055700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34130) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:29.065399 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0586-bf08-4b25-9267-ff6e47db6443 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event deleted for resources: {'Network': ['ID=fce67196-ad3e-41ed-893e-52b911383a73,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:29.114298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-0958c165-ec90-4421-89b9-1874cae27de1 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Deleting subnet 98fa8095-ef8b-4486-8a97-1fcaaeccf0f1 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:50:29.117960 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0958c165-ec90-4421-89b9-1874cae27de1 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.159975 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0958c165-ec90-4421-89b9-1874cae27de1 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.247628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0958c165-ec90-4421-89b9-1874cae27de1 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.319048 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0958c165-ec90-4421-89b9-1874cae27de1 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.347342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958c165-ec90-4421-89b9-1874cae27de1 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event deleted for resources: {'Subnet': ['ID=98fa8095-ef8b-4486-8a97-1fcaaeccf0f1,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:29.351041 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0958c165-ec90-4421-89b9-1874cae27de1 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.355421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0958c165-ec90-4421-89b9-1874cae27de1 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "DELETE /v2.0/subnets/98fa8095-ef8b-4486-8a97-1fcaaeccf0f1 HTTP/1.1" status: 204 len: 168 time: 0.2950358 Aug 20 12:50:29.355570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34132) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:29.430971 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38df7c7-26a4-47b4-b517-608a3ed22f93 None None] Network 046b9d56-6a16-4fb0-872b-023fd3227f58 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:29.434061 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.488217 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Deleting port dbf5b56e-92ba-4143-a957-bcdb26d33ea5 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:50:29.488545 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.524885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-11371b7c-aaae-4e63-a5c5-615f54c2079b None None] Provisioning for port dbf5b56e-92ba-4143-a957-bcdb26d33ea5 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:29.543414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-11371b7c-aaae-4e63-a5c5-615f54c2079b None None] Provisioning complete for port dbf5b56e-92ba-4143-a957-bcdb26d33ea5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:29.543791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11371b7c-aaae-4e63-a5c5-615f54c2079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.557357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] For port dbf5b56e-92ba-4143-a957-bcdb26d33ea5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=dbf5b56e-92ba-4143-a957-bcdb26d33ea5,segment=NetworkSegment(4f94858a-c08c-4e23-afd6-73cddf55b3ba),segment_id=4f94858a-c08c-4e23-afd6-73cddf55b3ba)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:29.558002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.570226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Calling delete_port for dbf5b56e-92ba-4143-a957-bcdb26d33ea5 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:50:29.638226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11371b7c-aaae-4e63-a5c5-615f54c2079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.650234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e1216f-c0fc-440e-8c8e-9f322763c37b None None] DHCP port deletion for 046b9d56-6a16-4fb0-872b-023fd3227f58 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:50:29.652616 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.680031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event deleted for resources: {'Port': ['ID=dbf5b56e-92ba-4143-a957-bcdb26d33ea5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:29.682825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] No DVR routers for this DVR port dbf5b56e-92ba-4143-a957-bcdb26d33ea5 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:50:29.696146 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0dd528-34c4-456e-b8c8-a1cfdf43673b None None] get_active_networks_info from n-d-800634-10 {{(pid=101035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:50:29.756439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0dd528-34c4-456e-b8c8-a1cfdf43673b None None] Resources bound (agent type, host, resource id): {{(pid=101035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:50:29.763956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.775446 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046b9d56-6a16-4fb0-872b-023fd3227f58']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:29.786341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f94858a-c08c-4e23-afd6-73cddf55b3ba') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:29.786631 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f94858a-c08c-4e23-afd6-73cddf55b3ba') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:29.795862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.809949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.815768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:50:29.816151 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:50:29.819237 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:50:29.880654 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.886026 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:29.891093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34134) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:29.891470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "DELETE /v2.0/networks/046b9d56-6a16-4fb0-872b-023fd3227f58 HTTP/1.1" status: 204 len: 168 time: 0.5349796 Aug 20 12:50:29.908075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f722f3-a6b6-40b0-bbfd-f437a859cf4c tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Pushing event deleted for resources: {'Network': ['ID=046b9d56-6a16-4fb0-872b-023fd3227f58,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:29.927027 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-71c66264-73d9-4bcb-847b-3876536d1616 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c0aa69a-950a-4907-a60e-4370ce097642 HTTP/1.1" status: 200 len: 205 time: 0.0347605 Aug 20 12:50:29.929585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34136) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:30.004500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b948-c67e-4ae2-999e-d41429f86091 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.164107 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b948-c67e-4ae2-999e-d41429f86091 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.166901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b948-c67e-4ae2-999e-d41429f86091 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.216325 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b948-c67e-4ae2-999e-d41429f86091 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.216854 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb8b948-c67e-4ae2-999e-d41429f86091 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Fanout notify agent at l3_agent the message router_deleted on router 1c0aa69a-950a-4907-a60e-4370ce097642 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:50:30.223663 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b948-c67e-4ae2-999e-d41429f86091 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.224711 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1cb8b948-c67e-4ae2-999e-d41429f86091 tempest-RoutersNegativeTest-1230931268 tempest-RoutersNegativeTest-1230931268-project] 10.222.0.25 "DELETE /v2.0/routers/1c0aa69a-950a-4907-a60e-4370ce097642 HTTP/1.1" status: 204 len: 168 time: 0.2942064 Aug 20 12:50:30.470633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34142) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:30.601311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6e1ff1c6-63b9-4870-b7fc-eeb1f8594296 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4131689df491431e96e9a9670024f78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295173 Aug 20 12:50:30.604210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34146) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:30.652934 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a0f4b83-b584-4c04-a10b-8196ef23f45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.674411 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a0f4b83-b584-4c04-a10b-8196ef23f45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.720030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a0f4b83-b584-4c04-a10b-8196ef23f45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.722510 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8a0f4b83-b584-4c04-a10b-8196ef23f45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:30.723648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8a0f4b83-b584-4c04-a10b-8196ef23f45f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30e4e019-4404-4d45-8466-e178e44401e0 HTTP/1.1" status: 204 len: 168 time: 0.1185086 Aug 20 12:50:30.731904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f4b83-b584-4c04-a10b-8196ef23f45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e4e019-4404-4d45-8466-e178e44401e0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:30.801743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device dbf5b56e-92ba-4143-a957-bcdb26d33ea5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:50:30.823416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: dbf5b56e-92ba-4143-a957-bcdb26d33ea5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:50:30.823801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device dbf5b56e-92ba-4143-a957-bcdb26d33ea5 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:50:31.342222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34168) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:31.439441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1808332013-network', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:31.460831 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Made reservation on behalf of dfce0365b45a4f68a41a4d23648d9254 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:31.463991 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.472263 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.563849 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.567691 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.589055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:31.602077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e7c1c-8d0b-41c3-8d81-c9701d0a788d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:31.607030 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.607382 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Added segment 2d6a4119-ca7a-4ee7-811a-2e4a9505aad2 of type vlan for network 47dbde77-aac6-42af-8c22-402a44012ba0 Aug 20 12:50:31.649863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.674861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.675983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:31.676571 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.744376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4004440 Aug 20 12:50:31.747441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34172) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:31.752567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Request body: {'subnet': {'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-subnet', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:31.768476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e66bd4-ee74-4b67-93ae-cc248d771644 admin admin] Pushing event updated for resources: {'Network': ['ID=47dbde77-aac6-42af-8c22-402a44012ba0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:31.774781 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Made reservation on behalf of dfce0365b45a4f68a41a4d23648d9254 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:31.778239 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.779418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 47dbde77-aac6-42af-8c22-402a44012ba0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:31.949749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:31.999269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def94e00-9804-4172-bbff-13e98ea07b9e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:32.015449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Checking segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:32.016061 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Network hostable DHCP agents. Network: 47dbde77-aac6-42af-8c22-402a44012ba0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:32.032848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Network 47dbde77-aac6-42af-8c22-402a44012ba0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:32.041981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 47dbde77-aac6-42af-8c22-402a44012ba0) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:32.045981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:32.046607 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.050520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60141c24-8f26-4df4-be31-2b468a2e4c15 None None] Network 47dbde77-aac6-42af-8c22-402a44012ba0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:32.062464 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4f65b838-d07a-4d37-b439-cee4baa5d198 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3137691 Aug 20 12:50:32.065399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34174) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:32.069914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:32.092808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.093981 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.144419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.202612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-47dbde77-aac6-42af-8c22-402a44012ba0', 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'fixed_ips': [{'subnet_id': 'def94e00-9804-4172-bbff-13e98ea07b9e'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:32.203584 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.347092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Allocated IP 172.20.0.2 (47dbde77-aac6-42af-8c22-402a44012ba0/def94e00-9804-4172-bbff-13e98ea07b9e/ba6fe190-6ee5-4f53-915c-fdfe913c5282) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:32.498241 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.507924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Transition to ACTIVE for port object ba6fe190-6ee5-4f53-915c-fdfe913c5282 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:32.525634 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Transition to ACTIVE for port object ba6fe190-6ee5-4f53-915c-fdfe913c5282 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:32.531617 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.538601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.569487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Network 47dbde77-aac6-42af-8c22-402a44012ba0 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:32.572896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:32.576330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:32.585914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Pushing event updated for resources: {'Port': ['ID=ba6fe190-6ee5-4f53-915c-fdfe913c5282,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:32.640965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Attempting to bind port ba6fe190-6ee5-4f53-915c-fdfe913c5282 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:32.641340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Attempting to bind port ba6fe190-6ee5-4f53-915c-fdfe913c5282 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:32.641706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Attempting to bind port ba6fe190-6ee5-4f53-915c-fdfe913c5282 on network 47dbde77-aac6-42af-8c22-402a44012ba0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:32.646720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:32.647099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Checking segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:32.647509 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.647912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Bound using segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:32.648381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Bound port: ba6fe190-6ee5-4f53-915c-fdfe913c5282, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:32.648770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.711537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] For port ba6fe190-6ee5-4f53-915c-fdfe913c5282, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:32.714967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] For port ba6fe190-6ee5-4f53-915c-fdfe913c5282, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ba6fe190-6ee5-4f53-915c-fdfe913c5282,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:32.719731 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.775010 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.779266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833f920-44cb-4968-bd61-edb50b8d0f3f None None] Pushing event updated for resources: {'Port': ['ID=ba6fe190-6ee5-4f53-915c-fdfe913c5282,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:32.802597 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:32.953393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Allocated IP 172.25.0.223 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:33.064943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:33.101795 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:33.146017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:33.148670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:33.152674 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:33.179192 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:33.414559 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:33.626935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:33.642409 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842d65f3-3af6-4982-b517-19f1cbe3b4b8 None None] Network 47dbde77-aac6-42af-8c22-402a44012ba0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:33.768532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Router d30d1d1d-6714-4aea-ab59-004a83d5b13f is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:50:33.768802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4f7706a1-493c-4811-8251-a068e736e911 None None] Provisioning for port ba6fe190-6ee5-4f53-915c-fdfe913c5282 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:33.883411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:50:33.894766 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Sync routers for ids ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:50:33.903841 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:33.905345 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Routers {'d30d1d1d-6714-4aea-ab59-004a83d5b13f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:50:33.905584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-29cd3375-83cb-43a2-951c-d00cc6e68116 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8391449 Aug 20 12:50:33.906493 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:50:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:33.908638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34176) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:34.023756 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Set router d30d1d1d-6714-4aea-ab59-004a83d5b13f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:50:34.212601 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:33Z', 'revision_number': 3, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port': {'id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:34.238660 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Checking router: d30d1d1d-6714-4aea-ab59-004a83d5b13f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:50:34.238994 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Updating router d30d1d1d-6714-4aea-ab59-004a83d5b13f port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:50:34.263608 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.336202 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.522686 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.533713 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Transition to ACTIVE for port object 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:34.540987 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.593670 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Attempting to bind port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:34.594032 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Attempting to bind port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:34.594422 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Attempting to bind port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:34.602206 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Pushing event updated for resources: {'Port': ['ID=5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:34.607894 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:34.608264 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:34.608665 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.609053 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:34.609512 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Bound port: 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:34.609898 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.616711 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.617045 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.617380 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.617698 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.618023 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.618367 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.619280 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.619771 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.620100 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.620417 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.620732 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.621049 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:34.673471 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] For port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:34.676793 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] For port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:34.682393 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.736742 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Routers {'d30d1d1d-6714-4aea-ab59-004a83d5b13f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:50:34.737360 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:50:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:34.778920 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb1d1-2442-43d0-821f-4240b3d309ca None None] Pushing event updated for resources: {'Port': ['ID=5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:34.829354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Allocated IP 172.20.0.1 (47dbde77-aac6-42af-8c22-402a44012ba0/def94e00-9804-4172-bbff-13e98ea07b9e/9a048165-1205-4828-9267-e8dea087a9da) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:34.842946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ba6fe190-6ee5-4f53-915c-fdfe913c5282 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:34.855200 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] Set router d30d1d1d-6714-4aea-ab59-004a83d5b13f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:50:34.903388 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ba6fe190-6ee5-4f53-915c-fdfe913c5282 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:34.907304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ba6fe190-6ee5-4f53-915c-fdfe913c5282 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:34.907687 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.953272 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:34.976595 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Transition to ACTIVE for port object 9a048165-1205-4828-9267-e8dea087a9da will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:34.996582 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.019794 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.032357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port ba6fe190-6ee5-4f53-915c-fdfe913c5282, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ba6fe190-6ee5-4f53-915c-fdfe913c5282,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:35.042795 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.063636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Network 47dbde77-aac6-42af-8c22-402a44012ba0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:35.066539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:35.070140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:35.075406 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:33Z', 'revision_number': 3, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port': {'id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:35.106900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a048165-1205-4828-9267-e8dea087a9da,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:35.122850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=ba6fe190-6ee5-4f53-915c-fdfe913c5282,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:35.129899 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43e2ed-e6ba-474a-8042-d24de2c357a3 None None] The sync data for ids ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'] in n-d-800634-10 is: [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:33Z', 'revision_number': 3, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port': {'id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:50:35.141396 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.323392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.341527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-671fe208-6e3a-4bcf-b25f-cf2481c46a93 None None] Provisioning for port 9a048165-1205-4828-9267-e8dea087a9da completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:35.346481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-671fe208-6e3a-4bcf-b25f-cf2481c46a93 None None] Provisioning complete for port 9a048165-1205-4828-9267-e8dea087a9da triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:35.346864 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-671fe208-6e3a-4bcf-b25f-cf2481c46a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.407753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-671fe208-6e3a-4bcf-b25f-cf2481c46a93 None None] Port 9a048165-1205-4828-9267-e8dea087a9da cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:50:35.530958 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.535631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.604023 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.606954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a048165-1205-4828-9267-e8dea087a9da,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:35.703428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Network 47dbde77-aac6-42af-8c22-402a44012ba0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:35.704982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:35.835266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Router d30d1d1d-6714-4aea-ab59-004a83d5b13f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:50:35.938453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51a65061-2a45-4a2f-80b3-3ac3c9108ff6 None None] Provisioning complete for port 9a048165-1205-4828-9267-e8dea087a9da triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:35.938966 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51a65061-2a45-4a2f-80b3-3ac3c9108ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:35.963533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:50:35.972255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e4cfa3a0-caea-4492-890e-92de6fe1f9c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/d30d1d1d-6714-4aea-ab59-004a83d5b13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0623939 Aug 20 12:50:35.984823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51a65061-2a45-4a2f-80b3-3ac3c9108ff6 None None] Port 9a048165-1205-4828-9267-e8dea087a9da cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:50:36.450936 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34192) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:36.456058 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1230262147-network', 'tenant_id': '91336febcc8e495a9c5437c0addf52be'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:36.476697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Made reservation on behalf of 91336febcc8e495a9c5437c0addf52be for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:36.479820 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.489186 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.593406 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.596979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.622657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:50:36.631968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0959a49a-d448-4dd2-952a-7d9270ca1c4a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:36.639377 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.639730 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Added segment f443ecbe-1746-4334-a047-777aa06c8bcb of type vlan for network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc Aug 20 12:50:36.681471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.696207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Sync routers for ids ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:50:36.705859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Routers {'d30d1d1d-6714-4aea-ab59-004a83d5b13f'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:50:36.706604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:50:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:36.707816 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.708780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:36.709372 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.769536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3172953 Aug 20 12:50:36.772455 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34194) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:36.776732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f105bf-1e31-4a6a-a249-f58e31c3add7 admin admin] Pushing event updated for resources: {'Network': ['ID=fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:36.779555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Request body: {'subnet': {'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-subnet', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:36.804666 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:50:36.808180 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Made reservation on behalf of 91336febcc8e495a9c5437c0addf52be for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:36.811129 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:36.889159 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ba6fe190-6ee5-4f53-915c-fdfe913c5282 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:36.896728 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Set router d30d1d1d-6714-4aea-ab59-004a83d5b13f gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:50:37.001466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.057655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a367ea95-3f32-49ff-a806-b992b800a3f3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:37.064578 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ba6fe190-6ee5-4f53-915c-fdfe913c5282 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:37.065078 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.068552 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.068900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.069244 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.069583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.069918 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.070274 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.070606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.070939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.071263 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.071629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.072558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.072887 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:37.080866 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Checking segment: {'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:37.081235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Network hostable DHCP agents. Network: fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:50:37.098812 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:50:37.111572 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:37.117768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:37.119658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.127246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450e3aea-5b70-437d-b311-4e34b67c5fca None None] Network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:37.137593 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-54dc7678-4a0d-4e45-b738-7d0818625971 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3640015 Aug 20 12:50:37.140476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34196) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:37.146932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:37.169095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.170438 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.232751 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.314206 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:37.387187 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.575278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:35Z', 'revision_number': 4, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port': {'id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '9a048165-1205-4828-9267-e8dea087a9da', 'name': '', 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'mac_address': 'fa:16:3e:61:48:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'def94e00-9804-4172-bbff-13e98ea07b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:34Z', 'updated_at': '2021-08-20T12:50:35Z', 'revision_number': 2, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'subnets': [{'id': 'def94e00-9804-4172-bbff-13e98ea07b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:37.613380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.620662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Checking router: d30d1d1d-6714-4aea-ab59-004a83d5b13f for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:50:37.620935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Updating router d30d1d1d-6714-4aea-ab59-004a83d5b13f port 9a048165-1205-4828-9267-e8dea087a9da binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:50:37.633957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.680448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc', 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'fixed_ips': [{'subnet_id': 'a367ea95-3f32-49ff-a806-b992b800a3f3'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:50:37.681375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.683549 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.715080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:37.724265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:37.724864 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.765038 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Allocated IP 172.25.0.126 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/4d0580e3-1320-41c8-ac6a-9e954386477d) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:37.882076 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.928663 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:37.973984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:37.976902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:37.981051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:37.989501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Pushing event updated for resources: {'Port': ['ID=4d0580e3-1320-41c8-ac6a-9e954386477d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:38.017452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.017825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.018165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.018522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.018855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.019185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.019510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.019835 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.020156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.020478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.020797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.021120 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:38.055181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Allocated IP 172.20.0.2 (fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc/a367ea95-3f32-49ff-a806-b992b800a3f3/d1bd7812-4c8f-428a-a8b3-b2ff384a7d39) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:38.133615 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.190428 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:38.208040 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.263663 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.370509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:38.400376 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.405581 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.418946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Transition to ACTIVE for port object 9a048165-1205-4828-9267-e8dea087a9da will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:38.420897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Transition to ACTIVE for port object d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:38.430597 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.444377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Transition to ACTIVE for port object d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:38.467997 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.492325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.503430 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:38.509289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eecf39-60b2-4561-bffc-0ac67e1ddee1 None None] Pushing event updated for resources: {'Port': ['ID=9a048165-1205-4828-9267-e8dea087a9da,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:38.510586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:38.527703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:38.638407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Attempting to bind port 9a048165-1205-4828-9267-e8dea087a9da on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:38.638778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Attempting to bind port 9a048165-1205-4828-9267-e8dea087a9da by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:38.639144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Attempting to bind port 9a048165-1205-4828-9267-e8dea087a9da on network 47dbde77-aac6-42af-8c22-402a44012ba0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:38.641251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Router 04130eb0-896b-456a-8793-1f9987f4c826 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:50:38.664033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Pushing event updated for resources: {'Port': ['ID=d1bd7812-4c8f-428a-a8b3-b2ff384a7d39,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:38.668651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:38.669155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Checking segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:38.669742 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.670325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Bound using segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:38.671024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Bound port: 9a048165-1205-4828-9267-e8dea087a9da, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:38.671589 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.675293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Attempting to bind port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:38.675852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Attempting to bind port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:38.676325 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Attempting to bind port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 on network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:38.696230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:38.696424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Checking segment: {'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:38.697286 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.697717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Bound using segment: {'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:38.698230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Bound port: d1bd7812-4c8f-428a-a8b3-b2ff384a7d39, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:38.698624 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.761692 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:50:38.774537 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Sync routers for ids ['04130eb0-896b-456a-8793-1f9987f4c826'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:50:38.784060 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.787580 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Routers {'04130eb0-896b-456a-8793-1f9987f4c826'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:50:38.788389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34198) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:50:38.788877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-24de3ad2-5df4-4968-adf3-a092070a4f2e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6456831 Aug 20 12:50:38.789682 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:50:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['04130eb0-896b-456a-8793-1f9987f4c826'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:38.815218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] For port 9a048165-1205-4828-9267-e8dea087a9da, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:38.819677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] For port 9a048165-1205-4828-9267-e8dea087a9da, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9a048165-1205-4828-9267-e8dea087a9da,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:38.825506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:38.848333 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.859695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] For port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:38.901451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] For port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d1bd7812-4c8f-428a-a8b3-b2ff384a7d39,segment=NetworkSegment(f443ecbe-1746-4334-a047-777aa06c8bcb),segment_id=f443ecbe-1746-4334-a047-777aa06c8bcb)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:38.925994 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:38.949106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eecf39-60b2-4561-bffc-0ac67e1ddee1 None None] Pushing event updated for resources: {'Port': ['ID=9a048165-1205-4828-9267-e8dea087a9da,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:39.008836 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Routers {'d30d1d1d-6714-4aea-ab59-004a83d5b13f'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:50:39.009742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:50:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:39.033152 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Set router 04130eb0-896b-456a-8793-1f9987f4c826 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:50:39.107448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:39.107826 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.146174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd12b4-e7ac-4c6c-a596-9a9afe260585 None None] Pushing event updated for resources: {'Port': ['ID=d1bd7812-4c8f-428a-a8b3-b2ff384a7d39,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:39.227968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] Set router d30d1d1d-6714-4aea-ab59-004a83d5b13f gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:50:39.286659 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:38Z', 'revision_number': 3, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port': {'id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:39.335914 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Checking router: 04130eb0-896b-456a-8793-1f9987f4c826 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:50:39.336257 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Updating router 04130eb0-896b-456a-8793-1f9987f4c826 port 4d0580e3-1320-41c8-ac6a-9e954386477d binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:50:39.377973 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.415478 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.564565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:35Z', 'revision_number': 4, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port': {'id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '9a048165-1205-4828-9267-e8dea087a9da', 'name': '', 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'mac_address': 'fa:16:3e:61:48:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'def94e00-9804-4172-bbff-13e98ea07b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:34Z', 'updated_at': '2021-08-20T12:50:38Z', 'revision_number': 4, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'subnets': [{'id': 'def94e00-9804-4172-bbff-13e98ea07b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:39.606725 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Allocated IP 172.20.0.1 (fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc/a367ea95-3f32-49ff-a806-b992b800a3f3/2ee95933-82ed-4266-ba55-5d9bc299e52a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:39.695793 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.707636 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Transition to ACTIVE for port object 4d0580e3-1320-41c8-ac6a-9e954386477d will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:39.715520 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.725594 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.739166 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Transition to ACTIVE for port object 2ee95933-82ed-4266-ba55-5d9bc299e52a will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:39.763446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50abd1-f85c-47b5-a957-38661cb741a2 None None] The sync data for ids ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'] in n-d-800634-10 is: [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:35Z', 'revision_number': 4, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port': {'id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '9a048165-1205-4828-9267-e8dea087a9da', 'name': '', 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'mac_address': 'fa:16:3e:61:48:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'def94e00-9804-4172-bbff-13e98ea07b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:34Z', 'updated_at': '2021-08-20T12:50:38Z', 'revision_number': 4, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'subnets': [{'id': 'def94e00-9804-4172-bbff-13e98ea07b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:50:39.768536 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Attempting to bind port 4d0580e3-1320-41c8-ac6a-9e954386477d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:39.768906 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Attempting to bind port 4d0580e3-1320-41c8-ac6a-9e954386477d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:39.769252 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Attempting to bind port 4d0580e3-1320-41c8-ac6a-9e954386477d on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:39.772289 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a869d-25d5-42f3-be72-898339309d7e None None] Pushing event updated for resources: {'Port': ['ID=4d0580e3-1320-41c8-ac6a-9e954386477d,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:39.777809 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:39.778567 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:39.778567 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.778968 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:39.779484 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Bound port: 4d0580e3-1320-41c8-ac6a-9e954386477d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:39.779826 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.780400 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.829563 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:39.834802 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:39.840498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:39.885380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee95933-82ed-4266-ba55-5d9bc299e52a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:39.894877 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] For port 4d0580e3-1320-41c8-ac6a-9e954386477d, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:39.897404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.899715 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] For port 4d0580e3-1320-41c8-ac6a-9e954386477d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d0580e3-1320-41c8-ac6a-9e954386477d,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:39.906110 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:39.986312 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Routers {'04130eb0-896b-456a-8793-1f9987f4c826'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:50:39.987058 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:50:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['04130eb0-896b-456a-8793-1f9987f4c826'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:39.992783 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a869d-25d5-42f3-be72-898339309d7e None None] Pushing event updated for resources: {'Port': ['ID=4d0580e3-1320-41c8-ac6a-9e954386477d,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:40.067966 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:40.124970 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] Set router 04130eb0-896b-456a-8793-1f9987f4c826 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:50:40.249834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ea20a-433c-4b24-9dbb-2cfab1cb5a8c None None] Network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:50:40.278473 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:40.284076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:40.319271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5fdcbd91-cbd5-4252-98b3-503fdf94c02e None None] Provisioning for port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:40.375088 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:40.381081 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:38Z', 'revision_number': 3, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port': {'id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:40.392300 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee95933-82ed-4266-ba55-5d9bc299e52a,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:40.429689 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6864052-f290-43bc-9c3f-ad96d2170d2d None None] The sync data for ids ['04130eb0-896b-456a-8793-1f9987f4c826'] in n-d-800634-10 is: [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:38Z', 'revision_number': 3, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port': {'id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:50:40.526408 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:40.528256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:40.668906 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Router 04130eb0-896b-456a-8793-1f9987f4c826 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:50:40.800482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f88136d1-55be-4292-afa7-1b17191339f0 None None] Provisioning for port 2ee95933-82ed-4266-ba55-5d9bc299e52a completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:40.814359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f88136d1-55be-4292-afa7-1b17191339f0 None None] Provisioning complete for port 2ee95933-82ed-4266-ba55-5d9bc299e52a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:40.815117 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f88136d1-55be-4292-afa7-1b17191339f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:40.871989 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f88136d1-55be-4292-afa7-1b17191339f0 None None] Port 2ee95933-82ed-4266-ba55-5d9bc299e52a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:50:40.912746 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:50:40.927347 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cd4b882a-d95c-4cf9-96e7-93812f09b506 admin admin] 10.222.0.25 "PUT /v2.0/routers/04130eb0-896b-456a-8793-1f9987f4c826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1377537 Aug 20 12:50:40.994209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d0580e3-1320-41c8-ac6a-9e954386477d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:41.064938 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 4d0580e3-1320-41c8-ac6a-9e954386477d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:41.083425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4d0580e3-1320-41c8-ac6a-9e954386477d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:41.083803 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.148790 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1b624c7c-2cff-4715-9669-0bd0993a7559 None None] Provisioning complete for port 2ee95933-82ed-4266-ba55-5d9bc299e52a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:41.149141 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1b624c7c-2cff-4715-9669-0bd0993a7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.240936 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.248594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1b624c7c-2cff-4715-9669-0bd0993a7559 None None] Port 2ee95933-82ed-4266-ba55-5d9bc299e52a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:50:41.275908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 4d0580e3-1320-41c8-ac6a-9e954386477d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d0580e3-1320-41c8-ac6a-9e954386477d,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:41.284071 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.285704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:41.386001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=4d0580e3-1320-41c8-ac6a-9e954386477d,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:41.407791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ff4ecdbf-f141-4ec5-949a-497cc79cfc7d None None] Provisioning complete for port 2ee95933-82ed-4266-ba55-5d9bc299e52a triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:41.408206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecdbf-f141-4ec5-949a-497cc79cfc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.412073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.412415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.412770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.413160 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.413494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.413821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.414144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.414494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.414845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.415304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.416452 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.416876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:41.438451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:41.447470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:41.447844 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.478417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ecdbf-f141-4ec5-949a-497cc79cfc7d None None] Port 2ee95933-82ed-4266-ba55-5d9bc299e52a cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:50:41.549875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.583309 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d1bd7812-4c8f-428a-a8b3-b2ff384a7d39,segment=NetworkSegment(f443ecbe-1746-4334-a047-777aa06c8bcb),segment_id=f443ecbe-1746-4334-a047-777aa06c8bcb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:41.586641 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.588113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9a048165-1205-4828-9267-e8dea087a9da up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:41.669508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d1bd7812-4c8f-428a-a8b3-b2ff384a7d39,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:41.684145 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 9a048165-1205-4828-9267-e8dea087a9da completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:41.688739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9a048165-1205-4828-9267-e8dea087a9da triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:41.689121 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.771305 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.786359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298499-f0bd-42c5-abff-7214387ab26d req-04f53f12-a4f7-4562-b6a6-a4982280b73d tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:41.788058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-04f53f12-a4f7-4562-b6a6-a4982280b73d tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/networks?id=47dbde77-aac6-42af-8c22-402a44012ba0 HTTP/1.1" status: 200 len: 817 time: 0.1200929 Aug 20 12:50:41.804741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-04a0f938-f50e-43b9-9f82-8dc1687c892c tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/quotas/dfce0365b45a4f68a41a4d23648d9254 HTTP/1.1" status: 200 len: 375 time: 0.0096507 Aug 20 12:50:41.806114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 9a048165-1205-4828-9267-e8dea087a9da, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9a048165-1205-4828-9267-e8dea087a9da,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:41.809827 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:41.864543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-ffb7c7b6-8879-484c-9f75-8a978260fad1 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfce0365b45a4f68a41a4d23648d9254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531971 Aug 20 12:50:41.865687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=9a048165-1205-4828-9267-e8dea087a9da,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:41.960012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-24460557-9f88-4273-8540-ce81e5000a24 service neutron] 10.222.0.25 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833499 Aug 20 12:50:42.053362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-63d23245-91fc-4d86-b637-4215dd415556 service neutron] 10.222.0.25 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860920 Aug 20 12:50:42.459140 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:42.498163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4eb971bd-96bc-4aa6-ba18-19b6914beda7 req-e6f9d709-cc9b-4dbf-9483-98d477d75886 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 210 time: 0.3098617 Aug 20 12:50:42.830431 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9a048165-1205-4828-9267-e8dea087a9da up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:42.872975 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Sync routers for ids ['04130eb0-896b-456a-8793-1f9987f4c826'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:50:42.888262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Routers {'04130eb0-896b-456a-8793-1f9987f4c826'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:50:42.888883 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:50:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['04130eb0-896b-456a-8793-1f9987f4c826'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:42.923387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 9a048165-1205-4828-9267-e8dea087a9da triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:42.923763 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.031248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Set router 04130eb0-896b-456a-8793-1f9987f4c826 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:50:43.126591 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d0580e3-1320-41c8-ac6a-9e954386477d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:43.264897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 4d0580e3-1320-41c8-ac6a-9e954386477d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:43.265240 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.336176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:40Z', 'revision_number': 4, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port': {'id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2ee95933-82ed-4266-ba55-5d9bc299e52a', 'name': '', 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'mac_address': 'fa:16:3e:73:33:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a367ea95-3f32-49ff-a806-b992b800a3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:39Z', 'updated_at': '2021-08-20T12:50:40Z', 'revision_number': 2, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'subnets': [{'id': 'a367ea95-3f32-49ff-a806-b992b800a3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:43.382458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Checking router: 04130eb0-896b-456a-8793-1f9987f4c826 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:50:43.382717 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Updating router 04130eb0-896b-456a-8793-1f9987f4c826 port 2ee95933-82ed-4266-ba55-5d9bc299e52a binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:50:43.383167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298499-f0bd-42c5-abff-7214387ab26d req-26f53031-e9e3-41e5-abfe-ffc957f1adc8 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:43.385752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-26f53031-e9e3-41e5-abfe-ffc957f1adc8 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.22 "GET /v2.0/networks?id=47dbde77-aac6-42af-8c22-402a44012ba0 HTTP/1.1" status: 200 len: 817 time: 0.1227329 Aug 20 12:50:43.399288 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Request body: {'port': {'device_id': '4a878487-c008-4816-9944-f23d4e346780', 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'admin_state_up': True, 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:43.418630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:43.421499 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.514934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Made reservation on behalf of dfce0365b45a4f68a41a4d23648d9254 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:50:43.518838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.564602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:43.565181 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.614602 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a94eeabf-458a-4180-a68d-e49d0a2c8f97 req-7c0760a6-7f91-4a22-9053-526e816b89bc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 210 time: 0.0350602 Aug 20 12:50:43.679133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Allocated IP 172.20.0.9 (47dbde77-aac6-42af-8c22-402a44012ba0/def94e00-9804-4172-bbff-13e98ea07b9e/88fb240f-0aae-476d-a3b6-12bd360be185) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:50:43.787851 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.798682 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Transition to ACTIVE for port object 2ee95933-82ed-4266-ba55-5d9bc299e52a will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:43.811852 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.835672 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.851550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Transition to ACTIVE for port object 88fb240f-0aae-476d-a3b6-12bd360be185 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:43.864710 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8bd5f-d09a-45eb-86fa-2a85f3dfa927 None None] Pushing event updated for resources: {'Port': ['ID=2ee95933-82ed-4266-ba55-5d9bc299e52a,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:43.888919 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.929349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Attempting to bind port 2ee95933-82ed-4266-ba55-5d9bc299e52a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:43.929727 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Attempting to bind port 2ee95933-82ed-4266-ba55-5d9bc299e52a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:43.930158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Attempting to bind port 2ee95933-82ed-4266-ba55-5d9bc299e52a on network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:43.938481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Network 47dbde77-aac6-42af-8c22-402a44012ba0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:50:43.940208 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:43.941211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Checking segment: {'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:43.941591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:50:43.941708 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.942065 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Bound using segment: {'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:43.942562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Bound port: 2ee95933-82ed-4266-ba55-5d9bc299e52a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f443ecbe-1746-4334-a047-777aa06c8bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:43.943639 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.946166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:50:43.955944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Pushing event updated for resources: {'Port': ['ID=88fb240f-0aae-476d-a3b6-12bd360be185,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:44.011085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:44.012402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.019810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] For port 2ee95933-82ed-4266-ba55-5d9bc299e52a, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:44.023105 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] For port 2ee95933-82ed-4266-ba55-5d9bc299e52a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2ee95933-82ed-4266-ba55-5d9bc299e52a,segment=NetworkSegment(f443ecbe-1746-4334-a047-777aa06c8bcb),segment_id=f443ecbe-1746-4334-a047-777aa06c8bcb)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:44.030009 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.031145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-9ec014cb-7c82-47c2-8da0-e4c9cf7ff05e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6360826 Aug 20 12:50:44.044679 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Request body: {'port': {'device_id': '4a878487-c008-4816-9944-f23d4e346780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:50:44.094901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Routers {'04130eb0-896b-456a-8793-1f9987f4c826'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:50:44.095532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:50:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['04130eb0-896b-456a-8793-1f9987f4c826'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:44.115379 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.140869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8bd5f-d09a-45eb-86fa-2a85f3dfa927 None None] Pushing event updated for resources: {'Port': ['ID=2ee95933-82ed-4266-ba55-5d9bc299e52a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:44.172087 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.239521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] Set router 04130eb0-896b-456a-8793-1f9987f4c826 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:50:44.391101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8f91d7ec-48d0-47ac-b0a1-51cfc62aba6d None None] Provisioning for port 88fb240f-0aae-476d-a3b6-12bd360be185 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:44.406811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8f91d7ec-48d0-47ac-b0a1-51cfc62aba6d None None] Provisioning complete for port 88fb240f-0aae-476d-a3b6-12bd360be185 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:44.407115 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8f91d7ec-48d0-47ac-b0a1-51cfc62aba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.418379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fb240f-0aae-476d-a3b6-12bd360be185 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:50:44.425971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.439462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Transition to ACTIVE for port object 88fb240f-0aae-476d-a3b6-12bd360be185 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:50:44.447998 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.478930 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8f91d7ec-48d0-47ac-b0a1-51cfc62aba6d None None] Port 88fb240f-0aae-476d-a3b6-12bd360be185 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:50:44.499032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Pushing event updated for resources: {'Port': ['ID=88fb240f-0aae-476d-a3b6-12bd360be185,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:44.520524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:40Z', 'revision_number': 4, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port': {'id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2ee95933-82ed-4266-ba55-5d9bc299e52a', 'name': '', 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'mac_address': 'fa:16:3e:73:33:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a367ea95-3f32-49ff-a806-b992b800a3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:39Z', 'updated_at': '2021-08-20T12:50:44Z', 'revision_number': 4, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'subnets': [{'id': 'a367ea95-3f32-49ff-a806-b992b800a3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:50:44.554614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70050325-a974-4fb8-b10a-0fea9c2d1e11 None None] The sync data for ids ['04130eb0-896b-456a-8793-1f9987f4c826'] in n-d-800634-10 is: [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:40Z', 'revision_number': 4, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port': {'id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '2ee95933-82ed-4266-ba55-5d9bc299e52a', 'name': '', 'network_id': 'fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'mac_address': 'fa:16:3e:73:33:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a367ea95-3f32-49ff-a806-b992b800a3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:39Z', 'updated_at': '2021-08-20T12:50:44Z', 'revision_number': 4, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'subnets': [{'id': 'a367ea95-3f32-49ff-a806-b992b800a3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:50:44.580219 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Attempting to bind port 88fb240f-0aae-476d-a3b6-12bd360be185 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:50:44.580652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Attempting to bind port 88fb240f-0aae-476d-a3b6-12bd360be185 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:50:44.581079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Attempting to bind port 88fb240f-0aae-476d-a3b6-12bd360be185 on network 47dbde77-aac6-42af-8c22-402a44012ba0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:44.586356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Port 88fb240f-0aae-476d-a3b6-12bd360be185 on network 47dbde77-aac6-42af-8c22-402a44012ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:50:44.586833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Attempting to bind port 88fb240f-0aae-476d-a3b6-12bd360be185 on network 47dbde77-aac6-42af-8c22-402a44012ba0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:50:44.593597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:50:44.593998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Checking segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:50:44.594520 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Bound using segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:50:44.595021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Bound port: 88fb240f-0aae-476d-a3b6-12bd360be185, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:50:44.595399 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.715737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] For port 88fb240f-0aae-476d-a3b6-12bd360be185, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:50:44.741926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] For port 88fb240f-0aae-476d-a3b6-12bd360be185, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=88fb240f-0aae-476d-a3b6-12bd360be185,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:50:44.757114 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.812636 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:44.813254 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.814778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] 10.222.0.22 "PUT /v2.0/ports/88fb240f-0aae-476d-a3b6-12bd360be185 HTTP/1.1" status: 200 len: 1092 time: 0.7748959 Aug 20 12:50:44.815242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a878487-c008-4816-9944-f23d4e346780', 'tag': '88fb240f-0aae-476d-a3b6-12bd360be185'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:50:44.817589 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc0979-03e7-4651-86a6-5b116f58b1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a878487-c008-4816-9944-f23d4e346780", "tag": "88fb240f-0aae-476d-a3b6-12bd360be185"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:50:44.841396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f657ab-e69b-43b5-aeb3-2b801e109dd0 req-9f16e177-9fc7-4f22-b7f3-b0a8b16efe7f tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:44.846388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34f657ab-e69b-43b5-aeb3-2b801e109dd0 req-9f16e177-9fc7-4f22-b7f3-b0a8b16efe7f tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 943 time: 0.1485300 Aug 20 12:50:44.851402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2ee95933-82ed-4266-ba55-5d9bc299e52a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:44.873836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847befc2-faa0-4a4f-8f34-0c68919f0690 service neutron] Pushing event updated for resources: {'Port': ['ID=88fb240f-0aae-476d-a3b6-12bd360be185,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:44.912476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 2ee95933-82ed-4266-ba55-5d9bc299e52a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:44.917292 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2ee95933-82ed-4266-ba55-5d9bc299e52a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:44.917781 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:44.950906 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34f657ab-e69b-43b5-aeb3-2b801e109dd0 req-6a18b82e-5183-43f3-ab87-de9969f9254c tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716221 Aug 20 12:50:44.978990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298499-f0bd-42c5-abff-7214387ab26d req-4a59e9f3-fcce-4d7f-a885-290e42ffd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:44.981569 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-4a59e9f3-fcce-4d7f-a885-290e42ffd131 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfce0365b45a4f68a41a4d23648d9254&device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 1095 time: 0.1036530 Aug 20 12:50:45.027434 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:45.035427 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b4200a-5960-44e4-a4a2-bc9506038672 x-openstack-request-id: req-f9b4200a-5960-44e4-a4a2-bc9506038672 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:50:45.035717 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a878487-c008-4816-9944-f23d4e346780", "tag": "88fb240f-0aae-476d-a3b6-12bd360be185", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:50:45.035974 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9b4200a-5960-44e4-a4a2-bc9506038672 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:50:45.036388 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a878487-c008-4816-9944-f23d4e346780', 'tag': '88fb240f-0aae-476d-a3b6-12bd360be185', 'status': 'completed', 'code': 200} Aug 20 12:50:45.038295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-97038e85-b64d-47b5-b8a2-e1747fe45552 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88fb240f-0aae-476d-a3b6-12bd360be185 HTTP/1.1" status: 200 len: 217 time: 0.0490329 Aug 20 12:50:45.066882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 2ee95933-82ed-4266-ba55-5d9bc299e52a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2ee95933-82ed-4266-ba55-5d9bc299e52a,segment=NetworkSegment(f443ecbe-1746-4334-a047-777aa06c8bcb),segment_id=f443ecbe-1746-4334-a047-777aa06c8bcb)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:45.073164 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:45.104142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298499-f0bd-42c5-abff-7214387ab26d req-72532619-4363-4084-984f-1972abad6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:45.105648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-72532619-4363-4084-984f-1972abad6d1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=def94e00-9804-4172-bbff-13e98ea07b9e HTTP/1.1" status: 200 len: 856 time: 0.0567596 Aug 20 12:50:45.135422 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=2ee95933-82ed-4266-ba55-5d9bc299e52a,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:45.164554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298499-f0bd-42c5-abff-7214387ab26d req-69ddceb6-a871-4497-a17f-6ef74413f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:45.167038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-69ddceb6-a871-4497-a17f-6ef74413f513 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47dbde77-aac6-42af-8c22-402a44012ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544093 Aug 20 12:50:45.264052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-6679039f-0b6f-422e-9af7-955b9d92d97d service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893285 Aug 20 12:50:45.359111 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51298499-f0bd-42c5-abff-7214387ab26d req-129e035b-c027-446e-875a-6374bcde93fc service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881565 Aug 20 12:50:45.443122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-442ba7ca-f4ee-41e9-bb52-50c76f978ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:45.444639 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-442ba7ca-f4ee-41e9-bb52-50c76f978ae8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfce0365b45a4f68a41a4d23648d9254&device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 1095 time: 0.0414917 Aug 20 12:50:45.542114 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-63fd8139-eb41-4f5f-b25e-0c3fd245ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:45.543542 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-63fd8139-eb41-4f5f-b25e-0c3fd245ada2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=47dbde77-aac6-42af-8c22-402a44012ba0 HTTP/1.1" status: 200 len: 918 time: 0.0917408 Aug 20 12:50:45.585827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-5856594f-61b1-4a30-8300-da16af5d092b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88fb240f-0aae-476d-a3b6-12bd360be185 HTTP/1.1" status: 200 len: 217 time: 0.0341806 Aug 20 12:50:45.634393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-50f2f981-4611-4213-8951-5aa4f3f00d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:45.635819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-50f2f981-4611-4213-8951-5aa4f3f00d41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=def94e00-9804-4172-bbff-13e98ea07b9e HTTP/1.1" status: 200 len: 856 time: 0.0430627 Aug 20 12:50:45.686013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-1c21c93e-fe14-4758-b195-e87c95f4b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:45.687526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-1c21c93e-fe14-4758-b195-e87c95f4b4c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47dbde77-aac6-42af-8c22-402a44012ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444446 Aug 20 12:50:45.781417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-0aed0043-1a5d-40a7-b124-ebde7a37a060 service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856185 Aug 20 12:50:45.875506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ebc0979-03e7-4651-86a6-5b116f58b1a9 req-d52081f8-1bfb-4013-a305-a1abd8029198 service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 Aug 20 12:50:46.065496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a04d5-8ada-4ba1-8c75-83aa8357e176 req-cd9931ab-a721-4dec-a89a-94679a7802fd tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:46.067051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-230a04d5-8ada-4ba1-8c75-83aa8357e176 req-cd9931ab-a721-4dec-a89a-94679a7802fd tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 943 time: 0.0494626 Aug 20 12:50:46.104786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-230a04d5-8ada-4ba1-8c75-83aa8357e176 req-3ab55b74-1545-47a6-877b-a64b65c3aaee tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Aug 20 12:50:46.806866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2ee95933-82ed-4266-ba55-5d9bc299e52a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:46.860381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 2ee95933-82ed-4266-ba55-5d9bc299e52a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:46.860757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:47.223945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8589d98-49a0-4d5c-a21c-f1f18145cf86 req-35d846ee-8c5a-425f-9bf2-47ccfd5a540f tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:47.225440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8589d98-49a0-4d5c-a21c-f1f18145cf86 req-35d846ee-8c5a-425f-9bf2-47ccfd5a540f tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 943 time: 0.0508285 Aug 20 12:50:47.265950 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e8589d98-49a0-4d5c-a21c-f1f18145cf86 req-db661c43-2c61-4200-affc-bd3f8f325e1e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 20 12:50:48.083128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 88fb240f-0aae-476d-a3b6-12bd360be185 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:50:48.084064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:50:48.178170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 88fb240f-0aae-476d-a3b6-12bd360be185, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=88fb240f-0aae-476d-a3b6-12bd360be185,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:48.189564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '88fb240f-0aae-476d-a3b6-12bd360be185', 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'port_id': '88fb240f-0aae-476d-a3b6-12bd360be185', 'mac_address': 'fa:16:3e:64:20:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def94e00-9804-4172-bbff-13e98ea07b9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:50:48.225705 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:48.238805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fb240f-0aae-476d-a3b6-12bd360be185 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:50:48.257113 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 88fb240f-0aae-476d-a3b6-12bd360be185, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=88fb240f-0aae-476d-a3b6-12bd360be185,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:48.261286 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:48.392432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96c71-f95e-4820-b084-1c7b20420dd3 req-0790d05e-5669-480b-bf84-9a6669a18e6e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:48.394048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa96c71-f95e-4820-b084-1c7b20420dd3 req-0790d05e-5669-480b-bf84-9a6669a18e6e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 944 time: 0.0536537 Aug 20 12:50:48.439901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-faa96c71-f95e-4820-b084-1c7b20420dd3 req-f3f3201e-d2db-4304-b22d-faeec4573f3f tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Aug 20 12:50:48.473302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=88fb240f-0aae-476d-a3b6-12bd360be185,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:48.526211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['88fb240f-0aae-476d-a3b6-12bd360be185'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:50:49.555873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934387ad-8913-478c-aa1b-6d17c37a96a9 req-7c4bac14-0202-43fa-bb38-02cddf91eb47 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:49.557933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-934387ad-8913-478c-aa1b-6d17c37a96a9 req-7c4bac14-0202-43fa-bb38-02cddf91eb47 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 944 time: 0.0490119 Aug 20 12:50:49.595240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-934387ad-8913-478c-aa1b-6d17c37a96a9 req-c62e74de-ee98-498a-b499-6211e6b43f8e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Aug 20 12:50:50.082829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 88fb240f-0aae-476d-a3b6-12bd360be185 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:50:50.133225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 88fb240f-0aae-476d-a3b6-12bd360be185 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:50:50.137684 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 88fb240f-0aae-476d-a3b6-12bd360be185 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:50:50.138064 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:50.216378 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:50.238572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a878487-c008-4816-9944-f23d4e346780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb240f-0aae-476d-a3b6-12bd360be185'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:50:50.240834 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2ddf8f-b9f9-447f-a4e1-34cc480d1cf3" -d '{"events": [{"server_uuid": "4a878487-c008-4816-9944-f23d4e346780", "name": "network-vif-plugged", "status": "completed", "tag": "88fb240f-0aae-476d-a3b6-12bd360be185"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:50:50.253339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 88fb240f-0aae-476d-a3b6-12bd360be185, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=88fb240f-0aae-476d-a3b6-12bd360be185,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:50.257762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:50.283280 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40ee2a4-f2bb-40a2-9d21-0ca30deff715 x-openstack-request-id: req-e40ee2a4-f2bb-40a2-9d21-0ca30deff715 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:50:50.283610 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a878487-c008-4816-9944-f23d4e346780", "name": "network-vif-plugged", "status": "completed", "tag": "88fb240f-0aae-476d-a3b6-12bd360be185", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:50:50.284711 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e40ee2a4-f2bb-40a2-9d21-0ca30deff715 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:50:50.285117 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a878487-c008-4816-9944-f23d4e346780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb240f-0aae-476d-a3b6-12bd360be185', 'code': 200} Aug 20 12:50:50.311484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=88fb240f-0aae-476d-a3b6-12bd360be185,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:50.388723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab2b3a-ad28-4c15-bb3b-c204aa68a915 req-f4be5583-374e-4b50-904c-f163f8e6f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:50.390463 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03ab2b3a-ad28-4c15-bb3b-c204aa68a915 req-f4be5583-374e-4b50-904c-f163f8e6f10c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 1097 time: 0.0475590 Aug 20 12:50:50.425694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03ab2b3a-ad28-4c15-bb3b-c204aa68a915 req-34378907-bb05-4617-af32-626d81a8562c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283718 Aug 20 12:50:50.713634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b957a-1417-4d61-a422-148bff15a779 req-771ae0b2-e29f-4291-944c-f0e2dedc62cb tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:50.715143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc0b957a-1417-4d61-a422-148bff15a779 req-771ae0b2-e29f-4291-944c-f0e2dedc62cb tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 945 time: 0.0497446 Aug 20 12:50:50.757219 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc0b957a-1417-4d61-a422-148bff15a779 req-3916b216-bd15-42b4-8d36-b955a3696513 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361228 Aug 20 12:50:51.782244 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3724-5027-4a87-80fc-3d6d963a0409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:51.877013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6baae-cc7f-483b-964b-5655531049a4 req-094cd592-0b46-44d2-9dff-7b2172273ddc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:51.878532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ff6baae-cc7f-483b-964b-5655531049a4 req-094cd592-0b46-44d2-9dff-7b2172273ddc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 945 time: 0.0528100 Aug 20 12:50:51.918129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ff6baae-cc7f-483b-964b-5655531049a4 req-8b30d2b6-beeb-4de5-bdcf-b099548aac5e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Aug 20 12:50:52.034718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fe811-3f70-42ea-8373-617e42ad4652 req-9e3c0b8c-9bd6-40b7-a47b-d91b3deba9b0 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:52.036241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b4fe811-3f70-42ea-8373-617e42ad4652 req-9e3c0b8c-9bd6-40b7-a47b-d91b3deba9b0 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 945 time: 0.0509372 Aug 20 12:50:52.074329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0b4fe811-3f70-42ea-8373-617e42ad4652 req-544ca7fb-ba01-4cc8-a24b-a6ca709c2a1a tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Aug 20 12:50:54.373154 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a0182af-a5d0-4637-923f-beec5733bb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:55.082224 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:55.774941 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:57.138125 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:10.576927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-c8a0d276-be9c-45ec-a31a-379314e5ea98 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418544 Aug 20 12:51:10.670734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-0af20e97-4caa-49a0-aa55-847b0a96d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:10.672429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-0af20e97-4caa-49a0-aa55-847b0a96d0f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfce0365b45a4f68a41a4d23648d9254&device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 1097 time: 0.0507541 Aug 20 12:51:10.821013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c1b3-b183-42ad-9c6f-f4d8e1efbcd8 req-ea95b551-e558-4a80-bf6e-84b5caa90fc1 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:10.823060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ed8c1b3-b183-42ad-9c6f-f4d8e1efbcd8 req-ea95b551-e558-4a80-bf6e-84b5caa90fc1 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 945 time: 0.0850952 Aug 20 12:51:10.824470 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-a46c5746-9ed7-465b-a91c-bdf02711cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:10.825858 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-a46c5746-9ed7-465b-a91c-bdf02711cfca service neutron] 10.222.0.22 "GET /v2.0/networks?id=47dbde77-aac6-42af-8c22-402a44012ba0 HTTP/1.1" status: 200 len: 918 time: 0.1316836 Aug 20 12:51:10.876897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-9e2570e8-c35d-420c-9172-56f310d11447 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88fb240f-0aae-476d-a3b6-12bd360be185 HTTP/1.1" status: 200 len: 217 time: 0.0410259 Aug 20 12:51:10.920978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9ed8c1b3-b183-42ad-9c6f-f4d8e1efbcd8 req-a03d0635-0ea0-48b6-92ea-5f711ef360a6 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911343 Aug 20 12:51:10.939276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-a420f1e0-51e0-4adb-b13f-e7cb7707406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:10.940757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-a420f1e0-51e0-4adb-b13f-e7cb7707406b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=def94e00-9804-4172-bbff-13e98ea07b9e HTTP/1.1" status: 200 len: 856 time: 0.0518513 Aug 20 12:51:10.992908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-cc2039a3-5c50-4801-ad0f-5062a104c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:10.995241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-cc2039a3-5c50-4801-ad0f-5062a104c46a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47dbde77-aac6-42af-8c22-402a44012ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465248 Aug 20 12:51:11.087563 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-7a813f6b-a3a4-43e9-bc91-fad6ed25cccb service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829566 Aug 20 12:51:11.183566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85b1cf13-8055-42ed-a641-4e2b669c9b65 req-5ec9583f-9d7f-46c8-a177-aed041388ab2 service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878639 Aug 20 12:51:12.045172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ceda0-37a8-4b54-b844-6428e0db07cb req-b68e3d43-2aec-479f-a0bb-2d16b513f6e5 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:12.046710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-974ceda0-37a8-4b54-b844-6428e0db07cb req-b68e3d43-2aec-479f-a0bb-2d16b513f6e5 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 945 time: 0.0549202 Aug 20 12:51:12.084221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-974ceda0-37a8-4b54-b844-6428e0db07cb req-a7806fa6-d1c6-4067-b8f1-b79e60198888 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Aug 20 12:51:12.262795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-f61ed745-779c-4cc8-a741-e5dc4f1996fb tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:12.264331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-f61ed745-779c-4cc8-a741-e5dc4f1996fb tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 945 time: 0.0493169 Aug 20 12:51:12.357102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Deleting port 88fb240f-0aae-476d-a3b6-12bd360be185 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:12.357444 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:12.446809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] For port 88fb240f-0aae-476d-a3b6-12bd360be185, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=88fb240f-0aae-476d-a3b6-12bd360be185,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:12.447784 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:12.450791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:12.461191 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Calling delete_port for 88fb240f-0aae-476d-a3b6-12bd360be185 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:12.594496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:12.606749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['88fb240f-0aae-476d-a3b6-12bd360be185'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:51:12.624263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Pushing event deleted for resources: {'Port': ['ID=88fb240f-0aae-476d-a3b6-12bd360be185,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:12.669501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] No DVR routers for this DVR port 88fb240f-0aae-476d-a3b6-12bd360be185 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:12.672210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:12.674303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7bce49e8-ae1f-41dd-8b89-f1f301504ff2 req-5d67f466-884b-464a-96a6-1020f8eb65dc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.22 "DELETE /v2.0/ports/88fb240f-0aae-476d-a3b6-12bd360be185 HTTP/1.1" status: 204 len: 173 time: 0.4036782 Aug 20 12:51:12.674754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a878487-c008-4816-9944-f23d4e346780', 'name': 'network-vif-deleted', 'tag': '88fb240f-0aae-476d-a3b6-12bd360be185'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:12.677088 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e238125b-7133-4deb-8f9b-dec5c2eedc93" -d '{"events": [{"server_uuid": "4a878487-c008-4816-9944-f23d4e346780", "name": "network-vif-deleted", "tag": "88fb240f-0aae-476d-a3b6-12bd360be185"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:12.722322 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762fd975-7108-4f39-8f91-448ccec83a23 x-openstack-request-id: req-762fd975-7108-4f39-8f91-448ccec83a23 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:12.722752 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a878487-c008-4816-9944-f23d4e346780", "name": "network-vif-deleted", "tag": "88fb240f-0aae-476d-a3b6-12bd360be185", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:12.723014 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-762fd975-7108-4f39-8f91-448ccec83a23 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:12.723995 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a878487-c008-4816-9944-f23d4e346780', 'name': 'network-vif-deleted', 'tag': '88fb240f-0aae-476d-a3b6-12bd360be185', 'status': 'completed', 'code': 200} Aug 20 12:51:13.198323 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e4829e7c-c5af-44ab-a045-0a01f03b26ef req-20a835cc-ba47-4466-8ff5-aad832be32d5 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a878487-c008-4816-9944-f23d4e346780 HTTP/1.1" status: 200 len: 210 time: 0.0293787 Aug 20 12:51:14.176747 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:14.922905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-3164c2be-7eee-47fa-b5dc-5892df86e682 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:14.924368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-3164c2be-7eee-47fa-b5dc-5892df86e682 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/networks?id=47dbde77-aac6-42af-8c22-402a44012ba0 HTTP/1.1" status: 200 len: 817 time: 0.0985591 Aug 20 12:51:14.939897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-02ff8458-0c12-44b8-a086-f76f7cef997f tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/quotas/dfce0365b45a4f68a41a4d23648d9254 HTTP/1.1" status: 200 len: 375 time: 0.0097246 Aug 20 12:51:14.993060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-a01469a4-5bec-4654-9d71-73e2fd579b2a tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfce0365b45a4f68a41a4d23648d9254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475397 Aug 20 12:51:15.090997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-ee51642c-aacf-4af5-90f3-d3fd14014760 service neutron] 10.222.0.25 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Aug 20 12:51:15.179321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5a7fde77-3306-44aa-be3f-52abd9e2c7fd service neutron] 10.222.0.25 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821755 Aug 20 12:51:15.346475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27f74893-a511-42cd-9211-02003c051bbf req-37924096-6f5b-44ef-b205-62d906151718 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 210 time: 0.0319045 Aug 20 12:51:16.187857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 88fb240f-0aae-476d-a3b6-12bd360be185 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:16.209106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 88fb240f-0aae-476d-a3b6-12bd360be185 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:16.209460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 88fb240f-0aae-476d-a3b6-12bd360be185 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:16.222558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-54a6c2fb-2a19-4d20-9281-b5c14f7b5fd0 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:16.224027 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-54a6c2fb-2a19-4d20-9281-b5c14f7b5fd0 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.22 "GET /v2.0/networks?id=47dbde77-aac6-42af-8c22-402a44012ba0 HTTP/1.1" status: 200 len: 817 time: 0.1063783 Aug 20 12:51:16.237213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Request body: {'port': {'device_id': '5f4bb873-282f-4791-9529-1c12855e5383', 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'admin_state_up': True, 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:51:16.349435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Made reservation on behalf of dfce0365b45a4f68a41a4d23648d9254 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:51:16.352924 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:16.452794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdc1b197-1c9a-42a8-bec2-7da07c225eee req-673c01fd-d287-45c3-91b6-e1a5630fb43d tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 210 time: 0.0323272 Aug 20 12:51:16.509856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Allocated IP 172.20.0.13 (47dbde77-aac6-42af-8c22-402a44012ba0/def94e00-9804-4172-bbff-13e98ea07b9e/484cbd84-b871-47c8-a8d6-ec7db395239b) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:51:16.652656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:16.667095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Transition to ACTIVE for port object 484cbd84-b871-47c8-a8d6-ec7db395239b will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:51:16.701614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:16.747432 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Network 47dbde77-aac6-42af-8c22-402a44012ba0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:51:16.750271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:51:16.753794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:51:16.781513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Pushing event updated for resources: {'Port': ['ID=484cbd84-b871-47c8-a8d6-ec7db395239b,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:16.809790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:16.810437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:16.824919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5065f995-e61e-42ce-9e61-cda1906caf88 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5915518 Aug 20 12:51:16.838548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Request body: {'port': {'device_id': '5f4bb873-282f-4791-9529-1c12855e5383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:51:16.895210 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:17.014593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5baede70-9105-4bec-bbe1-eeddf883cc3c None None] Provisioning for port 484cbd84-b871-47c8-a8d6-ec7db395239b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:51:17.018607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5baede70-9105-4bec-bbe1-eeddf883cc3c None None] Provisioning complete for port 484cbd84-b871-47c8-a8d6-ec7db395239b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:51:17.019009 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5baede70-9105-4bec-bbe1-eeddf883cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:17.053081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5baede70-9105-4bec-bbe1-eeddf883cc3c None None] Port 484cbd84-b871-47c8-a8d6-ec7db395239b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:51:17.161269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484cbd84-b871-47c8-a8d6-ec7db395239b {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:51:17.168906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:17.180343 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Transition to ACTIVE for port object 484cbd84-b871-47c8-a8d6-ec7db395239b will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:51:17.184424 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:17.235000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Pushing event updated for resources: {'Port': ['ID=484cbd84-b871-47c8-a8d6-ec7db395239b,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:17.306077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Attempting to bind port 484cbd84-b871-47c8-a8d6-ec7db395239b on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:51:17.306576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Attempting to bind port 484cbd84-b871-47c8-a8d6-ec7db395239b by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:51:17.306996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Attempting to bind port 484cbd84-b871-47c8-a8d6-ec7db395239b on network 47dbde77-aac6-42af-8c22-402a44012ba0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:51:17.311556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Port 484cbd84-b871-47c8-a8d6-ec7db395239b on network 47dbde77-aac6-42af-8c22-402a44012ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:51:17.311885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Attempting to bind port 484cbd84-b871-47c8-a8d6-ec7db395239b on network 47dbde77-aac6-42af-8c22-402a44012ba0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:51:17.316870 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:51:17.317209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Checking segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:51:17.317601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Bound using segment: {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:51:17.318033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Bound port: 484cbd84-b871-47c8-a8d6-ec7db395239b, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:51:17.318419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:17.693765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] For port 484cbd84-b871-47c8-a8d6-ec7db395239b, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:51:17.705136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c988a-6c24-4353-b736-ca87da65d408 req-2e0e6e7d-3caa-4667-8dc7-4006b0badbd5 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:17.706650 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c95c988a-6c24-4353-b736-ca87da65d408 req-2e0e6e7d-3caa-4667-8dc7-4006b0badbd5 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 944 time: 0.0757787 Aug 20 12:51:17.723305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] For port 484cbd84-b871-47c8-a8d6-ec7db395239b, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=484cbd84-b871-47c8-a8d6-ec7db395239b,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:51:17.730868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:17.778492 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:17.779116 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:17.780534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] 10.222.0.22 "PUT /v2.0/ports/484cbd84-b871-47c8-a8d6-ec7db395239b HTTP/1.1" status: 200 len: 1093 time: 0.9472277 Aug 20 12:51:17.782829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4bb873-282f-4791-9529-1c12855e5383', 'tag': '484cbd84-b871-47c8-a8d6-ec7db395239b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:17.785217 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbacc30635a7b9942e121e7cb09f00c0931787e796b433cfab3920884644ff14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4bb873-282f-4791-9529-1c12855e5383", "tag": "484cbd84-b871-47c8-a8d6-ec7db395239b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:17.800197 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c95c988a-6c24-4353-b736-ca87da65d408 req-acf7252f-d04b-42c2-8ca9-17d6d0e1dd6a tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864887 Aug 20 12:51:17.815176 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b48ce-abc8-4276-b138-eb36df9fad39 service neutron] Pushing event updated for resources: {'Port': ['ID=484cbd84-b871-47c8-a8d6-ec7db395239b,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:17.862945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-8542f0aa-c91a-461a-b538-666ee61462a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:17.864711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-8542f0aa-c91a-461a-b538-666ee61462a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfce0365b45a4f68a41a4d23648d9254&device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 1096 time: 0.0442064 Aug 20 12:51:17.867409 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12536897-5884-409b-8556-fe7f204b2bc1 x-openstack-request-id: req-12536897-5884-409b-8556-fe7f204b2bc1 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:17.867699 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4bb873-282f-4791-9529-1c12855e5383", "tag": "484cbd84-b871-47c8-a8d6-ec7db395239b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:17.867952 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12536897-5884-409b-8556-fe7f204b2bc1 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:17.868340 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4bb873-282f-4791-9529-1c12855e5383', 'tag': '484cbd84-b871-47c8-a8d6-ec7db395239b', 'status': 'completed', 'code': 200} Aug 20 12:51:17.912910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-d89e3032-901a-4774-a370-4c467c11a1e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=484cbd84-b871-47c8-a8d6-ec7db395239b HTTP/1.1" status: 200 len: 217 time: 0.0345037 Aug 20 12:51:17.967577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5b63cbe9-d2ab-4b07-8d10-e40cfb8acc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:17.969026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-5b63cbe9-d2ab-4b07-8d10-e40cfb8acc26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=def94e00-9804-4172-bbff-13e98ea07b9e HTTP/1.1" status: 200 len: 856 time: 0.0490973 Aug 20 12:51:18.018992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-71ad8cec-33ab-4c9a-a2bb-a3c2361b51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:18.020536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-71ad8cec-33ab-4c9a-a2bb-a3c2361b51d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47dbde77-aac6-42af-8c22-402a44012ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447521 Aug 20 12:51:18.111751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-b7bf2797-32bb-474a-b60c-008b567ae0ac service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832112 Aug 20 12:51:18.203500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fd53aa2b-5527-497a-af5c-b8d7005d7032 req-df3d7b25-3b8d-4fe8-9d02-d2990f3259c4 service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846040 Aug 20 12:51:18.290325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-c997032e-4ca1-4cd8-82c6-9c1f660abb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:18.292583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-c997032e-4ca1-4cd8-82c6-9c1f660abb78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfce0365b45a4f68a41a4d23648d9254&device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 1096 time: 0.0417819 Aug 20 12:51:18.386729 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-09d75fd8-8ae8-4282-b01d-df20ee9611c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:18.388218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-09d75fd8-8ae8-4282-b01d-df20ee9611c1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=47dbde77-aac6-42af-8c22-402a44012ba0 HTTP/1.1" status: 200 len: 918 time: 0.0886230 Aug 20 12:51:18.430886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-3baadeab-b63a-4fce-99af-971eaa5587a1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=484cbd84-b871-47c8-a8d6-ec7db395239b HTTP/1.1" status: 200 len: 217 time: 0.0355732 Aug 20 12:51:18.480974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-431c38ad-aa4a-498c-bcab-64243cbea6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:18.482367 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-431c38ad-aa4a-498c-bcab-64243cbea6e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=def94e00-9804-4172-bbff-13e98ea07b9e HTTP/1.1" status: 200 len: 856 time: 0.0442100 Aug 20 12:51:18.530329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-1ec93b84-97ce-41ff-8d8a-1dd38564c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:18.531813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-1ec93b84-97ce-41ff-8d8a-1dd38564c856 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47dbde77-aac6-42af-8c22-402a44012ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414000 Aug 20 12:51:18.630764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-a87c950c-8d5a-456d-ba33-528cb9e4399a service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902917 Aug 20 12:51:18.722098 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c085e1e4-833b-4cb9-b8a5-f2d7cd835cdf req-689ae558-ff28-4a5e-b2ae-7cc825a215c3 service neutron] 10.222.0.22 "GET /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818350 Aug 20 12:51:18.932225 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906880a4-9fa3-4697-8296-ff63f17b0e43 req-63a16c22-205b-4cf9-adbb-f498477dac0b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:18.933879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-906880a4-9fa3-4697-8296-ff63f17b0e43 req-63a16c22-205b-4cf9-adbb-f498477dac0b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 944 time: 0.0543838 Aug 20 12:51:18.972151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-906880a4-9fa3-4697-8296-ff63f17b0e43 req-352944f7-6b10-4335-a74f-522889e6bafa tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Aug 20 12:51:20.086399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d36440-339c-4e06-89e3-cc1661e09a26 req-48ff8369-87a5-47f3-b6d3-f1cc267c7063 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:20.088177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6d36440-339c-4e06-89e3-cc1661e09a26 req-48ff8369-87a5-47f3-b6d3-f1cc267c7063 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 944 time: 0.0497661 Aug 20 12:51:20.126095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6d36440-339c-4e06-89e3-cc1661e09a26 req-7a65fb86-701e-4615-bd32-db2c81431013 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Aug 20 12:51:20.206031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 484cbd84-b871-47c8-a8d6-ec7db395239b details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:51:20.302319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 484cbd84-b871-47c8-a8d6-ec7db395239b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=484cbd84-b871-47c8-a8d6-ec7db395239b,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:20.314802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '484cbd84-b871-47c8-a8d6-ec7db395239b', 'network_id': '47dbde77-aac6-42af-8c22-402a44012ba0', 'port_id': '484cbd84-b871-47c8-a8d6-ec7db395239b', 'mac_address': 'fa:16:3e:a9:a9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def94e00-9804-4172-bbff-13e98ea07b9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:51:20.352071 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:20.365905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484cbd84-b871-47c8-a8d6-ec7db395239b {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:51:20.386608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 484cbd84-b871-47c8-a8d6-ec7db395239b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=484cbd84-b871-47c8-a8d6-ec7db395239b,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:20.390804 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:20.440214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=484cbd84-b871-47c8-a8d6-ec7db395239b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:20.590394 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['484cbd84-b871-47c8-a8d6-ec7db395239b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:51:21.240979 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00190f7-2e3a-48cc-9a3c-54686f4fb571 req-1ce1080c-f1ee-4e3f-8720-46748ab9045a tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:21.242552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a00190f7-2e3a-48cc-9a3c-54686f4fb571 req-1ce1080c-f1ee-4e3f-8720-46748ab9045a tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 945 time: 0.0500820 Aug 20 12:51:21.281609 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a00190f7-2e3a-48cc-9a3c-54686f4fb571 req-f024aa4c-3486-4541-b5f2-00d736ac9e85 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Aug 20 12:51:21.783072 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f3a04774-f1c3-4cab-9d4e-f5c2caa284c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:22.237283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 484cbd84-b871-47c8-a8d6-ec7db395239b up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:51:22.289800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 484cbd84-b871-47c8-a8d6-ec7db395239b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:51:22.293722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 484cbd84-b871-47c8-a8d6-ec7db395239b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:51:22.294075 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:22.374513 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:22.397282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4bb873-282f-4791-9529-1c12855e5383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484cbd84-b871-47c8-a8d6-ec7db395239b'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:22.399529 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a9cfe3383cc4703825f12642ca90e3a838a8f2324021a7547d033e2994e1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c4791c-d5b3-4385-b2c3-7d2599180739" -d '{"events": [{"server_uuid": "5f4bb873-282f-4791-9529-1c12855e5383", "name": "network-vif-plugged", "status": "completed", "tag": "484cbd84-b871-47c8-a8d6-ec7db395239b"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:22.412769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 484cbd84-b871-47c8-a8d6-ec7db395239b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=484cbd84-b871-47c8-a8d6-ec7db395239b,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:22.416751 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:22.465997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c037597-a8a8-4ec8-bf60-74b6d669ba34 req-8bcb63c4-dab2-4e0e-a540-fe08c42366af tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:22.467778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c037597-a8a8-4ec8-bf60-74b6d669ba34 req-8bcb63c4-dab2-4e0e-a540-fe08c42366af tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 946 time: 0.0560758 Aug 20 12:51:22.470083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=484cbd84-b871-47c8-a8d6-ec7db395239b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:22.507730 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c037597-a8a8-4ec8-bf60-74b6d669ba34 req-58559df2-8b92-4e45-b6b4-0ad3eb1e3810 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326533 Aug 20 12:51:22.551786 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd02299-1831-4abd-bcd3-8e192e2865e3 x-openstack-request-id: req-afd02299-1831-4abd-bcd3-8e192e2865e3 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:22.552090 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4bb873-282f-4791-9529-1c12855e5383", "name": "network-vif-plugged", "status": "completed", "tag": "484cbd84-b871-47c8-a8d6-ec7db395239b", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:22.552349 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afd02299-1831-4abd-bcd3-8e192e2865e3 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:22.552748 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4bb873-282f-4791-9529-1c12855e5383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484cbd84-b871-47c8-a8d6-ec7db395239b', 'code': 200} Aug 20 12:51:22.646645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2b3a-44d9-4151-ac74-af9217c2869c req-9b64f37a-9a14-4821-b36d-1e1568b0dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:22.648131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-561d2b3a-44d9-4151-ac74-af9217c2869c req-9b64f37a-9a14-4821-b36d-1e1568b0dd35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 1098 time: 0.0400395 Aug 20 12:51:22.685364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-561d2b3a-44d9-4151-ac74-af9217c2869c req-5bc5ce88-3105-45b2-98bf-e73b9682c634 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283394 Aug 20 12:51:23.636026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdcc84-11aa-4b95-bd0a-faa8ae988fd0 req-2bc1eff3-940b-41c1-8869-a10bfcc580b5 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:23.637505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7fdcc84-11aa-4b95-bd0a-faa8ae988fd0 req-2bc1eff3-940b-41c1-8869-a10bfcc580b5 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 946 time: 0.0517755 Aug 20 12:51:23.679295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e7fdcc84-11aa-4b95-bd0a-faa8ae988fd0 req-73b20e7e-f12e-4781-8483-0e3d20db072e tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Aug 20 12:51:24.365283 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1a347851-be78-4b5c-b684-e5e985ecbcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:24.933444 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4784af-9731-49cf-ae9c-e480d670b0e8 req-18d97244-7b7c-451c-8a90-752ae7fb6647 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:24.935003 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a4784af-9731-49cf-ae9c-e480d670b0e8 req-18d97244-7b7c-451c-8a90-752ae7fb6647 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 946 time: 0.1431241 Aug 20 12:51:24.973059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a4784af-9731-49cf-ae9c-e480d670b0e8 req-e13ab2f1-ae1d-4b8d-bd23-a0dbef3709dd tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Aug 20 12:51:25.083083 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:51:25.086355 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:25.088708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65779466-3481-4bf6-81a5-13da8e3cee20 req-50003bf5-bde1-492b-994b-19ef97c71ccc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:25.090350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65779466-3481-4bf6-81a5-13da8e3cee20 req-50003bf5-bde1-492b-994b-19ef97c71ccc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 946 time: 0.0502496 Aug 20 12:51:25.132377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65779466-3481-4bf6-81a5-13da8e3cee20 req-2bd123c4-e55c-444e-8386-00c31f9c5a3f tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Aug 20 12:51:25.777578 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.142353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:42.466267 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:43.544204 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbbe12-7ce1-4004-80cb-5add88bbf8f9 req-de68826d-7a6a-4c80-93e1-12e9d53385bc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:43.545748 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67cbbe12-7ce1-4004-80cb-5add88bbf8f9 req-de68826d-7a6a-4c80-93e1-12e9d53385bc tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 946 time: 0.0524762 Aug 20 12:51:43.584506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67cbbe12-7ce1-4004-80cb-5add88bbf8f9 req-278c5d41-347c-4837-b8bc-b27c0525b4b8 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Aug 20 12:51:44.207665 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:44.708507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe93e3-5697-46ae-9f04-85e881dea8c5 req-d0b18773-ca45-4b25-bf78-1ecef2f52f63 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:44.709982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7fe93e3-5697-46ae-9f04-85e881dea8c5 req-d0b18773-ca45-4b25-bf78-1ecef2f52f63 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 946 time: 0.0539849 Aug 20 12:51:44.748476 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7fe93e3-5697-46ae-9f04-85e881dea8c5 req-a8b7ccaf-6149-4ff2-8b13-12702821851d tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/security-groups?id=672e7c1c-8d0b-41c3-8d81-c9701d0a788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Aug 20 12:51:45.055221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-1c4d5ec5-7487-418f-b86b-e0b5c33226be tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:45.056740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-1c4d5ec5-7487-418f-b86b-e0b5c33226be tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 946 time: 0.0495636 Aug 20 12:51:45.160693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Deleting port 484cbd84-b871-47c8-a8d6-ec7db395239b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:45.161052 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:45.249165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] For port 484cbd84-b871-47c8-a8d6-ec7db395239b, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=484cbd84-b871-47c8-a8d6-ec7db395239b,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:45.249448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:45.263255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Calling delete_port for 484cbd84-b871-47c8-a8d6-ec7db395239b owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:45.393015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:45.405070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['484cbd84-b871-47c8-a8d6-ec7db395239b'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:51:45.420245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Pushing event deleted for resources: {'Port': ['ID=484cbd84-b871-47c8-a8d6-ec7db395239b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:45.435167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.435527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.435874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.436215 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.436554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.436888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.437226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.437563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.437897 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.438249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.438579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.438902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:45.473888 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] No DVR routers for this DVR port 484cbd84-b871-47c8-a8d6-ec7db395239b on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:45.476578 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:45.478660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e67361-3370-4e3f-9ce0-fce4f24f1afc req-cb31ff37-02f0-4a7a-b01f-45b77fd6534b tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.22 "DELETE /v2.0/ports/484cbd84-b871-47c8-a8d6-ec7db395239b HTTP/1.1" status: 204 len: 173 time: 0.4153140 Aug 20 12:51:45.479115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4bb873-282f-4791-9529-1c12855e5383', 'name': 'network-vif-deleted', 'tag': '484cbd84-b871-47c8-a8d6-ec7db395239b'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:45.526309 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9bf41-9c13-40b4-978e-b6130ea37bde" -d '{"events": [{"server_uuid": "5f4bb873-282f-4791-9529-1c12855e5383", "name": "network-vif-deleted", "tag": "484cbd84-b871-47c8-a8d6-ec7db395239b"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:45.630475 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986db02d-0eb7-4e4f-bff8-02f12289cd1f x-openstack-request-id: req-986db02d-0eb7-4e4f-bff8-02f12289cd1f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:45.630773 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4bb873-282f-4791-9529-1c12855e5383", "name": "network-vif-deleted", "tag": "484cbd84-b871-47c8-a8d6-ec7db395239b", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:45.631025 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-986db02d-0eb7-4e4f-bff8-02f12289cd1f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:45.631430 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4bb873-282f-4791-9529-1c12855e5383', 'name': 'network-vif-deleted', 'tag': '484cbd84-b871-47c8-a8d6-ec7db395239b', 'status': 'completed', 'code': 200} Aug 20 12:51:45.863482 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-86f0603c-a429-4658-904d-fdc1502c354c req-efb655f8-f25d-45a4-8d5b-aaeb2c519bd1 tempest-TestEncryptedCinderVolumes-2068744044 tempest-TestEncryptedCinderVolumes-2068744044-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4bb873-282f-4791-9529-1c12855e5383 HTTP/1.1" status: 200 len: 210 time: 0.0326979 Aug 20 12:51:46.954953 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34512) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:47.313752 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:47.874415 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Deleting port 9a048165-1205-4828-9267-e8dea087a9da {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:47.874751 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:47.951847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] For port 9a048165-1205-4828-9267-e8dea087a9da, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=9a048165-1205-4828-9267-e8dea087a9da,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:47.952211 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:47.965271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Calling delete_port for 9a048165-1205-4828-9267-e8dea087a9da owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:48.144222 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:48.171537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a048165-1205-4828-9267-e8dea087a9da,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:48.185988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.186363 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.186704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.187041 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.187366 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.187693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.188018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.188342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.188671 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.188993 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.189316 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.189636 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:48.348711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:48.407969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 484cbd84-b871-47c8-a8d6-ec7db395239b no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:48.427737 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 484cbd84-b871-47c8-a8d6-ec7db395239b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:48.428074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 484cbd84-b871-47c8-a8d6-ec7db395239b not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:48.572311 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Router d30d1d1d-6714-4aea-ab59-004a83d5b13f has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:51:48.679652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:51:48.685359 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ed04fc9-9bf7-46dd-a081-b41c7ab53ef1 admin admin] 10.222.0.25 "PUT /v2.0/routers/d30d1d1d-6714-4aea-ab59-004a83d5b13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290807 Aug 20 12:51:48.687898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34516) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:48.690094 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] Sync routers for ids ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:51:48.700199 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] Routers {'d30d1d1d-6714-4aea-ab59-004a83d5b13f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:48.700877 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:48.796420 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:48.805587 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] Set router d30d1d1d-6714-4aea-ab59-004a83d5b13f gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:48.899330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:48.956594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Deleting port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:48.956822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:48.989655 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:51:48Z', 'revision_number': 5, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port': {'id': '5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:49.037836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] For port 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:49.038561 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.052945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Calling delete_port for 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:49.116934 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] Checking router: d30d1d1d-6714-4aea-ab59-004a83d5b13f for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:51:49.127366 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] Routers {'d30d1d1d-6714-4aea-ab59-004a83d5b13f'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:49.127970 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:49.222352 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] Set router d30d1d1d-6714-4aea-ab59-004a83d5b13f gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:49.231155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.257753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:49.281198 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:51:48Z', 'revision_number': 6, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:49.310368 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a36b7-5733-412f-8803-d58f95f74261 None None] The sync data for ids ['d30d1d1d-6714-4aea-ab59-004a83d5b13f'] in n-d-800634-10 is: [{'id': 'd30d1d1d-6714-4aea-ab59-004a83d5b13f', 'name': 'tempest-TestEncryptedCinderVolumes-1808332013-router', 'tenant_id': 'dfce0365b45a4f68a41a4d23648d9254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:32Z', 'updated_at': '2021-08-20T12:51:48Z', 'revision_number': 6, 'project_id': 'dfce0365b45a4f68a41a4d23648d9254', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:51:49.325268 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.417173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.419322 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.460453 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.461010 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d30d1d1d-6714-4aea-ab59-004a83d5b13f {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:51:49.466001 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.467100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3b7acac8-bc79-4335-973e-b9a030d7c79b admin admin] 10.222.0.25 "DELETE /v2.0/routers/d30d1d1d-6714-4aea-ab59-004a83d5b13f HTTP/1.1" status: 204 len: 168 time: 0.7781441 Aug 20 12:51:49.471776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34518) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:49.522231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-801240e3-4c8f-4e78-94b3-b6f6944c9bdf admin admin] Deleting subnet def94e00-9804-4172-bbff-13e98ea07b9e {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:51:49.525156 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-801240e3-4c8f-4e78-94b3-b6f6944c9bdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.559749 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-801240e3-4c8f-4e78-94b3-b6f6944c9bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.635293 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-801240e3-4c8f-4e78-94b3-b6f6944c9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.688097 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-801240e3-4c8f-4e78-94b3-b6f6944c9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.718535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801240e3-4c8f-4e78-94b3-b6f6944c9bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def94e00-9804-4172-bbff-13e98ea07b9e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:49.722992 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-801240e3-4c8f-4e78-94b3-b6f6944c9bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.727603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-801240e3-4c8f-4e78-94b3-b6f6944c9bdf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/def94e00-9804-4172-bbff-13e98ea07b9e HTTP/1.1" status: 204 len: 168 time: 0.2517474 Aug 20 12:51:49.727603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34520) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:49.732468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dab968-546e-4ea7-877a-b5021a63d2e5 None None] Network 47dbde77-aac6-42af-8c22-402a44012ba0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:51:49.800613 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.854117 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Deleting port ba6fe190-6ee5-4f53-915c-fdfe913c5282 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:49.855001 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.921955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] For port ba6fe190-6ee5-4f53-915c-fdfe913c5282, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ba6fe190-6ee5-4f53-915c-fdfe913c5282,segment=NetworkSegment(2d6a4119-ca7a-4ee7-811a-2e4a9505aad2),segment_id=2d6a4119-ca7a-4ee7-811a-2e4a9505aad2)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:49.922360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.935477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Calling delete_port for ba6fe190-6ee5-4f53-915c-fdfe913c5282 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:50.014173 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.040183 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6fe190-6ee5-4f53-915c-fdfe913c5282,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:50.044650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] No DVR routers for this DVR port ba6fe190-6ee5-4f53-915c-fdfe913c5282 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:50.102095 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eaad6f-06c7-44f3-b88a-d4a16f875119 None None] DHCP port deletion for 47dbde77-aac6-42af-8c22-402a44012ba0 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:51:50.124600 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.137358 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dbde77-aac6-42af-8c22-402a44012ba0']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:50.148413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:50.148708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6a4119-ca7a-4ee7-811a-2e4a9505aad2') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:50.158095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.171661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.177751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:51:50.178171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:51:50.179880 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:51:50.240638 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.247605 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.249462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] 10.222.0.25 "DELETE /v2.0/networks/47dbde77-aac6-42af-8c22-402a44012ba0 HTTP/1.1" status: 204 len: 168 time: 0.5209842 Aug 20 12:51:50.252574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34522) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:50.261438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ccc50-2f39-4934-b513-0327a61b3088 admin admin] Pushing event deleted for resources: {'Network': ['ID=47dbde77-aac6-42af-8c22-402a44012ba0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:50.606961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.833053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:50.853765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:50.855009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5c3adfa6-0f4d-46ab-85b5-1eabb9beae8b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:50.855793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9a048165-1205-4828-9267-e8dea087a9da no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:50.860226 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Deleting port 2ee95933-82ed-4266-ba55-5d9bc299e52a {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:50.860517 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.878302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 9a048165-1205-4828-9267-e8dea087a9da {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:50.878651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 9a048165-1205-4828-9267-e8dea087a9da not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:50.879072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ba6fe190-6ee5-4f53-915c-fdfe913c5282 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:50.900754 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: ba6fe190-6ee5-4f53-915c-fdfe913c5282 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:50.901147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ba6fe190-6ee5-4f53-915c-fdfe913c5282 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:50.944788 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] For port 2ee95933-82ed-4266-ba55-5d9bc299e52a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=2ee95933-82ed-4266-ba55-5d9bc299e52a,segment=NetworkSegment(f443ecbe-1746-4334-a047-777aa06c8bcb),segment_id=f443ecbe-1746-4334-a047-777aa06c8bcb)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:50.945150 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:50.957699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Calling delete_port for 2ee95933-82ed-4266-ba55-5d9bc299e52a owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:51.141140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:51.173056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee95933-82ed-4266-ba55-5d9bc299e52a,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:51.349729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:51.575382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Router 04130eb0-896b-456a-8793-1f9987f4c826 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:51:51.681796 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:51:51.686753 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-37061ef0-047b-42bf-9923-b33c82a3417e admin admin] 10.222.0.25 "PUT /v2.0/routers/04130eb0-896b-456a-8793-1f9987f4c826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4330947 Aug 20 12:51:51.689514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34524) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:51.690314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] Sync routers for ids ['04130eb0-896b-456a-8793-1f9987f4c826'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:51:51.700060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] Routers {'04130eb0-896b-456a-8793-1f9987f4c826'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:51.700664 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['04130eb0-896b-456a-8793-1f9987f4c826'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:51.794573 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:51.806749 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-952fa9c5-91e0-4ed9-abb8-30ac5e6a5c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:51.816832 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] Set router 04130eb0-896b-456a-8793-1f9987f4c826 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:51.903062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:51.959880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Deleting port 4d0580e3-1320-41c8-ac6a-9e954386477d {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:51.960222 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:51.998448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:51:51Z', 'revision_number': 5, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port': {'id': '4d0580e3-1320-41c8-ac6a-9e954386477d', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04130eb0-896b-456a-8793-1f9987f4c826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:52.024437 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] Checking router: 04130eb0-896b-456a-8793-1f9987f4c826 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:51:52.033482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] Routers {'04130eb0-896b-456a-8793-1f9987f4c826'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:52.034149 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['04130eb0-896b-456a-8793-1f9987f4c826'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:52.039970 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] For port 4d0580e3-1320-41c8-ac6a-9e954386477d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=4d0580e3-1320-41c8-ac6a-9e954386477d,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:52.040341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.053559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Calling delete_port for 4d0580e3-1320-41c8-ac6a-9e954386477d owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:52.121506 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] Set router 04130eb0-896b-456a-8793-1f9987f4c826 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:52.176679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:51:51Z', 'revision_number': 6, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:52.203913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37905258-3208-4f89-84f1-6ed970c83b5b None None] The sync data for ids ['04130eb0-896b-456a-8793-1f9987f4c826'] in n-d-800634-10 is: [{'id': '04130eb0-896b-456a-8793-1f9987f4c826', 'name': 'tempest-TestEncryptedCinderVolumes-1230262147-router', 'tenant_id': '91336febcc8e495a9c5437c0addf52be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:50:37Z', 'updated_at': '2021-08-20T12:51:51Z', 'revision_number': 6, 'project_id': '91336febcc8e495a9c5437c0addf52be', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:51:52.220015 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.251104 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0580e3-1320-41c8-ac6a-9e954386477d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:52.311003 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.675637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.677748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.719593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.720359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04130eb0-896b-456a-8793-1f9987f4c826 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:51:52.724592 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.725411 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-60911ad1-2476-42a8-bd4b-1c090c78b572 admin admin] 10.222.0.25 "DELETE /v2.0/routers/04130eb0-896b-456a-8793-1f9987f4c826 HTTP/1.1" status: 204 len: 168 time: 1.0349076 Aug 20 12:51:52.728034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34526) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:52.775002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-29673063-213e-487b-8563-0d185fbbf2bc admin admin] Deleting subnet a367ea95-3f32-49ff-a806-b992b800a3f3 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:51:52.778693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29673063-213e-487b-8563-0d185fbbf2bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.812518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29673063-213e-487b-8563-0d185fbbf2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.890162 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29673063-213e-487b-8563-0d185fbbf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.947241 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29673063-213e-487b-8563-0d185fbbf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.972901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29673063-213e-487b-8563-0d185fbbf2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a367ea95-3f32-49ff-a806-b992b800a3f3,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:52.980773 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-29673063-213e-487b-8563-0d185fbbf2bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:52.982709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-29673063-213e-487b-8563-0d185fbbf2bc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a367ea95-3f32-49ff-a806-b992b800a3f3 HTTP/1.1" status: 204 len: 168 time: 0.2537537 Aug 20 12:51:52.985184 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34528) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:52.992466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d652f4-b8d1-49de-8f60-1ca2d11dce99 None None] Network fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:51:53.039048 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2ee95933-82ed-4266-ba55-5d9bc299e52a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:53.056338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.068951 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 2ee95933-82ed-4266-ba55-5d9bc299e52a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:53.069221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 2ee95933-82ed-4266-ba55-5d9bc299e52a not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:53.069861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d0580e3-1320-41c8-ac6a-9e954386477d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:53.093766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 4d0580e3-1320-41c8-ac6a-9e954386477d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:53.094481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 4d0580e3-1320-41c8-ac6a-9e954386477d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:53.115472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Deleting port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:53.115909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.186827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] For port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d1bd7812-4c8f-428a-a8b3-b2ff384a7d39,segment=NetworkSegment(f443ecbe-1746-4334-a047-777aa06c8bcb),segment_id=f443ecbe-1746-4334-a047-777aa06c8bcb)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:53.187198 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.201060 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Calling delete_port for d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:53.226537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] DHCP port deletion for fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:51:53.295155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.300463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Deleting port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:53.300849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.326145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bd7812-4c8f-428a-a8b3-b2ff384a7d39,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:53.330530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] No DVR routers for this DVR port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:53.364658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] For port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:53.365539 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.379859 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Calling delete_port for d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:53.382548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:51:53.383823 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.402579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.410688 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Pushing event deleted for resources: {'Port': ['ID=d1bd7812-4c8f-428a-a8b3-b2ff384a7d39,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:53.412748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:53.425915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] No DVR routers for this DVR port d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:53.425915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.425915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.425915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.425915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.425915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.426633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f443ecbe-1746-4334-a047-777aa06c8bcb') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:53.426736 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.426842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f443ecbe-1746-4334-a047-777aa06c8bcb') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:53.426948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.426948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.426948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.426948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.426948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.426948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04d4af-0bed-4d2e-9c90-3698024792f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:53.437735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.453738 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.459664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:51:53.460055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:51:53.461690 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:51:53.519040 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.524360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.526391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc HTTP/1.1" status: 204 len: 168 time: 0.5401578 Aug 20 12:51:53.537327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b2b89-12ee-4710-8e94-e9a1e109e200 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbee9a46-e703-40a7-a9b5-58f1aa6a0bfc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:53.693855 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34532) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:53.732755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2f2b20c9-28e5-4363-ad53-e224e48dec00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfce0365b45a4f68a41a4d23648d9254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377076 Aug 20 12:51:53.735103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34534) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:53.782636 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4355ac2c-4013-46b0-a2f4-67b498a50b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.803401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4355ac2c-4013-46b0-a2f4-67b498a50b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.852553 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4355ac2c-4013-46b0-a2f4-67b498a50b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.856011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4355ac2c-4013-46b0-a2f4-67b498a50b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:53.857236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4355ac2c-4013-46b0-a2f4-67b498a50b7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/672e7c1c-8d0b-41c3-8d81-c9701d0a788d HTTP/1.1" status: 204 len: 168 time: 0.1212196 Aug 20 12:51:53.866299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355ac2c-4013-46b0-a2f4-67b498a50b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e7c1c-8d0b-41c3-8d81-c9701d0a788d,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:54.175946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34540) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:54.219066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e874b48f-ab01-4692-9af4-e2564faabeb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91336febcc8e495a9c5437c0addf52be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419381 Aug 20 12:51:54.221599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34542) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:54.270904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb406-7b34-401d-a511-e00f7dfd7c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:54.291806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb406-7b34-401d-a511-e00f7dfd7c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:54.339334 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb406-7b34-401d-a511-e00f7dfd7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:54.342192 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb406-7b34-401d-a511-e00f7dfd7c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:54.343337 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4c8bb406-7b34-401d-a511-e00f7dfd7c0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0959a49a-d448-4dd2-952a-7d9270ca1c4a HTTP/1.1" status: 204 len: 168 time: 0.1208544 Aug 20 12:51:54.351703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bb406-7b34-401d-a511-e00f7dfd7c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0959a49a-d448-4dd2-952a-7d9270ca1c4a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:54.381536 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f919c1c5-bbca-47c2-a92b-118dfed2e892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:54.830350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:54.854741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:54.855210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d1bd7812-4c8f-428a-a8b3-b2ff384a7d39 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:55.041264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34564) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:55.090154 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.144201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1307242445-network', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:51:55.165651 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Made reservation on behalf of 7dc78a1fa3384fc68a84cebfd9db9c2a for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:51:55.168809 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.176957 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.284601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.288551 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.314390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:51:55.324327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f070d3c7-aa9d-4bd3-b744-3d69cad9f588,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:55.330447 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.330894 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Added segment 4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc of type vlan for network 1bf7d881-6d66-4495-ae72-435141cc5cf0 Aug 20 12:51:55.375408 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.400436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.401696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:55.402242 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.452605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4102261 Aug 20 12:51:55.455851 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34568) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:55.460997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Request body: {'subnet': {'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1307242445-subnet', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:51:55.461964 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88526722-e3c7-4b5c-b9f2-1e93f1fb5af9 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf7d881-6d66-4495-ae72-435141cc5cf0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:55.473963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:51:55.482868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Made reservation on behalf of 7dc78a1fa3384fc68a84cebfd9db9c2a for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:51:55.485300 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.669148 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.725707 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0eedba5-94a0-4727-ac93-839613ab0684,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:55.733444 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Checking segment: {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:51:55.733803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Network hostable DHCP agents. Network: 1bf7d881-6d66-4495-ae72-435141cc5cf0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:51:55.751757 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:51:55.760793 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 1bf7d881-6d66-4495-ae72-435141cc5cf0) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:51:55.765948 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:55.766578 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.777693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d0586-ef4c-4060-a3a5-c476f59b2ec7 None None] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:51:55.781903 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7a9734af-c26c-469c-9026-5800aa69c22f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3248506 Aug 20 12:51:55.784595 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34570) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:55.789132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:51:55.809388 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.810395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.830541 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:55.870534 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.035343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.097424 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-1bf7d881-6d66-4495-ae72-435141cc5cf0', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:51:56.098312 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.235470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Allocated IP 172.20.0.2 (1bf7d881-6d66-4495-ae72-435141cc5cf0/e0eedba5-94a0-4727-ac93-839613ab0684/6a22b0fa-b9fc-45db-85ea-0820799f2938) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:51:56.264464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.305394 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.423178 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.432458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Transition to ACTIVE for port object 6a22b0fa-b9fc-45db-85ea-0820799f2938 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:51:56.437169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Allocated IP 172.25.0.227 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/ce30d4a4-338f-4e23-b37c-03472057c52e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:51:56.448913 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Transition to ACTIVE for port object 6a22b0fa-b9fc-45db-85ea-0820799f2938 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:51:56.455943 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.497623 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:51:56.500798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:51:56.504926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:51:56.516908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Pushing event updated for resources: {'Port': ['ID=6a22b0fa-b9fc-45db-85ea-0820799f2938,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:56.544860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.568196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Attempting to bind port 6a22b0fa-b9fc-45db-85ea-0820799f2938 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:51:56.568566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Attempting to bind port 6a22b0fa-b9fc-45db-85ea-0820799f2938 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:51:56.568932 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Attempting to bind port 6a22b0fa-b9fc-45db-85ea-0820799f2938 on network 1bf7d881-6d66-4495-ae72-435141cc5cf0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:51:56.574551 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:51:56.574928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Checking segment: {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:51:56.575332 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.575724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Bound using segment: {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:51:56.576190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Bound port: 6a22b0fa-b9fc-45db-85ea-0820799f2938, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:51:56.576573 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.585212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.621400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:51:56.625627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:51:56.628018 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:51:56.644619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] For port 6a22b0fa-b9fc-45db-85ea-0820799f2938, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:51:56.647700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] For port 6a22b0fa-b9fc-45db-85ea-0820799f2938, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6a22b0fa-b9fc-45db-85ea-0820799f2938,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:51:56.651708 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:56.717307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2530e-ad62-48c0-b599-50cc741ba20a None None] Pushing event updated for resources: {'Port': ['ID=6a22b0fa-b9fc-45db-85ea-0820799f2938,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:57.008859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Pushing event updated for resources: {'Port': ['ID=ce30d4a4-338f-4e23-b37c-03472057c52e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:57.145162 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:57.235868 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:57.441501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:57.577928 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:51:57.624709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ba341-02f3-49eb-84e8-a165f7f7c2ba None None] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:51:57.691588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:51:57.694233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-38cacdcd-0211-4444-8db4-d5398c33b645 None None] Provisioning for port 6a22b0fa-b9fc-45db-85ea-0820799f2938 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:51:57.703082 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Sync routers for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:51:57.709880 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:57.712479 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5f322781-307a-4655-add4-7cf1575ff14e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9268048 Aug 20 12:51:57.715125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34572) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:57.715642 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:57.715911 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:57.831930 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:58.029740 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:57Z', 'revision_number': 3, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:58.059959 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Checking router: c4aaa02b-61bf-4ae1-b6c9-4419a0740139 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:51:58.060305 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Updating router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 port ce30d4a4-338f-4e23-b37c-03472057c52e binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:51:58.084493 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.156859 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.310054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Allocated IP 172.20.0.1 (1bf7d881-6d66-4495-ae72-435141cc5cf0/e0eedba5-94a0-4727-ac93-839613ab0684/a1783ec4-f1df-4205-800b-5fe0a48ee94d) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:51:58.334941 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.346088 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Transition to ACTIVE for port object ce30d4a4-338f-4e23-b37c-03472057c52e will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:51:58.351846 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.400237 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Attempting to bind port ce30d4a4-338f-4e23-b37c-03472057c52e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:51:58.400627 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Attempting to bind port ce30d4a4-338f-4e23-b37c-03472057c52e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:51:58.401805 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Attempting to bind port ce30d4a4-338f-4e23-b37c-03472057c52e on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:51:58.411027 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Pushing event updated for resources: {'Port': ['ID=ce30d4a4-338f-4e23-b37c-03472057c52e,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:58.414123 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:51:58.414515 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:51:58.414924 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.415308 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:51:58.415776 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Bound port: ce30d4a4-338f-4e23-b37c-03472057c52e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:51:58.416216 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.422659 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.423001 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.423340 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.423672 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.424005 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.424327 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.424651 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.424971 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.425291 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.425603 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.425923 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.426094 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.426269 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:58.439238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Transition to ACTIVE for port object a1783ec4-f1df-4205-800b-5fe0a48ee94d will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:51:58.473231 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.484361 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] For port ce30d4a4-338f-4e23-b37c-03472057c52e, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:51:58.488158 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] For port ce30d4a4-338f-4e23-b37c-03472057c52e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ce30d4a4-338f-4e23-b37c-03472057c52e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:51:58.493413 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.514836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:51:58.517914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:51:58.521574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:51:58.550483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Pushing event updated for resources: {'Port': ['ID=a1783ec4-f1df-4205-800b-5fe0a48ee94d,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:58.556706 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:58.557512 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:58.566819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.592981 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9883104-7ddb-45c1-a9d4-df362b74cb8a None None] Pushing event updated for resources: {'Port': ['ID=ce30d4a4-338f-4e23-b37c-03472057c52e,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:58.674388 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:58.705838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.751647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b4383a6d-492f-4309-a3f8-b0c53306782c None None] Provisioning for port a1783ec4-f1df-4205-800b-5fe0a48ee94d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:51:58.755825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b4383a6d-492f-4309-a3f8-b0c53306782c None None] Provisioning complete for port a1783ec4-f1df-4205-800b-5fe0a48ee94d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:51:58.756477 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b4383a6d-492f-4309-a3f8-b0c53306782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.796045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b4383a6d-492f-4309-a3f8-b0c53306782c None None] Port a1783ec4-f1df-4205-800b-5fe0a48ee94d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:51:58.873389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6a22b0fa-b9fc-45db-85ea-0820799f2938 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:51:58.875282 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:57Z', 'revision_number': 3, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:58.886710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.892238 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.907990 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df56e5e-40e2-4f3b-9687-b856611c8741 None None] The sync data for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 is: [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:57Z', 'revision_number': 3, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:51:58.934071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 6a22b0fa-b9fc-45db-85ea-0820799f2938 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:51:58.938680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6a22b0fa-b9fc-45db-85ea-0820799f2938 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:51:58.939178 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:58.973881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Pushing event updated for resources: {'Port': ['ID=a1783ec4-f1df-4205-800b-5fe0a48ee94d,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:58.977574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:59.035646 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:59.071947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 6a22b0fa-b9fc-45db-85ea-0820799f2938, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6a22b0fa-b9fc-45db-85ea-0820799f2938,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:59.074908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:51:59.076175 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:59.076402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:51:59.165648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=6a22b0fa-b9fc-45db-85ea-0820799f2938,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:59.233136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:51:59.353489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:51:59.359777 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dc6eb8d5-14c1-4bf9-b7e4-927a47b80332 admin admin] 10.222.0.25 "PUT /v2.0/routers/c4aaa02b-61bf-4ae1-b6c9-4419a0740139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6431131 Aug 20 12:51:59.422318 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1003fed3-f0ce-4e57-b8c3-859f88f0ab07 None None] Provisioning complete for port a1783ec4-f1df-4205-800b-5fe0a48ee94d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:51:59.422691 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1003fed3-f0ce-4e57-b8c3-859f88f0ab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:59.467823 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1003fed3-f0ce-4e57-b8c3-859f88f0ab07 None None] Port a1783ec4-f1df-4205-800b-5fe0a48ee94d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:51:59.847765 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34588) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:59.852903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-208194569-network', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:51:59.874570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Made reservation on behalf of 2913e2565b9c4de4b44f33ece0d37632 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:51:59.876985 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:59.885418 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:59.980301 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:59.984379 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.010813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:52:00.021107 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff4f75-dc88-423f-84af-db6985212963,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:00.026767 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.027115 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Added segment 1ffa5445-809b-47b3-824c-ac2e9a0e54f5 of type vlan for network c2358bf4-1b6f-4c06-8d49-23f936733f7f Aug 20 12:52:00.070951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.095401 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.096277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:00.096851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.150317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3013561 Aug 20 12:52:00.153699 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34590) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:00.159503 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Request body: {'subnet': {'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-208194569-subnet', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:00.161067 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e8212-2686-414b-8108-a582d85c2d74 admin admin] Pushing event updated for resources: {'Network': ['ID=c2358bf4-1b6f-4c06-8d49-23f936733f7f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:00.172354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network c2358bf4-1b6f-4c06-8d49-23f936733f7f details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:52:00.192902 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Made reservation on behalf of 2913e2565b9c4de4b44f33ece0d37632 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:52:00.195448 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.380635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.432622 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1436f2c6-1e7c-42f0-923c-55c55213aad7,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:00.449695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Checking segment: {'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:52:00.450062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Network hostable DHCP agents. Network: c2358bf4-1b6f-4c06-8d49-23f936733f7f, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:52:00.467643 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Network c2358bf4-1b6f-4c06-8d49-23f936733f7f is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:52:00.476811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Sync routers for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:52:00.477223 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, c2358bf4-1b6f-4c06-8d49-23f936733f7f) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:52:00.481567 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:00.482157 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.488341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c206857-c424-406c-bdfb-93b2cd22013b None None] Network c2358bf4-1b6f-4c06-8d49-23f936733f7f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:52:00.493751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:52:00.494557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:00.497640 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e7114cbc-749a-417e-9a7c-3ed51d24f42a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3422072 Aug 20 12:52:00.500560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34592) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:00.505465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:00.527100 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.528090 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.582048 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.685861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:52:00.728485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.804311 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-c2358bf4-1b6f-4c06-8d49-23f936733f7f', 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'fixed_ips': [{'subnet_id': '1436f2c6-1e7c-42f0-923c-55c55213aad7'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:52:00.805164 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.938625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6a22b0fa-b9fc-45db-85ea-0820799f2938 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:00.974603 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:00.994149 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.058843 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Allocated IP 172.20.0.2 (c2358bf4-1b6f-4c06-8d49-23f936733f7f/1436f2c6-1e7c-42f0-923c-55c55213aad7/0036a797-8518-4626-b841-3c3ceeeb3604) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:52:01.101448 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Allocated IP 172.25.0.174 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/279c5d3e-ff1b-456a-83a8-665c671aa68a) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:52:01.132244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 6a22b0fa-b9fc-45db-85ea-0820799f2938 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:01.132619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.181638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 2, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:01.211666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.216819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Checking router: c4aaa02b-61bf-4ae1-b6c9-4419a0740139 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:52:01.217176 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Updating router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 port a1783ec4-f1df-4205-800b-5fe0a48ee94d binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:52:01.251168 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.270881 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.293130 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:52:01.296096 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:52:01.302512 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:52:01.305580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Pushing event updated for resources: {'Port': ['ID=279c5d3e-ff1b-456a-83a8-665c671aa68a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:01.377106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ce30d4a4-338f-4e23-b37c-03472057c52e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:01.380331 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.419527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Transition to ACTIVE for port object 0036a797-8518-4626-b841-3c3ceeeb3604 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:52:01.497078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Transition to ACTIVE for port object 0036a797-8518-4626-b841-3c3ceeeb3604 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:52:01.508554 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.562479 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.598748 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Network c2358bf4-1b6f-4c06-8d49-23f936733f7f is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:52:01.599480 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ce30d4a4-338f-4e23-b37c-03472057c52e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:01.611326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:52:01.621954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:52:01.623830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ce30d4a4-338f-4e23-b37c-03472057c52e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:01.624194 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.628862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Pushing event updated for resources: {'Port': ['ID=0036a797-8518-4626-b841-3c3ceeeb3604,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:01.748073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Attempting to bind port 0036a797-8518-4626-b841-3c3ceeeb3604 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:52:01.748347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Attempting to bind port 0036a797-8518-4626-b841-3c3ceeeb3604 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:52:01.748709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Attempting to bind port 0036a797-8518-4626-b841-3c3ceeeb3604 on network c2358bf4-1b6f-4c06-8d49-23f936733f7f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:52:01.760687 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:52:01.761170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Checking segment: {'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:52:01.761576 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.761972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Bound using segment: {'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:52:01.762472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Bound port: 0036a797-8518-4626-b841-3c3ceeeb3604, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:52:01.762861 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.773834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.867242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.887814 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.907619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Router a2647e4f-8790-4a63-88a9-7d04e191adb6 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:52:01.918539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port ce30d4a4-338f-4e23-b37c-03472057c52e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ce30d4a4-338f-4e23-b37c-03472057c52e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:01.925562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Transition to ACTIVE for port object a1783ec4-f1df-4205-800b-5fe0a48ee94d will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:52:01.927483 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.939315 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:01.961420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] For port 0036a797-8518-4626-b841-3c3ceeeb3604, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:52:01.985096 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] For port 0036a797-8518-4626-b841-3c3ceeeb3604, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0036a797-8518-4626-b841-3c3ceeeb3604,segment=NetworkSegment(1ffa5445-809b-47b3-824c-ac2e9a0e54f5),segment_id=1ffa5445-809b-47b3-824c-ac2e9a0e54f5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:52:02.000460 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:02.022012 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=ce30d4a4-338f-4e23-b37c-03472057c52e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:02.035720 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:52:02.055206 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Sync routers for ids ['a2647e4f-8790-4a63-88a9-7d04e191adb6'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:52:02.057315 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:02.061514 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-39201036-1196-431f-87b4-b1a5b8d309dc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5574524 Aug 20 12:52:02.061874 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34594) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:02.072280 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Routers {'a2647e4f-8790-4a63-88a9-7d04e191adb6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:52:02.073480 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a2647e4f-8790-4a63-88a9-7d04e191adb6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:02.113425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Attempting to bind port a1783ec4-f1df-4205-800b-5fe0a48ee94d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:52:02.113795 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Attempting to bind port a1783ec4-f1df-4205-800b-5fe0a48ee94d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:52:02.114164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Attempting to bind port a1783ec4-f1df-4205-800b-5fe0a48ee94d on network 1bf7d881-6d66-4495-ae72-435141cc5cf0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:52:02.116328 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9127e-4a73-4f64-a0cc-c23cd86b14cd None None] Pushing event updated for resources: {'Port': ['ID=a1783ec4-f1df-4205-800b-5fe0a48ee94d,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:02.147747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:52:02.153588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Checking segment: {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:52:02.154130 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:02.154827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Bound using segment: {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:52:02.155354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Bound port: a1783ec4-f1df-4205-800b-5fe0a48ee94d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:52:02.157170 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:02.220792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f058b-6051-484d-9390-69f81206a274 None None] Pushing event updated for resources: {'Port': ['ID=0036a797-8518-4626-b841-3c3ceeeb3604,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:02.260825 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] For port a1783ec4-f1df-4205-800b-5fe0a48ee94d, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:52:02.269673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] For port a1783ec4-f1df-4205-800b-5fe0a48ee94d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a1783ec4-f1df-4205-800b-5fe0a48ee94d,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:52:02.278289 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:02.377525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:52:02.378214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:02.402415 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Set router a2647e4f-8790-4a63-88a9-7d04e191adb6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:52:02.409848 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:52:02.622750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9127e-4a73-4f64-a0cc-c23cd86b14cd None None] Pushing event updated for resources: {'Port': ['ID=a1783ec4-f1df-4205-800b-5fe0a48ee94d,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:02.720519 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 3, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port': {'id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:01Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:02.728861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:52:02.747965 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Checking router: a2647e4f-8790-4a63-88a9-7d04e191adb6 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:52:02.748312 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Updating router a2647e4f-8790-4a63-88a9-7d04e191adb6 port 279c5d3e-ff1b-456a-83a8-665c671aa68a binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:52:02.777497 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:02.998812 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:52:02Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:03.003652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ce30d4a4-338f-4e23-b37c-03472057c52e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:03.032532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13685e86-0c6b-44d9-95ce-3dcf738fddb9 None None] The sync data for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 is: [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:52:02Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:52:03.124633 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.133253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ce30d4a4-338f-4e23-b37c-03472057c52e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:03.133627 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.140337 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Transition to ACTIVE for port object 279c5d3e-ff1b-456a-83a8-665c671aa68a will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:52:03.147530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.163922 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.229533 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710da342-791e-408e-8260-c80797eb923c None None] Pushing event updated for resources: {'Port': ['ID=279c5d3e-ff1b-456a-83a8-665c671aa68a,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:03.232693 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Attempting to bind port 279c5d3e-ff1b-456a-83a8-665c671aa68a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:52:03.233168 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Attempting to bind port 279c5d3e-ff1b-456a-83a8-665c671aa68a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:52:03.233682 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Attempting to bind port 279c5d3e-ff1b-456a-83a8-665c671aa68a on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:52:03.241014 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:52:03.241723 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:52:03.242394 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.243017 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:52:03.243705 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Bound port: 279c5d3e-ff1b-456a-83a8-665c671aa68a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:52:03.245254 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.267662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0036a797-8518-4626-b841-3c3ceeeb3604 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:03.343431 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] For port 279c5d3e-ff1b-456a-83a8-665c671aa68a, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:52:03.347633 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] For port 279c5d3e-ff1b-456a-83a8-665c671aa68a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=279c5d3e-ff1b-456a-83a8-665c671aa68a,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:52:03.352466 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.376897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0036a797-8518-4626-b841-3c3ceeeb3604 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:03.431822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Allocated IP 172.20.0.1 (c2358bf4-1b6f-4c06-8d49-23f936733f7f/1436f2c6-1e7c-42f0-923c-55c55213aad7/3c383a9e-d643-4cb7-a5a4-74b7da4adc8e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:52:03.442329 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Routers {'a2647e4f-8790-4a63-88a9-7d04e191adb6'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:52:03.443528 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a2647e4f-8790-4a63-88a9-7d04e191adb6'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:03.448034 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710da342-791e-408e-8260-c80797eb923c None None] Pushing event updated for resources: {'Port': ['ID=279c5d3e-ff1b-456a-83a8-665c671aa68a,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:03.564175 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.574891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e5e337-9788-4c2e-b701-74367b51baaf None None] Network c2358bf4-1b6f-4c06-8d49-23f936733f7f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:52:03.580124 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] Set router a2647e4f-8790-4a63-88a9-7d04e191adb6 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:52:03.582715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Transition to ACTIVE for port object 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:52:03.620509 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.674699 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2e555fc3-3593-485d-bb39-47b9ae0833d0 None None] Provisioning for port 0036a797-8518-4626-b841-3c3ceeeb3604 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:03.685470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2e555fc3-3593-485d-bb39-47b9ae0833d0 None None] Provisioning complete for port 0036a797-8518-4626-b841-3c3ceeeb3604 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:03.685971 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e555fc3-3593-485d-bb39-47b9ae0833d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.689038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:03.704386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Network c2358bf4-1b6f-4c06-8d49-23f936733f7f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:52:03.705860 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:52:03.708388 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:52:03.762654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.784452 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 3, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port': {'id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:01Z', 'updated_at': '2021-08-20T12:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:03.815830 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9dab9-d197-44da-86e9-49ed955c63f8 None None] The sync data for ids ['a2647e4f-8790-4a63-88a9-7d04e191adb6'] in n-d-800634-10 is: [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 3, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port': {'id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:01Z', 'updated_at': '2021-08-20T12:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:52:03.845586 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e555fc3-3593-485d-bb39-47b9ae0833d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.888838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2e555fc3-3593-485d-bb39-47b9ae0833d0 None None] For port 0036a797-8518-4626-b841-3c3ceeeb3604, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0036a797-8518-4626-b841-3c3ceeeb3604,segment=NetworkSegment(1ffa5445-809b-47b3-824c-ac2e9a0e54f5),segment_id=1ffa5445-809b-47b3-824c-ac2e9a0e54f5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:03.900323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2e555fc3-3593-485d-bb39-47b9ae0833d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.930560 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:03.983157 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e555fc3-3593-485d-bb39-47b9ae0833d0 None None] Pushing event updated for resources: {'Port': ['ID=0036a797-8518-4626-b841-3c3ceeeb3604,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:04.155471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:04.161057 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:04.237863 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:04.246861 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:04.337166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a347cc35-6224-485e-9263-ae8fde8fdd61 None None] Provisioning complete for port 0036a797-8518-4626-b841-3c3ceeeb3604 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:04.337704 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a347cc35-6224-485e-9263-ae8fde8fdd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:04.384717 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Network c2358bf4-1b6f-4c06-8d49-23f936733f7f is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:52:04.386502 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:52:04.518141 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a347cc35-6224-485e-9263-ae8fde8fdd61 None None] Provisioning for port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:04.529586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a347cc35-6224-485e-9263-ae8fde8fdd61 None None] Provisioning complete for port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:04.530090 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a347cc35-6224-485e-9263-ae8fde8fdd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:04.558377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Router a2647e4f-8790-4a63-88a9-7d04e191adb6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:52:04.569457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a347cc35-6224-485e-9263-ae8fde8fdd61 None None] Port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:52:04.702679 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:52:04.703552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-06266c85-73d1-4fc7-aaf2-37c82fd26683 None None] Provisioning complete for port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:04.704950 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-06266c85-73d1-4fc7-aaf2-37c82fd26683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:04.710719 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0fc46a4b-1a56-484c-9294-91731fa979b3 admin admin] 10.222.0.25 "PUT /v2.0/routers/a2647e4f-8790-4a63-88a9-7d04e191adb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6474247 Aug 20 12:52:04.753441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-06266c85-73d1-4fc7-aaf2-37c82fd26683 None None] Port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:52:04.888919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0f347069-8777-434e-80c7-d8ad4b15df77 None None] Provisioning complete for port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:04.889654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0f347069-8777-434e-80c7-d8ad4b15df77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:04.933630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0f347069-8777-434e-80c7-d8ad4b15df77 None None] Port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:52:04.957369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 279c5d3e-ff1b-456a-83a8-665c671aa68a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:05.017455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 279c5d3e-ff1b-456a-83a8-665c671aa68a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:05.021580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 279c5d3e-ff1b-456a-83a8-665c671aa68a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:05.021950 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:05.104953 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:05.126924 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 279c5d3e-ff1b-456a-83a8-665c671aa68a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=279c5d3e-ff1b-456a-83a8-665c671aa68a,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:05.130888 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:05.131856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0036a797-8518-4626-b841-3c3ceeeb3604 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:05.215806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=279c5d3e-ff1b-456a-83a8-665c671aa68a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:05.231164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0036a797-8518-4626-b841-3c3ceeeb3604 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:05.231585 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:05.323047 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a1783ec4-f1df-4205-800b-5fe0a48ee94d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:05.372505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a1783ec4-f1df-4205-800b-5fe0a48ee94d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:05.376771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a1783ec4-f1df-4205-800b-5fe0a48ee94d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:05.377140 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:05.462133 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:05.502527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port a1783ec4-f1df-4205-800b-5fe0a48ee94d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a1783ec4-f1df-4205-800b-5fe0a48ee94d,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:05.506649 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:05.555264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=a1783ec4-f1df-4205-800b-5fe0a48ee94d,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:06.568800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Sync routers for ids ['a2647e4f-8790-4a63-88a9-7d04e191adb6'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:52:06.586081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Routers {'a2647e4f-8790-4a63-88a9-7d04e191adb6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:52:06.587269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a2647e4f-8790-4a63-88a9-7d04e191adb6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:06.705813 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Set router a2647e4f-8790-4a63-88a9-7d04e191adb6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:52:06.869082 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 279c5d3e-ff1b-456a-83a8-665c671aa68a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:06.993119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 279c5d3e-ff1b-456a-83a8-665c671aa68a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:06.993771 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:07.127196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:52:03Z', 'revision_number': 4, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port': {'id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:01Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3c383a9e-d643-4cb7-a5a4-74b7da4adc8e', 'name': '', 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'mac_address': 'fa:16:3e:df:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1436f2c6-1e7c-42f0-923c-55c55213aad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:03Z', 'updated_at': '2021-08-20T12:52:03Z', 'revision_number': 2, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'subnets': [{'id': '1436f2c6-1e7c-42f0-923c-55c55213aad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:07.171769 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Checking router: a2647e4f-8790-4a63-88a9-7d04e191adb6 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:52:07.172377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Updating router a2647e4f-8790-4a63-88a9-7d04e191adb6 port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:52:07.184104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a1783ec4-f1df-4205-800b-5fe0a48ee94d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:07.239555 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:07.312573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a1783ec4-f1df-4205-800b-5fe0a48ee94d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:07.312948 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:07.624847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:07.636224 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Transition to ACTIVE for port object 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:52:07.646474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:07.753020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf97dd4-4ada-4dcf-bc36-11950b975dfa None None] Pushing event updated for resources: {'Port': ['ID=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:07.774140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Attempting to bind port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:52:07.774530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Attempting to bind port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:52:07.774891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Attempting to bind port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e on network c2358bf4-1b6f-4c06-8d49-23f936733f7f {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:52:07.780901 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:52:07.781273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Checking segment: {'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:52:07.781667 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:07.782060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Bound using segment: {'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:52:07.782593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Bound port: 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffa5445-809b-47b3-824c-ac2e9a0e54f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:52:07.782975 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:07.880974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] For port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:52:07.885386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] For port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,segment=NetworkSegment(1ffa5445-809b-47b3-824c-ac2e9a0e54f5),segment_id=1ffa5445-809b-47b3-824c-ac2e9a0e54f5)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:52:07.892204 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:08.001174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Routers {'a2647e4f-8790-4a63-88a9-7d04e191adb6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:52:08.001872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:51:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a2647e4f-8790-4a63-88a9-7d04e191adb6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:08.070745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf97dd4-4ada-4dcf-bc36-11950b975dfa None None] Pushing event updated for resources: {'Port': ['ID=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:08.350550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] Set router a2647e4f-8790-4a63-88a9-7d04e191adb6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:52:08.581261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:52:03Z', 'revision_number': 4, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port': {'id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:01Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3c383a9e-d643-4cb7-a5a4-74b7da4adc8e', 'name': '', 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'mac_address': 'fa:16:3e:df:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1436f2c6-1e7c-42f0-923c-55c55213aad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:03Z', 'updated_at': '2021-08-20T12:52:07Z', 'revision_number': 4, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'subnets': [{'id': '1436f2c6-1e7c-42f0-923c-55c55213aad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:08.614484 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9ce7-38e3-44da-8bd7-2adeb25f60cb None None] The sync data for ids ['a2647e4f-8790-4a63-88a9-7d04e191adb6'] in n-d-800634-10 is: [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:52:03Z', 'revision_number': 4, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port': {'id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:01Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '3c383a9e-d643-4cb7-a5a4-74b7da4adc8e', 'name': '', 'network_id': 'c2358bf4-1b6f-4c06-8d49-23f936733f7f', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'mac_address': 'fa:16:3e:df:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1436f2c6-1e7c-42f0-923c-55c55213aad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:03Z', 'updated_at': '2021-08-20T12:52:07Z', 'revision_number': 4, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'subnets': [{'id': '1436f2c6-1e7c-42f0-923c-55c55213aad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:52:08.896925 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:08.973719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:08.978282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:08.980146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:09.089550 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:09.129562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,segment=NetworkSegment(1ffa5445-809b-47b3-824c-ac2e9a0e54f5),segment_id=1ffa5445-809b-47b3-824c-ac2e9a0e54f5)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:09.137229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:09.207229 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:10.860608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:10.924133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:10.926970 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:12.468303 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:14.218622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:15.247032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-8bed1230-2601-449e-9cbb-1bb6f97c62f6 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:15.248505 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-8bed1230-2601-449e-9cbb-1bb6f97c62f6 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 815 time: 0.1053259 Aug 20 12:52:15.263798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-ebf12c66-e3c1-4673-8768-fe8d03c3ba97 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/quotas/7dc78a1fa3384fc68a84cebfd9db9c2a HTTP/1.1" status: 200 len: 375 time: 0.0095296 Aug 20 12:52:15.319948 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-7859726b-d415-426b-842a-2f703726936a tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503798 Aug 20 12:52:15.530195 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-67460a19-2f80-4482-b116-66b8e07e6447 service neutron] 10.222.0.25 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204059 Aug 20 12:52:15.622432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-03f06d94-1282-4424-925a-94c2fb8dfd84 service neutron] 10.222.0.25 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861228 Aug 20 12:52:15.782981 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2df60733-f4e9-4297-88ee-68b09aff40fa req-c74d4a69-5a69-49a1-8965-0e8a1e36bebe tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 210 time: 0.0294294 Aug 20 12:52:16.690268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-57f655e9-c43e-4651-8075-cca76fb850b0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:16.691794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-57f655e9-c43e-4651-8075-cca76fb850b0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.22 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 815 time: 0.1068115 Aug 20 12:52:16.704743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'port': {'device_id': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'admin_state_up': True, 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:16.812561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Made reservation on behalf of 7dc78a1fa3384fc68a84cebfd9db9c2a for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:52:16.816813 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:16.906692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5db9d965-cee7-44b4-9d65-a6487d6c9a6f req-e84054d9-6994-49b6-8c3e-eb563d1f0ebb tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 210 time: 0.0378759 Aug 20 12:52:17.011912 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Allocated IP 172.20.0.9 (1bf7d881-6d66-4495-ae72-435141cc5cf0/e0eedba5-94a0-4727-ac93-839613ab0684/af575a7b-7c51-40e2-bd3f-01386aed61f4) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:52:17.249426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:17.267228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Transition to ACTIVE for port object af575a7b-7c51-40e2-bd3f-01386aed61f4 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:52:17.311007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:17.360777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:52:17.366546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:52:17.376472 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:52:17.381499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'Port': ['ID=af575a7b-7c51-40e2-bd3f-01386aed61f4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:17.453809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:17.455058 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:17.475395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-9f1eb28b-3375-44c4-ac57-32477ef9ae37 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7742739 Aug 20 12:52:17.713742 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-34916bd3-f055-4ed1-8c4a-152824e11268 None None] Provisioning for port af575a7b-7c51-40e2-bd3f-01386aed61f4 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:17.718155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-34916bd3-f055-4ed1-8c4a-152824e11268 None None] Provisioning complete for port af575a7b-7c51-40e2-bd3f-01386aed61f4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:17.718555 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-34916bd3-f055-4ed1-8c4a-152824e11268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:17.753379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-34916bd3-f055-4ed1-8c4a-152824e11268 None None] Port af575a7b-7c51-40e2-bd3f-01386aed61f4 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:52:18.034972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5d91-f2ca-484e-a9ca-4f9b2283ab03 req-15048944-690b-45fb-bd62-466e6c9c6e55 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:18.036995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4cdc5d91-f2ca-484e-a9ca-4f9b2283ab03 req-15048944-690b-45fb-bd62-466e6c9c6e55 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0550163 Aug 20 12:52:18.082819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4cdc5d91-f2ca-484e-a9ca-4f9b2283ab03 req-debcf134-f15d-4a70-a248-10c214499410 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379450 Aug 20 12:52:19.201416 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08b7d1-7746-41a3-b245-990ebe13c8e1 req-7623da0d-fe35-4bad-8e90-1c699acce0fe tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:19.203200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f08b7d1-7746-41a3-b245-990ebe13c8e1 req-7623da0d-fe35-4bad-8e90-1c699acce0fe tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0492566 Aug 20 12:52:19.243208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f08b7d1-7746-41a3-b245-990ebe13c8e1 req-5996a75c-62b7-46ee-a7e6-9b946b438b8b tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Aug 20 12:52:20.369041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a395111-3026-4a0a-83d0-c3c621e24fb8 req-b679c594-2980-489f-af9a-9c0ae1f06709 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:20.370834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a395111-3026-4a0a-83d0-c3c621e24fb8 req-b679c594-2980-489f-af9a-9c0ae1f06709 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0502620 Aug 20 12:52:20.409051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a395111-3026-4a0a-83d0-c3c621e24fb8 req-c31f91f7-1d2a-4964-a8fa-7ac4d14c2e90 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Aug 20 12:52:21.538017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8531f-2430-4429-943c-69b0fba53f46 req-6c45e9c2-cfb1-4441-a02b-77290dae813e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:21.539943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82d8531f-2430-4429-943c-69b0fba53f46 req-6c45e9c2-cfb1-4441-a02b-77290dae813e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0631258 Aug 20 12:52:21.581688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82d8531f-2430-4429-943c-69b0fba53f46 req-034b5ec3-8d9b-4463-b624-6fe684b4e6ae tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Aug 20 12:52:21.797885 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a45d7776-5a21-4154-84fe-0841d89de2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:22.712675 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd618-150d-4a73-ac5d-d9f15ebc0511 req-63132692-e192-49ed-b941-39031dbedc36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:22.714336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-622bd618-150d-4a73-ac5d-d9f15ebc0511 req-63132692-e192-49ed-b941-39031dbedc36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0486720 Aug 20 12:52:22.753606 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-622bd618-150d-4a73-ac5d-d9f15ebc0511 req-73c1e70c-0b4e-4e0b-a02f-37c6fce46032 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Aug 20 12:52:23.886696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50286-d131-4932-b7bc-22b4620727f6 req-35f6146d-f3d6-464f-af87-87f3ce9aa315 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:23.890979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5be50286-d131-4932-b7bc-22b4620727f6 req-35f6146d-f3d6-464f-af87-87f3ce9aa315 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0619349 Aug 20 12:52:23.933714 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5be50286-d131-4932-b7bc-22b4620727f6 req-afe3361a-1ad9-402b-88f7-b69e2d89d630 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Aug 20 12:52:24.377670 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-663589b6-e9ac-495e-a19c-cecf7ca5fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:25.055354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6120eb1-febc-444f-8ff0-998a7e973790 req-237f0774-10c0-4e00-ac63-9aaedddeabd4 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:25.056922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6120eb1-febc-444f-8ff0-998a7e973790 req-237f0774-10c0-4e00-ac63-9aaedddeabd4 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0547559 Aug 20 12:52:25.091390 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:25.096112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b6120eb1-febc-444f-8ff0-998a7e973790 req-7f987e55-aa2f-4368-ae4c-9f700adbda03 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Aug 20 12:52:25.782349 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:26.225292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f624-7dfc-4ec4-b57a-0ec89d34f40b req-bd1d83c9-9283-404c-9d20-e684056c706a tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:26.226804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a553f624-7dfc-4ec4-b57a-0ec89d34f40b req-bd1d83c9-9283-404c-9d20-e684056c706a tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0511248 Aug 20 12:52:26.264789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a553f624-7dfc-4ec4-b57a-0ec89d34f40b req-909d52d1-e00c-47f1-a8c9-15b965683029 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Aug 20 12:52:27.148365 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:27.392723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc8ba-991b-41f6-a74f-5969a778a53e req-79b60748-bfb3-4123-872e-7fcc92dcf3ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:27.394114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bdfc8ba-991b-41f6-a74f-5969a778a53e req-79b60748-bfb3-4123-872e-7fcc92dcf3ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 931 time: 0.0533569 Aug 20 12:52:27.433743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bdfc8ba-991b-41f6-a74f-5969a778a53e req-c3551e4d-69e3-499a-8b58-8ae55b640213 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Aug 20 12:52:28.001271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Request body: {'port': {'device_id': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:28.058361 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:28.315133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af575a7b-7c51-40e2-bd3f-01386aed61f4 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:52:28.323045 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:28.334426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Transition to ACTIVE for port object af575a7b-7c51-40e2-bd3f-01386aed61f4 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:52:28.339172 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:28.411813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=af575a7b-7c51-40e2-bd3f-01386aed61f4,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:28.464157 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Attempting to bind port af575a7b-7c51-40e2-bd3f-01386aed61f4 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:52:28.464402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Attempting to bind port af575a7b-7c51-40e2-bd3f-01386aed61f4 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:52:28.464743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Attempting to bind port af575a7b-7c51-40e2-bd3f-01386aed61f4 on network 1bf7d881-6d66-4495-ae72-435141cc5cf0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:52:28.469489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Port af575a7b-7c51-40e2-bd3f-01386aed61f4 on network 1bf7d881-6d66-4495-ae72-435141cc5cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:52:28.469815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Attempting to bind port af575a7b-7c51-40e2-bd3f-01386aed61f4 on network 1bf7d881-6d66-4495-ae72-435141cc5cf0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:52:28.475018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:52:28.475366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Checking segment: {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:52:28.475755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Bound using segment: {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:52:28.476189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Bound port: af575a7b-7c51-40e2-bd3f-01386aed61f4, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:52:28.476552 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:28.573123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] For port af575a7b-7c51-40e2-bd3f-01386aed61f4, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:52:28.576506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] For port af575a7b-7c51-40e2-bd3f-01386aed61f4, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:52:28.581918 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:28.593455 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d6ade-d00e-48a5-92b3-9c45d643ab27 req-b35955a8-e8d5-483a-9d3b-a9b4e94c78f4 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:28.594964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-582d6ade-d00e-48a5-92b3-9c45d643ab27 req-b35955a8-e8d5-483a-9d3b-a9b4e94c78f4 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 943 time: 0.0825019 Aug 20 12:52:28.917084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:28.917702 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:28.919163 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] 10.222.0.22 "PUT /v2.0/ports/af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 1092 time: 0.9618979 Aug 20 12:52:28.919582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:52:28.921844 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375fb83f-f6e0-44a2-9dcb-d075bc244124" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:52:28.954869 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dad4ad-78f0-4eff-a30c-004f8913dcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=af575a7b-7c51-40e2-bd3f-01386aed61f4,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:28.971536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-582d6ade-d00e-48a5-92b3-9c45d643ab27 req-623aa7fb-2716-45ca-b536-0a091c516194 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785065 Aug 20 12:52:29.005701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-d76af8c6-3746-46db-95a1-ac3485e082af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:29.007282 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-d76af8c6-3746-46db-95a1-ac3485e082af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1095 time: 0.0474811 Aug 20 12:52:29.022308 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a727dc36-eff1-482d-a7e2-64e2944249bd x-openstack-request-id: req-a727dc36-eff1-482d-a7e2-64e2944249bd {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:52:29.022627 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:52:29.023020 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a727dc36-eff1-482d-a7e2-64e2944249bd {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:52:29.023443 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'status': 'completed', 'code': 200} Aug 20 12:52:29.054143 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-5b916c90-5d65-4e37-a444-3c9907b977a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 217 time: 0.0387068 Aug 20 12:52:29.109568 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-09a55ccd-25a8-4ac3-ad80-305d17a5c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:29.111566 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-09a55ccd-25a8-4ac3-ad80-305d17a5c2af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 200 len: 854 time: 0.0494936 Aug 20 12:52:29.158103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-11831bcd-fa97-460f-9eba-3d036829478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:29.159539 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-11831bcd-fa97-460f-9eba-3d036829478a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bf7d881-6d66-4495-ae72-435141cc5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414214 Aug 20 12:52:29.252616 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-b66d07d6-81d1-4b83-9c7f-fd50697a1803 service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852540 Aug 20 12:52:29.345431 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c15a9e98-b4b5-4d96-aedc-bc9a6e03ea96 req-7e57493d-0c00-4921-80a7-c98c05aa631e service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851729 Aug 20 12:52:29.428616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-d61ee8c1-9746-4784-8399-03a9f3cc9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:29.430029 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-d61ee8c1-9746-4784-8399-03a9f3cc9785 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1095 time: 0.0411530 Aug 20 12:52:29.523887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-1a24dace-d0fe-4673-b500-cc8598592838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:29.526155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-1a24dace-d0fe-4673-b500-cc8598592838 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 916 time: 0.0892315 Aug 20 12:52:29.566771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-90ae1e5d-7146-4562-aa61-df58794714a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 217 time: 0.0336056 Aug 20 12:52:29.615689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-ba4fc32b-bede-45ce-95a2-7fc15238fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:29.617088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-ba4fc32b-bede-45ce-95a2-7fc15238fcf7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 200 len: 854 time: 0.0423563 Aug 20 12:52:29.668824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-511da365-e065-4f2f-9963-1bb2f23592d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:29.670399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-511da365-e065-4f2f-9963-1bb2f23592d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bf7d881-6d66-4495-ae72-435141cc5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461755 Aug 20 12:52:29.759420 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-20f0d2c6-a8ea-4c69-9229-605062356a1d service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813553 Aug 20 12:52:29.852104 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-375fb83f-f6e0-44a2-9dcb-d075bc244124 req-9a29613a-5589-4215-8936-e2b183683589 service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844619 Aug 20 12:52:30.089851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3a8ea-1f13-4c59-97fa-9141e8100f53 req-0a8a3c9c-e5da-4204-9c51-0eb96e996a9d tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:30.091280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37d3a8ea-1f13-4c59-97fa-9141e8100f53 req-0a8a3c9c-e5da-4204-9c51-0eb96e996a9d tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 943 time: 0.0506756 Aug 20 12:52:30.128989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-37d3a8ea-1f13-4c59-97fa-9141e8100f53 req-9ef0b5c5-a340-45ac-8e16-a00d6d57f50c tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Aug 20 12:52:30.564230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device af575a7b-7c51-40e2-bd3f-01386aed61f4 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:52:30.656104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port af575a7b-7c51-40e2-bd3f-01386aed61f4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:30.667147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'port_id': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'mac_address': 'fa:16:3e:c4:4e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:52:30.706900 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:30.720059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af575a7b-7c51-40e2-bd3f-01386aed61f4 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:52:30.738963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port af575a7b-7c51-40e2-bd3f-01386aed61f4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:30.744124 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:30.792487 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=af575a7b-7c51-40e2-bd3f-01386aed61f4,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:30.944493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['af575a7b-7c51-40e2-bd3f-01386aed61f4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:52:31.244563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3976f-af49-4e84-b159-f1b4e0216de4 req-682d8975-f215-4b55-8c4c-8fd8b49b7146 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:31.245965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18f3976f-af49-4e84-b159-f1b4e0216de4 req-682d8975-f215-4b55-8c4c-8fd8b49b7146 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 944 time: 0.0498831 Aug 20 12:52:31.283876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-18f3976f-af49-4e84-b159-f1b4e0216de4 req-c35f1b02-17aa-4926-9bb6-4aa2e5afbe97 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Aug 20 12:52:32.407836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe7e35-122b-488d-b564-4884d7c152b6 req-5c921d11-46ae-4b51-8463-f75581864fc6 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:32.409314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97fe7e35-122b-488d-b564-4884d7c152b6 req-5c921d11-46ae-4b51-8463-f75581864fc6 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 944 time: 0.0547247 Aug 20 12:52:32.447771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-97fe7e35-122b-488d-b564-4884d7c152b6 req-e37923b9-3af8-48eb-a35b-276ce888ccb5 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324042 Aug 20 12:52:32.593866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device af575a7b-7c51-40e2-bd3f-01386aed61f4 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:52:32.642305 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port af575a7b-7c51-40e2-bd3f-01386aed61f4 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:52:32.645871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port af575a7b-7c51-40e2-bd3f-01386aed61f4 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:32.646268 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:32.723391 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:32.745387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:52:32.758908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port af575a7b-7c51-40e2-bd3f-01386aed61f4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:32.763812 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:32.818314 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=af575a7b-7c51-40e2-bd3f-01386aed61f4,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:32.854282 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428455b0-2346-48b6-ae64-b243457fd349" -d '{"events": [{"server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "name": "network-vif-plugged", "status": "completed", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:52:32.946824 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4d368a-2d2d-4fed-9696-86c73c3c20f6 x-openstack-request-id: req-da4d368a-2d2d-4fed-9696-86c73c3c20f6 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:52:32.947119 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "name": "network-vif-plugged", "status": "completed", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:52:32.947380 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da4d368a-2d2d-4fed-9696-86c73c3c20f6 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:52:32.947793 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'code': 200} Aug 20 12:52:33.039854 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6cff7-ab17-47f9-8cb2-e2718716130a req-95e4eb9e-a04d-4058-be2b-4dd21d5fd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:33.041907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4da6cff7-ab17-47f9-8cb2-e2718716130a req-95e4eb9e-a04d-4058-be2b-4dd21d5fd1d2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1097 time: 0.0406637 Aug 20 12:52:33.082164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4da6cff7-ab17-47f9-8cb2-e2718716130a req-f49304e6-5f69-4a7e-bd94-24f649cf2d3f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Aug 20 12:52:33.564588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab44688-e98f-4312-8530-f3a8afc65da6 req-4f53de97-9cc1-427a-9bb7-7848219ae2fb tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:33.566092 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ab44688-e98f-4312-8530-f3a8afc65da6 req-4f53de97-9cc1-427a-9bb7-7848219ae2fb tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0504885 Aug 20 12:52:33.605782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ab44688-e98f-4312-8530-f3a8afc65da6 req-b4ba1a1b-15d4-4d0a-99e8-a2c7426c33e2 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Aug 20 12:52:34.729839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e9957-1af7-43ac-83a8-ede498dc3bfb req-1ad61b2e-214d-4eb0-b56f-4f971a4b2e4c tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:34.731359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a9e9957-1af7-43ac-83a8-ede498dc3bfb req-1ad61b2e-214d-4eb0-b56f-4f971a4b2e4c tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0559318 Aug 20 12:52:34.769146 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4a9e9957-1af7-43ac-83a8-ede498dc3bfb req-d45b322d-8e7f-4eb3-8362-70ee4dabdf8c tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Aug 20 12:52:34.883284 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f54475-3282-4242-add7-0bb464c3b230 req-cf9e8a85-2796-40f7-9560-54cad614cccf tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:34.885452 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f54475-3282-4242-add7-0bb464c3b230 req-cf9e8a85-2796-40f7-9560-54cad614cccf tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0501606 Aug 20 12:52:34.923956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92f54475-3282-4242-add7-0bb464c3b230 req-52c3aae6-9921-4748-94f7-a9c3051d0a75 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Aug 20 12:52:35.113111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4504-e1de-4f64-ad28-65b1c50ceeab req-13451138-cca4-45e9-9965-670c947df6ad tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:35.114613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6faa4504-e1de-4f64-ad28-65b1c50ceeab req-13451138-cca4-45e9-9965-670c947df6ad tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0496118 Aug 20 12:52:35.153363 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6faa4504-e1de-4f64-ad28-65b1c50ceeab req-10904006-c308-4794-9700-4249ad106162 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Aug 20 12:52:39.380514 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:52:42.485896 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:44.221096 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:46.744185 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce3c5-2439-4185-94f5-070104caeb04 req-d61e277a-2e98-401f-9886-a4a7f7fab895 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:46.745684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdfce3c5-2439-4185-94f5-070104caeb04 req-d61e277a-2e98-401f-9886-a4a7f7fab895 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0533266 Aug 20 12:52:46.783910 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdfce3c5-2439-4185-94f5-070104caeb04 req-6cfa4945-1fc9-41d4-a3ae-285bd149df2b tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Aug 20 12:52:46.806916 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:46.888815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ce8db-a763-44f4-9452-59cc2175dc10 tempest-TestMinimumBasicScenario-1996154313 tempest-TestMinimumBasicScenario-1996154313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:46.890371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b85ce8db-a763-44f4-9452-59cc2175dc10 tempest-TestMinimumBasicScenario-1996154313 tempest-TestMinimumBasicScenario-1996154313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1092 time: 0.0824494 Aug 20 12:52:46.893576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34802) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:46.898451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:46.922421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.022119 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.124277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Allocated IP 172.25.0.217 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/84873f60-7f0e-4a81-917f-bc4e4ef748b4) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:52:47.229745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.268631 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.303929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:52:47.309173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:52:47.312016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:52:47.342403 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'Port': ['ID=84873f60-7f0e-4a81-917f-bc4e4ef748b4,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:47.354133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.354503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.354839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.355169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.355497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.355821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.356138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.356460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.356779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.357148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.357411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.357828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:47.706093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.770603 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.919482 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.923014 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.989816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'Port': ['ID=84873f60-7f0e-4a81-917f-bc4e4ef748b4,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:48.002108 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.104515 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Floating IP e7286740-6d07-4816-ba89-1079d6b16432 associated. External IP: 172.25.0.217, port: af575a7b-7c51-40e2-bd3f-01386aed61f4. Aug 20 12:52:48.312788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:52:48.424139 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:52:48.437646 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] Sync routers for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:52:48.439864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.448946 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:52:48.449578 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:52:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:48.468432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7ba55db0-98d0-4792-8baa-5a0afda152d3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5735235 Aug 20 12:52:48.469037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:52:48.471256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34804) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:48.477500 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:52:48.480168 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716206153', 'description': 'tempest-secgroup-smoke-716206153 description', 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:48.525753 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.543044 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e674ec68-7c4a-4519-976f-ee1d03baea9b x-openstack-request-id: req-e674ec68-7c4a-4519-976f-ee1d03baea9b {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:52:48.543344 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:52:48.543596 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e674ec68-7c4a-4519-976f-ee1d03baea9b {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:52:48.544107 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'status': 'completed', 'code': 200} Aug 20 12:52:48.564897 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:52:48.612652 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-39ebc829-fca6-44fd-880d-1948396df886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:48.614384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-39ebc829-fca6-44fd-880d-1948396df886 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1097 time: 0.0498118 Aug 20 12:52:48.626669 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.630859 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.661641 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.662915 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1898503 Aug 20 12:52:48.666678 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34812) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:48.671771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-73358a3a-a196-4b1c-ac94-6f4226956524 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'security_group_rule': {'security_group_id': '3bca4d2c-5495-429a-9be9-cf38b82e8413', 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:48.676771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca4d2c-5495-429a-9be9-cf38b82e8413,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:48.688899 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.689240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.689568 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.689900 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.690241 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.690565 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.690888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.691205 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.691519 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.691834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.692148 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.692460 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc30be-4b6a-462a-97cc-f27b4f8535a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:52:48.713920 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-5bf528fe-14d1-42d0-a660-c8c13cebcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:48.715545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-5bf528fe-14d1-42d0-a660-c8c13cebcff8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 916 time: 0.0947325 Aug 20 12:52:48.717013 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73358a3a-a196-4b1c-ac94-6f4226956524 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.771485 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73358a3a-a196-4b1c-ac94-6f4226956524 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.776438 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73358a3a-a196-4b1c-ac94-6f4226956524 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.793756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-a6dbc9e4-eee0-493d-b2e4-2874994cae81 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 999 time: 0.0704989 Aug 20 12:52:48.802880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73358a3a-a196-4b1c-ac94-6f4226956524 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9459fe8d-047f-4b5b-be77-39440632181b,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:48.805606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'e7286740-6d07-4816-ba89-1079d6b16432', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'port_id': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'mac_address': 'fa:16:3e:c4:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:52:47Z', 'updated_at': '2021-08-20T12:52:47Z', 'revision_number': 0, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 5, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:48.815729 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-73358a3a-a196-4b1c-ac94-6f4226956524 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.817535 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-73358a3a-a196-4b1c-ac94-6f4226956524 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496587 Aug 20 12:52:48.819936 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34814) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:48.825486 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-60c273f1-20e3-415a-b29b-17e8cbc444cd tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'security_group_rule': {'security_group_id': '3bca4d2c-5495-429a-9be9-cf38b82e8413', 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:48.833008 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] Checking router: c4aaa02b-61bf-4ae1-b6c9-4419a0740139 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:52:48.842339 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:52:48.842934 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:52:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:48.855365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-7a92c9fe-e83a-43d2-93a1-ef3116bd323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:48.856931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-7a92c9fe-e83a-43d2-93a1-ef3116bd323a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 200 len: 854 time: 0.0559576 Aug 20 12:52:48.861318 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60c273f1-20e3-415a-b29b-17e8cbc444cd tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.904449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-0a2720ce-c86a-426c-893c-f058fde41faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:48.906233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-0a2720ce-c86a-426c-893c-f058fde41faa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bf7d881-6d66-4495-ae72-435141cc5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421958 Aug 20 12:52:48.936114 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60c273f1-20e3-415a-b29b-17e8cbc444cd tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.940673 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60c273f1-20e3-415a-b29b-17e8cbc444cd tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.960403 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c273f1-20e3-415a-b29b-17e8cbc444cd tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a003a8-a122-489b-bf68-ac389574a7ab,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:48.966935 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:52:48.975463 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-60c273f1-20e3-415a-b29b-17e8cbc444cd tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.976734 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-60c273f1-20e3-415a-b29b-17e8cbc444cd tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556182 Aug 20 12:52:48.980042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34816) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:48.985600 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6451ba16-f832-424a-9018-e4acde620b5e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'security_group_rule': {'security_group_id': '3bca4d2c-5495-429a-9be9-cf38b82e8413', 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:49.012785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-3375344b-eec7-4f01-8634-aa52fc4c4906 service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985279 Aug 20 12:52:49.014162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6451ba16-f832-424a-9018-e4acde620b5e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.078014 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6451ba16-f832-424a-9018-e4acde620b5e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.083152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6451ba16-f832-424a-9018-e4acde620b5e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.103381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451ba16-f832-424a-9018-e4acde620b5e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbef624-1a9c-4aa5-8ed0-4f93be5867b8,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:49.111605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6451ba16-f832-424a-9018-e4acde620b5e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.112849 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6451ba16-f832-424a-9018-e4acde620b5e tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315751 Aug 20 12:52:49.115792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34818) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:49.121287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-0e676bcf-3e75-4eb9-945e-8b40c73c0ce0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'security_group_rule': {'security_group_id': '3bca4d2c-5495-429a-9be9-cf38b82e8413', 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:49.128122 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bdd164aa-bc90-4d9b-a0f0-8c66afb847b9 req-716eb61a-90ca-44d3-ba53-3fda53aadd25 service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069241 Aug 20 12:52:49.155846 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e676bcf-3e75-4eb9-945e-8b40c73c0ce0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.232936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e676bcf-3e75-4eb9-945e-8b40c73c0ce0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.236788 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e676bcf-3e75-4eb9-945e-8b40c73c0ce0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.261235 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e676bcf-3e75-4eb9-945e-8b40c73c0ce0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173ab451-c52f-4536-86d7-4327e898566d,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:49.267925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e676bcf-3e75-4eb9-945e-8b40c73c0ce0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.269187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e676bcf-3e75-4eb9-945e-8b40c73c0ce0 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520979 Aug 20 12:52:49.272083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34820) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:49.277485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-77b95d5f-253b-427f-82be-b153e9889d07 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'security_group_rule': {'security_group_id': '3bca4d2c-5495-429a-9be9-cf38b82e8413', 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:49.299453 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-77b95d5f-253b-427f-82be-b153e9889d07 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Project 7dc78a1fa3384fc68a84cebfd9db9c2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:52:49.304212 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77b95d5f-253b-427f-82be-b153e9889d07 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.318869 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'e7286740-6d07-4816-ba89-1079d6b16432', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'port_id': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'mac_address': 'fa:16:3e:c4:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:52:47Z', 'updated_at': '2021-08-20T12:52:47Z', 'revision_number': 0, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 5, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:52:49.346561 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f3087-7812-483c-bc26-8fabc3949c0d None None] The sync data for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 is: [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'e7286740-6d07-4816-ba89-1079d6b16432', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'port_id': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'mac_address': 'fa:16:3e:c4:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:52:47Z', 'updated_at': '2021-08-20T12:52:47Z', 'revision_number': 0, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 5, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:52:49.367908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77b95d5f-253b-427f-82be-b153e9889d07 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.372299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77b95d5f-253b-427f-82be-b153e9889d07 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.393516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b95d5f-253b-427f-82be-b153e9889d07 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aee2802-e07d-4216-b05f-b7e33d6021bc,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:49.403620 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-77b95d5f-253b-427f-82be-b153e9889d07 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.404868 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-77b95d5f-253b-427f-82be-b153e9889d07 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317828 Aug 20 12:52:49.407762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34822) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:52:49.412774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-dad6b0c6-1c13-4013-9982-7664800bac36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'security_group_rule': {'security_group_id': '3bca4d2c-5495-429a-9be9-cf38b82e8413', 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:49.435779 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-dad6b0c6-1c13-4013-9982-7664800bac36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Project 7dc78a1fa3384fc68a84cebfd9db9c2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:52:49.441105 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dad6b0c6-1c13-4013-9982-7664800bac36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.517828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dad6b0c6-1c13-4013-9982-7664800bac36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.522045 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dad6b0c6-1c13-4013-9982-7664800bac36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.544028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6b0c6-1c13-4013-9982-7664800bac36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e90407-d1fd-4c85-8045-4eeecfa21f12,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:49.550542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-dad6b0c6-1c13-4013-9982-7664800bac36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.552031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-dad6b0c6-1c13-4013-9982-7664800bac36 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428883 Aug 20 12:52:49.568152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795277-490b-4ea7-9180-ad51cdc9e326 None None] New status for floating IP e7286740-6d07-4816-ba89-1079d6b16432: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:52:49.635719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-6053bf64-49a7-42ea-9e11-285041d35845 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716206153&fields=id&tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a HTTP/1.1" status: 200 len: 267 time: 0.0323238 Aug 20 12:52:49.690350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-75150d31-26a6-49e8-8934-87438b374c84 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:49.691832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-75150d31-26a6-49e8-8934-87438b374c84 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0496864 Aug 20 12:52:49.704009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'port': {'security_groups': ['f070d3c7-aa9d-4bd3-b744-3d69cad9f588', '3bca4d2c-5495-429a-9be9-cf38b82e8413']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:52:49.771851 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.955123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] For port af575a7b-7c51-40e2-bd3f-01386aed61f4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:52:49.985543 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.990171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:50.002091 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['af575a7b-7c51-40e2-bd3f-01386aed61f4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:52:50.036477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:50.037120 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:50.038598 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cc3e82cf-d1c9-4d62-8706-974e49c0303d req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "PUT /v2.0/ports/af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 981 time: 0.3392208 Aug 20 12:52:50.065558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2925228-7073-429b-a5b0-b3683bfa8f15 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'Port': ['ID=af575a7b-7c51-40e2-bd3f-01386aed61f4,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:52:50.113686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['af575a7b-7c51-40e2-bd3f-01386aed61f4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:52:50.158561 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fd0ab-2fac-4ed8-aa61-56268fe16d62 req-702e9dab-248e-4642-b121-d84a010045fa tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:50.160145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a36fd0ab-2fac-4ed8-aa61-56268fe16d62 req-702e9dab-248e-4642-b121-d84a010045fa tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0550153 Aug 20 12:52:50.205625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a36fd0ab-2fac-4ed8-aa61-56268fe16d62 req-81299511-4ace-4216-bf36-f18e2681fc25 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367916 Aug 20 12:52:50.368566 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-087edd4b-b03c-4f70-87d5-adbdb5e6a600 None None] Provisioning complete for port af575a7b-7c51-40e2-bd3f-01386aed61f4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:52:50.368952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-087edd4b-b03c-4f70-87d5-adbdb5e6a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:50.545349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:52:50.547976 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6708d3b1-8b98-40ea-a473-15679955ad2d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:52:50.590502 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99399ec-a8e8-4a81-989e-b69c9c7dd90f x-openstack-request-id: req-a99399ec-a8e8-4a81-989e-b69c9c7dd90f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:52:50.590787 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:52:50.591045 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a99399ec-a8e8-4a81-989e-b69c9c7dd90f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:52:50.591444 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'status': 'completed', 'code': 200} Aug 20 12:52:50.653769 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-deb83bf0-6eeb-4896-847a-71ede289600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:50.655329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-deb83bf0-6eeb-4896-847a-71ede289600c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1136 time: 0.0418015 Aug 20 12:52:50.747932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-f9b623ee-5d07-4fa9-a9c9-a155ed3d8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:50.749387 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-f9b623ee-5d07-4fa9-a9c9-a155ed3d8018 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 916 time: 0.0873501 Aug 20 12:52:50.815580 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-d5388e30-755d-4ae2-b2fd-4791e8ca490f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 1001 time: 0.0578125 Aug 20 12:52:50.868143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-aba2339c-74ab-4d3e-9312-df793253b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:50.869661 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-aba2339c-74ab-4d3e-9312-df793253b306 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 200 len: 854 time: 0.0467582 Aug 20 12:52:50.915128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-08a6b87c-d852-4f4c-b964-8ceefcda4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:52:50.916568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-08a6b87c-d852-4f4c-b964-8ceefcda4576 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bf7d881-6d66-4495-ae72-435141cc5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398352 Aug 20 12:52:51.004939 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-afe53020-c1bb-424f-a71c-114b37f9721d service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807924 Aug 20 12:52:51.098532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6708d3b1-8b98-40ea-a473-15679955ad2d req-fabc09b0-ef87-43dd-a545-a888415c3e77 service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840428 Aug 20 12:52:51.793166 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c799e1b-423f-4b15-85f0-966b3145e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:54.370761 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-873bd547-4473-4364-bb59-5f3dbdabdf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:55.093158 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:55.784340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:57.152212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:57.679988 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-9e5827a0-d519-4039-8293-aecc852eb328 req-9a78f911-b068-4e12-a7a9-1c9955b81c98 tempest-ServerDiskConfigTestJSON-2041738179 tempest-ServerDiskConfigTestJSON-2041738179-project] (101033) timed out ('10.222.0.22', 55519) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:53:07.238328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c24890-5c0b-4fa0-8034-cb85dd3c82e3 req-7a748a72-a78f-44da-b47e-21c6289d3650 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:07.239756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81c24890-5c0b-4fa0-8034-cb85dd3c82e3 req-7a748a72-a78f-44da-b47e-21c6289d3650 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0868421 Aug 20 12:53:07.245817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-114cf5d6-1a8f-4959-8b7c-9842f58567af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:07.247324 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-114cf5d6-1a8f-4959-8b7c-9842f58567af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1136 time: 0.0660682 Aug 20 12:53:07.620736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81c24890-5c0b-4fa0-8034-cb85dd3c82e3 req-8b3aabe4-ec88-4245-9a6d-4da7e94ceb2d tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3723030 Aug 20 12:53:07.652850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-914c3c60-0615-4cd5-aa75-4c029813d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:07.654419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-914c3c60-0615-4cd5-aa75-4c029813d4c6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 916 time: 0.3986392 Aug 20 12:53:07.724582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-eee875a8-da10-447c-844f-3058535bc017 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 1001 time: 0.0621965 Aug 20 12:53:07.775863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-bedc5f37-1eb5-447e-922b-77a8c3fd2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:07.777346 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-bedc5f37-1eb5-447e-922b-77a8c3fd2d18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 200 len: 854 time: 0.0458169 Aug 20 12:53:07.823858 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-98976c8e-b536-4b00-a4d6-1d2c13f12d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:07.825350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-98976c8e-b536-4b00-a4d6-1d2c13f12d85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bf7d881-6d66-4495-ae72-435141cc5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408566 Aug 20 12:53:07.838895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-0689964f-38c5-4433-abc7-3eff08170900 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:53:07.839825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-0689964f-38c5-4433-abc7-3eff08170900 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049558 Aug 20 12:53:07.934991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-d6bfb209-48b3-4f1d-a740-fdae737774ed service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878811 Aug 20 12:53:08.026534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-48d3eafa-cd4f-4ca5-a500-8958f9d33083 req-71358169-5b6e-4692-b0bd-0ca406d977fc service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829489 Aug 20 12:53:08.736539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7df26-97f2-4f63-a625-e131578731e8 req-0b6d182f-ed77-4e0e-9184-0004fc6e0c09 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:08.738031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98f7df26-97f2-4f63-a625-e131578731e8 req-0b6d182f-ed77-4e0e-9184-0004fc6e0c09 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0498548 Aug 20 12:53:08.782657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98f7df26-97f2-4f63-a625-e131578731e8 req-a999f78b-4e47-4148-9c00-2bb0d21a8152 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385244 Aug 20 12:53:09.896923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f357b-6e21-4ab8-8735-2e6292e9cc8e req-e80a33ed-5619-4149-bff2-9831d44ea0fc tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:09.898408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f7f357b-6e21-4ab8-8735-2e6292e9cc8e req-e80a33ed-5619-4149-bff2-9831d44ea0fc tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0485580 Aug 20 12:53:09.938247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8f7f357b-6e21-4ab8-8735-2e6292e9cc8e req-155a9add-e9e6-4a77-ab28-3113231b53a3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336916 Aug 20 12:53:11.056379 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b187ad0-5ca0-4e1e-af26-30d955b7220d req-b3f05e0d-31a2-4b54-9272-38fccaa7582d tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:11.057839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b187ad0-5ca0-4e1e-af26-30d955b7220d req-b3f05e0d-31a2-4b54-9272-38fccaa7582d tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0483296 Aug 20 12:53:11.097229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b187ad0-5ca0-4e1e-af26-30d955b7220d req-49c2f9d9-f4cb-4b08-b033-82a877455b3c tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324125 Aug 20 12:53:12.215627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b266-e7ea-46ea-b7bf-40fd62946f66 req-8ecf5d09-7ad2-4474-8f36-ae2da8cbfd3c tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:12.217120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af36b266-e7ea-46ea-b7bf-40fd62946f66 req-8ecf5d09-7ad2-4474-8f36-ae2da8cbfd3c tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0502281 Aug 20 12:53:12.266702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-af36b266-e7ea-46ea-b7bf-40fd62946f66 req-3efa474b-ca05-430f-a7ab-e55bb63ba907 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426750 Aug 20 12:53:12.483804 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:13.387861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd184-0af2-49d6-872a-368f3d87056e req-21e89de7-5d7f-4509-aafc-7efa0b83b125 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:13.389280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-46ecd184-0af2-49d6-872a-368f3d87056e req-21e89de7-5d7f-4509-aafc-7efa0b83b125 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0500028 Aug 20 12:53:13.430278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-46ecd184-0af2-49d6-872a-368f3d87056e req-a3003656-f09c-4b2d-b0b3-963a23c6d3b1 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343702 Aug 20 12:53:13.607433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-3ad8ccca-179d-42a3-8364-3e8eca9b30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:13.609512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-3ad8ccca-179d-42a3-8364-3e8eca9b30f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1136 time: 0.0509930 Aug 20 12:53:13.725565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-c052496a-044e-4b0a-bfc4-63a065e34b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:13.727062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-c052496a-044e-4b0a-bfc4-63a065e34b02 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 916 time: 0.0978093 Aug 20 12:53:13.792675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-505dd8a4-87d3-4d97-92ae-ed691c4efeac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 1001 time: 0.0580842 Aug 20 12:53:13.841082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-12c2c3d3-713b-4928-bc1f-2b9490e34aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:13.843245 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-12c2c3d3-713b-4928-bc1f-2b9490e34aed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 200 len: 854 time: 0.0420880 Aug 20 12:53:13.892514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-a98263bc-0a56-44c7-8b1d-27a1df8596fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:13.894021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-a98263bc-0a56-44c7-8b1d-27a1df8596fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bf7d881-6d66-4495-ae72-435141cc5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446064 Aug 20 12:53:13.986953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-e8ff764f-ca2f-4e9e-b159-179d1a916ded service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847249 Aug 20 12:53:14.081509 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9eb49ef7-ad5f-47f1-a1c4-4a55c772802b req-0e56a4c8-faf9-41a6-b9dd-1064fdbad03c service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860147 Aug 20 12:53:14.238729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:14.552028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a11f7-652f-4f14-94b8-a940c466ba25 req-ee04baa7-7d31-4fd1-b249-b97a62898820 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:14.553435 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d8a11f7-652f-4f14-94b8-a940c466ba25 req-ee04baa7-7d31-4fd1-b249-b97a62898820 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0515840 Aug 20 12:53:14.599100 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d8a11f7-652f-4f14-94b8-a940c466ba25 req-4a0bfeab-74a0-4766-902d-0ed46fdd1c2a tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355854 Aug 20 12:53:15.716645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff9a67-7312-46f4-adad-d060dcf57db1 req-e00ccd0d-32b9-4d09-82ef-a92aadb3caf9 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:15.718242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbff9a67-7312-46f4-adad-d060dcf57db1 req-e00ccd0d-32b9-4d09-82ef-a92aadb3caf9 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0517619 Aug 20 12:53:15.759132 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bbff9a67-7312-46f4-adad-d060dcf57db1 req-d00e5de4-10f6-4dbe-b800-e789fc04b575 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345941 Aug 20 12:53:16.379385 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:53:16.879377 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e6c58-f820-4f87-9b5f-aab3214a7ed9 req-17fc4335-8768-45a6-ac83-ff30d278533f tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:16.880829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be9e6c58-f820-4f87-9b5f-aab3214a7ed9 req-17fc4335-8768-45a6-ac83-ff30d278533f tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0526395 Aug 20 12:53:16.924584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be9e6c58-f820-4f87-9b5f-aab3214a7ed9 req-42240be6-b08c-4f88-ae83-cd917684b332 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376554 Aug 20 12:53:18.039960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00e148-a176-4759-b504-72bc798508a3 req-ca0aaa94-a856-44cb-b22a-55d8a8a84e6a tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:18.041456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea00e148-a176-4759-b504-72bc798508a3 req-ca0aaa94-a856-44cb-b22a-55d8a8a84e6a tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0503576 Aug 20 12:53:18.081079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea00e148-a176-4759-b504-72bc798508a3 req-4c2275b4-63db-4f22-8500-6be55a624b4f tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328703 Aug 20 12:53:19.195819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e3d0-7148-46dc-9864-e63c039838fa req-17f4795d-43a3-4ce1-81b9-f163c420c13f tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:19.197290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f62e3d0-7148-46dc-9864-e63c039838fa req-17f4795d-43a3-4ce1-81b9-f163c420c13f tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0490634 Aug 20 12:53:19.240500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f62e3d0-7148-46dc-9864-e63c039838fa req-e60fcf3e-fb83-448b-b1ca-d4d77bd0b998 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&id=3bca4d2c-5495-429a-9be9-cf38b82e8413&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363474 Aug 20 12:53:21.794709 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16adba00-2ce3-4bd0-bd09-3906272cba6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:24.372707 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-849987e6-c806-400b-81f5-979a490fef3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:25.094774 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:25.787763 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:27.154520 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:42.496517 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:44.235697 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:51.674137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-6c7459f5-0c13-4ceb-b56b-6c1ce14fabeb tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716206153&fields=id&tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a HTTP/1.1" status: 200 len: 267 time: 0.0397255 Aug 20 12:53:51.733467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-28c11731-9d02-44ab-8bd3-297ed2996812 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:51.735043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-28c11731-9d02-44ab-8bd3-297ed2996812 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 984 time: 0.0551848 Aug 20 12:53:51.745995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Request body: {'port': {'security_groups': ['f070d3c7-aa9d-4bd3-b744-3d69cad9f588']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:53:51.799425 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-dd88f6e2-36f9-4bdd-b8dc-8c2421737890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:51.815228 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:51.990580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] For port af575a7b-7c51-40e2-bd3f-01386aed61f4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:53:52.020790 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.025270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.037319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['af575a7b-7c51-40e2-bd3f-01386aed61f4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:53:52.068508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:52.069141 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.074137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e81d7c59-d513-4447-be4a-bd0431f00886 req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "PUT /v2.0/ports/af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 942 time: 0.3325043 Aug 20 12:53:52.074624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:53:52.076814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 34894) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:53:52.077294 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142f2bc9-39c2-4c61-b470-44babe03c9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:53:52.124059 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event updated for resources: {'Port': ['ID=af575a7b-7c51-40e2-bd3f-01386aed61f4,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:53:52.133184 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f311cc-1562-419c-a8b8-d0ae13f0ae45 x-openstack-request-id: req-93f311cc-1562-419c-a8b8-d0ae13f0ae45 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:53:52.133472 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:53:52.133725 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93f311cc-1562-419c-a8b8-d0ae13f0ae45 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:53:52.134136 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'status': 'completed', 'code': 200} Aug 20 12:53:52.135575 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.135921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.136264 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.136605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.137194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.137536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.137866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.138214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.138978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.139314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.139891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.140240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47045848-88a9-471c-83ce-6b73f86a61ce tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.147872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['af575a7b-7c51-40e2-bd3f-01386aed61f4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:53:52.164600 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.199386 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.200852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-672ec970-03a1-40fc-92e1-3eb10ab46668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:52.202692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-672ec970-03a1-40fc-92e1-3eb10ab46668 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1097 time: 0.0486877 Aug 20 12:53:52.275682 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.278860 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.284424 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "DELETE /v2.0/security-groups/3bca4d2c-5495-429a-9be9-cf38b82e8413 HTTP/1.1" status: 204 len: 168 time: 0.2044084 Aug 20 12:53:52.284965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 34904) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:53:52.295271 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca4d2c-5495-429a-9be9-cf38b82e8413,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:53:52.307760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.308045 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.308383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.308721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.309047 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.309381 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.309695 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.310014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.310411 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.310704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.311029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.311342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325c648a-9c6c-46e2-8029-8e0ccab11917 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:53:52.370505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-50372a8b-3571-4b04-9417-b8330b75e1e2 None None] Provisioning complete for port af575a7b-7c51-40e2-bd3f-01386aed61f4 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:53:52.373045 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-50372a8b-3571-4b04-9417-b8330b75e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.382456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-4bd1dd83-726c-4669-ac67-1fc9d0bc4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:52.383919 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-4bd1dd83-726c-4669-ac67-1fc9d0bc4a87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 916 time: 0.1741612 Aug 20 12:53:52.506850 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-662c71ba-c468-4953-9fdf-07e8f5281205 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 1001 time: 0.0950572 Aug 20 12:53:52.568199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-145e9739-6bea-42dc-9cfa-a5e002c642e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:52.569610 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-145e9739-6bea-42dc-9cfa-a5e002c642e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 200 len: 854 time: 0.0545454 Aug 20 12:53:52.575255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Deleting port 84873f60-7f0e-4a81-917f-bc4e4ef748b4 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:53:52.575598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.673848 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-fb37f3b0-28fc-4ab3-bfa5-531361e7a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:52.675366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-fb37f3b0-28fc-4ab3-bfa5-531361e7a53b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bf7d881-6d66-4495-ae72-435141cc5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978982 Aug 20 12:53:52.695376 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.695693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:52.746402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Calling delete_port for 84873f60-7f0e-4a81-917f-bc4e4ef748b4 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:53:52.832751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-f07dd9d6-055f-4082-bb31-3bc7826cbfe6 service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479995 Aug 20 12:53:52.973229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-142f2bc9-39c2-4c61-b470-44babe03c9a0 req-2fc5693b-7666-4210-a8b2-d02967c5da56 service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331499 Aug 20 12:53:52.990761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:53.021236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event deleted for resources: {'Port': ['ID=84873f60-7f0e-4a81-917f-bc4e4ef748b4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:53:53.081501 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:53.081836 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Floating IP e7286740-6d07-4816-ba89-1079d6b16432 disassociated (deleted). External IP: 172.25.0.217, port: af575a7b-7c51-40e2-bd3f-01386aed61f4. Aug 20 12:53:53.287749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:53:53.379375 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:53:53.398000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:53:53.403348 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:53.409189 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] Sync routers for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:53:53.419509 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:53:53.420448 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:53:53.432694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4015cae6-bac4-4748-b8c7-3693b63e7df3 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "DELETE /v2.0/floatingips/e7286740-6d07-4816-ba89-1079d6b16432 HTTP/1.1" status: 204 len: 168 time: 1.1466675 Aug 20 12:53:53.528422 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:53:53.733300 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 5, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:53:53.759229 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] Checking router: c4aaa02b-61bf-4ae1-b6c9-4419a0740139 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:53:53.771932 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:53:53.772995 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:53:53.876789 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:53:54.077336 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 5, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:53:54.107478 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5b5b8-2621-4961-8e6a-24c138df3e79 None None] The sync data for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 is: [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:51:58Z', 'revision_number': 4, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'a1783ec4-f1df-4205-800b-5fe0a48ee94d', 'name': '', 'network_id': '1bf7d881-6d66-4495-ae72-435141cc5cf0', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'mac_address': 'fa:16:3e:bb:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:58Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 5, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'subnets': [{'id': 'e0eedba5-94a0-4727-ac93-839613ab0684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:53:54.135985 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:53:54.138579 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a34e0d3-59cc-401f-8515-3c922b221a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:53:54.181392 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9843caaa-01d9-4031-bdb9-c1e8b3c14512 x-openstack-request-id: req-9843caaa-01d9-4031-bdb9-c1e8b3c14512 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:53:54.181924 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:53:54.185294 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9843caaa-01d9-4031-bdb9-c1e8b3c14512 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:53:54.185836 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'status': 'completed', 'code': 200} Aug 20 12:53:54.245826 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-7cb3edd3-fbc3-4328-9bc6-b8ada80265db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:54.247478 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-7cb3edd3-fbc3-4328-9bc6-b8ada80265db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 1097 time: 0.0429537 Aug 20 12:53:54.353018 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-5901a1bd-8e3b-4407-a277-d867c53be257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:54.354828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-5901a1bd-8e3b-4407-a277-d867c53be257 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 200 len: 916 time: 0.1003728 Aug 20 12:53:54.380171 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-483563e0-fd28-4fa3-9ae8-4638220db700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:54.386443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63293f4-7890-4c94-8d22-146c41c23947 None None] New status for floating IP e7286740-6d07-4816-ba89-1079d6b16432: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:53:54.410593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-b8305d83-8cc2-43ae-8964-24cde76ae232 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 200 len: 217 time: 0.0407588 Aug 20 12:53:54.463127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-e666061d-b72a-41c8-95e8-e1621fec6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:54.464756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-e666061d-b72a-41c8-95e8-e1621fec6d02 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 200 len: 854 time: 0.0474489 Aug 20 12:53:54.522438 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-7ab16e3e-3678-4a3b-9d60-414cc34e4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:53:54.523956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-7ab16e3e-3678-4a3b-9d60-414cc34e4d4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bf7d881-6d66-4495-ae72-435141cc5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525031 Aug 20 12:53:54.617625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-0e7ad689-96ff-4f94-89cd-6b8e62da5d12 service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854914 Aug 20 12:53:54.721253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8a34e0d3-59cc-401f-8515-3c922b221a9a req-4e6af4b3-dde4-41c0-836f-2e89fca2275f service neutron] 10.222.0.22 "GET /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967495 Aug 20 12:53:55.096838 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:55.791801 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:57.159588 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:00.394125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728edb6b-6ee7-4b06-a3a7-06529cc60a97 req-deb6271b-7aea-45d8-8335-c59657f8c2ad tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:00.395684 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-728edb6b-6ee7-4b06-a3a7-06529cc60a97 req-deb6271b-7aea-45d8-8335-c59657f8c2ad tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0535669 Aug 20 12:54:00.435945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-728edb6b-6ee7-4b06-a3a7-06529cc60a97 req-2db31c21-d7fb-473d-b684-d4811885f8a7 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Aug 20 12:54:01.549532 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf0b17-de0f-4901-881e-9ce3ad509c56 req-f4c8c729-5aa2-43de-9e7c-88ac183eda9d tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:01.551025 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aedf0b17-de0f-4901-881e-9ce3ad509c56 req-f4c8c729-5aa2-43de-9e7c-88ac183eda9d tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0489817 Aug 20 12:54:01.588673 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aedf0b17-de0f-4901-881e-9ce3ad509c56 req-5c47e452-e479-42ad-9eee-502974f2ebf4 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/security-groups?id=f070d3c7-aa9d-4bd3-b744-3d69cad9f588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Aug 20 12:54:01.973169 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-abc134a7-8048-493a-becc-19989dea9c52 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:01.974723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-abc134a7-8048-493a-becc-19989dea9c52 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 945 time: 0.0494251 Aug 20 12:54:02.069626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Deleting port af575a7b-7c51-40e2-bd3f-01386aed61f4 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:54:02.069971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:02.156658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] For port af575a7b-7c51-40e2-bd3f-01386aed61f4, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=af575a7b-7c51-40e2-bd3f-01386aed61f4,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:02.157025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:02.169621 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Calling delete_port for af575a7b-7c51-40e2-bd3f-01386aed61f4 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:54:02.296316 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:02.310411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['af575a7b-7c51-40e2-bd3f-01386aed61f4'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:54:02.325817 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Pushing event deleted for resources: {'Port': ['ID=af575a7b-7c51-40e2-bd3f-01386aed61f4,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:02.645535 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] No DVR routers for this DVR port af575a7b-7c51-40e2-bd3f-01386aed61f4 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:54:02.648160 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:02.650133 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac20968f-72d0-400c-8ee1-e0ad24d9002e req-fab7aac5-572f-41ce-a2b9-c1cfac0aaf10 tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.22 "DELETE /v2.0/ports/af575a7b-7c51-40e2-bd3f-01386aed61f4 HTTP/1.1" status: 204 len: 173 time: 0.6693943 Aug 20 12:54:02.650599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'name': 'network-vif-deleted', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:54:02.652880 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dfdc86-8382-4e47-a565-5b1aa429fd3f" -d '{"events": [{"server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "name": "network-vif-deleted", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:54:02.690796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-43aa9f37-e088-45a7-8cd8-e462b963fa73 req-4e56dc96-5eee-4b64-9e4e-0373b517fcca tempest-TestMinimumBasicScenario-41969049 tempest-TestMinimumBasicScenario-41969049-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb6b9d98-3250-4b96-9510-5946e3993fef HTTP/1.1" status: 200 len: 210 time: 0.0307608 Aug 20 12:54:02.754846 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b300f8-7a84-4cf3-a57b-87c14aab4c38 x-openstack-request-id: req-28b300f8-7a84-4cf3-a57b-87c14aab4c38 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:54:02.755350 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6b9d98-3250-4b96-9510-5946e3993fef", "name": "network-vif-deleted", "tag": "af575a7b-7c51-40e2-bd3f-01386aed61f4", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:54:02.755604 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28b300f8-7a84-4cf3-a57b-87c14aab4c38 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:54:02.756243 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6b9d98-3250-4b96-9510-5946e3993fef', 'name': 'network-vif-deleted', 'tag': 'af575a7b-7c51-40e2-bd3f-01386aed61f4', 'status': 'completed', 'code': 200} Aug 20 12:54:04.258159 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35000) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:04.615701 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:04.864314 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Deleting port a1783ec4-f1df-4205-800b-5fe0a48ee94d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:54:04.864657 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:04.945434 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] For port a1783ec4-f1df-4205-800b-5fe0a48ee94d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a1783ec4-f1df-4205-800b-5fe0a48ee94d,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:04.945793 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:04.959248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Calling delete_port for a1783ec4-f1df-4205-800b-5fe0a48ee94d owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:54:05.025523 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device af575a7b-7c51-40e2-bd3f-01386aed61f4 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:54:05.050587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: af575a7b-7c51-40e2-bd3f-01386aed61f4 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:54:05.050935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device af575a7b-7c51-40e2-bd3f-01386aed61f4 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:54:05.143694 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:05.169147 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1783ec4-f1df-4205-800b-5fe0a48ee94d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:05.342131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:05.554417 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:54:05.660123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:54:05.668040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35002) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:05.668755 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-28e38c4f-0f5f-47e1-b884-db2cb4a07106 admin admin] 10.222.0.25 "PUT /v2.0/routers/c4aaa02b-61bf-4ae1-b6c9-4419a0740139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4088943 Aug 20 12:54:05.671175 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] Sync routers for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:54:05.681170 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:05.681835 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:05.771630 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:05.785180 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:05.873032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:05.926807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Deleting port ce30d4a4-338f-4e23-b37c-03472057c52e {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:54:05.927150 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:05.965803 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:54:05Z', 'revision_number': 5, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port': {'id': 'ce30d4a4-338f-4e23-b37c-03472057c52e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:51:56Z', 'updated_at': '2021-08-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:05.993697 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] Checking router: c4aaa02b-61bf-4ae1-b6c9-4419a0740139 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:54:06.007588 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] Routers {'c4aaa02b-61bf-4ae1-b6c9-4419a0740139'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:06.008393 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:06.020283 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] For port ce30d4a4-338f-4e23-b37c-03472057c52e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ce30d4a4-338f-4e23-b37c-03472057c52e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:06.022007 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.038145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Calling delete_port for ce30d4a4-338f-4e23-b37c-03472057c52e owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:54:06.192062 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] Set router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:06.208366 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.233939 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce30d4a4-338f-4e23-b37c-03472057c52e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:06.244921 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:54:05Z', 'revision_number': 6, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:06.271789 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7948f-ea6e-4ee7-8924-18a1cf31b05b None None] The sync data for ids ['c4aaa02b-61bf-4ae1-b6c9-4419a0740139'] in n-d-800634-10 is: [{'id': 'c4aaa02b-61bf-4ae1-b6c9-4419a0740139', 'name': 'tempest-TestMinimumBasicScenario-1307242445-router', 'tenant_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:51:55Z', 'updated_at': '2021-08-20T12:54:05Z', 'revision_number': 6, 'project_id': '7dc78a1fa3384fc68a84cebfd9db9c2a', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:54:06.299131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.403409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.405707 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.448775 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.449406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4aaa02b-61bf-4ae1-b6c9-4419a0740139 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:54:06.455330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.456723 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-af594971-4a69-4ebe-984f-c3791d4c8296 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c4aaa02b-61bf-4ae1-b6c9-4419a0740139 HTTP/1.1" status: 204 len: 168 time: 0.7874799 Aug 20 12:54:06.459457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35004) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:06.504173 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-071ad2fb-8c1e-4008-a8f7-be8941c59a79 admin admin] Deleting subnet e0eedba5-94a0-4727-ac93-839613ab0684 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:54:06.507636 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-071ad2fb-8c1e-4008-a8f7-be8941c59a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.542017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-071ad2fb-8c1e-4008-a8f7-be8941c59a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.624946 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-071ad2fb-8c1e-4008-a8f7-be8941c59a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.679954 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-071ad2fb-8c1e-4008-a8f7-be8941c59a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.708016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ad2fb-8c1e-4008-a8f7-be8941c59a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0eedba5-94a0-4727-ac93-839613ab0684,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:06.715061 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-071ad2fb-8c1e-4008-a8f7-be8941c59a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.717185 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-071ad2fb-8c1e-4008-a8f7-be8941c59a79 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e0eedba5-94a0-4727-ac93-839613ab0684 HTTP/1.1" status: 204 len: 168 time: 0.2565722 Aug 20 12:54:06.720353 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35006) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:06.721219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcdfdaa-5291-4909-b91f-b7487254451d None None] Network 1bf7d881-6d66-4495-ae72-435141cc5cf0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:54:06.792935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.847827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Deleting port 6a22b0fa-b9fc-45db-85ea-0820799f2938 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:54:06.848174 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.914242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] For port 6a22b0fa-b9fc-45db-85ea-0820799f2938, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=6a22b0fa-b9fc-45db-85ea-0820799f2938,segment=NetworkSegment(4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc),segment_id=4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:06.914618 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:06.928270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Calling delete_port for 6a22b0fa-b9fc-45db-85ea-0820799f2938 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:54:07.012642 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.041255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a22b0fa-b9fc-45db-85ea-0820799f2938,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:07.044480 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] No DVR routers for this DVR port 6a22b0fa-b9fc-45db-85ea-0820799f2938 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:54:07.076943 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07477561-4ae4-4dda-b5db-9fc1f7dd2b9d None None] DHCP port deletion for 1bf7d881-6d66-4495-ae72-435141cc5cf0 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:54:07.145457 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.154502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6a22b0fa-b9fc-45db-85ea-0820799f2938 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:54:07.157197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf7d881-6d66-4495-ae72-435141cc5cf0']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:07.168941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:07.169246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4800d8bf-a3b8-4e7a-bfc1-8d29eee18ffc') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:07.179909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.186723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 6a22b0fa-b9fc-45db-85ea-0820799f2938 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:54:07.187069 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 6a22b0fa-b9fc-45db-85ea-0820799f2938 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:54:07.187493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ce30d4a4-338f-4e23-b37c-03472057c52e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:54:07.195858 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.204880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:54:07.205088 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:54:07.207075 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:54:07.210679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: ce30d4a4-338f-4e23-b37c-03472057c52e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:54:07.211030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ce30d4a4-338f-4e23-b37c-03472057c52e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:54:07.211455 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a1783ec4-f1df-4205-800b-5fe0a48ee94d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:54:07.231261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: a1783ec4-f1df-4205-800b-5fe0a48ee94d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:54:07.231610 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a1783ec4-f1df-4205-800b-5fe0a48ee94d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:54:07.268839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.275406 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.278299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] 10.222.0.25 "DELETE /v2.0/networks/1bf7d881-6d66-4495-ae72-435141cc5cf0 HTTP/1.1" status: 204 len: 168 time: 0.5559819 Aug 20 12:54:07.280309 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:07.288370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c834af-743b-4ae3-99bf-a18afea5fc8c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf7d881-6d66-4495-ae72-435141cc5cf0,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:07.663098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.913537 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Deleting port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:54:07.913801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:07.994834 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] For port 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,segment=NetworkSegment(1ffa5445-809b-47b3-824c-ac2e9a0e54f5),segment_id=1ffa5445-809b-47b3-824c-ac2e9a0e54f5)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:07.995189 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:08.008673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Calling delete_port for 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:54:08.193566 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:08.224391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c383a9e-d643-4cb7-a5a4-74b7da4adc8e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:08.704382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:08.922954 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Router a2647e4f-8790-4a63-88a9-7d04e191adb6 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:54:09.032944 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:54:09.038023 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1b264f66-4708-412f-9aba-c806410bb1f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/a2647e4f-8790-4a63-88a9-7d04e191adb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564976 Aug 20 12:54:09.040788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35010) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:09.042014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] Sync routers for ids ['a2647e4f-8790-4a63-88a9-7d04e191adb6'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:54:09.051147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] Routers {'a2647e4f-8790-4a63-88a9-7d04e191adb6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:09.051749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a2647e4f-8790-4a63-88a9-7d04e191adb6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:09.145512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.157221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] Set router a2647e4f-8790-4a63-88a9-7d04e191adb6 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:09.254481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.307814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Deleting port 279c5d3e-ff1b-456a-83a8-665c671aa68a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:54:09.308076 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.336850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:54:08Z', 'revision_number': 5, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port': {'id': '279c5d3e-ff1b-456a-83a8-665c671aa68a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:52:01Z', 'updated_at': '2021-08-20T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:09.367538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] Checking router: a2647e4f-8790-4a63-88a9-7d04e191adb6 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:54:09.376712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] Routers {'a2647e4f-8790-4a63-88a9-7d04e191adb6'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:09.377539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['a2647e4f-8790-4a63-88a9-7d04e191adb6'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:09.393820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] For port 279c5d3e-ff1b-456a-83a8-665c671aa68a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=279c5d3e-ff1b-456a-83a8-665c671aa68a,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:09.394213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.407125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Calling delete_port for 279c5d3e-ff1b-456a-83a8-665c671aa68a owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:54:09.464004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] Set router a2647e4f-8790-4a63-88a9-7d04e191adb6 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:09.517806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:54:09Z', 'revision_number': 6, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:09.547504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae4bdef-6b74-47f0-a208-2d5d21a9dd77 None None] The sync data for ids ['a2647e4f-8790-4a63-88a9-7d04e191adb6'] in n-d-800634-10 is: [{'id': 'a2647e4f-8790-4a63-88a9-7d04e191adb6', 'name': 'tempest-TestMinimumBasicScenario-208194569-router', 'tenant_id': '2913e2565b9c4de4b44f33ece0d37632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:52:00Z', 'updated_at': '2021-08-20T12:54:09Z', 'revision_number': 6, 'project_id': '2913e2565b9c4de4b44f33ece0d37632', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:54:09.576926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.604346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=279c5d3e-ff1b-456a-83a8-665c671aa68a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:09.664190 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.756614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.758726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.802021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.802577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2647e4f-8790-4a63-88a9-7d04e191adb6 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:54:09.806947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.808109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-be399b04-b6f0-4f98-899f-44738e8f8dd1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a2647e4f-8790-4a63-88a9-7d04e191adb6 HTTP/1.1" status: 204 len: 168 time: 0.7662923 Aug 20 12:54:09.810553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35012) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:09.853851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-45853e6e-cc18-482e-a0af-aeefad0cace7 admin admin] Deleting subnet 1436f2c6-1e7c-42f0-923c-55c55213aad7 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:54:09.856839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45853e6e-cc18-482e-a0af-aeefad0cace7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.891257 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45853e6e-cc18-482e-a0af-aeefad0cace7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.979428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45853e6e-cc18-482e-a0af-aeefad0cace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.038199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45853e6e-cc18-482e-a0af-aeefad0cace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.065555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45853e6e-cc18-482e-a0af-aeefad0cace7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1436f2c6-1e7c-42f0-923c-55c55213aad7,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:10.071060 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-45853e6e-cc18-482e-a0af-aeefad0cace7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.074066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-45853e6e-cc18-482e-a0af-aeefad0cace7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1436f2c6-1e7c-42f0-923c-55c55213aad7 HTTP/1.1" status: 204 len: 168 time: 0.2624800 Aug 20 12:54:10.075719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db29e6-283a-452a-b2bc-3f282ca5bce3 None None] Network c2358bf4-1b6f-4c06-8d49-23f936733f7f requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:54:10.076624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35014) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:10.153346 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.212327 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Deleting port 0036a797-8518-4626-b841-3c3ceeeb3604 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:54:10.212815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.277866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] For port 0036a797-8518-4626-b841-3c3ceeeb3604, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0036a797-8518-4626-b841-3c3ceeeb3604,segment=NetworkSegment(1ffa5445-809b-47b3-824c-ac2e9a0e54f5),segment_id=1ffa5445-809b-47b3-824c-ac2e9a0e54f5)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:10.278121 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.296121 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Calling delete_port for 0036a797-8518-4626-b841-3c3ceeeb3604 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:54:10.394552 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.423889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] No DVR routers for this DVR port 0036a797-8518-4626-b841-3c3ceeeb3604 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:54:10.425677 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Pushing event deleted for resources: {'Port': ['ID=0036a797-8518-4626-b841-3c3ceeeb3604,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:10.451180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fed4e1-ace5-4b8d-8f9d-0bccc1c07fd7 None None] DHCP port deletion for c2358bf4-1b6f-4c06-8d49-23f936733f7f request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:54:10.508021 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.519586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2358bf4-1b6f-4c06-8d49-23f936733f7f']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:10.534978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffa5445-809b-47b3-824c-ac2e9a0e54f5') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:10.535313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffa5445-809b-47b3-824c-ac2e9a0e54f5') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:10.544661 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.559132 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.565813 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:54:10.566387 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:54:10.568205 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:54:10.624501 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.633230 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.635170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c2358bf4-1b6f-4c06-8d49-23f936733f7f HTTP/1.1" status: 204 len: 168 time: 0.5575168 Aug 20 12:54:10.648024 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47593421-7274-4848-b96b-1efedf88a749 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2358bf4-1b6f-4c06-8d49-23f936733f7f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:10.809054 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:10.849326 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-738df98f-c755-4d8b-863c-85c7963c653c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7dc78a1fa3384fc68a84cebfd9db9c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389130 Aug 20 12:54:10.851623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35020) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:10.903179 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e2de504-8f7d-4c2a-af2a-63287f7140c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.913534 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:54:10.928810 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e2de504-8f7d-4c2a-af2a-63287f7140c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.936801 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:54:10.937152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 3c383a9e-d643-4cb7-a5a4-74b7da4adc8e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:54:10.937575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 279c5d3e-ff1b-456a-83a8-665c671aa68a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:54:10.956907 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 279c5d3e-ff1b-456a-83a8-665c671aa68a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:54:10.957253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 279c5d3e-ff1b-456a-83a8-665c671aa68a not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:54:10.957674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0036a797-8518-4626-b841-3c3ceeeb3604 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:54:10.975511 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e2de504-8f7d-4c2a-af2a-63287f7140c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.976862 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0036a797-8518-4626-b841-3c3ceeeb3604 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:54:10.977213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0036a797-8518-4626-b841-3c3ceeeb3604 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:54:10.978022 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1e2de504-8f7d-4c2a-af2a-63287f7140c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:10.981788 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1e2de504-8f7d-4c2a-af2a-63287f7140c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f070d3c7-aa9d-4bd3-b744-3d69cad9f588 HTTP/1.1" status: 204 len: 168 time: 0.1292341 Aug 20 12:54:10.990338 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2de504-8f7d-4c2a-af2a-63287f7140c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f070d3c7-aa9d-4bd3-b744-3d69cad9f588,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:11.294222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35026) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:11.335789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-923360ec-2261-4dfe-86a8-9104b8b91a8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2913e2565b9c4de4b44f33ece0d37632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403979 Aug 20 12:54:11.338291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35028) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:11.387675 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6d88c2c4-2c31-4a85-9329-27bba2976c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:11.414326 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6d88c2c4-2c31-4a85-9329-27bba2976c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:11.460351 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6d88c2c4-2c31-4a85-9329-27bba2976c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:11.462811 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6d88c2c4-2c31-4a85-9329-27bba2976c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:11.466408 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6d88c2c4-2c31-4a85-9329-27bba2976c75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15ff4f75-dc88-423f-84af-db6985212963 HTTP/1.1" status: 204 len: 168 time: 0.1247535 Aug 20 12:54:11.473049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88c2c4-2c31-4a85-9329-27bba2976c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff4f75-dc88-423f-84af-db6985212963,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:12.494148 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.241653 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35070) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:13.246485 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680765808', 'description': 'tempest-secgroup-smoke-1680765808 description', 'project_id': 'f3c437f00eb14ee1bab438be348f9370'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:13.269885 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.278539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.376375 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.380489 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.419538 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79ffa6-290d-475f-b929-ded0027212fa,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:13.474397 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.478162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.506906 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.508129 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2654517 Aug 20 12:54:13.509930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960e5f6-6ed1-4bd7-85aa-ca0f5c718262 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8353e4fd-1dfb-442e-997b-cc2926b68980,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:13.511281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35074) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:13.517124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-71ccb56f-77b9-4598-94cb-584c68950124 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '8353e4fd-1dfb-442e-997b-cc2926b68980', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:13.548506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71ccb56f-77b9-4598-94cb-584c68950124 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.594534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71ccb56f-77b9-4598-94cb-584c68950124 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.598504 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71ccb56f-77b9-4598-94cb-584c68950124 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.617767 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccb56f-77b9-4598-94cb-584c68950124 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8433aa60-a90a-400c-8334-e248f37143fa,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:13.621127 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-71ccb56f-77b9-4598-94cb-584c68950124 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.622427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-71ccb56f-77b9-4598-94cb-584c68950124 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100500 Aug 20 12:54:13.625190 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35076) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:13.630671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8dc54f16-9feb-4337-a1ec-54df2b5d901e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '8353e4fd-1dfb-442e-997b-cc2926b68980', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:13.656881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8dc54f16-9feb-4337-a1ec-54df2b5d901e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.713441 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8dc54f16-9feb-4337-a1ec-54df2b5d901e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.717308 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8dc54f16-9feb-4337-a1ec-54df2b5d901e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.736349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc54f16-9feb-4337-a1ec-54df2b5d901e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fe2bc7-eb83-4efa-8507-12a8e1b48b80,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:13.739301 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8dc54f16-9feb-4337-a1ec-54df2b5d901e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.740536 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8dc54f16-9feb-4337-a1ec-54df2b5d901e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136882 Aug 20 12:54:13.743266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35078) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:13.747761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cc47acbc-e69b-47d0-8585-cd2d92acbfff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '8353e4fd-1dfb-442e-997b-cc2926b68980', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:13.774344 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc47acbc-e69b-47d0-8585-cd2d92acbfff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.833542 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc47acbc-e69b-47d0-8585-cd2d92acbfff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.837087 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc47acbc-e69b-47d0-8585-cd2d92acbfff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.854724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47acbc-e69b-47d0-8585-cd2d92acbfff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993eba47-9441-4d3f-8494-80111b72d942,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:13.861697 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cc47acbc-e69b-47d0-8585-cd2d92acbfff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.862475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cc47acbc-e69b-47d0-8585-cd2d92acbfff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182601 Aug 20 12:54:13.865224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35080) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:13.869599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d10fb99b-783d-4220-84e3-1531d8d2168d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '8353e4fd-1dfb-442e-997b-cc2926b68980', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:13.896192 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d10fb99b-783d-4220-84e3-1531d8d2168d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.956304 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d10fb99b-783d-4220-84e3-1531d8d2168d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.959826 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d10fb99b-783d-4220-84e3-1531d8d2168d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.980313 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fb99b-783d-4220-84e3-1531d8d2168d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ae374d-aa72-46d2-b900-ac4257aa1835,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:13.983994 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d10fb99b-783d-4220-84e3-1531d8d2168d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:13.986760 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d10fb99b-783d-4220-84e3-1531d8d2168d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202233 Aug 20 12:54:13.990553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35082) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:13.995799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-d5fd12e8-e4e5-438b-ade4-a80deb68df0a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '8353e4fd-1dfb-442e-997b-cc2926b68980', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:14.018522 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-d5fd12e8-e4e5-438b-ade4-a80deb68df0a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:54:14.023686 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d5fd12e8-e4e5-438b-ade4-a80deb68df0a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.082682 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d5fd12e8-e4e5-438b-ade4-a80deb68df0a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.086129 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d5fd12e8-e4e5-438b-ade4-a80deb68df0a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.105363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd12e8-e4e5-438b-ade4-a80deb68df0a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84522929-26d6-4442-b2b9-10a43ca2e9e5,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:14.112780 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d5fd12e8-e4e5-438b-ade4-a80deb68df0a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.116804 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d5fd12e8-e4e5-438b-ade4-a80deb68df0a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246674 Aug 20 12:54:14.120334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35084) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:14.125057 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-78281a4c-5b0d-4d43-92bf-4edf4dc45cd1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '8353e4fd-1dfb-442e-997b-cc2926b68980', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:14.147816 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-78281a4c-5b0d-4d43-92bf-4edf4dc45cd1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:54:14.152458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78281a4c-5b0d-4d43-92bf-4edf4dc45cd1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.215398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78281a4c-5b0d-4d43-92bf-4edf4dc45cd1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.219082 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78281a4c-5b0d-4d43-92bf-4edf4dc45cd1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.238593 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.240518 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78281a4c-5b0d-4d43-92bf-4edf4dc45cd1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da901b6-3fc7-49f5-a63b-461e501669f3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:14.246903 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-78281a4c-5b0d-4d43-92bf-4edf4dc45cd1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.248614 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-78281a4c-5b0d-4d43-92bf-4edf4dc45cd1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270945 Aug 20 12:54:14.251951 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35086) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:14.256773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'network': {'name': 'tempest-network-smoke--1279883767', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'port_security_enabled': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:14.276999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:54:14.280486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.304246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:54:14.313145 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.313491 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Added segment 3e0d36e5-9073-4079-bea2-25fe650ec6c0 of type vlan for network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 Aug 20 12:54:14.360042 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.385675 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.392155 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:14.392791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.445270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1922874 Aug 20 12:54:14.448162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35088) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:14.455144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'admin_state_up': True, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:14.476733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfd835-038a-4a61-ae29-377c9aba8abb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Network': ['ID=ed1b4fa6-e878-44d9-b1bc-e14c16f41775,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:14.488934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:54:14.489569 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.490625 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.549433 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.964688 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:15.170447 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:15.189854 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:15.295615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.112 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/1fe29ceb-8c1b-4d04-b364-f6d37d51be9a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:54:15.407926 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:15.451967 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:15.493833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:54:15.496566 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:54:15.499972 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:54:15.524422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=1fe29ceb-8c1b-4d04-b364-f6d37d51be9a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:15.805775 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:15.999715 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.125197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 468b14ff-037a-4a9e-bb69-1758917e76fe is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:54:16.233077 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:54:16.243520 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Sync routers for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:54:16.253503 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.254245 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:16.254775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8286acf6-2cd5-4728-bf3f-64ebb9941000 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8057098 Aug 20 12:54:16.254888 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:16.257829 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35092) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:16.358507 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:16.393805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-66ace6b9-05c1-4c08-9d37-d4443e3a163a tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f3c437f00eb14ee1bab438be348f9370&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347208 Aug 20 12:54:16.396529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35096) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:16.538056 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:15Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:16.545924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5225c41c-3994-4665-a861-eaa3003275db tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:16.550932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5225c41c-3994-4665-a861-eaa3003275db tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501665 Aug 20 12:54:16.551167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35098) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:16.564604 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Checking router: 468b14ff-037a-4a9e-bb69-1758917e76fe for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:54:16.565334 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Updating router 468b14ff-037a-4a9e-bb69-1758917e76fe port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:54:16.587572 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e388b4c9-dba1-4ffe-9448-06030e7425ec tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329010 Aug 20 12:54:16.587799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35100) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:16.589230 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.592726 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795391869', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:16.684787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:54:16.688452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.845391 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.855260 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Transition to ACTIVE for port object 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:54:16.861730 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.871787 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.912937 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Attempting to bind port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:54:16.913293 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Attempting to bind port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:54:16.913663 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Attempting to bind port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:54:16.922468 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Pushing event updated for resources: {'Port': ['ID=1fe29ceb-8c1b-4d04-b364-f6d37d51be9a,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:16.926235 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:54:16.926603 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:54:16.927002 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.927390 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:54:16.927858 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Bound port: 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:54:16.928236 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.941065 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Subnet': ['ID=c868a361-5f1c-45ce-8376-2d7bf52d8c42,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:16.947644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Checking segment: {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:54:16.948044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network hostable DHCP agents. Network: ed1b4fa6-e878-44d9-b1bc-e14c16f41775, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:54:16.951495 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.951821 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.952156 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.952484 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.952808 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.953167 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.953443 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.953759 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.954921 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.955166 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.955322 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.955755 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:16.968372 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:54:16.979514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, ed1b4fa6-e878-44d9-b1bc-e14c16f41775) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:54:16.984454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:16.985235 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:16.992879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112ad356-d27c-4704-801b-97b5fb5d51f8 None None] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:54:16.997104 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] For port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:54:17.001633 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] For port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1fe29ceb-8c1b-4d04-b364-f6d37d51be9a,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:54:17.004339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f2c73c56-2f67-4b68-8611-e4869b081a99 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4153917 Aug 20 12:54:17.007110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35102) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:17.010555 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.065699 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacdb22-c541-43ca-8407-176356164490 None None] Pushing event updated for resources: {'Port': ['ID=1fe29ceb-8c1b-4d04-b364-f6d37d51be9a,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:17.077006 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:17.077607 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:17.149260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:54:17.150285 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.187740 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:17.300120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Allocated IP 172.20.0.2 (ed1b4fa6-e878-44d9-b1bc-e14c16f41775/c868a361-5f1c-45ce-8376-2d7bf52d8c42/1d044524-2b51-481b-9b1b-2451b58515a5) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:54:17.390075 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:15Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:17.418380 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d273a-a30e-49d1-bb84-af7c71be9e4a None None] The sync data for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 is: [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:15Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:54:17.473690 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.483868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Transition to ACTIVE for port object 1d044524-2b51-481b-9b1b-2451b58515a5 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:54:17.500851 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Transition to ACTIVE for port object 1d044524-2b51-481b-9b1b-2451b58515a5 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:54:17.508912 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.551234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:54:17.554293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:54:17.557915 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:54:17.573647 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Pushing event updated for resources: {'Port': ['ID=1d044524-2b51-481b-9b1b-2451b58515a5,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:17.597548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.597896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.598263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.598599 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.598929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.599256 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.599580 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.599908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.600225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.600556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.600863 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.601180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:54:17.647050 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Attempting to bind port 1d044524-2b51-481b-9b1b-2451b58515a5 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:54:17.647502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Attempting to bind port 1d044524-2b51-481b-9b1b-2451b58515a5 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:54:17.647855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Attempting to bind port 1d044524-2b51-481b-9b1b-2451b58515a5 on network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:54:17.654341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:54:17.654341 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Checking segment: {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:54:17.654727 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.655119 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Bound using segment: {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:54:17.655587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Bound port: 1d044524-2b51-481b-9b1b-2451b58515a5, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:54:17.655966 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.753335 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] For port 1d044524-2b51-481b-9b1b-2451b58515a5, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:54:17.757283 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] For port 1d044524-2b51-481b-9b1b-2451b58515a5, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1d044524-2b51-481b-9b1b-2451b58515a5,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:54:17.765275 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.794765 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.828163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b27285-1999-4b49-a0b7-42d1121e9503 None None] Pushing event updated for resources: {'Port': ['ID=1d044524-2b51-481b-9b1b-2451b58515a5,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:18.211517 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.1 (ed1b4fa6-e878-44d9-b1bc-e14c16f41775/c868a361-5f1c-45ce-8376-2d7bf52d8c42/ed34f48a-1adb-4500-95a7-cef753103014) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:54:18.328983 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:18.343923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object ed34f48a-1adb-4500-95a7-cef753103014 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:54:18.382838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:18.424887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:54:18.428092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:54:18.431895 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:54:18.441223 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=ed34f48a-1adb-4500-95a7-cef753103014,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:18.488947 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:18.629397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:18.806871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9327a3-007b-442e-83cb-c184d35d1bec None None] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:54:18.877140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-e9a118ff-3678-4a8b-a5bf-d103082ec1ad None None] Provisioning for port 1d044524-2b51-481b-9b1b-2451b58515a5 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:54:18.936449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:18.941605 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:18.992705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1d044524-2b51-481b-9b1b-2451b58515a5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:54:19.025424 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.027299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=ed34f48a-1adb-4500-95a7-cef753103014,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:19.063892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1d044524-2b51-481b-9b1b-2451b58515a5 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:54:19.069492 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1d044524-2b51-481b-9b1b-2451b58515a5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:19.069858 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.131205 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:54:19.132721 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:54:19.167180 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.206343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1d044524-2b51-481b-9b1b-2451b58515a5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1d044524-2b51-481b-9b1b-2451b58515a5,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:19.210525 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.211393 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:54:19.258771 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 468b14ff-037a-4a9e-bb69-1758917e76fe has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:54:19.293003 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1d044524-2b51-481b-9b1b-2451b58515a5,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:19.317644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:54:19.321645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8b3e42c4-4edb-4c11-bf41-3f1e735e7c54 None None] Provisioning for port ed34f48a-1adb-4500-95a7-cef753103014 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:54:19.325511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:19.325885 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.327504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8b3e42c4-4edb-4c11-bf41-3f1e735e7c54 None None] Provisioning complete for port ed34f48a-1adb-4500-95a7-cef753103014 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:19.327860 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b3e42c4-4edb-4c11-bf41-3f1e735e7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.392722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e42c4-4edb-4c11-bf41-3f1e735e7c54 None None] Port ed34f48a-1adb-4500-95a7-cef753103014 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:54:19.408688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:54:19.411056 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8b3e42c4-4edb-4c11-bf41-3f1e735e7c54 None None] Provisioning complete for port 1d044524-2b51-481b-9b1b-2451b58515a5 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:19.411435 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8b3e42c4-4edb-4c11-bf41-3f1e735e7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.421059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c86da9c7-331d-450f-8d59-a8480bb5dea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/468b14ff-037a-4a9e-bb69-1758917e76fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4095488 Aug 20 12:54:19.482122 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.510252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1fe29ceb-8c1b-4d04-b364-f6d37d51be9a,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:19.519770 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.546974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Sync routers for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:54:19.595516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-46a36648-4be0-43e9-8a74-c9e7b8bd909a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680765808&fields=id&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 267 time: 0.0364931 Aug 20 12:54:19.598438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:19.599097 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:19.653220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1fe29ceb-8c1b-4d04-b364-f6d37d51be9a,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:19.721376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-4c48215e-0dfc-4381-a535-b082ba4e3084 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:19.722902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-4c48215e-0dfc-4381-a535-b082ba4e3084 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/networks?id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775 HTTP/1.1" status: 200 len: 797 time: 0.1178246 Aug 20 12:54:19.731405 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-80b0a3b4-edd0-4623-bcd7-d7e562090b21 None None] Provisioning complete for port ed34f48a-1adb-4500-95a7-cef753103014 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:19.731772 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-80b0a3b4-edd0-4623-bcd7-d7e562090b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.738576 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-bafafca4-c9bd-417d-932c-ee05f4ed4f7f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/quotas/f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 375 time: 0.0095322 Aug 20 12:54:19.755298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:19.791914 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-3a1acad3-e096-4e44-9751-218cffe66809 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475805 Aug 20 12:54:19.805377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-80b0a3b4-edd0-4623-bcd7-d7e562090b21 None None] Port ed34f48a-1adb-4500-95a7-cef753103014 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:54:19.892977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-e9482f2b-6640-496a-8fc3-a237bdb807fa service neutron] 10.222.0.25 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890369 Aug 20 12:54:19.972788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 2, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:19.984174 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-40640ccc-5a61-468f-9c1e-d8fa6c70747d service neutron] 10.222.0.25 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848870 Aug 20 12:54:19.999356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Checking router: 468b14ff-037a-4a9e-bb69-1758917e76fe for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:54:19.999707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Updating router 468b14ff-037a-4a9e-bb69-1758917e76fe port ed34f48a-1adb-4500-95a7-cef753103014 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:54:20.026211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:20.166885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d0e83fe2-4633-4c6b-96e3-9d171d516088 req-b7d1ea4d-50a6-4556-bb22-aa71fdb6cec3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 210 time: 0.0323751 Aug 20 12:54:20.314918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:20.326064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Transition to ACTIVE for port object ed34f48a-1adb-4500-95a7-cef753103014 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:54:20.334091 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:20.416885 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd70df-f933-4935-9293-b417b83a9a99 None None] Pushing event updated for resources: {'Port': ['ID=ed34f48a-1adb-4500-95a7-cef753103014,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:20.453764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Attempting to bind port ed34f48a-1adb-4500-95a7-cef753103014 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:54:20.454939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Attempting to bind port ed34f48a-1adb-4500-95a7-cef753103014 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:54:20.455493 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Attempting to bind port ed34f48a-1adb-4500-95a7-cef753103014 on network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:54:20.461957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:54:20.462402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Checking segment: {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:54:20.462762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:20.463158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Bound using segment: {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:54:20.463628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Bound port: ed34f48a-1adb-4500-95a7-cef753103014, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:54:20.464015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:20.538199 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] For port ed34f48a-1adb-4500-95a7-cef753103014, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:54:20.543725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] For port ed34f48a-1adb-4500-95a7-cef753103014, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ed34f48a-1adb-4500-95a7-cef753103014,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:54:20.553241 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:20.631187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:20.631839 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:53:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:20.639914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd70df-f933-4935-9293-b417b83a9a99 None None] Pushing event updated for resources: {'Port': ['ID=ed34f48a-1adb-4500-95a7-cef753103014,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:20.773188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:21.009635 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1d044524-2b51-481b-9b1b-2451b58515a5 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:54:21.139777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1d044524-2b51-481b-9b1b-2451b58515a5 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:21.140155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:21.202809 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-1cdfc679-ff6b-4962-a2fd-35d25eb119b2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:21.205113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-1cdfc679-ff6b-4962-a2fd-35d25eb119b2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/networks?id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775 HTTP/1.1" status: 200 len: 797 time: 0.1261098 Aug 20 12:54:21.256429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-5623f3d4-ea29-4769-828e-f959391059ea tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 380 time: 0.0421040 Aug 20 12:54:21.257345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:20Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:21.270200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'port': {'device_id': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'admin_state_up': True, 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'security_groups': ['8353e4fd-1dfb-442e-997b-cc2926b68980']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:21.288357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8680b86d-aa73-404b-8302-ca780396024f req-1effb669-3f5d-4541-be09-0ebbc7535a50 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 210 time: 0.0381875 Aug 20 12:54:21.288893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:54:21.290873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c5c63-e6d2-47e0-8757-019a8192840c None None] The sync data for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 is: [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:20Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:54:21.352853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:21.352853 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:21.453111 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:54:21.462449 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:21.605588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.7 (ed1b4fa6-e878-44d9-b1bc-e14c16f41775/c868a361-5f1c-45ce-8376-2d7bf52d8c42/50ecc6ba-5438-41dc-83a6-045c91660506) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:54:21.768719 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:21.785453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object 50ecc6ba-5438-41dc-83a6-045c91660506 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:54:21.801933 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-853308e3-27f5-4fb8-9288-e4708fbf4658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:21.822036 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:21.866098 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:54:21.869208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:54:21.872909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:54:21.899943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=50ecc6ba-5438-41dc-83a6-045c91660506,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:21.933028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:21.933743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:21.951427 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-ef8a175d-c32a-42fd-994e-41bad7df8ce6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872904 Aug 20 12:54:21.964465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Request body: {'port': {'device_id': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:22.032598 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:22.119682 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-697d92b8-94e5-4bee-8851-82f60d57ef48 None None] Provisioning for port 50ecc6ba-5438-41dc-83a6-045c91660506 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:54:22.124290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-697d92b8-94e5-4bee-8851-82f60d57ef48 None None] Provisioning complete for port 50ecc6ba-5438-41dc-83a6-045c91660506 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:22.124656 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-697d92b8-94e5-4bee-8851-82f60d57ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:22.164215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-697d92b8-94e5-4bee-8851-82f60d57ef48 None None] Port 50ecc6ba-5438-41dc-83a6-045c91660506 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:54:22.323604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ecc6ba-5438-41dc-83a6-045c91660506 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:54:22.332648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:22.346053 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Transition to ACTIVE for port object 50ecc6ba-5438-41dc-83a6-045c91660506 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:54:22.350428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:22.443306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Pushing event updated for resources: {'Port': ['ID=50ecc6ba-5438-41dc-83a6-045c91660506,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:22.502388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b5bd2-40d1-402a-b2ec-3c272737e843 req-1037229b-bd6b-41d4-860c-c8db2d137f22 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:22.504386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-009b5bd2-40d1-402a-b2ec-3c272737e843 req-1037229b-bd6b-41d4-860c-c8db2d137f22 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 943 time: 0.1229286 Aug 20 12:54:22.540236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Attempting to bind port 50ecc6ba-5438-41dc-83a6-045c91660506 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:54:22.540460 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Attempting to bind port 50ecc6ba-5438-41dc-83a6-045c91660506 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:54:22.540777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Attempting to bind port 50ecc6ba-5438-41dc-83a6-045c91660506 on network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:54:22.550373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Port 50ecc6ba-5438-41dc-83a6-045c91660506 on network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:54:22.550695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Attempting to bind port 50ecc6ba-5438-41dc-83a6-045c91660506 on network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:54:22.564298 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:54:22.564572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Checking segment: {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:54:22.564957 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Bound using segment: {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:54:22.565388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Bound port: 50ecc6ba-5438-41dc-83a6-045c91660506, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0d36e5-9073-4079-bea2-25fe650ec6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:54:22.565747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:22.570380 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-009b5bd2-40d1-402a-b2ec-3c272737e843 req-30bf7fd7-cba4-4668-8880-32807d6fea1b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571246 Aug 20 12:54:22.637195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] For port 50ecc6ba-5438-41dc-83a6-045c91660506, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:54:22.640695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] For port 50ecc6ba-5438-41dc-83a6-045c91660506, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=50ecc6ba-5438-41dc-83a6-045c91660506,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:54:22.645046 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:22.681451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:22.682574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:22.684031 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] 10.222.0.22 "PUT /v2.0/ports/50ecc6ba-5438-41dc-83a6-045c91660506 HTTP/1.1" status: 200 len: 1092 time: 0.7241697 Aug 20 12:54:22.684550 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:54:22.686892 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce140392-1b1f-417e-9d27-1f7389ffbc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:54:22.712896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c947a5-6a39-4115-a073-21dbdb077a44 service neutron] Pushing event updated for resources: {'Port': ['ID=50ecc6ba-5438-41dc-83a6-045c91660506,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:22.751120 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e2de8-9f91-47e5-b218-51277f7c2901 x-openstack-request-id: req-7d8e2de8-9f91-47e5-b218-51277f7c2901 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:54:22.751443 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:54:22.751850 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d8e2de8-9f91-47e5-b218-51277f7c2901 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:54:22.752262 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506', 'status': 'completed', 'code': 200} Aug 20 12:54:22.770323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-f31284d5-9a52-4e4b-aa30-df27701546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:22.772364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-f31284d5-9a52-4e4b-aa30-df27701546d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 1095 time: 0.0511279 Aug 20 12:54:22.820285 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-96565e5f-102c-475f-8ff5-2e24bac234cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ecc6ba-5438-41dc-83a6-045c91660506 HTTP/1.1" status: 200 len: 217 time: 0.0396466 Aug 20 12:54:22.871371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-6090e7c4-a7b6-4eb8-8e34-3e7427639b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:22.872856 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-6090e7c4-a7b6-4eb8-8e34-3e7427639b30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c868a361-5f1c-45ce-8376-2d7bf52d8c42 HTTP/1.1" status: 200 len: 835 time: 0.0464084 Aug 20 12:54:22.922009 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-657b5e9a-160c-42d3-a591-c5ad47bb5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:22.924424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-657b5e9a-160c-42d3-a591-c5ad47bb5cda service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438488 Aug 20 12:54:22.956730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ed34f48a-1adb-4500-95a7-cef753103014 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:54:23.014027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port ed34f48a-1adb-4500-95a7-cef753103014 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:54:23.017964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ed34f48a-1adb-4500-95a7-cef753103014 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:23.018482 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:23.028506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-2a5a266a-066c-413d-a5b6-fa8f11acbfe1 service neutron] 10.222.0.22 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957856 Aug 20 12:54:23.099425 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:23.120153 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0f5efb30-4ddc-448b-a9d5-25cad3090c6b req-c30c4e77-bdf4-47f6-beba-f8225dca9a45 service neutron] 10.222.0.22 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840929 Aug 20 12:54:23.132515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port ed34f48a-1adb-4500-95a7-cef753103014, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ed34f48a-1adb-4500-95a7-cef753103014,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:23.142554 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:23.193974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=ed34f48a-1adb-4500-95a7-cef753103014,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:23.212383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-147c933c-b919-48fc-b58f-57f494a73d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:23.213892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-147c933c-b919-48fc-b58f-57f494a73d15 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 1095 time: 0.0424333 Aug 20 12:54:23.308135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-1990ce5c-4746-4ff4-bca8-2e15cf0dcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:23.309790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-1990ce5c-4746-4ff4-bca8-2e15cf0dcb24 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775 HTTP/1.1" status: 200 len: 898 time: 0.0887723 Aug 20 12:54:23.352287 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-156a2941-e1ae-4fde-9c41-8eaa3cb0f035 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ecc6ba-5438-41dc-83a6-045c91660506 HTTP/1.1" status: 200 len: 217 time: 0.0359180 Aug 20 12:54:23.401315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-defcbe1d-7d0b-4b35-9ba5-6ede92b5dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:23.402783 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-defcbe1d-7d0b-4b35-9ba5-6ede92b5dea6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c868a361-5f1c-45ce-8376-2d7bf52d8c42 HTTP/1.1" status: 200 len: 835 time: 0.0439277 Aug 20 12:54:23.451793 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-7ea8c3a6-216d-4d39-bd78-087597f167e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:23.453267 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-7ea8c3a6-216d-4d39-bd78-087597f167e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431535 Aug 20 12:54:23.542977 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-1e9010ab-6490-4e95-8a0b-700fdede0c0f service neutron] 10.222.0.22 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816259 Aug 20 12:54:23.643355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ce140392-1b1f-417e-9d27-1f7389ffbc5a req-9e3dc3f0-61e5-4d5d-a915-44d1aca340c3 service neutron] 10.222.0.22 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923164 Aug 20 12:54:23.692966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cb736-c97e-4d7c-a6f2-e7d3a3ee1e84 req-58af2c5b-6e3d-455b-8ce3-c58cecd85289 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:23.694461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a7cb736-c97e-4d7c-a6f2-e7d3a3ee1e84 req-58af2c5b-6e3d-455b-8ce3-c58cecd85289 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 943 time: 0.0502293 Aug 20 12:54:23.732368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5a7cb736-c97e-4d7c-a6f2-e7d3a3ee1e84 req-51309518-7fe3-4fbc-9bd3-7f7f80f392c6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Aug 20 12:54:24.374645 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-581d9ce8-4abe-4038-b86b-f2d5d958429c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:24.850960 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b329fb-bf45-4604-bbc0-eee7db0ccaeb req-e27179bd-a4c4-4efb-8974-4ad65d7ed241 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:24.852806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66b329fb-bf45-4604-bbc0-eee7db0ccaeb req-e27179bd-a4c4-4efb-8974-4ad65d7ed241 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 943 time: 0.0490232 Aug 20 12:54:24.891251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-66b329fb-bf45-4604-bbc0-eee7db0ccaeb req-b6fab479-d9b6-41b3-aa65-a77a2319c488 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Aug 20 12:54:24.926912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ed34f48a-1adb-4500-95a7-cef753103014 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:54:24.975521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port ed34f48a-1adb-4500-95a7-cef753103014 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:24.975880 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:25.098550 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:25.103747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 50ecc6ba-5438-41dc-83a6-045c91660506 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:54:25.194716 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 50ecc6ba-5438-41dc-83a6-045c91660506, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=50ecc6ba-5438-41dc-83a6-045c91660506,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:25.209683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '50ecc6ba-5438-41dc-83a6-045c91660506', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'port_id': '50ecc6ba-5438-41dc-83a6-045c91660506', 'mac_address': 'fa:16:3e:0c:61:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:54:25.245919 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:25.259237 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ecc6ba-5438-41dc-83a6-045c91660506 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:54:25.279617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 50ecc6ba-5438-41dc-83a6-045c91660506, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=50ecc6ba-5438-41dc-83a6-045c91660506,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:25.284274 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:25.333059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=50ecc6ba-5438-41dc-83a6-045c91660506,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:25.480269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['50ecc6ba-5438-41dc-83a6-045c91660506'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:54:25.795212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:26.014462 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80af13-e79b-4e53-a2cb-d0967b5bfa82 req-3fa33cb0-bcef-4eac-8645-026c662a2b94 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:26.016187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d80af13-e79b-4e53-a2cb-d0967b5bfa82 req-3fa33cb0-bcef-4eac-8645-026c662a2b94 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 944 time: 0.0566318 Aug 20 12:54:26.054221 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d80af13-e79b-4e53-a2cb-d0967b5bfa82 req-08752257-0f5a-4c5c-931b-22e650bf92df tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310462 Aug 20 12:54:27.119828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 50ecc6ba-5438-41dc-83a6-045c91660506 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:54:27.167023 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:27.171887 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebad64-04ca-4987-a42b-027f8c346064 req-693a65c4-6dd2-4868-b3f2-95369ac292f3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:27.174642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55ebad64-04ca-4987-a42b-027f8c346064 req-693a65c4-6dd2-4868-b3f2-95369ac292f3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 944 time: 0.0545120 Aug 20 12:54:27.182919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 50ecc6ba-5438-41dc-83a6-045c91660506 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:54:27.186934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 50ecc6ba-5438-41dc-83a6-045c91660506 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:54:27.187309 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:27.216934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-55ebad64-04ca-4987-a42b-027f8c346064 req-eef7622b-7f18-4baf-84d2-cb2b0a39d848 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Aug 20 12:54:27.269228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:27.291810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:54:27.294070 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2d47e9-b7d0-40f7-9bd7-ee40c8ace6b6" -d '{"events": [{"server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "name": "network-vif-plugged", "status": "completed", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:54:27.307392 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 50ecc6ba-5438-41dc-83a6-045c91660506, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=50ecc6ba-5438-41dc-83a6-045c91660506,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:54:27.312054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:27.338105 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b78e6b9-b27f-463f-9465-c5fe08882bff x-openstack-request-id: req-6b78e6b9-b27f-463f-9465-c5fe08882bff {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:54:27.338360 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "name": "network-vif-plugged", "status": "completed", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:54:27.338609 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b78e6b9-b27f-463f-9465-c5fe08882bff {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:54:27.338993 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506', 'code': 200} Aug 20 12:54:27.367659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=50ecc6ba-5438-41dc-83a6-045c91660506,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:27.441792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b31eeb-42ef-43c3-b78d-bc690bef66bb req-612e2940-dba0-4ee2-b228-1a264e08101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:27.443397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93b31eeb-42ef-43c3-b78d-bc690bef66bb req-612e2940-dba0-4ee2-b228-1a264e08101e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 1097 time: 0.0410428 Aug 20 12:54:27.478880 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93b31eeb-42ef-43c3-b78d-bc690bef66bb req-4bb49e3a-9714-4fec-b11c-4c8aef250eb4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275002 Aug 20 12:54:28.343889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b21e61-c3f4-4b88-b6d3-4f541a659a1b req-a8ccb712-2c3d-42f2-9fd9-f90c78ca45df tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:28.345386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b21e61-c3f4-4b88-b6d3-4f541a659a1b req-a8ccb712-2c3d-42f2-9fd9-f90c78ca45df tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0544560 Aug 20 12:54:28.387148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d9b21e61-c3f4-4b88-b6d3-4f541a659a1b req-37e6793c-ac2b-4525-8dd9-249aa86cd4d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341136 Aug 20 12:54:29.514086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160455d-3f3e-4edf-ba32-757f9a5043e5 req-30e94a1f-a03b-4ee5-9b85-40f0f9e1746c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:29.515833 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a160455d-3f3e-4edf-ba32-757f9a5043e5 req-30e94a1f-a03b-4ee5-9b85-40f0f9e1746c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Aug 20 12:54:29.553719 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a160455d-3f3e-4edf-ba32-757f9a5043e5 req-c8289953-577f-445e-bbeb-69115c882546 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Aug 20 12:54:29.665738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92f8cc-172b-449e-9140-a171abc406f3 req-0b7c1754-7234-4218-9217-8e0e4d647c88 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:29.667223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e92f8cc-172b-449e-9140-a171abc406f3 req-0b7c1754-7234-4218-9217-8e0e4d647c88 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0486538 Aug 20 12:54:29.703314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e92f8cc-172b-449e-9140-a171abc406f3 req-00fa8c31-30db-4672-bff2-b1ab1ccff068 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301132 Aug 20 12:54:29.725787 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35166) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:29.769172 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ba11e-5fbd-486a-98f7-0dbb5e7c1efc tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:29.770688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3d2ba11e-5fbd-486a-98f7-0dbb5e7c1efc tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 1092 time: 0.0439322 Aug 20 12:54:29.773667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35168) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:29.778168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '50ecc6ba-5438-41dc-83a6-045c91660506', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:54:29.802650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:29.904220 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:30.009116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.76 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/07189408-1c98-4886-bcd4-837e9b957695) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:54:30.111528 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:30.156521 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:30.200273 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:54:30.203124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:54:30.206714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:54:30.214154 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=07189408-1c98-4886-bcd4-837e9b957695,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:30.379606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:54:30.573277 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:30.942328 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:31.088831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:31.093053 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:31.167998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=07189408-1c98-4886-bcd4-837e9b957695,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:54:31.179562 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:31.276712 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP 18ee56b8-34b8-4aec-8367-2d3a3a618b7d associated. External IP: 172.25.0.76, port: 50ecc6ba-5438-41dc-83a6-045c91660506. Aug 20 12:54:31.481049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 468b14ff-037a-4a9e-bb69-1758917e76fe has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:54:31.586477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:54:31.596015 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] Sync routers for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:54:31.602838 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:31.607625 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:31.608229 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:31.631928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ff1582f7-0acd-4844-88c7-0d34ec927b51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8571796 Aug 20 12:54:31.632514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:54:31.634831 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872" -d '{"events": [{"name": "network-changed", "server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:54:31.719620 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:31.728262 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1523b1-f241-4f8d-9a2e-141a630eff62 req-05675c5b-6279-4e48-add3-5c0fe9cb6593 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:31.729765 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef1523b1-f241-4f8d-9a2e-141a630eff62 req-05675c5b-6279-4e48-add3-5c0fe9cb6593 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Aug 20 12:54:31.768853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ef1523b1-f241-4f8d-9a2e-141a630eff62 req-1b25708e-d555-4a7a-9e68-d881da1b3e18 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329289 Aug 20 12:54:31.791073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35176) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:31.835490 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6356eff8-8c71-4bbc-be6f-3292dcdc173f x-openstack-request-id: req-6356eff8-8c71-4bbc-be6f-3292dcdc173f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:54:31.835781 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:54:31.836038 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6356eff8-8c71-4bbc-be6f-3292dcdc173f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:54:31.836444 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506', 'status': 'completed', 'code': 200} Aug 20 12:54:31.892295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b162bae6-703b-4163-b4ee-1ca0936178f6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/18ee56b8-34b8-4aec-8367-2d3a3a618b7d HTTP/1.1" status: 200 len: 990 time: 0.0996976 Aug 20 12:54:31.898537 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-8cdefced-3d50-4120-a291-f618a2205213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:31.899991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-8cdefced-3d50-4120-a291-f618a2205213 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 1097 time: 0.0587676 Aug 20 12:54:31.994889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-bc43afd0-0cd2-436a-aa6d-391031b29cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:31.995957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-bc43afd0-0cd2-436a-aa6d-391031b29cb0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775 HTTP/1.1" status: 200 len: 898 time: 0.0891676 Aug 20 12:54:32.036802 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '18ee56b8-34b8-4aec-8367-2d3a3a618b7d', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'port_id': '50ecc6ba-5438-41dc-83a6-045c91660506', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'mac_address': 'fa:16:3e:0c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:54:30Z', 'updated_at': '2021-08-20T12:54:30Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:23Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:32.062333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-fa4488e6-4cec-4235-a981-cc42d0f387e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ecc6ba-5438-41dc-83a6-045c91660506 HTTP/1.1" status: 200 len: 998 time: 0.0589664 Aug 20 12:54:32.066537 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] Checking router: 468b14ff-037a-4a9e-bb69-1758917e76fe for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:54:32.074843 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:54:32.075439 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:32.110842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-685b94e7-2b20-4c06-ac16-9fe649a8d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:32.112952 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-685b94e7-2b20-4c06-ac16-9fe649a8d690 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c868a361-5f1c-45ce-8376-2d7bf52d8c42 HTTP/1.1" status: 200 len: 835 time: 0.0442939 Aug 20 12:54:32.164195 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-4a4cf191-126a-48da-add1-45bcbf543fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:54:32.165706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-4a4cf191-126a-48da-add1-45bcbf543fbc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456712 Aug 20 12:54:32.180817 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:54:32.255292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-cdc05616-d741-4df1-bae7-53568966a86f service neutron] 10.222.0.22 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823956 Aug 20 12:54:32.356021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-171c9e5e-566c-43d5-a3fa-9dda4f1c2872 req-b9582c19-0d24-464f-942d-390a5ba2e816 service neutron] 10.222.0.22 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937805 Aug 20 12:54:32.405880 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '18ee56b8-34b8-4aec-8367-2d3a3a618b7d', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'port_id': '50ecc6ba-5438-41dc-83a6-045c91660506', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'mac_address': 'fa:16:3e:0c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:54:30Z', 'updated_at': '2021-08-20T12:54:30Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:23Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:54:32.435039 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9556752-47f4-4cb3-83d5-72531ebbf842 None None] The sync data for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 is: [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '18ee56b8-34b8-4aec-8367-2d3a3a618b7d', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'port_id': '50ecc6ba-5438-41dc-83a6-045c91660506', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'mac_address': 'fa:16:3e:0c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:54:30Z', 'updated_at': '2021-08-20T12:54:30Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:23Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:54:32.651310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eea9f-7613-4568-9658-01524359602e None None] New status for floating IP 18ee56b8-34b8-4aec-8367-2d3a3a618b7d: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:54:32.896194 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35178) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:54:32.955944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4af3bea2-4ff3-4a5b-918d-69f4517111c5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/18ee56b8-34b8-4aec-8367-2d3a3a618b7d HTTP/1.1" status: 200 len: 992 time: 0.0584569 Aug 20 12:54:42.498407 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:44.232126 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:51.805099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eaff6713-23d2-4efe-b002-adead3bb0aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:54.375404 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1b98d491-279d-4106-8f59-85cb3af7ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:55.098887 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:55.797261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:57.166044 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:04.323389 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30e85c-503f-46f9-be06-7aa112241a09 req-157fedfe-d0ba-42a1-81c8-5669e2d92b3e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:04.324854 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee30e85c-503f-46f9-be06-7aa112241a09 req-157fedfe-d0ba-42a1-81c8-5669e2d92b3e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0495510 Aug 20 12:55:04.370787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee30e85c-503f-46f9-be06-7aa112241a09 req-35121832-a8aa-4bcc-8da4-080e0572a177 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Aug 20 12:55:05.492759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f679ca6-cfaa-4532-9a17-18d1219fc633 req-feed8c22-9662-4e71-a9af-9fbb6228badb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:05.494279 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f679ca6-cfaa-4532-9a17-18d1219fc633 req-feed8c22-9662-4e71-a9af-9fbb6228badb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Aug 20 12:55:05.536926 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f679ca6-cfaa-4532-9a17-18d1219fc633 req-116e499c-cc98-4bb8-afef-70312d1a5b85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367420 Aug 20 12:55:05.559140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35204) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:05.618051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-228a9911-8587-4813-a730-708b8865a443 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/18ee56b8-34b8-4aec-8367-2d3a3a618b7d HTTP/1.1" status: 200 len: 992 time: 0.0576835 Aug 20 12:55:06.896083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda85e33-86c0-4c93-a21a-da00087647b0 req-35cebe69-a8be-4d48-be0c-8096cc397921 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:06.897484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dda85e33-86c0-4c93-a21a-da00087647b0 req-35cebe69-a8be-4d48-be0c-8096cc397921 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0563910 Aug 20 12:55:06.940277 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dda85e33-86c0-4c93-a21a-da00087647b0 req-66c1e75a-df25-45d9-a6e6-7fbf643e6481 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363381 Aug 20 12:55:07.379861 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:55:08.060864 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc71789-b892-42aa-a34f-a468173f01ad req-2485c8f2-b0c7-4384-a79f-1ba224dc1b8c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:08.062350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cc71789-b892-42aa-a34f-a468173f01ad req-2485c8f2-b0c7-4384-a79f-1ba224dc1b8c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0491676 Aug 20 12:55:08.099978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cc71789-b892-42aa-a34f-a468173f01ad req-7597adad-ec1d-4414-88c1-fea1438f19ac tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Aug 20 12:55:08.122706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35214) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:08.183749 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4e94ebd8-7973-4e87-8e58-c035ff5c2070 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/18ee56b8-34b8-4aec-8367-2d3a3a618b7d HTTP/1.1" status: 200 len: 992 time: 0.0597587 Aug 20 12:55:08.411808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35220) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:08.577387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 07189408-1c98-4886-bcd4-837e9b957695 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:55:08.577745 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:08.658395 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:08.658735 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:08.670949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 07189408-1c98-4886-bcd4-837e9b957695 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:55:08.819772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:08.845297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=07189408-1c98-4886-bcd4-837e9b957695,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:08.857052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.857397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.857737 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.858072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.858448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.858775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.859101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.859427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.859749 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.860074 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.860391 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.860707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:08.915302 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:08.915581 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP 18ee56b8-34b8-4aec-8367-2d3a3a618b7d disassociated (deleted). External IP: 172.25.0.76, port: 50ecc6ba-5438-41dc-83a6-045c91660506. Aug 20 12:55:09.124578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 468b14ff-037a-4a9e-bb69-1758917e76fe has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:55:09.232715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:55:09.237392 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:09.242448 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] Sync routers for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:55:09.251586 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:09.252188 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:09.264024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-574e265b-4fb4-4060-a7ba-f3c3a5e45714 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/floatingips/18ee56b8-34b8-4aec-8367-2d3a3a618b7d HTTP/1.1" status: 204 len: 168 time: 0.8510971 Aug 20 12:55:09.264710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:55:09.267447 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf43762-c28a-44fd-b042-d2729d4e861b" -d '{"events": [{"name": "network-changed", "server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:55:09.358983 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:09.429352 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d2974e-f1f7-49ab-9684-619cd16ad356 x-openstack-request-id: req-17d2974e-f1f7-49ab-9684-619cd16ad356 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:55:09.429650 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:55:09.429923 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17d2974e-f1f7-49ab-9684-619cd16ad356 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:55:09.430531 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506', 'status': 'completed', 'code': 200} Aug 20 12:55:09.531218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-e6e2b8c7-100e-4017-b5b5-2e58394d200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:09.532670 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-e6e2b8c7-100e-4017-b5b5-2e58394d200d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 1097 time: 0.0799093 Aug 20 12:55:09.544289 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a5ac8-6486-4d5a-80e1-76c0a4452c53 req-e0a9f754-d4c7-419f-a2ea-cb6ea94ab7c2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:09.545745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee5a5ac8-6486-4d5a-80e1-76c0a4452c53 req-e0a9f754-d4c7-419f-a2ea-cb6ea94ab7c2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0670867 Aug 20 12:55:09.563833 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:23Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:09.589973 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] Checking router: 468b14ff-037a-4a9e-bb69-1758917e76fe for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:55:09.598948 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:09.599551 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:09.632918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee5a5ac8-6486-4d5a-80e1-76c0a4452c53 req-0c7bea95-3596-4fe6-81cb-03d935e0ceb6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775268 Aug 20 12:55:09.662064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-0d9029c2-71d3-499f-9e35-f24abcb70579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:09.663607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-0d9029c2-71d3-499f-9e35-f24abcb70579 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775 HTTP/1.1" status: 200 len: 898 time: 0.1169651 Aug 20 12:55:09.705565 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:09.711203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-b7c95cfd-4a13-4e35-98b3-4e436dd467a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ecc6ba-5438-41dc-83a6-045c91660506 HTTP/1.1" status: 200 len: 217 time: 0.0403228 Aug 20 12:55:09.765914 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-ac5ab1e2-95fb-410e-8ead-767390752f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:09.767461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-ac5ab1e2-95fb-410e-8ead-767390752f70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c868a361-5f1c-45ce-8376-2d7bf52d8c42 HTTP/1.1" status: 200 len: 835 time: 0.0487666 Aug 20 12:55:09.818666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-db9b0bdb-dbfb-46e8-bf46-0ae58162b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:09.820119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-db9b0bdb-dbfb-46e8-bf46-0ae58162b01c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed1b4fa6-e878-44d9-b1bc-e14c16f41775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436828 Aug 20 12:55:09.928308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-5cee70f6-4b66-4c81-b21a-de71396eac96 service neutron] 10.222.0.22 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001658 Aug 20 12:55:09.934235 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:23Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:09.961570 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948dde5-e0c9-46fd-9718-1e6de3d9547a None None] The sync data for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 is: [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:54:18Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'ed34f48a-1adb-4500-95a7-cef753103014', 'name': '', 'network_id': 'ed1b4fa6-e878-44d9-b1bc-e14c16f41775', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:d9:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:17Z', 'updated_at': '2021-08-20T12:54:23Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'c868a361-5f1c-45ce-8376-2d7bf52d8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:55:10.032368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9bf43762-c28a-44fd-b042-d2729d4e861b req-a72b4db3-a3bd-46bc-a7f6-48550c448565 service neutron] 10.222.0.22 "GET /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967760 Aug 20 12:55:10.221952 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af6537-54a2-466c-a574-69b3178ecd11 None None] New status for floating IP 18ee56b8-34b8-4aec-8367-2d3a3a618b7d: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:55:10.754308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf55f-cd49-4d07-8467-21274f3a808a req-bcce7189-64fe-4834-8c50-2a2a39b9cffe tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:10.755806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67bdf55f-cd49-4d07-8467-21274f3a808a req-bcce7189-64fe-4834-8c50-2a2a39b9cffe tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Aug 20 12:55:10.798124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-67bdf55f-cd49-4d07-8467-21274f3a808a req-6126d90c-1fcc-463e-9ba3-fcc97984715a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8353e4fd-1dfb-442e-997b-cc2926b68980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363476 Aug 20 12:55:10.987828 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5201-16d0-4e36-899d-432173ee0861 req-3350d95c-a9c5-4ab9-8795-2395d63683c5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:10.989059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03fa5201-16d0-4e36-899d-432173ee0861 req-3350d95c-a9c5-4ab9-8795-2395d63683c5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 945 time: 0.0496461 Aug 20 12:55:11.075774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 50ecc6ba-5438-41dc-83a6-045c91660506 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:55:11.076114 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:11.166845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 50ecc6ba-5438-41dc-83a6-045c91660506, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=50ecc6ba-5438-41dc-83a6-045c91660506,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:11.167217 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:11.180732 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 50ecc6ba-5438-41dc-83a6-045c91660506 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:55:11.314925 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:11.344725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=50ecc6ba-5438-41dc-83a6-045c91660506,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:11.386015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] No DVR routers for this DVR port 50ecc6ba-5438-41dc-83a6-045c91660506 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:55:11.388635 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:11.391018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-03fa5201-16d0-4e36-899d-432173ee0861 req-2101b2fd-d22d-4249-be56-9bd0ff10356c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "DELETE /v2.0/ports/50ecc6ba-5438-41dc-83a6-045c91660506 HTTP/1.1" status: 204 len: 173 time: 0.3961155 Aug 20 12:55:11.432049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'name': 'network-vif-deleted', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:55:11.436091 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c06e905-2bc1-4ddb-acd9-a874f3f444f6" -d '{"events": [{"server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "name": "network-vif-deleted", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:55:11.474351 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc85a65-d2a8-4b87-a9ec-8df46ca74c34 x-openstack-request-id: req-bbc85a65-d2a8-4b87-a9ec-8df46ca74c34 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:55:11.474644 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7890b8-ba60-466f-ac20-ec13852d6893", "name": "network-vif-deleted", "tag": "50ecc6ba-5438-41dc-83a6-045c91660506", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:55:11.474892 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbc85a65-d2a8-4b87-a9ec-8df46ca74c34 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:55:11.475315 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7890b8-ba60-466f-ac20-ec13852d6893', 'name': 'network-vif-deleted', 'tag': '50ecc6ba-5438-41dc-83a6-045c91660506', 'status': 'completed', 'code': 200} Aug 20 12:55:11.912260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3753548-1b70-4139-8b6e-e4d755426665 req-b3487f5a-50f6-45d8-9271-7f5228f31255 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=da7890b8-ba60-466f-ac20-ec13852d6893 HTTP/1.1" status: 200 len: 210 time: 0.0297129 Aug 20 12:55:12.490605 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:12.970021 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35238) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:13.354731 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:13.620219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port ed34f48a-1adb-4500-95a7-cef753103014 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:55:13.620475 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:13.712773 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port ed34f48a-1adb-4500-95a7-cef753103014, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=ed34f48a-1adb-4500-95a7-cef753103014,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:13.713131 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:13.726995 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for ed34f48a-1adb-4500-95a7-cef753103014 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:55:13.920551 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:13.949527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=ed34f48a-1adb-4500-95a7-cef753103014,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:13.975911 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.976756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.976756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.977014 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.977235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.977569 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.977908 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.978260 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.978593 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.978921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.979247 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:13.979573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:14.136317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.233111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.354544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 468b14ff-037a-4a9e-bb69-1758917e76fe has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:55:14.465588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:55:14.471191 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c4332e58-dc61-450e-a869-b76766284fc2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/468b14ff-037a-4a9e-bb69-1758917e76fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001197 Aug 20 12:55:14.474589 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35244) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:14.475521 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] Sync routers for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:55:14.484755 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:14.485259 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:14.530158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f99940-ef5c-4228-bf49-d88eb4dcaa68 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting subnet c868a361-5f1c-45ce-8376-2d7bf52d8c42 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:55:14.533197 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64f99940-ef5c-4228-bf49-d88eb4dcaa68 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.574747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64f99940-ef5c-4228-bf49-d88eb4dcaa68 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.662591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64f99940-ef5c-4228-bf49-d88eb4dcaa68 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.687170 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:14.725997 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64f99940-ef5c-4228-bf49-d88eb4dcaa68 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.752534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f99940-ef5c-4228-bf49-d88eb4dcaa68 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Subnet': ['ID=c868a361-5f1c-45ce-8376-2d7bf52d8c42,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:14.757941 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-64f99940-ef5c-4228-bf49-d88eb4dcaa68 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.762171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-64f99940-ef5c-4228-bf49-d88eb4dcaa68 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/subnets/c868a361-5f1c-45ce-8376-2d7bf52d8c42 HTTP/1.1" status: 204 len: 168 time: 0.2842097 Aug 20 12:55:14.762471 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35246) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:14.764235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8bc28-693a-4035-9715-afa9eb97128d None None] Network ed1b4fa6-e878-44d9-b1bc-e14c16f41775 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:55:14.892495 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.897823 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:55:13Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:14.936065 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] Checking router: 468b14ff-037a-4a9e-bb69-1758917e76fe for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:55:14.943531 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] Routers {'468b14ff-037a-4a9e-bb69-1758917e76fe'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:14.944141 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['468b14ff-037a-4a9e-bb69-1758917e76fe'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:14.983488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] DHCP port deletion for ed1b4fa6-e878-44d9-b1bc-e14c16f41775 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:55:15.037232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] Deleting port 1d044524-2b51-481b-9b1b-2451b58515a5 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:55:15.037608 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.060491 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] Set router 468b14ff-037a-4a9e-bb69-1758917e76fe gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:15.106639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] For port 1d044524-2b51-481b-9b1b-2451b58515a5, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1d044524-2b51-481b-9b1b-2451b58515a5,segment=NetworkSegment(3e0d36e5-9073-4079-bea2-25fe650ec6c0),segment_id=3e0d36e5-9073-4079-bea2-25fe650ec6c0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:15.107044 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.121721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] Calling delete_port for 1d044524-2b51-481b-9b1b-2451b58515a5 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:55:15.211108 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.240494 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] Pushing event deleted for resources: {'Port': ['ID=1d044524-2b51-481b-9b1b-2451b58515a5,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:15.245006 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00827c6-1938-4f32-999a-ef249e70516c None None] No DVR routers for this DVR port 1d044524-2b51-481b-9b1b-2451b58515a5 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:55:15.276165 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:55:13Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:15.307067 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5364ef8-9237-4099-b1c6-10ba07f42f2d None None] The sync data for ids ['468b14ff-037a-4a9e-bb69-1758917e76fe'] in n-d-800634-10 is: [{'id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277487481', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:54:14Z', 'updated_at': '2021-08-20T12:55:13Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '1fe29ceb-8c1b-4d04-b364-f6d37d51be9a', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b14ff-037a-4a9e-bb69-1758917e76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:54:15Z', 'updated_at': '2021-08-20T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:55:15.321038 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 50ecc6ba-5438-41dc-83a6-045c91660506 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:55:15.337970 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.345764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 50ecc6ba-5438-41dc-83a6-045c91660506 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:55:15.345764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 50ecc6ba-5438-41dc-83a6-045c91660506 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:55:15.398424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:55:15.398772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.475795 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1fe29ceb-8c1b-4d04-b364-f6d37d51be9a,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:15.476519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.491954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:55:15.652124 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.680466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=1fe29ceb-8c1b-4d04-b364-f6d37d51be9a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:15.743482 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.836817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.839016 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.883055 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.883630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Fanout notify agent at l3_agent the message router_deleted on router 468b14ff-037a-4a9e-bb69-1758917e76fe {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:55:15.890698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.891846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a6efe7a3-8d79-42a9-b430-8d6868b1a48e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/routers/468b14ff-037a-4a9e-bb69-1758917e76fe HTTP/1.1" status: 204 len: 168 time: 1.1282773 Aug 20 12:55:15.895133 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35248) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:15.973776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.069237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.078798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1b4fa6-e878-44d9-b1bc-e14c16f41775']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:16.089028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0d36e5-9073-4079-bea2-25fe650ec6c0') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:16.089319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0d36e5-9073-4079-bea2-25fe650ec6c0') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:16.097803 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.110828 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.117086 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:55:16.117469 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: timer() Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:55:16.120345 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:55:16.176681 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.183303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.185022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/networks/ed1b4fa6-e878-44d9-b1bc-e14c16f41775 HTTP/1.1" status: 204 len: 168 time: 0.2889450 Aug 20 12:55:16.187789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35250) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:16.197178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef156d8a-49d6-458b-b887-5e10e7b6299b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Network': ['ID=ed1b4fa6-e878-44d9-b1bc-e14c16f41775,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:16.248650 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-567bf70f-0990-4479-9bb4-e78aeade1ace tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.275749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-567bf70f-0990-4479-9bb4-e78aeade1ace tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.340444 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-567bf70f-0990-4479-9bb4-e78aeade1ace tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.343429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-567bf70f-0990-4479-9bb4-e78aeade1ace tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.344702 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-567bf70f-0990-4479-9bb4-e78aeade1ace tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/security-groups/8353e4fd-1dfb-442e-997b-cc2926b68980 HTTP/1.1" status: 204 len: 168 time: 0.1558406 Aug 20 12:55:16.355406 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bf70f-0990-4479-9bb4-e78aeade1ace tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8353e4fd-1dfb-442e-997b-cc2926b68980,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:16.745975 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35256) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:16.750783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c277a2da-c4ed-40e2-9115-d651de1db583 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020689201', 'description': 'tempest-secgroup-smoke-2020689201 description', 'project_id': 'f3c437f00eb14ee1bab438be348f9370'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:16.773711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c277a2da-c4ed-40e2-9115-d651de1db583 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.858122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c277a2da-c4ed-40e2-9115-d651de1db583 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.861600 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c277a2da-c4ed-40e2-9115-d651de1db583 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.891894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c277a2da-c4ed-40e2-9115-d651de1db583 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.893626 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c277a2da-c4ed-40e2-9115-d651de1db583 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1461289 Aug 20 12:55:16.894947 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277a2da-c4ed-40e2-9115-d651de1db583 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2ee48e-6641-45fa-b926-f2d994f533f6,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:16.896996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35258) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:16.901571 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-4c98f533-0223-451e-98d3-b1ecbb3ad75a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'db2ee48e-6641-45fa-b926-f2d994f533f6', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:16.930746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c98f533-0223-451e-98d3-b1ecbb3ad75a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:16.974539 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ed34f48a-1adb-4500-95a7-cef753103014 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:55:16.997276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: ed34f48a-1adb-4500-95a7-cef753103014 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:55:16.997557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device ed34f48a-1adb-4500-95a7-cef753103014 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:55:16.997976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1d044524-2b51-481b-9b1b-2451b58515a5 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:55:17.005412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c98f533-0223-451e-98d3-b1ecbb3ad75a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.009167 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c98f533-0223-451e-98d3-b1ecbb3ad75a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.023950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1d044524-2b51-481b-9b1b-2451b58515a5 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:55:17.024280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1d044524-2b51-481b-9b1b-2451b58515a5 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:55:17.024692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:55:17.027963 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98f533-0223-451e-98d3-b1ecbb3ad75a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca36e558-3361-4a94-a6e9-d817b087b2a3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:17.035703 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4c98f533-0223-451e-98d3-b1ecbb3ad75a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.039601 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4c98f533-0223-451e-98d3-b1ecbb3ad75a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390314 Aug 20 12:55:17.039756 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35260) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:17.044459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:55:17.044845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d180b4ab-20b5-4cf4-bfac-a49657f1ec06 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'db2ee48e-6641-45fa-b926-f2d994f533f6', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:17.045026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1fe29ceb-8c1b-4d04-b364-f6d37d51be9a not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:55:17.072571 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d180b4ab-20b5-4cf4-bfac-a49657f1ec06 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.129787 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d180b4ab-20b5-4cf4-bfac-a49657f1ec06 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.133349 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d180b4ab-20b5-4cf4-bfac-a49657f1ec06 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.152583 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180b4ab-20b5-4cf4-bfac-a49657f1ec06 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0f1423-b71d-434e-83e6-75c6d8131389,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:17.158666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d180b4ab-20b5-4cf4-bfac-a49657f1ec06 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.160503 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d180b4ab-20b5-4cf4-bfac-a49657f1ec06 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197207 Aug 20 12:55:17.162997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35262) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:17.167386 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-9d15f6c9-2b30-4b85-a5d8-e1245c534f93 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'db2ee48e-6641-45fa-b926-f2d994f533f6', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:17.195668 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d15f6c9-2b30-4b85-a5d8-e1245c534f93 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.257297 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d15f6c9-2b30-4b85-a5d8-e1245c534f93 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.260870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d15f6c9-2b30-4b85-a5d8-e1245c534f93 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.280136 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15f6c9-2b30-4b85-a5d8-e1245c534f93 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f35fa7-9b93-4c9b-a5ee-d55aaca625e5,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:17.286837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9d15f6c9-2b30-4b85-a5d8-e1245c534f93 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.287522 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9d15f6c9-2b30-4b85-a5d8-e1245c534f93 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236067 Aug 20 12:55:17.290192 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35264) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:17.294619 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-394cb82a-f62c-47e0-b12e-ce3c305cbf5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'db2ee48e-6641-45fa-b926-f2d994f533f6', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:17.325263 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-394cb82a-f62c-47e0-b12e-ce3c305cbf5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.388614 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-394cb82a-f62c-47e0-b12e-ce3c305cbf5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.392536 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-394cb82a-f62c-47e0-b12e-ce3c305cbf5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.412684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cb82a-f62c-47e0-b12e-ce3c305cbf5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210715f5-9a7b-4ac9-93e0-cd7709327eb3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:17.419761 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-394cb82a-f62c-47e0-b12e-ce3c305cbf5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.421029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-394cb82a-f62c-47e0-b12e-ce3c305cbf5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299067 Aug 20 12:55:17.423889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35266) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:17.429129 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e7277a68-b3ba-4b45-b171-b97bb346b292 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'db2ee48e-6641-45fa-b926-f2d994f533f6', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:17.451094 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-e7277a68-b3ba-4b45-b171-b97bb346b292 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:55:17.455915 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7277a68-b3ba-4b45-b171-b97bb346b292 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.516252 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7277a68-b3ba-4b45-b171-b97bb346b292 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.520122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7277a68-b3ba-4b45-b171-b97bb346b292 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.538992 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7277a68-b3ba-4b45-b171-b97bb346b292 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080e44d7-f547-47bd-b65d-0c280ac17e75,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:17.544883 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e7277a68-b3ba-4b45-b171-b97bb346b292 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.546286 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e7277a68-b3ba-4b45-b171-b97bb346b292 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207407 Aug 20 12:55:17.549031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35268) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:17.554028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-693bb182-b1df-4d86-9c3f-d4370f583b20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'db2ee48e-6641-45fa-b926-f2d994f533f6', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:17.575491 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-693bb182-b1df-4d86-9c3f-d4370f583b20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:55:17.580363 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-693bb182-b1df-4d86-9c3f-d4370f583b20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.644343 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-693bb182-b1df-4d86-9c3f-d4370f583b20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.647901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-693bb182-b1df-4d86-9c3f-d4370f583b20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.670574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bb182-b1df-4d86-9c3f-d4370f583b20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b847015-10ec-46d9-a632-d03728350532,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:17.673347 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-693bb182-b1df-4d86-9c3f-d4370f583b20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.674017 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-693bb182-b1df-4d86-9c3f-d4370f583b20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235495 Aug 20 12:55:17.677929 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35270) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:17.683118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'network': {'name': 'tempest-network-smoke--259377582', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'port_security_enabled': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:17.703705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:55:17.707279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.730351 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:55:17.739521 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.739864 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Added segment ab8e02b4-fe3f-41db-8a1c-da081fdac75c of type vlan for network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 Aug 20 12:55:17.779060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.805935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.811490 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:17.812074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.871378 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1921685 Aug 20 12:55:17.874233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35272) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:17.879511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'admin_state_up': True, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:17.880553 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da2e75-c05e-4c00-8379-441a829189c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Network': ['ID=eb0e0322-0e21-4d0b-bac3-10a6a77859f9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:17.891167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:55:17.906272 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.907274 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.962905 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:18.102533 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:18.294049 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:18.312637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:18.417297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.246 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/742bddba-b730-449e-8025-6d4f5a783d1e) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:55:18.517814 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:18.555458 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:18.592383 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:55:18.595146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:55:18.598978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:55:18.626880 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=742bddba-b730-449e-8025-6d4f5a783d1e,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:18.866604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.061697 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.185562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 22763316-e265-4477-b633-6a7c77a12c9d is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:55:19.292949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:55:19.303276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Sync routers for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:55:19.311614 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.312899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:19.313226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f5d7e181-c68c-4135-b33c-158d07018e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4376500 Aug 20 12:55:19.313513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:19.316556 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35276) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:19.344939 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-34b4f6a7-b46c-424d-bb14-ec09709478ca tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f3c437f00eb14ee1bab438be348f9370&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272429 Aug 20 12:55:19.348193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35278) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:19.422203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:19.434868 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa08ce1-db29-421e-bee0-374fcc407078 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:19.436480 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1aa08ce1-db29-421e-bee0-374fcc407078 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873206 Aug 20 12:55:19.439284 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35280) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:19.467165 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2d1c2b73-6564-4b10-94d4-838c706a2e2d tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267849 Aug 20 12:55:19.469576 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35282) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:19.474888 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975990944', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:19.566401 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:55:19.570113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.603449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:18Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:19.629693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Checking router: 22763316-e265-4477-b633-6a7c77a12c9d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:55:19.630072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Updating router 22763316-e265-4477-b633-6a7c77a12c9d port 742bddba-b730-449e-8025-6d4f5a783d1e binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:55:19.657714 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.755236 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.814102 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Subnet': ['ID=6536ab77-6a8a-4737-afd4-1618edc97f41,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:19.824382 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Checking segment: {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:55:19.824742 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network hostable DHCP agents. Network: eb0e0322-0e21-4d0b-bac3-10a6a77859f9, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:55:19.841326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:55:19.851426 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, eb0e0322-0e21-4d0b-bac3-10a6a77859f9) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:55:19.857028 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:19.857648 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.861344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286a3b3-4f23-4032-a186-5716a3b65171 None None] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:55:19.873440 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2c18088d-b592-4bc6-91d2-29aaa7bfbd42 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4028223 Aug 20 12:55:19.876329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35284) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:19.968121 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.989800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Transition to ACTIVE for port object 742bddba-b730-449e-8025-6d4f5a783d1e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:55:19.996998 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:20.241778 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Attempting to bind port 742bddba-b730-449e-8025-6d4f5a783d1e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:55:20.242154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Attempting to bind port 742bddba-b730-449e-8025-6d4f5a783d1e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:55:20.242542 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Attempting to bind port 742bddba-b730-449e-8025-6d4f5a783d1e on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:55:20.246527 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Pushing event updated for resources: {'Port': ['ID=742bddba-b730-449e-8025-6d4f5a783d1e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:20.269568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:55:20.269945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:55:20.270379 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:20.270830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:55:20.271249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Bound port: 742bddba-b730-449e-8025-6d4f5a783d1e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:55:20.271639 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:20.275263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.275619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.275950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.277216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.277216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.277216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.277216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.277595 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.277861 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.278209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.278520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.279193 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:20.299875 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:55:20.300791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:20.333827 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:20.407473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] For port 742bddba-b730-449e-8025-6d4f5a783d1e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:55:20.412598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] For port 742bddba-b730-449e-8025-6d4f5a783d1e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=742bddba-b730-449e-8025-6d4f5a783d1e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:55:20.419107 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:20.515828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:20.516456 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:20.521158 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Allocated IP 172.20.0.2 (eb0e0322-0e21-4d0b-bac3-10a6a77859f9/6536ab77-6a8a-4737-afd4-1618edc97f41/1520f90d-20d5-490c-b4cc-e8ee8da07969) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:55:20.523961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef1dae-0b3e-42b1-880d-25968a725988 None None] Pushing event updated for resources: {'Port': ['ID=742bddba-b730-449e-8025-6d4f5a783d1e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:20.689288 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:20.861533 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:20.879894 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Transition to ACTIVE for port object 1520f90d-20d5-490c-b4cc-e8ee8da07969 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:55:20.916976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Transition to ACTIVE for port object 1520f90d-20d5-490c-b4cc-e8ee8da07969 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:55:20.923618 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:20.971731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:55:20.976496 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.1 (eb0e0322-0e21-4d0b-bac3-10a6a77859f9/6536ab77-6a8a-4737-afd4-1618edc97f41/24989268-3de8-4cd1-ac3e-b155c94d7b31) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:55:20.978278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:55:20.986152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:55:20.991377 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Pushing event updated for resources: {'Port': ['ID=1520f90d-20d5-490c-b4cc-e8ee8da07969,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:21.004978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:18Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:21.045128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e78ceb-5aa8-4cf0-86a8-f0f5108b915b None None] The sync data for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 is: [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:18Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:55:21.076679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Attempting to bind port 1520f90d-20d5-490c-b4cc-e8ee8da07969 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:55:21.077045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Attempting to bind port 1520f90d-20d5-490c-b4cc-e8ee8da07969 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:55:21.077404 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Attempting to bind port 1520f90d-20d5-490c-b4cc-e8ee8da07969 on network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:55:21.083089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:55:21.083463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Checking segment: {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:55:21.083862 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:21.084252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Bound using segment: {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:55:21.084712 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Bound port: 1520f90d-20d5-490c-b4cc-e8ee8da07969, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:55:21.085088 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:21.097369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:21.113167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object 24989268-3de8-4cd1-ac3e-b155c94d7b31 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:55:21.147978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:21.157695 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] For port 1520f90d-20d5-490c-b4cc-e8ee8da07969, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:55:21.160860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] For port 1520f90d-20d5-490c-b4cc-e8ee8da07969, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1520f90d-20d5-490c-b4cc-e8ee8da07969,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:55:21.166068 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:21.191142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:55:21.196598 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:55:21.203165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:55:21.207863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=24989268-3de8-4cd1-ac3e-b155c94d7b31,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:21.226463 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f75e73-3709-4ef7-b100-0dd97a0a21f3 None None] Pushing event updated for resources: {'Port': ['ID=1520f90d-20d5-490c-b4cc-e8ee8da07969,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:21.262364 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:21.431862 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:21.808428 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8260f3a0-bb96-4de6-b954-a83b07a6131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:22.077243 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:22.082512 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:22.160141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=24989268-3de8-4cd1-ac3e-b155c94d7b31,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:22.162830 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:22.259894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:55:22.261467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:55:22.281524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c7673f-ae30-4dfa-a4c6-a186301a281f None None] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:55:22.361752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-aae15cf9-1689-4462-bd44-e592a16c9a15 None None] Provisioning for port 1520f90d-20d5-490c-b4cc-e8ee8da07969 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:55:22.388002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 22763316-e265-4477-b633-6a7c77a12c9d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:55:22.502241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:55:22.508605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fb2fea58-2839-4389-9af3-25823a13b1f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/22763316-e265-4477-b633-6a7c77a12c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6311133 Aug 20 12:55:22.697190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-fc7bfd8f-e325-4a8d-be06-853c0ea76cd2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020689201&fields=id&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 267 time: 0.0463166 Aug 20 12:55:22.698015 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a4e4c006-a660-40fd-86d1-549eae791e43 None None] Provisioning for port 24989268-3de8-4cd1-ac3e-b155c94d7b31 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:55:22.702826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a4e4c006-a660-40fd-86d1-549eae791e43 None None] Provisioning complete for port 24989268-3de8-4cd1-ac3e-b155c94d7b31 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:22.703235 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c006-a660-40fd-86d1-549eae791e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:22.762439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4c006-a660-40fd-86d1-549eae791e43 None None] Port 24989268-3de8-4cd1-ac3e-b155c94d7b31 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:55:22.774244 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Sync routers for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:55:22.785134 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:22.785771 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:22.829096 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-4240b197-c6a7-4fdd-b03a-e1bdc445f034 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:22.831401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-4240b197-c6a7-4fdd-b03a-e1bdc445f034 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/networks?id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9 HTTP/1.1" status: 200 len: 796 time: 0.1248367 Aug 20 12:55:22.848107 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-039292d1-2792-45e4-8594-9b9eec71a615 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/quotas/f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 375 time: 0.0106597 Aug 20 12:55:22.902617 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5215afdd-abc1-4244-b948-351498d035e3 None None] Provisioning complete for port 24989268-3de8-4cd1-ac3e-b155c94d7b31 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:22.903112 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5215afdd-abc1-4244-b948-351498d035e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:22.907728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-954991f7-71d9-4326-a1ef-442347a30a32 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508828 Aug 20 12:55:22.914486 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:22.972094 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5215afdd-abc1-4244-b948-351498d035e3 None None] Port 24989268-3de8-4cd1-ac3e-b155c94d7b31 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:55:23.030319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1520f90d-20d5-490c-b4cc-e8ee8da07969 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:55:23.067744 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-1e17e8cd-f1d9-41b8-8678-b1c392fea784 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476104 Aug 20 12:55:23.082172 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1520f90d-20d5-490c-b4cc-e8ee8da07969 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:55:23.087184 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1520f90d-20d5-490c-b4cc-e8ee8da07969 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:23.087563 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.179248 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-69d79f31-80f4-470e-862e-c54462193429 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041291 Aug 20 12:55:23.187967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.197908 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 2, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:23.228488 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Checking router: 22763316-e265-4477-b633-6a7c77a12c9d for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:55:23.228786 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1520f90d-20d5-490c-b4cc-e8ee8da07969, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1520f90d-20d5-490c-b4cc-e8ee8da07969,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:23.228916 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Updating router 22763316-e265-4477-b633-6a7c77a12c9d port 24989268-3de8-4cd1-ac3e-b155c94d7b31 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:55:23.233210 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.233940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 742bddba-b730-449e-8025-6d4f5a783d1e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:55:23.256064 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.343339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 742bddba-b730-449e-8025-6d4f5a783d1e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:55:23.345420 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-063509f7-875e-4675-acf3-8d69f5350107 None None] Provisioning complete for port 24989268-3de8-4cd1-ac3e-b155c94d7b31 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:23.345796 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-063509f7-875e-4675-acf3-8d69f5350107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.377500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 742bddba-b730-449e-8025-6d4f5a783d1e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:23.378011 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.382939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1520f90d-20d5-490c-b4cc-e8ee8da07969,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:23.407645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-005beb2e-e8cd-4516-b9cc-dd806ec68c66 req-5d9361e0-f2e6-4ac5-b401-2ba7300a31e5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 210 time: 0.0402269 Aug 20 12:55:23.442250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-063509f7-875e-4675-acf3-8d69f5350107 None None] Port 24989268-3de8-4cd1-ac3e-b155c94d7b31 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:55:23.494800 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.524919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 742bddba-b730-449e-8025-6d4f5a783d1e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=742bddba-b730-449e-8025-6d4f5a783d1e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:23.530895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.596182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=742bddba-b730-449e-8025-6d4f5a783d1e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:23.611413 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.622469 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Transition to ACTIVE for port object 24989268-3de8-4cd1-ac3e-b155c94d7b31 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:55:23.628068 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.683422 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Pushing event updated for resources: {'Port': ['ID=24989268-3de8-4cd1-ac3e-b155c94d7b31,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:23.710903 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.710903 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.710903 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.711322 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.711638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.711918 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.712321 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.712740 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.713375 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.713375 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.713780 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.714051 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:55:23.751366 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Attempting to bind port 24989268-3de8-4cd1-ac3e-b155c94d7b31 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:55:23.751747 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Attempting to bind port 24989268-3de8-4cd1-ac3e-b155c94d7b31 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:55:23.752088 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Attempting to bind port 24989268-3de8-4cd1-ac3e-b155c94d7b31 on network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:55:23.758628 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:55:23.759135 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Checking segment: {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:55:23.759788 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.760264 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Bound using segment: {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:55:23.760893 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Bound port: 24989268-3de8-4cd1-ac3e-b155c94d7b31, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:55:23.761382 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.832927 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] For port 24989268-3de8-4cd1-ac3e-b155c94d7b31, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:55:23.836033 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] For port 24989268-3de8-4cd1-ac3e-b155c94d7b31, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=24989268-3de8-4cd1-ac3e-b155c94d7b31,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:55:23.841003 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.908383 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f4757-348c-469a-b998-ebebd9869e64 None None] Pushing event updated for resources: {'Port': ['ID=24989268-3de8-4cd1-ac3e-b155c94d7b31,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:23.914842 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:23.915463 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:54:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:24.144808 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:24.343832 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:24.374310 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-85b48f2b-1cce-45cd-bbe9-70beea957cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:24.380996 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2996e67-1e12-414a-aaf7-c6c4d897fb51 None None] The sync data for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 is: [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:55:24.565769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-005811be-88bc-49ad-ba08-1089546f5f98 req-5f98be3a-18a0-43b2-a162-e310458ac990 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 210 time: 0.0409207 Aug 20 12:55:24.618584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-4636254a-b911-41c7-baeb-d8e25f5fb4b2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:24.620090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-4636254a-b911-41c7-baeb-d8e25f5fb4b2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/networks?id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9 HTTP/1.1" status: 200 len: 796 time: 0.1591177 Aug 20 12:55:24.667794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-efa3c9f0-0920-41d2-8bd4-8ec27e319c7b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 380 time: 0.0355968 Aug 20 12:55:24.679281 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'port': {'device_id': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'admin_state_up': True, 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'security_groups': ['db2ee48e-6641-45fa-b926-f2d994f533f6']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:24.795156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:55:24.798961 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:24.947381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.10 (eb0e0322-0e21-4d0b-bac3-10a6a77859f9/6536ab77-6a8a-4737-afd4-1618edc97f41/daefe898-5a83-4fca-a9b2-2a3127ea65bc) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:55:25.049835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 24989268-3de8-4cd1-ac3e-b155c94d7b31 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:55:25.106852 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.113270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.117890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 24989268-3de8-4cd1-ac3e-b155c94d7b31 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:55:25.122198 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 24989268-3de8-4cd1-ac3e-b155c94d7b31 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:25.122481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object daefe898-5a83-4fca-a9b2-2a3127ea65bc will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:55:25.122723 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.160607 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.208431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:55:25.211883 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:55:25.215879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:55:25.217073 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.248073 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=daefe898-5a83-4fca-a9b2-2a3127ea65bc,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:25.253340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 24989268-3de8-4cd1-ac3e-b155c94d7b31, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=24989268-3de8-4cd1-ac3e-b155c94d7b31,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:25.259556 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.260789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1520f90d-20d5-490c-b4cc-e8ee8da07969 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:55:25.280750 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:25.281593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.303451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-dcd076d4-d256-4eb7-8911-4d47f8ada867 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6281097 Aug 20 12:55:25.321141 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Request body: {'port': {'device_id': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:25.355593 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=24989268-3de8-4cd1-ac3e-b155c94d7b31,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:25.365369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1520f90d-20d5-490c-b4cc-e8ee8da07969 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:25.365736 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.399332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.456435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 742bddba-b730-449e-8025-6d4f5a783d1e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:55:25.521164 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 742bddba-b730-449e-8025-6d4f5a783d1e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:25.521767 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.555354 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-73ad0d1b-49ed-4939-a173-b655d389d1e9 None None] Provisioning for port daefe898-5a83-4fca-a9b2-2a3127ea65bc completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:55:25.562087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-73ad0d1b-49ed-4939-a173-b655d389d1e9 None None] Provisioning complete for port daefe898-5a83-4fca-a9b2-2a3127ea65bc triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:25.562500 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-73ad0d1b-49ed-4939-a173-b655d389d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.606541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-73ad0d1b-49ed-4939-a173-b655d389d1e9 None None] Port daefe898-5a83-4fca-a9b2-2a3127ea65bc cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:55:25.739012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec3183-110c-4205-ad34-36a28a0e3356 req-26b16e70-78c9-4fda-bb15-be4db4170b41 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:25.740489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72ec3183-110c-4205-ad34-36a28a0e3356 req-26b16e70-78c9-4fda-bb15-be4db4170b41 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 932 time: 0.0948718 Aug 20 12:55:25.747699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daefe898-5a83-4fca-a9b2-2a3127ea65bc {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:55:25.760904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.784150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Transition to ACTIVE for port object daefe898-5a83-4fca-a9b2-2a3127ea65bc will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:55:25.792752 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.799215 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:25.826112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-72ec3183-110c-4205-ad34-36a28a0e3356 req-0aadd9f5-74dc-417c-b9d6-fb5bfc5ded01 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739703 Aug 20 12:55:25.872649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Pushing event updated for resources: {'Port': ['ID=daefe898-5a83-4fca-a9b2-2a3127ea65bc,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:25.923824 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Attempting to bind port daefe898-5a83-4fca-a9b2-2a3127ea65bc on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:55:25.924080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Attempting to bind port daefe898-5a83-4fca-a9b2-2a3127ea65bc by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:55:25.924545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Attempting to bind port daefe898-5a83-4fca-a9b2-2a3127ea65bc on network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:55:25.928988 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Port daefe898-5a83-4fca-a9b2-2a3127ea65bc on network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:55:25.929311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Attempting to bind port daefe898-5a83-4fca-a9b2-2a3127ea65bc on network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:55:25.934593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:55:25.934940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Checking segment: {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:55:25.935328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Bound using segment: {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:55:25.935758 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Bound port: daefe898-5a83-4fca-a9b2-2a3127ea65bc, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:55:25.936120 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:26.013497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] For port daefe898-5a83-4fca-a9b2-2a3127ea65bc, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:55:26.017068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] For port daefe898-5a83-4fca-a9b2-2a3127ea65bc, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:55:26.022534 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:26.057946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:26.059428 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:26.060055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] 10.222.0.22 "PUT /v2.0/ports/daefe898-5a83-4fca-a9b2-2a3127ea65bc HTTP/1.1" status: 200 len: 1093 time: 0.7458160 Aug 20 12:55:26.060421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:55:26.062750 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85f6667-70d4-40c1-931b-847d738c14e7" -d '{"events": [{"name": "network-changed", "server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:55:26.086808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738f143-0247-42e6-a3bb-240fd36755bc service neutron] Pushing event updated for resources: {'Port': ['ID=daefe898-5a83-4fca-a9b2-2a3127ea65bc,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:26.126889 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e68d6fc-ff9f-484f-bd4e-9f6bca0374bb x-openstack-request-id: req-1e68d6fc-ff9f-484f-bd4e-9f6bca0374bb {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:55:26.127188 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:55:26.128279 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e68d6fc-ff9f-484f-bd4e-9f6bca0374bb {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:55:26.128688 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'status': 'completed', 'code': 200} Aug 20 12:55:26.146256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-3c14f198-dfcd-4576-9bdf-53feb5eb0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:26.147779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-3c14f198-dfcd-4576-9bdf-53feb5eb0c39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 1096 time: 0.0475850 Aug 20 12:55:26.195316 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-f515d496-0bc8-4305-9595-797b1d54fa7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc HTTP/1.1" status: 200 len: 217 time: 0.0400693 Aug 20 12:55:26.247415 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-07a0e30f-1ff5-4ee8-a0c0-40cff5c8906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:26.248893 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-07a0e30f-1ff5-4ee8-a0c0-40cff5c8906f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6536ab77-6a8a-4737-afd4-1618edc97f41 HTTP/1.1" status: 200 len: 835 time: 0.0468771 Aug 20 12:55:26.295590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-41b3abee-e3bd-4ab0-aaf7-fb907a7ae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:26.297085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-41b3abee-e3bd-4ab0-aaf7-fb907a7ae3f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407646 Aug 20 12:55:26.390931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-205ddc41-3fca-4512-bbc0-966d208bd293 service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857077 Aug 20 12:55:26.480623 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1ba2c0a6-6996-4cb8-87f1-a75823090b7d req-6cdddf13-915e-4b05-9aee-13d7c655433a service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827689 Aug 20 12:55:26.565328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-a18eecaa-8353-45a2-ac13-e2d0ee6ad4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:26.566865 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-a18eecaa-8353-45a2-ac13-e2d0ee6ad4ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 1096 time: 0.0408716 Aug 20 12:55:26.659285 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-14aad2ab-f8f0-45be-853d-f254f8c961eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:26.660750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-14aad2ab-f8f0-45be-853d-f254f8c961eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9 HTTP/1.1" status: 200 len: 897 time: 0.0870764 Aug 20 12:55:26.701470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-fe4d2e37-a71e-4612-a63d-400da6e3aa30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc HTTP/1.1" status: 200 len: 217 time: 0.0339189 Aug 20 12:55:26.749411 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-93fedcdf-3cb5-4aa5-a496-37f0cfb3446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:26.750780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-93fedcdf-3cb5-4aa5-a496-37f0cfb3446b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6536ab77-6a8a-4737-afd4-1618edc97f41 HTTP/1.1" status: 200 len: 835 time: 0.0420876 Aug 20 12:55:26.803461 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-37c23a99-49cf-4724-b32e-3e87d99681d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:26.804972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-37c23a99-49cf-4724-b32e-3e87d99681d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463881 Aug 20 12:55:26.896509 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-e51071a7-88f6-457b-9057-dec7ee349da9 service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Aug 20 12:55:26.961352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 24989268-3de8-4cd1-ac3e-b155c94d7b31 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:55:27.006650 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b7ae7-e192-453f-99f9-4f0a875c3be2 req-6866acf1-981a-4e87-a15c-9f49d31afe0b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:27.008057 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-374b7ae7-e192-453f-99f9-4f0a875c3be2 req-6866acf1-981a-4e87-a15c-9f49d31afe0b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 944 time: 0.1073463 Aug 20 12:55:27.009650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 24989268-3de8-4cd1-ac3e-b155c94d7b31 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:27.010026 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:27.044702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b85f6667-70d4-40c1-931b-847d738c14e7 req-6d89b35e-4703-4507-906e-65646f949f1d service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349821 Aug 20 12:55:27.063884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-374b7ae7-e192-453f-99f9-4f0a875c3be2 req-9e1780a5-55cc-4b47-8a4f-a3610181b8dd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486538 Aug 20 12:55:27.227918 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:28.180632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb471dd4-3706-4893-acb9-e1a742e81a30 req-cd6eb9e7-8912-4df3-8010-c1cf8debdd1b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:28.182101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb471dd4-3706-4893-acb9-e1a742e81a30 req-cd6eb9e7-8912-4df3-8010-c1cf8debdd1b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 944 time: 0.0493371 Aug 20 12:55:28.221417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb471dd4-3706-4893-acb9-e1a742e81a30 req-5adfd9c0-6536-4931-9f0a-abc62a5dcb50 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332372 Aug 20 12:55:29.340748 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa17e5-2835-4f4a-93eb-60eed856b5cd req-f30aa3d1-1ac8-4886-8a4e-a539b0dd0ac4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:29.342243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90aa17e5-2835-4f4a-93eb-60eed856b5cd req-f30aa3d1-1ac8-4886-8a4e-a539b0dd0ac4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 944 time: 0.0539000 Aug 20 12:55:29.380907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-90aa17e5-2835-4f4a-93eb-60eed856b5cd req-9257c6f1-d51d-4e44-9c55-dd231f928e66 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320721 Aug 20 12:55:29.399001 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device daefe898-5a83-4fca-a9b2-2a3127ea65bc details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:55:29.491161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port daefe898-5a83-4fca-a9b2-2a3127ea65bc, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:29.505980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'port_id': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'mac_address': 'fa:16:3e:5d:a2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:55:29.544614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:29.557110 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daefe898-5a83-4fca-a9b2-2a3127ea65bc {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:55:29.575816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port daefe898-5a83-4fca-a9b2-2a3127ea65bc, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:29.579880 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:29.626250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=daefe898-5a83-4fca-a9b2-2a3127ea65bc,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:29.808618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['daefe898-5a83-4fca-a9b2-2a3127ea65bc'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:55:30.501414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b55f53-974f-4c9d-b09a-be39b2650ce9 req-6e957d38-97f2-4867-bc98-144ef759702e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:30.503059 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8b55f53-974f-4c9d-b09a-be39b2650ce9 req-6e957d38-97f2-4867-bc98-144ef759702e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 945 time: 0.0499616 Aug 20 12:55:30.541963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8b55f53-974f-4c9d-b09a-be39b2650ce9 req-30d74ca4-8327-4752-8c58-ac2ce3f15b86 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323164 Aug 20 12:55:31.414253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device daefe898-5a83-4fca-a9b2-2a3127ea65bc up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:55:31.463067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port daefe898-5a83-4fca-a9b2-2a3127ea65bc completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:55:31.466633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port daefe898-5a83-4fca-a9b2-2a3127ea65bc triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:55:31.467006 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:31.544669 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:31.567181 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:55:31.569563 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf12c68-d640-447f-a561-bdaf53a82ae4" -d '{"events": [{"server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "name": "network-vif-plugged", "status": "completed", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:55:31.582732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port daefe898-5a83-4fca-a9b2-2a3127ea65bc, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:55:31.586757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:31.636196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=daefe898-5a83-4fca-a9b2-2a3127ea65bc,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:31.666512 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf1891-cb88-49c4-afcf-f114bde2158f req-cf096628-be54-4561-a340-427cf03ecaef tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:31.667991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bdf1891-cb88-49c4-afcf-f114bde2158f req-cf096628-be54-4561-a340-427cf03ecaef tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0507531 Aug 20 12:55:31.705928 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bdf1891-cb88-49c4-afcf-f114bde2158f req-53042d6f-659c-4568-a093-04ee3ea7fb40 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Aug 20 12:55:31.748362 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a240e8d-3ed3-42c0-9e42-2c870243e971 x-openstack-request-id: req-1a240e8d-3ed3-42c0-9e42-2c870243e971 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:55:31.748660 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "name": "network-vif-plugged", "status": "completed", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:55:31.748902 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a240e8d-3ed3-42c0-9e42-2c870243e971 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:55:31.749317 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'code': 200} Aug 20 12:55:31.853766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634e4d8-3f9f-4fdb-a878-8129679759af req-f88734bb-223d-49e0-8b1b-76b94ac031e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:31.855273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e634e4d8-3f9f-4fdb-a878-8129679759af req-f88734bb-223d-49e0-8b1b-76b94ac031e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 1098 time: 0.0438128 Aug 20 12:55:31.890486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e634e4d8-3f9f-4fdb-a878-8129679759af req-2a77286c-54ae-4381-af31-8bd1c4f12127 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272472 Aug 20 12:55:32.837545 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d913f2b-5269-409c-80c6-aed476f4ed24 req-df099345-132e-47bc-8104-a47ab5101e30 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:32.839198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d913f2b-5269-409c-80c6-aed476f4ed24 req-df099345-132e-47bc-8104-a47ab5101e30 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0539157 Aug 20 12:55:32.880551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8d913f2b-5269-409c-80c6-aed476f4ed24 req-4e02e324-fad7-4932-95f5-7680517f482c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353327 Aug 20 12:55:33.999201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39912efe-4cac-40d0-b9ef-0860279d8f76 req-2b6d54ae-b736-47c4-85f4-5240a0423d4d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:34.000678 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39912efe-4cac-40d0-b9ef-0860279d8f76 req-2b6d54ae-b736-47c4-85f4-5240a0423d4d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0506220 Aug 20 12:55:34.040993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39912efe-4cac-40d0-b9ef-0860279d8f76 req-932979a3-c2cf-4d23-82e0-a0706ba83a25 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341427 Aug 20 12:55:34.157162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b979-9c61-4890-9719-ab5122b0892f req-d83189a4-bbed-4da7-a3a5-e973e467140e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:34.159802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3e5b979-9c61-4890-9719-ab5122b0892f req-d83189a4-bbed-4da7-a3a5-e973e467140e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0537596 Aug 20 12:55:34.196784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3e5b979-9c61-4890-9719-ab5122b0892f req-20a8f711-711b-4654-9369-cd08058889b2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Aug 20 12:55:34.218340 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35348) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:34.258469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff81c33-05ea-41ee-b0c4-d5508e62cafe tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:34.259995 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1ff81c33-05ea-41ee-b0c4-d5508e62cafe tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 1093 time: 0.0406678 Aug 20 12:55:34.263023 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35350) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:34.268387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:55:34.290134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:34.390072 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:34.492136 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.35 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/08c31757-6ec3-42c6-9058-49d501cc4b7c) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:55:34.599357 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:34.637747 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:34.675881 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:55:34.678668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:55:34.681989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:55:34.713103 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=08c31757-6ec3-42c6-9058-49d501cc4b7c,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:35.047691 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:35.113360 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:35.264471 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:35.269459 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:35.345443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=08c31757-6ec3-42c6-9058-49d501cc4b7c,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:55:35.353921 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:35.450096 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP 43714159-9bfc-43f4-a7c0-9a945d07eed5 associated. External IP: 172.25.0.35, port: daefe898-5a83-4fca-a9b2-2a3127ea65bc. Aug 20 12:55:35.948308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 22763316-e265-4477-b633-6a7c77a12c9d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:55:36.057555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:55:36.067448 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] Sync routers for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:55:36.075331 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:36.078009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:36.078673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:55:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:36.106613 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c66ec949-57ec-4384-b824-819b971eeb85 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8425109 Aug 20 12:55:36.107600 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:55:36.110046 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f79ab7b-c48c-4766-bc41-fd3db42268a0" -d '{"events": [{"name": "network-changed", "server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:55:36.187197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:36.202238 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bead73-d8b8-4673-8a26-3292f0f39131 req-eec2e7f8-a997-4e70-96db-76a76bcd06f9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:36.203651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70bead73-d8b8-4673-8a26-3292f0f39131 req-eec2e7f8-a997-4e70-96db-76a76bcd06f9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0487213 Aug 20 12:55:36.242968 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70bead73-d8b8-4673-8a26-3292f0f39131 req-fd9f92d0-804c-4663-91db-ad48d3fd3f3e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Aug 20 12:55:36.264921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35356) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:36.304831 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c28e918-49e3-49e3-b29a-e288a151906d x-openstack-request-id: req-8c28e918-49e3-49e3-b29a-e288a151906d {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:55:36.305129 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:55:36.305383 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c28e918-49e3-49e3-b29a-e288a151906d {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:55:36.305785 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'status': 'completed', 'code': 200} Aug 20 12:55:36.358278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-832b8439-82eb-4688-bf78-07c1c63b865d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/43714159-9bfc-43f4-a7c0-9a945d07eed5 HTTP/1.1" status: 200 len: 991 time: 0.0916877 Aug 20 12:55:36.372437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-b0cec21f-06d3-415b-95f8-626d28537fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:36.373933 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-b0cec21f-06d3-415b-95f8-626d28537fa9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 1098 time: 0.0568173 Aug 20 12:55:36.426806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '43714159-9bfc-43f4-a7c0-9a945d07eed5', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'port_id': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'mac_address': 'fa:16:3e:5d:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:55:34Z', 'updated_at': '2021-08-20T12:55:34Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:25Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:36.453234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] Checking router: 22763316-e265-4477-b633-6a7c77a12c9d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:55:36.461571 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:55:36.462202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:55:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:36.465852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-b92af162-4aa5-40f4-946b-cfc7b08d7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:36.467416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-b92af162-4aa5-40f4-946b-cfc7b08d7c1c service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9 HTTP/1.1" status: 200 len: 897 time: 0.0862687 Aug 20 12:55:36.537500 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-65c8119e-e571-4502-90b1-367d8e10dd56 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc HTTP/1.1" status: 200 len: 999 time: 0.0623903 Aug 20 12:55:36.572432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:55:36.586367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-60235126-9fa7-45b3-80f6-7265988c78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:36.587835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-60235126-9fa7-45b3-80f6-7265988c78e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6536ab77-6a8a-4737-afd4-1618edc97f41 HTTP/1.1" status: 200 len: 835 time: 0.0433581 Aug 20 12:55:36.634030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-87a4d905-9d05-40d4-a823-125a92a7e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:55:36.635597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-87a4d905-9d05-40d4-a823-125a92a7e55f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405059 Aug 20 12:55:36.729860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-edf2a33e-c5b2-4029-aee7-5a2fb09bceff service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867825 Aug 20 12:55:36.801323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '43714159-9bfc-43f4-a7c0-9a945d07eed5', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'port_id': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'mac_address': 'fa:16:3e:5d:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:55:34Z', 'updated_at': '2021-08-20T12:55:34Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:25Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:55:36.822385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f79ab7b-c48c-4766-bc41-fd3db42268a0 req-a9b8ff08-b6e7-4eb0-ad78-99c6b8c58377 service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845940 Aug 20 12:55:36.832052 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed78b0-c6e2-42d6-9864-5c490d440314 None None] The sync data for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 is: [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '43714159-9bfc-43f4-a7c0-9a945d07eed5', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'port_id': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'mac_address': 'fa:16:3e:5d:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:55:34Z', 'updated_at': '2021-08-20T12:55:34Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:25Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:55:37.036794 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e2b84-ebcb-4c91-b26a-f113d597bfcb None None] New status for floating IP 43714159-9bfc-43f4-a7c0-9a945d07eed5: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:55:37.362357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35360) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:55:37.426845 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-a7677d2c-2219-4ca6-9443-e636ff21025c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/43714159-9bfc-43f4-a7c0-9a945d07eed5 HTTP/1.1" status: 200 len: 993 time: 0.0634804 Aug 20 12:55:42.490147 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:44.232191 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:44.379155 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:55:51.814978 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ad87ee87-6450-4376-b879-1f1b094e7426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:54.365632 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-48af2c12-2da4-4a12-b0c8-f0dcade3c74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:55.104322 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:55.804110 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:57.170155 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:04.169012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-48343263-ddf0-4c17-bb85-b08afce64499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:04.170540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-48343263-ddf0-4c17-bb85-b08afce64499 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 1098 time: 0.0695820 Aug 20 12:56:04.179002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546d7b4-9271-49fd-b5e1-9e5fa823150d req-8df6c47b-f9ab-41de-b909-9b14739b00dd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:04.180354 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e546d7b4-9271-49fd-b5e1-9e5fa823150d req-8df6c47b-f9ab-41de-b909-9b14739b00dd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0714374 Aug 20 12:56:04.264657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e546d7b4-9271-49fd-b5e1-9e5fa823150d req-d556ac50-7692-48cb-b628-87aa21136038 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761745 Aug 20 12:56:04.291983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-91639dbe-87ef-4c20-9496-81859cd0df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:04.293430 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-91639dbe-87ef-4c20-9496-81859cd0df65 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9 HTTP/1.1" status: 200 len: 897 time: 0.1122594 Aug 20 12:56:04.358257 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-450e2f52-e50d-40e4-a705-cba4100b5477 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc HTTP/1.1" status: 200 len: 1001 time: 0.0565164 Aug 20 12:56:04.416863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-0ecb6884-6007-4030-ab51-54d3831d789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:04.418361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-0ecb6884-6007-4030-ab51-54d3831d789b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6536ab77-6a8a-4737-afd4-1618edc97f41 HTTP/1.1" status: 200 len: 835 time: 0.0498028 Aug 20 12:56:04.465335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-0358d186-79cd-4a28-8eb6-deebaddc043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:04.466847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-0358d186-79cd-4a28-8eb6-deebaddc043c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398145 Aug 20 12:56:04.558816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-6d864940-994b-44e3-9b1a-1597767fa2be service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829463 Aug 20 12:56:04.652553 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3e72a1c1-5425-42e7-9db4-41f406a06380 req-3e4a0f65-8572-406f-8a6a-215d1965c647 service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854599 Aug 20 12:56:05.391211 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025a4c1-4725-45e3-967a-d168a5ed7e87 req-a637fe06-fff4-4fb6-8ee1-b9f3b1f161aa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:05.393319 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9025a4c1-4725-45e3-967a-d168a5ed7e87 req-a637fe06-fff4-4fb6-8ee1-b9f3b1f161aa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0522723 Aug 20 12:56:05.432746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9025a4c1-4725-45e3-967a-d168a5ed7e87 req-e0bd1f8e-c0b1-4f47-b3b2-20d3072ed1eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328727 Aug 20 12:56:06.550530 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0af3bb-d594-46ff-b2e5-789536a7ef1c req-e48d8b0d-7583-4c58-8c39-da73201808f7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:06.552371 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a0af3bb-d594-46ff-b2e5-789536a7ef1c req-e48d8b0d-7583-4c58-8c39-da73201808f7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0513768 Aug 20 12:56:06.594207 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a0af3bb-d594-46ff-b2e5-789536a7ef1c req-a39be9fa-7ffa-40cd-97d4-f27ef3986a92 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359106 Aug 20 12:56:07.714267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fca5c-b9a1-42d6-abe1-01016c6af905 req-6671d71d-8c72-4cbd-84be-b2ada92675de tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:07.715697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b8fca5c-b9a1-42d6-abe1-01016c6af905 req-6671d71d-8c72-4cbd-84be-b2ada92675de tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0507369 Aug 20 12:56:07.754695 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1b8fca5c-b9a1-42d6-abe1-01016c6af905 req-fe5602f4-0412-4c62-b211-e71f3acfc43f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328715 Aug 20 12:56:08.872149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087da32-c61d-4564-9ba5-272f3141b5b6 req-9468bd83-81d1-4cf5-a5d3-ff6d380d1f5f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:08.873656 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7087da32-c61d-4564-9ba5-272f3141b5b6 req-9468bd83-81d1-4cf5-a5d3-ff6d380d1f5f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0495784 Aug 20 12:56:08.912772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7087da32-c61d-4564-9ba5-272f3141b5b6 req-1aa0b4da-cc86-4f62-b85b-2b333761fc31 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328302 Aug 20 12:56:10.030276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e19ef0-2d31-4c56-aeaf-d0fb44cc3d41 req-36f6e6f3-60c1-4a30-ab25-f64c5830ff0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:10.031805 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89e19ef0-2d31-4c56-aeaf-d0fb44cc3d41 req-36f6e6f3-60c1-4a30-ab25-f64c5830ff0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0493705 Aug 20 12:56:10.073510 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89e19ef0-2d31-4c56-aeaf-d0fb44cc3d41 req-137aee44-358c-4423-955e-1eec4280aad5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356908 Aug 20 12:56:11.196647 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6ce38-1b50-4a17-a92b-13617acb31ec req-f092052b-e842-4ff2-bc33-6e32f3c94586 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:11.198044 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22f6ce38-1b50-4a17-a92b-13617acb31ec req-f092052b-e842-4ff2-bc33-6e32f3c94586 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0540328 Aug 20 12:56:11.236813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22f6ce38-1b50-4a17-a92b-13617acb31ec req-23a35169-1618-4913-b4e0-63c8235cb263 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327227 Aug 20 12:56:12.353982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86bd83-860e-4655-a755-1cc99906da06 req-460b50ce-2c9b-4a41-a7ff-fd77bc5d47b2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:12.355499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e86bd83-860e-4655-a755-1cc99906da06 req-460b50ce-2c9b-4a41-a7ff-fd77bc5d47b2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0496900 Aug 20 12:56:12.394701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4e86bd83-860e-4655-a755-1cc99906da06 req-f676ead8-dbbd-4c9f-954a-0e9e57c4269a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331495 Aug 20 12:56:12.492730 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:13.511122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64860b00-cb3c-4ebe-9068-cb951ecc9124 req-ae61ed55-f55f-4060-b851-4d428e417ddf tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:13.512456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64860b00-cb3c-4ebe-9068-cb951ecc9124 req-ae61ed55-f55f-4060-b851-4d428e417ddf tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0498145 Aug 20 12:56:13.557842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-64860b00-cb3c-4ebe-9068-cb951ecc9124 req-7a814c50-692b-4127-b544-4207224853e4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390651 Aug 20 12:56:14.231099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:14.678276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15004ff5-c68f-4353-b804-3c8f75f01d29 req-843f8abd-83a0-4a9c-bfc2-cdebec5a5b1f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:14.679818 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15004ff5-c68f-4353-b804-3c8f75f01d29 req-843f8abd-83a0-4a9c-bfc2-cdebec5a5b1f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0494938 Aug 20 12:56:14.718534 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-15004ff5-c68f-4353-b804-3c8f75f01d29 req-d2f86b8e-02c5-4c1c-b1e6-8979b9ee4567 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Aug 20 12:56:15.832328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43cc09-e6fa-4312-a9ad-a18559abc8d5 req-4e2faf14-6680-4bc7-b036-4509ca3801b9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:15.833831 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a43cc09-e6fa-4312-a9ad-a18559abc8d5 req-4e2faf14-6680-4bc7-b036-4509ca3801b9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0492241 Aug 20 12:56:15.871492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a43cc09-e6fa-4312-a9ad-a18559abc8d5 req-fc7c87aa-c5e7-456c-8e5a-3d55313247b1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Aug 20 12:56:15.893798 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35404) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:15.958889 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e708d0f6-1b83-4dd5-b62b-031fa52d59ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/43714159-9bfc-43f4-a7c0-9a945d07eed5 HTTP/1.1" status: 200 len: 993 time: 0.0638344 Aug 20 12:56:16.573545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-93492918-1de5-49dc-a057-51aa371a0e6d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400252 Aug 20 12:56:16.662738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-fdff1582-5412-4fd3-9cd6-62563bb82cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:16.665040 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-fdff1582-5412-4fd3-9cd6-62563bb82cb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 1098 time: 0.0490162 Aug 20 12:56:16.774954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-9a59023f-1d30-4345-b0c4-d55bd3230a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:16.776517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-9a59023f-1d30-4345-b0c4-d55bd3230a18 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9 HTTP/1.1" status: 200 len: 897 time: 0.0920711 Aug 20 12:56:16.842484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-a9c38461-cbe6-4257-8763-80eb76f5731a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc HTTP/1.1" status: 200 len: 1001 time: 0.0589385 Aug 20 12:56:16.892041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-bd44f3c9-30db-4e65-9c0b-e1afc3d435af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:16.893453 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-bd44f3c9-30db-4e65-9c0b-e1afc3d435af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6536ab77-6a8a-4737-afd4-1618edc97f41 HTTP/1.1" status: 200 len: 835 time: 0.0445859 Aug 20 12:56:16.942962 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-c29a9758-39cf-4ff5-903c-6f2bff07df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:16.945155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-c29a9758-39cf-4ff5-903c-6f2bff07df53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444968 Aug 20 12:56:17.034683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-b7ace83a-5ec1-4280-8dac-d258454db460 service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835977 Aug 20 12:56:17.127368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb652ec5-2334-49a9-a84a-0331bca2b89e req-ae105823-c21f-497e-a864-1d728a727d7a service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858829 Aug 20 12:56:21.378048 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:56:21.806166 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-80e0219d-a93c-4ab7-9586-9375a6f9e52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:24.369751 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b2336c91-ece0-43b4-819f-34a3e4afd5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:25.104492 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:25.807642 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:27.174413 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:42.507972 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:44.231230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:46.308138 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35422) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:46.496646 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 08c31757-6ec3-42c6-9058-49d501cc4b7c {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:56:46.496993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:46.584067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:46.584303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:46.598485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 08c31757-6ec3-42c6-9058-49d501cc4b7c owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:56:46.773054 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:46.797563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=08c31757-6ec3-42c6-9058-49d501cc4b7c,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:46.812013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.812367 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.812708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.813043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.813376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.813706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.814032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.814386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.814718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.815041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.815363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.815681 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:46.873436 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:46.873718 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP 43714159-9bfc-43f4-a7c0-9a945d07eed5 disassociated (deleted). External IP: 172.25.0.35, port: daefe898-5a83-4fca-a9b2-2a3127ea65bc. Aug 20 12:56:47.082274 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 22763316-e265-4477-b633-6a7c77a12c9d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:56:47.190030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:56:47.194910 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:47.199984 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] Sync routers for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:56:47.208732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:56:47.209563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:47.223103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-67d36647-84ad-4251-aae0-e545f722b36b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/floatingips/43714159-9bfc-43f4-a7c0-9a945d07eed5 HTTP/1.1" status: 204 len: 168 time: 0.9138386 Aug 20 12:56:47.223794 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:56:47.226847 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a22700-3d2d-42a3-8874-855085d2e618" -d '{"events": [{"name": "network-changed", "server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:56:47.322028 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:56:47.471341 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef241c-8afc-4e42-b175-be8491bcf070 x-openstack-request-id: req-82ef241c-8afc-4e42-b175-be8491bcf070 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:56:47.471863 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:56:47.471863 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82ef241c-8afc-4e42-b175-be8491bcf070 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:56:47.472291 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'status': 'completed', 'code': 200} Aug 20 12:56:47.547522 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a22700-3d2d-42a3-8874-855085d2e618 req-19aeceda-97c3-4570-ba73-fb426ab916a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:47.548720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:25Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:47.549110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33a22700-3d2d-42a3-8874-855085d2e618 req-19aeceda-97c3-4570-ba73-fb426ab916a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 1098 time: 0.0512831 Aug 20 12:56:47.575627 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] Checking router: 22763316-e265-4477-b633-6a7c77a12c9d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:56:47.585005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:56:47.585628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:47.685812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032bf90-d082-471e-8c6d-5c0c451b9d6e req-8c1e1de9-dfc3-4ae8-99fa-30bd6886754a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:47.687370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d032bf90-d082-471e-8c6d-5c0c451b9d6e req-8c1e1de9-dfc3-4ae8-99fa-30bd6886754a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.1617851 Aug 20 12:56:47.688836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a22700-3d2d-42a3-8874-855085d2e618 req-22e722c6-1e84-4e78-8b95-bff5fb78b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:47.690255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33a22700-3d2d-42a3-8874-855085d2e618 req-22e722c6-1e84-4e78-8b95-bff5fb78b077 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9 HTTP/1.1" status: 200 len: 897 time: 0.1331542 Aug 20 12:56:47.694849 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:56:47.746550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33a22700-3d2d-42a3-8874-855085d2e618 req-788bb418-6172-4086-b6ba-91ce63b75ff1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc HTTP/1.1" status: 200 len: 217 time: 0.0455856 Aug 20 12:56:47.801096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d032bf90-d082-471e-8c6d-5c0c451b9d6e req-0c1c5c42-249b-4245-b1a0-e55ae07fde2d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075623 Aug 20 12:56:47.819635 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a22700-3d2d-42a3-8874-855085d2e618 req-fb17326d-f516-47f7-8757-74319de05eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:47.821389 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33a22700-3d2d-42a3-8874-855085d2e618 req-fb17326d-f516-47f7-8757-74319de05eef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6536ab77-6a8a-4737-afd4-1618edc97f41 HTTP/1.1" status: 200 len: 835 time: 0.0619016 Aug 20 12:56:47.868582 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a22700-3d2d-42a3-8874-855085d2e618 req-ec2e402b-f6f9-4519-8d26-e2fb2c69e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:47.870796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33a22700-3d2d-42a3-8874-855085d2e618 req-ec2e402b-f6f9-4519-8d26-e2fb2c69e4b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb0e0322-0e21-4d0b-bac3-10a6a77859f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420282 Aug 20 12:56:47.904114 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:25Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:47.935235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfcbbc-656e-4983-a2ae-a810ceb0497c None None] The sync data for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 is: [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:55:21Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '24989268-3de8-4cd1-ac3e-b155c94d7b31', 'name': '', 'network_id': 'eb0e0322-0e21-4d0b-bac3-10a6a77859f9', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:81:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:20Z', 'updated_at': '2021-08-20T12:55:25Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '6536ab77-6a8a-4737-afd4-1618edc97f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:56:47.961817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33a22700-3d2d-42a3-8874-855085d2e618 req-93066e87-92a7-40ec-9364-9750a5f1c5e9 service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830209 Aug 20 12:56:48.062577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-33a22700-3d2d-42a3-8874-855085d2e618 req-03a25a9e-50cf-494e-a478-06d01382a5d4 service neutron] 10.222.0.22 "GET /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930014 Aug 20 12:56:48.161232 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c852cf9-b8e6-4e3d-a6d1-ab8425e60a7e None None] New status for floating IP 43714159-9bfc-43f4-a7c0-9a945d07eed5: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:56:48.861125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-3a42bc48-75ad-4e53-a632-163998afd393 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:48.862701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-3a42bc48-75ad-4e53-a632-163998afd393 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.0506680 Aug 20 12:56:49.266633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed4f39-0ccd-4e5a-801d-8169d6761b84 req-489e9288-317e-472b-bb62-a974aa1d3ed3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:49.268034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91ed4f39-0ccd-4e5a-801d-8169d6761b84 req-489e9288-317e-472b-bb62-a974aa1d3ed3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64cc7bcc-0bcf-4621-893a-4463206fe310 HTTP/1.1" status: 200 len: 946 time: 0.3922040 Aug 20 12:56:49.314314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port daefe898-5a83-4fca-a9b2-2a3127ea65bc {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:56:49.314652 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:49.320824 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91ed4f39-0ccd-4e5a-801d-8169d6761b84 req-b38c715a-8eb2-4e19-9452-466711ff20be tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2ee48e-6641-45fa-b926-f2d994f533f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455151 Aug 20 12:56:49.408200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port daefe898-5a83-4fca-a9b2-2a3127ea65bc, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=daefe898-5a83-4fca-a9b2-2a3127ea65bc,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:56:49.408560 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:49.421803 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for daefe898-5a83-4fca-a9b2-2a3127ea65bc owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:56:49.559450 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:49.592924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=daefe898-5a83-4fca-a9b2-2a3127ea65bc,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:49.631846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] No DVR routers for this DVR port daefe898-5a83-4fca-a9b2-2a3127ea65bc on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:56:49.634426 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:49.636393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-46ae2673-c3ad-4750-b430-9b7df6b6587d req-f8548859-fc44-4ece-97ea-ac191d8b8260 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "DELETE /v2.0/ports/daefe898-5a83-4fca-a9b2-2a3127ea65bc HTTP/1.1" status: 204 len: 173 time: 0.7673635 Aug 20 12:56:49.637137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'name': 'network-vif-deleted', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:56:49.639214 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b43fde3-77e7-433a-b43e-2d5db75dc1df" -d '{"events": [{"server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "name": "network-vif-deleted", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:56:49.677443 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e246422-6fd8-4c83-aafd-65e7144dabdf x-openstack-request-id: req-1e246422-6fd8-4c83-aafd-65e7144dabdf {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:56:49.677749 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cc7bcc-0bcf-4621-893a-4463206fe310", "name": "network-vif-deleted", "tag": "daefe898-5a83-4fca-a9b2-2a3127ea65bc", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:56:49.678016 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e246422-6fd8-4c83-aafd-65e7144dabdf {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:56:49.678459 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cc7bcc-0bcf-4621-893a-4463206fe310', 'name': 'network-vif-deleted', 'tag': 'daefe898-5a83-4fca-a9b2-2a3127ea65bc', 'status': 'completed', 'code': 200} Aug 20 12:56:50.380355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35448) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:50.747847 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:51.004790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 24989268-3de8-4cd1-ac3e-b155c94d7b31 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:56:51.005118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:51.091479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 24989268-3de8-4cd1-ac3e-b155c94d7b31, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=24989268-3de8-4cd1-ac3e-b155c94d7b31,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:56:51.091834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:51.104257 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 24989268-3de8-4cd1-ac3e-b155c94d7b31 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:56:51.609705 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:51.638560 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=24989268-3de8-4cd1-ac3e-b155c94d7b31,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:51.649008 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.649359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.649702 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.650036 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.650391 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.650722 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.651049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.651799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.651799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.651997 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.652912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.653237 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:51.810892 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-558acbdc-a6d9-4493-8018-cc429ccaee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:51.827301 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.048169 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 22763316-e265-4477-b633-6a7c77a12c9d has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:56:52.156606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:56:52.162481 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-91538752-672a-4d43-82e7-8040f0675c5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/22763316-e265-4477-b633-6a7c77a12c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7812095 Aug 20 12:56:52.165174 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35452) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:52.168772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] Sync routers for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:56:52.178384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:56:52.178990 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:52.215814 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eda7e8c-4603-4896-8a3f-56a0038486d3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting subnet 6536ab77-6a8a-4737-afd4-1618edc97f41 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:56:52.218879 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e8c-4603-4896-8a3f-56a0038486d3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.260122 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e8c-4603-4896-8a3f-56a0038486d3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.358615 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e8c-4603-4896-8a3f-56a0038486d3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.420987 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e8c-4603-4896-8a3f-56a0038486d3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.446766 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:56:52.447496 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda7e8c-4603-4896-8a3f-56a0038486d3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Subnet': ['ID=6536ab77-6a8a-4737-afd4-1618edc97f41,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:52.451893 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e8c-4603-4896-8a3f-56a0038486d3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.453840 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1eda7e8c-4603-4896-8a3f-56a0038486d3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/subnets/6536ab77-6a8a-4737-afd4-1618edc97f41 HTTP/1.1" status: 204 len: 168 time: 0.2877357 Aug 20 12:56:52.456527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35454) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:52.477386 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a5b7f1-694a-498f-b44c-455d3b57b094 None None] Network eb0e0322-0e21-4d0b-bac3-10a6a77859f9 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:56:52.565595 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.671684 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.727383 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 742bddba-b730-449e-8025-6d4f5a783d1e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:56:52.727726 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.733745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:56:51Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '742bddba-b730-449e-8025-6d4f5a783d1e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763316-e265-4477-b633-6a7c77a12c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:55:18Z', 'updated_at': '2021-08-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:52.761525 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] Checking router: 22763316-e265-4477-b633-6a7c77a12c9d for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:56:52.770956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] Routers {'22763316-e265-4477-b633-6a7c77a12c9d'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:56:52.771515 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['22763316-e265-4477-b633-6a7c77a12c9d'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:52.813720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] DHCP port deletion for eb0e0322-0e21-4d0b-bac3-10a6a77859f9 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:56:52.820721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 742bddba-b730-449e-8025-6d4f5a783d1e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=742bddba-b730-449e-8025-6d4f5a783d1e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:56:52.821092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:52.834662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 742bddba-b730-449e-8025-6d4f5a783d1e owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:56:52.889409 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] Set router 22763316-e265-4477-b633-6a7c77a12c9d gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:56:52.946556 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:56:52Z', 'revision_number': 6, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:52.981987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8581c5-f971-46a0-ab23-c75bd597513c None None] The sync data for ids ['22763316-e265-4477-b633-6a7c77a12c9d'] in n-d-800634-10 is: [{'id': '22763316-e265-4477-b633-6a7c77a12c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148609730', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:55:17Z', 'updated_at': '2021-08-20T12:56:52Z', 'revision_number': 6, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:56:52.989738 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Deleting port 1520f90d-20d5-490c-b4cc-e8ee8da07969 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:56:52.990104 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.022456 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.048165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=742bddba-b730-449e-8025-6d4f5a783d1e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:53.057155 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] For port 1520f90d-20d5-490c-b4cc-e8ee8da07969, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1520f90d-20d5-490c-b4cc-e8ee8da07969,segment=NetworkSegment(ab8e02b4-fe3f-41db-8a1c-da081fdac75c),segment_id=ab8e02b4-fe3f-41db-8a1c-da081fdac75c)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:56:53.057562 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.071403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Calling delete_port for 1520f90d-20d5-490c-b4cc-e8ee8da07969 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:56:53.115427 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.155450 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.180946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Pushing event deleted for resources: {'Port': ['ID=1520f90d-20d5-490c-b4cc-e8ee8da07969,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:53.186745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] No DVR routers for this DVR port 1520f90d-20d5-490c-b4cc-e8ee8da07969 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.203686 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2b44e-6e7f-49ea-b55b-4f43981ba61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:53.215081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.217216 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.258718 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.259269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Fanout notify agent at l3_agent the message router_deleted on router 22763316-e265-4477-b633-6a7c77a12c9d {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:56:53.267027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.268136 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a194744c-f23a-47a7-aa28-33008b59e5a9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/routers/22763316-e265-4477-b633-6a7c77a12c9d HTTP/1.1" status: 204 len: 168 time: 0.8106971 Aug 20 12:56:53.270858 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35456) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:53.353854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.369276 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1520f90d-20d5-490c-b4cc-e8ee8da07969 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:56:53.391202 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1520f90d-20d5-490c-b4cc-e8ee8da07969 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:56:53.391770 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1520f90d-20d5-490c-b4cc-e8ee8da07969 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:56:53.456389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.466248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0e0322-0e21-4d0b-bac3-10a6a77859f9']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:53.479693 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:53.480745 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8e02b4-fe3f-41db-8a1c-da081fdac75c') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:53.491540 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.506764 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.513228 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:56:53.513635 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:56:53.517056 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:56:53.585423 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.593656 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.595027 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/networks/eb0e0322-0e21-4d0b-bac3-10a6a77859f9 HTTP/1.1" status: 204 len: 168 time: 0.3232439 Aug 20 12:56:53.599670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35458) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:53.608524 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a64e1c-4387-420a-b4fb-6ee1b74e1f0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Network': ['ID=eb0e0322-0e21-4d0b-bac3-10a6a77859f9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:53.663968 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59824528-baa9-4af3-8c20-52d862007d5b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.690398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59824528-baa9-4af3-8c20-52d862007d5b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.754617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59824528-baa9-4af3-8c20-52d862007d5b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.757233 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-59824528-baa9-4af3-8c20-52d862007d5b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:53.758423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-59824528-baa9-4af3-8c20-52d862007d5b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/security-groups/db2ee48e-6641-45fa-b926-f2d994f533f6 HTTP/1.1" status: 204 len: 168 time: 0.1577325 Aug 20 12:56:53.768879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59824528-baa9-4af3-8c20-52d862007d5b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2ee48e-6641-45fa-b926-f2d994f533f6,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:53.788587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device daefe898-5a83-4fca-a9b2-2a3127ea65bc no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:56:53.812675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: daefe898-5a83-4fca-a9b2-2a3127ea65bc {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:56:53.813403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device daefe898-5a83-4fca-a9b2-2a3127ea65bc not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:56:54.034795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35464) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:54.039672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b67d73d5-d82a-4587-a84e-e9264881072f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119876924', 'description': 'tempest-secgroup-smoke-1119876924 description', 'project_id': 'f3c437f00eb14ee1bab438be348f9370'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:54.061892 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b67d73d5-d82a-4587-a84e-e9264881072f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.144191 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b67d73d5-d82a-4587-a84e-e9264881072f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.147936 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b67d73d5-d82a-4587-a84e-e9264881072f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.172142 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b67d73d5-d82a-4587-a84e-e9264881072f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.173368 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b67d73d5-d82a-4587-a84e-e9264881072f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374955 Aug 20 12:56:54.176406 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35466) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:54.181199 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-9ccc31e8-79e7-4ccf-be31-8fee69474649 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'd7da3d8f-c5ff-4e44-af7f-5b83a69d178e', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:54.181365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d73d5-d82a-4587-a84e-e9264881072f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:54.208761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9ccc31e8-79e7-4ccf-be31-8fee69474649 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.257093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9ccc31e8-79e7-4ccf-be31-8fee69474649 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.260748 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9ccc31e8-79e7-4ccf-be31-8fee69474649 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.279293 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc31e8-79e7-4ccf-be31-8fee69474649 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1691f9c-b1b0-4245-9166-76372251681d,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:54.286415 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-9ccc31e8-79e7-4ccf-be31-8fee69474649 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.287605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9ccc31e8-79e7-4ccf-be31-8fee69474649 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101520 Aug 20 12:56:54.290301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35468) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:54.294952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-319c59da-c408-40d9-8f53-04086aa2e306 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'd7da3d8f-c5ff-4e44-af7f-5b83a69d178e', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:54.320212 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-319c59da-c408-40d9-8f53-04086aa2e306 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.371463 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-415abcda-30db-4aa0-be2a-0ec2b5294e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.385257 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-319c59da-c408-40d9-8f53-04086aa2e306 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.389632 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-319c59da-c408-40d9-8f53-04086aa2e306 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.409177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c59da-c408-40d9-8f53-04086aa2e306 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26a953c-9e32-45a5-b0fb-0150d3e6dd01,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:54.415597 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-319c59da-c408-40d9-8f53-04086aa2e306 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.416990 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-319c59da-c408-40d9-8f53-04086aa2e306 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255569 Aug 20 12:56:54.419542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35470) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:54.423935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-27f154c6-5479-4032-8769-32114832f9f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'd7da3d8f-c5ff-4e44-af7f-5b83a69d178e', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:54.449901 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27f154c6-5479-4032-8769-32114832f9f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.508271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27f154c6-5479-4032-8769-32114832f9f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.514789 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27f154c6-5479-4032-8769-32114832f9f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.534224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f154c6-5479-4032-8769-32114832f9f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca0f161-78da-4862-ac1e-54ee018e223e,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:54.540452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-27f154c6-5479-4032-8769-32114832f9f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.544292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-27f154c6-5479-4032-8769-32114832f9f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212163 Aug 20 12:56:54.544477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35472) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:54.548823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3e0b881c-e7d0-480c-8d4c-3cddea880554 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'd7da3d8f-c5ff-4e44-af7f-5b83a69d178e', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:54.576017 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e0b881c-e7d0-480c-8d4c-3cddea880554 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.637970 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e0b881c-e7d0-480c-8d4c-3cddea880554 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.642158 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e0b881c-e7d0-480c-8d4c-3cddea880554 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.660014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b881c-e7d0-480c-8d4c-3cddea880554 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f252068-7a35-45ba-a5bc-a5af9f15c982,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:54.666601 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3e0b881c-e7d0-480c-8d4c-3cddea880554 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.668664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3e0b881c-e7d0-480c-8d4c-3cddea880554 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232567 Aug 20 12:56:54.671423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35474) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:54.676242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3db5a4e3-eeb0-4316-bdfc-079c52072511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'd7da3d8f-c5ff-4e44-af7f-5b83a69d178e', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:54.697897 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-3db5a4e3-eeb0-4316-bdfc-079c52072511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:56:54.703237 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db5a4e3-eeb0-4316-bdfc-079c52072511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.761199 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db5a4e3-eeb0-4316-bdfc-079c52072511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.765860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db5a4e3-eeb0-4316-bdfc-079c52072511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.784042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5a4e3-eeb0-4316-bdfc-079c52072511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1013ae-5ba7-451b-bdb8-f8dc1dc98d74,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:54.793363 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3db5a4e3-eeb0-4316-bdfc-079c52072511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.795032 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3db5a4e3-eeb0-4316-bdfc-079c52072511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225705 Aug 20 12:56:54.797662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35476) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:54.802388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5b9bd9ee-1675-4265-bbe1-388c1f023f2c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'd7da3d8f-c5ff-4e44-af7f-5b83a69d178e', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:54.828183 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-5b9bd9ee-1675-4265-bbe1-388c1f023f2c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:56:54.832955 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd9ee-1675-4265-bbe1-388c1f023f2c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.893942 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd9ee-1675-4265-bbe1-388c1f023f2c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.897324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd9ee-1675-4265-bbe1-388c1f023f2c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.916258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bd9ee-1675-4265-bbe1-388c1f023f2c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102d0471-3e9f-485e-a054-6efa2ad79c80,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:54.919873 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd9ee-1675-4265-bbe1-388c1f023f2c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.923940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5b9bd9ee-1675-4265-bbe1-388c1f023f2c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224875 Aug 20 12:56:54.924430 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35478) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:54.929110 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'network': {'name': 'tempest-network-smoke--1786290298', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'port_security_enabled': True}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:54.953728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:56:54.957171 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.982606 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:56:54.993231 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:54.993665 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Added segment ea35bdb4-7e0a-4184-a93c-d94d75c288f0 of type vlan for network cb3f9fae-6635-4780-9af1-d7e2d9c33ede Aug 20 12:56:55.003101 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 24989268-3de8-4cd1-ac3e-b155c94d7b31 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:56:55.026795 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 24989268-3de8-4cd1-ac3e-b155c94d7b31 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:56:55.027104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 24989268-3de8-4cd1-ac3e-b155c94d7b31 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:56:55.027700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 742bddba-b730-449e-8025-6d4f5a783d1e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:56:55.039296 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.047753 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 742bddba-b730-449e-8025-6d4f5a783d1e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:56:55.048102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 742bddba-b730-449e-8025-6d4f5a783d1e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:56:55.064949 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.070678 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:55.071255 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.106965 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.138843 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2137246 Aug 20 12:56:55.141950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35480) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:55.146673 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'admin_state_up': True, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:55.154649 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2285a-4cff-4ea0-8c9e-df3824a56747 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Network': ['ID=cb3f9fae-6635-4780-9af1-d7e2d9c33ede,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:55.166126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:56:55.175296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.176360 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.232749 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.368639 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.569539 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.593009 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.692784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.235 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/8ed311d3-ccfe-4aaf-91c1-da98da70425b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:56:55.798344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.808164 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.837247 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:55.875173 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:56:55.877885 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:56:55.880254 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:56:55.912641 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=8ed311d3-ccfe-4aaf-91c1-da98da70425b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:56.142666 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:56.331093 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:56.460204 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router c5578507-8fb4-4c38-980f-1b459986b795 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:56:56.567491 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:56:56.576676 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Sync routers for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:56:56.585438 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:56.585742 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:56:56.586499 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:56.586690 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0b4d0f19-b0ec-4f5a-b18b-19877cc21c64 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4436948 Aug 20 12:56:56.589977 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35482) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:56.619311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-818d7bf1-06f7-4f25-9ddf-c05e6a24c24b tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f3c437f00eb14ee1bab438be348f9370&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280123 Aug 20 12:56:56.622470 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35484) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:56.691819 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:56:56.710475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac084e-25fc-4f1f-ae8e-392bf357febf tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:56.711892 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-78ac084e-25fc-4f1f-ae8e-392bf357febf tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885384 Aug 20 12:56:56.714824 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35486) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:56.744695 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b222ca41-986c-4114-87d6-befb9ccbf234 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286734 Aug 20 12:56:56.748086 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35488) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:56.752996 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1857853748', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:56:56.844454 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:56:56.848089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:56.870255 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:56Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:56.901106 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Checking router: c5578507-8fb4-4c38-980f-1b459986b795 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:56:56.901454 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Updating router c5578507-8fb4-4c38-980f-1b459986b795 port 8ed311d3-ccfe-4aaf-91c1-da98da70425b binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:56:56.928285 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.032798 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.094085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Subnet': ['ID=f91e23a8-4c03-4507-b5a7-190b0cce41fc,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:57.101335 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Checking segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:56:57.101608 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network hostable DHCP agents. Network: cb3f9fae-6635-4780-9af1-d7e2d9c33ede, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:56:57.119212 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:56:57.128685 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, cb3f9fae-6635-4780-9af1-d7e2d9c33ede) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:56:57.132921 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:57.133503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.144068 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616e04c-8fdb-4eac-9ed1-d6bad9a41c9f None None] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:56:57.149336 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-dff93044-dd02-45b9-a8db-84b6cc90da47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4002147 Aug 20 12:56:57.152994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35490) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:56:57.187203 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.197304 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Transition to ACTIVE for port object 8ed311d3-ccfe-4aaf-91c1-da98da70425b will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:56:57.205397 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.221448 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.258796 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Attempting to bind port 8ed311d3-ccfe-4aaf-91c1-da98da70425b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:56:57.259158 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Attempting to bind port 8ed311d3-ccfe-4aaf-91c1-da98da70425b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:56:57.259510 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Attempting to bind port 8ed311d3-ccfe-4aaf-91c1-da98da70425b on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:56:57.273013 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:56:57.274158 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:56:57.274158 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.274467 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:56:57.274801 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Bound port: 8ed311d3-ccfe-4aaf-91c1-da98da70425b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:56:57.275167 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.300258 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Pushing event updated for resources: {'Port': ['ID=8ed311d3-ccfe-4aaf-91c1-da98da70425b,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:57.316900 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.317292 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.317700 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.318097 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.318546 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.319003 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.319437 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.319898 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.320285 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.320671 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.321418 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.321418 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:56:57.324083 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:56:57.325791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.354678 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] For port 8ed311d3-ccfe-4aaf-91c1-da98da70425b, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:56:57.359425 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] For port 8ed311d3-ccfe-4aaf-91c1-da98da70425b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8ed311d3-ccfe-4aaf-91c1-da98da70425b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:56:57.364729 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.432214 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:56:57.433021 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:57.435626 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f03cd-4101-4d31-9282-2b02373d5480 None None] Pushing event updated for resources: {'Port': ['ID=8ed311d3-ccfe-4aaf-91c1-da98da70425b,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:57.486010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Allocated IP 172.20.0.2 (cb3f9fae-6635-4780-9af1-d7e2d9c33ede/f91e23a8-4c03-4507-b5a7-190b0cce41fc/d3c83838-fd2c-4775-9ac8-a22b3e3f11f2) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:56:57.646709 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:56:57.651592 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.661167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Transition to ACTIVE for port object d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:56:57.678678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Transition to ACTIVE for port object d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:56:57.685319 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.722286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:56:57.726509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:56:57.729953 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:56:57.740352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Pushing event updated for resources: {'Port': ['ID=d3c83838-fd2c-4775-9ac8-a22b3e3f11f2,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:57.793884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Attempting to bind port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:56:57.794410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Attempting to bind port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:56:57.794775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Attempting to bind port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 on network cb3f9fae-6635-4780-9af1-d7e2d9c33ede {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:56:57.801640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:56:57.802108 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Checking segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:56:57.802612 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.802934 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Bound using segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:56:57.803340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Bound port: d3c83838-fd2c-4775-9ac8-a22b3e3f11f2, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:56:57.803729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.844194 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:56Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:57.874496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] For port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:56:57.876279 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50859656-8dbf-4ab1-b4c4-3800f4f6e687 None None] The sync data for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 is: [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:56Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:56:57.877677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] For port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3c83838-fd2c-4775-9ac8-a22b3e3f11f2,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:56:57.883293 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:57.953791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972a200-b51b-4d57-a6ae-5d9739d6a6dd None None] Pushing event updated for resources: {'Port': ['ID=d3c83838-fd2c-4775-9ac8-a22b3e3f11f2,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:58.008894 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:58.370952 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.1 (cb3f9fae-6635-4780-9af1-d7e2d9c33ede/f91e23a8-4c03-4507-b5a7-190b0cce41fc/98df26a0-bc23-44bb-af60-dfdeccdbcaaf) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:56:58.378267 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:56:58.497503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:58.513172 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object 98df26a0-bc23-44bb-af60-dfdeccdbcaaf will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:56:58.547118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:58.590839 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:56:58.596301 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:56:58.603743 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:56:58.608369 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:58.655075 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:58.804026 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:58.930565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc613edf-d1b0-4bfe-9890-6673dcc669a8 None None] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:56:59.037535 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d54f870e-ca0a-48b7-80a9-54e6b1241d50 None None] Provisioning for port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:56:59.106638 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8ed311d3-ccfe-4aaf-91c1-da98da70425b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:56:59.108484 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.114138 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.168446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8ed311d3-ccfe-4aaf-91c1-da98da70425b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:56:59.172359 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8ed311d3-ccfe-4aaf-91c1-da98da70425b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:56:59.172722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.190756 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.192721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:59.273978 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.299320 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 8ed311d3-ccfe-4aaf-91c1-da98da70425b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8ed311d3-ccfe-4aaf-91c1-da98da70425b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:56:59.305465 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:56:59.307352 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:56:59.307565 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.309099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:56:59.420691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=8ed311d3-ccfe-4aaf-91c1-da98da70425b,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:59.430103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:56:59.436347 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:56:59.436791 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.440246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac90bdaa-10a4-4d89-9568-4ec4f92016de None None] Provisioning for port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:56:59.462439 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac90bdaa-10a4-4d89-9568-4ec4f92016de None None] Provisioning complete for port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:56:59.462816 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac90bdaa-10a4-4d89-9568-4ec4f92016de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.463539 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router c5578507-8fb4-4c38-980f-1b459986b795 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:56:59.514126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ac90bdaa-10a4-4d89-9568-4ec4f92016de None None] Port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:56:59.563242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.610850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3c83838-fd2c-4775-9ac8-a22b3e3f11f2,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:56:59.611609 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:56:59.618042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.625565 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bf1f8ffa-7c5c-4b4e-a8b5-cfb1d7dfadb8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/c5578507-8fb4-4c38-980f-1b459986b795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697716 Aug 20 12:56:59.673469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-1b4b29c5-eda8-4491-bb2c-ee788aadfd4c None None] Provisioning complete for port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:56:59.673740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29c5-eda8-4491-bb2c-ee788aadfd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:59.701228 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=d3c83838-fd2c-4775-9ac8-a22b3e3f11f2,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:56:59.729004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b29c5-eda8-4491-bb2c-ee788aadfd4c None None] Port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:56:59.733188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Sync routers for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:56:59.743872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:56:59.744698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:56:59.785820 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-8a6004be-7143-477e-919b-dff1bd202ead tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119876924&fields=id&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 267 time: 0.0368876 Aug 20 12:56:59.901753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-77c2482e-6027-4c58-8570-a9dff9116f80 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:56:59.903917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-77c2482e-6027-4c58-8570-a9dff9116f80 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 797 time: 0.1115282 Aug 20 12:56:59.921069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-d190c0c1-11a4-4314-b1f2-71b391143d81 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/quotas/f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 375 time: 0.0108173 Aug 20 12:56:59.982454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-3a880fb9-bd8a-43fd-915e-7795fc86a135 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549045 Aug 20 12:57:00.027471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:57:00.057144 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-d247a4f8-8b57-4fed-9859-f85b11d2eee7 None None] Provisioning complete for port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:57:00.057515 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d247a4f8-8b57-4fed-9859-f85b11d2eee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:00.084201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-24d7abcf-e83e-4edc-9761-066034587ea3 service neutron] 10.222.0.25 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897255 Aug 20 12:57:00.160019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-d247a4f8-8b57-4fed-9859-f85b11d2eee7 None None] Port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:57:00.177530 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-f8f6a1d5-e4ad-46d6-90b4-4e6a6ea28ede service neutron] 10.222.0.25 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861201 Aug 20 12:57:00.259173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 2, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:57:00.292174 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Checking router: c5578507-8fb4-4c38-980f-1b459986b795 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:57:00.292573 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Updating router c5578507-8fb4-4c38-980f-1b459986b795 port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:57:00.320282 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:00.358997 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95e64a95-930d-466b-aa5c-a20826f38724 req-3db79243-6931-4a54-9aeb-71fde0578d03 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 210 time: 0.0320666 Aug 20 12:57:00.608967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:00.618981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Transition to ACTIVE for port object 98df26a0-bc23-44bb-af60-dfdeccdbcaaf will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:57:00.625571 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:00.675072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e2176-f14d-40af-b9d5-92c393ac3591 None None] Pushing event updated for resources: {'Port': ['ID=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:00.737470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Attempting to bind port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:57:00.737856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Attempting to bind port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:57:00.738218 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Attempting to bind port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf on network cb3f9fae-6635-4780-9af1-d7e2d9c33ede {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:57:00.743797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:57:00.744180 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Checking segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:57:00.744583 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:00.745014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Bound using segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:57:00.745441 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Bound port: 98df26a0-bc23-44bb-af60-dfdeccdbcaaf, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:57:00.746384 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:00.814796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] For port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:57:00.818351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] For port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:57:00.822695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:00.889014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:57:00.889665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:57:00.945704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e2176-f14d-40af-b9d5-92c393ac3591 None None] Pushing event updated for resources: {'Port': ['ID=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:01.025421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:57:01.029246 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8ed311d3-ccfe-4aaf-91c1-da98da70425b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:57:01.209802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8ed311d3-ccfe-4aaf-91c1-da98da70425b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:57:01.210270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:01.323122 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-7416ceab-d892-4d6d-b27a-74610dbbf7eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:01.325447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-7416ceab-d892-4d6d-b27a-74610dbbf7eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 797 time: 0.1150501 Aug 20 12:57:01.358557 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:57:01.373554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-a4c15ed1-3e24-45a8-8ba5-8f1f054acd5a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 380 time: 0.0390129 Aug 20 12:57:01.390751 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:57:00Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:57:01.391499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'port': {'device_id': '5342550f-b3a8-4500-812d-946d1262ccab', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'admin_state_up': True, 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'security_groups': ['d7da3d8f-c5ff-4e44-af7f-5b83a69d178e']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:57:01.421602 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e38ab-635e-44bd-ab78-1442c25dff0a None None] The sync data for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 is: [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:57:00Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:57:01.443637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:57:01.443860 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:01.497330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8ce496e-8c7a-482b-af9b-5f1d6c6f48cc req-3177b865-e9fe-4bde-b30f-095374f5cdf7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 210 time: 0.0504160 Aug 20 12:57:01.578142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:57:01.582165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:01.722361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.8 (cb3f9fae-6635-4780-9af1-d7e2d9c33ede/f91e23a8-4c03-4507-b5a7-190b0cce41fc/9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:57:01.877899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:01.901999 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:57:01.936592 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:01.981246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:57:01.984467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:57:01.988135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:57:01.997258 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:02.045296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:02.045971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:02.071444 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e67db2b0-b05a-4bd1-b496-b2b5f7bef50a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6863306 Aug 20 12:57:02.086253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Request body: {'port': {'device_id': '5342550f-b3a8-4500-812d-946d1262ccab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:57:02.150986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:02.278264 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-81b38daf-cc75-46c3-a2f8-747cf1b6bfda None None] Provisioning for port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:57:02.283512 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-81b38daf-cc75-46c3-a2f8-747cf1b6bfda None None] Provisioning complete for port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:57:02.283891 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-81b38daf-cc75-46c3-a2f8-747cf1b6bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:02.320051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-81b38daf-cc75-46c3-a2f8-747cf1b6bfda None None] Port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:57:02.436975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:57:02.444991 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:02.457997 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Transition to ACTIVE for port object 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:57:02.462106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:02.510453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:02.615051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Attempting to bind port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:57:02.615387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Attempting to bind port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:57:02.615722 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Attempting to bind port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on network cb3f9fae-6635-4780-9af1-d7e2d9c33ede {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:57:02.624808 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on network cb3f9fae-6635-4780-9af1-d7e2d9c33ede not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:57:02.625142 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Attempting to bind port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on network cb3f9fae-6635-4780-9af1-d7e2d9c33ede {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:57:02.643202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47bf00-328f-4a73-8c31-38bae5f94fff req-23d343cf-c537-429a-809a-bccc3449b17a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:02.644794 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac47bf00-328f-4a73-8c31-38bae5f94fff req-23d343cf-c537-429a-809a-bccc3449b17a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.0700839 Aug 20 12:57:02.645806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:57:02.646149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Checking segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:57:02.646579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Bound using segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:57:02.647034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Bound port: 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:57:02.647403 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:02.723007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ac47bf00-328f-4a73-8c31-38bae5f94fff req-556bd562-18f1-4c86-9a37-77a13218c496 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654085 Aug 20 12:57:02.745667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:57:02.749041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:57:02.753486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:02.789049 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:02.789662 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:02.791097 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] 10.222.0.22 "PUT /v2.0/ports/9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 1092 time: 0.7106583 Aug 20 12:57:02.791539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:57:02.794722 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16900e3-7c7f-4b72-aae5-4cbebbae4319" -d '{"events": [{"name": "network-changed", "server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:57:02.820479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a888b5c-07c4-4c14-a269-812d95a81202 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:02.840320 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ee682-545b-4ef9-b853-e38c800229f6 x-openstack-request-id: req-790ee682-545b-4ef9-b853-e38c800229f6 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:57:02.840635 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:57:02.840827 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-790ee682-545b-4ef9-b853-e38c800229f6 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:57:02.841236 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'status': 'completed', 'code': 200} Aug 20 12:57:02.876015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-5b6e9e39-643d-48f6-8015-bde0bd931dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:02.877683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-5b6e9e39-643d-48f6-8015-bde0bd931dfb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1095 time: 0.0473418 Aug 20 12:57:02.929778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-e908e298-4283-4212-b036-bea659e99b7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 217 time: 0.0446763 Aug 20 12:57:02.991821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-eceae786-8fab-4213-a31a-2d5223a8e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:02.993329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-eceae786-8fab-4213-a31a-2d5223a8e639 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0569842 Aug 20 12:57:03.039372 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 98df26a0-bc23-44bb-af60-dfdeccdbcaaf up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:57:03.043524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-ec2539cf-5767-462b-80bf-5104f1f7aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:03.045164 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-ec2539cf-5767-462b-80bf-5104f1f7aa62 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451446 Aug 20 12:57:03.099093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:57:03.103120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:57:03.103503 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:03.137404 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-cff43acf-c20c-4a8b-810d-b17f26a0d5e0 service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Aug 20 12:57:03.185699 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:03.219225 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:57:03.223130 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:03.234923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-579fabd9-fc22-4f5e-95f6-2404b7c307c3 req-888d28c3-93f7-4fae-9355-c0ff512df7e2 service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913112 Aug 20 12:57:03.279295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:03.320259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-a46af9bf-8956-4c12-8627-946b4194ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:03.321752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-a46af9bf-8956-4c12-8627-946b4194ec9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1095 time: 0.0425022 Aug 20 12:57:03.422466 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-9100d208-746a-4198-998f-323d1832377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:03.423879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-9100d208-746a-4198-998f-323d1832377f service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.0949233 Aug 20 12:57:03.465467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-483b1921-982a-4af8-b773-765b530ffafe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 217 time: 0.0348060 Aug 20 12:57:03.514632 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-129b51ee-f0eb-45e5-b5dd-cfaa3fe92af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:03.516434 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-129b51ee-f0eb-45e5-b5dd-cfaa3fe92af6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0442984 Aug 20 12:57:03.567643 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-79c40142-bc88-413d-8302-49a6ca5b4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:03.569145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-79c40142-bc88-413d-8302-49a6ca5b4d1b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458853 Aug 20 12:57:03.663329 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-bd8ed0ed-6681-449c-982b-7e65a94232c9 service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862660 Aug 20 12:57:03.756541 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e16900e3-7c7f-4b72-aae5-4cbebbae4319 req-ab8f7797-5d39-4c11-8267-423e322f209c service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856180 Aug 20 12:57:03.843319 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb217e8-3627-435f-8c57-359762fe41a8 req-a57041cf-b115-401b-9f53-208da66b4509 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:03.844770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fb217e8-3627-435f-8c57-359762fe41a8 req-a57041cf-b115-401b-9f53-208da66b4509 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.0484617 Aug 20 12:57:03.882038 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1fb217e8-3627-435f-8c57-359762fe41a8 req-95a3aa45-0cd7-4532-a793-1ac30304d3b6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Aug 20 12:57:05.014355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68bf8-5861-492b-b39d-cf2c3bc199d8 req-3f1641ae-ede4-46dd-84b6-40b9a72a2603 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:05.016228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfa68bf8-5861-492b-b39d-cf2c3bc199d8 req-3f1641ae-ede4-46dd-84b6-40b9a72a2603 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.0556154 Aug 20 12:57:05.030121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 98df26a0-bc23-44bb-af60-dfdeccdbcaaf up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:57:05.056846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfa68bf8-5861-492b-b39d-cf2c3bc199d8 req-0ff427db-7b93-4f3a-9d76-ea9fdd9489b3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342677 Aug 20 12:57:05.078880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:57:05.079254 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:05.816652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:57:05.909147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:57:05.920304 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'port_id': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'mac_address': 'fa:16:3e:e7:e2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:57:05.962108 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:05.974872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:57:05.994734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:57:05.999000 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:06.045352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:06.176608 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b66bc-82c5-44b6-99f6-4e7bde053aaf req-85a17fb9-a0d2-4907-9c75-5c9251e94e33 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:06.178145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb4b66bc-82c5-44b6-99f6-4e7bde053aaf req-85a17fb9-a0d2-4907-9c75-5c9251e94e33 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 944 time: 0.0539129 Aug 20 12:57:06.215021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:57:06.216905 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb4b66bc-82c5-44b6-99f6-4e7bde053aaf req-fe53ad01-11bd-466b-beaa-7b7727259fc8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326319 Aug 20 12:57:07.332123 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767804ea-ddc8-4499-ae48-9a2bed9e01bc req-dad8601d-6050-42da-8841-89a26b3dd1a0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:07.333779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-767804ea-ddc8-4499-ae48-9a2bed9e01bc req-dad8601d-6050-42da-8841-89a26b3dd1a0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 944 time: 0.0489349 Aug 20 12:57:07.375828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-767804ea-ddc8-4499-ae48-9a2bed9e01bc req-2fecc77b-8465-4af8-9036-cdd5ecab8c62 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Aug 20 12:57:07.832231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:57:07.884559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:57:07.888871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:57:07.889377 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:07.969171 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:07.992251 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:57:07.994533 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa78736-a531-4af6-94e1-24c04c77a44a" -d '{"events": [{"server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "name": "network-vif-plugged", "status": "completed", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:57:08.007692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:57:08.013253 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:08.046136 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b1f982-ec3c-4eee-989b-fafe55f8654f x-openstack-request-id: req-92b1f982-ec3c-4eee-989b-fafe55f8654f {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:57:08.046491 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "name": "network-vif-plugged", "status": "completed", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:57:08.046787 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92b1f982-ec3c-4eee-989b-fafe55f8654f {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:57:08.047217 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'code': 200} Aug 20 12:57:08.069471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:08.140725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962652-b783-4c02-818f-0cee38ffb19a req-d1138744-0373-4654-99df-29011e2106c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:08.142258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d962652-b783-4c02-818f-0cee38ffb19a req-d1138744-0373-4654-99df-29011e2106c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1097 time: 0.0420947 Aug 20 12:57:08.175685 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d962652-b783-4c02-818f-0cee38ffb19a req-263ef2df-82d5-4da5-a167-d3b9059740bb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267048 Aug 20 12:57:08.497505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ed049-b9b5-41a1-8440-c05f4c003e42 req-bbab8185-c95a-40aa-95e3-0f10c04962c0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:08.499113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f37ed049-b9b5-41a1-8440-c05f4c003e42 req-bbab8185-c95a-40aa-95e3-0f10c04962c0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0536301 Aug 20 12:57:08.538620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f37ed049-b9b5-41a1-8440-c05f4c003e42 req-68d63815-30d6-47b7-9e19-c95d7c40dcb1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335808 Aug 20 12:57:09.656572 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392ae6a-6a93-4f58-9d8b-ee252b9df74c req-44ac302b-5c5b-46bd-8904-3659e7d2914c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:09.658069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3392ae6a-6a93-4f58-9d8b-ee252b9df74c req-44ac302b-5c5b-46bd-8904-3659e7d2914c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0496562 Aug 20 12:57:09.698460 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3392ae6a-6a93-4f58-9d8b-ee252b9df74c req-5274479c-2177-4693-8309-5d5b5fa2bbe1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Aug 20 12:57:09.812934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b919f-9f64-4de5-be79-d6778b6e0a99 req-dea25b5a-8f60-4a15-9653-cdfdea0ca5c5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:09.814424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a58b919f-9f64-4de5-be79-d6778b6e0a99 req-dea25b5a-8f60-4a15-9653-cdfdea0ca5c5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0505130 Aug 20 12:57:09.851985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a58b919f-9f64-4de5-be79-d6778b6e0a99 req-091ce773-0691-4c19-8c1c-007660e4ca10 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Aug 20 12:57:09.873588 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35542) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:57:09.913976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a25bc-8bee-4bdd-b48a-113bda8b7b99 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:09.915435 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e34a25bc-8bee-4bdd-b48a-113bda8b7b99 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1092 time: 0.0408177 Aug 20 12:57:09.918158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35544) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:57:09.923132 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:57:09.944404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:10.042498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:10.150967 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.204 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/d08350eb-17af-42b4-b400-18acb47fb522) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:57:10.252065 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:10.296287 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:10.349597 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:57:10.353479 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:57:10.358513 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:57:10.388627 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=d08350eb-17af-42b4-b400-18acb47fb522,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:10.735847 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:10.804932 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:10.954634 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:10.959163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:11.028737 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=d08350eb-17af-42b4-b400-18acb47fb522,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:57:11.041732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:11.139634 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP 162ace43-8d9d-42ca-bd2c-f176135ecff4 associated. External IP: 172.25.0.204, port: 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed. Aug 20 12:57:11.345923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router c5578507-8fb4-4c38-980f-1b459986b795 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:57:11.453733 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:57:11.463823 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] Sync routers for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:57:11.470654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:11.474343 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:57:11.475027 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:57:11.497158 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b619f56d-c8d9-48c8-bee0-828f3220f58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5779634 Aug 20 12:57:11.497727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:57:11.546753 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc6b66070716742bf19dfb3d30b9f2f9cbb871e1ebcf670e65756e639b2d16d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62235aa2-b8f3-4164-803e-e12ac6d49933" -d '{"events": [{"name": "network-changed", "server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:57:11.591116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:57:11.601555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b6661-135e-4842-8a8e-862a811f8ad4 req-d6e50175-9a42-44ed-8237-3c3782fb214c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:11.603034 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-322b6661-135e-4842-8a8e-862a811f8ad4 req-d6e50175-9a42-44ed-8237-3c3782fb214c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0544493 Aug 20 12:57:11.642595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-322b6661-135e-4842-8a8e-862a811f8ad4 req-4f70ec42-c3b3-4987-addc-e4f6e6f4736e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327148 Aug 20 12:57:11.664689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35554) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:57:11.740824 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f7d22ab8-c5dd-4827-b430-0d9080fb0e9c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/162ace43-8d9d-42ca-bd2c-f176135ecff4 HTTP/1.1" status: 200 len: 991 time: 0.0749373 Aug 20 12:57:11.747617 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d13096-4f96-4064-bfac-193ff71841d9 x-openstack-request-id: req-f4d13096-4f96-4064-bfac-193ff71841d9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:57:11.747947 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:57:11.748158 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4d13096-4f96-4064-bfac-193ff71841d9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:57:11.748563 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'status': 'completed', 'code': 200} Aug 20 12:57:11.810165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-d781299f-988d-459f-baa8-0ad97cae4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:11.811912 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-d781299f-988d-459f-baa8-0ad97cae4a28 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1097 time: 0.0421124 Aug 20 12:57:11.825738 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '162ace43-8d9d-42ca-bd2c-f176135ecff4', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'port_id': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'mac_address': 'fa:16:3e:e7:e2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342550f-b3a8-4500-812d-946d1262ccab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:57:10Z', 'updated_at': '2021-08-20T12:57:10Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:57:03Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:57:11.855471 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] Checking router: c5578507-8fb4-4c38-980f-1b459986b795 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:57:11.864336 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:57:11.864946 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:56:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:57:11.902683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-d35ba6c5-2f7d-4c76-97b1-ee6dbb1da7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:11.904309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-d35ba6c5-2f7d-4c76-97b1-ee6dbb1da7ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.0859430 Aug 20 12:57:11.971191 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:57:11.973242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-83030377-c16b-4a28-92b5-0fd8b4f30904 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 999 time: 0.0618649 Aug 20 12:57:12.025226 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-f62ceaf7-b72e-41ed-9988-94bdfb16b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:12.026752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-f62ceaf7-b72e-41ed-9988-94bdfb16b4b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0463746 Aug 20 12:57:12.074990 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-3c391475-5679-4f58-9ec5-a3aaee210c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:12.077071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-3c391475-5679-4f58-9ec5-a3aaee210c5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432127 Aug 20 12:57:12.171236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-1bcc6d4c-b400-4ad8-b488-48fbf79cd55a service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871243 Aug 20 12:57:12.195730 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '162ace43-8d9d-42ca-bd2c-f176135ecff4', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'port_id': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'mac_address': 'fa:16:3e:e7:e2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342550f-b3a8-4500-812d-946d1262ccab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:57:10Z', 'updated_at': '2021-08-20T12:57:10Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:57:03Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:57:12.221217 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5615a-fdc5-4eac-9d5e-a1e627546c42 None None] The sync data for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 is: [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '162ace43-8d9d-42ca-bd2c-f176135ecff4', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'port_id': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'mac_address': 'fa:16:3e:e7:e2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5342550f-b3a8-4500-812d-946d1262ccab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:57:10Z', 'updated_at': '2021-08-20T12:57:10Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:57:03Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:57:12.261916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62235aa2-b8f3-4164-803e-e12ac6d49933 req-7a536e70-8069-4e93-9b2f-78095baf8890 service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841267 Aug 20 12:57:12.409644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e57ea-7ce9-4e95-8edb-f443ec00232f None None] New status for floating IP 162ace43-8d9d-42ca-bd2c-f176135ecff4: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:57:12.525360 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:12.742754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35556) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:57:12.804268 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a08db0e3-5ce9-4371-adc9-32ab128bceef tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/162ace43-8d9d-42ca-bd2c-f176135ecff4 HTTP/1.1" status: 200 len: 993 time: 0.0601742 Aug 20 12:57:14.228843 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:17.569240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-47a00587-b1bd-40ee-a5f8-19b866c8f94e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446250 Aug 20 12:57:17.651224 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-f302dc04-9c1e-4b44-837e-8bb8a8db497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:17.652746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-f302dc04-9c1e-4b44-837e-8bb8a8db497d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1097 time: 0.0401657 Aug 20 12:57:17.756341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-62ca1c6f-c9ad-446f-bffb-454693b1d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:17.757810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-62ca1c6f-c9ad-446f-bffb-454693b1d380 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.0867097 Aug 20 12:57:17.826296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-3cb4fd49-de22-484c-bc96-ebad961d0855 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 1001 time: 0.0609856 Aug 20 12:57:17.874660 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-073533d8-b03b-4ad3-822e-b10050a020f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:17.876077 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-073533d8-b03b-4ad3-822e-b10050a020f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0429158 Aug 20 12:57:17.921428 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-14eddacc-ae0a-443b-a798-b12b9ab8fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:17.922959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-14eddacc-ae0a-443b-a798-b12b9ab8fa6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404403 Aug 20 12:57:18.016247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-2bbb1051-40b0-4b45-bee5-6c665f2d3a68 service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857873 Aug 20 12:57:18.105517 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dc3dbf1e-a9a6-4a33-8f24-32dd68ce1caf req-b7b1015d-3ecc-4fdc-9ca4-32442fa06cfa service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822463 Aug 20 12:57:21.816310 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f749d61f-3ba5-4e4f-9ef6-7de8355b923d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:24.373252 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-74930faa-b474-458c-a827-6b1325bd78f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:25.108648 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:25.814945 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:27.188992 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:35.378725 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:57:42.545993 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:44.229087 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:44.266514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7ef65-f8d5-4292-8f44-fc60ecc0c266 req-61cf73b8-9a97-4588-9a0b-865f76b40b34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:44.268029 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7ef65-f8d5-4292-8f44-fc60ecc0c266 req-61cf73b8-9a97-4588-9a0b-865f76b40b34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0562937 Aug 20 12:57:44.306516 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-60b7ef65-f8d5-4292-8f44-fc60ecc0c266 req-a16fc817-1821-4d67-88eb-db61d9505ed2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325556 Aug 20 12:57:44.378527 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-71a300fd-6fcc-4dbf-b4cb-6bcbdf12e638 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880992 Aug 20 12:57:45.426072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3f3e9-c06f-4783-b3a9-c2919bc39b0b req-301719b6-3f36-421c-9e6b-a2a490aa714d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:45.427565 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95c3f3e9-c06f-4783-b3a9-c2919bc39b0b req-301719b6-3f36-421c-9e6b-a2a490aa714d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0505960 Aug 20 12:57:45.464440 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-95c3f3e9-c06f-4783-b3a9-c2919bc39b0b req-a19f686e-c3fc-4966-b1c1-98794edc8306 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309603 Aug 20 12:57:45.692422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-9187d3a2-ee7b-44c2-a8a6-a4124bf6ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:45.693811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-9187d3a2-ee7b-44c2-a8a6-a4124bf6ebf2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1097 time: 0.0848281 Aug 20 12:57:45.785760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-72e43f1d-069a-49f2-a00a-de80d8b3b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:45.787251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-72e43f1d-069a-49f2-a00a-de80d8b3b901 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.0866692 Aug 20 12:57:45.850924 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-95d12520-be1a-4316-87c9-08282c0385d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 1001 time: 0.0565889 Aug 20 12:57:45.902879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-7a31782b-e8f5-4e5e-bb43-b963d62be25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:45.904300 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-7a31782b-e8f5-4e5e-bb43-b963d62be25e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0473588 Aug 20 12:57:45.949536 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-9b4df678-de12-4bc9-a7c3-94c3f039b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:45.950949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-9b4df678-de12-4bc9-a7c3-94c3f039b63b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396423 Aug 20 12:57:46.042884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-66b6db77-1a2d-4dbe-a837-c721212dd0f0 service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844791 Aug 20 12:57:46.135348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-6332f8ed-1c15-439b-b79a-26a835697b9c service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845418 Aug 20 12:57:46.595166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0390400-361e-4241-a333-92b645171ba8 req-c48658ae-0f89-4963-ad1f-36e94e62a7f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:46.596679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0390400-361e-4241-a333-92b645171ba8 req-c48658ae-0f89-4963-ad1f-36e94e62a7f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0544360 Aug 20 12:57:46.638595 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0390400-361e-4241-a333-92b645171ba8 req-98cb6a10-157f-426b-99a6-ec95db2256b8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353398 Aug 20 12:57:47.768165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad62b2-cfb8-4bca-9318-47de04c87448 req-8e7d4433-ca24-4df6-857c-36f31a17ecb1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:47.769672 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0ad62b2-cfb8-4bca-9318-47de04c87448 req-8e7d4433-ca24-4df6-857c-36f31a17ecb1 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0527236 Aug 20 12:57:47.813825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a0ad62b2-cfb8-4bca-9318-47de04c87448 req-48aad7a7-62a1-4ea0-8750-ad341b4cf821 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381505 Aug 20 12:57:48.931551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae02f77-f545-4079-8b1d-ac105acb54d6 req-69e3462b-90cb-44cc-be6f-00d23468543d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:48.933090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bae02f77-f545-4079-8b1d-ac105acb54d6 req-69e3462b-90cb-44cc-be6f-00d23468543d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0503156 Aug 20 12:57:48.971819 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bae02f77-f545-4079-8b1d-ac105acb54d6 req-ef787cc3-f48e-4fae-99a3-b03e95c55afa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Aug 20 12:57:50.090420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb702-9b4d-4fab-b3f8-002b6221a967 req-2c069c13-baf6-4f68-953a-80f27fd0dcbc tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:50.092451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc9fb702-9b4d-4fab-b3f8-002b6221a967 req-2c069c13-baf6-4f68-953a-80f27fd0dcbc tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0496085 Aug 20 12:57:50.130005 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc9fb702-9b4d-4fab-b3f8-002b6221a967 req-d28785f5-8fcf-48d6-9540-d48fd22d4db8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Aug 20 12:57:51.245091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065736a2-bad1-4b26-850f-8e729c1a2548 req-1b3ee9a2-ec65-4fbb-bc78-dd8fec2afa4f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:51.246515 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-065736a2-bad1-4b26-850f-8e729c1a2548 req-1b3ee9a2-ec65-4fbb-bc78-dd8fec2afa4f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0486887 Aug 20 12:57:51.302150 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-065736a2-bad1-4b26-850f-8e729c1a2548 req-2579e53b-4155-4502-8f82-178d6644523e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489831 Aug 20 12:57:51.816545 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-526f3956-6f1d-4082-8b7f-376f3f9c3459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:52.423601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950eac4-00bd-422d-861e-74953cc512c3 req-958a9a03-bb1d-4b47-95d3-96cc0a0f4543 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:52.425135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a950eac4-00bd-422d-861e-74953cc512c3 req-958a9a03-bb1d-4b47-95d3-96cc0a0f4543 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0521116 Aug 20 12:57:52.464315 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a950eac4-00bd-422d-861e-74953cc512c3 req-28ae99ae-8e24-4034-876f-4f3ee4cd457c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331953 Aug 20 12:57:53.584089 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf7e38-ba27-494c-b027-19ada0bff0fe req-68c9e0f0-181f-4445-8721-72b63594b43d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:53.592554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2bf7e38-ba27-494c-b027-19ada0bff0fe req-68c9e0f0-181f-4445-8721-72b63594b43d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0500193 Aug 20 12:57:53.626388 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2bf7e38-ba27-494c-b027-19ada0bff0fe req-1c73f1ad-6328-47d1-a0ee-5b6aeb890f34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333712 Aug 20 12:57:54.376114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ec4ea604-d8fc-48ea-b73e-91236d1a9f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:54.742841 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac2b93-0601-4a73-9d2f-6213c7bfc900 req-947fbbbb-80b2-4ee7-924a-f90c02a7d280 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:54.744333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25ac2b93-0601-4a73-9d2f-6213c7bfc900 req-947fbbbb-80b2-4ee7-924a-f90c02a7d280 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0500298 Aug 20 12:57:54.787275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25ac2b93-0601-4a73-9d2f-6213c7bfc900 req-cc7ec95f-57b9-434c-a159-1c113fd0a30e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367255 Aug 20 12:57:55.109681 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:55.808487 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:55.903938 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56144e9-fa8d-4245-895a-c2baed225207 req-e96e6ca1-9fc5-44ba-8499-24d1d8e4087f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:55.906012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d56144e9-fa8d-4245-895a-c2baed225207 req-e96e6ca1-9fc5-44ba-8499-24d1d8e4087f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0510375 Aug 20 12:57:55.944583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d56144e9-fa8d-4245-895a-c2baed225207 req-bc54a68d-df9c-40e5-a68f-2d27eed489ba tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325930 Aug 20 12:57:57.066872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2808-d883-40a8-b5a7-57460bccaa51 req-55cad25e-d43f-4f67-b189-0d82f7856faf tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:57.068378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bee2808-d883-40a8-b5a7-57460bccaa51 req-55cad25e-d43f-4f67-b189-0d82f7856faf tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0498726 Aug 20 12:57:57.106513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8bee2808-d883-40a8-b5a7-57460bccaa51 req-db479982-f66c-4184-b6f7-87184facd98a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Aug 20 12:57:57.185291 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:58.223700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc740-8401-4fc5-8bd4-fd8b83d88610 req-d11e0262-5c7f-4b4c-827d-af994ace3e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:58.225161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-647bc740-8401-4fc5-8bd4-fd8b83d88610 req-d11e0262-5c7f-4b4c-827d-af994ace3e28 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0492270 Aug 20 12:57:58.266655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-647bc740-8401-4fc5-8bd4-fd8b83d88610 req-251a3c62-6920-492d-ac61-988d90b479b5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354466 Aug 20 12:57:59.383814 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c039bf-1550-4a4f-9e51-e26014decfbd req-d17adb8e-8e3c-4582-bdc0-fdb4d73adab7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:57:59.385312 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1c039bf-1550-4a4f-9e51-e26014decfbd req-d17adb8e-8e3c-4582-bdc0-fdb4d73adab7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0510497 Aug 20 12:57:59.423155 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1c039bf-1550-4a4f-9e51-e26014decfbd req-a4506b70-00e8-443a-a369-2cfab363f5a4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315909 Aug 20 12:58:00.541995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7c7b5-f600-47ae-beda-4ec9f64ce064 req-572732e3-b535-490e-94f5-da7e0922cd20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:00.543519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1c7c7b5-f600-47ae-beda-4ec9f64ce064 req-572732e3-b535-490e-94f5-da7e0922cd20 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0502930 Aug 20 12:58:00.582359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a1c7c7b5-f600-47ae-beda-4ec9f64ce064 req-f2e1bb12-2a39-481c-8e38-c0abe2f3411e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Aug 20 12:58:01.696017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fbfb8-dab6-4914-836f-5399a36f173c req-3b6ea643-55fe-4c08-98f4-590ac6448dc9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:01.697490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a1fbfb8-dab6-4914-836f-5399a36f173c req-3b6ea643-55fe-4c08-98f4-590ac6448dc9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0487463 Aug 20 12:58:01.739447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3a1fbfb8-dab6-4914-836f-5399a36f173c req-93a857cf-c76f-470f-8d56-347f5ee3cb51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354323 Aug 20 12:58:02.857465 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe3060-3828-442b-a3bb-2824847979d6 req-380cb450-9b03-418a-a5e6-60e5514cfe9b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:02.858989 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fe3060-3828-442b-a3bb-2824847979d6 req-380cb450-9b03-418a-a5e6-60e5514cfe9b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0510633 Aug 20 12:58:02.898555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54fe3060-3828-442b-a3bb-2824847979d6 req-bed09764-0c29-454d-96f1-170041bf41cd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Aug 20 12:58:03.041885 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-37c5ce04-763f-4965-be93-0e59544e475f service neutron] show failed (client error): The resource could not be found. Aug 20 12:58:03.042887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-37c5ce04-763f-4965-be93-0e59544e475f service neutron] 10.222.0.22 "GET /v2.0/ports/9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed/bindings/n-h1-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0547171 Aug 20 12:58:03.319102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-ca469df5-5f61-4ce6-946d-3ba427a5b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:03.320512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-ca469df5-5f61-4ce6-946d-3ba427a5b527 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 1097 time: 0.0821023 Aug 20 12:58:03.336736 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-10', 'device_owner': 'compute:nova'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:03.394906 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:03.599926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:03.632449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:58:03.673212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:58:03.675488 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8cb7ea-96e8-4202-b181-23898c65a959" -d '{"events": [{"server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:58:03.679576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:03.692733 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Transition to ACTIVE for port object 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:58:03.696038 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:03.727232 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4337032d-9531-444f-a048-bc2a7b7b54aa x-openstack-request-id: req-4337032d-9531-444f-a048-bc2a7b7b54aa {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:58:03.727527 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:58:03.727784 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4337032d-9531-444f-a048-bc2a7b7b54aa {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:58:03.728761 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'code': 200} Aug 20 12:58:03.785742 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=6']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:03.798234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.798590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.798935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.799276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.799609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.799941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.800270 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.800599 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.800927 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.801256 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.801585 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.801905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:03.836614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] No DVR routers for this DVR port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:58:04.285851 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bcd9c-5107-4c3f-bbfa-9e5833eeafdd req-d59c4e78-f983-4913-99c2-5433865651f6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:04.287356 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca3bcd9c-5107-4c3f-bbfa-9e5833eeafdd req-d59c4e78-f983-4913-99c2-5433865651f6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.0662060 Aug 20 12:58:04.332150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Attempting to bind port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:58:04.332478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Attempting to bind port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:58:04.332804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Attempting to bind port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on network cb3f9fae-6635-4780-9af1-d7e2d9c33ede {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:58:04.342037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on network cb3f9fae-6635-4780-9af1-d7e2d9c33ede not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:58:04.342373 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Attempting to bind port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on network cb3f9fae-6635-4780-9af1-d7e2d9c33ede {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:58:04.351481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:58:04.351820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Checking segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:58:04.352202 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Bound using segment: {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:58:04.352628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Bound port: 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:58:04.352985 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:04.357957 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca3bcd9c-5107-4c3f-bbfa-9e5833eeafdd req-9343338b-d4dd-4d29-9dc1-c4c85a7eff9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570664 Aug 20 12:58:04.421473 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:58:04.425299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:58:04.429286 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:04.462900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:04.463507 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:04.464885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 1092 time: 1.1322560 Aug 20 12:58:04.487315 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea797d7-48c9-4444-9779-af52da5a27e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=7']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:04.540757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-457456c4-d5eb-4cde-82b7-b24968741f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:04.542225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-457456c4-d5eb-4cde-82b7-b24968741f35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1095 time: 0.0450284 Aug 20 12:58:04.651524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-e04a804b-c941-42f8-b1af-6f120008926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:04.653198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-e04a804b-c941-42f8-b1af-6f120008926e service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.0991261 Aug 20 12:58:04.723631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-0b668692-b246-4d7d-8c2c-faa4ae8a44f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 999 time: 0.0591257 Aug 20 12:58:04.780417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-af369001-8250-47e6-b15c-bd7775deaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:04.782402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-af369001-8250-47e6-b15c-bd7775deaccb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0474532 Aug 20 12:58:04.834068 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-5935c7ee-10a2-4de2-9b51-4921660e2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:04.835484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-5935c7ee-10a2-4de2-9b51-4921660e2b40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416183 Aug 20 12:58:04.850464 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-077d639e-7c8b-461b-b959-7fd419a1a0de service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:58:04.851377 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-077d639e-7c8b-461b-b959-7fd419a1a0de service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049787 Aug 20 12:58:04.942488 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-2d14e8ac-1efc-4a31-807a-7dd05be0fd9a service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797639 Aug 20 12:58:05.044789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-34047291-745f-4f81-99c8-4a4c52cf90b3 service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902650 Aug 20 12:58:05.476578 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941ed22-6781-4d34-9c83-d8a20ad3f52d req-dcc2cf7c-0981-42c3-b8c8-25958a02bf2a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:05.477958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8941ed22-6781-4d34-9c83-d8a20ad3f52d req-dcc2cf7c-0981-42c3-b8c8-25958a02bf2a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.0499032 Aug 20 12:58:05.514806 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8941ed22-6781-4d34-9c83-d8a20ad3f52d req-efe992f9-684c-4b7f-9eed-9899565ee4a6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Aug 20 12:58:05.729797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:58:05.732118 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56286ae0-dd0f-4e0b-8b13-32e2310124a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:58:05.779502 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af1dab8-61eb-4b32-bd5a-3f47ce554e26 x-openstack-request-id: req-1af1dab8-61eb-4b32-bd5a-3f47ce554e26 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:58:05.779794 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:58:05.780049 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1af1dab8-61eb-4b32-bd5a-3f47ce554e26 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:58:05.780448 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'status': 'completed', 'code': 200} Aug 20 12:58:05.869601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-928a4893-ad5a-4520-b4da-e24e8d0e75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:05.871114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-928a4893-ad5a-4520-b4da-e24e8d0e75ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1095 time: 0.0675230 Aug 20 12:58:05.879875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-b49e354d-f458-4995-b6f9-e4f6dfd265d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:05.881278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-b49e354d-f458-4995-b6f9-e4f6dfd265d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1095 time: 0.0677345 Aug 20 12:58:06.043944 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-5deb3b33-acb5-466b-9620-cf4ff35982f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:06.046011 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-5deb3b33-acb5-466b-9620-cf4ff35982f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.1618574 Aug 20 12:58:06.048506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-411c1b97-18c1-4125-94c6-14ffcebf70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:06.050383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-411c1b97-18c1-4125-94c6-14ffcebf70fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.1570051 Aug 20 12:58:06.168385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-3fb4f86e-fa51-460e-b8de-46d80e255daf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 999 time: 0.1120763 Aug 20 12:58:06.170118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-632c335a-23a3-4aeb-9636-c02d5de6a4bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 999 time: 0.1127214 Aug 20 12:58:06.252127 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-6069cb34-4705-476e-8a74-1bd6b72ebe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:06.253584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-6069cb34-4705-476e-8a74-1bd6b72ebe53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0772297 Aug 20 12:58:06.254966 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-5bdfee59-2aa4-442e-9ca1-99b515bce277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:06.256247 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-5bdfee59-2aa4-442e-9ca1-99b515bce277 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0725813 Aug 20 12:58:06.334710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-6e0be074-b395-403b-b425-07eaae190a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:06.336124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-6e0be074-b395-403b-b425-07eaae190a80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731091 Aug 20 12:58:06.337684 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-371b5f7b-374c-4cec-81a0-288b555e60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:06.339052 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-371b5f7b-374c-4cec-81a0-288b555e60b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682161 Aug 20 12:58:06.508243 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-5918ed5e-8541-4972-b158-e1ee7619ee3a service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647568 Aug 20 12:58:06.510082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-78f6c689-ecbb-463c-b1ce-5c35dc532401 service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520741 Aug 20 12:58:06.713491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-5be7ece4-2547-428d-bd3b-99ea2dd4f681 service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975734 Aug 20 12:58:06.727634 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad2c13-3cb5-406e-abc3-efaec6a95d5a req-380ff7f2-dec4-4240-94f1-1c8f12a45c00 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:06.741383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26ad2c13-3cb5-406e-abc3-efaec6a95d5a req-380ff7f2-dec4-4240-94f1-1c8f12a45c00 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.1330526 Aug 20 12:58:06.745304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-56286ae0-dd0f-4e0b-8b13-32e2310124a7 req-00ba2e3e-b1ef-4629-857b-98a5c5ff1f18 service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216194 Aug 20 12:58:06.782555 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-26ad2c13-3cb5-406e-abc3-efaec6a95d5a req-b88df388-5d91-453f-9078-5100a1babc08 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357263 Aug 20 12:58:07.903738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9243885-4467-44ca-8366-b48465d1f656 req-dca7d058-b5a0-469a-b729-de75f2d9325d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:07.905226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9243885-4467-44ca-8366-b48465d1f656 req-dca7d058-b5a0-469a-b729-de75f2d9325d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.0512617 Aug 20 12:58:07.943896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9243885-4467-44ca-8366-b48465d1f656 req-8a958437-1df4-4a07-8168-eec45396ed98 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Aug 20 12:58:08.095350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:58:08.139064 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:58:08.149485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7ed73-6890-445a-9033-62a63bf27fe1 req-6baef508-ec86-4477-ad8f-022187fbbd5c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:08.151035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ef7ed73-6890-445a-9033-62a63bf27fe1 req-6baef508-ec86-4477-ad8f-022187fbbd5c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.0551865 Aug 20 12:58:08.226633 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3ef7ed73-6890-445a-9033-62a63bf27fe1 req-5d2480f5-517e-4223-a638-03e0a0afdacc tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645850 Aug 20 12:58:08.235435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6060-6f72-4948-8823-8966c225400d req-8b276895-20a0-43d8-8916-b483ceb94349 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:08.236859 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-8b276895-20a0-43d8-8916-b483ceb94349 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab&tenant_id=f3c437f00eb14ee1bab438be348f9370&binding%3Ahost_id=n-h1-800634-10 HTTP/1.1" status: 200 len: 943 time: 0.0835698 Aug 20 12:58:08.308108 n-d-800634-10 neutron-server[101034]: INFO neutron.api.v2.resource [req-317d6060-6f72-4948-8823-8966c225400d req-a6c5bfe1-b787-4a02-8edb-41a24ead1633 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:58:08.309135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-a6c5bfe1-b787-4a02-8edb-41a24ead1633 service neutron] 10.222.0.22 "DELETE /v2.0/ports/9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed/bindings/n-h2-800634-10 HTTP/1.1" status: 404 len: 381 time: 0.0652311 Aug 20 12:58:08.346754 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afd265-ec53-46e8-9aea-9ee19380c917 req-237eafbf-284f-445e-aba3-4f8ea4a64996 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:08.348209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9afd265-ec53-46e8-9aea-9ee19380c917 req-237eafbf-284f-445e-aba3-4f8ea4a64996 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 943 time: 0.0529730 Aug 20 12:58:08.418487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6060-6f72-4948-8823-8966c225400d req-dbc8d721-6c8c-44dc-9bc5-73da3b984591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:08.419979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-dbc8d721-6c8c-44dc-9bc5-73da3b984591 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1095 time: 0.0680358 Aug 20 12:58:08.423538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9afd265-ec53-46e8-9aea-9ee19380c917 req-16b4f75d-b334-4dba-87b6-d3f6169b9ea2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639162 Aug 20 12:58:08.510167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6060-6f72-4948-8823-8966c225400d req-363969f9-36d2-4ece-b311-23f264bc1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:08.511666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-363969f9-36d2-4ece-b311-23f264bc1731 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.0843437 Aug 20 12:58:08.582222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-e72830b6-c030-414b-8299-78f55e9bc982 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 999 time: 0.0631974 Aug 20 12:58:08.632447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6060-6f72-4948-8823-8966c225400d req-913b1b94-ffee-4753-a5df-a12576a133a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:08.633884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-913b1b94-ffee-4753-a5df-a12576a133a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0452335 Aug 20 12:58:08.680385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6060-6f72-4948-8823-8966c225400d req-e60ebb6e-b6c8-40a1-b2a3-28c714764021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:08.681884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-e60ebb6e-b6c8-40a1-b2a3-28c714764021 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405905 Aug 20 12:58:08.775294 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-dfd9d740-0902-4a2a-8d9b-97f0f3698fcf service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865142 Aug 20 12:58:08.869459 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-317d6060-6f72-4948-8823-8966c225400d req-060ac492-b825-43e7-b64b-6bc64a6570e4 service neutron] 10.222.0.22 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864055 Aug 20 12:58:08.869730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:58:08.975596 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:08.987968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'port_id': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'mac_address': 'fa:16:3e:e7:e2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:58:09.025146 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:09.037471 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:58:09.056646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:09.060306 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:09.106632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:09.114081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.114460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.114830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.115169 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.115507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.115837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.116166 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.116495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.116818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.117143 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.117467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.117789 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:09.330481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:58:09.547197 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643cac8-3ffe-48ca-9416-42d8fa1f82ea req-f8823414-668b-4f06-b159-c8131f13945e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:09.548959 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c643cac8-3ffe-48ca-9416-42d8fa1f82ea req-f8823414-668b-4f06-b159-c8131f13945e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 944 time: 0.0542960 Aug 20 12:58:09.592645 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c643cac8-3ffe-48ca-9416-42d8fa1f82ea req-15b5a2fc-f3f1-4a28-8dfc-53b670742d06 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375493 Aug 20 12:58:09.615528 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35666) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:09.676088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e029be54-7061-4a1a-8150-350fd4062b8b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/162ace43-8d9d-42ca-bd2c-f176135ecff4 HTTP/1.1" status: 200 len: 992 time: 0.0594161 Aug 20 12:58:10.884470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:58:10.936454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:58:10.940147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:10.940520 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:11.021358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:11.043619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:58:11.045841 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e619eccb-5120-4c7c-a584-3b643764dcb5" -d '{"events": [{"server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "name": "network-vif-plugged", "status": "completed", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:58:11.058044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:11.062701 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:11.113685 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:11.142320 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5248d13b-99b5-4b14-b180-60569df379af x-openstack-request-id: req-5248d13b-99b5-4b14-b180-60569df379af {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:58:11.142613 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "name": "network-vif-plugged", "status": "completed", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:58:11.142867 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5248d13b-99b5-4b14-b180-60569df379af {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:58:11.143261 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'code': 200} Aug 20 12:58:12.378720 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:58:12.561166 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:14.243783 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:19.309634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-d2220d44-4748-4c03-8f2d-abe82bc3df68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389507 Aug 20 12:58:19.394867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-40618acb-c2b6-43a5-b390-d493a8f69ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:19.396379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-40618acb-c2b6-43a5-b390-d493a8f69ac2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1097 time: 0.0459054 Aug 20 12:58:19.503827 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-fe1a56f1-3579-457c-8498-fb8c689742e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:19.505304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-fe1a56f1-3579-457c-8498-fb8c689742e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.0856948 Aug 20 12:58:19.575269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-726c9d26-5bc7-4fe0-a62c-8ebccfcddb72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 1001 time: 0.0618181 Aug 20 12:58:19.624706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-25a44e46-fe4f-49a4-8ac8-b9c1f4762095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:19.626743 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-25a44e46-fe4f-49a4-8ac8-b9c1f4762095 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0438075 Aug 20 12:58:19.676322 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-4cd0d191-31c5-42b8-8d2f-0155379dc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:19.677830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-4cd0d191-31c5-42b8-8d2f-0155379dc3a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415924 Aug 20 12:58:19.776112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-9038eb63-8c83-4e89-b8ba-34d17db37352 service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901299 Aug 20 12:58:19.867138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ad8992-4ff1-41f4-98ba-68ee0e90980d req-ed4ed91c-fdc2-4fed-9f12-890488fbf811 service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830753 Aug 20 12:58:21.817455 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82837b6b-e53c-4a98-8e48-4384d9286b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:24.378071 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-525adc48-8456-41e0-b4a9-3a6f097b5712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:25.110167 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:25.811388 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:27.188114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:40.034871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35684) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:40.207955 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port d08350eb-17af-42b4-b400-18acb47fb522 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:58:40.208296 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:40.286299 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:40.286529 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:40.298000 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for d08350eb-17af-42b4-b400-18acb47fb522 owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:58:40.448292 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:40.473989 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=d08350eb-17af-42b4-b400-18acb47fb522,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:40.506094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.506433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.506994 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.508330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.508941 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.509435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.509783 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.510123 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.510488 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.510822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.511155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.511484 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:40.567113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:40.567343 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP 162ace43-8d9d-42ca-bd2c-f176135ecff4 disassociated (deleted). External IP: 172.25.0.204, port: 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed. Aug 20 12:58:41.090945 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router c5578507-8fb4-4c38-980f-1b459986b795 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:58:41.199890 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:58:41.204334 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:41.210648 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] Sync routers for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:58:41.219511 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:58:41.220105 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:41.231660 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fd83675f-3f5f-472f-b9d8-cc24bbc1afa8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/floatingips/162ace43-8d9d-42ca-bd2c-f176135ecff4 HTTP/1.1" status: 204 len: 168 time: 1.1956856 Aug 20 12:58:41.232256 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:58:41.234529 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc6b66070716742bf19dfb3d30b9f2f9cbb871e1ebcf670e65756e639b2d16d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfb6824-b562-4122-8662-9f7779ba7a03" -d '{"events": [{"name": "network-changed", "server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:58:41.326475 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:58:41.395822 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fda5e84-0a03-4728-8f16-523f46432bf9 x-openstack-request-id: req-6fda5e84-0a03-4728-8f16-523f46432bf9 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:58:41.396209 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:58:41.396576 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fda5e84-0a03-4728-8f16-523f46432bf9 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:58:41.397049 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'status': 'completed', 'code': 200} Aug 20 12:58:41.504539 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-b0c312f5-8da3-49cf-81ac-c7d6c30fae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:41.506056 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-b0c312f5-8da3-49cf-81ac-c7d6c30fae3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 1097 time: 0.0858989 Aug 20 12:58:41.516644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d984bb4-ff15-4e4e-a0df-f4419b205478 req-f072b651-a018-42c1-81fb-d7c59e94d245 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:41.519229 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d984bb4-ff15-4e4e-a0df-f4419b205478 req-f072b651-a018-42c1-81fb-d7c59e94d245 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0674496 Aug 20 12:58:41.534510 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:57:03Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:41.560340 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] Checking router: c5578507-8fb4-4c38-980f-1b459986b795 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:58:41.568749 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:58:41.569352 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:41.603915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d984bb4-ff15-4e4e-a0df-f4419b205478 req-25ce735e-8ef2-46da-9b3e-21ae1b4155a0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757790 Aug 20 12:58:41.632801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-bfd67461-de79-49fd-bd0e-18671a5402ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:41.634447 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-bfd67461-de79-49fd-bd0e-18671a5402ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 200 len: 898 time: 0.1141937 Aug 20 12:58:41.683252 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-ddfc0e3d-2446-4a26-a918-a3c5ed4d1a5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 200 len: 217 time: 0.0407362 Aug 20 12:58:41.733200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-cad0d509-9a1e-454f-b2b0-8b008df518df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:41.734741 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-cad0d509-9a1e-454f-b2b0-8b008df518df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 200 len: 835 time: 0.0442426 Aug 20 12:58:41.768531 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:58:41.781556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-67f45f04-3ae8-4329-8bc9-7a72d6feb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:41.783116 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-67f45f04-3ae8-4329-8bc9-7a72d6feb017 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb3f9fae-6635-4780-9af1-d7e2d9c33ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403666 Aug 20 12:58:41.879568 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-cb7380d4-68df-4f37-a35b-c5c635488fff service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872166 Aug 20 12:58:41.966360 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:57:03Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:41.976964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbfb6824-b562-4122-8662-9f7779ba7a03 req-7b86076c-bede-4b9d-844c-da55569a5cc6 service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890224 Aug 20 12:58:41.993514 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc6202-9376-4914-bc4e-650913e23d89 None None] The sync data for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 is: [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:58Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '98df26a0-bc23-44bb-af60-dfdeccdbcaaf', 'name': '', 'network_id': 'cb3f9fae-6635-4780-9af1-d7e2d9c33ede', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:39:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:58Z', 'updated_at': '2021-08-20T12:57:03Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': 'f91e23a8-4c03-4507-b5a7-190b0cce41fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:58:42.213368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbefa8-e512-435a-bcdb-0e1eeaa29c49 None None] New status for floating IP 162ace43-8d9d-42ca-bd2c-f176135ecff4: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:58:42.559039 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:42.722908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922efc1-a4da-4e2c-a850-f1e2530a3085 req-fed28642-11a8-46f6-b60c-8671a6c3eafb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:42.724362 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e922efc1-a4da-4e2c-a850-f1e2530a3085 req-fed28642-11a8-46f6-b60c-8671a6c3eafb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0505033 Aug 20 12:58:42.766640 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e922efc1-a4da-4e2c-a850-f1e2530a3085 req-a030ca7e-cfbe-4126-8fab-e45b003790c7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361545 Aug 20 12:58:42.903548 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-a9575ed5-9c51-40be-9c89-834beb2d3256 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:42.904971 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-a9575ed5-9c51-40be-9c89-834beb2d3256 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.73 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 945 time: 0.0482366 Aug 20 12:58:42.997442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:58:42.997669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:43.086484 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:43.086845 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:43.099816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:58:43.233532 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:43.266124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:43.308006 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] No DVR routers for this DVR port 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:58:43.310597 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:43.312581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d70ad3af-f9a9-4edd-84a0-f10c6db3fa1f req-1b3f6e84-01f2-41f5-ab48-80ce14efe7bd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.73 "DELETE /v2.0/ports/9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed HTTP/1.1" status: 204 len: 173 time: 0.3972859 Aug 20 12:58:43.313001 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'name': 'network-vif-deleted', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:58:43.315789 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a916ea3e-f4ee-4426-9cf9-f8f6fddc8cad" -d '{"events": [{"server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "name": "network-vif-deleted", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:58:43.352125 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6d3d3c-d65e-44fd-8b51-fa2e8ae0b1da x-openstack-request-id: req-6a6d3d3c-d65e-44fd-8b51-fa2e8ae0b1da {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:58:43.352420 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5342550f-b3a8-4500-812d-946d1262ccab", "name": "network-vif-deleted", "tag": "9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:58:43.352702 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a6d3d3c-d65e-44fd-8b51-fa2e8ae0b1da {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:58:43.353110 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5342550f-b3a8-4500-812d-946d1262ccab', 'name': 'network-vif-deleted', 'tag': '9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed', 'status': 'completed', 'code': 200} Aug 20 12:58:43.878311 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6782da3-a87e-4b0d-83f4-dbf83938f44f req-063a6978-e0ed-47be-98ed-87ab61658763 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=5342550f-b3a8-4500-812d-946d1262ccab HTTP/1.1" status: 200 len: 210 time: 0.0275576 Aug 20 12:58:44.228592 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:44.934949 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35700) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:45.299809 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:45.566206 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:58:45.566460 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:45.657125 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 98df26a0-bc23-44bb-af60-dfdeccdbcaaf, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:45.657493 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:45.671230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 98df26a0-bc23-44bb-af60-dfdeccdbcaaf owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:58:45.866147 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:45.891850 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=98df26a0-bc23-44bb-af60-dfdeccdbcaaf,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:46.074094 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.291867 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router c5578507-8fb4-4c38-980f-1b459986b795 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:58:46.400592 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:58:46.405493 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a3c5045f-d51d-4663-8f32-4797478604ff tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/c5578507-8fb4-4c38-980f-1b459986b795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694667 Aug 20 12:58:46.408706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35702) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:46.413789 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] Sync routers for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:58:46.423231 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:58:46.424553 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:46.465847 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-743dc1e2-656a-4dd4-bdc0-e1b7d44417fa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting subnet f91e23a8-4c03-4507-b5a7-190b0cce41fc {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:58:46.468920 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-743dc1e2-656a-4dd4-bdc0-e1b7d44417fa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.510867 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-743dc1e2-656a-4dd4-bdc0-e1b7d44417fa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.529167 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:58:46.597829 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-743dc1e2-656a-4dd4-bdc0-e1b7d44417fa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.662243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-743dc1e2-656a-4dd4-bdc0-e1b7d44417fa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.692959 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dc1e2-656a-4dd4-bdc0-e1b7d44417fa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Subnet': ['ID=f91e23a8-4c03-4507-b5a7-190b0cce41fc,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:46.696158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-743dc1e2-656a-4dd4-bdc0-e1b7d44417fa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.697985 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-743dc1e2-656a-4dd4-bdc0-e1b7d44417fa tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/subnets/f91e23a8-4c03-4507-b5a7-190b0cce41fc HTTP/1.1" status: 204 len: 168 time: 0.2878046 Aug 20 12:58:46.700654 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35704) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:46.706767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf021574-242d-4cbf-b3b7-4e2f70c096fe None None] Network cb3f9fae-6635-4780-9af1-d7e2d9c33ede requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:58:46.710275 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:58:45Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:46.741528 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] Checking router: c5578507-8fb4-4c38-980f-1b459986b795 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:58:46.749880 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] Routers {'c5578507-8fb4-4c38-980f-1b459986b795'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:58:46.750517 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['c5578507-8fb4-4c38-980f-1b459986b795'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:46.819127 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.859155 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] Set router c5578507-8fb4-4c38-980f-1b459986b795 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:58:46.902774 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] DHCP port deletion for cb3f9fae-6635-4780-9af1-d7e2d9c33ede request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:58:46.937455 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.956151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] Deleting port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:58:46.956530 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:46.994082 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 8ed311d3-ccfe-4aaf-91c1-da98da70425b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:58:46.994478 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.015663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:58:47.043733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:58:47.044080 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device 9ffda38e-27d4-4b77-b3cb-b8c0d797d8ed not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:58:47.052355 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:58:45Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:47.054811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] For port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=d3c83838-fd2c-4775-9ac8-a22b3e3f11f2,segment=NetworkSegment(ea35bdb4-7e0a-4184-a93c-d94d75c288f0),segment_id=ea35bdb4-7e0a-4184-a93c-d94d75c288f0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:47.055432 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.070286 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] Calling delete_port for d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:58:47.087320 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96d304-1cb0-409d-ab4c-9c0b2ec0ddf8 None None] The sync data for ids ['c5578507-8fb4-4c38-980f-1b459986b795'] in n-d-800634-10 is: [{'id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1051907748', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:58:45Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '8ed311d3-ccfe-4aaf-91c1-da98da70425b', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5578507-8fb4-4c38-980f-1b459986b795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:56:55Z', 'updated_at': '2021-08-20T12:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:58:47.106898 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 8ed311d3-ccfe-4aaf-91c1-da98da70425b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8ed311d3-ccfe-4aaf-91c1-da98da70425b,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:47.107445 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.125364 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 8ed311d3-ccfe-4aaf-91c1-da98da70425b owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:58:47.161719 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.185411 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] Pushing event deleted for resources: {'Port': ['ID=d3c83838-fd2c-4775-9ac8-a22b3e3f11f2,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:47.191021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f524e-fc3f-4e12-96be-dadf2896dedf None None] No DVR routers for this DVR port d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:58:47.300029 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.329505 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=8ed311d3-ccfe-4aaf-91c1-da98da70425b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:47.389503 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.479755 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:58:47.486874 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.489294 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.500853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:58:47.501215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device d3c83838-fd2c-4775-9ac8-a22b3e3f11f2 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:58:47.535762 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.536400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Fanout notify agent at l3_agent the message router_deleted on router c5578507-8fb4-4c38-980f-1b459986b795 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:58:47.543808 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.547667 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-b5da8014-87d3-4bfb-8443-2c371fccf382 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/routers/c5578507-8fb4-4c38-980f-1b459986b795 HTTP/1.1" status: 204 len: 168 time: 0.8430731 Aug 20 12:58:47.547987 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35706) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:47.629997 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.717434 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.727983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3f9fae-6635-4780-9af1-d7e2d9c33ede']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:47.743836 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:47.744124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea35bdb4-7e0a-4184-a93c-d94d75c288f0') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:47.754161 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.769531 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.776083 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:58:47.776480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: timer() Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:58:47.779777 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:58:47.837546 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.844778 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.847160 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/networks/cb3f9fae-6635-4780-9af1-d7e2d9c33ede HTTP/1.1" status: 204 len: 168 time: 0.2982733 Aug 20 12:58:47.849992 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35708) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:47.858657 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733b6e3-b127-4632-acf7-fc2c0a20154a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Network': ['ID=cb3f9fae-6635-4780-9af1-d7e2d9c33ede,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:47.908658 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68898a48-d569-418b-a7de-e8c3ca9c919d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.937068 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68898a48-d569-418b-a7de-e8c3ca9c919d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.999496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68898a48-d569-418b-a7de-e8c3ca9c919d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.002296 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68898a48-d569-418b-a7de-e8c3ca9c919d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.003663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-68898a48-d569-418b-a7de-e8c3ca9c919d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/security-groups/d7da3d8f-c5ff-4e44-af7f-5b83a69d178e HTTP/1.1" status: 204 len: 168 time: 0.1526222 Aug 20 12:58:48.012982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68898a48-d569-418b-a7de-e8c3ca9c919d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7da3d8f-c5ff-4e44-af7f-5b83a69d178e,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:48.359450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35714) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:48.364926 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-f68527d4-5bfb-469f-b224-3fcfc6a68a1d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024597126', 'description': 'tempest-secgroup-smoke-1024597126 description', 'project_id': 'f3c437f00eb14ee1bab438be348f9370'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:48.391261 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f68527d4-5bfb-469f-b224-3fcfc6a68a1d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.474152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f68527d4-5bfb-469f-b224-3fcfc6a68a1d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.478380 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f68527d4-5bfb-469f-b224-3fcfc6a68a1d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.506712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-f68527d4-5bfb-469f-b224-3fcfc6a68a1d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.507943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-f68527d4-5bfb-469f-b224-3fcfc6a68a1d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475077 Aug 20 12:58:48.509801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68527d4-5bfb-469f-b224-3fcfc6a68a1d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58edee-1625-4ad6-a94a-159e1fe06efd,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:48.511097 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35716) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:48.516727 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-fb99da0f-735a-491f-8a51-e2f7526186f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '9b58edee-1625-4ad6-a94a-159e1fe06efd', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:48.544404 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb99da0f-735a-491f-8a51-e2f7526186f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.610088 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb99da0f-735a-491f-8a51-e2f7526186f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.614575 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb99da0f-735a-491f-8a51-e2f7526186f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.631658 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99da0f-735a-491f-8a51-e2f7526186f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9a269b-a47d-436d-8187-39d286dfd084,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:48.639272 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-fb99da0f-735a-491f-8a51-e2f7526186f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.641014 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fb99da0f-735a-491f-8a51-e2f7526186f2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282575 Aug 20 12:58:48.643754 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35718) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:48.648155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-74345130-1e37-483b-a6a4-bf83bfb60242 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '9b58edee-1625-4ad6-a94a-159e1fe06efd', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:48.676537 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74345130-1e37-483b-a6a4-bf83bfb60242 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.740054 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74345130-1e37-483b-a6a4-bf83bfb60242 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.743923 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74345130-1e37-483b-a6a4-bf83bfb60242 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.761384 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74345130-1e37-483b-a6a4-bf83bfb60242 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e89b38-da76-4859-b48a-ab39c099350f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:48.768898 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-74345130-1e37-483b-a6a4-bf83bfb60242 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.770117 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-74345130-1e37-483b-a6a4-bf83bfb60242 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254284 Aug 20 12:58:48.772924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35720) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:48.777252 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-1243ce29-785d-45bf-bb05-860150cb9bb9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '9b58edee-1625-4ad6-a94a-159e1fe06efd', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:48.803378 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1243ce29-785d-45bf-bb05-860150cb9bb9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.861352 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1243ce29-785d-45bf-bb05-860150cb9bb9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.864863 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1243ce29-785d-45bf-bb05-860150cb9bb9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.882629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243ce29-785d-45bf-bb05-860150cb9bb9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fdf3a1-0161-4419-8937-2065052be0bd,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:48.889716 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1243ce29-785d-45bf-bb05-860150cb9bb9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.891254 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1243ce29-785d-45bf-bb05-860150cb9bb9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174121 Aug 20 12:58:48.894799 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35722) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:48.899139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-272279dd-1e53-4518-90fb-ffdc99df8be3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '9b58edee-1625-4ad6-a94a-159e1fe06efd', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:48.924848 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-272279dd-1e53-4518-90fb-ffdc99df8be3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.984736 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-272279dd-1e53-4518-90fb-ffdc99df8be3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.988901 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-272279dd-1e53-4518-90fb-ffdc99df8be3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.008149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272279dd-1e53-4518-90fb-ffdc99df8be3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bfd94e-b1b7-4d26-8a74-42f20ada41b1,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:49.016877 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-272279dd-1e53-4518-90fb-ffdc99df8be3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.021795 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-272279dd-1e53-4518-90fb-ffdc99df8be3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228745 Aug 20 12:58:49.021795 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35724) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:49.026533 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-63785f70-342e-43ac-acfd-f9718ad86bcb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '9b58edee-1625-4ad6-a94a-159e1fe06efd', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:49.049238 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-63785f70-342e-43ac-acfd-f9718ad86bcb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:58:49.054459 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63785f70-342e-43ac-acfd-f9718ad86bcb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.080561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8ed311d3-ccfe-4aaf-91c1-da98da70425b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:58:49.102067 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8ed311d3-ccfe-4aaf-91c1-da98da70425b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:58:49.102449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8ed311d3-ccfe-4aaf-91c1-da98da70425b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:58:49.102871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 98df26a0-bc23-44bb-af60-dfdeccdbcaaf no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:58:49.125085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 98df26a0-bc23-44bb-af60-dfdeccdbcaaf {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:58:49.125316 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 98df26a0-bc23-44bb-af60-dfdeccdbcaaf not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:58:49.378088 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:58:49.464498 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63785f70-342e-43ac-acfd-f9718ad86bcb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.469880 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63785f70-342e-43ac-acfd-f9718ad86bcb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.500669 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63785f70-342e-43ac-acfd-f9718ad86bcb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac445bc-22db-4cd3-ac3c-a8dd2d825040,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:49.509254 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-63785f70-342e-43ac-acfd-f9718ad86bcb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.511029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-63785f70-342e-43ac-acfd-f9718ad86bcb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4882977 Aug 20 12:58:49.513473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35726) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:49.520176 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e4808890-7067-4bd3-a8cf-5c5dcd42d727 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': '9b58edee-1625-4ad6-a94a-159e1fe06efd', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:49.547940 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-e4808890-7067-4bd3-a8cf-5c5dcd42d727 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:58:49.553444 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4808890-7067-4bd3-a8cf-5c5dcd42d727 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.617081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4808890-7067-4bd3-a8cf-5c5dcd42d727 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.620984 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4808890-7067-4bd3-a8cf-5c5dcd42d727 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.639410 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4808890-7067-4bd3-a8cf-5c5dcd42d727 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4cb340-c1bb-44e5-b47f-3a72c0077bdd,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:49.646151 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e4808890-7067-4bd3-a8cf-5c5dcd42d727 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.647373 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e4808890-7067-4bd3-a8cf-5c5dcd42d727 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327729 Aug 20 12:58:49.651342 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35728) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:49.656418 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'network': {'name': 'tempest-network-smoke--713949074', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'port_security_enabled': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:49.678687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:58:49.682158 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.713674 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:58:49.724902 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.725500 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Added segment 295bed86-8d16-457b-9375-a2d0887e3e6e of type vlan for network b30af8e4-1f57-4885-892c-f59f6093563a Aug 20 12:58:49.767315 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.794693 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.802645 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:49.803625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.873836 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2213721 Aug 20 12:58:49.876724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35730) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:49.882425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'admin_state_up': True, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:49.886135 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945ad4d-f6c3-430d-acc5-f312c7539818 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Network': ['ID=b30af8e4-1f57-4885-892c-f59f6093563a,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:49.898619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network b30af8e4-1f57-4885-892c-f59f6093563a details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:58:49.909884 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.911036 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.978911 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:50.139584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:50.648854 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:50.667896 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:50.770872 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.129 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/40378a1c-bd8f-48cb-9cd9-57f307423eb2) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:58:50.876213 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:50.915945 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:50.955177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:58:50.957968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:58:50.964218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:58:50.967265 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=40378a1c-bd8f-48cb-9cd9-57f307423eb2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:51.225002 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:51.422944 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:51.550905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router d15794f7-1160-485c-b652-baee0d9445a3 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:58:51.658618 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:58:51.667891 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Sync routers for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:58:51.677797 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:51.678039 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:58:51.678745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:51.679226 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-cac8913d-aa79-4211-8582-86080254d7f5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8006277 Aug 20 12:58:51.682385 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35732) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:51.714998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1a251bd0-fe96-4802-9112-1080b1056445 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f3c437f00eb14ee1bab438be348f9370&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312626 Aug 20 12:58:51.717529 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35734) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:51.786765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:58:51.804714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3160b8-3d4f-4fa6-8b9c-976d51d06f69 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:51.806151 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-df3160b8-3d4f-4fa6-8b9c-976d51d06f69 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877073 Aug 20 12:58:51.809013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35736) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:51.838012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8115b2ff-b445-4e2f-a910-159068402611 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279117 Aug 20 12:58:51.840513 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35738) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:51.845260 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439871545', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:51.865804 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-10977999-2506-47e2-ac68-999f2527f6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:51.937846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:58:51.941519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:51.981053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:51Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:52.012313 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Checking router: d15794f7-1160-485c-b652-baee0d9445a3 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:58:52.012657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Updating router d15794f7-1160-485c-b652-baee0d9445a3 port 40378a1c-bd8f-48cb-9cd9-57f307423eb2 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:58:52.040120 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.126014 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.194553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Subnet': ['ID=04592371-9120-4898-8bf2-f2ea92914880,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:52.198295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Checking segment: {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:58:52.198667 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network hostable DHCP agents. Network: b30af8e4-1f57-4885-892c-f59f6093563a, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:58:52.216759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network b30af8e4-1f57-4885-892c-f59f6093563a is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:58:52.226396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, b30af8e4-1f57-4885-892c-f59f6093563a) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:58:52.235474 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:52.237155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.239947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b69d76-8419-4fc5-a42f-087f16e78823 None None] Network b30af8e4-1f57-4885-892c-f59f6093563a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:58:52.256659 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-599a4f29-df6d-4f79-a738-f1025dab21d5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4151216 Aug 20 12:58:52.260193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35740) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:58:52.372809 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.404467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Transition to ACTIVE for port object 40378a1c-bd8f-48cb-9cd9-57f307423eb2 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:58:52.415534 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.490667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Attempting to bind port 40378a1c-bd8f-48cb-9cd9-57f307423eb2 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:58:52.492346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Attempting to bind port 40378a1c-bd8f-48cb-9cd9-57f307423eb2 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:58:52.492346 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Attempting to bind port 40378a1c-bd8f-48cb-9cd9-57f307423eb2 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:58:52.505868 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-b30af8e4-1f57-4885-892c-f59f6093563a', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:58:52.506736 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.509284 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:58:52.509649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:58:52.510041 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.510458 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:58:52.510935 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Bound port: 40378a1c-bd8f-48cb-9cd9-57f307423eb2, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:58:52.511308 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.512713 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3c584-25a6-4626-8a8f-c1feeeb8764d None None] Pushing event updated for resources: {'Port': ['ID=40378a1c-bd8f-48cb-9cd9-57f307423eb2,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:52.652844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] For port 40378a1c-bd8f-48cb-9cd9-57f307423eb2, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:58:52.654319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] For port 40378a1c-bd8f-48cb-9cd9-57f307423eb2, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=40378a1c-bd8f-48cb-9cd9-57f307423eb2,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:58:52.663209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.734496 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:52.753526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:58:52.754133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:52.800462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3c584-25a6-4626-8a8f-c1feeeb8764d None None] Pushing event updated for resources: {'Port': ['ID=40378a1c-bd8f-48cb-9cd9-57f307423eb2,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:52.809945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Allocated IP 172.20.0.2 (b30af8e4-1f57-4885-892c-f59f6093563a/04592371-9120-4898-8bf2-f2ea92914880/dacaa855-8e02-4ede-b763-f87f3572f9e3) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:58:52.939060 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:58:53.134339 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:53.145572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Transition to ACTIVE for port object dacaa855-8e02-4ede-b763-f87f3572f9e3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:58:53.182248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Transition to ACTIVE for port object dacaa855-8e02-4ede-b763-f87f3572f9e3 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:58:53.189823 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:53.233103 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Network b30af8e4-1f57-4885-892c-f59f6093563a is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:58:53.237427 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.1 (b30af8e4-1f57-4885-892c-f59f6093563a/04592371-9120-4898-8bf2-f2ea92914880/210bed74-2707-4f8f-9d51-9b67605a9b2b) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:58:53.240906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:58:53.243446 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:58:53.256374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Pushing event updated for resources: {'Port': ['ID=dacaa855-8e02-4ede-b763-f87f3572f9e3,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:53.265954 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:51Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:53.324910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a662fca-79e7-4c21-8ded-9abbde4b277e None None] The sync data for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 is: [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:51Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:58:53.356212 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Attempting to bind port dacaa855-8e02-4ede-b763-f87f3572f9e3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:58:53.356735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Attempting to bind port dacaa855-8e02-4ede-b763-f87f3572f9e3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:58:53.357263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Attempting to bind port dacaa855-8e02-4ede-b763-f87f3572f9e3 on network b30af8e4-1f57-4885-892c-f59f6093563a {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:58:53.369293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:58:53.370232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Checking segment: {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:58:53.371099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:53.371933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Bound using segment: {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:58:53.372725 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Bound port: dacaa855-8e02-4ede-b763-f87f3572f9e3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:58:53.373222 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:53.385396 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:53.402667 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object 210bed74-2707-4f8f-9d51-9b67605a9b2b will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:58:53.438429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:53.447619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] For port dacaa855-8e02-4ede-b763-f87f3572f9e3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:58:53.451569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] For port dacaa855-8e02-4ede-b763-f87f3572f9e3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=dacaa855-8e02-4ede-b763-f87f3572f9e3,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:58:53.457565 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:53.491662 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network b30af8e4-1f57-4885-892c-f59f6093563a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:58:53.495750 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:58:53.500473 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:58:53.528214 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc2e9f-509e-45fb-9ff1-314800cb7a55 None None] Pushing event updated for resources: {'Port': ['ID=dacaa855-8e02-4ede-b763-f87f3572f9e3,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:53.540405 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=210bed74-2707-4f8f-9d51-9b67605a9b2b,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:53.560949 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:53.748390 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:54.092222 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:54.098060 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:54.178675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=210bed74-2707-4f8f-9d51-9b67605a9b2b,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:54.181979 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:54.284127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network b30af8e4-1f57-4885-892c-f59f6093563a is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:58:54.285666 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:58:54.384968 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-580ad7a0-6068-4349-b949-82b6ecec0ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:54.415932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router d15794f7-1160-485c-b652-baee0d9445a3 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:58:54.534804 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:58:54.537510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eafcde-90b9-4b45-a6aa-d876ed35e54f None None] Network b30af8e4-1f57-4885-892c-f59f6093563a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:58:54.542363 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d23cb0eb-07f0-4b4f-9acf-91aa8b5e2f3f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/d15794f7-1160-485c-b652-baee0d9445a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2783670 Aug 20 12:58:54.612734 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-18def9b7-6c1c-45b5-919e-8f552f04b854 None None] Provisioning for port dacaa855-8e02-4ede-b763-f87f3572f9e3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:58:54.687982 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-bcf483ba-b852-46a9-9d84-f36323788793 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024597126&fields=id&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 267 time: 0.0352070 Aug 20 12:58:54.801885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ece3f-8904-4096-a919-f6422b25d308 req-2275ca22-1c55-4ce5-92be-5271bbc5cb7f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:54.803538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-2275ca22-1c55-4ce5-92be-5271bbc5cb7f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/networks?id=b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 200 len: 796 time: 0.1079545 Aug 20 12:58:54.820230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-5a103ed9-4ab5-46e6-9e7c-75aabb76ff2e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/quotas/f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 375 time: 0.0101633 Aug 20 12:58:54.878757 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-a920336d-03fe-4c5e-bb79-a6a2665b7a51 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525939 Aug 20 12:58:54.946847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f35106f2-64bb-4d6b-a9d7-6e4f3ff647a5 None None] Provisioning for port 210bed74-2707-4f8f-9d51-9b67605a9b2b completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:58:54.951027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f35106f2-64bb-4d6b-a9d7-6e4f3ff647a5 None None] Provisioning complete for port 210bed74-2707-4f8f-9d51-9b67605a9b2b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:54.951504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f35106f2-64bb-4d6b-a9d7-6e4f3ff647a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:54.994606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f35106f2-64bb-4d6b-a9d7-6e4f3ff647a5 None None] Port 210bed74-2707-4f8f-9d51-9b67605a9b2b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:58:55.046944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-d1a19430-806b-4fb0-a3f9-fc6abe5d60a8 service neutron] 10.222.0.25 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559899 Aug 20 12:58:55.116355 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.156454 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 40378a1c-bd8f-48cb-9cd9-57f307423eb2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:58:55.157638 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-5a87fd18-2610-44a8-a7e8-3901815b3a5b service neutron] 10.222.0.25 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086352 Aug 20 12:58:55.210273 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 40378a1c-bd8f-48cb-9cd9-57f307423eb2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:58:55.219624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 40378a1c-bd8f-48cb-9cd9-57f307423eb2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:55.220059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.259509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-23bb462a-1309-4850-b8da-26b4d9b07310 None None] Provisioning complete for port 210bed74-2707-4f8f-9d51-9b67605a9b2b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:55.259878 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-23bb462a-1309-4850-b8da-26b4d9b07310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.320140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-23bb462a-1309-4850-b8da-26b4d9b07310 None None] Port 210bed74-2707-4f8f-9d51-9b67605a9b2b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:58:55.370583 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Sync routers for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:58:55.379585 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.380105 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0259e958-e51c-42f6-a89c-91e8073d4760 req-ce492966-92c7-4251-9191-87c987d904f9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 210 time: 0.0388412 Aug 20 12:58:55.383403 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:58:55.384036 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:55.410442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 40378a1c-bd8f-48cb-9cd9-57f307423eb2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=40378a1c-bd8f-48cb-9cd9-57f307423eb2,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:55.417081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.418468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device dacaa855-8e02-4ede-b763-f87f3572f9e3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:58:55.522081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=40378a1c-bd8f-48cb-9cd9-57f307423eb2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:55.541570 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port dacaa855-8e02-4ede-b763-f87f3572f9e3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:58:55.545380 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:58:55.547023 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port dacaa855-8e02-4ede-b763-f87f3572f9e3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:55.547402 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.551972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-84124dfd-b135-4825-994e-b299fc7f6e1c None None] Provisioning complete for port 210bed74-2707-4f8f-9d51-9b67605a9b2b triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:55.552316 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-84124dfd-b135-4825-994e-b299fc7f6e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.782024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-84124dfd-b135-4825-994e-b299fc7f6e1c None None] Port 210bed74-2707-4f8f-9d51-9b67605a9b2b cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:58:55.799236 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 2, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:55.843578 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.844677 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.884033 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port dacaa855-8e02-4ede-b763-f87f3572f9e3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=dacaa855-8e02-4ede-b763-f87f3572f9e3,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:55.888298 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:55.925119 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Checking router: d15794f7-1160-485c-b652-baee0d9445a3 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:58:55.925465 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Updating router d15794f7-1160-485c-b652-baee0d9445a3 port 210bed74-2707-4f8f-9d51-9b67605a9b2b binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:58:55.947574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=dacaa855-8e02-4ede-b763-f87f3572f9e3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:55.954497 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:56.215801 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:56.226353 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Transition to ACTIVE for port object 210bed74-2707-4f8f-9d51-9b67605a9b2b will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:58:56.231844 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:56.279480 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Pushing event updated for resources: {'Port': ['ID=210bed74-2707-4f8f-9d51-9b67605a9b2b,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:56.294331 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.294529 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.294877 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.295205 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.295535 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.295859 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.296180 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.296504 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.296822 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.297136 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.297451 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.297764 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:58:56.354211 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Attempting to bind port 210bed74-2707-4f8f-9d51-9b67605a9b2b on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:58:56.354586 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Attempting to bind port 210bed74-2707-4f8f-9d51-9b67605a9b2b by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:58:56.354953 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Attempting to bind port 210bed74-2707-4f8f-9d51-9b67605a9b2b on network b30af8e4-1f57-4885-892c-f59f6093563a {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:58:56.360350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:58:56.360725 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Checking segment: {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:58:56.362094 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:56.362544 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Bound using segment: {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:58:56.363248 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Bound port: 210bed74-2707-4f8f-9d51-9b67605a9b2b, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:58:56.363567 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:56.401021 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ece3f-8904-4096-a919-f6422b25d308 req-159c3b7a-5042-4775-9b48-e540e1be6724 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:56.403384 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-159c3b7a-5042-4775-9b48-e540e1be6724 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/networks?id=b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 200 len: 796 time: 0.1615932 Aug 20 12:58:56.442173 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] For port 210bed74-2707-4f8f-9d51-9b67605a9b2b, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:58:56.446072 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] For port 210bed74-2707-4f8f-9d51-9b67605a9b2b, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=210bed74-2707-4f8f-9d51-9b67605a9b2b,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:58:56.458088 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:56.474055 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb9000e7-aaeb-41da-b7df-318fe00b3415 req-74208442-cdcf-48fd-b42d-8c069a7b2d38 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 210 time: 0.0351114 Aug 20 12:58:56.503321 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-6d9240fd-5670-43e3-8da7-d02ceebfc914 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 380 time: 0.0874739 Aug 20 12:58:56.513336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'port': {'device_id': '78418b5a-ab37-4228-a155-9193a3cebbac', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'admin_state_up': True, 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'security_groups': ['9b58edee-1625-4ad6-a94a-159e1fe06efd']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:56.519767 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:58:56.520387 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:56.556429 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9785e-f3fb-46c3-b400-9e27449e5fdf None None] Pushing event updated for resources: {'Port': ['ID=210bed74-2707-4f8f-9d51-9b67605a9b2b,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:56.634309 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:58:56.637704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:58:56.641933 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:56.792261 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.9 (b30af8e4-1f57-4885-892c-f59f6093563a/04592371-9120-4898-8bf2-f2ea92914880/90e2da7f-15ee-4b45-83e8-cd57977bdb45) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:58:56.840557 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:56Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:58:56.869858 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eee73c-5846-4a06-8785-f88faeea0f24 None None] The sync data for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 is: [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:56Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:58:56.968031 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:56.985804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object 90e2da7f-15ee-4b45-83e8-cd57977bdb45 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:58:57.022107 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.069179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network b30af8e4-1f57-4885-892c-f59f6093563a is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:58:57.072423 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:58:57.076245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:58:57.103857 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=90e2da7f-15ee-4b45-83e8-cd57977bdb45,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:57.135436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:57.135558 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.163298 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-d0650b2e-db14-4f7c-ba79-989b6e1f06eb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6537964 Aug 20 12:58:57.186845 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Request body: {'port': {'device_id': '78418b5a-ab37-4228-a155-9193a3cebbac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:58:57.187651 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 210bed74-2707-4f8f-9d51-9b67605a9b2b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:58:57.228303 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.261465 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.265524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 210bed74-2707-4f8f-9d51-9b67605a9b2b completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:58:57.271902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 210bed74-2707-4f8f-9d51-9b67605a9b2b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:57.272163 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.366354 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.406920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e4942fe-e0de-40dd-b13b-98e8735d3d88 None None] Provisioning for port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:58:57.413042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 210bed74-2707-4f8f-9d51-9b67605a9b2b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=210bed74-2707-4f8f-9d51-9b67605a9b2b,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:58:57.414702 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-0e4942fe-e0de-40dd-b13b-98e8735d3d88 None None] Provisioning complete for port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:57.415114 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-0e4942fe-e0de-40dd-b13b-98e8735d3d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.436152 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.436939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 40378a1c-bd8f-48cb-9cd9-57f307423eb2 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:58:57.506860 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-0e4942fe-e0de-40dd-b13b-98e8735d3d88 None None] Port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:58:57.538126 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=210bed74-2707-4f8f-9d51-9b67605a9b2b,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:57.556459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 40378a1c-bd8f-48cb-9cd9-57f307423eb2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:57.556845 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.566552 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e2da7f-15ee-4b45-83e8-cd57977bdb45 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:58:57.575991 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.618483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Transition to ACTIVE for port object 90e2da7f-15ee-4b45-83e8-cd57977bdb45 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:58:57.623544 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.643985 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device dacaa855-8e02-4ede-b763-f87f3572f9e3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:58:57.684334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be54745-b71b-4e17-b8c0-5e001628be9b req-7f036930-8069-45c5-954d-cc42b2c8e900 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:57.691543 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0be54745-b71b-4e17-b8c0-5e001628be9b req-7f036930-8069-45c5-954d-cc42b2c8e900 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 931 time: 0.1177378 Aug 20 12:58:57.701417 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port dacaa855-8e02-4ede-b763-f87f3572f9e3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:57.701722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.744792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Pushing event updated for resources: {'Port': ['ID=90e2da7f-15ee-4b45-83e8-cd57977bdb45,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:57.786538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0be54745-b71b-4e17-b8c0-5e001628be9b req-14e91b5a-c645-4413-b453-77b49a5ea008 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876250 Aug 20 12:58:57.820405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Attempting to bind port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:58:57.820790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Attempting to bind port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:58:57.821082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Attempting to bind port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 on network b30af8e4-1f57-4885-892c-f59f6093563a {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:58:57.825775 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 on network b30af8e4-1f57-4885-892c-f59f6093563a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:58:57.826099 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Attempting to bind port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 on network b30af8e4-1f57-4885-892c-f59f6093563a {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:58:57.832209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:58:57.832560 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Checking segment: {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:58:57.832955 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Bound using segment: {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:58:57.833505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Bound port: 90e2da7f-15ee-4b45-83e8-cd57977bdb45, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295bed86-8d16-457b-9375-a2d0887e3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:58:57.833792 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.904346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] For port 90e2da7f-15ee-4b45-83e8-cd57977bdb45, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:58:57.907626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] For port 90e2da7f-15ee-4b45-83e8-cd57977bdb45, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:58:57.913020 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.957263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:57.957793 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:57.959232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] 10.222.0.22 "PUT /v2.0/ports/90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 200 len: 1092 time: 0.7871778 Aug 20 12:58:57.959730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:58:57.962004 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7189d2f9-f428-4c1d-921d-446ab36061e5" -d '{"events": [{"name": "network-changed", "server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:58:57.988134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40448ed9-08ba-486e-8906-4dab1895a709 service neutron] Pushing event updated for resources: {'Port': ['ID=90e2da7f-15ee-4b45-83e8-cd57977bdb45,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:58:58.015827 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb27e5-89fe-46a7-81e9-d5f34308f527 x-openstack-request-id: req-9dcb27e5-89fe-46a7-81e9-d5f34308f527 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:58:58.016122 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:58:58.016415 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dcb27e5-89fe-46a7-81e9-d5f34308f527 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:58:58.016834 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'status': 'completed', 'code': 200} Aug 20 12:58:58.051240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ece3f-8904-4096-a919-f6422b25d308 req-3a77516e-bff8-4496-bc65-8af09f48c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:58.052800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-3a77516e-bff8-4496-bc65-8af09f48c614 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1095 time: 0.0495660 Aug 20 12:58:58.096660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-920167af-d992-4171-bd93-91f0fbd70aa3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 200 len: 217 time: 0.0360880 Aug 20 12:58:58.158506 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ece3f-8904-4096-a919-f6422b25d308 req-f706efb7-474d-407b-9348-da3f27ed1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:58.160009 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-f706efb7-474d-407b-9348-da3f27ed1904 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04592371-9120-4898-8bf2-f2ea92914880 HTTP/1.1" status: 200 len: 834 time: 0.0567985 Aug 20 12:58:58.208551 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ece3f-8904-4096-a919-f6422b25d308 req-056a6295-9867-4988-a9c8-e6cd183e82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:58.210094 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-056a6295-9867-4988-a9c8-e6cd183e82ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b30af8e4-1f57-4885-892c-f59f6093563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434291 Aug 20 12:58:58.300717 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-7df85802-5e8d-4a4e-9cff-8a07497d6e79 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 Aug 20 12:58:58.397773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-644ece3f-8904-4096-a919-f6422b25d308 req-f4d108c2-edd1-4157-a8f8-f6b8a4611ab7 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907514 Aug 20 12:58:58.482451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-90a19de2-d90d-424e-897c-c5d916c428fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:58.484015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-90a19de2-d90d-424e-897c-c5d916c428fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1095 time: 0.0427091 Aug 20 12:58:58.578156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-962df108-38ce-478d-9827-99698c358ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:58.579593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-962df108-38ce-478d-9827-99698c358ab5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 200 len: 897 time: 0.0888264 Aug 20 12:58:58.620781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-e652d0e8-16cc-43d0-b7b3-463867af3bdd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 200 len: 217 time: 0.0342073 Aug 20 12:58:58.683266 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-1b19fb19-b300-475c-8b9e-a1d3ed8d9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:58.685303 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-1b19fb19-b300-475c-8b9e-a1d3ed8d9d57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04592371-9120-4898-8bf2-f2ea92914880 HTTP/1.1" status: 200 len: 834 time: 0.0559845 Aug 20 12:58:58.742645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-ec232a65-08d6-4130-b657-9f5cb90dd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:58.744236 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-ec232a65-08d6-4130-b657-9f5cb90dd7b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b30af8e4-1f57-4885-892c-f59f6093563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514274 Aug 20 12:58:58.833883 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-59a67f4e-144c-4b0b-90fe-bc2180ddfc0e service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816734 Aug 20 12:58:58.962628 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af3cbe-99c7-473e-8f1b-8e67e58b5867 req-625f939e-7852-47a5-8797-bfb7f2628789 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:58:58.964209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99af3cbe-99c7-473e-8f1b-8e67e58b5867 req-625f939e-7852-47a5-8797-bfb7f2628789 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 943 time: 0.0766380 Aug 20 12:58:58.967713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7189d2f9-f428-4c1d-921d-446ab36061e5 req-a21aa63c-dc93-4fbb-b338-fb2d61448e3b service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259542 Aug 20 12:58:59.010970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99af3cbe-99c7-473e-8f1b-8e67e58b5867 req-5a613cb8-b9d8-4d97-ac10-f750a69062c5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Aug 20 12:58:59.071928 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 210bed74-2707-4f8f-9d51-9b67605a9b2b up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:58:59.121577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 210bed74-2707-4f8f-9d51-9b67605a9b2b triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:58:59.121859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:00.127467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c326-c1d9-44de-b087-c8745ab6dd55 req-224b323d-9676-4c42-ae67-72e6240ec95c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:00.129123 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d38c326-c1d9-44de-b087-c8745ab6dd55 req-224b323d-9676-4c42-ae67-72e6240ec95c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 943 time: 0.0498250 Aug 20 12:59:00.166570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6d38c326-c1d9-44de-b087-c8745ab6dd55 req-c75eeb33-9962-4369-ac29-ff8a906b117a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 Aug 20 12:59:01.284644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627846f-2fe5-437a-abf5-22e904ff86c5 req-8422f288-d172-42aa-a4d4-f1da1dab31ef tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:01.286014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1627846f-2fe5-437a-abf5-22e904ff86c5 req-8422f288-d172-42aa-a4d4-f1da1dab31ef tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 943 time: 0.0527432 Aug 20 12:59:01.331338 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1627846f-2fe5-437a-abf5-22e904ff86c5 req-112d4540-1432-407e-a29b-38d31c150a0b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390868 Aug 20 12:59:02.436899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 90e2da7f-15ee-4b45-83e8-cd57977bdb45 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:59:02.452071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36afdf-cef5-4e98-ae9d-beadd3d32ebc req-6b2108d6-4d8f-42f4-a2b8-055f8d5c69e9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:02.453615 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f36afdf-cef5-4e98-ae9d-beadd3d32ebc req-6b2108d6-4d8f-42f4-a2b8-055f8d5c69e9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 943 time: 0.0501490 Aug 20 12:59:02.493816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2f36afdf-cef5-4e98-ae9d-beadd3d32ebc req-5cd30522-7b04-4c22-af1c-bf1831c9e959 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336146 Aug 20 12:59:02.532872 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 90e2da7f-15ee-4b45-83e8-cd57977bdb45, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:59:02.544805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'port_id': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'mac_address': 'fa:16:3e:1d:f8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:59:02.586587 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:02.599045 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e2da7f-15ee-4b45-83e8-cd57977bdb45 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:59:02.618106 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 90e2da7f-15ee-4b45-83e8-cd57977bdb45, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:59:02.621994 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:02.669846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=90e2da7f-15ee-4b45-83e8-cd57977bdb45,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:59:02.852030 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['90e2da7f-15ee-4b45-83e8-cd57977bdb45'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:59:03.611792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9720e45-fb65-4f04-8a58-6c492d80ad30 req-ce3bb080-5fd5-4c81-bd91-35093047408f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:03.613290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9720e45-fb65-4f04-8a58-6c492d80ad30 req-ce3bb080-5fd5-4c81-bd91-35093047408f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 944 time: 0.0499384 Aug 20 12:59:03.652366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9720e45-fb65-4f04-8a58-6c492d80ad30 req-adc8128b-8e33-405c-bdc6-5a4da7f4775c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329976 Aug 20 12:59:04.436207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 90e2da7f-15ee-4b45-83e8-cd57977bdb45 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:59:04.484465 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:59:04.488835 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:59:04.489209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:04.572671 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:04.594489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:59:04.597472 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83212a2-d911-4f85-a603-e197db369534" -d '{"events": [{"server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "name": "network-vif-plugged", "status": "completed", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:59:04.610088 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 90e2da7f-15ee-4b45-83e8-cd57977bdb45, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:59:04.615019 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:04.638101 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b535415-5207-4961-8db7-659a815b787d x-openstack-request-id: req-6b535415-5207-4961-8db7-659a815b787d {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:59:04.638578 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "name": "network-vif-plugged", "status": "completed", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:59:04.638839 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b535415-5207-4961-8db7-659a815b787d {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:59:04.639229 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'code': 200} Aug 20 12:59:04.665966 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=90e2da7f-15ee-4b45-83e8-cd57977bdb45,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:59:04.773148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf0dfd-6bc2-4205-9e8f-7d75a226ee10 req-ec2a50c0-af2b-4e2c-92e5-6c9a8ae34346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:04.774682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4adf0dfd-6bc2-4205-9e8f-7d75a226ee10 req-ec2a50c0-af2b-4e2c-92e5-6c9a8ae34346 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1097 time: 0.0805554 Aug 20 12:59:04.786320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a78ad9-8fe2-4631-a96d-f9b3a7cfddb5 req-6a7d0479-01c0-454d-849d-d094c71529dc tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:04.787887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8a78ad9-8fe2-4631-a96d-f9b3a7cfddb5 req-6a7d0479-01c0-454d-849d-d094c71529dc tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0612898 Aug 20 12:59:04.839112 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4adf0dfd-6bc2-4205-9e8f-7d75a226ee10 req-8ccdcb42-07ec-4ca5-b903-8df61e32fd9b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502613 Aug 20 12:59:04.843872 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b8a78ad9-8fe2-4631-a96d-f9b3a7cfddb5 req-1b08ab5c-9c28-455a-929f-3b1a55177fb5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Aug 20 12:59:05.983994 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2b679-8f8f-4c07-a2fa-60b5c3883614 req-b17787be-71f2-4d38-b378-684c839c0518 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:05.985466 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8af2b679-8f8f-4c07-a2fa-60b5c3883614 req-b17787be-71f2-4d38-b378-684c839c0518 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0491667 Aug 20 12:59:06.025570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8af2b679-8f8f-4c07-a2fa-60b5c3883614 req-c98176a2-207d-481b-9f86-6604dc6d345b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Aug 20 12:59:06.450308 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756097b9-47c8-47bf-bffe-22d11c0e8c26 req-1aa2b8eb-d0b6-48af-96df-be6158941f15 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:06.451799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-756097b9-47c8-47bf-bffe-22d11c0e8c26 req-1aa2b8eb-d0b6-48af-96df-be6158941f15 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.3617315 Aug 20 12:59:06.489864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-756097b9-47c8-47bf-bffe-22d11c0e8c26 req-04036c07-fc39-4885-afc0-a8594fece2b9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313215 Aug 20 12:59:06.511125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35796) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:59:06.551941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236db88e-7381-4b30-8da5-8ff885784ded tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:06.553461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-236db88e-7381-4b30-8da5-8ff885784ded tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1092 time: 0.0413532 Aug 20 12:59:06.556239 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:59:06.560501 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:59:06.582816 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:06.681320 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:06.786665 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.195 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/366fbd16-f50c-4171-9020-12e019e6c0db) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:59:06.899882 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:06.940693 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:06.976251 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:59:06.979297 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:59:06.983702 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:59:07.019146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=366fbd16-f50c-4171-9020-12e019e6c0db,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:59:07.030468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.030819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.031159 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.031499 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.031832 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.032165 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.033044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.033516 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.034026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.034388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.034716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.035039 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:59:07.375853 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:07.448437 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:07.603477 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:07.608338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:07.684571 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=366fbd16-f50c-4171-9020-12e019e6c0db,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:59:07.694364 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:07.801542 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP d1fc1506-8536-4da2-8a30-7bcd6a696114 associated. External IP: 172.25.0.195, port: 90e2da7f-15ee-4b45-83e8-cd57977bdb45. Aug 20 12:59:08.017524 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router d15794f7-1160-485c-b652-baee0d9445a3 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:59:08.136267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:59:08.147831 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] Sync routers for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:59:08.152710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:08.159127 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:59:08.159803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:59:08.184512 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8ba206d0-bb0c-4750-9ada-c85017d05cb0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6272557 Aug 20 12:59:08.185097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:59:08.187394 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a72e929-4e41-4e03-84d8-82c5d067de2f" -d '{"events": [{"name": "network-changed", "server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:59:08.269401 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:59:08.281676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cece2a-145d-42fe-9365-225dd012eeca req-bf4d2e90-9b19-4c11-a546-68aa65e16525 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:08.283808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8cece2a-145d-42fe-9365-225dd012eeca req-bf4d2e90-9b19-4c11-a546-68aa65e16525 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0504470 Aug 20 12:59:08.323004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8cece2a-145d-42fe-9365-225dd012eeca req-0c58c5eb-4fa6-4c99-a7d9-4e05c2b9e683 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327897 Aug 20 12:59:08.346558 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35804) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:59:08.373380 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c7b428-9225-4c8a-b1d2-cb88e938ea29 x-openstack-request-id: req-01c7b428-9225-4c8a-b1d2-cb88e938ea29 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:59:08.373669 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:59:08.373920 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01c7b428-9225-4c8a-b1d2-cb88e938ea29 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:59:08.374351 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'status': 'completed', 'code': 200} Aug 20 12:59:08.417577 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9900b943-5a6e-4e4d-a1a6-0ea3ab500e7d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/d1fc1506-8536-4da2-8a30-7bcd6a696114 HTTP/1.1" status: 200 len: 991 time: 0.0691803 Aug 20 12:59:08.446330 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-df8838f2-5acc-4422-a540-a8b8816488dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:08.448142 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-df8838f2-5acc-4422-a540-a8b8816488dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1097 time: 0.0537989 Aug 20 12:59:08.522085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'd1fc1506-8536-4da2-8a30-7bcd6a696114', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'port_id': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'mac_address': 'fa:16:3e:1d:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78418b5a-ab37-4228-a155-9193a3cebbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:59:07Z', 'updated_at': '2021-08-20T12:59:07Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:57Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:59:08.549741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] Checking router: d15794f7-1160-485c-b652-baee0d9445a3 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:59:08.550457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-1f1266ed-e63c-4e8b-8ef4-d0f6aff6b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:08.552309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-1f1266ed-e63c-4e8b-8ef4-d0f6aff6b776 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 200 len: 897 time: 0.0960565 Aug 20 12:59:08.557956 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:59:08.558584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T12:58:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:59:08.618124 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-c297c06a-0cb4-4ba4-8011-c1e94ee9b404 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 200 len: 999 time: 0.0587733 Aug 20 12:59:08.666772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:59:08.668207 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-668150e9-f834-4d5a-ae9e-a3aa35f2366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:08.669620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-668150e9-f834-4d5a-ae9e-a3aa35f2366e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04592371-9120-4898-8bf2-f2ea92914880 HTTP/1.1" status: 200 len: 834 time: 0.0448365 Aug 20 12:59:08.719734 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-5bb85202-c29b-4809-8f93-1d5214a42d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:08.722014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-5bb85202-c29b-4809-8f93-1d5214a42d0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b30af8e4-1f57-4885-892c-f59f6093563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454180 Aug 20 12:59:08.823930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-8e09b6d3-9ac6-40f9-9fa1-8ac398980925 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946822 Aug 20 12:59:08.915612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'd1fc1506-8536-4da2-8a30-7bcd6a696114', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'port_id': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'mac_address': 'fa:16:3e:1d:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78418b5a-ab37-4228-a155-9193a3cebbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:59:07Z', 'updated_at': '2021-08-20T12:59:07Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:57Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:59:08.922386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2a72e929-4e41-4e03-84d8-82c5d067de2f req-4ca3932c-8281-4822-8e3e-9e3f21f16f20 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909729 Aug 20 12:59:08.943976 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69337197-9201-4258-adbc-ae8fd7de1ca8 None None] The sync data for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 is: [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'd1fc1506-8536-4da2-8a30-7bcd6a696114', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'port_id': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'mac_address': 'fa:16:3e:1d:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78418b5a-ab37-4228-a155-9193a3cebbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:59:07Z', 'updated_at': '2021-08-20T12:59:07Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:57Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:59:09.143967 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1ab4d-4150-4ff0-8a2b-39e69bd3488d None None] New status for floating IP d1fc1506-8536-4da2-8a30-7bcd6a696114: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:59:09.421441 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35806) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:59:09.486283 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-fdf6ce9e-41c4-40b0-a5a8-13881d775d5e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/d1fc1506-8536-4da2-8a30-7bcd6a696114 HTTP/1.1" status: 200 len: 993 time: 0.0631638 Aug 20 12:59:12.574780 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:14.256927 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:19.539015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-df7c5872-3e21-44d2-b6a5-c3195a17d2e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508256 Aug 20 12:59:19.623017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-0aed23c2-4c0c-430d-b424-c4e8136fc07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:19.624449 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-0aed23c2-4c0c-430d-b424-c4e8136fc07e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1097 time: 0.0418935 Aug 20 12:59:19.731850 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-77d836a5-5149-4990-a836-9eb9027e7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:19.733372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-77d836a5-5149-4990-a836-9eb9027e7e76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 200 len: 897 time: 0.0909584 Aug 20 12:59:19.800272 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-05379832-8fbb-4e84-bbc4-8175cba6ad53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 200 len: 1001 time: 0.0601604 Aug 20 12:59:19.855290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-05ded427-9e7a-43a9-9378-d619c31f3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:19.856731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-05ded427-9e7a-43a9-9378-d619c31f3ab4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04592371-9120-4898-8bf2-f2ea92914880 HTTP/1.1" status: 200 len: 834 time: 0.0497885 Aug 20 12:59:19.907132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-a43c4b7f-aa82-4128-a486-2ee177701ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:19.908769 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-a43c4b7f-aa82-4128-a486-2ee177701ff9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b30af8e4-1f57-4885-892c-f59f6093563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451472 Aug 20 12:59:19.998754 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-26b9aec0-d9e1-4cc1-9804-84e2d27cd7f3 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829461 Aug 20 12:59:20.090985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b287d9b1-ac6b-44c2-a9d0-8bb83e2c567f req-95a2902c-f76d-4b50-b63e-2bb639212894 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Aug 20 12:59:21.818504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-11b38fe6-d4fd-4606-ac85-bfc1fa0bc000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:24.379839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-114c3086-2c87-466d-9857-ca53940b5d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:25.109968 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:25.816249 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:26.378539 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:59:27.196738 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:40.885995 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f7cb2-9e2f-4795-a8d8-a863a48ba45c req-a584110b-5e1c-41ee-8d8c-58e7ed76b740 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:40.887529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c4f7cb2-9e2f-4795-a8d8-a863a48ba45c req-a584110b-5e1c-41ee-8d8c-58e7ed76b740 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0535049 Aug 20 12:59:40.926088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7c4f7cb2-9e2f-4795-a8d8-a863a48ba45c req-7c492195-a91a-433f-80eb-0a2386738f9b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Aug 20 12:59:42.044519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f346b9-05ae-4fdb-ad5f-9fe6ed98c5c8 req-72e7b740-422e-4034-8c65-fc5d8281d19d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:42.045966 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93f346b9-05ae-4fdb-ad5f-9fe6ed98c5c8 req-72e7b740-422e-4034-8c65-fc5d8281d19d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0497217 Aug 20 12:59:42.084309 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-93f346b9-05ae-4fdb-ad5f-9fe6ed98c5c8 req-4d3d5464-eff3-4f8d-aa93-724a5719fea5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Aug 20 12:59:42.588070 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:43.209000 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0eda0-55bf-439d-8082-20119ad0836a req-15fce728-b637-4415-bae7-8bf4697f8f52 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:43.210491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fea0eda0-55bf-439d-8082-20119ad0836a req-15fce728-b637-4415-bae7-8bf4697f8f52 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0540473 Aug 20 12:59:43.248399 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fea0eda0-55bf-439d-8082-20119ad0836a req-00bcb08c-2bb6-452f-b6a3-ea88d1b08711 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Aug 20 12:59:44.254531 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:44.364877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3c27-7583-409e-a431-36986dfb398d req-24e8b442-f0dd-40f5-bc87-f49699c42c18 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:44.366451 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2ca3c27-7583-409e-a431-36986dfb398d req-24e8b442-f0dd-40f5-bc87-f49699c42c18 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0491481 Aug 20 12:59:44.405190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c2ca3c27-7583-409e-a431-36986dfb398d req-e6f3f400-a275-42e7-ade3-8043cc87acc7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325458 Aug 20 12:59:45.522752 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba89fe3-dcad-43a4-8e25-399517bcacb2 req-a0647b1f-fa5b-4b1b-ac2a-dd0d1ce1b125 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:45.524258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cba89fe3-dcad-43a4-8e25-399517bcacb2 req-a0647b1f-fa5b-4b1b-ac2a-dd0d1ce1b125 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0503695 Aug 20 12:59:45.563944 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cba89fe3-dcad-43a4-8e25-399517bcacb2 req-5c02b191-d106-4c66-ae11-872e9a75e8bb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329413 Aug 20 12:59:46.684542 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e9482-20fa-49b2-9aed-12932b4ed62a req-113b4fdf-b670-462e-ae5b-c3462cc1b97b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:46.686001 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e3e9482-20fa-49b2-9aed-12932b4ed62a req-113b4fdf-b670-462e-ae5b-c3462cc1b97b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0532451 Aug 20 12:59:46.723564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6e3e9482-20fa-49b2-9aed-12932b4ed62a req-5993b841-a319-4de5-9aa5-b97077d17639 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313616 Aug 20 12:59:47.840015 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1de11-6938-49c5-badd-ea3587f8c367 req-abc7daa1-46f9-4f79-8505-b4c8a5a5597c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:47.841495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29a1de11-6938-49c5-badd-ea3587f8c367 req-abc7daa1-46f9-4f79-8505-b4c8a5a5597c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0495059 Aug 20 12:59:47.878998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29a1de11-6938-49c5-badd-ea3587f8c367 req-549f9921-7229-42d4-95cd-f862cb18ae30 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307901 Aug 20 12:59:48.997555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21675f-d829-439f-b7f5-8f6c1a1e9a94 req-27c54cb4-f859-4693-91f9-5c2dd0f7d77a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:48.999102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc21675f-d829-439f-b7f5-8f6c1a1e9a94 req-27c54cb4-f859-4693-91f9-5c2dd0f7d77a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0502391 Aug 20 12:59:49.039581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fc21675f-d829-439f-b7f5-8f6c1a1e9a94 req-f09d105f-bc65-400d-8a3f-68a2b7cd8565 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343945 Aug 20 12:59:50.161846 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb716be-e44f-4988-8996-e8fcd369f0a9 req-a54d27dc-f70e-4f68-8434-c194ae02caad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:50.163341 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4cb716be-e44f-4988-8996-e8fcd369f0a9 req-a54d27dc-f70e-4f68-8434-c194ae02caad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0533917 Aug 20 12:59:50.201088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4cb716be-e44f-4988-8996-e8fcd369f0a9 req-ba386791-1734-4a14-82fd-acb487966044 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Aug 20 12:59:51.331400 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90258-41ab-4a54-a807-83f6f206f410 req-dfc4b5e8-9d57-436a-8230-4a99e18fd511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:51.332821 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85c90258-41ab-4a54-a807-83f6f206f410 req-dfc4b5e8-9d57-436a-8230-4a99e18fd511 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0512130 Aug 20 12:59:51.375147 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85c90258-41ab-4a54-a807-83f6f206f410 req-7c01d604-be07-44c3-9582-f832215cbe0b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361943 Aug 20 12:59:51.819002 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64ff6a14-3656-418a-b2c0-e9a72ff6a36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:52.497559 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da46a2a-7f56-4cea-834f-1cf1653dbbc7 req-0b3dfce9-5466-4135-9751-8630de0e2bd2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:52.499081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6da46a2a-7f56-4cea-834f-1cf1653dbbc7 req-0b3dfce9-5466-4135-9751-8630de0e2bd2 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0486400 Aug 20 12:59:52.537943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6da46a2a-7f56-4cea-834f-1cf1653dbbc7 req-bf95a10d-2a59-4329-8a5f-9f2a6538101c tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Aug 20 12:59:53.662240 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd6ff4-05aa-4db0-bd86-17d446d47ba2 req-193ea3da-ebce-4d75-8f0f-53918a3ec49a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:53.663733 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cfd6ff4-05aa-4db0-bd86-17d446d47ba2 req-193ea3da-ebce-4d75-8f0f-53918a3ec49a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0553627 Aug 20 12:59:53.700797 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cfd6ff4-05aa-4db0-bd86-17d446d47ba2 req-6f22bc73-d98e-4dcb-a9b1-396d3cf2a332 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Aug 20 12:59:54.380650 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-22bc81cb-d774-4454-a624-f3952d396a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:54.824780 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f7572-0a09-486c-b628-9733bb874c4f req-c5d0abd1-197d-4881-991f-941d340dd424 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:54.826295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c68f7572-0a09-486c-b628-9733bb874c4f req-c5d0abd1-197d-4881-991f-941d340dd424 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0584359 Aug 20 12:59:54.867004 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c68f7572-0a09-486c-b628-9733bb874c4f req-967668af-910f-4add-9875-881de073cefc tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327852 Aug 20 12:59:55.113080 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:55.818270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:55.986026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799b66b-cedb-4d25-a976-5a9ab5c53156 req-8fe83c1d-4007-4150-9381-8dc6c0701bf7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:55.988351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6799b66b-cedb-4d25-a976-5a9ab5c53156 req-8fe83c1d-4007-4150-9381-8dc6c0701bf7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0550423 Aug 20 12:59:56.029826 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6799b66b-cedb-4d25-a976-5a9ab5c53156 req-2ef669f7-f7f5-4dc8-8b5b-42f10725314f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354443 Aug 20 12:59:57.150989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f5bd-fe3f-43ac-82c6-3fd8f3d95d6d req-012ef9b5-020a-4024-8df7-196659b34251 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:57.152956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6f8f5bd-fe3f-43ac-82c6-3fd8f3d95d6d req-012ef9b5-020a-4024-8df7-196659b34251 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0531383 Aug 20 12:59:57.191458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6f8f5bd-fe3f-43ac-82c6-3fd8f3d95d6d req-b1b1ef93-7ba0-430a-8e04-e6d417d2b0c0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Aug 20 12:59:57.199261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:57.213822 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35856) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:59:57.277966 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-bd285c2a-bc4e-4f6b-ac0f-da6854ff5774 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/d1fc1506-8536-4da2-8a30-7bcd6a696114 HTTP/1.1" status: 200 len: 993 time: 0.0629742 Aug 20 12:59:58.570452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411c107-8609-4e1a-9519-6303688a2ce7 req-c33687df-0998-4790-b197-d76719e3c412 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:58.571829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0411c107-8609-4e1a-9519-6303688a2ce7 req-c33687df-0998-4790-b197-d76719e3c412 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0787117 Aug 20 12:59:58.586696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-1cc5c4ec-5a09-4999-95ff-8156580a3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:58.588090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-1cc5c4ec-5a09-4999-95ff-8156580a3a41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1097 time: 0.0582924 Aug 20 12:59:58.666461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0411c107-8609-4e1a-9519-6303688a2ce7 req-b6bc0c1e-2cea-4269-98b1-80535bdab2d7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872281 Aug 20 12:59:58.695804 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-314c87f7-d803-431b-b4ff-d2f8be333330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:58.697259 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-314c87f7-d803-431b-b4ff-d2f8be333330 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 200 len: 897 time: 0.1021233 Aug 20 12:59:58.764170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-2d499386-e349-4d8f-86fd-9fb9276afb54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 200 len: 1001 time: 0.0595667 Aug 20 12:59:58.818977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-73af9875-2a55-49c4-88c7-eae3f15604b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:58.820429 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-73af9875-2a55-49c4-88c7-eae3f15604b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04592371-9120-4898-8bf2-f2ea92914880 HTTP/1.1" status: 200 len: 834 time: 0.0495043 Aug 20 12:59:58.866554 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-1d38570d-1639-4367-814d-03fface30517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:58.867927 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-1d38570d-1639-4367-814d-03fface30517 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b30af8e4-1f57-4885-892c-f59f6093563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405772 Aug 20 12:59:58.957735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-23487fcf-4e4f-4a8d-a11a-07f2c724f64b service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827308 Aug 20 12:59:59.052853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ca7c146-9229-445d-b873-13b1c6eb8506 req-894f2dc0-d372-4a77-b69d-9eb090fff720 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881326 Aug 20 12:59:59.783644 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e88328-4585-4ad7-9838-de0f702a22d9 req-b6a553dc-62bc-43f1-8543-025326182c0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:59:59.785152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57e88328-4585-4ad7-9838-de0f702a22d9 req-b6a553dc-62bc-43f1-8543-025326182c0f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0502274 Aug 20 12:59:59.822931 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57e88328-4585-4ad7-9838-de0f702a22d9 req-44d01233-06bf-41ed-a96f-ec2ac2f21921 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317690 Aug 20 12:59:59.844698 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35866) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:59:59.909884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-03129bb8-50ab-4d32-8b19-f078eabc5857 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/d1fc1506-8536-4da2-8a30-7bcd6a696114 HTTP/1.1" status: 200 len: 993 time: 0.0638416 Aug 20 13:00:03.378362 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:00:08.172062 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-3139fbb6-e68d-482c-8336-14d31d71bed3 req-44d4bc9a-73be-42ff-bee9-a3e0a28c7494 service neutron] (101033) timed out ('10.222.0.25', 56088) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:00:12.586388 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:14.255695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:21.530331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-eb251e77-f060-4839-9e37-2cac2bf92582 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440412 Aug 20 13:00:21.610866 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-421af7b8-42e8-423e-8af5-afa31144bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:21.612594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-421af7b8-42e8-423e-8af5-afa31144bb9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1097 time: 0.0412784 Aug 20 13:00:21.720212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-835f1338-2d41-4068-948a-6473fe52aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:21.721800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-835f1338-2d41-4068-948a-6473fe52aca4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 200 len: 897 time: 0.0890267 Aug 20 13:00:21.786306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-1d8f4fec-f103-4bda-af17-0f8a1426ae90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 200 len: 1001 time: 0.0576386 Aug 20 13:00:21.818977 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ab957376-547b-452a-a15e-2c471fa4399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:21.835820 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-635e64fa-51e2-4fdf-971f-16ae8985284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:21.837333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-635e64fa-51e2-4fdf-971f-16ae8985284a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04592371-9120-4898-8bf2-f2ea92914880 HTTP/1.1" status: 200 len: 834 time: 0.0441291 Aug 20 13:00:21.886544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-6854535f-3ed4-4dc7-9488-b82f72e76f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:21.888062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-6854535f-3ed4-4dc7-9488-b82f72e76f33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b30af8e4-1f57-4885-892c-f59f6093563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433946 Aug 20 13:00:21.977359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-138c9356-2bb1-4c71-b5cf-59b0a7b1ca8f service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818288 Aug 20 13:00:22.367533 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-81afe9ff-f70a-41a6-aea0-e3d484a86d16 req-42973d1d-36db-443c-bd89-a07e76beb5da service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819637 Aug 20 13:00:24.382058 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7d1da966-586a-44f4-8947-fe957f66d2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:25.114610 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:25.823555 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:27.200817 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:30.582521 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35898) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:30.745432 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 366fbd16-f50c-4171-9020-12e019e6c0db {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:00:30.745780 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:30.820982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:30.821312 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:30.834856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 366fbd16-f50c-4171-9020-12e019e6c0db owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:00:30.984650 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:31.008177 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=366fbd16-f50c-4171-9020-12e019e6c0db,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:31.021753 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.022093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.022456 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.022784 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.023113 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.023528 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.023760 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.024081 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.024400 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.024719 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.025042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.025359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:31.083317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:31.083640 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP d1fc1506-8536-4da2-8a30-7bcd6a696114 disassociated (deleted). External IP: 172.25.0.195, port: 90e2da7f-15ee-4b45-83e8-cd57977bdb45. Aug 20 13:00:31.293830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router d15794f7-1160-485c-b652-baee0d9445a3 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:00:31.400327 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:00:31.405108 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:31.410652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] Sync routers for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:00:31.420633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:31.421254 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:31.432574 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d73eb6ab-9070-4cd5-85c8-41fd48abe845 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/floatingips/d1fc1506-8536-4da2-8a30-7bcd6a696114 HTTP/1.1" status: 204 len: 168 time: 0.8489168 Aug 20 13:00:31.433149 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:00:31.435434 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc6b66070716742bf19dfb3d30b9f2f9cbb871e1ebcf670e65756e639b2d16d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe482d-5f85-4b9a-b176-f9e8fac83640" -d '{"events": [{"name": "network-changed", "server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:00:31.608993 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2367ba6-243b-4b35-8db2-a75bbc412130 x-openstack-request-id: req-d2367ba6-243b-4b35-8db2-a75bbc412130 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:00:31.609625 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:00:31.610326 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2367ba6-243b-4b35-8db2-a75bbc412130 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:00:31.610326 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'status': 'completed', 'code': 200} Aug 20 13:00:31.702934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-4b2dc2ff-d155-47ec-a9ad-43dc1f91268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:31.704433 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-4b2dc2ff-d155-47ec-a9ad-43dc1f91268d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 1097 time: 0.0726397 Aug 20 13:00:31.704824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:31.728178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54501770-7a69-4c5a-a37d-c10ed4e8d93f req-841e6b71-726b-4dc5-ad1d-6bf7ecc32513 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:31.730296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54501770-7a69-4c5a-a37d-c10ed4e8d93f req-841e6b71-726b-4dc5-ad1d-6bf7ecc32513 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0673418 Aug 20 13:00:31.816048 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-54501770-7a69-4c5a-a37d-c10ed4e8d93f req-26046602-4222-4311-9f20-b9e94e4b8fba tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760939 Aug 20 13:00:31.836889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-a5073788-0303-43e8-ad56-d80afd9db4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:31.838560 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-a5073788-0303-43e8-ad56-d80afd9db4b5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 200 len: 897 time: 0.1263232 Aug 20 13:00:31.881499 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-2c257074-e524-43dd-81af-56919127b8c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 200 len: 217 time: 0.0342417 Aug 20 13:00:31.912981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:57Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:31.936533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-9a9431c3-4a86-4872-8e5e-af8c5386bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:31.937925 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-9a9431c3-4a86-4872-8e5e-af8c5386bebd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04592371-9120-4898-8bf2-f2ea92914880 HTTP/1.1" status: 200 len: 834 time: 0.0485697 Aug 20 13:00:31.942679 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] Checking router: d15794f7-1160-485c-b652-baee0d9445a3 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:00:31.951043 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:31.951648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:31.986497 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-84497c5b-d21c-4a2d-947e-527de0763d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:31.988026 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-84497c5b-d21c-4a2d-947e-527de0763d8b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b30af8e4-1f57-4885-892c-f59f6093563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415654 Aug 20 13:00:32.059270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:32.078557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-26bd36fc-3411-4583-9d5f-88e79c6fb6e8 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820577 Aug 20 13:00:32.173481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dffe482d-5f85-4b9a-b176-f9e8fac83640 req-afbe917b-090d-4a81-858c-212cbb72ff21 service neutron] 10.222.0.22 "GET /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871534 Aug 20 13:00:32.264582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:57Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:32.291315 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467164c8-bb07-48bd-941a-56c60495a254 None None] The sync data for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 is: [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T12:58:53Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '210bed74-2707-4f8f-9d51-9b67605a9b2b', 'name': '', 'network_id': 'b30af8e4-1f57-4885-892c-f59f6093563a', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:03:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '04592371-9120-4898-8bf2-f2ea92914880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:52Z', 'updated_at': '2021-08-20T12:58:57Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '04592371-9120-4898-8bf2-f2ea92914880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:00:32.514736 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edece350-38cc-46fd-a7ca-a5ea3e08f214 None None] New status for floating IP d1fc1506-8536-4da2-8a30-7bcd6a696114: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:00:32.935947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955db22-45d1-4ee9-845f-ac5687137e38 req-59c9e03a-5750-441a-9815-16c4a92963f0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:32.937464 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a955db22-45d1-4ee9-845f-ac5687137e38 req-59c9e03a-5750-441a-9815-16c4a92963f0 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0511827 Aug 20 13:00:32.979230 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a955db22-45d1-4ee9-845f-ac5687137e38 req-8b7abed9-a793-4b29-a8e7-ce6d65504b1b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b58edee-1625-4ad6-a94a-159e1fe06efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350766 Aug 20 13:00:33.100125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131060f-1ec8-447c-aacc-805db847faab req-561d14e7-03c4-4ac1-83eb-97303775f4cb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:33.101588 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6131060f-1ec8-447c-aacc-805db847faab req-561d14e7-03c4-4ac1-83eb-97303775f4cb tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/ports?device_id=78418b5a-ab37-4228-a155-9193a3cebbac HTTP/1.1" status: 200 len: 945 time: 0.0493343 Aug 20 13:00:33.194605 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:00:33.194939 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:33.281396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 90e2da7f-15ee-4b45-83e8-cd57977bdb45, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=90e2da7f-15ee-4b45-83e8-cd57977bdb45,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:33.281761 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:33.295137 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 90e2da7f-15ee-4b45-83e8-cd57977bdb45 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:00:33.423803 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:33.451558 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=90e2da7f-15ee-4b45-83e8-cd57977bdb45,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:33.461508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.461861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.462221 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.462565 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.462901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.463234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.463563 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.463893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.464222 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.464908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.464908 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.465212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:33.509495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] No DVR routers for this DVR port 90e2da7f-15ee-4b45-83e8-cd57977bdb45 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:00:33.512147 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:33.514091 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6131060f-1ec8-447c-aacc-805db847faab req-7f73198f-4b3c-48b4-abda-63d5282258f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "DELETE /v2.0/ports/90e2da7f-15ee-4b45-83e8-cd57977bdb45 HTTP/1.1" status: 204 len: 173 time: 0.4068203 Aug 20 13:00:33.514544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'name': 'network-vif-deleted', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:00:33.517125 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b8adb3-a577-4916-a030-065246c33595" -d '{"events": [{"server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "name": "network-vif-deleted", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:00:33.559210 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698d83c6-8ab4-4de0-b641-9dc54ad1e495 x-openstack-request-id: req-698d83c6-8ab4-4de0-b641-9dc54ad1e495 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:00:33.559517 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78418b5a-ab37-4228-a155-9193a3cebbac", "name": "network-vif-deleted", "tag": "90e2da7f-15ee-4b45-83e8-cd57977bdb45", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:00:33.559766 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-698d83c6-8ab4-4de0-b641-9dc54ad1e495 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:00:33.560164 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78418b5a-ab37-4228-a155-9193a3cebbac', 'name': 'network-vif-deleted', 'tag': '90e2da7f-15ee-4b45-83e8-cd57977bdb45', 'status': 'completed', 'code': 200} Aug 20 13:00:34.038359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35914) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:34.714562 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:34.974904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 210bed74-2707-4f8f-9d51-9b67605a9b2b {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:00:34.975160 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:35.064112 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 210bed74-2707-4f8f-9d51-9b67605a9b2b, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=210bed74-2707-4f8f-9d51-9b67605a9b2b,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:35.064884 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:35.077195 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 210bed74-2707-4f8f-9d51-9b67605a9b2b owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:00:35.271929 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:35.302376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=210bed74-2707-4f8f-9d51-9b67605a9b2b,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:35.482541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:35.704306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router d15794f7-1160-485c-b652-baee0d9445a3 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:00:35.810158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:00:35.815076 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3a7bcad9-fbaa-4ba8-83f2-82e6f2f89d3b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/d15794f7-1160-485c-b652-baee0d9445a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7756770 Aug 20 13:00:35.818770 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35916) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:35.820558 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] Sync routers for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:00:35.829732 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:35.830374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:35.869811 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82a0868-d8c7-4b7a-9cdf-b92555f669b4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting subnet 04592371-9120-4898-8bf2-f2ea92914880 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:00:35.872872 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b82a0868-d8c7-4b7a-9cdf-b92555f669b4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:35.912979 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b82a0868-d8c7-4b7a-9cdf-b92555f669b4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:35.936782 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:36.009346 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b82a0868-d8c7-4b7a-9cdf-b92555f669b4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.068567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b82a0868-d8c7-4b7a-9cdf-b92555f669b4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.097651 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b82a0868-d8c7-4b7a-9cdf-b92555f669b4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.102088 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b82a0868-d8c7-4b7a-9cdf-b92555f669b4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/subnets/04592371-9120-4898-8bf2-f2ea92914880 HTTP/1.1" status: 204 len: 168 time: 0.2797284 Aug 20 13:00:36.102088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a0868-d8c7-4b7a-9cdf-b92555f669b4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Subnet': ['ID=04592371-9120-4898-8bf2-f2ea92914880,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:36.102602 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35918) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:36.105584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed2c212-5924-4b5a-bbb0-6d1d0d798ff2 None None] Network b30af8e4-1f57-4885-892c-f59f6093563a requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:00:36.211883 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.222896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T13:00:35Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:36.255974 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] Checking router: d15794f7-1160-485c-b652-baee0d9445a3 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:00:36.271041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] Routers {'d15794f7-1160-485c-b652-baee0d9445a3'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:36.271587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['d15794f7-1160-485c-b652-baee0d9445a3'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:36.321916 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.365691 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] DHCP port deletion for b30af8e4-1f57-4885-892c-f59f6093563a request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:00:36.382318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 40378a1c-bd8f-48cb-9cd9-57f307423eb2 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:00:36.382664 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.409827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] Set router d15794f7-1160-485c-b652-baee0d9445a3 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:36.465981 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 40378a1c-bd8f-48cb-9cd9-57f307423eb2, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=40378a1c-bd8f-48cb-9cd9-57f307423eb2,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:36.466464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.479354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 40378a1c-bd8f-48cb-9cd9-57f307423eb2 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:00:36.526374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Deleting port dacaa855-8e02-4ede-b763-f87f3572f9e3 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:00:36.526714 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.651448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.651733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] For port dacaa855-8e02-4ede-b763-f87f3572f9e3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=dacaa855-8e02-4ede-b763-f87f3572f9e3,segment=NetworkSegment(295bed86-8d16-457b-9375-a2d0887e3e6e),segment_id=295bed86-8d16-457b-9375-a2d0887e3e6e)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:36.652162 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.667709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Calling delete_port for dacaa855-8e02-4ede-b763-f87f3572f9e3 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:00:36.678105 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=40378a1c-bd8f-48cb-9cd9-57f307423eb2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:36.734806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T13:00:35Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:36.742655 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.770090 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b474b0-c938-49d3-873e-ba14dd87f02c None None] The sync data for ids ['d15794f7-1160-485c-b652-baee0d9445a3'] in n-d-800634-10 is: [{'id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757866048', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:58:49Z', 'updated_at': '2021-08-20T13:00:35Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '40378a1c-bd8f-48cb-9cd9-57f307423eb2', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15794f7-1160-485c-b652-baee0d9445a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:58:50Z', 'updated_at': '2021-08-20T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:00:36.795722 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.824722 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Pushing event deleted for resources: {'Port': ['ID=dacaa855-8e02-4ede-b763-f87f3572f9e3,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:36.829879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] No DVR routers for this DVR port dacaa855-8e02-4ede-b763-f87f3572f9e3 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:00:36.838926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.839271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.839619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.839960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.840295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.840630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.840957 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.841931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.841931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.841931 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.842211 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.842642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.842642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7a1f67-8050-4420-b67e-910d74e94e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:36.844848 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.869758 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 90e2da7f-15ee-4b45-83e8-cd57977bdb45 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:00:36.891046 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 90e2da7f-15ee-4b45-83e8-cd57977bdb45 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:00:36.891382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 90e2da7f-15ee-4b45-83e8-cd57977bdb45 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:00:36.900006 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.900708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Fanout notify agent at l3_agent the message router_deleted on router d15794f7-1160-485c-b652-baee0d9445a3 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:00:36.907629 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:36.908731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-2336d278-ac05-4b72-86c1-6cb3d8741404 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/routers/d15794f7-1160-485c-b652-baee0d9445a3 HTTP/1.1" status: 204 len: 168 time: 0.8055589 Aug 20 13:00:36.911483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 35920) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:36.991305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.082574 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.092361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30af8e4-1f57-4885-892c-f59f6093563a']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:37.103591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295bed86-8d16-457b-9375-a2d0887e3e6e') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:37.103885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295bed86-8d16-457b-9375-a2d0887e3e6e') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:37.113902 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.129489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.136124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:00:37.136623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: timer() Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:00:37.139883 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:00:37.204805 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.213446 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.215299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/networks/b30af8e4-1f57-4885-892c-f59f6093563a HTTP/1.1" status: 204 len: 168 time: 0.3028512 Aug 20 13:00:37.218078 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35924) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:37.235853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fec2-a644-4803-a53b-ea594b3752d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Network': ['ID=b30af8e4-1f57-4885-892c-f59f6093563a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:37.256756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 210bed74-2707-4f8f-9d51-9b67605a9b2b no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:00:37.278816 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 210bed74-2707-4f8f-9d51-9b67605a9b2b {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:00:37.279156 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 210bed74-2707-4f8f-9d51-9b67605a9b2b not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:00:37.279583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device dacaa855-8e02-4ede-b763-f87f3572f9e3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:00:37.295818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-977e0c90-41e5-45da-9c20-0ce313ce4315 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.303941 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: dacaa855-8e02-4ede-b763-f87f3572f9e3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:00:37.304277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device dacaa855-8e02-4ede-b763-f87f3572f9e3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:00:37.325688 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-977e0c90-41e5-45da-9c20-0ce313ce4315 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.391706 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-977e0c90-41e5-45da-9c20-0ce313ce4315 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.394306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-977e0c90-41e5-45da-9c20-0ce313ce4315 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.395494 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-977e0c90-41e5-45da-9c20-0ce313ce4315 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/security-groups/9b58edee-1625-4ad6-a94a-159e1fe06efd HTTP/1.1" status: 204 len: 168 time: 0.1763637 Aug 20 13:00:37.405705 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e0c90-41e5-45da-9c20-0ce313ce4315 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b58edee-1625-4ad6-a94a-159e1fe06efd,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:37.792199 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35930) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:37.796930 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0397a7c0-2a30-4ef5-8f7c-5e716387df09 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121386628', 'description': 'tempest-secgroup-smoke-2121386628 description', 'project_id': 'f3c437f00eb14ee1bab438be348f9370'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:37.821911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0397a7c0-2a30-4ef5-8f7c-5e716387df09 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.907800 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0397a7c0-2a30-4ef5-8f7c-5e716387df09 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.911814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0397a7c0-2a30-4ef5-8f7c-5e716387df09 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.941767 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0397a7c0-2a30-4ef5-8f7c-5e716387df09 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:37.943140 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0397a7c0-2a30-4ef5-8f7c-5e716387df09 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1499062 Aug 20 13:00:37.943983 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397a7c0-2a30-4ef5-8f7c-5e716387df09 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc6474-55ac-4c41-963e-0a01c9862110,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:37.946035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35932) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:37.950704 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-512bbb27-3d47-4b83-8b69-05cd8d020e19 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc6474-55ac-4c41-963e-0a01c9862110', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:37.976846 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-512bbb27-3d47-4b83-8b69-05cd8d020e19 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.033813 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-512bbb27-3d47-4b83-8b69-05cd8d020e19 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.038118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-512bbb27-3d47-4b83-8b69-05cd8d020e19 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.058730 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bbb27-3d47-4b83-8b69-05cd8d020e19 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd83ff2-4ba1-47c3-89c8-ec5e4916f98e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:38.063818 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-512bbb27-3d47-4b83-8b69-05cd8d020e19 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.065129 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-512bbb27-3d47-4b83-8b69-05cd8d020e19 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181636 Aug 20 13:00:38.067981 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35934) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:38.072527 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ed0ef8af-2b5f-428f-bb4b-fc0724299a47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc6474-55ac-4c41-963e-0a01c9862110', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:38.099831 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef8af-2b5f-428f-bb4b-fc0724299a47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.157278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef8af-2b5f-428f-bb4b-fc0724299a47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.161665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef8af-2b5f-428f-bb4b-fc0724299a47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.182768 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ef8af-2b5f-428f-bb4b-fc0724299a47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ff7d5d-6066-40d5-91ce-87bc2ab5761b,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:38.186740 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef8af-2b5f-428f-bb4b-fc0724299a47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.187935 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ed0ef8af-2b5f-428f-bb4b-fc0724299a47 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189342 Aug 20 13:00:38.190774 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35936) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:38.196258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-3c23b174-5687-4240-a19a-a2411f22fa54 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc6474-55ac-4c41-963e-0a01c9862110', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:38.224279 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c23b174-5687-4240-a19a-a2411f22fa54 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.282665 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c23b174-5687-4240-a19a-a2411f22fa54 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.286376 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c23b174-5687-4240-a19a-a2411f22fa54 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.304025 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23b174-5687-4240-a19a-a2411f22fa54 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cc3853-7394-41c4-8ffd-4b7d94513cdc,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:38.311717 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-3c23b174-5687-4240-a19a-a2411f22fa54 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.312947 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-3c23b174-5687-4240-a19a-a2411f22fa54 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202381 Aug 20 13:00:38.315676 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35938) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:38.321038 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-7d9daaeb-4aaa-47e1-bca8-33d667548da5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc6474-55ac-4c41-963e-0a01c9862110', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:38.347836 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d9daaeb-4aaa-47e1-bca8-33d667548da5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.408464 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d9daaeb-4aaa-47e1-bca8-33d667548da5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.412132 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d9daaeb-4aaa-47e1-bca8-33d667548da5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.432094 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9daaeb-4aaa-47e1-bca8-33d667548da5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe91766-a471-4064-9fe8-056bb80d6498,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:38.437483 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-7d9daaeb-4aaa-47e1-bca8-33d667548da5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.438698 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7d9daaeb-4aaa-47e1-bca8-33d667548da5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212020 Aug 20 13:00:38.442269 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35940) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:38.447957 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-5b578333-6efa-496c-92a2-e4a3776bbcd3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc6474-55ac-4c41-963e-0a01c9862110', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:38.470142 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-5b578333-6efa-496c-92a2-e4a3776bbcd3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:00:38.475568 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b578333-6efa-496c-92a2-e4a3776bbcd3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.535908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b578333-6efa-496c-92a2-e4a3776bbcd3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.539772 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b578333-6efa-496c-92a2-e4a3776bbcd3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.558976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b578333-6efa-496c-92a2-e4a3776bbcd3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f3dd3b-0ede-4a43-a260-888a2a96115f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:38.565035 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-5b578333-6efa-496c-92a2-e4a3776bbcd3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.566345 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-5b578333-6efa-496c-92a2-e4a3776bbcd3 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226978 Aug 20 13:00:38.568920 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35942) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:38.573245 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-577c671c-0c11-4e91-aede-d9a24ee3613e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc6474-55ac-4c41-963e-0a01c9862110', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:38.594404 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-577c671c-0c11-4e91-aede-d9a24ee3613e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Project f3c437f00eb14ee1bab438be348f9370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:00:38.599724 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-577c671c-0c11-4e91-aede-d9a24ee3613e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.661711 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-577c671c-0c11-4e91-aede-d9a24ee3613e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.667741 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-577c671c-0c11-4e91-aede-d9a24ee3613e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.688326 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c671c-0c11-4e91-aede-d9a24ee3613e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca6c81c-05e3-487b-bb60-4018bfa2e83f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:38.692152 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-577c671c-0c11-4e91-aede-d9a24ee3613e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.693352 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-577c671c-0c11-4e91-aede-d9a24ee3613e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235194 Aug 20 13:00:38.696216 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35944) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:38.701105 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'network': {'name': 'tempest-network-smoke--2045652516', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'port_security_enabled': True}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:38.721589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:00:38.725309 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.751019 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:00:38.761266 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.761687 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Added segment 4c01d8f9-138a-4b58-8949-af0559d50072 of type vlan for network 2a739548-890c-4441-96c2-39f2e3223e64 Aug 20 13:00:38.805598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.830877 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.836463 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:38.837047 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.890655 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1931334 Aug 20 13:00:38.893589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35946) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:38.898376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'admin_state_up': True, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:38.918585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b72045-1c79-49a4-9741-43fd5f23f61d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Network': ['ID=2a739548-890c-4441-96c2-39f2e3223e64,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:38.933822 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 2a739548-890c-4441-96c2-39f2e3223e64 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:00:38.935837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.937069 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:38.994304 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:39.082351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 40378a1c-bd8f-48cb-9cd9-57f307423eb2 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:00:39.102837 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 40378a1c-bd8f-48cb-9cd9-57f307423eb2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:00:39.103500 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 40378a1c-bd8f-48cb-9cd9-57f307423eb2 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:00:39.136530 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:39.364849 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:39.383319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:39.485449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.203 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/074e3263-9606-4b48-8df1-1a3e5c4abcca) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:00:39.592871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:39.639801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:39.684258 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:00:39.687090 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:00:39.694523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:00:39.697589 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=074e3263-9606-4b48-8df1-1a3e5c4abcca,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:39.944667 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:40.137870 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:40.266222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:00:40.374033 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:00:40.378040 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:00:40.385398 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Sync routers for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:00:40.393260 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:40.395221 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0a8d624c-0bf4-4749-a38a-efcb3b91f095 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5001612 Aug 20 13:00:40.395625 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:40.396283 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:40.397813 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35948) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:40.472830 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ee7b552d-5b0e-4006-9da2-9823f22e7259 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f3c437f00eb14ee1bab438be348f9370&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738893 Aug 20 13:00:40.475864 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35952) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:40.502704 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:40.573475 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76cf664-69d6-48b1-916d-2f937a3d7c2a tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:40.574956 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-d76cf664-69d6-48b1-916d-2f937a3d7c2a tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981352 Aug 20 13:00:40.577842 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35954) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:40.611729 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ac8a6e3d-8472-441f-b527-abef4299f2c0 tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=37efaab3-7adc-468d-a4a4-11cc9beec108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304561 Aug 20 13:00:40.611926 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35958) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:40.617543 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926343840', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:40.694278 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:39Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:40.719115 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:00:40.720367 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Checking router: 07f0b36d-163e-4e5e-8746-5af0f6f5de51 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:00:40.720722 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Updating router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 port 074e3263-9606-4b48-8df1-1a3e5c4abcca binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:00:40.723336 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:40.750110 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:40.913506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:40.972805 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Subnet': ['ID=8abd95c3-2084-43be-aea2-356b637d3fe9,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:40.995771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Checking segment: {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:00:40.996137 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network hostable DHCP agents. Network: 2a739548-890c-4441-96c2-39f2e3223e64, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:00:41.020449 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 2a739548-890c-4441-96c2-39f2e3223e64 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:00:41.030605 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 2a739548-890c-4441-96c2-39f2e3223e64) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:00:41.034587 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:41.035440 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.041618 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517fe5c6-ca78-4ce7-966b-aef2b6c9cb11 None None] Network 2a739548-890c-4441-96c2-39f2e3223e64 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:00:41.053517 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c0cae829-a731-4238-b402-e89920826a73 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4405696 Aug 20 13:00:41.056261 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 35960) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:41.101772 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.114300 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Transition to ACTIVE for port object 074e3263-9606-4b48-8df1-1a3e5c4abcca will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:00:41.121858 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.173403 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Attempting to bind port 074e3263-9606-4b48-8df1-1a3e5c4abcca on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:00:41.173660 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Attempting to bind port 074e3263-9606-4b48-8df1-1a3e5c4abcca by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:00:41.174010 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Attempting to bind port 074e3263-9606-4b48-8df1-1a3e5c4abcca on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:00:41.187407 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:00:41.187759 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:00:41.188158 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.188545 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:00:41.189014 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Bound port: 074e3263-9606-4b48-8df1-1a3e5c4abcca, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:00:41.189390 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.192137 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Pushing event updated for resources: {'Port': ['ID=074e3263-9606-4b48-8df1-1a3e5c4abcca,revision_number=2']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:41.225466 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.225805 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.226131 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.226483 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.226808 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.227134 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.227451 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.227773 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.228083 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.228397 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.228708 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.229024 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:00:41.266479 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] For port 074e3263-9606-4b48-8df1-1a3e5c4abcca, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:00:41.270338 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] For port 074e3263-9606-4b48-8df1-1a3e5c4abcca, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=074e3263-9606-4b48-8df1-1a3e5c4abcca,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:00:41.275862 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.338521 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:41.339195 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:41.342900 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379de10-7c9e-4202-883f-7c0a11b1b41e None None] Pushing event updated for resources: {'Port': ['ID=074e3263-9606-4b48-8df1-1a3e5c4abcca,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:41.404382 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-2a739548-890c-4441-96c2-39f2e3223e64', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:00:41.405925 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.487004 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:41.568005 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Allocated IP 172.20.0.2 (2a739548-890c-4441-96c2-39f2e3223e64/8abd95c3-2084-43be-aea2-356b637d3fe9/e0c8e6dc-3a72-48ac-a519-ce82d907bee3) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:00:41.676583 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:39Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:41.707502 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878ff9b-af77-4265-a6bc-775423cd540c None None] The sync data for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 is: [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:39Z', 'revision_number': 3, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:00:41.723775 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.740743 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Transition to ACTIVE for port object e0c8e6dc-3a72-48ac-a519-ce82d907bee3 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:00:41.758785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Transition to ACTIVE for port object e0c8e6dc-3a72-48ac-a519-ce82d907bee3 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:00:41.766669 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.806072 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Network 2a739548-890c-4441-96c2-39f2e3223e64 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:00:41.809445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:00:41.812153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:00:41.825972 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Pushing event updated for resources: {'Port': ['ID=e0c8e6dc-3a72-48ac-a519-ce82d907bee3,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:41.880278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Attempting to bind port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:00:41.880662 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Attempting to bind port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:00:41.881291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Attempting to bind port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 on network 2a739548-890c-4441-96c2-39f2e3223e64 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:00:41.883073 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.886981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:00:41.887368 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Checking segment: {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:00:41.887776 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.888179 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Bound using segment: {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:00:41.888798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Bound port: e0c8e6dc-3a72-48ac-a519-ce82d907bee3, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:00:41.889027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:41.986426 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] For port e0c8e6dc-3a72-48ac-a519-ce82d907bee3, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:00:41.989773 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] For port e0c8e6dc-3a72-48ac-a519-ce82d907bee3, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e0c8e6dc-3a72-48ac-a519-ce82d907bee3,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:00:41.995502 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:42.057362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a00686-8711-48d1-83f7-d3f9fc0b03f0 None None] Pushing event updated for resources: {'Port': ['ID=e0c8e6dc-3a72-48ac-a519-ce82d907bee3,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:42.215607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.1 (2a739548-890c-4441-96c2-39f2e3223e64/8abd95c3-2084-43be-aea2-356b637d3fe9/7a97da47-9250-4648-88dd-c0b203201a03) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:00:42.359074 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:42.376985 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object 7a97da47-9250-4648-88dd-c0b203201a03 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:00:42.412475 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:42.454251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 2a739548-890c-4441-96c2-39f2e3223e64 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:00:42.457934 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:00:42.461837 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:00:42.470559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=7a97da47-9250-4648-88dd-c0b203201a03,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:42.511646 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:42.619299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:42.652118 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:42.950755 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:42.955515 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.015673 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced7c0e-8c68-482b-b63a-907616e20247 None None] Network 2a739548-890c-4441-96c2-39f2e3223e64 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:00:43.030706 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=7a97da47-9250-4648-88dd-c0b203201a03,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:43.034381 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.103339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-784a9246-3e0b-4673-bd63-46c30903b520 None None] Provisioning for port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:00:43.147991 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 2a739548-890c-4441-96c2-39f2e3223e64 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:00:43.149498 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:00:43.220509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e0c8e6dc-3a72-48ac-a519-ce82d907bee3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:00:43.274056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:00:43.274332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:00:43.280111 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:43.280556 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.395611 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.399710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:00:43.405067 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a77ddc14-b25c-42d0-a9a4-32fc9c537f9e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/07f0b36d-163e-4e5e-8746-5af0f6f5de51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3476391 Aug 20 13:00:43.434281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port e0c8e6dc-3a72-48ac-a519-ce82d907bee3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e0c8e6dc-3a72-48ac-a519-ce82d907bee3,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:43.443964 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.444896 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 074e3263-9606-4b48-8df1-1a3e5c4abcca up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:00:43.524498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=e0c8e6dc-3a72-48ac-a519-ce82d907bee3,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:43.547854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 074e3263-9606-4b48-8df1-1a3e5c4abcca completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:00:43.554152 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 074e3263-9606-4b48-8df1-1a3e5c4abcca triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:43.554396 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.560697 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f619f94f-2b99-4396-88c7-9c5e17769637 None None] Provisioning for port 7a97da47-9250-4648-88dd-c0b203201a03 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:00:43.576751 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-73f58530-e575-4d38-a921-3000eb16f8c9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121386628&fields=id&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 267 time: 0.0375431 Aug 20 13:00:43.591362 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f619f94f-2b99-4396-88c7-9c5e17769637 None None] Provisioning complete for port 7a97da47-9250-4648-88dd-c0b203201a03 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:43.591729 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f619f94f-2b99-4396-88c7-9c5e17769637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.638694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-f619f94f-2b99-4396-88c7-9c5e17769637 None None] Port 7a97da47-9250-4648-88dd-c0b203201a03 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:00:43.682549 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-f619f94f-2b99-4396-88c7-9c5e17769637 None None] Provisioning complete for port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:43.682921 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f619f94f-2b99-4396-88c7-9c5e17769637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.715695 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.719877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0bda-bf44-485b-abbd-bae949906106 req-25359e39-6ac0-4460-a17b-a81caeeaff74 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:43.721504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-25359e39-6ac0-4460-a17b-a81caeeaff74 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/networks?id=2a739548-890c-4441-96c2-39f2e3223e64 HTTP/1.1" status: 200 len: 797 time: 0.1363573 Aug 20 13:00:43.746415 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 074e3263-9606-4b48-8df1-1a3e5c4abcca, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=074e3263-9606-4b48-8df1-1a3e5c4abcca,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:43.747402 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-5ff95502-d112-48a3-b208-da79add66d53 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/quotas/f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 375 time: 0.0153329 Aug 20 13:00:43.752769 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:43.812909 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-ad54acd9-70eb-49fb-85f3-bb646a83cf0d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577822 Aug 20 13:00:43.816986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Sync routers for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:00:43.832807 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-6356af83-5a9c-4016-b771-5db428310143 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:00:43.834292 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-6356af83-5a9c-4016-b771-5db428310143 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065179 Aug 20 13:00:43.846007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:43.846600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:43.899472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=074e3263-9606-4b48-8df1-1a3e5c4abcca,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:43.939030 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-1c707de6-2504-4bb8-aab0-7c991dfac885 service neutron] 10.222.0.25 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983429 Aug 20 13:00:43.984655 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:44.019703 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a51777e5-4abd-4266-bc69-9a7663cb1f60 None None] Provisioning complete for port 7a97da47-9250-4648-88dd-c0b203201a03 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:44.020487 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a51777e5-4abd-4266-bc69-9a7663cb1f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:44.030601 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-a4a0f03f-d2ad-4110-ba74-888edb4b46e5 service neutron] 10.222.0.25 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845351 Aug 20 13:00:44.130841 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a51777e5-4abd-4266-bc69-9a7663cb1f60 None None] Port 7a97da47-9250-4648-88dd-c0b203201a03 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:00:44.210735 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10d044ab-c78a-4d7a-9be6-0240dc4325e1 req-71674b29-7bf2-4f3c-bc31-634391acdf31 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 210 time: 0.0362487 Aug 20 13:00:44.232750 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 2, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:44.268148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Checking router: 07f0b36d-163e-4e5e-8746-5af0f6f5de51 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:00:44.268387 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Updating router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 port 7a97da47-9250-4648-88dd-c0b203201a03 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:00:44.294962 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:44.299430 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:44.579299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:44.589749 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Transition to ACTIVE for port object 7a97da47-9250-4648-88dd-c0b203201a03 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:00:44.596072 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:44.659188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3346d4f-67f8-4fd6-b21b-fc206d162c9d None None] Pushing event updated for resources: {'Port': ['ID=7a97da47-9250-4648-88dd-c0b203201a03,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:44.714929 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Attempting to bind port 7a97da47-9250-4648-88dd-c0b203201a03 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:00:44.715296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Attempting to bind port 7a97da47-9250-4648-88dd-c0b203201a03 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:00:44.715658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Attempting to bind port 7a97da47-9250-4648-88dd-c0b203201a03 on network 2a739548-890c-4441-96c2-39f2e3223e64 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:00:44.721130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:00:44.721499 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Checking segment: {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:00:44.721914 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:44.722886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Bound using segment: {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:00:44.723357 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Bound port: 7a97da47-9250-4648-88dd-c0b203201a03, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:00:44.723737 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:44.797923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] For port 7a97da47-9250-4648-88dd-c0b203201a03, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:00:44.802290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] For port 7a97da47-9250-4648-88dd-c0b203201a03, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7a97da47-9250-4648-88dd-c0b203201a03,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:00:44.807487 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:44.882133 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3346d4f-67f8-4fd6-b21b-fc206d162c9d None None] Pushing event updated for resources: {'Port': ['ID=7a97da47-9250-4648-88dd-c0b203201a03,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:44.884724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:44.885340 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:44.999310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:45.269699 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0bda-bf44-485b-abbd-bae949906106 req-a2dba8a4-11ec-4c15-81fa-9b6fd2c0b2c6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:45.271419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-a2dba8a4-11ec-4c15-81fa-9b6fd2c0b2c6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/networks?id=2a739548-890c-4441-96c2-39f2e3223e64 HTTP/1.1" status: 200 len: 797 time: 0.1202247 Aug 20 13:00:45.282942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e0c8e6dc-3a72-48ac-a519-ce82d907bee3 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:00:45.335008 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe5a63cb-75c5-49c3-90e4-94e82281bbd4 req-f404cc2f-123d-4a6a-8daf-9cdefbc1d80e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 210 time: 0.0326393 Aug 20 13:00:45.344692 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-838a0ba7-3487-4225-82cd-070ac67bd464 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c437f00eb14ee1bab438be348f9370 HTTP/1.1" status: 200 len: 380 time: 0.0637460 Aug 20 13:00:45.356078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'port': {'device_id': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'admin_state_up': True, 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'security_groups': ['a3fc6474-55ac-4c41-963e-0a01c9862110']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:45.396923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:45.397295 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:45.479061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Made reservation on behalf of f3c437f00eb14ee1bab438be348f9370 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:00:45.482623 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:45.482768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:44Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:45.513902 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57a2ee-43ae-4c7a-ade5-e828b3b33577 None None] The sync data for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 is: [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:44Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:00:45.526281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 074e3263-9606-4b48-8df1-1a3e5c4abcca up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:00:45.595330 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 074e3263-9606-4b48-8df1-1a3e5c4abcca triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:45.595614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:45.640429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.20.0.7 (2a739548-890c-4441-96c2-39f2e3223e64/8abd95c3-2084-43be-aea2-356b637d3fe9/db4b8d0e-a689-4145-adb0-2e7ac88cd166) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:00:45.791112 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:45.806891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Transition to ACTIVE for port object db4b8d0e-a689-4145-adb0-2e7ac88cd166 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:00:45.841239 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:45.888158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 2a739548-890c-4441-96c2-39f2e3223e64 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:00:45.891657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:00:45.895594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:00:45.929241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=db4b8d0e-a689-4145-adb0-2e7ac88cd166,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:45.954856 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:45.955908 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:45.973945 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-63cb1fb3-a48f-456a-934d-847520b6aad6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6220765 Aug 20 13:00:45.987179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Request body: {'port': {'device_id': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:46.057371 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:46.108731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-86750b13-37c9-4243-b70d-ba767a012298 None None] Provisioning for port db4b8d0e-a689-4145-adb0-2e7ac88cd166 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:00:46.113492 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-86750b13-37c9-4243-b70d-ba767a012298 None None] Provisioning complete for port db4b8d0e-a689-4145-adb0-2e7ac88cd166 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:46.114328 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-86750b13-37c9-4243-b70d-ba767a012298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:46.150997 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-86750b13-37c9-4243-b70d-ba767a012298 None None] Port db4b8d0e-a689-4145-adb0-2e7ac88cd166 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:00:46.340973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4b8d0e-a689-4145-adb0-2e7ac88cd166 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:00:46.349642 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:46.362149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Transition to ACTIVE for port object db4b8d0e-a689-4145-adb0-2e7ac88cd166 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:00:46.367676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:46.472924 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Pushing event updated for resources: {'Port': ['ID=db4b8d0e-a689-4145-adb0-2e7ac88cd166,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:46.531447 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcedc57-cb25-4912-bdf9-47d3550eb7c9 req-bf464465-4cf9-4a5e-9a3f-dc0c1414a2a5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:46.533109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bcedc57-cb25-4912-bdf9-47d3550eb7c9 req-bf464465-4cf9-4a5e-9a3f-dc0c1414a2a5 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 943 time: 0.1277642 Aug 20 13:00:46.552376 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Attempting to bind port db4b8d0e-a689-4145-adb0-2e7ac88cd166 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:00:46.552708 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Attempting to bind port db4b8d0e-a689-4145-adb0-2e7ac88cd166 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:00:46.553040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Attempting to bind port db4b8d0e-a689-4145-adb0-2e7ac88cd166 on network 2a739548-890c-4441-96c2-39f2e3223e64 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:00:46.566800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Port db4b8d0e-a689-4145-adb0-2e7ac88cd166 on network 2a739548-890c-4441-96c2-39f2e3223e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:00:46.567304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Attempting to bind port db4b8d0e-a689-4145-adb0-2e7ac88cd166 on network 2a739548-890c-4441-96c2-39f2e3223e64 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:00:46.580254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:00:46.580593 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Checking segment: {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:00:46.580983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Bound using segment: {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:00:46.581973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Bound port: db4b8d0e-a689-4145-adb0-2e7ac88cd166, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c01d8f9-138a-4b58-8949-af0559d50072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:00:46.582776 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:46.599409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2bcedc57-cb25-4912-bdf9-47d3550eb7c9 req-22d6ac75-4985-4978-992b-c50cbfcef567 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578396 Aug 20 13:00:46.658508 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] For port db4b8d0e-a689-4145-adb0-2e7ac88cd166, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:00:46.662160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] For port db4b8d0e-a689-4145-adb0-2e7ac88cd166, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:00:46.667267 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:46.703037 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:46.703279 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:46.704835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] 10.222.0.22 "PUT /v2.0/ports/db4b8d0e-a689-4145-adb0-2e7ac88cd166 HTTP/1.1" status: 200 len: 1092 time: 0.7223194 Aug 20 13:00:46.705126 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:00:46.707881 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8311dd9-7fcb-477c-91dc-72391e4b850d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:00:46.734410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1134f-d739-4cf6-a4c3-552b48904930 service neutron] Pushing event updated for resources: {'Port': ['ID=db4b8d0e-a689-4145-adb0-2e7ac88cd166,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:46.755311 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa079a-d622-40fa-80c3-64ae4ab5602f x-openstack-request-id: req-0eaa079a-d622-40fa-80c3-64ae4ab5602f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:00:46.755521 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:00:46.755698 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0eaa079a-d622-40fa-80c3-64ae4ab5602f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:00:46.756111 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'status': 'completed', 'code': 200} Aug 20 13:00:46.810362 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0bda-bf44-485b-abbd-bae949906106 req-f4a4c224-6bae-4804-9325-8c5d24530d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:46.811956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-f4a4c224-6bae-4804-9325-8c5d24530d87 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 1095 time: 0.0492241 Aug 20 13:00:46.855839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-08a60752-2b2d-4e3c-827e-8503cb4170e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166 HTTP/1.1" status: 200 len: 217 time: 0.0356586 Aug 20 13:00:46.907839 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0bda-bf44-485b-abbd-bae949906106 req-4b522472-9ae0-4408-a80a-4c794d569798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:46.909305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-4b522472-9ae0-4408-a80a-4c794d569798 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8abd95c3-2084-43be-aea2-356b637d3fe9 HTTP/1.1" status: 200 len: 835 time: 0.0465357 Aug 20 13:00:46.959896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0bda-bf44-485b-abbd-bae949906106 req-113b1bcd-7bf1-48c4-817c-3d3add3ff2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:46.961306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-113b1bcd-7bf1-48c4-817c-3d3add3ff2d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a739548-890c-4441-96c2-39f2e3223e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446212 Aug 20 13:00:47.054216 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-b23e1b8e-41ab-49fa-865b-928a9c5aa150 service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854702 Aug 20 13:00:47.151607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7a97da47-9250-4648-88dd-c0b203201a03 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:00:47.162830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6feb0bda-bf44-485b-abbd-bae949906106 req-ff69c148-73a5-435e-8186-e8a8d366b0f2 service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997486 Aug 20 13:00:47.207219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7a97da47-9250-4648-88dd-c0b203201a03 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:00:47.211741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7a97da47-9250-4648-88dd-c0b203201a03 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:47.212139 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:47.248425 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-83934400-475f-40e9-80f1-d25b9bda06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:47.250138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-83934400-475f-40e9-80f1-d25b9bda06c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 1095 time: 0.0424366 Aug 20 13:00:47.292838 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:47.326889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 7a97da47-9250-4648-88dd-c0b203201a03, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7a97da47-9250-4648-88dd-c0b203201a03,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:47.331412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:47.344450 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-d84f55ae-f931-42b2-9aa5-54ab00e41cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:47.346075 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-d84f55ae-f931-42b2-9aa5-54ab00e41cb8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a739548-890c-4441-96c2-39f2e3223e64 HTTP/1.1" status: 200 len: 898 time: 0.0892642 Aug 20 13:00:47.387432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=7a97da47-9250-4648-88dd-c0b203201a03,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:47.394080 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-e5d28472-15a8-4e2a-96d4-d26db82397b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166 HTTP/1.1" status: 200 len: 217 time: 0.0401165 Aug 20 13:00:47.442607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-86b3eeaa-54f3-44f2-89af-6297075f250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:47.444090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-86b3eeaa-54f3-44f2-89af-6297075f250a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8abd95c3-2084-43be-aea2-356b637d3fe9 HTTP/1.1" status: 200 len: 835 time: 0.0431333 Aug 20 13:00:47.490241 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-9f9cb732-61f6-4e46-a848-f5b78af2d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:47.491641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-9f9cb732-61f6-4e46-a848-f5b78af2d076 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a739548-890c-4441-96c2-39f2e3223e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405767 Aug 20 13:00:47.586709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-1236a794-ec61-4d8a-84fd-0a18b85fe13d service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868793 Aug 20 13:00:47.688127 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a8311dd9-7fcb-477c-91dc-72391e4b850d req-2250d0e5-e9a2-4879-a253-eb1167fda58a service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932517 Aug 20 13:00:47.732910 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c35d1-3f06-4930-89e1-8e20a8b72259 req-196f2959-33ff-44a6-a581-df83f11f85a4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:47.734468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-674c35d1-3f06-4930-89e1-8e20a8b72259 req-196f2959-33ff-44a6-a581-df83f11f85a4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 943 time: 0.0610886 Aug 20 13:00:47.774456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-674c35d1-3f06-4930-89e1-8e20a8b72259 req-abb8f5c4-b522-497c-9273-47b3c4370568 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337038 Aug 20 13:00:48.890321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7afbf9-ae29-473a-8fbe-f18fbb15619e req-ee2302c6-ac5c-4ad8-91e7-73af49046b5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:48.891798 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da7afbf9-ae29-473a-8fbe-f18fbb15619e req-ee2302c6-ac5c-4ad8-91e7-73af49046b5d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 943 time: 0.0493681 Aug 20 13:00:48.929372 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-da7afbf9-ae29-473a-8fbe-f18fbb15619e req-c5f25b7c-212a-4b5b-8e81-cb34e870474b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315702 Aug 20 13:00:49.131077 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7a97da47-9250-4648-88dd-c0b203201a03 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:00:49.182188 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7a97da47-9250-4648-88dd-c0b203201a03 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:49.182584 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:50.045451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05c74b-1a76-412c-9762-0d3353c26901 req-9feb551a-37e1-4389-bdba-b090d716506e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:50.046962 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d05c74b-1a76-412c-9762-0d3353c26901 req-9feb551a-37e1-4389-bdba-b090d716506e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 943 time: 0.0499165 Aug 20 13:00:50.084448 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d05c74b-1a76-412c-9762-0d3353c26901 req-05a672fd-9d09-4a76-bbd9-4513c49a8c03 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Aug 20 13:00:50.963281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device db4b8d0e-a689-4145-adb0-2e7ac88cd166 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:00:51.063369 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port db4b8d0e-a689-4145-adb0-2e7ac88cd166, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:51.077646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'port_id': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'mac_address': 'fa:16:3e:d1:c8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:00:51.130881 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:51.146358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4b8d0e-a689-4145-adb0-2e7ac88cd166 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:00:51.167621 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port db4b8d0e-a689-4145-adb0-2e7ac88cd166, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:51.173328 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:51.218490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1d4b9-e7b9-4fdb-825a-7cc21786e97f req-20e49355-e516-471a-9613-1c6abefddc9d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:51.219932 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2d1d4b9-e7b9-4fdb-825a-7cc21786e97f req-20e49355-e516-471a-9613-1c6abefddc9d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 944 time: 0.0616643 Aug 20 13:00:51.232017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=db4b8d0e-a689-4145-adb0-2e7ac88cd166,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:51.280920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2d1d4b9-e7b9-4fdb-825a-7cc21786e97f req-8cfb3881-07c4-4d17-839f-33e34fc125e4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510223 Aug 20 13:00:51.407613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['db4b8d0e-a689-4145-adb0-2e7ac88cd166'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:00:51.820743 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-042c1987-299b-4935-9c73-5e37899ff5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:52.402041 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f3ec5-1453-4cab-9176-15321f0ab2f2 req-2746e60c-3d4a-411d-9e1a-28b29ad63cdd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:52.403603 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-901f3ec5-1453-4cab-9176-15321f0ab2f2 req-2746e60c-3d4a-411d-9e1a-28b29ad63cdd tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 944 time: 0.0499749 Aug 20 13:00:52.441776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-901f3ec5-1453-4cab-9176-15321f0ab2f2 req-735fa00b-48c9-4c69-89a8-893ab7fbc713 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321963 Aug 20 13:00:52.978880 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device db4b8d0e-a689-4145-adb0-2e7ac88cd166 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:00:53.029261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port db4b8d0e-a689-4145-adb0-2e7ac88cd166 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:00:53.032895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port db4b8d0e-a689-4145-adb0-2e7ac88cd166 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:00:53.033270 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:53.109153 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:53.131024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:00:53.133515 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6059c605-8da1-4d52-9993-bc8791ef693c" -d '{"events": [{"server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "name": "network-vif-plugged", "status": "completed", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:00:53.147342 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port db4b8d0e-a689-4145-adb0-2e7ac88cd166, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:00:53.151566 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:53.175064 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31870356-57fd-4232-8358-37fcc029c93b x-openstack-request-id: req-31870356-57fd-4232-8358-37fcc029c93b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:00:53.175362 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "name": "network-vif-plugged", "status": "completed", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:00:53.175693 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31870356-57fd-4232-8358-37fcc029c93b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:00:53.176075 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'code': 200} Aug 20 13:00:53.208486 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=db4b8d0e-a689-4145-adb0-2e7ac88cd166,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:53.266412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff72d49-6ef2-4976-83ef-20a25b9a75ce req-85b8fb22-9afe-4c7c-88cc-7cf701a9d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:53.267862 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aff72d49-6ef2-4976-83ef-20a25b9a75ce req-85b8fb22-9afe-4c7c-88cc-7cf701a9d2ab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 1097 time: 0.0405221 Aug 20 13:00:53.301424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aff72d49-6ef2-4976-83ef-20a25b9a75ce req-87b2c65b-f43c-4a5d-a998-8e4e8544d043 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266807 Aug 20 13:00:53.562483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8ee09-c68e-4ade-b5aa-f8a5a293a17d req-0fbe3037-1d08-44c7-81e0-b2ac389df508 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:53.563907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6e8ee09-c68e-4ade-b5aa-f8a5a293a17d req-0fbe3037-1d08-44c7-81e0-b2ac389df508 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0542519 Aug 20 13:00:53.604763 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f6e8ee09-c68e-4ade-b5aa-f8a5a293a17d req-97d91018-0486-4780-86f2-8e8208e7bfe9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Aug 20 13:00:54.383739 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-399e39be-ee8b-4a2b-a470-0112565e878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:54.720934 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1a7af-d22a-401e-ab8a-00ccf2359ded req-d60fac3b-8f23-4597-90a9-e172d3c05ea7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:54.722426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39a1a7af-d22a-401e-ab8a-00ccf2359ded req-d60fac3b-8f23-4597-90a9-e172d3c05ea7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0480351 Aug 20 13:00:54.761297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39a1a7af-d22a-401e-ab8a-00ccf2359ded req-d90d932b-26d2-4801-b8f4-471ed5ed64e7 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Aug 20 13:00:54.885145 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f04d3e-4d1d-40f6-9ff6-29542c37fdce req-2718683f-1a3a-4c50-ac34-885393726c34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:54.886490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1f04d3e-4d1d-40f6-9ff6-29542c37fdce req-2718683f-1a3a-4c50-ac34-885393726c34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Aug 20 13:00:54.923350 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1f04d3e-4d1d-40f6-9ff6-29542c37fdce req-8313b330-5985-4b47-ab0e-822636faa58e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306859 Aug 20 13:00:54.945328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36016) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:54.989577 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d1a29d-7a02-4494-bc2e-7a0233b24e7b tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:54.991773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e1d1a29d-7a02-4494-bc2e-7a0233b24e7b tempest-TestNetworkAdvancedServerOps-1486229408 tempest-TestNetworkAdvancedServerOps-1486229408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 1092 time: 0.0454619 Aug 20 13:00:54.994519 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36018) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:54.998917 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:00:55.021705 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:55.117338 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:55.118072 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:55.229792 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Allocated IP 172.25.0.210 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/82dcad4a-6026-49ba-a1c7-1db893b62c1f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:00:55.329349 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:55.369152 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:55.408212 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:00:55.411695 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:00:55.415071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:00:55.445437 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=82dcad4a-6026-49ba-a1c7-1db893b62c1f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:55.782390 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:55.826458 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:55.854951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:56.304337 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:56.308874 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:56.377773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event updated for resources: {'Port': ['ID=82dcad4a-6026-49ba-a1c7-1db893b62c1f,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:00:56.386591 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:56.489354 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP eafa2d67-103a-4133-a570-56022b92154d associated. External IP: 172.25.0.210, port: db4b8d0e-a689-4145-adb0-2e7ac88cd166. Aug 20 13:00:56.705816 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:00:56.826070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:00:56.837452 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] Sync routers for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:00:56.844067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:56.849431 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:56.850054 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:56.873357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-612bfffc-4e73-4efa-8cc6-103cac450d34 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8776186 Aug 20 13:00:56.873963 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:00:56.876565 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd681aab-7aa8-4918-852c-c9a1aad86d91" -d '{"events": [{"name": "network-changed", "server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:00:56.966485 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:56.972272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566688-ebe3-4b2c-8b13-21693eb6b5d7 req-154c961b-08cc-4af0-84ff-dd34b79e0a4a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:56.974564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53566688-ebe3-4b2c-8b13-21693eb6b5d7 req-154c961b-08cc-4af0-84ff-dd34b79e0a4a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0516121 Aug 20 13:00:57.016471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53566688-ebe3-4b2c-8b13-21693eb6b5d7 req-b2e28cdf-be8f-4da4-907d-272571cce5d4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358949 Aug 20 13:00:57.039446 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36024) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:57.062295 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd271d1-59cb-4ae7-beed-8d44db8f11ae x-openstack-request-id: req-7dd271d1-59cb-4ae7-beed-8d44db8f11ae {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:00:57.062598 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:00:57.062860 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dd271d1-59cb-4ae7-beed-8d44db8f11ae {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:00:57.063274 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'status': 'completed', 'code': 200} Aug 20 13:00:57.102935 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-cb283240-e6a1-46cb-a84f-cd54ab7e0227 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/eafa2d67-103a-4133-a570-56022b92154d HTTP/1.1" status: 200 len: 991 time: 0.0612087 Aug 20 13:00:57.126800 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-3f071705-e0e8-42ca-972e-9cdb13cc70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:57.128401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-3f071705-e0e8-42ca-972e-9cdb13cc70a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 1097 time: 0.0420356 Aug 20 13:00:57.209735 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:00:57.210567 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'eafa2d67-103a-4133-a570-56022b92154d', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'port_id': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'mac_address': 'fa:16:3e:d1:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:00:55Z', 'updated_at': '2021-08-20T13:00:55Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:47Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:57.223633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-454790d2-0335-46c1-b048-57550d2e26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:57.225119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-454790d2-0335-46c1-b048-57550d2e26a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a739548-890c-4441-96c2-39f2e3223e64 HTTP/1.1" status: 200 len: 898 time: 0.0900297 Aug 20 13:00:57.236897 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] Checking router: 07f0b36d-163e-4e5e-8746-5af0f6f5de51 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:00:57.245795 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:00:57.246445 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:00:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:57.296922 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-5a657193-4ab5-4701-9df3-5106345726ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166 HTTP/1.1" status: 200 len: 999 time: 0.0649996 Aug 20 13:00:57.352395 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:00:57.352783 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-b6b8fcd1-0fca-4163-8c5f-4c7ced49067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:57.354273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-b6b8fcd1-0fca-4163-8c5f-4c7ced49067d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8abd95c3-2084-43be-aea2-356b637d3fe9 HTTP/1.1" status: 200 len: 835 time: 0.0492990 Aug 20 13:00:57.403043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-9911143d-4ec5-456c-8cd3-5d10be99013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:00:57.404551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-9911143d-4ec5-456c-8cd3-5d10be99013a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a739548-890c-4441-96c2-39f2e3223e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434854 Aug 20 13:00:57.499789 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-0ec22f09-0d06-465f-b365-a19adf7ef92d service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879598 Aug 20 13:00:57.593474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dd681aab-7aa8-4918-852c-c9a1aad86d91 req-cf56c072-4032-46b8-86fa-8dc7cf61b37c service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Aug 20 13:00:57.679603 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'eafa2d67-103a-4133-a570-56022b92154d', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'port_id': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'mac_address': 'fa:16:3e:d1:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:00:55Z', 'updated_at': '2021-08-20T13:00:55Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:47Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:00:57.705080 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e09c7e-4da5-463e-8f86-f941ef1e2722 None None] The sync data for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 is: [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'eafa2d67-103a-4133-a570-56022b92154d', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'port_id': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'mac_address': 'fa:16:3e:d1:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:00:55Z', 'updated_at': '2021-08-20T13:00:55Z', 'revision_number': 0, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:47Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:00:57.905445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c2420a-0128-4b3c-aa10-d875a9622c0b None None] New status for floating IP eafa2d67-103a-4133-a570-56022b92154d: ACTIVE {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:00:58.105712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36026) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:00:58.172675 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e351877b-8df7-42e4-8e66-853f89f62b44 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/eafa2d67-103a-4133-a570-56022b92154d HTTP/1.1" status: 200 len: 993 time: 0.0657425 Aug 20 13:01:12.632699 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:14.272197 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:17.377312 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:01:21.524907 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5816c575-94e1-4832-b27a-381edc6cb59a req-60b89561-db8e-4b13-8661-5855b6661c11 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410182 Aug 20 13:01:21.624405 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816c575-94e1-4832-b27a-381edc6cb59a req-6b172a95-6ce3-4eae-8913-7b1a1f87b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:21.625835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5816c575-94e1-4832-b27a-381edc6cb59a req-6b172a95-6ce3-4eae-8913-7b1a1f87b65b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 1097 time: 0.0607760 Aug 20 13:01:21.730633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816c575-94e1-4832-b27a-381edc6cb59a req-32c9564f-38c2-4c8b-9e28-e77ac030da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:21.732106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5816c575-94e1-4832-b27a-381edc6cb59a req-32c9564f-38c2-4c8b-9e28-e77ac030da9a service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a739548-890c-4441-96c2-39f2e3223e64 HTTP/1.1" status: 200 len: 898 time: 0.0831900 Aug 20 13:01:21.800486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5816c575-94e1-4832-b27a-381edc6cb59a req-20f0e0f4-e9c0-430e-ab0d-a517ab6213fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166 HTTP/1.1" status: 200 len: 1001 time: 0.0614059 Aug 20 13:01:21.822379 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-955726e4-6c55-41c8-b79a-3ae38a8449c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:21.852815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816c575-94e1-4832-b27a-381edc6cb59a req-af2e7fe0-3d5d-4853-b161-80080cb577d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:21.854325 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5816c575-94e1-4832-b27a-381edc6cb59a req-af2e7fe0-3d5d-4853-b161-80080cb577d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8abd95c3-2084-43be-aea2-356b637d3fe9 HTTP/1.1" status: 200 len: 835 time: 0.0471761 Aug 20 13:01:21.900753 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816c575-94e1-4832-b27a-381edc6cb59a req-fc3acd18-927a-48f6-b5f4-6aa99c130f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:21.902286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5816c575-94e1-4832-b27a-381edc6cb59a req-fc3acd18-927a-48f6-b5f4-6aa99c130f98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a739548-890c-4441-96c2-39f2e3223e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413523 Aug 20 13:01:22.001232 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5816c575-94e1-4832-b27a-381edc6cb59a req-3b49b07f-06cf-462b-90db-ec149a9094b1 service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913217 Aug 20 13:01:22.092697 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5816c575-94e1-4832-b27a-381edc6cb59a req-aa55070f-a8c7-4330-8dc5-52e8c01ed2e9 service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829840 Aug 20 13:01:24.385955 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a3af2b95-bf3d-409a-bc91-ce970f505d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:25.119118 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:25.829265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:27.203316 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:29.562720 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44700a2f-26ba-491b-a341-4e996d76e631 req-91e9bb48-1b21-4060-ad79-c3f06420b104 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:29.564187 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44700a2f-26ba-491b-a341-4e996d76e631 req-91e9bb48-1b21-4060-ad79-c3f06420b104 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0499940 Aug 20 13:01:29.602620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44700a2f-26ba-491b-a341-4e996d76e631 req-874b94de-c012-410c-a3dc-6be8ff5926ea tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322695 Aug 20 13:01:30.725546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed235233-61ae-4aa3-8e45-aa19714781ce req-91eb629c-68d2-44a2-9407-441c98d17ddf tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:30.727097 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed235233-61ae-4aa3-8e45-aa19714781ce req-91eb629c-68d2-44a2-9407-441c98d17ddf tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0563178 Aug 20 13:01:30.764474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ed235233-61ae-4aa3-8e45-aa19714781ce req-0d49e99c-dae6-4ca9-a6fa-992e866774f4 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Aug 20 13:01:30.787293 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36048) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:30.848746 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ded3d246-a839-44ec-a828-46d951fa4e78 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/eafa2d67-103a-4133-a570-56022b92154d HTTP/1.1" status: 200 len: 993 time: 0.0603251 Aug 20 13:01:32.155459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec33ad-95f0-42f9-a72c-2bc8022158f8 req-5711d672-cc25-49cf-b74d-72a2c0e564e6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:32.156954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fec33ad-95f0-42f9-a72c-2bc8022158f8 req-5711d672-cc25-49cf-b74d-72a2c0e564e6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0816798 Aug 20 13:01:32.162784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-2f60fb6b-360f-4c02-8537-df3f7b4b1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:32.164183 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-2f60fb6b-360f-4c02-8537-df3f7b4b1483 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 1097 time: 0.0589216 Aug 20 13:01:32.248855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2fec33ad-95f0-42f9-a72c-2bc8022158f8 req-028bcec1-8518-4173-9a09-a1c7abc15678 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837088 Aug 20 13:01:32.279276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-9be44186-45a7-438c-98cb-0fa86da99299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:32.280752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-9be44186-45a7-438c-98cb-0fa86da99299 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a739548-890c-4441-96c2-39f2e3223e64 HTTP/1.1" status: 200 len: 898 time: 0.1090913 Aug 20 13:01:32.350827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-18ffc09f-1806-4842-a9d0-ff2e48d912b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166 HTTP/1.1" status: 200 len: 1001 time: 0.0630341 Aug 20 13:01:32.400295 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-d67d7637-218f-4d9a-9bea-00f3732aa28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:32.401791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-d67d7637-218f-4d9a-9bea-00f3732aa28e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8abd95c3-2084-43be-aea2-356b637d3fe9 HTTP/1.1" status: 200 len: 835 time: 0.0443282 Aug 20 13:01:32.448382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-4a6c9795-ed4f-4465-b4a7-dc7ef1c2fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:32.449772 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-4a6c9795-ed4f-4465-b4a7-dc7ef1c2fe84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a739548-890c-4441-96c2-39f2e3223e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410089 Aug 20 13:01:32.543643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-92428e9e-0583-49ba-8747-17630841e845 service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867224 Aug 20 13:01:32.631631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ead62626-b7a4-4a9f-ac96-24015c5fd3ae req-4c3862ad-94eb-4f1a-818e-4112892a20a4 service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813341 Aug 20 13:01:33.374714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8700-3047-49d8-aa11-651b77b5dfe7 req-2641ece3-73c6-4e9c-9622-7497ccb1ed04 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:33.376223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fdcc8700-3047-49d8-aa11-651b77b5dfe7 req-2641ece3-73c6-4e9c-9622-7497ccb1ed04 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0509121 Aug 20 13:01:33.415409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fdcc8700-3047-49d8-aa11-651b77b5dfe7 req-f9c9bf97-31bb-4fd9-882c-4d06106d3e8a tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324044 Aug 20 13:01:34.538364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b306c0-18d6-422a-bb2b-580e20c076c4 req-5dc69eec-c97f-44f8-bd07-9b543ff71831 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:34.539929 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6b306c0-18d6-422a-bb2b-580e20c076c4 req-5dc69eec-c97f-44f8-bd07-9b543ff71831 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0559771 Aug 20 13:01:34.578024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a6b306c0-18d6-422a-bb2b-580e20c076c4 req-762f1ecf-6a5e-4e4d-a532-0ac4a792ea79 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Aug 20 13:01:34.600925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36060) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:34.661343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bf9ac9cc-68bc-4dc6-9dbd-e6c88fe5191f tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/floatingips/eafa2d67-103a-4133-a570-56022b92154d HTTP/1.1" status: 200 len: 993 time: 0.0592911 Aug 20 13:01:34.876210 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36066) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:35.034039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 82dcad4a-6026-49ba-a1c7-1db893b62c1f {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:01:35.034371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:35.111761 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:35.112095 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:35.124183 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 82dcad4a-6026-49ba-a1c7-1db893b62c1f owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:01:35.274824 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:35.298703 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=82dcad4a-6026-49ba-a1c7-1db893b62c1f,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:35.312876 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.313230 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.313573 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.313913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.314346 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.314689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.315023 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.315355 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.315856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.316193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.316523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.316848 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:35.371413 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:35.371747 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Floating IP eafa2d67-103a-4133-a570-56022b92154d disassociated (deleted). External IP: 172.25.0.210, port: db4b8d0e-a689-4145-adb0-2e7ac88cd166. Aug 20 13:01:35.583939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:01:35.698042 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:01:35.703098 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:35.708711 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] Sync routers for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:01:35.717744 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:35.718375 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:35.731192 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f8085b91-e377-40de-91c3-e143fd4abba9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/floatingips/eafa2d67-103a-4133-a570-56022b92154d HTTP/1.1" status: 204 len: 168 time: 0.8537343 Aug 20 13:01:35.731761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:01:35.734045 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc6b66070716742bf19dfb3d30b9f2f9cbb871e1ebcf670e65756e639b2d16d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfde53a0-28be-40d6-ae5e-023892ffd5da" -d '{"events": [{"name": "network-changed", "server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:01:35.829437 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:35.889088 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637bbb32-2eeb-4efe-9788-d1d01dc11a51 x-openstack-request-id: req-637bbb32-2eeb-4efe-9788-d1d01dc11a51 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:01:35.889800 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:01:35.890349 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-637bbb32-2eeb-4efe-9788-d1d01dc11a51 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:01:35.890753 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'status': 'completed', 'code': 200} Aug 20 13:01:35.994541 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-4eea3d37-2de6-4424-abb5-768255ca6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:35.996148 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-4eea3d37-2de6-4424-abb5-768255ca6499 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3c437f00eb14ee1bab438be348f9370&device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 1097 time: 0.0803745 Aug 20 13:01:36.030779 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5902dd2-6d13-4247-9e66-5822850919c4 req-1dec0d90-d69e-4fd8-b232-fba577889ff9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:36.032295 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5902dd2-6d13-4247-9e66-5822850919c4 req-1dec0d90-d69e-4fd8-b232-fba577889ff9 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0872409 Aug 20 13:01:36.044465 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:47Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:36.071195 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] Checking router: 07f0b36d-163e-4e5e-8746-5af0f6f5de51 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:01:36.079427 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:36.080018 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:36.106279 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f5902dd2-6d13-4247-9e66-5822850919c4 req-049673c3-a70c-4cbe-8f0d-3c5af369c199 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486896 Aug 20 13:01:36.128640 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-e636b6eb-491c-444d-847d-daad6b700dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:36.130368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-e636b6eb-491c-444d-847d-daad6b700dd6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a739548-890c-4441-96c2-39f2e3223e64 HTTP/1.1" status: 200 len: 898 time: 0.1264822 Aug 20 13:01:36.177305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-ebf0ad0e-bfb8-4581-a9e8-e9ae69f741ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166 HTTP/1.1" status: 200 len: 217 time: 0.0397990 Aug 20 13:01:36.199068 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:36.229477 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-0b840ff8-dfe5-4843-aca0-a1cad59d3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:36.231016 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-0b840ff8-dfe5-4843-aca0-a1cad59d3b4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8abd95c3-2084-43be-aea2-356b637d3fe9 HTTP/1.1" status: 200 len: 835 time: 0.0468838 Aug 20 13:01:36.279703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-6d4069f8-62c8-4490-a8b1-672775f02173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:36.281276 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-6d4069f8-62c8-4490-a8b1-672775f02173 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a739548-890c-4441-96c2-39f2e3223e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429878 Aug 20 13:01:36.381378 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-d9f55771-f290-46e1-8b08-725e39ac9c19 service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920556 Aug 20 13:01:36.398379 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:47Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:36.428559 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5325bf3-4f4a-4dd2-b601-5fdee8c085ae None None] The sync data for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 is: [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:00:42Z', 'revision_number': 4, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '7a97da47-9250-4648-88dd-c0b203201a03', 'name': '', 'network_id': '2a739548-890c-4441-96c2-39f2e3223e64', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'mac_address': 'fa:16:3e:15:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:42Z', 'updated_at': '2021-08-20T13:00:47Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'subnets': [{'id': '8abd95c3-2084-43be-aea2-356b637d3fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:01:36.480330 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bfde53a0-28be-40d6-ae5e-023892ffd5da req-f3a05a7f-37fa-4482-8bee-23af83c7662f service neutron] 10.222.0.22 "GET /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912759 Aug 20 13:01:36.667899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e0e2b-a410-4089-94d1-43604b299dcf None None] New status for floating IP eafa2d67-103a-4133-a570-56022b92154d: DOWN {{(pid=101035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:01:37.227666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2f8c1-c716-4c4c-b8d7-bf430b5dc088 req-cf4127e4-8948-4b84-b677-abb2e674cb9b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:37.229171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51b2f8c1-c716-4c4c-b8d7-bf430b5dc088 req-cf4127e4-8948-4b84-b677-abb2e674cb9b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0506003 Aug 20 13:01:37.271359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-51b2f8c1-c716-4c4c-b8d7-bf430b5dc088 req-6cbee504-8054-4f05-8660-47911d7081f8 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3fc6474-55ac-4c41-963e-0a01c9862110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361907 Aug 20 13:01:37.442055 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3599f02-965c-484d-95b1-95321ab7592e req-58d6a488-d384-4e1d-810a-e493b307002d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:37.443548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3599f02-965c-484d-95b1-95321ab7592e req-58d6a488-d384-4e1d-810a-e493b307002d tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 945 time: 0.0480075 Aug 20 13:01:37.532949 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port db4b8d0e-a689-4145-adb0-2e7ac88cd166 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:01:37.533284 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:37.623725 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port db4b8d0e-a689-4145-adb0-2e7ac88cd166, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=db4b8d0e-a689-4145-adb0-2e7ac88cd166,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:37.624011 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:37.637392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for db4b8d0e-a689-4145-adb0-2e7ac88cd166 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:01:37.767676 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:37.795906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=db4b8d0e-a689-4145-adb0-2e7ac88cd166,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:37.805861 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.806234 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.806579 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.806907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.807245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.807574 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.807903 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.808231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.808943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.808943 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.809257 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.809488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:37.850570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] No DVR routers for this DVR port db4b8d0e-a689-4145-adb0-2e7ac88cd166 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:01:37.853093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:37.855090 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e3599f02-965c-484d-95b1-95321ab7592e req-67287c8a-be32-4810-a1bd-11fa6bd8388b tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.22 "DELETE /v2.0/ports/db4b8d0e-a689-4145-adb0-2e7ac88cd166 HTTP/1.1" status: 204 len: 173 time: 0.4058859 Aug 20 13:01:37.855525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'name': 'network-vif-deleted', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:01:37.857831 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2157e506-af65-4008-91ee-aee9079e02d2" -d '{"events": [{"server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "name": "network-vif-deleted", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:01:37.895104 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe29573f-7ebc-4587-b4e2-64e5073723b0 x-openstack-request-id: req-fe29573f-7ebc-4587-b4e2-64e5073723b0 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:01:37.895565 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a351a9e-bf06-41c7-940c-d0613b6b8c65", "name": "network-vif-deleted", "tag": "db4b8d0e-a689-4145-adb0-2e7ac88cd166", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:01:37.895983 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe29573f-7ebc-4587-b4e2-64e5073723b0 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:01:37.896401 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a351a9e-bf06-41c7-940c-d0613b6b8c65', 'name': 'network-vif-deleted', 'tag': 'db4b8d0e-a689-4145-adb0-2e7ac88cd166', 'status': 'completed', 'code': 200} Aug 20 13:01:38.388874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4d031dd1-74ba-4523-9c65-a3000512dd1e req-fb58d0a7-390e-4bb5-ab32-8e797f5b8ade tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a351a9e-bf06-41c7-940c-d0613b6b8c65 HTTP/1.1" status: 200 len: 210 time: 0.0274279 Aug 20 13:01:39.446585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36084) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:40.126623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:40.383870 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 7a97da47-9250-4648-88dd-c0b203201a03 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:01:40.384140 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:40.470710 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 7a97da47-9250-4648-88dd-c0b203201a03, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7a97da47-9250-4648-88dd-c0b203201a03,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:40.471435 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:40.484712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 7a97da47-9250-4648-88dd-c0b203201a03 owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:01:40.682500 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:40.717871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=7a97da47-9250-4648-88dd-c0b203201a03,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:40.910735 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.149501 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:01:41.229625 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device db4b8d0e-a689-4145-adb0-2e7ac88cd166 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:01:41.250300 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: db4b8d0e-a689-4145-adb0-2e7ac88cd166 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:01:41.250729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device db4b8d0e-a689-4145-adb0-2e7ac88cd166 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:01:41.261445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:01:41.267087 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-904c615c-aa17-43cd-a35c-bcb2b33604ad tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "PUT /v2.0/routers/07f0b36d-163e-4e5e-8746-5af0f6f5de51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193812 Aug 20 13:01:41.269801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36086) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:41.271198 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] Sync routers for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:01:41.280593 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:41.281192 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:41.322494 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afd3b61-78b1-4732-a7f8-03433ec137d6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting subnet 8abd95c3-2084-43be-aea2-356b637d3fe9 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:01:41.325685 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8afd3b61-78b1-4732-a7f8-03433ec137d6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.370579 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8afd3b61-78b1-4732-a7f8-03433ec137d6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.385844 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:41.467227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8afd3b61-78b1-4732-a7f8-03433ec137d6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.530022 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8afd3b61-78b1-4732-a7f8-03433ec137d6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.558265 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3b61-78b1-4732-a7f8-03433ec137d6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Subnet': ['ID=8abd95c3-2084-43be-aea2-356b637d3fe9,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:41.561912 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8afd3b61-78b1-4732-a7f8-03433ec137d6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.563982 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8afd3b61-78b1-4732-a7f8-03433ec137d6 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/subnets/8abd95c3-2084-43be-aea2-356b637d3fe9 HTTP/1.1" status: 204 len: 168 time: 0.2930322 Aug 20 13:01:41.567412 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36088) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:41.567916 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a6a01-005a-424b-aa2f-8acba641a04e None None] Network 2a739548-890c-4441-96c2-39f2e3223e64 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:01:41.574800 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:01:40Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:41.602997 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] Checking router: 07f0b36d-163e-4e5e-8746-5af0f6f5de51 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:01:41.612902 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] Routers {'07f0b36d-163e-4e5e-8746-5af0f6f5de51'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:41.613873 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:41.685905 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.736738 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] Set router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:41.754078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] DHCP port deletion for 2a739548-890c-4441-96c2-39f2e3223e64 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:01:41.802466 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Deleting port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:01:41.802868 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.806358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.862214 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Deleting port 074e3263-9606-4b48-8df1-1a3e5c4abcca {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:01:41.862489 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.873945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] For port e0c8e6dc-3a72-48ac-a519-ce82d907bee3, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=e0c8e6dc-3a72-48ac-a519-ce82d907bee3,segment=NetworkSegment(4c01d8f9-138a-4b58-8949-af0559d50072),segment_id=4c01d8f9-138a-4b58-8949-af0559d50072)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:41.874384 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.888425 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Calling delete_port for e0c8e6dc-3a72-48ac-a519-ce82d907bee3 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:01:41.950292 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:01:40Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:41.953853 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] For port 074e3263-9606-4b48-8df1-1a3e5c4abcca, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=074e3263-9606-4b48-8df1-1a3e5c4abcca,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:41.954253 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:41.969549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Calling delete_port for 074e3263-9606-4b48-8df1-1a3e5c4abcca owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:01:41.975147 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.004085 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Pushing event deleted for resources: {'Port': ['ID=e0c8e6dc-3a72-48ac-a519-ce82d907bee3,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:42.008681 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] No DVR routers for this DVR port e0c8e6dc-3a72-48ac-a519-ce82d907bee3 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:01:42.016592 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.016947 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.017252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.017586 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.018092 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.018410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.018854 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.019607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.019939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.020265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.020587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.022215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13de31-2e8d-4c17-bf41-de1e7bbc3d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:42.078154 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac567325-d443-4995-9c60-264fca8e73f3 None None] The sync data for ids ['07f0b36d-163e-4e5e-8746-5af0f6f5de51'] in n-d-800634-10 is: [{'id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153706163', 'tenant_id': 'f3c437f00eb14ee1bab438be348f9370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:00:38Z', 'updated_at': '2021-08-20T13:01:40Z', 'revision_number': 5, 'project_id': 'f3c437f00eb14ee1bab438be348f9370', 'gw_port': {'id': '074e3263-9606-4b48-8df1-1a3e5c4abcca', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f0b36d-163e-4e5e-8746-5af0f6f5de51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:00:39Z', 'updated_at': '2021-08-20T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:01:42.150772 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.179601 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Port': ['ID=074e3263-9606-4b48-8df1-1a3e5c4abcca,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:42.249904 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.351741 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.353868 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.398100 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.398666 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Fanout notify agent at l3_agent the message router_deleted on router 07f0b36d-163e-4e5e-8746-5af0f6f5de51 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:01:42.405452 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.406582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-b79161bf-2b8b-45d2-922f-b059d0a0979e tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/routers/07f0b36d-163e-4e5e-8746-5af0f6f5de51 HTTP/1.1" status: 204 len: 168 time: 0.8379772 Aug 20 13:01:42.409477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36092) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:42.489197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.583564 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.593227 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a739548-890c-4441-96c2-39f2e3223e64']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:42.603492 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c01d8f9-138a-4b58-8949-af0559d50072') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:42.603786 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c01d8f9-138a-4b58-8949-af0559d50072') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:42.613233 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.627226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.630920 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.633916 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:01:42.634348 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: timer() Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:01:42.637217 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:01:42.699855 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.706882 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.708856 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/networks/2a739548-890c-4441-96c2-39f2e3223e64 HTTP/1.1" status: 204 len: 168 time: 0.2978687 Aug 20 13:01:42.712434 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36094) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:42.720809 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56d439-6970-4782-bb3f-046588160983 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'Network': ['ID=2a739548-890c-4441-96c2-39f2e3223e64,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:42.774442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72b37d85-d956-42ec-9979-caf6cf9ed566 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.799264 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72b37d85-d956-42ec-9979-caf6cf9ed566 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.867462 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72b37d85-d956-42ec-9979-caf6cf9ed566 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.870150 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-72b37d85-d956-42ec-9979-caf6cf9ed566 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:42.875120 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-72b37d85-d956-42ec-9979-caf6cf9ed566 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] 10.222.0.25 "DELETE /v2.0/security-groups/a3fc6474-55ac-4c41-963e-0a01c9862110 HTTP/1.1" status: 204 len: 168 time: 0.1579177 Aug 20 13:01:42.881242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37d85-d956-42ec-9979-caf6cf9ed566 tempest-TestNetworkAdvancedServerOps-1402300940 tempest-TestNetworkAdvancedServerOps-1402300940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc6474-55ac-4c41-963e-0a01c9862110,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:43.166892 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e0c8e6dc-3a72-48ac-a519-ce82d907bee3 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:01:43.194565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: e0c8e6dc-3a72-48ac-a519-ce82d907bee3 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:01:43.194919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device e0c8e6dc-3a72-48ac-a519-ce82d907bee3 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:01:43.195349 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7a97da47-9250-4648-88dd-c0b203201a03 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:01:43.214296 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7a97da47-9250-4648-88dd-c0b203201a03 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:01:43.214650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7a97da47-9250-4648-88dd-c0b203201a03 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:01:43.215070 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 074e3263-9606-4b48-8df1-1a3e5c4abcca no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:01:43.233830 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 074e3263-9606-4b48-8df1-1a3e5c4abcca {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:01:43.234200 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 074e3263-9606-4b48-8df1-1a3e5c4abcca not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:01:43.246885 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36102) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:43.380118 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9163da6e-3d1c-462d-9ee8-57625f3ab3e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3c437f00eb14ee1bab438be348f9370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320689 Aug 20 13:01:43.382658 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36106) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:43.434025 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-429118e2-a99d-478e-9355-bae4840dc318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:43.454941 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-429118e2-a99d-478e-9355-bae4840dc318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:43.509093 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-429118e2-a99d-478e-9355-bae4840dc318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:43.512051 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-429118e2-a99d-478e-9355-bae4840dc318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:43.513202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-429118e2-a99d-478e-9355-bae4840dc318 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b79ffa6-290d-475f-b929-ded0027212fa HTTP/1.1" status: 204 len: 168 time: 0.1296413 Aug 20 13:01:43.522724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429118e2-a99d-478e-9355-bae4840dc318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79ffa6-290d-475f-b929-ded0027212fa,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:43.778124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36112) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:43.791686 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20e29c31-d42f-4884-a4da-ef750582ed12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:43.885069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20e29c31-d42f-4884-a4da-ef750582ed12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:43.888656 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-20e29c31-d42f-4884-a4da-ef750582ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:43.926956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-20e29c31-d42f-4884-a4da-ef750582ed12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6537a97812314afca5af4e13204403b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476176 Aug 20 13:01:43.928150 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e29c31-d42f-4884-a4da-ef750582ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20711c-d59f-4674-9ce4-624c73b4e584,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:43.929652 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36114) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:43.982547 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b11d-2d1e-41fe-8f76-e8f8a2c2db24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:44.007214 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b11d-2d1e-41fe-8f76-e8f8a2c2db24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:44.055605 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b11d-2d1e-41fe-8f76-e8f8a2c2db24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:44.058259 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b11d-2d1e-41fe-8f76-e8f8a2c2db24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:44.059412 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c8f5b11d-2d1e-41fe-8f76-e8f8a2c2db24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d20711c-d59f-4674-9ce4-624c73b4e584 HTTP/1.1" status: 204 len: 168 time: 0.1279476 Aug 20 13:01:44.067973 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5b11d-2d1e-41fe-8f76-e8f8a2c2db24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20711c-d59f-4674-9ce4-624c73b4e584,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:44.282417 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:44.757472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36136) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:44.863630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1092997918-network', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:44.884158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Made reservation on behalf of aee579e3fd9f4bd9b5fe41f1a21ced85 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:01:44.886471 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:44.895204 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:44.980742 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:44.984606 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.009736 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:01:45.017290 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb77f1c8-948d-4f2c-b678-fb2e46a7cd86,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:45.025425 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.025425 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Added segment eb32ce48-e687-454b-848f-67273d0a87f3 of type vlan for network 5d5a00cb-1329-46d1-86a9-18a76f374504 Aug 20 13:01:45.069202 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.093185 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.094122 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:45.094720 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.156561 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3977668 Aug 20 13:01:45.160213 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36140) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:45.162128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e253b-3dae-4923-8390-b1fc5eadccfc admin admin] Pushing event updated for resources: {'Network': ['ID=5d5a00cb-1329-46d1-86a9-18a76f374504,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:45.166739 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Request body: {'subnet': {'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1092997918-subnet', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:45.171780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:01:45.190014 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Made reservation on behalf of aee579e3fd9f4bd9b5fe41f1a21ced85 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:01:45.192515 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.361649 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.424401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:45.431940 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Checking segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:45.432299 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Network hostable DHCP agents. Network: 5d5a00cb-1329-46d1-86a9-18a76f374504, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:01:45.448426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:01:45.459339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 5d5a00cb-1329-46d1-86a9-18a76f374504) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:45.464331 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:45.464917 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.469644 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abedfa1-ea8b-48fb-901c-7ad9e93a5671 None None] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:01:45.479784 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8795bc42-1df0-4cfd-9074-3796382f34b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3179791 Aug 20 13:01:45.482342 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36142) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:45.486638 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:45.510472 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.511498 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.567080 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.616828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-5d5a00cb-1329-46d1-86a9-18a76f374504', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:01:45.617703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.763355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Allocated IP 172.20.0.2 (5d5a00cb-1329-46d1-86a9-18a76f374504/ce2b7b07-edf4-40bb-a58e-2c0cf25351c1/0db0c2a4-8709-47f9-b9c6-4651e4c18d44) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:01:45.920384 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.929470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Transition to ACTIVE for port object 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:45.945338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Transition to ACTIVE for port object 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:45.952246 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:45.992474 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:45.995271 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:46.001562 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:01:46.005201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Pushing event updated for resources: {'Port': ['ID=0db0c2a4-8709-47f9-b9c6-4651e4c18d44,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:46.012409 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:46.057267 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Attempting to bind port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:01:46.057757 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Attempting to bind port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:01:46.058116 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Attempting to bind port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 on network 5d5a00cb-1329-46d1-86a9-18a76f374504 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:01:46.063031 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:01:46.063402 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Checking segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:46.063808 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:46.064201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Bound using segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:01:46.064660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Bound port: 0db0c2a4-8709-47f9-b9c6-4651e4c18d44, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:01:46.065042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:46.135505 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] For port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:01:46.138904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] For port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0db0c2a4-8709-47f9-b9c6-4651e4c18d44,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:01:46.144007 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:46.203927 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fbadd-d773-44ed-a451-57b9a8d60be9 None None] Pushing event updated for resources: {'Port': ['ID=0db0c2a4-8709-47f9-b9c6-4651e4c18d44,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:46.224067 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:46.248373 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:46.377178 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Allocated IP 172.25.0.43 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/a05b16b5-8412-43f3-b804-64147fdce223) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:01:46.495729 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:46.535270 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:46.572329 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:46.576332 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:46.580876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:01:46.605081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Pushing event updated for resources: {'Port': ['ID=a05b16b5-8412-43f3-b804-64147fdce223,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:46.833993 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:47.042971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:47.106124 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94572279-6a7f-4e1c-b738-b5d6e2b5b61c None None] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:01:47.179587 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Router 318bd7ef-045a-4953-8e2f-218680ff5e76 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:01:47.198074 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:47.250489 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5826422b-ee63-49cf-981b-398e168c0e4a None None] Provisioning for port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:47.294755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:01:47.305619 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Sync routers for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:01:47.310442 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:47.311701 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8cfdccad-8a6f-44d9-80b2-47a6b2a3e962 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8284273 Aug 20 13:01:47.314633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36144) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:47.331923 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:47.332588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:47.334788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:47.389575 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:47.390234 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:47.665220 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:47.759720 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:47.803361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:47.861772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0db0c2a4-8709-47f9-b9c6-4651e4c18d44,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:47.886753 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:47.927945 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Allocated IP 172.20.0.1 (5d5a00cb-1329-46d1-86a9-18a76f374504/ce2b7b07-edf4-40bb-a58e-2c0cf25351c1/1fda7e8f-18eb-468b-9d60-07678209ea83) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:01:47.937287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-4eb93a25-9f61-4dcb-b50e-a487df5d310d None None] Provisioning complete for port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:47.937660 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4eb93a25-9f61-4dcb-b50e-a487df5d310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:47.979652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=0db0c2a4-8709-47f9-b9c6-4651e4c18d44,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:48.006636 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:46Z', 'revision_number': 3, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:48.035775 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Checking router: 318bd7ef-045a-4953-8e2f-218680ff5e76 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:01:48.036063 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.036190 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Updating router 318bd7ef-045a-4953-8e2f-218680ff5e76 port a05b16b5-8412-43f3-b804-64147fdce223 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:01:48.051084 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Transition to ACTIVE for port object 1fda7e8f-18eb-468b-9d60-07678209ea83 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:48.084317 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.090269 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.124633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:48.127443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:48.131242 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:01:48.163129 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Pushing event updated for resources: {'Port': ['ID=1fda7e8f-18eb-468b-9d60-07678209ea83,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:48.179615 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.323756 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.382041 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.392209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Transition to ACTIVE for port object a05b16b5-8412-43f3-b804-64147fdce223 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:48.399968 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.463587 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Attempting to bind port a05b16b5-8412-43f3-b804-64147fdce223 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:01:48.463955 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Attempting to bind port a05b16b5-8412-43f3-b804-64147fdce223 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:01:48.464319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Attempting to bind port a05b16b5-8412-43f3-b804-64147fdce223 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:01:48.466171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d35d4-bad8-4d5e-8ce9-69ebb62aa306 None None] Pushing event updated for resources: {'Port': ['ID=a05b16b5-8412-43f3-b804-64147fdce223,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:48.474389 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:01:48.474919 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:48.475209 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.475608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:01:48.476073 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Bound port: a05b16b5-8412-43f3-b804-64147fdce223, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:01:48.476583 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.478933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9aa3f9fb-54da-4745-974d-00121414fad0 None None] Provisioning for port 1fda7e8f-18eb-468b-9d60-07678209ea83 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:48.497038 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.501653 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.503889 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9aa3f9fb-54da-4745-974d-00121414fad0 None None] Provisioning complete for port 1fda7e8f-18eb-468b-9d60-07678209ea83 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:48.504261 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f9fb-54da-4745-974d-00121414fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.560343 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3f9fb-54da-4745-974d-00121414fad0 None None] Port 1fda7e8f-18eb-468b-9d60-07678209ea83 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:01:48.567100 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] For port a05b16b5-8412-43f3-b804-64147fdce223, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:01:48.567325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Pushing event updated for resources: {'Port': ['ID=1fda7e8f-18eb-468b-9d60-07678209ea83,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:48.569978 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.580275 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] For port a05b16b5-8412-43f3-b804-64147fdce223, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a05b16b5-8412-43f3-b804-64147fdce223,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:01:48.585504 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:48.642511 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:48.643724 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:48.648714 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d35d4-bad8-4d5e-8ce9-69ebb62aa306 None None] Pushing event updated for resources: {'Port': ['ID=a05b16b5-8412-43f3-b804-64147fdce223,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:48.666410 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:48.667801 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:48.759216 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:48.987792 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 2, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:49.019432 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f043-f2df-4cc9-ac5b-2c250c77e21f None None] The sync data for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 is: [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 2, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:01:49.022555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5519f206-9c06-4882-992c-3423aee7a3d0 None None] Provisioning complete for port 1fda7e8f-18eb-468b-9d60-07678209ea83 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:49.023401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5519f206-9c06-4882-992c-3423aee7a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:49.060137 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-5519f206-9c06-4882-992c-3423aee7a3d0 None None] Port 1fda7e8f-18eb-468b-9d60-07678209ea83 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:01:49.106710 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Router 318bd7ef-045a-4953-8e2f-218680ff5e76 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:01:49.167572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:49.241345 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:01:49.244041 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:49.244425 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:49.246739 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-4cf15bca-4535-4b34-8b34-f824940867ea admin admin] 10.222.0.25 "PUT /v2.0/routers/318bd7ef-045a-4953-8e2f-218680ff5e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9306581 Aug 20 13:01:49.761328 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36160) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:49.766843 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1980746668-network', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:49.789483 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Made reservation on behalf of 0e5078ffb84f4edf8c7d975b22f66272 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:01:49.792013 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:49.801847 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:49.897367 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:49.902496 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:49.931448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:01:49.937160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be18639-6af0-46ad-9548-1a7fa9171bd3,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:49.946402 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:49.946892 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Added segment 471dd80b-39e6-402a-94fc-6f2f30b640e0 of type vlan for network a4181f0c-2657-400a-abca-00b9d4645e32 Aug 20 13:01:49.991292 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.017211 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.018392 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:50.018988 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.082796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3178084 Aug 20 13:01:50.082993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36162) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:50.087889 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Request body: {'subnet': {'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1980746668-subnet', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:50.094170 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a29eac-c05a-49e8-a7d5-25ea005f07ee admin admin] Pushing event updated for resources: {'Network': ['ID=a4181f0c-2657-400a-abca-00b9d4645e32,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:50.106615 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network a4181f0c-2657-400a-abca-00b9d4645e32 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:01:50.116919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Made reservation on behalf of 0e5078ffb84f4edf8c7d975b22f66272 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:01:50.119732 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.303712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.359335 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed55910b-5b7c-4cc0-bae8-c02b4459b432,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:50.369175 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Checking segment: {'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:50.369538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Network hostable DHCP agents. Network: a4181f0c-2657-400a-abca-00b9d4645e32, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:01:50.386093 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Network a4181f0c-2657-400a-abca-00b9d4645e32 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:01:50.394642 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, a4181f0c-2657-400a-abca-00b9d4645e32) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:50.398629 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:50.399218 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.404004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ea2ba-5679-41e9-9189-6406f18d8f5a None None] Network a4181f0c-2657-400a-abca-00b9d4645e32 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:01:50.413876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-25656a35-8e7a-48e2-a91d-71d443636842 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3298299 Aug 20 13:01:50.416374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36164) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:50.420776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:50.441815 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.443486 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.497929 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.560201 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-a4181f0c-2657-400a-abca-00b9d4645e32', 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'fixed_ips': [{'subnet_id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:01:50.561059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.645008 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.703881 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Allocated IP 172.20.0.2 (a4181f0c-2657-400a-abca-00b9d4645e32/ed55910b-5b7c-4cc0-bae8-c02b4459b432/bda35158-2634-405e-853e-b642a99e2a32) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:01:50.853604 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.858828 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.868723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Transition to ACTIVE for port object bda35158-2634-405e-853e-b642a99e2a32 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:50.874059 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.884680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Transition to ACTIVE for port object bda35158-2634-405e-853e-b642a99e2a32 will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:50.892061 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:50.933612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Network a4181f0c-2657-400a-abca-00b9d4645e32 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:50.936408 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:50.938842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:01:50.948521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Pushing event updated for resources: {'Port': ['ID=bda35158-2634-405e-853e-b642a99e2a32,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:50.983935 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Allocated IP 172.25.0.7 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/30fc24ce-3b29-4d9f-a771-9eccdaecc178) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:01:51.002079 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Attempting to bind port bda35158-2634-405e-853e-b642a99e2a32 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:01:51.002496 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Attempting to bind port bda35158-2634-405e-853e-b642a99e2a32 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:01:51.002852 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Attempting to bind port bda35158-2634-405e-853e-b642a99e2a32 on network a4181f0c-2657-400a-abca-00b9d4645e32 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:01:51.008026 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:01:51.008398 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Checking segment: {'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:51.008799 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.009187 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Bound using segment: {'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:01:51.009646 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Bound port: bda35158-2634-405e-853e-b642a99e2a32, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:01:51.010021 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.070095 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Sync routers for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:01:51.079711 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:51.080231 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:51.080407 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] For port bda35158-2634-405e-853e-b642a99e2a32, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:01:51.083739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] For port bda35158-2634-405e-853e-b642a99e2a32, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bda35158-2634-405e-853e-b642a99e2a32,segment=NetworkSegment(471dd80b-39e6-402a-94fc-6f2f30b640e0),segment_id=471dd80b-39e6-402a-94fc-6f2f30b640e0)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:01:51.088031 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.101080 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.149473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a6d67-ab82-4ff2-9ad6-94f1ee01e75a None None] Pushing event updated for resources: {'Port': ['ID=bda35158-2634-405e-853e-b642a99e2a32,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:51.166626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.215811 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:51.223487 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:51.225339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:51.240823 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Pushing event updated for resources: {'Port': ['ID=30fc24ce-3b29-4d9f-a771-9eccdaecc178,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:51.243272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:01:51.263196 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a05b16b5-8412-43f3-b804-64147fdce223 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:51.329946 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port a05b16b5-8412-43f3-b804-64147fdce223 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:51.335459 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a05b16b5-8412-43f3-b804-64147fdce223 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:51.335887 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.471839 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.478041 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 2, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:51.493632 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port a05b16b5-8412-43f3-b804-64147fdce223, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a05b16b5-8412-43f3-b804-64147fdce223,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:51.499440 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.511193 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Checking router: 318bd7ef-045a-4953-8e2f-218680ff5e76 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:01:51.511849 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Updating router 318bd7ef-045a-4953-8e2f-218680ff5e76 port 1fda7e8f-18eb-468b-9d60-07678209ea83 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:01:51.552126 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.553561 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=a05b16b5-8412-43f3-b804-64147fdce223,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:51.584342 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.790332 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.826095 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-213b1dc6-505b-4d03-a691-ebad7e8b4311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.837658 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.848081 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Transition to ACTIVE for port object 1fda7e8f-18eb-468b-9d60-07678209ea83 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:51.854287 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.903277 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Pushing event updated for resources: {'Port': ['ID=1fda7e8f-18eb-468b-9d60-07678209ea83,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:51.938364 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.938858 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.939348 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.939748 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.940205 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.940605 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.940997 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.941388 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.941775 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.942207 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.942584 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.942969 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:01:51.951422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:01:51.983109 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Attempting to bind port 1fda7e8f-18eb-468b-9d60-07678209ea83 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:01:51.983468 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Attempting to bind port 1fda7e8f-18eb-468b-9d60-07678209ea83 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:01:51.983827 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Attempting to bind port 1fda7e8f-18eb-468b-9d60-07678209ea83 on network 5d5a00cb-1329-46d1-86a9-18a76f374504 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:01:51.990543 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:01:51.990914 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Checking segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:51.991313 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:51.991698 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Bound using segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:01:51.992155 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Bound port: 1fda7e8f-18eb-468b-9d60-07678209ea83, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:01:51.992526 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:52.063937 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] For port 1fda7e8f-18eb-468b-9d60-07678209ea83, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:01:52.070036 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] For port 1fda7e8f-18eb-468b-9d60-07678209ea83, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1fda7e8f-18eb-468b-9d60-07678209ea83,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:01:52.075884 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:52.087254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:01:52.097642 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Sync routers for ids ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:01:52.113527 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:52.114813 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ebc17c97-4689-403e-9366-1118a6d32495 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6974821 Aug 20 13:01:52.116857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Routers {'49508c8d-64ee-4cc8-9e87-c09bee6c99f8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:52.117584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:52.118095 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36166) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:52.141726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:52.142760 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:52.257649 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Set router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:52.271653 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:52.428956 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eddfa-7391-4eed-834a-ea8d58b2d177 None None] Pushing event updated for resources: {'Port': ['ID=1fda7e8f-18eb-468b-9d60-07678209ea83,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:52.476787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77de210-f0e9-475d-ad15-3ede3671534b None None] Network a4181f0c-2657-400a-abca-00b9d4645e32 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:01:52.536471 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-0066b684-b949-45b9-b1f3-814136669389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:52Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:52.569234 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066b684-b949-45b9-b1f3-814136669389 None None] The sync data for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 is: [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:52Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:01:52.574652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-2156d5ba-14c6-43f8-b6e4-ebab97d6f0fb None None] Provisioning for port bda35158-2634-405e-853e-b642a99e2a32 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:52.660492 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 3, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port': {'id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:52.672814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:52.691170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Checking router: 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:01:52.691521 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Updating router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 port 30fc24ce-3b29-4d9f-a771-9eccdaecc178 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:01:52.746283 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:52.845526 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Allocated IP 172.20.0.1 (a4181f0c-2657-400a-abca-00b9d4645e32/ed55910b-5b7c-4cc0-bae8-c02b4459b432/261b79dc-cc8f-4d52-ae3d-c95c34697a25) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:01:52.992912 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.009380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Transition to ACTIVE for port object 261b79dc-cc8f-4d52-ae3d-c95c34697a25 will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:53.048933 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.076772 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.091940 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Network a4181f0c-2657-400a-abca-00b9d4645e32 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:53.095064 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:53.098387 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:01:53.098739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Transition to ACTIVE for port object 30fc24ce-3b29-4d9f-a771-9eccdaecc178 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:53.109204 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.135681 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Pushing event updated for resources: {'Port': ['ID=261b79dc-cc8f-4d52-ae3d-c95c34697a25,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:53.163465 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.183217 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee9a7e-b78b-4d46-811c-709b738bdbbc None None] Pushing event updated for resources: {'Port': ['ID=30fc24ce-3b29-4d9f-a771-9eccdaecc178,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:53.186677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Attempting to bind port 30fc24ce-3b29-4d9f-a771-9eccdaecc178 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:01:53.186677 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Attempting to bind port 30fc24ce-3b29-4d9f-a771-9eccdaecc178 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:01:53.186936 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Attempting to bind port 30fc24ce-3b29-4d9f-a771-9eccdaecc178 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:01:53.194867 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:01:53.195240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:53.195644 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.196036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:01:53.196540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Bound port: 30fc24ce-3b29-4d9f-a771-9eccdaecc178, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:01:53.196933 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.259332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] For port 30fc24ce-3b29-4d9f-a771-9eccdaecc178, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:01:53.262804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] For port 30fc24ce-3b29-4d9f-a771-9eccdaecc178, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=30fc24ce-3b29-4d9f-a771-9eccdaecc178,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:01:53.269102 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.364869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Routers {'49508c8d-64ee-4cc8-9e87-c09bee6c99f8'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:53.364869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:53.381878 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.432207 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1fda7e8f-18eb-468b-9d60-07678209ea83 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:53.438600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee9a7e-b78b-4d46-811c-709b738bdbbc None None] Pushing event updated for resources: {'Port': ['ID=30fc24ce-3b29-4d9f-a771-9eccdaecc178,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:53.574715 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.590036 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.664049 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Pushing event updated for resources: {'Port': ['ID=261b79dc-cc8f-4d52-ae3d-c95c34697a25,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:53.669908 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.697384 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ebb4f515-84d3-4947-92c6-e1f1b504df82 None None] Provisioning for port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:53.712352 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ebb4f515-84d3-4947-92c6-e1f1b504df82 None None] Provisioning complete for port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:53.712720 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f515-84d3-4947-92c6-e1f1b504df82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.718226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] Set router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:53.764027 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Network a4181f0c-2657-400a-abca-00b9d4645e32 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:53.765712 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:53.788142 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 1fda7e8f-18eb-468b-9d60-07678209ea83 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:53.795545 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4f515-84d3-4947-92c6-e1f1b504df82 None None] Port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:01:53.829122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1fda7e8f-18eb-468b-9d60-07678209ea83 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:53.829923 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:53.909298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:01:54.017225 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:54.045605 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c67c2f46-7b83-4ee1-a146-89675c9bfd99 None None] Provisioning complete for port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:54.045892 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c67c2f46-7b83-4ee1-a146-89675c9bfd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:54.051603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:01:54.057382 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-445d60b8-dbc6-4daa-8195-1c559d632c45 admin admin] 10.222.0.25 "PUT /v2.0/routers/49508c8d-64ee-4cc8-9e87-c09bee6c99f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9376962 Aug 20 13:01:54.097820 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 1fda7e8f-18eb-468b-9d60-07678209ea83, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1fda7e8f-18eb-468b-9d60-07678209ea83,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:54.110432 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:54.111260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bda35158-2634-405e-853e-b642a99e2a32 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:54.172838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c67c2f46-7b83-4ee1-a146-89675c9bfd99 None None] Port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:01:54.209674 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 4, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port': {'id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '261b79dc-cc8f-4d52-ae3d-c95c34697a25', 'name': '', 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'mac_address': 'fa:16:3e:36:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:52Z', 'updated_at': '2021-08-20T13:01:52Z', 'revision_number': 1, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'subnets': [{'id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:54.267794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea12b-5256-4d2a-8004-a76efd7ca775 None None] The sync data for ids ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'] in n-d-800634-10 is: [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 4, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port': {'id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '261b79dc-cc8f-4d52-ae3d-c95c34697a25', 'name': '', 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'mac_address': 'fa:16:3e:36:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:52Z', 'updated_at': '2021-08-20T13:01:52Z', 'revision_number': 1, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'subnets': [{'id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:01:54.280808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=1fda7e8f-18eb-468b-9d60-07678209ea83,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:54.297338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port bda35158-2634-405e-853e-b642a99e2a32 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:54.304663 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bda35158-2634-405e-853e-b642a99e2a32 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:54.305250 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:54.382314 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:01:54.429871 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-79288718-9657-4519-b5c6-36b304490076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:54.434030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:54.477125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port bda35158-2634-405e-853e-b642a99e2a32, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bda35158-2634-405e-853e-b642a99e2a32,segment=NetworkSegment(471dd80b-39e6-402a-94fc-6f2f30b640e0),segment_id=471dd80b-39e6-402a-94fc-6f2f30b640e0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:54.487933 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:54.488796 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a05b16b5-8412-43f3-b804-64147fdce223 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:54.628112 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port a05b16b5-8412-43f3-b804-64147fdce223 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:54.629042 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:54.632606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=bda35158-2634-405e-853e-b642a99e2a32,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:55.070747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36174) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:55.075493 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e1ce12bd-b94b-4e5c-8c9f-729f3f9c7a4c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395213094', 'description': 'tempest-secgroup-smoke-395213094 description', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:55.098570 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1ce12bd-b94b-4e5c-8c9f-729f3f9c7a4c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.121978 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.182389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1ce12bd-b94b-4e5c-8c9f-729f3f9c7a4c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.186367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1ce12bd-b94b-4e5c-8c9f-729f3f9c7a4c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.198339 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bda35158-2634-405e-853e-b642a99e2a32 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:55.217063 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e1ce12bd-b94b-4e5c-8c9f-729f3f9c7a4c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.218295 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e1ce12bd-b94b-4e5c-8c9f-729f3f9c7a4c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1464603 Aug 20 13:01:55.221073 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36176) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:55.226248 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-547850f6-d69a-4cff-b35b-97183cb23a71 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': 'd624531d-4eec-48c1-810e-73c2789ff921', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:55.230222 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce12bd-b94b-4e5c-8c9f-729f3f9c7a4c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d624531d-4eec-48c1-810e-73c2789ff921,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:55.255690 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-547850f6-d69a-4cff-b35b-97183cb23a71 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.260978 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port bda35158-2634-405e-853e-b642a99e2a32 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:55.261354 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.322208 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-547850f6-d69a-4cff-b35b-97183cb23a71 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.327713 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-547850f6-d69a-4cff-b35b-97183cb23a71 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.348497 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547850f6-d69a-4cff-b35b-97183cb23a71 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc32d64a-ef0c-467c-9098-574a110702dc,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:55.357814 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-547850f6-d69a-4cff-b35b-97183cb23a71 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.360098 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-547850f6-d69a-4cff-b35b-97183cb23a71 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373992 Aug 20 13:01:55.363682 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36178) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:55.369040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-fcee1523-c999-43bc-b2f0-0229f2975bda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': 'd624531d-4eec-48c1-810e-73c2789ff921', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:55.376912 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1fda7e8f-18eb-468b-9d60-07678209ea83 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:55.428935 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fcee1523-c999-43bc-b2f0-0229f2975bda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.443148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 1fda7e8f-18eb-468b-9d60-07678209ea83 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:55.443524 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.501546 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fcee1523-c999-43bc-b2f0-0229f2975bda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.506764 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fcee1523-c999-43bc-b2f0-0229f2975bda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.527534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee1523-c999-43bc-b2f0-0229f2975bda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd05abe4-6cc3-476b-abf8-6889bdb1eb99,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:55.536698 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-fcee1523-c999-43bc-b2f0-0229f2975bda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.538234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-fcee1523-c999-43bc-b2f0-0229f2975bda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1731563 Aug 20 13:01:55.542375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36180) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:55.549116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-81f154d1-62ed-42d0-ab6b-12fa62b21cb4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': 'd624531d-4eec-48c1-810e-73c2789ff921', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:55.577812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f154d1-62ed-42d0-ab6b-12fa62b21cb4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.640637 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f154d1-62ed-42d0-ab6b-12fa62b21cb4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.644650 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f154d1-62ed-42d0-ab6b-12fa62b21cb4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.665304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f154d1-62ed-42d0-ab6b-12fa62b21cb4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f79433d-feec-4434-9eee-06f0abbbd4a3,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:55.671806 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-81f154d1-62ed-42d0-ab6b-12fa62b21cb4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.673081 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-81f154d1-62ed-42d0-ab6b-12fa62b21cb4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296406 Aug 20 13:01:55.676633 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36182) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:55.681350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-3329f436-d477-44c1-a47d-073ae73a88ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': 'd624531d-4eec-48c1-810e-73c2789ff921', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:55.708703 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3329f436-d477-44c1-a47d-073ae73a88ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.778050 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3329f436-d477-44c1-a47d-073ae73a88ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.781880 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3329f436-d477-44c1-a47d-073ae73a88ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.802369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329f436-d477-44c1-a47d-073ae73a88ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ba0100-4891-414f-8a38-06aa597194e9,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:55.810318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-3329f436-d477-44c1-a47d-073ae73a88ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.811621 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3329f436-d477-44c1-a47d-073ae73a88ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339812 Aug 20 13:01:55.814536 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36184) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:55.819306 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-753401ba-1ce5-4b40-bae8-403472d8477a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': 'd624531d-4eec-48c1-810e-73c2789ff921', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:55.833741 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.842692 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-753401ba-1ce5-4b40-bae8-403472d8477a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Project aee579e3fd9f4bd9b5fe41f1a21ced85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:01:55.847995 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-753401ba-1ce5-4b40-bae8-403472d8477a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.913476 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-753401ba-1ce5-4b40-bae8-403472d8477a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.917223 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-753401ba-1ce5-4b40-bae8-403472d8477a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.936377 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753401ba-1ce5-4b40-bae8-403472d8477a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8295d055-38f1-4767-ab8b-8257fca85ecb,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:55.946750 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-753401ba-1ce5-4b40-bae8-403472d8477a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:55.947977 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-753401ba-1ce5-4b40-bae8-403472d8477a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323779 Aug 20 13:01:55.950803 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36186) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:01:55.955396 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0c283410-1162-44ea-bde8-58ea6cc915df tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': 'd624531d-4eec-48c1-810e-73c2789ff921', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:55.977798 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-0c283410-1162-44ea-bde8-58ea6cc915df tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Project aee579e3fd9f4bd9b5fe41f1a21ced85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:01:55.983871 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c283410-1162-44ea-bde8-58ea6cc915df tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:56.052639 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c283410-1162-44ea-bde8-58ea6cc915df tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:56.056185 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c283410-1162-44ea-bde8-58ea6cc915df tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:56.075380 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c283410-1162-44ea-bde8-58ea6cc915df tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea264201-415a-44dd-ae24-5d784dec3f44,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:56.078361 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0c283410-1162-44ea-bde8-58ea6cc915df tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:56.079590 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0c283410-1162-44ea-bde8-58ea6cc915df tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278431 Aug 20 13:01:56.359731 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-8c3e0c58-88e6-40a2-8b07-84398ec5907d tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395213094&fields=id&tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85 HTTP/1.1" status: 200 len: 267 time: 0.0390193 Aug 20 13:01:56.469042 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-d8c8281f-8067-4b4b-88c3-a1c22472098e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:56.470540 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-d8c8281f-8067-4b4b-88c3-a1c22472098e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 809 time: 0.1028435 Aug 20 13:01:56.488538 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-63e323b3-93ba-40f6-8358-b338a9185082 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/quotas/aee579e3fd9f4bd9b5fe41f1a21ced85 HTTP/1.1" status: 200 len: 375 time: 0.0112782 Aug 20 13:01:56.546228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-9587a14a-7fef-4586-90c6-cf56dbdf0df2 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518332 Aug 20 13:01:56.641891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-fa0197f1-751e-418c-9a20-1bab795d25b2 service neutron] 10.222.0.25 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835307 Aug 20 13:01:56.743115 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-6a2f2017-04a7-4562-81ca-a8b7091e5cf8 service neutron] 10.222.0.25 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943985 Aug 20 13:01:56.773085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Sync routers for ids ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:01:56.784945 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Routers {'49508c8d-64ee-4cc8-9e87-c09bee6c99f8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:56.785587 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:56.892488 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Set router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:56.921274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-373a916c-f702-46ca-81fa-bead8bf77101 req-aa4e61ab-8a73-42c9-b3e8-1507453bd3ff tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 210 time: 0.0330949 Aug 20 13:01:57.211548 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 30fc24ce-3b29-4d9f-a771-9eccdaecc178 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:57.212740 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 4, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port': {'id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '261b79dc-cc8f-4d52-ae3d-c95c34697a25', 'name': '', 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'mac_address': 'fa:16:3e:36:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:52Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 2, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'subnets': [{'id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:57.240397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.240739 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Checking router: 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:01:57.241088 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Updating router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:01:57.271445 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.275745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 30fc24ce-3b29-4d9f-a771-9eccdaecc178 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:57.280332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 30fc24ce-3b29-4d9f-a771-9eccdaecc178 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:57.281081 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.384721 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.408991 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 30fc24ce-3b29-4d9f-a771-9eccdaecc178, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=30fc24ce-3b29-4d9f-a771-9eccdaecc178,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:57.414564 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.466650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=30fc24ce-3b29-4d9f-a771-9eccdaecc178,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:57.569104 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.578862 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Transition to ACTIVE for port object 261b79dc-cc8f-4d52-ae3d-c95c34697a25 will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:57.584158 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.634418 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e1ea3-97d4-4676-8d07-b8281226f20d None None] Pushing event updated for resources: {'Port': ['ID=261b79dc-cc8f-4d52-ae3d-c95c34697a25,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:57.681153 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Attempting to bind port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:01:57.681518 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Attempting to bind port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:01:57.681878 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Attempting to bind port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 on network a4181f0c-2657-400a-abca-00b9d4645e32 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:01:57.687026 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:01:57.687386 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Checking segment: {'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:57.687783 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.688169 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Bound using segment: {'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:01:57.688622 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Bound port: 261b79dc-cc8f-4d52-ae3d-c95c34697a25, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471dd80b-39e6-402a-94fc-6f2f30b640e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:01:57.688996 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.758400 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] For port 261b79dc-cc8f-4d52-ae3d-c95c34697a25, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:01:57.761832 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] For port 261b79dc-cc8f-4d52-ae3d-c95c34697a25, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=261b79dc-cc8f-4d52-ae3d-c95c34697a25,segment=NetworkSegment(471dd80b-39e6-402a-94fc-6f2f30b640e0),segment_id=471dd80b-39e6-402a-94fc-6f2f30b640e0)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:01:57.766513 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:57.813402 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Routers {'49508c8d-64ee-4cc8-9e87-c09bee6c99f8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:01:57.814261 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:57.868427 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e1ea3-97d4-4676-8d07-b8281226f20d None None] Pushing event updated for resources: {'Port': ['ID=261b79dc-cc8f-4d52-ae3d-c95c34697a25,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:57.966693 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-d48bcbc8-5385-48f8-acb6-3b4dfa87eb8f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:57.969200 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-d48bcbc8-5385-48f8-acb6-3b4dfa87eb8f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 809 time: 0.1417539 Aug 20 13:01:57.993316 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] Set router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:01:58.045299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1749d32-1af2-4899-879d-e54ceb595906 req-899759bc-a0c8-406e-b085-beb67ad2e3cb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 210 time: 0.0358920 Aug 20 13:01:58.063884 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-0fbf016c-8a29-43c0-b0af-f79f84d95178 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85 HTTP/1.1" status: 200 len: 379 time: 0.0841770 Aug 20 13:01:58.074426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'port': {'device_id': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'admin_state_up': True, 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'security_groups': ['d624531d-4eec-48c1-810e-73c2789ff921']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:58.185253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Made reservation on behalf of aee579e3fd9f4bd9b5fe41f1a21ced85 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:01:58.188791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:58.223404 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-514139de-df37-410b-a02d-0251387c71b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 4, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port': {'id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '261b79dc-cc8f-4d52-ae3d-c95c34697a25', 'name': '', 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'mac_address': 'fa:16:3e:36:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:52Z', 'updated_at': '2021-08-20T13:01:57Z', 'revision_number': 4, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'subnets': [{'id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:01:58.250788 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514139de-df37-410b-a02d-0251387c71b9 None None] The sync data for ids ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'] in n-d-800634-10 is: [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:53Z', 'revision_number': 4, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port': {'id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '261b79dc-cc8f-4d52-ae3d-c95c34697a25', 'name': '', 'network_id': 'a4181f0c-2657-400a-abca-00b9d4645e32', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'mac_address': 'fa:16:3e:36:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:52Z', 'updated_at': '2021-08-20T13:01:57Z', 'revision_number': 4, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'subnets': [{'id': 'ed55910b-5b7c-4cc0-bae8-c02b4459b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:01:58.324134 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Allocated IP 172.20.0.9 (5d5a00cb-1329-46d1-86a9-18a76f374504/ce2b7b07-edf4-40bb-a58e-2c0cf25351c1/43982eb6-d435-406f-b7d3-940508ccdcd8) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:01:58.484781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:58.499838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Transition to ACTIVE for port object 43982eb6-d435-406f-b7d3-940508ccdcd8 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:58.534155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:58.577905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:01:58.581088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:01:58.585116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:01:58.593842 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:58.641413 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:58.642397 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:58.658234 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-83c3da88-0a76-445c-bd90-2a1f4b415c06 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874650 Aug 20 13:01:58.671431 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Request body: {'port': {'device_id': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:01:58.739768 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:58.878018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bab7efcc-3af6-4fb5-88f3-b739bf033bad None None] Provisioning for port 43982eb6-d435-406f-b7d3-940508ccdcd8 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:58.883239 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bab7efcc-3af6-4fb5-88f3-b739bf033bad None None] Provisioning complete for port 43982eb6-d435-406f-b7d3-940508ccdcd8 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:58.883611 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bab7efcc-3af6-4fb5-88f3-b739bf033bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:58.919856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bab7efcc-3af6-4fb5-88f3-b739bf033bad None None] Port 43982eb6-d435-406f-b7d3-940508ccdcd8 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:01:59.020594 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43982eb6-d435-406f-b7d3-940508ccdcd8 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:01:59.029250 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.046596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Transition to ACTIVE for port object 43982eb6-d435-406f-b7d3-940508ccdcd8 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:01:59.051469 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.105201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:59.217371 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a92182-fd95-495b-b157-b4ac32f39b4a req-aa5bdadb-0fec-48a2-b557-0d567053a9e6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:59.218972 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21a92182-fd95-495b-b157-b4ac32f39b4a req-aa5bdadb-0fec-48a2-b557-0d567053a9e6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0919428 Aug 20 13:01:59.222911 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 30fc24ce-3b29-4d9f-a771-9eccdaecc178 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:59.227768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Attempting to bind port 43982eb6-d435-406f-b7d3-940508ccdcd8 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:01:59.228097 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Attempting to bind port 43982eb6-d435-406f-b7d3-940508ccdcd8 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:01:59.228420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Attempting to bind port 43982eb6-d435-406f-b7d3-940508ccdcd8 on network 5d5a00cb-1329-46d1-86a9-18a76f374504 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:01:59.244711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Port 43982eb6-d435-406f-b7d3-940508ccdcd8 on network 5d5a00cb-1329-46d1-86a9-18a76f374504 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:01:59.245026 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Attempting to bind port 43982eb6-d435-406f-b7d3-940508ccdcd8 on network 5d5a00cb-1329-46d1-86a9-18a76f374504 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:01:59.255676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:01:59.256013 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Checking segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:01:59.256402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Bound using segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:01:59.256840 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Bound port: 43982eb6-d435-406f-b7d3-940508ccdcd8, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:01:59.257576 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.281253 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 30fc24ce-3b29-4d9f-a771-9eccdaecc178 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:59.281925 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.285274 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21a92182-fd95-495b-b157-b4ac32f39b4a req-7c061590-02f9-4176-8d23-f6c1e47636db tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579875 Aug 20 13:01:59.335364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:01:59.338623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:01:59.343338 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.384245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:59.384860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.386296 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] 10.222.0.22 "PUT /v2.0/ports/43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 1092 time: 0.7192900 Aug 20 13:01:59.388974 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:01:59.392487 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe39789f-1627-4c79-8e8e-99dea0a85aec" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:01:59.399014 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 261b79dc-cc8f-4d52-ae3d-c95c34697a25 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:01:59.434300 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafdeaa-23fd-4208-afad-06ef9a52a895 service neutron] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:59.480810 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:01:59.495788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:01:59.496163 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.506490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-473614c7-48ab-40b4-8a22-b0c9b2b7fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:59.508290 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-473614c7-48ab-40b4-8a22-b0c9b2b7fcd7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1095 time: 0.0677910 Aug 20 13:01:59.526974 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8eb33a-9ec5-49da-9819-6199f4be912f x-openstack-request-id: req-7e8eb33a-9ec5-49da-9819-6199f4be912f {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:01:59.527273 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:01:59.527533 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e8eb33a-9ec5-49da-9819-6199f4be912f {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:01:59.527935 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'status': 'completed', 'code': 200} Aug 20 13:01:59.556901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-e668c7a4-a631-4cc6-8437-d9d41f9c0b40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 217 time: 0.0390675 Aug 20 13:01:59.583621 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.607452 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-2575fe8f-7153-4630-873b-8772421bce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:59.609158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-2575fe8f-7153-4630-873b-8772421bce42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0455587 Aug 20 13:01:59.618274 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 261b79dc-cc8f-4d52-ae3d-c95c34697a25, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=261b79dc-cc8f-4d52-ae3d-c95c34697a25,segment=NetworkSegment(471dd80b-39e6-402a-94fc-6f2f30b640e0),segment_id=471dd80b-39e6-402a-94fc-6f2f30b640e0)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:01:59.622619 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:01:59.662797 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-9324b3d5-f02c-4054-98ea-30656419c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:59.664213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-9324b3d5-f02c-4054-98ea-30656419c491 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480025 Aug 20 13:01:59.676538 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=261b79dc-cc8f-4d52-ae3d-c95c34697a25,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:01:59.755335 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-9a2a3364-cc99-44a4-bf90-d748e114219a service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Aug 20 13:01:59.851680 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-770478a5-9885-4a1b-91d3-6ec1327d78a2 req-5d14a2fc-4eb4-40fc-8753-77add8a55da1 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897920 Aug 20 13:01:59.942546 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-5e029017-3ba2-4ccb-98c1-de0b43892c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:01:59.943985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-5e029017-3ba2-4ccb-98c1-de0b43892c4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1095 time: 0.0430660 Aug 20 13:02:00.036252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-31f7bba3-b0b7-466f-b449-c6232d14c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:00.037736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-31f7bba3-b0b7-466f-b449-c6232d14c6e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0873203 Aug 20 13:02:00.080156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-cee661db-1b7a-4182-950e-36c85f37e43e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 217 time: 0.0351722 Aug 20 13:02:00.130363 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-c4e7fd26-a71d-4572-8931-f8f79ed0f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:00.131825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-c4e7fd26-a71d-4572-8931-f8f79ed0f639 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0448384 Aug 20 13:02:00.179303 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-f5c9c8b8-39ea-4dee-ba69-8c7f2b5bd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:00.180799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-f5c9c8b8-39ea-4dee-ba69-8c7f2b5bd132 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411689 Aug 20 13:02:00.279792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-425deffe-0a8b-4613-9217-7251ffd91e7a service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903723 Aug 20 13:02:00.714240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe39789f-1627-4c79-8e8e-99dea0a85aec req-b309dd4f-fe62-418b-9dfa-bc2ddc2a4c3b service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264519 Aug 20 13:02:00.732556 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec2229-02e0-4ed2-b400-49114840208f req-5f9627d4-3c6c-40ef-8ad6-e97a0e8d8f73 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:00.733999 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88ec2229-02e0-4ed2-b400-49114840208f req-5f9627d4-3c6c-40ef-8ad6-e97a0e8d8f73 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.3748503 Aug 20 13:02:00.772979 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-88ec2229-02e0-4ed2-b400-49114840208f req-f6c86da0-0261-41f4-b6e3-232705c8d328 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324979 Aug 20 13:02:01.174940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 261b79dc-cc8f-4d52-ae3d-c95c34697a25 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:02:01.225016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:02:01.225449 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:01.887269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076683a-e300-4f4c-a34e-bb3de00e959e req-619ae58c-8c4b-42dc-9042-3f4f7d95f4cd tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:01.888736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a076683a-e300-4f4c-a34e-bb3de00e959e req-619ae58c-8c4b-42dc-9042-3f4f7d95f4cd tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0496387 Aug 20 13:02:01.926918 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a076683a-e300-4f4c-a34e-bb3de00e959e req-45a2c0e3-2991-45fd-beae-cdd01c2657bb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317876 Aug 20 13:02:03.043125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8ea8-b819-4f05-8069-551156f21db3 req-72516d1b-ef49-45b5-b6d4-7c97564e6ba8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:03.044628 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdaa8ea8-b819-4f05-8069-551156f21db3 req-72516d1b-ef49-45b5-b6d4-7c97564e6ba8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0485680 Aug 20 13:02:03.094070 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cdaa8ea8-b819-4f05-8069-551156f21db3 req-55de22d8-cd08-4385-91e3-718fe042af1a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427136 Aug 20 13:02:03.303693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:02:03.398853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:02:03.410958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'port_id': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'mac_address': 'fa:16:3e:68:b1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:02:03.446924 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:03.460122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43982eb6-d435-406f-b7d3-940508ccdcd8 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:02:03.479107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:02:03.483271 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:03.530873 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:02:03.684629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['43982eb6-d435-406f-b7d3-940508ccdcd8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:02:04.212976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb64911-667f-4075-bd5a-db219bcae3a8 req-efa17ef0-2124-4da1-a3ce-b924c6d684e7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:04.214395 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cb64911-667f-4075-bd5a-db219bcae3a8 req-efa17ef0-2124-4da1-a3ce-b924c6d684e7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 944 time: 0.0498142 Aug 20 13:02:04.253561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9cb64911-667f-4075-bd5a-db219bcae3a8 req-36befd3c-42b2-498f-9a2f-6d961f127706 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331423 Aug 20 13:02:05.319125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:02:05.368168 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a3fc-b593-498a-88a0-d435c5e47dfe req-038e7ec6-f7c8-4494-b142-e108689aeea9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:05.369704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99b2a3fc-b593-498a-88a0-d435c5e47dfe req-038e7ec6-f7c8-4494-b142-e108689aeea9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 944 time: 0.0493407 Aug 20 13:02:05.373444 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 43982eb6-d435-406f-b7d3-940508ccdcd8 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:02:05.377348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 43982eb6-d435-406f-b7d3-940508ccdcd8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:02:05.377851 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:05.409051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-99b2a3fc-b593-498a-88a0-d435c5e47dfe req-855a7a22-1278-438d-a8de-818926d29aea tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Aug 20 13:02:05.453945 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:05.476855 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:02:05.479128 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea5cb2a-794c-408d-9b72-55f96b266fd5" -d '{"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-plugged", "status": "completed", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:02:05.492434 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:02:05.496499 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:05.521578 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3854fca2-4e32-4849-a563-91d651f06021 x-openstack-request-id: req-3854fca2-4e32-4849-a563-91d651f06021 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:02:05.521872 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-plugged", "status": "completed", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:02:05.522121 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3854fca2-4e32-4849-a563-91d651f06021 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:02:05.523082 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'code': 200} Aug 20 13:02:05.562234 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:02:05.617079 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57d1c5-0d11-47da-9a69-eb4e3e63bbe1 req-962ab4ae-9f28-415f-9e33-a6b194402087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:05.618581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c57d1c5-0d11-47da-9a69-eb4e3e63bbe1 req-962ab4ae-9f28-415f-9e33-a6b194402087 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1097 time: 0.0411816 Aug 20 13:02:05.656461 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9c57d1c5-0d11-47da-9a69-eb4e3e63bbe1 req-8690b620-6a0a-43d6-9c15-c73101b5f701 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312145 Aug 20 13:02:06.533236 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06ed5-b7ce-4b8c-88ee-c727412f652a req-b6d2b0e8-0d9f-49e9-b6ef-2408389d18f5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:06.535244 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7c06ed5-b7ce-4b8c-88ee-c727412f652a req-b6d2b0e8-0d9f-49e9-b6ef-2408389d18f5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0550499 Aug 20 13:02:06.573158 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c7c06ed5-b7ce-4b8c-88ee-c727412f652a req-c7168017-07ba-45ea-9c12-32f26fe71ad8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312331 Aug 20 13:02:07.711054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7126be-0454-43da-af5d-30c0e69c783b req-0764b6da-ec10-44b0-84db-f56eed842dbe tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:07.712242 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d7126be-0454-43da-af5d-30c0e69c783b req-0764b6da-ec10-44b0-84db-f56eed842dbe tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0502450 Aug 20 13:02:07.750713 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0d7126be-0454-43da-af5d-30c0e69c783b req-093d3f06-f6e1-4753-bf3e-0e6923526397 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322769 Aug 20 13:02:07.866617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da528f-7e65-4744-914e-ab5e57c8ef04 req-34ea9a64-028d-45d9-a499-74a86238d7d2 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:07.868103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07da528f-7e65-4744-914e-ab5e57c8ef04 req-34ea9a64-028d-45d9-a499-74a86238d7d2 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Aug 20 13:02:07.911253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-07da528f-7e65-4744-914e-ab5e57c8ef04 req-66182592-04ea-439c-b014-05654b839634 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366740 Aug 20 13:02:07.933348 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36246) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:02:08.068075 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37978da6-b9e5-4b1c-ad43-ac6a88c0ac17 tempest-TestShelveInstance-2144540407 tempest-TestShelveInstance-2144540407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:08.069597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-37978da6-b9e5-4b1c-ad43-ac6a88c0ac17 tempest-TestShelveInstance-2144540407 tempest-TestShelveInstance-2144540407-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1092 time: 0.1349487 Aug 20 13:02:08.072490 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36250) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:02:08.076830 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:02:08.098617 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:08.194358 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:08.300399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Allocated IP 172.25.0.13 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/cd23e08c-7db7-4d5c-aefe-f8cc00dda3e9) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:02:08.400782 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:08.444232 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:08.481982 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:02:08.485954 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:02:08.490246 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:02:08.520017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'Port': ['ID=cd23e08c-7db7-4d5c-aefe-f8cc00dda3e9,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:02:08.862278 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:08.928245 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:09.084516 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:09.089073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:09.157070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'Port': ['ID=cd23e08c-7db7-4d5c-aefe-f8cc00dda3e9,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:02:09.167722 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:09.270066 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Floating IP 546cfcf7-e9dd-4a5d-98b1-2f4a6f2629e3 associated. External IP: 172.25.0.13, port: 43982eb6-d435-406f-b7d3-940508ccdcd8. Aug 20 13:02:09.477494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Router 318bd7ef-045a-4953-8e2f-218680ff5e76 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:02:09.583630 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:02:09.593406 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] Sync routers for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:02:09.599628 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:09.607395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:02:09.608019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:02:09.627558 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-868059ea-7322-4c8d-b2be-bf06243eda0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5534976 Aug 20 13:02:09.628302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:02:09.630597 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67849ff-3ae1-4264-a818-343c85337a17" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:02:09.669618 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6e3589-a95c-4f0a-991c-179c494e4c64 x-openstack-request-id: req-9a6e3589-a95c-4f0a-991c-179c494e4c64 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:02:09.669918 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:02:09.670169 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a6e3589-a95c-4f0a-991c-179c494e4c64 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:02:09.670596 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'status': 'completed', 'code': 200} Aug 20 13:02:09.719312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:02:09.734200 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67849ff-3ae1-4264-a818-343c85337a17 req-6e3e5655-8951-450c-aeea-fde139bc1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:09.735655 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a67849ff-3ae1-4264-a818-343c85337a17 req-6e3e5655-8951-450c-aeea-fde139bc1ef5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1097 time: 0.0414991 Aug 20 13:02:09.836218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67849ff-3ae1-4264-a818-343c85337a17 req-62ca8fb8-9b19-4864-8ddf-d609f19598cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:09.837774 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a67849ff-3ae1-4264-a818-343c85337a17 req-62ca8fb8-9b19-4864-8ddf-d609f19598cf service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0947781 Aug 20 13:02:09.904583 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a67849ff-3ae1-4264-a818-343c85337a17 req-a666d98e-fd28-49ea-a9c0-c6fbcb4a3a9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 998 time: 0.0600221 Aug 20 13:02:09.943969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '546cfcf7-e9dd-4a5d-98b1-2f4a6f2629e3', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'port_id': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'mac_address': 'fa:16:3e:68:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:02:08Z', 'updated_at': '2021-08-20T13:02:08Z', 'revision_number': 0, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:02:09.958673 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67849ff-3ae1-4264-a818-343c85337a17 req-4f9a884d-48fb-418b-8f12-426a55a990c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:09.960168 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a67849ff-3ae1-4264-a818-343c85337a17 req-4f9a884d-48fb-418b-8f12-426a55a990c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0493338 Aug 20 13:02:09.969693 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] Checking router: 318bd7ef-045a-4953-8e2f-218680ff5e76 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:02:09.978961 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:02:09.979564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:01:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:02:10.008083 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67849ff-3ae1-4264-a818-343c85337a17 req-4e53672b-c51e-40b5-824f-9fb53c8e56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:10.009654 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a67849ff-3ae1-4264-a818-343c85337a17 req-4e53672b-c51e-40b5-824f-9fb53c8e56a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421927 Aug 20 13:02:10.107470 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a67849ff-3ae1-4264-a818-343c85337a17 req-7793d1f4-7ae0-4b07-b55d-dbfed1359e78 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882642 Aug 20 13:02:10.206051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a67849ff-3ae1-4264-a818-343c85337a17 req-b3268d90-541f-4641-b31a-094c01617f01 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915759 Aug 20 13:02:10.244277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:02:10.529233 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '546cfcf7-e9dd-4a5d-98b1-2f4a6f2629e3', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'port_id': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'mac_address': 'fa:16:3e:68:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:02:08Z', 'updated_at': '2021-08-20T13:02:08Z', 'revision_number': 0, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:02:10.564876 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd93ac-3a8d-40c5-9772-27e51b08c5f2 None None] The sync data for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 is: [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '546cfcf7-e9dd-4a5d-98b1-2f4a6f2629e3', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'port_id': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'mac_address': 'fa:16:3e:68:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:02:08Z', 'updated_at': '2021-08-20T13:02:08Z', 'revision_number': 0, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:02:10.762067 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5839f3-b6a3-4a61-a6fb-b23a8940750c None None] New status for floating IP 546cfcf7-e9dd-4a5d-98b1-2f4a6f2629e3: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:02:12.655397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:14.296782 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:21.520368 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-36516b97-0f21-4024-b076-525354bcd81a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407763 Aug 20 13:02:21.601852 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-99bcb235-f457-49fe-813c-795e614bee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:21.603393 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-99bcb235-f457-49fe-813c-795e614bee76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1097 time: 0.0405595 Aug 20 13:02:21.708458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-06d71e4b-b67d-4c17-8da3-d50722ff5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:21.709917 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-06d71e4b-b67d-4c17-8da3-d50722ff5d63 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0864735 Aug 20 13:02:21.779703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-9b4c2b63-a959-4da8-94a4-088b2c8889dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 1000 time: 0.0579586 Aug 20 13:02:21.828291 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-86841019-c0e1-4c23-98f2-9617d63d14c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:21.837279 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-1ad48278-7969-4703-becc-2f724ec649d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:21.838788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-1ad48278-7969-4703-becc-2f724ec649d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0508876 Aug 20 13:02:21.886269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-bb25c0ae-a4bd-4e0c-b191-4cdbffc19458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:02:21.887782 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-bb25c0ae-a4bd-4e0c-b191-4cdbffc19458 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409930 Aug 20 13:02:21.975336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-53a4ea0d-95e6-4297-9ecb-f8b052d12c47 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801845 Aug 20 13:02:22.067688 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-76caa385-8ebe-4759-bc00-63cc8820de4a req-f7198cb1-b9d4-449d-ae6a-c77861d7e633 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852063 Aug 20 13:02:24.397063 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d539845d-4583-4f6c-8058-74ded2c87311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:25.119165 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:25.835655 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:27.212358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:31.382348 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:02:42.660218 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:44.296939 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:51.830361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fef6167d-b829-475f-a55a-03658e9a5033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:54.392309 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c555-c530-4fb0-97d4-9904d88721e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:55.120121 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:55.837595 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:02:57.214879 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:07.938158 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-86b750e8-b677-42fa-bf72-0e8cd4c4aa77 req-8d7175b3-1d73-4eab-9519-f7d35a447069 service neutron] (101033) timed out ('10.222.0.73', 62350) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:03:08.381468 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:03:12.672668 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:14.294226 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:21.831500 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-14d295cc-0644-4f6a-9b75-a21b3bb23f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:22.561265 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-dfddd7fd-9c61-420c-808a-db516be7c359 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834641 Aug 20 13:03:22.643909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-138d1ca3-8244-408f-a808-3862878e33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:03:22.645383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-138d1ca3-8244-408f-a808-3862878e33bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1097 time: 0.0413456 Aug 20 13:03:22.753174 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-75773950-63c6-49c4-9f62-bc2a903665d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:03:22.754729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-75773950-63c6-49c4-9f62-bc2a903665d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0904608 Aug 20 13:03:22.820898 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-05ceeade-2849-4949-a03c-b876ef0e5c44 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 1000 time: 0.0587006 Aug 20 13:03:22.873641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-20c80692-f51e-4126-84a9-837cb01a602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:03:22.875727 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-20c80692-f51e-4126-84a9-837cb01a602b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0484078 Aug 20 13:03:22.920874 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-2e033729-4889-493b-867c-58ea8f681895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:03:22.922825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-2e033729-4889-493b-867c-58ea8f681895 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399258 Aug 20 13:03:22.934047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-5611b494-749b-465a-a141-a7dfec07e810 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:03:22.935047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-5611b494-749b-465a-a141-a7dfec07e810 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051806 Aug 20 13:03:23.026545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-7ba97235-dac0-453e-905f-f9b772f087f6 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843539 Aug 20 13:03:23.120657 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01c09cb9-7923-442a-866e-0e448ffd87a4 req-517f58f6-5402-4e0b-8d4b-d081f8e41ec3 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873311 Aug 20 13:03:24.393099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6cd79852-35d6-4954-81ce-a4aa73493a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:25.121315 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:25.842395 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:27.216503 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:30.742476 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-d6acd563-3487-4eb4-9db2-52701cfd6124 req-0c92b59e-cc4e-4499-b876-097f9adf57ef tempest-ServerActionsTestJSON-2100657900 tempest-ServerActionsTestJSON-2100657900-project] (101034) timed out ('10.222.0.25', 54496) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:03:42.675740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:44.292951 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:45.380967 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:03:51.833457 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-df6a6c8b-8431-4671-9451-d6c7906bbb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:54.396232 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-30f36cb2-3b93-4e68-81ff-688b648d70e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:55.122263 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:55.842985 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:03:57.220703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:04.895705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70036e-78c8-4e23-8d0d-54f20295dc28 req-11c7ad0b-808b-492b-8a8e-bc6a1f1361ca tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:04.897225 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a70036e-78c8-4e23-8d0d-54f20295dc28 req-11c7ad0b-808b-492b-8a8e-bc6a1f1361ca tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0502217 Aug 20 13:04:04.934902 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6a70036e-78c8-4e23-8d0d-54f20295dc28 req-55d395b5-53fb-4dc3-83fd-0149576245fb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Aug 20 13:04:06.065324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a27cf-c8ee-4c3d-b586-1542e0f1f502 req-721b69ab-8fab-42e5-9d36-7c4ae85e0878 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:06.066827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca0a27cf-c8ee-4c3d-b586-1542e0f1f502 req-721b69ab-8fab-42e5-9d36-7c4ae85e0878 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0499241 Aug 20 13:04:06.110827 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca0a27cf-c8ee-4c3d-b586-1542e0f1f502 req-adc8b169-b21f-416f-a9b6-ec2539699ae5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379572 Aug 20 13:04:07.229704 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fd973-a50d-4199-be3d-74f24b999bad req-1a6408b6-1ccb-4c0d-95e0-9548f3659262 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:07.231152 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-898fd973-a50d-4199-be3d-74f24b999bad req-1a6408b6-1ccb-4c0d-95e0-9548f3659262 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0516787 Aug 20 13:04:07.270150 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-898fd973-a50d-4199-be3d-74f24b999bad req-224e8636-1241-40be-bd17-2ed61abe06f9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Aug 20 13:04:08.385965 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22e75-dfd7-4dcf-859d-32f4f06a339d req-f420844f-f4db-4865-9728-ffe8db319e7f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:08.387513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44c22e75-dfd7-4dcf-859d-32f4f06a339d req-f420844f-f4db-4865-9728-ffe8db319e7f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0502441 Aug 20 13:04:08.426106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-44c22e75-dfd7-4dcf-859d-32f4f06a339d req-20c59f86-6191-46fd-8219-aceedcbd95e0 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323136 Aug 20 13:04:09.538230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e1372-a80a-4c8b-8b51-821fba619a67 req-4719419e-e787-4482-b9a8-d0fe569d3e25 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:09.539622 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d0e1372-a80a-4c8b-8b51-821fba619a67 req-4719419e-e787-4482-b9a8-d0fe569d3e25 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0482457 Aug 20 13:04:09.582239 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d0e1372-a80a-4c8b-8b51-821fba619a67 req-e38980aa-29c1-4305-a3ad-413fe4ca2c3d tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357180 Aug 20 13:04:10.703760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcc162-0a40-450d-8956-7c261e45555d req-13d2b324-30ab-480f-bb4b-9f3e270be5e1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:10.705357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcbcc162-0a40-450d-8956-7c261e45555d req-13d2b324-30ab-480f-bb4b-9f3e270be5e1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0572002 Aug 20 13:04:10.749227 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fcbcc162-0a40-450d-8956-7c261e45555d req-60e2780a-3332-47d5-acf2-ceb74d7c0a7c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378289 Aug 20 13:04:11.864527 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fa2e2-1c7c-4dc5-847a-5f24d6819422 req-e7109545-ef69-42a8-bc49-74e3e9d3cb8c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:11.866024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-503fa2e2-1c7c-4dc5-847a-5f24d6819422 req-e7109545-ef69-42a8-bc49-74e3e9d3cb8c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Aug 20 13:04:11.908359 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-503fa2e2-1c7c-4dc5-847a-5f24d6819422 req-0ef4c22b-b747-4db5-bdab-4397633194f8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363829 Aug 20 13:04:12.685218 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:13.025730 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44088f1-4de5-47ce-8dba-8208ffd03622 req-925fe0b9-759c-4d2b-8149-0630acd42fee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:13.027214 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e44088f1-4de5-47ce-8dba-8208ffd03622 req-925fe0b9-759c-4d2b-8149-0630acd42fee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0483170 Aug 20 13:04:13.068020 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e44088f1-4de5-47ce-8dba-8208ffd03622 req-ae0b15ee-e944-4c49-b34f-250836fbe0fd tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341265 Aug 20 13:04:14.185761 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5be07c-714f-430a-a3e8-9f6655897a92 req-4c00d97d-cb17-4af3-808d-a857033d1c11 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:14.187286 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c5be07c-714f-430a-a3e8-9f6655897a92 req-4c00d97d-cb17-4af3-808d-a857033d1c11 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0519936 Aug 20 13:04:14.224891 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0c5be07c-714f-430a-a3e8-9f6655897a92 req-ef300426-d412-4829-8d40-1b27d62d62cf tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Aug 20 13:04:14.293228 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:15.342898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73711-9764-41fa-9d49-73111549bac1 req-620b50a0-ceac-4375-8651-6922772715f8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:15.344401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01d73711-9764-41fa-9d49-73111549bac1 req-620b50a0-ceac-4375-8651-6922772715f8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0497608 Aug 20 13:04:15.388635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01d73711-9764-41fa-9d49-73111549bac1 req-9430e733-29ec-4d36-a419-7833f17186cd tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382295 Aug 20 13:04:16.502760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d3a8a-f4ee-45cf-a337-1d4e80104125 req-cfc06a01-39c7-4a79-ab72-f37f90cc87e8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:16.504507 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-335d3a8a-f4ee-45cf-a337-1d4e80104125 req-cfc06a01-39c7-4a79-ab72-f37f90cc87e8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0491569 Aug 20 13:04:16.546545 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-335d3a8a-f4ee-45cf-a337-1d4e80104125 req-cf497edd-dfe3-4b9c-9469-f7056b7b9ecb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357964 Aug 20 13:04:17.669189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba333e7-b69f-434a-bcbe-5cb7b685ba46 req-f737ceb9-54ed-4b46-9edd-305424b9edc8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:17.671857 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ba333e7-b69f-434a-bcbe-5cb7b685ba46 req-f737ceb9-54ed-4b46-9edd-305424b9edc8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0541470 Aug 20 13:04:17.721860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6ba333e7-b69f-434a-bcbe-5cb7b685ba46 req-8351c3d1-0612-48d1-b214-11697332af23 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436428 Aug 20 13:04:17.939468 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:04:18.067772 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:04:18.081385 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'port_id': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'mac_address': 'fa:16:3e:68:b1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:04:18.132119 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:18.147731 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43982eb6-d435-406f-b7d3-940508ccdcd8 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:04:18.168122 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:04:18.174106 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:18.239594 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:04:18.247740 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.248163 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.248524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.249022 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.249358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.249698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.250029 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.250381 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.250705 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.251034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.251356 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.251678 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:04:18.256926 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['43982eb6-d435-406f-b7d3-940508ccdcd8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:04:18.851788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbf97d-860b-4c11-8e69-1dd6e1c36976 req-c046a616-3915-4cea-84af-23c5063d2a21 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:18.853426 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70fbf97d-860b-4c11-8e69-1dd6e1c36976 req-c046a616-3915-4cea-84af-23c5063d2a21 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 944 time: 0.0527675 Aug 20 13:04:18.901222 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-70fbf97d-860b-4c11-8e69-1dd6e1c36976 req-8be80154-fa6b-451d-b013-7245d4a6b080 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416255 Aug 20 13:04:19.949049 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:04:20.006231 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 43982eb6-d435-406f-b7d3-940508ccdcd8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:04:20.006231 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:20.031144 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40ddee-3c39-41d8-897d-1bb8051dfd59 req-1b15973e-ec88-442f-943f-0c085c737a02 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:20.038458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb40ddee-3c39-41d8-897d-1bb8051dfd59 req-1b15973e-ec88-442f-943f-0c085c737a02 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 944 time: 0.0656793 Aug 20 13:04:20.080186 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bb40ddee-3c39-41d8-897d-1bb8051dfd59 req-e5717c21-5a99-44fa-aaee-cdcef28b2c54 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Aug 20 13:04:20.120989 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:20.148814 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:04:20.151103 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27607083-5199-4814-91e6-7da5711107a0" -d '{"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-plugged", "status": "completed", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:04:20.171709 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:04:20.178452 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:20.238509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:04:20.275580 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d689ef8-c959-440a-ba73-3ccda51b473f x-openstack-request-id: req-3d689ef8-c959-440a-ba73-3ccda51b473f {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:04:20.275947 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-plugged", "status": "completed", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:04:20.276264 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d689ef8-c959-440a-ba73-3ccda51b473f {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:04:20.276773 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'code': 200} Aug 20 13:04:21.223426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801333c-f43d-4a41-a758-5d9c3ae86643 req-d68421ad-6cf5-483d-85e3-1282dad0db34 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:21.225078 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6801333c-f43d-4a41-a758-5d9c3ae86643 req-d68421ad-6cf5-483d-85e3-1282dad0db34 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0575321 Aug 20 13:04:21.281484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6801333c-f43d-4a41-a758-5d9c3ae86643 req-aafd8762-1994-4085-ae2b-6a8212b14530 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499716 Aug 20 13:04:21.846457 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ed9920bb-3b2b-45a9-be79-1865805694e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:22.386101 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:04:22.430479 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a929-15cd-49f9-90dd-159fc9b3bd0c req-fb8e0b8e-56fa-4674-9bb4-fe20cc5e6f5a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:22.432779 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae67a929-15cd-49f9-90dd-159fc9b3bd0c req-fb8e0b8e-56fa-4674-9bb4-fe20cc5e6f5a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0667922 Aug 20 13:04:22.476612 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ae67a929-15cd-49f9-90dd-159fc9b3bd0c req-09a984b9-cdc2-497b-b576-4f56d7be058a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355761 Aug 20 13:04:23.602890 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321830-af15-4a8e-b34e-f931e7cec3b5 req-5e803262-5bc4-480b-99a2-9f0e56633ae1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:23.604480 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9321830-af15-4a8e-b34e-f931e7cec3b5 req-5e803262-5bc4-480b-99a2-9f0e56633ae1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0541918 Aug 20 13:04:23.657876 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b9321830-af15-4a8e-b34e-f931e7cec3b5 req-a4147334-82a5-4b19-9ad4-fd8eadf9c368 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458944 Aug 20 13:04:24.400287 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-06e10b5d-62e7-495e-a4d9-41f8eece1905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:24.557130 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-1fdab663-77ea-44db-9274-d56a4d9f03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:24.558736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-1fdab663-77ea-44db-9274-d56a4d9f03c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1097 time: 0.0457926 Aug 20 13:04:24.670984 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-c5274374-2834-48cc-8534-2c77d222c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:24.672213 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-c5274374-2834-48cc-8534-2c77d222c5ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0932772 Aug 20 13:04:24.793364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-1cde98a5-8082-431d-bb04-bbb6decb53ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 1000 time: 0.1137679 Aug 20 13:04:24.816456 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193999d-c4b6-4309-82df-1a0286322de0 req-434e9363-e22d-42b2-9d37-849b90e52d62 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:24.818079 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2193999d-c4b6-4309-82df-1a0286322de0 req-434e9363-e22d-42b2-9d37-849b90e52d62 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0740776 Aug 20 13:04:24.882409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-76b36f54-28a5-433b-81d6-01a1b02f1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:24.883892 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-76b36f54-28a5-433b-81d6-01a1b02f1e46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0832453 Aug 20 13:04:24.893756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2193999d-c4b6-4309-82df-1a0286322de0 req-bf643e31-118b-4b1b-94cb-9c89de419805 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536623 Aug 20 13:04:24.952833 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-49329014-bb0a-4804-b7e0-f4a99edf460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:24.954376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-49329014-bb0a-4804-b7e0-f4a99edf460e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593121 Aug 20 13:04:25.064179 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-edaf8622-bd32-4e1c-a936-a2f8038c5fac service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025674 Aug 20 13:04:25.129512 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:25.181171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-25fb08aa-863d-4835-98e7-c1d6e700eaf0 req-95e4962c-f1a4-476e-9213-712d8a95e37d service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074872 Aug 20 13:04:25.858588 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:26.024507 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e179d-b196-49d1-a2c9-650cd6a153d1 req-93b4848f-3a76-45e6-993d-9e571094f8f5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:26.026101 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-701e179d-b196-49d1-a2c9-650cd6a153d1 req-93b4848f-3a76-45e6-993d-9e571094f8f5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0572774 Aug 20 13:04:26.066767 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-701e179d-b196-49d1-a2c9-650cd6a153d1 req-b4dfa500-b1d0-490a-8420-79bb9fba4e30 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336990 Aug 20 13:04:26.729272 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-af9d2edd-ef0d-4248-811d-8e393a03ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:26.730871 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-af9d2edd-ef0d-4248-811d-8e393a03ddca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1097 time: 0.0401435 Aug 20 13:04:26.823907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-268b7cac-9045-49f1-a25c-57ce78ccb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:26.825436 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-268b7cac-9045-49f1-a25c-57ce78ccb700 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0874240 Aug 20 13:04:26.890348 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-e59bd22c-bf95-4850-b54e-edf67ed848bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 1000 time: 0.0574236 Aug 20 13:04:26.945777 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-74d991ff-352a-40bc-b4a5-54ce14953f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:26.947270 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-74d991ff-352a-40bc-b4a5-54ce14953f82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0504420 Aug 20 13:04:26.993514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-0cce10f8-2af2-4393-a892-a643b27ac85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:26.994934 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-0cce10f8-2af2-4393-a892-a643b27ac85d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405657 Aug 20 13:04:27.081166 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-122579d4-a9d5-41f5-965b-3bf4953a4ef8 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790291 Aug 20 13:04:27.212971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bb113-1392-41cc-b423-3e91470f3c57 req-e8a86115-0150-431f-baff-e14512402d64 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:27.214498 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b1bb113-1392-41cc-b423-3e91470f3c57 req-e8a86115-0150-431f-baff-e14512402d64 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0769684 Aug 20 13:04:27.216852 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fb6a1ad1-df71-4ce7-8715-8b174e20b88a req-c4d79edb-e865-41ff-bfe1-7174b3e8dea5 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286702 Aug 20 13:04:27.226319 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:27.255357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6b1bb113-1392-41cc-b423-3e91470f3c57 req-f9bee9b9-8a3d-45dc-9f39-bb57b4fd7fd2 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342155 Aug 20 13:04:28.375511 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05930566-189b-438d-b47d-91d61d370efd req-a1b036d6-4a0e-49cc-a9de-991c03214a62 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:28.377022 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05930566-189b-438d-b47d-91d61d370efd req-a1b036d6-4a0e-49cc-a9de-991c03214a62 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0544281 Aug 20 13:04:28.414525 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-05930566-189b-438d-b47d-91d61d370efd req-3689fc93-f8fc-4ff3-aff0-56d3e7f61d7c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311489 Aug 20 13:04:29.530755 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc3fce-7e58-4c1a-ab61-67819f253198 req-6d7cea5e-6bb0-41fb-93ff-ca4fd00b6b65 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:29.533191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73cc3fce-7e58-4c1a-ab61-67819f253198 req-6d7cea5e-6bb0-41fb-93ff-ca4fd00b6b65 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 945 time: 0.0507443 Aug 20 13:04:29.574190 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-73cc3fce-7e58-4c1a-ab61-67819f253198 req-507cf240-84c0-4c2c-8fa8-83199465a18c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351810 Aug 20 13:04:30.032897 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:04:30.110593 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:30.132281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:04:30.134623 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f08393-4b63-4e1f-8811-ca6f33707f5d" -d '{"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-unplugged", "status": "completed", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:04:30.147323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:04:30.151138 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:30.198040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:04:30.734740 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a18f50b-d7f0-4b4c-a57e-26bb05f6ac20 x-openstack-request-id: req-7a18f50b-d7f0-4b4c-a57e-26bb05f6ac20 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:04:30.735035 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-unplugged", "status": "failed", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8", "code": 422}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:04:30.735295 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a18f50b-d7f0-4b4c-a57e-26bb05f6ac20 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:04:30.735694 n-d-800634-10 neutron-server[101035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'code': 422} returned with failed status Aug 20 13:04:30.830766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6b8a7-e9e5-4201-934f-102bcd2c964e req-9d322127-627b-488c-89fd-be59ed9e0423 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:30.834682 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91f6b8a7-e9e5-4201-934f-102bcd2c964e req-9d322127-627b-488c-89fd-be59ed9e0423 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0547156 Aug 20 13:04:30.873756 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-91f6b8a7-e9e5-4201-934f-102bcd2c964e req-6f31a9fc-7f46-4f21-9dc0-fbf3190c65f9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364289 Aug 20 13:04:30.940467 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36442) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:04:31.025993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-7d0be0fa-b2b6-4bd0-8b4d-12a94dfa7b10 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843852 Aug 20 13:04:31.773247 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-0f04d0bd-4bc4-4d97-8d62-fbba0f19eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:31.774729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-0f04d0bd-4bc4-4d97-8d62-fbba0f19eaa4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951&tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85 HTTP/1.1" status: 200 len: 1095 time: 0.0401175 Aug 20 13:04:31.836706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-68e324dc-944c-478e-bc63-441707c824b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:31.838241 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-68e324dc-944c-478e-bc63-441707c824b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1095 time: 0.0413251 Aug 20 13:04:31.976296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-4d9ad278-426e-40ca-ba54-f6f2266c23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:31.977781 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-4d9ad278-426e-40ca-ba54-f6f2266c23b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.1325049 Aug 20 13:04:32.040662 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c098a-0b90-4c14-b0bc-326c97553c7d req-af6c758f-f513-4420-bf95-1e2074023582 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:32.042050 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b59c098a-0b90-4c14-b0bc-326c97553c7d req-af6c758f-f513-4420-bf95-1e2074023582 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0996177 Aug 20 13:04:32.063007 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-09335ee4-b619-4acc-a350-f9af527289a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 998 time: 0.0767827 Aug 20 13:04:32.124524 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b59c098a-0b90-4c14-b0bc-326c97553c7d req-96e04ac4-b035-4045-a738-e4fa56e27b5b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755124 Aug 20 13:04:32.131553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-416dc930-2764-4016-b854-87e7ea2cb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:32.132960 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-416dc930-2764-4016-b854-87e7ea2cb820 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0632746 Aug 20 13:04:32.179031 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-41974e55-46fb-4a56-a1f1-bd20a9f8a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:32.180495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-41974e55-46fb-4a56-a1f1-bd20a9f8a01f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409451 Aug 20 13:04:32.276125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-9b758b3c-87ba-415b-a0c4-a3501a636c34 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876713 Aug 20 13:04:32.661984 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53ebbe0f-6062-472d-a0cf-3b37f1d2d28f req-32426264-05e6-41fc-acb7-8fb17bedb969 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787637 Aug 20 13:04:33.255426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d21f8c-259a-415a-9c22-974dffe25c3d req-0a7a8dfe-5c40-471e-9f77-2c3c942eda3f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:33.256923 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1d21f8c-259a-415a-9c22-974dffe25c3d req-0a7a8dfe-5c40-471e-9f77-2c3c942eda3f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0574887 Aug 20 13:04:33.299357 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c1d21f8c-259a-415a-9c22-974dffe25c3d req-73d515df-0436-4133-b6a8-51e0b9fb506a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344856 Aug 20 13:04:34.425306 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e8378-a2dc-48c4-8fca-788615e27634 req-d4507003-e245-47cd-aeb3-0050f243950a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:34.426839 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-873e8378-a2dc-48c4-8fca-788615e27634 req-d4507003-e245-47cd-aeb3-0050f243950a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0578351 Aug 20 13:04:34.468877 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-873e8378-a2dc-48c4-8fca-788615e27634 req-723dca41-4fee-4a7a-8120-a635e31f7729 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357046 Aug 20 13:04:35.588786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406acf-c853-4c51-b6b6-8ffda8722f4c req-43946e5f-559d-4bb6-894e-0c6bab43c932 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:35.590526 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50406acf-c853-4c51-b6b6-8ffda8722f4c req-43946e5f-559d-4bb6-894e-0c6bab43c932 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0535243 Aug 20 13:04:35.631942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50406acf-c853-4c51-b6b6-8ffda8722f4c req-3995a7a1-6484-405d-bead-779aa4e81649 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345540 Aug 20 13:04:36.756417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea282040-6800-48e4-b336-37483014fb38 req-77d6accc-d094-4290-a0da-65996ea4e158 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:36.757956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea282040-6800-48e4-b336-37483014fb38 req-77d6accc-d094-4290-a0da-65996ea4e158 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0505221 Aug 20 13:04:36.798028 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ea282040-6800-48e4-b336-37483014fb38 req-574f0324-143b-4d4b-a613-f672bca62611 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333092 Aug 20 13:04:37.924525 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e922622-290e-4eb0-8805-c40169bcaa26 req-e34e8149-1d49-42eb-a528-2268d2555bc6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:37.926047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e922622-290e-4eb0-8805-c40169bcaa26 req-e34e8149-1d49-42eb-a528-2268d2555bc6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0569909 Aug 20 13:04:37.965976 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e922622-290e-4eb0-8805-c40169bcaa26 req-1e23ea1f-dc8e-43fd-acc3-acb90178e4ca tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338852 Aug 20 13:04:39.093894 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46e109-54b2-439d-bc80-1b7d28238845 req-33967c9b-0f89-42cd-8aec-ba64c5b266fb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:39.095496 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab46e109-54b2-439d-bc80-1b7d28238845 req-33967c9b-0f89-42cd-8aec-ba64c5b266fb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0511632 Aug 20 13:04:39.136182 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ab46e109-54b2-439d-bc80-1b7d28238845 req-9b4404e8-2942-4adf-83f6-54878197522f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338938 Aug 20 13:04:40.260486 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141a8be-457a-4b80-92c9-645de78996be req-f7fd2718-1606-47ae-82a6-fd43dce76ecc tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:40.262018 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e141a8be-457a-4b80-92c9-645de78996be req-f7fd2718-1606-47ae-82a6-fd43dce76ecc tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0524850 Aug 20 13:04:40.314750 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e141a8be-457a-4b80-92c9-645de78996be req-2154b48d-d45e-468a-a7f1-657415a88bbc tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453153 Aug 20 13:04:41.436302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c317387-ce84-4866-9990-81f36c247cda req-aba5d9a8-d721-451a-98b1-3263adb37883 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:41.439068 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c317387-ce84-4866-9990-81f36c247cda req-aba5d9a8-d721-451a-98b1-3263adb37883 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0585525 Aug 20 13:04:41.488067 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5c317387-ce84-4866-9990-81f36c247cda req-ca0336e9-d225-4cda-89f9-0808b287988b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Aug 20 13:04:42.613457 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5b8b-85d7-4e79-93e7-78e55235de1b req-29602c62-bd84-4dcc-90cc-95198c712eb7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:42.614953 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d55f5b8b-85d7-4e79-93e7-78e55235de1b req-29602c62-bd84-4dcc-90cc-95198c712eb7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0509772 Aug 20 13:04:42.656418 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d55f5b8b-85d7-4e79-93e7-78e55235de1b req-87d933ed-2248-43f7-b2c3-7423821fc3fc tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354426 Aug 20 13:04:42.694341 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:43.772868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb53a4-dfc5-472c-a6fe-bbccd7f84736 req-161a8f25-a9fe-44c0-b634-3e742afea524 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:43.774375 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14fb53a4-dfc5-472c-a6fe-bbccd7f84736 req-161a8f25-a9fe-44c0-b634-3e742afea524 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0489752 Aug 20 13:04:43.812537 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14fb53a4-dfc5-472c-a6fe-bbccd7f84736 req-aedc4213-25ae-473a-a75b-6927e03a91a5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314867 Aug 20 13:04:44.292116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:44.931998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0cb6c-f808-4521-b14d-e5e49276c5ba req-9d75eb8e-86eb-440f-a77a-64dff4327f2d tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:44.933486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbc0cb6c-f808-4521-b14d-e5e49276c5ba req-9d75eb8e-86eb-440f-a77a-64dff4327f2d tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0529602 Aug 20 13:04:44.972887 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dbc0cb6c-f808-4521-b14d-e5e49276c5ba req-d8c685fe-410c-4ba6-988a-dfc7d1e7afd8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328970 Aug 20 13:04:46.091786 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950a98b-d1a3-4ea9-be77-3a9e82299f6b req-0ce57546-61f7-4584-99c2-6f22a844dcf4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:46.093314 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3950a98b-d1a3-4ea9-be77-3a9e82299f6b req-0ce57546-61f7-4584-99c2-6f22a844dcf4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 943 time: 0.0499985 Aug 20 13:04:46.093472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:04:46.133561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3950a98b-d1a3-4ea9-be77-3a9e82299f6b req-c2c128b3-fd02-4e90-a808-274a2ab01bed tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342195 Aug 20 13:04:46.192945 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:04:46.204920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'port_id': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'mac_address': 'fa:16:3e:68:b1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:04:46.242382 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:46.255856 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43982eb6-d435-406f-b7d3-940508ccdcd8 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:04:46.274793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:04:46.278492 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:46.333004 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=9']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:04:46.479134 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['43982eb6-d435-406f-b7d3-940508ccdcd8'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:04:47.267160 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c4dd0-dbfc-4b34-adc4-93d03a82a22b req-f835f128-a1bf-4508-a9ef-79f9561dfa7b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:47.268761 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be6c4dd0-dbfc-4b34-adc4-93d03a82a22b req-f835f128-a1bf-4508-a9ef-79f9561dfa7b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 944 time: 0.0671556 Aug 20 13:04:47.311069 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-be6c4dd0-dbfc-4b34-adc4-93d03a82a22b req-137ed966-ec18-4fd9-8e46-1672913f535f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353789 Aug 20 13:04:48.106153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:04:48.155391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 43982eb6-d435-406f-b7d3-940508ccdcd8 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:04:48.155797 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:48.234259 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:48.257044 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:04:48.259298 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab7d83f-dda7-4f07-8b6a-8820c86c0af9" -d '{"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-plugged", "status": "completed", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:04:48.272488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:04:48.276541 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:48.302298 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b87ea3-192b-479c-ae30-9ff7651f5e24 x-openstack-request-id: req-58b87ea3-192b-479c-ae30-9ff7651f5e24 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:04:48.302585 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-plugged", "status": "completed", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:04:48.302991 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58b87ea3-192b-479c-ae30-9ff7651f5e24 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:04:48.303374 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'code': 200} Aug 20 13:04:48.330645 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=10']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:04:48.471928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8d3b-0411-462b-8301-bb38431bec26 req-8eeeef0b-322f-4725-b101-af03d804aa5b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:48.473412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49dc8d3b-0411-462b-8301-bb38431bec26 req-8eeeef0b-322f-4725-b101-af03d804aa5b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 946 time: 0.0853424 Aug 20 13:04:48.479304 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdec18d-6bf5-46d7-acab-751958460872 req-8e785df3-7ebc-458e-b931-bd610ef070fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:48.480706 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4fdec18d-6bf5-46d7-acab-751958460872 req-8e785df3-7ebc-458e-b931-bd610ef070fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1098 time: 0.0599084 Aug 20 13:04:48.533904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49dc8d3b-0411-462b-8301-bb38431bec26 req-de1d3e86-e139-4004-b25a-5a3063d8fbd5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522578 Aug 20 13:04:48.535829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4fdec18d-6bf5-46d7-acab-751958460872 req-3f692097-d91d-4199-98fa-41d4e1bbd662 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484083 Aug 20 13:04:49.655597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c97785-4c92-43da-9bbc-f0636baf86c2 req-3548695f-ec89-49b3-aa7d-7c0a0606e3ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:49.657361 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39c97785-4c92-43da-9bbc-f0636baf86c2 req-3548695f-ec89-49b3-aa7d-7c0a0606e3ee tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 946 time: 0.0525863 Aug 20 13:04:49.697281 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-39c97785-4c92-43da-9bbc-f0636baf86c2 req-6b59625a-b2dd-4ddc-97ab-4fd47eb334b0 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333719 Aug 20 13:04:50.817534 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516800-2fbe-41a8-853c-32131141b4e9 req-95f64f6b-1b01-4913-9140-5da9a277b831 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:04:50.819054 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f516800-2fbe-41a8-853c-32131141b4e9 req-95f64f6b-1b01-4913-9140-5da9a277b831 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 946 time: 0.0528650 Aug 20 13:04:50.856548 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4f516800-2fbe-41a8-853c-32131141b4e9 req-f7e44bca-135d-4f20-b19b-95fe35a4578d tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315237 Aug 20 13:04:51.831057 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e66b26de-5ef7-4b1d-9c3e-1656ce87bd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:54.409820 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-14cc7192-ea95-4a71-b507-5cfa786f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:55.125935 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:55.848844 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:57.227506 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:04:59.385328 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:05:12.700489 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:14.291108 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:21.832192 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-12a24bf8-4566-474a-9d24-ee6adf73ff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:24.401906 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-17769636-60a1-4fc3-bf34-92fa7a2e6136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:25.127641 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:25.512141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3710a625-861d-4699-82ad-29817462fd4e req-53da4f3a-e905-422f-8e28-0138dc8b5aa0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398147 Aug 20 13:05:25.596641 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a625-861d-4699-82ad-29817462fd4e req-7e25792b-ce7f-480d-8857-b3fa064277a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:05:25.598191 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3710a625-861d-4699-82ad-29817462fd4e req-7e25792b-ce7f-480d-8857-b3fa064277a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1098 time: 0.0432227 Aug 20 13:05:25.705815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a625-861d-4699-82ad-29817462fd4e req-adf19baf-0b3f-47b4-86dc-9e53172c1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:05:25.707327 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3710a625-861d-4699-82ad-29817462fd4e req-adf19baf-0b3f-47b4-86dc-9e53172c1379 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0892875 Aug 20 13:05:25.773729 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3710a625-861d-4699-82ad-29817462fd4e req-41bd12fc-2e61-4d81-b593-41b87c588c2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 1000 time: 0.0582943 Aug 20 13:05:25.826819 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a625-861d-4699-82ad-29817462fd4e req-c5275c58-0abf-4cd2-8866-6a822a0f7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:05:25.828260 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3710a625-861d-4699-82ad-29817462fd4e req-c5275c58-0abf-4cd2-8866-6a822a0f7af3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0475502 Aug 20 13:05:25.852452 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:25.876069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a625-861d-4699-82ad-29817462fd4e req-f1c67d86-8bc0-4d23-8e9b-722982fa7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:05:25.877593 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3710a625-861d-4699-82ad-29817462fd4e req-f1c67d86-8bc0-4d23-8e9b-722982fa7482 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428181 Aug 20 13:05:25.968849 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3710a625-861d-4699-82ad-29817462fd4e req-2ae33268-c246-4472-815b-cd63e3fa0605 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842366 Aug 20 13:05:26.065836 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3710a625-861d-4699-82ad-29817462fd4e req-9b5a8f6b-3d4a-4112-85a8-4a357e8e4d94 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903966 Aug 20 13:05:27.230957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:36.384252 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:05:42.714151 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:44.289420 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:51.833731 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc621-1fdd-43d9-8bf5-4f0c6dcd52d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:54.403023 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b68566c2-da51-4ac0-b96e-28f2754a83b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:55.130505 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:55.855269 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:05:57.234757 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:01.172837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36572) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:01.338052 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Deleting port cd23e08c-7db7-4d5c-aefe-f8cc00dda3e9 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:06:01.338419 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:01.412330 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:01.412659 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:01.424717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Calling delete_port for cd23e08c-7db7-4d5c-aefe-f8cc00dda3e9 owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:06:01.574352 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:01.606705 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event deleted for resources: {'Port': ['ID=cd23e08c-7db7-4d5c-aefe-f8cc00dda3e9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:01.635919 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.636268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.636614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.636953 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.637290 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.637624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.637952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.638311 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.638645 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.638968 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.639296 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.639875 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:01.680271 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:01.680527 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Floating IP 546cfcf7-e9dd-4a5d-98b1-2f4a6f2629e3 disassociated (deleted). External IP: 172.25.0.13, port: 43982eb6-d435-406f-b7d3-940508ccdcd8. Aug 20 13:06:01.887607 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Router 318bd7ef-045a-4953-8e2f-218680ff5e76 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:06:01.996495 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:06:02.001943 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:02.007210 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] Sync routers for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:06:02.017887 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:06:02.018612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:05:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:02.029643 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-d2748fdb-b5b6-4e87-8f7d-c0bf5971bd9b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "DELETE /v2.0/floatingips/546cfcf7-e9dd-4a5d-98b1-2f4a6f2629e3 HTTP/1.1" status: 204 len: 168 time: 0.8556883 Aug 20 13:06:02.030254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:06:02.032611 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54d52da-9895-449f-9885-d3fe87d64906" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:06:02.127027 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:06:02.189525 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4302d801-3a7f-4161-b5d5-57c1eb85e05c x-openstack-request-id: req-4302d801-3a7f-4161-b5d5-57c1eb85e05c {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:06:02.190468 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:06:02.190948 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4302d801-3a7f-4161-b5d5-57c1eb85e05c {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:06:02.191516 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'status': 'completed', 'code': 200} Aug 20 13:06:02.291278 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d52da-9895-449f-9885-d3fe87d64906 req-b2ec2ab9-3a78-41f0-802a-6c6aa675fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:02.292771 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54d52da-9895-449f-9885-d3fe87d64906 req-b2ec2ab9-3a78-41f0-802a-6c6aa675fa37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 1098 time: 0.0776248 Aug 20 13:06:02.304756 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23051a2-bebd-4054-b94d-172b45917c04 req-1ff7db71-3fbf-46a1-86de-b35156c59833 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:02.306233 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f23051a2-bebd-4054-b94d-172b45917c04 req-1ff7db71-3fbf-46a1-86de-b35156c59833 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 946 time: 0.0621903 Aug 20 13:06:02.341502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:02.371514 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] Checking router: 318bd7ef-045a-4953-8e2f-218680ff5e76 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:06:02.380696 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:06:02.381310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:05:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:02.404198 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f23051a2-bebd-4054-b94d-172b45917c04 req-30a41c6b-bae8-49d6-b37f-0f3b405ee5a7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887105 Aug 20 13:06:02.426510 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d52da-9895-449f-9885-d3fe87d64906 req-ce439343-ee8d-4b93-9c9c-56322a65ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:02.427970 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54d52da-9895-449f-9885-d3fe87d64906 req-ce439343-ee8d-4b93-9c9c-56322a65ccff service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.1208041 Aug 20 13:06:02.473644 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54d52da-9895-449f-9885-d3fe87d64906 req-8c9d5a95-187d-4581-bb69-c848277b6872 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 200 len: 217 time: 0.0364983 Aug 20 13:06:02.489497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:06:02.528396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d52da-9895-449f-9885-d3fe87d64906 req-21c54f22-74f3-457e-b6ed-b4d0099231d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:02.529848 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54d52da-9895-449f-9885-d3fe87d64906 req-21c54f22-74f3-457e-b6ed-b4d0099231d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0481369 Aug 20 13:06:02.576062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d52da-9895-449f-9885-d3fe87d64906 req-11154859-3157-4a29-9d47-5528c139176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:02.577504 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54d52da-9895-449f-9885-d3fe87d64906 req-11154859-3157-4a29-9d47-5528c139176b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407293 Aug 20 13:06:02.667462 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54d52da-9895-449f-9885-d3fe87d64906 req-06912dd9-c2b1-4b46-a15d-75826a30a4bb service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823929 Aug 20 13:06:02.684791 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:02.715893 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5297b6b-999c-4341-a6a3-93d247899a1e None None] The sync data for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 is: [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:06:02.768567 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d54d52da-9895-449f-9885-d3fe87d64906 req-4a9ade30-a96a-47f7-8757-270a0ec283df service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936990 Aug 20 13:06:02.946350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52ca90-cbcc-4a84-a7d0-17f53b806365 None None] New status for floating IP 546cfcf7-e9dd-4a5d-98b1-2f4a6f2629e3: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:06:03.554764 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0e3e-5633-419d-83ce-bd1a60a4a3e6 req-8665c2ee-3ea9-4593-8836-53cf6c0d8bc8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:03.556170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e4a0e3e-5633-419d-83ce-bd1a60a4a3e6 req-8665c2ee-3ea9-4593-8836-53cf6c0d8bc8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 946 time: 0.0813153 Aug 20 13:06:03.567928 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eda15d-278c-4687-8eca-337481fb1868 req-44f97b69-7f79-4a23-9443-3323dab4363a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:03.569370 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3eda15d-278c-4687-8eca-337481fb1868 req-44f97b69-7f79-4a23-9443-3323dab4363a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddbf55a6-434c-4f5e-b9d9-e3536a9da951 HTTP/1.1" status: 200 len: 946 time: 0.0669620 Aug 20 13:06:03.661043 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e4a0e3e-5633-419d-83ce-bd1a60a4a3e6 req-d1ff8791-4d74-4821-99dc-58031e65c791 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d624531d-4eec-48c1-810e-73c2789ff921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907083 Aug 20 13:06:03.691663 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Deleting port 43982eb6-d435-406f-b7d3-940508ccdcd8 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:06:03.692001 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:03.785149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] For port 43982eb6-d435-406f-b7d3-940508ccdcd8, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=43982eb6-d435-406f-b7d3-940508ccdcd8,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:06:03.785506 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:03.798072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Calling delete_port for 43982eb6-d435-406f-b7d3-940508ccdcd8 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:06:03.922296 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:03.956549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event deleted for resources: {'Port': ['ID=43982eb6-d435-406f-b7d3-940508ccdcd8,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:04.008489 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] No DVR routers for this DVR port 43982eb6-d435-406f-b7d3-940508ccdcd8 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:06:04.011221 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.013209 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d3eda15d-278c-4687-8eca-337481fb1868 req-c55fe801-bbf6-4f7c-bc93-957dade9591c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "DELETE /v2.0/ports/43982eb6-d435-406f-b7d3-940508ccdcd8 HTTP/1.1" status: 204 len: 173 time: 0.4371593 Aug 20 13:06:04.192744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-deleted', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:06:04.195333 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be8b4a-23bc-4e38-9fc2-2287781ca0a9" -d '{"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-deleted", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:06:04.232214 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17195a-bc6f-46f1-b75f-faae7b210782 x-openstack-request-id: req-1b17195a-bc6f-46f1-b75f-faae7b210782 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:06:04.232515 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf55a6-434c-4f5e-b9d9-e3536a9da951", "name": "network-vif-deleted", "tag": "43982eb6-d435-406f-b7d3-940508ccdcd8", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:06:04.232776 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b17195a-bc6f-46f1-b75f-faae7b210782 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:06:04.233188 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbf55a6-434c-4f5e-b9d9-e3536a9da951', 'name': 'network-vif-deleted', 'tag': '43982eb6-d435-406f-b7d3-940508ccdcd8', 'status': 'completed', 'code': 200} Aug 20 13:06:04.722712 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36588) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:04.783448 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96db054d-6c3b-4894-8ab1-e09ddb5ae0d7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.808530 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96db054d-6c3b-4894-8ab1-e09ddb5ae0d7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.866894 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96db054d-6c3b-4894-8ab1-e09ddb5ae0d7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.869593 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-96db054d-6c3b-4894-8ab1-e09ddb5ae0d7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:04.870791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-96db054d-6c3b-4894-8ab1-e09ddb5ae0d7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "DELETE /v2.0/security-groups/d624531d-4eec-48c1-810e-73c2789ff921 HTTP/1.1" status: 204 len: 168 time: 0.1469631 Aug 20 13:06:04.880668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db054d-6c3b-4894-8ab1-e09ddb5ae0d7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624531d-4eec-48c1-810e-73c2789ff921,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:05.071320 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36594) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:05.075946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-5e6f6fcb-54cf-48d7-894a-974b9ae5b188 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1435668952', 'description': 'tempest-secgroup-smoke-1435668952 description', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:05.100137 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6fcb-54cf-48d7-894a-974b9ae5b188 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.184303 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6fcb-54cf-48d7-894a-974b9ae5b188 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.187960 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6fcb-54cf-48d7-894a-974b9ae5b188 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.210375 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6fcb-54cf-48d7-894a-974b9ae5b188 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.211617 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-5e6f6fcb-54cf-48d7-894a-974b9ae5b188 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1392841 Aug 20 13:06:05.214607 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36596) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:05.220156 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f6fcb-54cf-48d7-894a-974b9ae5b188 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac69ff4-9782-449d-99d5-5f9850a64039,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:05.224289 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': '1ac69ff4-9782-449d-99d5-5f9850a64039', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:05.251968 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.308317 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.311927 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.329623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b6b51c-400f-48a0-ada2-37bd0860c22e,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:05.338791 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.339139 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.339483 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.339820 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.340235 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.340566 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.340904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.341226 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.341578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.341871 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.342219 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.342535 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:05.345670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.346912 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-07503495-b6bc-4d8d-bb7b-a72e954beeb6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311245 Aug 20 13:06:05.349779 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36600) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:05.354207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c206674c-eb3b-47d9-a33e-7b4ac4e8ff01 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': '1ac69ff4-9782-449d-99d5-5f9850a64039', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:05.380834 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c206674c-eb3b-47d9-a33e-7b4ac4e8ff01 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.438310 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c206674c-eb3b-47d9-a33e-7b4ac4e8ff01 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.442747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c206674c-eb3b-47d9-a33e-7b4ac4e8ff01 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.463969 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206674c-eb3b-47d9-a33e-7b4ac4e8ff01 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2985cbf8-1ce9-4487-b534-873b7a73191c,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:05.467101 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c206674c-eb3b-47d9-a33e-7b4ac4e8ff01 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.468301 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c206674c-eb3b-47d9-a33e-7b4ac4e8ff01 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175783 Aug 20 13:06:05.471718 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36602) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:05.476155 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-97ea15b1-1d8b-4490-a458-7ed8eed1947e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': '1ac69ff4-9782-449d-99d5-5f9850a64039', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:05.502760 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97ea15b1-1d8b-4490-a458-7ed8eed1947e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.559885 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97ea15b1-1d8b-4490-a458-7ed8eed1947e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.563412 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97ea15b1-1d8b-4490-a458-7ed8eed1947e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.584968 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea15b1-1d8b-4490-a458-7ed8eed1947e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c578895-b5b4-46a9-935e-61c4173289e7,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:05.591552 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-97ea15b1-1d8b-4490-a458-7ed8eed1947e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.592777 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-97ea15b1-1d8b-4490-a458-7ed8eed1947e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201010 Aug 20 13:06:05.596029 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36604) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:05.600402 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-304c2ed2-f531-4048-81ac-ad89c463967f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': '1ac69ff4-9782-449d-99d5-5f9850a64039', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:05.626227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-304c2ed2-f531-4048-81ac-ad89c463967f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.690598 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-304c2ed2-f531-4048-81ac-ad89c463967f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.694171 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-304c2ed2-f531-4048-81ac-ad89c463967f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.712532 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c2ed2-f531-4048-81ac-ad89c463967f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c621ceb-78e1-4a84-b67d-b40cb915ad9f,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:05.719011 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-304c2ed2-f531-4048-81ac-ad89c463967f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.720844 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-304c2ed2-f531-4048-81ac-ad89c463967f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238883 Aug 20 13:06:05.723514 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36606) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:05.727806 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-6b99f5d4-afc8-4c6e-bee4-982f86b2c41a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': '1ac69ff4-9782-449d-99d5-5f9850a64039', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:05.748205 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-6b99f5d4-afc8-4c6e-bee4-982f86b2c41a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Project aee579e3fd9f4bd9b5fe41f1a21ced85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:06:05.753577 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b99f5d4-afc8-4c6e-bee4-982f86b2c41a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.812492 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b99f5d4-afc8-4c6e-bee4-982f86b2c41a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.816288 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b99f5d4-afc8-4c6e-bee4-982f86b2c41a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.835776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99f5d4-afc8-4c6e-bee4-982f86b2c41a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe7b359-1a71-4eb5-a2d1-c1042214a2b3,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:05.840843 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6b99f5d4-afc8-4c6e-bee4-982f86b2c41a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.842074 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6b99f5d4-afc8-4c6e-bee4-982f86b2c41a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176560 Aug 20 13:06:05.845494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 36608) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:05.850687 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-c588f115-afcf-4b5f-a621-f75ac260efe5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'security_group_rule': {'security_group_id': '1ac69ff4-9782-449d-99d5-5f9850a64039', 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:05.872160 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-c588f115-afcf-4b5f-a621-f75ac260efe5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Project aee579e3fd9f4bd9b5fe41f1a21ced85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:06:05.877077 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c588f115-afcf-4b5f-a621-f75ac260efe5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.942911 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c588f115-afcf-4b5f-a621-f75ac260efe5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.946563 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c588f115-afcf-4b5f-a621-f75ac260efe5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.964381 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588f115-afcf-4b5f-a621-f75ac260efe5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f283e01-89d6-4c95-9343-70b919ed2335,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:05.972710 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-c588f115-afcf-4b5f-a621-f75ac260efe5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:05.974114 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-c588f115-afcf-4b5f-a621-f75ac260efe5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274238 Aug 20 13:06:06.637071 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:06:06.827195 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 43982eb6-d435-406f-b7d3-940508ccdcd8 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:06:06.827536 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 43982eb6-d435-406f-b7d3-940508ccdcd8 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:06:12.718981 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:13.383606 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:06:14.290895 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:20.332412 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-f2e632d0-3fc2-4624-99fa-a7f4755052e5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1435668952&fields=id&tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85 HTTP/1.1" status: 200 len: 267 time: 0.0337703 Aug 20 13:06:20.440929 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-94fcae7c-03f0-4065-b790-9486cc78e129 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:20.442364 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-94fcae7c-03f0-4065-b790-9486cc78e129 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 809 time: 0.1030984 Aug 20 13:06:20.457942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-1a6cc9a6-585f-4653-840c-10dc4517cc33 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/quotas/aee579e3fd9f4bd9b5fe41f1a21ced85 HTTP/1.1" status: 200 len: 375 time: 0.0098336 Aug 20 13:06:20.513339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-f3a0c694-36f7-4b76-b77b-0b1d43ea5bfd tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495148 Aug 20 13:06:20.672808 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-8cc29329-c435-4b40-b0cd-eb78e08b52c5 service neutron] 10.222.0.25 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471505 Aug 20 13:06:20.766481 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-fe61bfb0-f8b3-4c7a-97cc-c2194594d837 service neutron] 10.222.0.25 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863373 Aug 20 13:06:21.061422 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b33ef3a8-b159-4767-ba5b-98023257b35e req-c777455a-484c-40d5-a178-747f8278cb49 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 210 time: 0.0269020 Aug 20 13:06:21.835109 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b9552932-fede-4d61-89cb-f3482c764f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:22.072228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-a11100dc-7d57-4795-a24f-fe516af6d8e8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:22.073698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-a11100dc-7d57-4795-a24f-fe516af6d8e8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 809 time: 0.1070764 Aug 20 13:06:22.118024 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-4b51fef3-8c33-4628-9ee9-8e70c45bf9ad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85 HTTP/1.1" status: 200 len: 380 time: 0.0356736 Aug 20 13:06:22.128821 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'port': {'device_id': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'admin_state_up': True, 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'security_groups': ['1ac69ff4-9782-449d-99d5-5f9850a64039']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:22.207053 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-85f4fe88-dabb-405f-b45c-e28064f7e328 req-4d60ee1c-ea31-4cc1-ac42-da59a3d6d5e3 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 210 time: 0.0389276 Aug 20 13:06:22.270370 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Made reservation on behalf of aee579e3fd9f4bd9b5fe41f1a21ced85 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:06:22.274106 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:22.400707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Allocated IP 172.20.0.7 (5d5a00cb-1329-46d1-86a9-18a76f374504/ce2b7b07-edf4-40bb-a58e-2c0cf25351c1/99dba563-7458-4e1a-a04d-1fd7b6b23a87) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:06:22.844369 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:22.857426 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Transition to ACTIVE for port object 99dba563-7458-4e1a-a04d-1fd7b6b23a87 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:06:22.890931 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:22.938271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:06:22.943627 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:06:22.948162 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:06:22.975488 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:23.024387 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:23.025864 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:23.044631 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-75a9d000-ac8a-47c2-b06d-610458035c94 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9204783 Aug 20 13:06:23.057346 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Request body: {'port': {'device_id': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:23.116421 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:23.226846 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-781e1f72-fd40-4264-9889-b0d4b77489c5 None None] Provisioning for port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:06:23.231504 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-781e1f72-fd40-4264-9889-b0d4b77489c5 None None] Provisioning complete for port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:06:23.231875 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-781e1f72-fd40-4264-9889-b0d4b77489c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:23.281488 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-781e1f72-fd40-4264-9889-b0d4b77489c5 None None] Port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:06:23.403369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3885435-365d-43cf-91ac-4d3a8859452c req-d133572f-0f96-4ca9-a765-a8d08f08c6c3 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:23.404978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3885435-365d-43cf-91ac-4d3a8859452c req-d133572f-0f96-4ca9-a765-a8d08f08c6c3 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 931 time: 0.0887213 Aug 20 13:06:23.485161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c3885435-365d-43cf-91ac-4d3a8859452c req-34e69dd3-5cd6-4c14-bde8-43e004776e48 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719721 Aug 20 13:06:23.489588 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99dba563-7458-4e1a-a04d-1fd7b6b23a87 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:06:23.497325 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:23.511253 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Transition to ACTIVE for port object 99dba563-7458-4e1a-a04d-1fd7b6b23a87 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:06:23.515341 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:23.584892 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Pushing event updated for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:23.643711 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Attempting to bind port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:06:23.644047 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Attempting to bind port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:06:23.644382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Attempting to bind port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 on network 5d5a00cb-1329-46d1-86a9-18a76f374504 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:06:23.648952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 on network 5d5a00cb-1329-46d1-86a9-18a76f374504 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:06:23.649282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Attempting to bind port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 on network 5d5a00cb-1329-46d1-86a9-18a76f374504 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:06:23.654469 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:06:23.654891 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Checking segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:06:23.655359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Bound using segment: {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:06:23.655876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Bound port: 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb32ce48-e687-454b-848f-67273d0a87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:06:23.656324 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:23.730562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:06:23.733863 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:06:23.740295 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:23.776978 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:23.777596 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:23.779014 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] 10.222.0.22 "PUT /v2.0/ports/99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 1092 time: 0.7265329 Aug 20 13:06:23.779458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:06:23.781719 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e46e42-d827-4f46-a767-565e172ca4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:06:23.807715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadc94d-1734-4123-9049-4e7b0e9c1aec service neutron] Pushing event updated for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:23.837694 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bfe760-e092-47f3-8e0e-2cc6d3cd1e64 x-openstack-request-id: req-e9bfe760-e092-47f3-8e0e-2cc6d3cd1e64 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:06:23.838515 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:06:23.839135 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9bfe760-e092-47f3-8e0e-2cc6d3cd1e64 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:06:23.839713 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'status': 'completed', 'code': 200} Aug 20 13:06:23.901034 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-06c9b7e7-c6d6-46a0-830c-fece00a962bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:23.902709 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-06c9b7e7-c6d6-46a0-830c-fece00a962bd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1095 time: 0.0502448 Aug 20 13:06:23.950817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-47396f24-eca3-46e4-87f7-6b0ddb86088c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 217 time: 0.0402722 Aug 20 13:06:24.010544 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-6305f587-ce58-44d3-b7f5-0ca492483852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:24.012366 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-6305f587-ce58-44d3-b7f5-0ca492483852 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0546672 Aug 20 13:06:24.070812 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-a9662618-907b-4ad9-9615-777ac6425fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:24.072417 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-a9662618-907b-4ad9-9615-777ac6425fc1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526652 Aug 20 13:06:24.167904 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-02016f35-8076-454a-b0e3-735c137d1825 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879660 Aug 20 13:06:24.262302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9b1f5bff-d31d-49b5-9e55-560f0e6ab984 req-657365b9-aa12-49e9-9e57-f9e06ef447ab service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862794 Aug 20 13:06:24.355268 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-6daf2bfb-7d2f-4ddf-a5d9-27cfd67aed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:24.356708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-6daf2bfb-7d2f-4ddf-a5d9-27cfd67aed76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1095 time: 0.0502317 Aug 20 13:06:24.406148 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-16e3f0ed-6831-4e3d-8f90-f1ec63e6aee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:24.459022 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-21fa2372-bdd1-43db-9004-10ede38fa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:24.460696 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-21fa2372-bdd1-43db-9004-10ede38fa447 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0968213 Aug 20 13:06:24.507620 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-ccbbccf6-f4ea-40d1-a89d-3f99333ed801 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 217 time: 0.0388091 Aug 20 13:06:24.576230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-0b3478e3-b719-47f9-9546-eead347d226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:24.577874 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-0b3478e3-b719-47f9-9546-eead347d226e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0635080 Aug 20 13:06:24.648626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e78c69-5ecb-4e88-90df-ab4af540f668 req-642e49e3-44ad-40b2-9257-877583ed200b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:24.650240 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21e78c69-5ecb-4e88-90df-ab4af540f668 req-642e49e3-44ad-40b2-9257-877583ed200b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0914564 Aug 20 13:06:24.652341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-87b035b2-629f-47bb-8c8a-c94082d8bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:24.653785 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-87b035b2-629f-47bb-8c8a-c94082d8bbbb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623410 Aug 20 13:06:24.743679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-21e78c69-5ecb-4e88-90df-ab4af540f668 req-c0ec5e07-39f6-4cd4-abc8-174810cd43e9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867298 Aug 20 13:06:24.776803 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-835017dc-273c-4d4e-aa11-45080dd37a62 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129014 Aug 20 13:06:24.868624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2e46e42-d827-4f46-a767-565e172ca4c3 req-842b9399-f582-4eac-b03d-6107c54bf76c service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854087 Aug 20 13:06:25.133004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:25.860054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:25.869294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64115c1-c0d0-4793-9d92-09b8549c8d21 req-8bcadb89-0bfb-4ff9-a3be-3844afc78323 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:25.870853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d64115c1-c0d0-4793-9d92-09b8549c8d21 req-8bcadb89-0bfb-4ff9-a3be-3844afc78323 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0583341 Aug 20 13:06:25.914442 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d64115c1-c0d0-4793-9d92-09b8549c8d21 req-f085f425-9dcd-4ac7-aa81-2dd44d04d1cd tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341120 Aug 20 13:06:27.041417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af324e-9f66-4026-a61a-d3fca1fc7d30 req-f7e2caa7-8844-4775-be23-734829817ef4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:27.042842 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2af324e-9f66-4026-a61a-d3fca1fc7d30 req-f7e2caa7-8844-4775-be23-734829817ef4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0559394 Aug 20 13:06:27.079513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e2af324e-9f66-4026-a61a-d3fca1fc7d30 req-0314cc3a-a7d1-4b13-ac97-58e22d2d6c7e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306952 Aug 20 13:06:27.237477 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:28.196341 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecb0ac-94d9-4cb6-9169-d003c373bdd4 req-f8e23f4e-1eea-4edd-aa53-8bcc6d229f1d tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:28.197829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65ecb0ac-94d9-4cb6-9169-d003c373bdd4 req-f8e23f4e-1eea-4edd-aa53-8bcc6d229f1d tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0498841 Aug 20 13:06:28.235331 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-65ecb0ac-94d9-4cb6-9169-d003c373bdd4 req-105a80fd-5d12-4806-9932-8331cf1509b6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Aug 20 13:06:29.361715 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61ccb4-3795-489c-a2b8-838552347fbc req-3f151038-dd31-4276-8541-68c39c93c438 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:29.363878 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e61ccb4-3795-489c-a2b8-838552347fbc req-3f151038-dd31-4276-8541-68c39c93c438 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0602133 Aug 20 13:06:29.402454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7e61ccb4-3795-489c-a2b8-838552347fbc req-13c4e7b9-6adc-47b9-a4a2-f0c397db8260 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Aug 20 13:06:30.518716 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288b1f7-660b-47eb-9693-39e9c61db54f req-161d7074-7165-4c1f-b9c4-ae175f650bb3 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:30.520702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4288b1f7-660b-47eb-9693-39e9c61db54f req-161d7074-7165-4c1f-b9c4-ae175f650bb3 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0518880 Aug 20 13:06:30.559472 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4288b1f7-660b-47eb-9693-39e9c61db54f req-c15e7c57-8d1b-46c1-8518-1cd661800593 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Aug 20 13:06:31.672011 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c789c9d-7413-4482-85ce-357eaf58eb78 req-23ad1db3-7504-4932-b61d-fa2aa196e5d8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:31.673473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c789c9d-7413-4482-85ce-357eaf58eb78 req-23ad1db3-7504-4932-b61d-fa2aa196e5d8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0484803 Aug 20 13:06:31.711958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2c789c9d-7413-4482-85ce-357eaf58eb78 req-c58a035f-642d-4e12-8b85-d7a10135693e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319288 Aug 20 13:06:32.830282 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8f62e-1894-47d3-a928-74db9762f48a req-208bc52e-b7b3-4632-929c-6ea41812275f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:32.831823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50b8f62e-1894-47d3-a928-74db9762f48a req-208bc52e-b7b3-4632-929c-6ea41812275f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0543613 Aug 20 13:06:32.871674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-50b8f62e-1894-47d3-a928-74db9762f48a req-a38c01cf-5050-43ba-9d8f-0f201af8ef97 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333226 Aug 20 13:06:33.988420 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa138cf0-8759-4789-8d3c-4fb0ea6d7ba3 req-4125bb5a-a2e9-4dec-b46d-43a560f2cbda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:33.990093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa138cf0-8759-4789-8d3c-4fb0ea6d7ba3 req-4125bb5a-a2e9-4dec-b46d-43a560f2cbda tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0494092 Aug 20 13:06:34.029400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-aa138cf0-8759-4789-8d3c-4fb0ea6d7ba3 req-ed8fb0a6-ffcc-4e20-9d8a-923d0165bab4 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331733 Aug 20 13:06:34.760844 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 99dba563-7458-4e1a-a04d-1fd7b6b23a87 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:06:34.856326 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:06:34.867396 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'port_id': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'mac_address': 'fa:16:3e:f4:11:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:06:34.904762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:34.917230 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99dba563-7458-4e1a-a04d-1fd7b6b23a87 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:06:34.936421 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:06:34.940149 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:34.997967 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:35.008765 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.009262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.009752 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.010278 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.010767 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.011302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.011733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.012209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.012692 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.013167 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.013650 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.014121 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:06:35.143768 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056730f0-144a-40ab-8305-e1ef903134f6 req-eb630b16-3afa-4e9e-9f46-93caa84a6601 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:35.145829 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-056730f0-144a-40ab-8305-e1ef903134f6 req-eb630b16-3afa-4e9e-9f46-93caa84a6601 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 944 time: 0.0508687 Aug 20 13:06:35.175416 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['99dba563-7458-4e1a-a04d-1fd7b6b23a87'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:06:35.183700 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-056730f0-144a-40ab-8305-e1ef903134f6 req-41036180-2adf-4dc8-96f8-7e9451999093 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Aug 20 13:06:36.304078 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baeee9-46f0-42b6-aa69-057cddb3a92e req-c3d5bf6f-a066-4f94-be11-048e31264d3c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:36.305574 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38baeee9-46f0-42b6-aa69-057cddb3a92e req-c3d5bf6f-a066-4f94-be11-048e31264d3c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 944 time: 0.0543735 Aug 20 13:06:36.344752 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38baeee9-46f0-42b6-aa69-057cddb3a92e req-ee7adc72-ce98-4741-af6a-68cdcc78dc7b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332491 Aug 20 13:06:36.760834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 99dba563-7458-4e1a-a04d-1fd7b6b23a87 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:06:36.809153 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:06:36.812853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:06:36.813227 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:36.887744 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:36.912628 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:06:36.914858 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b298e0a-3e24-4d3d-b837-47bc8218b3d6" -d '{"events": [{"server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "name": "network-vif-plugged", "status": "completed", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:06:36.928995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:06:36.932935 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:36.958489 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15239849-f863-4e9a-b6da-5b85bca0b3a7 x-openstack-request-id: req-15239849-f863-4e9a-b6da-5b85bca0b3a7 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:06:36.958778 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "name": "network-vif-plugged", "status": "completed", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:06:36.959027 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15239849-f863-4e9a-b6da-5b85bca0b3a7 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:06:36.959411 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'code': 200} Aug 20 13:06:36.990140 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:37.052384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873582b9-2008-4b81-9357-8977ed6ae1d8 req-5d9e09b8-36a0-46e3-b301-9b268dd52acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:37.053776 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-873582b9-2008-4b81-9357-8977ed6ae1d8 req-5d9e09b8-36a0-46e3-b301-9b268dd52acd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1097 time: 0.0405951 Aug 20 13:06:37.087916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-873582b9-2008-4b81-9357-8977ed6ae1d8 req-fe916b8c-f0cc-413e-babe-e18e1fadceb9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273249 Aug 20 13:06:37.462617 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89930938-fbfe-49b5-97d9-9f70f2c26176 req-32bed19c-742e-4ea9-9e5a-340aaa091fcc tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:37.464141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89930938-fbfe-49b5-97d9-9f70f2c26176 req-32bed19c-742e-4ea9-9e5a-340aaa091fcc tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Aug 20 13:06:37.502125 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-89930938-fbfe-49b5-97d9-9f70f2c26176 req-fc1b5a66-8a72-4cad-ab78-02d925282a80 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Aug 20 13:06:38.624401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e500ec8-8fb7-4551-aa0a-ea19ff433a0e req-350759e6-fdfe-4964-bfe2-be7b5562d1a9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:38.625807 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e500ec8-8fb7-4551-aa0a-ea19ff433a0e req-350759e6-fdfe-4964-bfe2-be7b5562d1a9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0542526 Aug 20 13:06:38.665196 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0e500ec8-8fb7-4551-aa0a-ea19ff433a0e req-fb30635d-f358-4baf-9662-ccb2edbdbc44 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Aug 20 13:06:38.780375 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53558bb0-d5b4-4c7d-b3b5-00b43c19af7a req-09b51a9f-166c-47b4-bd9e-bae5ae647ff5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:38.781879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53558bb0-d5b4-4c7d-b3b5-00b43c19af7a req-09b51a9f-166c-47b4-bd9e-bae5ae647ff5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0507178 Aug 20 13:06:38.820047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-53558bb0-d5b4-4c7d-b3b5-00b43c19af7a req-0b77ce55-e235-4fbe-b03b-62f7ce30fbeb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Aug 20 13:06:38.842932 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36804) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:38.883731 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b9c96-bec1-4048-9912-11cccd29d371 tempest-TestShelveInstance-2144540407 tempest-TestShelveInstance-2144540407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:38.885258 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ae0b9c96-bec1-4048-9912-11cccd29d371 tempest-TestShelveInstance-2144540407 tempest-TestShelveInstance-2144540407-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1092 time: 0.0409997 Aug 20 13:06:38.888056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36806) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:06:38.892580 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:06:38.915027 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for floatingip, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:39.020909 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:39.124175 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Allocated IP 172.25.0.200 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/94cb6216-0f3d-4d3f-b536-e2bccfe5ee0e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:06:39.225146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:39.263580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:39.299298 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:06:39.302830 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:06:39.307272 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:06:39.653541 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'Port': ['ID=94cb6216-0f3d-4d3f-b536-e2bccfe5ee0e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:39.983030 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:40.052996 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:40.200266 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:40.204624 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:40.278896 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event updated for resources: {'Port': ['ID=94cb6216-0f3d-4d3f-b536-e2bccfe5ee0e,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:06:40.289367 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:40.391443 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Floating IP fafb74c1-5ee7-4922-ab3d-9341e874e788 associated. External IP: 172.25.0.200, port: 99dba563-7458-4e1a-a04d-1fd7b6b23a87. Aug 20 13:06:40.599024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Router 318bd7ef-045a-4953-8e2f-218680ff5e76 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:06:40.711728 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:06:40.724711 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] Sync routers for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:06:40.731697 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:40.735130 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:06:40.735759 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:06:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:40.759296 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c8fa5322-ecbe-42da-ad05-486867344804 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8702288 Aug 20 13:06:40.760194 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:06:40.762592 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc6b66070716742bf19dfb3d30b9f2f9cbb871e1ebcf670e65756e639b2d16d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:06:40.853827 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:06:40.864133 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8536bee-6b75-4484-9695-83cd24bdaa8c x-openstack-request-id: req-c8536bee-6b75-4484-9695-83cd24bdaa8c {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:06:40.864455 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:06:40.864788 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8536bee-6b75-4484-9695-83cd24bdaa8c {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:06:40.865109 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'status': 'completed', 'code': 200} Aug 20 13:06:40.927825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-5b167c87-b04e-433c-9be8-c6c0d0bd26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:40.929379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-5b167c87-b04e-433c-9be8-c6c0d0bd26e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1097 time: 0.0419397 Aug 20 13:06:41.029119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-958fa1c6-5b35-4952-8456-efe97c2dd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:41.030974 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-958fa1c6-5b35-4952-8456-efe97c2dd984 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0946045 Aug 20 13:06:41.085147 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'fafb74c1-5ee7-4922-ab3d-9341e874e788', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'port_id': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'mac_address': 'fa:16:3e:f4:11:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:06:39Z', 'updated_at': '2021-08-20T13:06:39Z', 'revision_number': 0, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:41.101135 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-4e27a50a-609e-494c-a2c6-693ae9fb8edb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 999 time: 0.0630410 Aug 20 13:06:41.115132 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] Checking router: 318bd7ef-045a-4953-8e2f-218680ff5e76 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:06:41.123400 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:06:41.123998 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:06:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:41.155723 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-38cf7c33-6ab9-41c4-b8c6-4fdcbd17a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:41.157203 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-38cf7c33-6ab9-41c4-b8c6-4fdcbd17a7ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0495818 Aug 20 13:06:41.208553 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-f8e48935-6ca2-4515-b606-1ec1def662a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:06:41.210071 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-f8e48935-6ca2-4515-b606-1ec1def662a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417557 Aug 20 13:06:41.231076 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:06:41.300886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-6cb2cc89-ba0b-4159-9e22-d68330af8c6f service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830595 Aug 20 13:06:41.400456 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ee16acac-5e3d-480f-92e3-c5d6a99a1b8f req-0e9de932-5357-47c1-9ef8-04ac2337197e service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931358 Aug 20 13:06:41.459723 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'fafb74c1-5ee7-4922-ab3d-9341e874e788', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'port_id': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'mac_address': 'fa:16:3e:f4:11:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:06:39Z', 'updated_at': '2021-08-20T13:06:39Z', 'revision_number': 0, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:06:41.489641 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab7f3c-61b0-48e8-99c3-0a178c7a5f24 None None] The sync data for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 is: [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'fafb74c1-5ee7-4922-ab3d-9341e874e788', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'port_id': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'mac_address': 'fa:16:3e:f4:11:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:06:39Z', 'updated_at': '2021-08-20T13:06:39Z', 'revision_number': 0, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:06:41.686107 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd855586-22a1-4c1d-b6fe-3e0b72b3a596 None None] New status for floating IP fafb74c1-5ee7-4922-ab3d-9341e874e788: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:06:42.710696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:44.288411 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:50.383022 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:06:51.836811 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-14a2304e-b3e9-4b36-a178-e057c65cb03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:54.408054 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-7696a988-e795-40b0-a3cf-330f011b49ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:55.134336 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:55.861055 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:06:57.240183 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:12.721617 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:14.286678 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:21.837750 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-026b5b1a-e9e2-4f4a-98d9-cf97328b9949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:24.408622 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-941ac60f-1f59-4237-b703-fb18dab85085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:25.135349 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:25.863789 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:27.242129 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:27.382556 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:07:27.524139 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-61cb439e-0628-4d72-b4d9-a604f151f072 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411248 Aug 20 13:07:27.606815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-e5c2d819-c01e-4431-8df9-6a531a424e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:07:27.608302 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-e5c2d819-c01e-4431-8df9-6a531a424e64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1097 time: 0.0400999 Aug 20 13:07:27.716757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-9ba692ca-a376-4c83-a6e7-786bb7f01992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:07:27.718355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-9ba692ca-a376-4c83-a6e7-786bb7f01992 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0909374 Aug 20 13:07:27.782991 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-64277992-702b-45fd-b4ef-2cfcdffa4261 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 1001 time: 0.0570431 Aug 20 13:07:27.835321 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-f77ab7bc-6444-4017-8b86-cd7f22399e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:07:27.836736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-f77ab7bc-6444-4017-8b86-cd7f22399e02 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0471311 Aug 20 13:07:27.885451 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-7fb33d66-1662-4b9d-8724-4455f0e7b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:07:27.886992 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-7fb33d66-1662-4b9d-8724-4455f0e7b801 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426946 Aug 20 13:07:27.975816 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-73c6b808-0e2c-4ab8-a09f-5f957ff1d64a service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819490 Aug 20 13:07:28.068799 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dfe7e7cd-7bb9-4cab-b3f7-b40e1a0118c7 req-b605a080-7eee-414f-98df-e6c7534e37f9 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862041 Aug 20 13:07:42.717967 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:44.286410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:51.839197 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9404dbdf-d8cc-433e-a6b5-04e112ccc7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:54.409871 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-97fef7d8-d39d-4ca5-9ed9-45d37dbc6df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:55.135775 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:55.867443 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:07:57.245948 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:04.382115 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:08:12.722667 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:14.302382 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:21.839427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1afe5a25-cb66-4996-b1bd-db9038f1a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:24.413853 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1e7b995d-3006-464d-aa74-ac8597e20322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:25.136684 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:25.869299 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:27.248173 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:28.570860 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-9ebd2a32-31f9-4d4e-8f44-f8156d6c6539 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895360 Aug 20 13:08:28.655203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-ae7e67dd-aeda-4797-bbff-7d4a66930f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:28.656703 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-ae7e67dd-aeda-4797-bbff-7d4a66930f4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1097 time: 0.0430439 Aug 20 13:08:28.762307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-8ae7a8f0-ca0c-46bf-8d6a-639c98fa3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:28.763786 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-8ae7a8f0-ca0c-46bf-8d6a-639c98fa3fd8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0876732 Aug 20 13:08:28.827985 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-12909732-4aeb-41e2-a4c5-f43d22d0f8e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 1001 time: 0.0565121 Aug 20 13:08:28.881740 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-f7973e4a-8389-4d84-ba90-e2e10e9ac062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:28.883210 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-f7973e4a-8389-4d84-ba90-e2e10e9ac062 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0479259 Aug 20 13:08:28.933475 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-ac69f3b6-06e4-4925-b92a-dc9fd86d54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:28.934940 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-ac69f3b6-06e4-4925-b92a-dc9fd86d54ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451849 Aug 20 13:08:29.026035 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-03512127-8c6e-40c2-8ac1-327cbac5ba71 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Aug 20 13:08:29.122947 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c0410cfb-38a6-4d77-bf01-e53c382aee04 req-836e630c-6a20-44fe-8f29-e6b4255c5f1a service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900323 Aug 20 13:08:36.247314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f68df-ebc4-4d92-971f-339e8ba64e8a req-1ffb9bb1-7424-4e72-8ada-add79c6b0da5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:36.248802 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd1f68df-ebc4-4d92-971f-339e8ba64e8a req-1ffb9bb1-7424-4e72-8ada-add79c6b0da5 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0948396 Aug 20 13:08:36.288792 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd1f68df-ebc4-4d92-971f-339e8ba64e8a req-d5c4f336-3ced-4a98-89dd-76393935c81f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330873 Aug 20 13:08:37.432757 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636f5ab-fd45-4677-be33-af7686b8b721 req-6c45d597-719e-4a6d-a7f1-0e7a157e4c56 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:37.434344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a636f5ab-fd45-4677-be33-af7686b8b721 req-6c45d597-719e-4a6d-a7f1-0e7a157e4c56 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0498888 Aug 20 13:08:37.479663 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a636f5ab-fd45-4677-be33-af7686b8b721 req-d535d43a-f010-42c1-b059-0fabe8ac0699 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Aug 20 13:08:38.594956 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f5af-bb0b-4c4d-8dae-24e1de3d2bf1 req-2e6c4f7e-3858-4cb7-8045-6ab0d94b329b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:38.596689 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98f6f5af-bb0b-4c4d-8dae-24e1de3d2bf1 req-2e6c4f7e-3858-4cb7-8045-6ab0d94b329b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Aug 20 13:08:38.634306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-98f6f5af-bb0b-4c4d-8dae-24e1de3d2bf1 req-1c0b54c2-3275-47f0-bf52-d3dbdddf82a0 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316927 Aug 20 13:08:39.758125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1348fc-abdc-4977-9c3e-707309c55a8f req-d5df75fe-717a-4f1d-837e-91d15821d242 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:39.759704 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f1348fc-abdc-4977-9c3e-707309c55a8f req-d5df75fe-717a-4f1d-837e-91d15821d242 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0570674 Aug 20 13:08:39.796830 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-6f1348fc-abdc-4977-9c3e-707309c55a8f req-18ede93a-822f-44de-9ea0-37995af28829 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308223 Aug 20 13:08:40.912094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad22ec-d75d-417b-807d-58b5cdb24da5 req-0c7aa90b-3049-4a08-b89e-3bbca3b63fca tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:40.913577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcad22ec-d75d-417b-807d-58b5cdb24da5 req-0c7aa90b-3049-4a08-b89e-3bbca3b63fca tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0487344 Aug 20 13:08:40.956051 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-dcad22ec-d75d-417b-807d-58b5cdb24da5 req-00afc721-62f6-4cdf-90ac-945492214d62 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364945 Aug 20 13:08:41.381191 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:08:42.071668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a68a95-6c9c-4c04-bec5-295b46e19ca2 req-7909e33f-a1e6-4c0f-b802-defad879a48f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:42.073162 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38a68a95-6c9c-4c04-bec5-295b46e19ca2 req-7909e33f-a1e6-4c0f-b802-defad879a48f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0501730 Aug 20 13:08:42.111334 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-38a68a95-6c9c-4c04-bec5-295b46e19ca2 req-17d6cb7c-1d3e-4d52-93d8-148774e64f70 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315790 Aug 20 13:08:42.736993 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:43.226918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ee16-db74-4bfc-b669-9338beb4bbda req-085f0ae3-3ef2-4e96-a82d-dd99874d3785 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:43.228400 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0384ee16-db74-4bfc-b669-9338beb4bbda req-085f0ae3-3ef2-4e96-a82d-dd99874d3785 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0494304 Aug 20 13:08:43.266211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-0384ee16-db74-4bfc-b669-9338beb4bbda req-0ffc5579-4685-4fa4-92fa-db1744955ec7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Aug 20 13:08:44.301743 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:44.387436 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cdbe6-7306-46a0-b6f0-dfb61affcde3 req-da2d483b-dd03-47ab-b0fc-7474b9c42de0 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:44.388943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-399cdbe6-7306-46a0-b6f0-dfb61affcde3 req-da2d483b-dd03-47ab-b0fc-7474b9c42de0 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0521953 Aug 20 13:08:44.431736 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-399cdbe6-7306-46a0-b6f0-dfb61affcde3 req-6bdb0570-b097-4610-a329-eb0d22e461a3 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358105 Aug 20 13:08:45.550012 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa3b1b-f06c-4ebb-bff4-0a89adfc4f84 req-6b034363-3f83-4946-833a-40a9938f93e7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:45.551529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2faa3b1b-f06c-4ebb-bff4-0a89adfc4f84 req-6b034363-3f83-4946-833a-40a9938f93e7 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0513537 Aug 20 13:08:45.590841 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2faa3b1b-f06c-4ebb-bff4-0a89adfc4f84 req-610d2e2b-eb31-47f0-a3c7-4a8c40514d8e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331609 Aug 20 13:08:46.328201 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-0440668e-81bc-4d29-a8e2-e8de77380aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:46.330317 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-0440668e-81bc-4d29-a8e2-e8de77380aeb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1097 time: 0.0413587 Aug 20 13:08:46.425901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-eb712cb2-1a53-4e09-ac14-04fc15537c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:46.427491 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-eb712cb2-1a53-4e09-ac14-04fc15537c91 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0907240 Aug 20 13:08:46.496223 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-a26d569c-52dc-4de8-b372-8a3a4c468f6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 1001 time: 0.0616570 Aug 20 13:08:46.546071 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-cb743767-f339-4cc2-885c-21eaacaf53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:46.547554 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-cb743767-f339-4cc2-885c-21eaacaf53ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0441442 Aug 20 13:08:46.597354 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-61f32ff4-4d8b-4e32-bce4-6b682775e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:46.598775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-61f32ff4-4d8b-4e32-bce4-6b682775e916 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443330 Aug 20 13:08:46.720778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-7b07555c-710b-42da-8771-e7a793f3697a service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148877 Aug 20 13:08:46.732612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4d2b0-d516-4d11-becd-956c488e70bb req-0d06a785-fe61-42cf-a70e-c5d3d96cdeed tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:46.734013 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68f4d2b0-d516-4d11-becd-956c488e70bb req-0d06a785-fe61-42cf-a70e-c5d3d96cdeed tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0761020 Aug 20 13:08:46.827066 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-68f4d2b0-d516-4d11-becd-956c488e70bb req-a671a83b-63db-4a95-80ff-f017e4b0b79c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850365 Aug 20 13:08:46.854607 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1f550e0e-84f0-4f0a-998b-e4d1c43a2cb6 req-63eebec1-fea0-48bb-90ad-8b1a185d7f10 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195283 Aug 20 13:08:47.946478 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd3df3-4e92-441a-bbe6-9fec8aae367b req-b002b8b9-3d01-4e54-ab01-864e38c468ed tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:47.947980 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ffd3df3-4e92-441a-bbe6-9fec8aae367b req-b002b8b9-3d01-4e54-ab01-864e38c468ed tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0525825 Aug 20 13:08:47.986780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4ffd3df3-4e92-441a-bbe6-9fec8aae367b req-13e5d4a1-cc38-478b-888f-0d67a3a34759 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Aug 20 13:08:49.108301 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb707-63a6-4404-8ad5-4791aea6a68f req-ad53ba13-dcfc-4757-be7e-eaa53b4f007b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:49.109823 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecbeb707-63a6-4404-8ad5-4791aea6a68f req-ad53ba13-dcfc-4757-be7e-eaa53b4f007b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0543981 Aug 20 13:08:49.150557 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ecbeb707-63a6-4404-8ad5-4791aea6a68f req-68b7e0fe-3311-4be6-9a95-91ae193ae4af tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339153 Aug 20 13:08:50.268148 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9bcd5-550c-4c9d-96d4-a3e6080381de req-877762a8-af89-429d-9782-10cf3c784a02 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:50.269637 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35d9bcd5-550c-4c9d-96d4-a3e6080381de req-877762a8-af89-429d-9782-10cf3c784a02 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Aug 20 13:08:50.307131 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-35d9bcd5-550c-4c9d-96d4-a3e6080381de req-d21e584e-89bd-4548-ac45-f11a10b11e5e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Aug 20 13:08:50.528911 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-789023f0-a0e3-4b6d-bff0-30756693a900 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838885 Aug 20 13:08:50.545799 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b79b7-e96d-4ec9-984b-7bdd4f1f61c7 req-e0ceedd7-b1eb-45aa-8322-1b99652caf6b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:50.547306 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-426b79b7-e96d-4ec9-984b-7bdd4f1f61c7 req-e0ceedd7-b1eb-45aa-8322-1b99652caf6b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0739214 Aug 20 13:08:50.588625 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-426b79b7-e96d-4ec9-984b-7bdd4f1f61c7 req-047e583c-fcb8-4175-8760-21f8a2b904c0 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344441 Aug 20 13:08:51.380257 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 99dba563-7458-4e1a-a04d-1fd7b6b23a87 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:08:51.457065 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:51.480054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:08:51.482303 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062849e1-3dd0-4438-a0f2-27dca518f164" -d '{"events": [{"server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "name": "network-vif-unplugged", "status": "completed", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:08:51.495526 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:08:51.499911 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:51.527610 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe7f0a5-aee0-46f5-8c2e-5060cde3e441 x-openstack-request-id: req-7fe7f0a5-aee0-46f5-8c2e-5060cde3e441 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:08:51.527902 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "name": "network-vif-unplugged", "status": "failed", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87", "code": 422}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:08:51.528151 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fe7f0a5-aee0-46f5-8c2e-5060cde3e441 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:08:51.528547 n-d-800634-10 neutron-server[101035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'code': 422} returned with failed status Aug 20 13:08:51.555944 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:08:51.563242 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.563584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.563948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.564958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.565302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.565633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.565960 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.566307 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.566631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.566950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.567266 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.567584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:08:51.707393 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b068e-d8d6-4eea-9666-99cac9891308 req-dd140e63-9f2b-4d6e-b1dd-aae678f77f29 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:51.709485 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd9b068e-d8d6-4eea-9666-99cac9891308 req-dd140e63-9f2b-4d6e-b1dd-aae678f77f29 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0499017 Aug 20 13:08:51.747544 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-cd9b068e-d8d6-4eea-9666-99cac9891308 req-794bf121-244e-474a-bc92-6a6bf32f7d10 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319092 Aug 20 13:08:51.841123 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9e394dff-aa15-4ba8-aa7d-69ca579f3828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:52.868180 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2369b01-c0fb-4212-b508-6fb52580397d req-5145f988-e83b-4317-91bd-85e6c544e7a1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:52.869649 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2369b01-c0fb-4212-b508-6fb52580397d req-5145f988-e83b-4317-91bd-85e6c544e7a1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0518663 Aug 20 13:08:52.908882 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f2369b01-c0fb-4212-b508-6fb52580397d req-6607f821-34b8-448f-9a38-b81713c5fe78 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Aug 20 13:08:54.040609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bc4d-ba70-4f5f-8134-1436dc97c47b req-b93eccda-e2be-45a0-a3ab-87ad2d88adc6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:54.042251 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5102bc4d-ba70-4f5f-8134-1436dc97c47b req-b93eccda-e2be-45a0-a3ab-87ad2d88adc6 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0617855 Aug 20 13:08:54.084520 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5102bc4d-ba70-4f5f-8134-1436dc97c47b req-1e00bf1c-01ba-437e-b152-2c76c29f6ffa tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350659 Aug 20 13:08:54.415607 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2258ea8e-dfbf-451d-a581-132e968aa7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:55.139995 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:55.205773 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319061-c090-4bef-b3d8-4e8b303f67da req-2bf294dc-ecdc-4b9d-8b20-4e3ef9c114b1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:55.208879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2319061-c090-4bef-b3d8-4e8b303f67da req-2bf294dc-ecdc-4b9d-8b20-4e3ef9c114b1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0513465 Aug 20 13:08:55.249890 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a2319061-c090-4bef-b3d8-4e8b303f67da req-fc725456-d6a4-46b0-adf4-dbe38288a8fe tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364149 Aug 20 13:08:55.311305 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-5d2574d0-e41f-483c-bc0f-e780bcefc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:55.312834 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-5d2574d0-e41f-483c-bc0f-e780bcefc608 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015&tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85 HTTP/1.1" status: 200 len: 1095 time: 0.0401185 Aug 20 13:08:55.379925 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-2b115e3b-ab73-4866-b5ee-038f97fbce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:55.381409 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-2b115e3b-ab73-4866-b5ee-038f97fbce38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1095 time: 0.0450997 Aug 20 13:08:55.469760 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-f0f49a8c-632b-4d52-bf9f-8427b1e5eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:55.471258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-f0f49a8c-632b-4d52-bf9f-8427b1e5eb8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0833421 Aug 20 13:08:55.540455 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-d6ed35ea-e27b-40c1-9fd2-0de2313e41f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 999 time: 0.0623908 Aug 20 13:08:55.600177 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-50cccc41-c269-4cd6-8f71-54e2e708863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:55.601766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-50cccc41-c269-4cd6-8f71-54e2e708863c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0540891 Aug 20 13:08:55.648085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-48161d86-ffce-4676-86d0-7f34a9c37ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:55.649570 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-48161d86-ffce-4676-86d0-7f34a9c37ada service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412154 Aug 20 13:08:55.743263 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-bddaf653-f6d4-440d-b43b-b4bfa1173063 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864279 Aug 20 13:08:55.834064 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-f055e0d7-2b1e-4aa0-ade1-bdfba5e42fea service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842676 Aug 20 13:08:55.871437 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:56.367743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103320c-1309-4ce2-a68f-27c5987a7d82 req-518a4596-edf6-462d-99cc-62ca53c77b04 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:56.369271 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1103320c-1309-4ce2-a68f-27c5987a7d82 req-518a4596-edf6-462d-99cc-62ca53c77b04 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0501182 Aug 20 13:08:56.406414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1103320c-1309-4ce2-a68f-27c5987a7d82 req-f1e292ff-ce8e-458c-b70e-012eb5df0168 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Aug 20 13:08:57.251659 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:08:57.527070 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094639ad-591c-4410-bbd6-77a0867fcce3 req-4bbab7a0-634c-4273-92b1-2321691c0242 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:57.528457 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-094639ad-591c-4410-bbd6-77a0867fcce3 req-4bbab7a0-634c-4273-92b1-2321691c0242 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0529544 Aug 20 13:08:57.565954 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-094639ad-591c-4410-bbd6-77a0867fcce3 req-ce13f99e-e411-47c9-b6d9-4bc0dee4f3f0 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Aug 20 13:08:58.701422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e2b83-c082-4a35-978c-7339de9d3da6 req-da40a008-1928-43b6-ad1c-55a6c5940416 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:58.703160 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e9e2b83-c082-4a35-978c-7339de9d3da6 req-da40a008-1928-43b6-ad1c-55a6c5940416 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0645528 Aug 20 13:08:58.756788 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8e9e2b83-c082-4a35-978c-7339de9d3da6 req-7f5653c8-9752-4701-956d-c91cd929a765 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471394 Aug 20 13:08:59.870714 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6975ba-713d-4f2e-a38b-8163574b9394 req-4c3d9eba-910f-4a9a-8987-47d9c8ecd327 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:08:59.872167 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf6975ba-713d-4f2e-a38b-8163574b9394 req-4c3d9eba-910f-4a9a-8987-47d9c8ecd327 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0490468 Aug 20 13:08:59.909550 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bf6975ba-713d-4f2e-a38b-8163574b9394 req-0f78ba12-68ab-4c84-9447-d0048f3092c8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313013 Aug 20 13:09:01.028366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6742c8d-67dd-4770-b35a-7cdad4743a5b req-cc6c60e8-dd80-4585-b4bb-42bd8920522b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:01.029832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6742c8d-67dd-4770-b35a-7cdad4743a5b req-cc6c60e8-dd80-4585-b4bb-42bd8920522b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0527573 Aug 20 13:09:01.067764 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c6742c8d-67dd-4770-b35a-7cdad4743a5b req-efe33182-10df-4c6e-b2fb-86cd685d2a0c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313995 Aug 20 13:09:02.181210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f296b18-3b31-42fa-9347-3f5dc67b3e1f req-ae0bc7aa-4f4f-41be-8409-40561903e0d1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:02.182686 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f296b18-3b31-42fa-9347-3f5dc67b3e1f req-ae0bc7aa-4f4f-41be-8409-40561903e0d1 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0490115 Aug 20 13:09:02.239920 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7f296b18-3b31-42fa-9347-3f5dc67b3e1f req-5cb981d0-d3e4-4ffb-ab78-3430cb9539de tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501938 Aug 20 13:09:03.355277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cae1-b63c-4b1b-a290-4d27dfc83b7d req-cb5a2319-84b8-4af7-9348-1fdde44464b9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:03.356787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a849cae1-b63c-4b1b-a290-4d27dfc83b7d req-cb5a2319-84b8-4af7-9348-1fdde44464b9 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 943 time: 0.0493145 Aug 20 13:09:03.395965 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a849cae1-b63c-4b1b-a290-4d27dfc83b7d req-26c41e9d-0895-49e7-a17c-68f3486a1470 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330343 Aug 20 13:09:03.410497 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 99dba563-7458-4e1a-a04d-1fd7b6b23a87 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:09:03.503613 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:09:03.518604 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'port_id': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'mac_address': 'fa:16:3e:f4:11:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:09:03.555215 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:03.568332 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99dba563-7458-4e1a-a04d-1fd7b6b23a87 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:09:03.590606 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:09:03.595952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:03.643510 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:09:03.796648 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['99dba563-7458-4e1a-a04d-1fd7b6b23a87'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:09:04.512603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab63a-a044-4cfd-baa4-4bcfce5cf749 req-f1043782-345a-4e21-b3c2-3a7eadf68040 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:04.514102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69aab63a-a044-4cfd-baa4-4bcfce5cf749 req-f1043782-345a-4e21-b3c2-3a7eadf68040 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 944 time: 0.0522656 Aug 20 13:09:04.554584 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-69aab63a-a044-4cfd-baa4-4bcfce5cf749 req-d1cb94e3-0ce8-4ef3-968c-384ca76c1d5e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Aug 20 13:09:05.426509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 99dba563-7458-4e1a-a04d-1fd7b6b23a87 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:09:05.472555 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:09:05.472928 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:05.549499 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:05.574287 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:09:05.577247 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e5cc17-e477-4591-871e-446f117190ad" -d '{"events": [{"server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "name": "network-vif-plugged", "status": "completed", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:09:05.589847 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:09:05.594066 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:05.651358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:09:05.686135 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca8b0b-bab1-457a-8c41-f7fea300d188 req-87d5b965-1399-4ad4-8bb1-776f1267d5ad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:05.687666 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cca8b0b-bab1-457a-8c41-f7fea300d188 req-87d5b965-1399-4ad4-8bb1-776f1267d5ad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0513883 Aug 20 13:09:05.725552 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1cca8b0b-bab1-457a-8c41-f7fea300d188 req-79608cd4-82a5-475b-9138-67204749859c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Aug 20 13:09:05.770864 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae01c6-3748-488a-bba4-e6ed5fcf5316 x-openstack-request-id: req-efae01c6-3748-488a-bba4-e6ed5fcf5316 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:09:05.771157 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "name": "network-vif-plugged", "status": "completed", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:09:05.771409 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efae01c6-3748-488a-bba4-e6ed5fcf5316 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:09:05.771824 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'code': 200} Aug 20 13:09:05.913091 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf0484-4a6e-464f-bd1c-56117e47232e req-5d3005b2-6ea8-4f28-8af0-cf0d031864d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:05.914604 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9dbf0484-4a6e-464f-bd1c-56117e47232e req-5d3005b2-6ea8-4f28-8af0-cf0d031864d3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1097 time: 0.0408664 Aug 20 13:09:05.948835 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9dbf0484-4a6e-464f-bd1c-56117e47232e req-4c731011-b8a7-48d1-9f33-989468818357 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276718 Aug 20 13:09:06.847459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d4007-c35a-41a9-a2a3-04ad8e1de638 req-5385cd7c-942d-45b6-93a2-c8d6317c5604 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:06.848963 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-036d4007-c35a-41a9-a2a3-04ad8e1de638 req-5385cd7c-942d-45b6-93a2-c8d6317c5604 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0546098 Aug 20 13:09:06.888897 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-036d4007-c35a-41a9-a2a3-04ad8e1de638 req-3b40c687-b53c-4212-9fbe-bcb3f03ea764 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323262 Aug 20 13:09:08.007906 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866a9b7-82fa-4203-a826-f0c107457a7b req-3e8e4faa-90b7-4f4e-9f81-47456e2438d3 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:08.009385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1866a9b7-82fa-4203-a826-f0c107457a7b req-3e8e4faa-90b7-4f4e-9f81-47456e2438d3 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0503416 Aug 20 13:09:08.046707 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-1866a9b7-82fa-4203-a826-f0c107457a7b req-150819b0-bc11-43f7-88b3-7f8700e7f5eb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Aug 20 13:09:12.761093 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:14.330689 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:18.381185 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:09:21.841234 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bb662b18-d894-4982-a018-2f20164b8f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:24.416740 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-82856e5e-0c63-492c-909d-0823852e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:25.143505 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:25.878846 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:27.255980 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:28.503410 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-130bad39-f42f-4ad5-bf58-501add954642 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423336 Aug 20 13:09:28.594980 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-fb09aebc-c553-414a-a0af-dbfefcfa7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:28.596581 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-fb09aebc-c553-414a-a0af-dbfefcfa7a22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1097 time: 0.0440307 Aug 20 13:09:28.696825 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-1f7ba05c-2c31-42f5-b6f4-e582c4c08060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:28.698280 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-1f7ba05c-2c31-42f5-b6f4-e582c4c08060 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.0823028 Aug 20 13:09:28.766432 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-e6a309f1-76b4-45bc-a1d8-a61729135f00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 1001 time: 0.0601013 Aug 20 13:09:28.830931 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-e67217c9-e9ee-4c20-a139-396c3155421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:28.832489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-e67217c9-e9ee-4c20-a139-396c3155421e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0592802 Aug 20 13:09:28.878946 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-bdceb7fb-48d6-45d0-b54f-64f3509a6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:09:28.880475 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-bdceb7fb-48d6-45d0-b54f-64f3509a6f3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409896 Aug 20 13:09:28.978093 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-d2ca7d94-46ac-4208-856d-1b5fccad2ca3 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907090 Aug 20 13:09:29.390467 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-358f42b7-ff8f-48f3-ba40-1203a7515094 req-79ff394b-3eec-4b0a-8afc-fbccbc301384 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047010 Aug 20 13:09:42.752354 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:44.328972 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:51.841992 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec09b-cba2-4d52-9a61-0b78bd19fc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:54.417528 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-47c10991-1f9c-4849-9236-1200a451df37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:55.144193 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:55.380614 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:09:55.878052 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:09:57.258862 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:12.763920 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:14.330383 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:20.818726 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 36974) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:20.980433 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Deleting port 94cb6216-0f3d-4d3f-b536-e2bccfe5ee0e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:20.980777 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:21.059416 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:21.059747 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:21.072052 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Calling delete_port for 94cb6216-0f3d-4d3f-b536-e2bccfe5ee0e owned by network:floatingip {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:21.217643 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:21.248015 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event deleted for resources: {'Port': ['ID=94cb6216-0f3d-4d3f-b536-e2bccfe5ee0e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:21.260009 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.260358 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.260697 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.261034 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.261365 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.261715 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.262024 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.262379 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.262711 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.263035 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.263361 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.263687 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:21.318321 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for floatingip, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:21.318656 n-d-800634-10 neutron-server[101033]: INFO neutron.db.l3_db [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Floating IP fafb74c1-5ee7-4922-ab3d-9341e874e788 disassociated (deleted). External IP: 172.25.0.200, port: 99dba563-7458-4e1a-a04d-1fd7b6b23a87. Aug 20 13:10:21.528904 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Router 318bd7ef-045a-4953-8e2f-218680ff5e76 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:10:21.639766 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:10:21.645501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:21.650250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] Sync routers for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:10:21.659530 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:21.660154 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:21.673050 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-2b8f96d6-d4e7-4f20-addd-b9761c88207b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "DELETE /v2.0/floatingips/fafb74c1-5ee7-4922-ab3d-9341e874e788 HTTP/1.1" status: 204 len: 168 time: 0.8531165 Aug 20 13:10:21.673594 n-d-800634-10 neutron-server[101033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87'}] {{(pid=101033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:10:21.675884 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cc6b66070716742bf19dfb3d30b9f2f9cbb871e1ebcf670e65756e639b2d16d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f9ec62-fe6c-4b71-9413-97a43930e3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87"}]}' {{(pid=101033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:10:21.767908 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:21.831953 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bea76d-5f35-4b6a-82c1-d71358b6c907 x-openstack-request-id: req-18bea76d-5f35-4b6a-82c1-d71358b6c907 {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:10:21.832470 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87", "status": "completed", "code": 200}]} {{(pid=101033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:10:21.832581 n-d-800634-10 neutron-server[101033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18bea76d-5f35-4b6a-82c1-d71358b6c907 {{(pid=101033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:10:21.833014 n-d-800634-10 neutron-server[101033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'status': 'completed', 'code': 200} Aug 20 13:10:21.896474 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3800b055-fb70-4dbc-9619-a970fc7f142b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:21.925125 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-bdc2fb01-e9d2-4767-baa4-0e4e5f0afc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:21.926660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-bdc2fb01-e9d2-4767-baa4-0e4e5f0afc88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 1097 time: 0.0744169 Aug 20 13:10:21.943382 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89387e-2040-4955-88f9-6ba09b9301b2 req-1e7944aa-3ae4-49bd-9515-c301b600cb6f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:21.944853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e89387e-2040-4955-88f9-6ba09b9301b2 req-1e7944aa-3ae4-49bd-9515-c301b600cb6f tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0614917 Aug 20 13:10:21.986853 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:22.016964 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] Checking router: 318bd7ef-045a-4953-8e2f-218680ff5e76 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:10:22.025374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:22.025987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:09:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:22.033681 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9e89387e-2040-4955-88f9-6ba09b9301b2 req-fce72066-8339-4ccf-8ec5-747afbd2c89b tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816467 Aug 20 13:10:22.054683 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-365aba5d-66dd-4ecc-a6f2-9616637bdebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:22.056161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-365aba5d-66dd-4ecc-a6f2-9616637bdebe service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 200 len: 910 time: 0.1219270 Aug 20 13:10:22.102360 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-bd204223-a33c-4784-bfb8-d6d7c2d60d3a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 200 len: 217 time: 0.0378816 Aug 20 13:10:22.133333 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:22.153514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-cee3092c-265c-4013-9231-303dbd56f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:22.154943 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-cee3092c-265c-4013-9231-303dbd56f591 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 200 len: 848 time: 0.0451231 Aug 20 13:10:22.201873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-e2d72d4b-6a0a-4a7b-b1bd-95a3075acea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:22.203446 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-e2d72d4b-6a0a-4a7b-b1bd-95a3075acea2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d5a00cb-1329-46d1-86a9-18a76f374504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405459 Aug 20 13:10:22.297471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-355b7dd4-d684-48f5-9979-d40ea7dde03b service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857053 Aug 20 13:10:22.337719 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:22.364338 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c26ec3-8b98-4462-a2af-4ed45e032c78 None None] The sync data for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 is: [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:01:48Z', 'revision_number': 4, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '1fda7e8f-18eb-468b-9d60-07678209ea83', 'name': '', 'network_id': '5d5a00cb-1329-46d1-86a9-18a76f374504', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'mac_address': 'fa:16:3e:bf:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:47Z', 'updated_at': '2021-08-20T13:01:54Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'subnets': [{'id': 'ce2b7b07-edf4-40bb-a58e-2c0cf25351c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:10:22.395900 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-01f9ec62-fe6c-4b71-9413-97a43930e3a2 req-4f43de17-8bc7-4bf9-ac6f-8de5e8af0984 service neutron] 10.222.0.22 "GET /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905695 Aug 20 13:10:22.588617 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea46af0-3a1f-4d92-baab-adc98fbe1885 None None] New status for floating IP fafb74c1-5ee7-4922-ab3d-9341e874e788: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:10:23.155668 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9ee6d-5adf-4e27-b11e-1ac33e0f6c0c req-309e139e-f214-4b8d-af93-7b5da6d540e8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:23.157253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08c9ee6d-5adf-4e27-b11e-1ac33e0f6c0c req-309e139e-f214-4b8d-af93-7b5da6d540e8 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0566871 Aug 20 13:10:23.194958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-08c9ee6d-5adf-4e27-b11e-1ac33e0f6c0c req-868cb9dc-47e7-400d-9e7a-abc797d5fbfb tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac69ff4-9782-449d-99d5-5f9850a64039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Aug 20 13:10:23.367124 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-47755b14-6f85-416c-8096-5f885e083371 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:23.368605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-47755b14-6f85-416c-8096-5f885e083371 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Aug 20 13:10:23.459706 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Deleting port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:23.460044 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:23.558458 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] For port 99dba563-7458-4e1a-a04d-1fd7b6b23a87, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=99dba563-7458-4e1a-a04d-1fd7b6b23a87,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:23.558831 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:23.573032 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Calling delete_port for 99dba563-7458-4e1a-a04d-1fd7b6b23a87 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:23.707799 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:23.738109 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event deleted for resources: {'Port': ['ID=99dba563-7458-4e1a-a04d-1fd7b6b23a87,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:23.749196 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.749533 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.749873 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.750248 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.750557 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.751576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.751975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.752384 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.752735 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.753061 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.753390 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.753738 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:23.789198 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] No DVR routers for this DVR port 99dba563-7458-4e1a-a04d-1fd7b6b23a87 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:10:23.791670 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:23.793605 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c9f112f4-3376-4771-9813-bb78edf7ad8b req-e6a1303c-0d91-47c6-9512-6d076959bdad tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.22 "DELETE /v2.0/ports/99dba563-7458-4e1a-a04d-1fd7b6b23a87 HTTP/1.1" status: 204 len: 173 time: 0.4185495 Aug 20 13:10:23.794051 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'name': 'network-vif-deleted', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:10:23.796298 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83675ccc-0f85-4c99-98de-100117bb599e" -d '{"events": [{"server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "name": "network-vif-deleted", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:10:23.892002 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca2cf3f-a485-4013-80fb-e057ed1d02e3 x-openstack-request-id: req-8ca2cf3f-a485-4013-80fb-e057ed1d02e3 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:10:23.892224 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5d77b7-738a-4d55-aa02-80ba96aaf015", "name": "network-vif-deleted", "tag": "99dba563-7458-4e1a-a04d-1fd7b6b23a87", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:10:23.892675 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ca2cf3f-a485-4013-80fb-e057ed1d02e3 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:10:23.893095 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5d77b7-738a-4d55-aa02-80ba96aaf015', 'name': 'network-vif-deleted', 'tag': '99dba563-7458-4e1a-a04d-1fd7b6b23a87', 'status': 'completed', 'code': 200} Aug 20 13:10:24.292755 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-34179640-9947-4e51-a06b-b531fb74dcdb req-cf1613a2-6995-4c89-ae4c-c4ed6173ff8e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 210 time: 0.0268016 Aug 20 13:10:24.420083 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9828d415-503e-4cce-8168-994dea8fd514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:25.147680 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:25.393847 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-17b402d7-eb57-4c1a-b7a7-8b8aa8752309 req-3e1bd311-aad0-4833-b3d5-342694eaa021 tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 210 time: 0.0319493 Aug 20 13:10:25.751747 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 99dba563-7458-4e1a-a04d-1fd7b6b23a87 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:10:25.776460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 99dba563-7458-4e1a-a04d-1fd7b6b23a87 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:10:25.776808 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 99dba563-7458-4e1a-a04d-1fd7b6b23a87 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:10:25.880590 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:26.494634 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-36f346d2-6db3-4038-b06b-7dea62e0ecbf req-27101ad1-d904-4284-8366-03dd6231950e tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Aug 20 13:10:27.262970 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:27.614253 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f8bde552-4823-42e0-8b0e-89b413e08dd2 req-bc16dbc2-c767-434d-9100-322f20cca49c tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c5d77b7-738a-4d55-aa02-80ba96aaf015 HTTP/1.1" status: 200 len: 210 time: 0.0306444 Aug 20 13:10:28.674982 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37008) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:28.735079 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cedebde-6c4b-4774-a0cd-85542854eb0a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:28.762801 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cedebde-6c4b-4774-a0cd-85542854eb0a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:28.826319 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cedebde-6c4b-4774-a0cd-85542854eb0a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:28.829746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8cedebde-6c4b-4774-a0cd-85542854eb0a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:28.834410 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8cedebde-6c4b-4774-a0cd-85542854eb0a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ac69ff4-9782-449d-99d5-5f9850a64039 HTTP/1.1" status: 204 len: 168 time: 0.1583309 Aug 20 13:10:28.844724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedebde-6c4b-4774-a0cd-85542854eb0a tempest-TestShelveInstance-1593028932 tempest-TestShelveInstance-1593028932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac69ff4-9782-449d-99d5-5f9850a64039,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:28.881921 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37012) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:29.353389 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:29.606971 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Deleting port 1fda7e8f-18eb-468b-9d60-07678209ea83 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:29.607187 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:29.693140 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] For port 1fda7e8f-18eb-468b-9d60-07678209ea83, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=1fda7e8f-18eb-468b-9d60-07678209ea83,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:29.693507 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:29.706612 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Calling delete_port for 1fda7e8f-18eb-468b-9d60-07678209ea83 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:29.894312 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:29.919324 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fda7e8f-18eb-468b-9d60-07678209ea83,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:30.104572 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:30.338661 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Router 318bd7ef-045a-4953-8e2f-218680ff5e76 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:10:30.453033 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:10:30.459145 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-7aa93cca-2f47-431a-bad2-1657ed134103 admin admin] 10.222.0.25 "PUT /v2.0/routers/318bd7ef-045a-4953-8e2f-218680ff5e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5754468 Aug 20 13:10:30.461724 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37016) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:30.462529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] Sync routers for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:10:30.472680 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:30.473291 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:30.572253 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:30.586771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:30.678932 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:30.732330 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Deleting port a05b16b5-8412-43f3-b804-64147fdce223 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:30.732676 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:30.767495 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:10:29Z', 'revision_number': 5, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port': {'id': 'a05b16b5-8412-43f3-b804-64147fdce223', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:46Z', 'updated_at': '2021-08-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:30.796350 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] Checking router: 318bd7ef-045a-4953-8e2f-218680ff5e76 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:10:30.806021 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] Routers {'318bd7ef-045a-4953-8e2f-218680ff5e76'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:30.806572 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['318bd7ef-045a-4953-8e2f-218680ff5e76'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:30.818629 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] For port a05b16b5-8412-43f3-b804-64147fdce223, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=a05b16b5-8412-43f3-b804-64147fdce223,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:30.818993 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:30.833153 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Calling delete_port for a05b16b5-8412-43f3-b804-64147fdce223 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:30.897255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] Set router 318bd7ef-045a-4953-8e2f-218680ff5e76 gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:30.954707 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:10:30Z', 'revision_number': 6, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:30.981815 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c558fd-7604-440c-80b8-d116bd9f4499 None None] The sync data for ids ['318bd7ef-045a-4953-8e2f-218680ff5e76'] in n-d-800634-10 is: [{'id': '318bd7ef-045a-4953-8e2f-218680ff5e76', 'name': 'tempest-TestShelveInstance-1092997918-router', 'tenant_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:45Z', 'updated_at': '2021-08-20T13:10:30Z', 'revision_number': 6, 'project_id': 'aee579e3fd9f4bd9b5fe41f1a21ced85', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:10:31.002584 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.027970 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a05b16b5-8412-43f3-b804-64147fdce223,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:31.098477 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.190837 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.193096 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.241356 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.241878 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318bd7ef-045a-4953-8e2f-218680ff5e76 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:10:31.247643 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.248860 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-94c9779d-9e09-49b2-b9ec-1fa6804c56ce admin admin] 10.222.0.25 "DELETE /v2.0/routers/318bd7ef-045a-4953-8e2f-218680ff5e76 HTTP/1.1" status: 204 len: 168 time: 0.7861199 Aug 20 13:10:31.252131 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37018) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:31.298143 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a9304b-14ea-4396-9c6d-29abfe2c5c89 admin admin] Deleting subnet ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:10:31.301077 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81a9304b-14ea-4396-9c6d-29abfe2c5c89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.337163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81a9304b-14ea-4396-9c6d-29abfe2c5c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.427335 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81a9304b-14ea-4396-9c6d-29abfe2c5c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.482062 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81a9304b-14ea-4396-9c6d-29abfe2c5c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.507413 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9304b-14ea-4396-9c6d-29abfe2c5c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2b7b07-edf4-40bb-a58e-2c0cf25351c1,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:31.515447 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-81a9304b-14ea-4396-9c6d-29abfe2c5c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.517818 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-81a9304b-14ea-4396-9c6d-29abfe2c5c89 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ce2b7b07-edf4-40bb-a58e-2c0cf25351c1 HTTP/1.1" status: 204 len: 168 time: 0.2646461 Aug 20 13:10:31.522039 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37020) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:31.525764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33517521-c851-45e4-9bf0-1d9ea71617d2 None None] Network 5d5a00cb-1329-46d1-86a9-18a76f374504 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:10:31.597329 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.651801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Deleting port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:31.652141 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.719869 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] For port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=0db0c2a4-8709-47f9-b9c6-4651e4c18d44,segment=NetworkSegment(eb32ce48-e687-454b-848f-67273d0a87f3),segment_id=eb32ce48-e687-454b-848f-67273d0a87f3)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:31.720169 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.739238 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Calling delete_port for 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:31.773803 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] DHCP port deletion for 5d5a00cb-1329-46d1-86a9-18a76f374504 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:10:31.827397 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Deleting port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:31.827768 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.827911 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.857544 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] No DVR routers for this DVR port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:10:31.859612 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db0c2a4-8709-47f9-b9c6-4651e4c18d44,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:31.886563 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1fda7e8f-18eb-468b-9d60-07678209ea83 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:10:31.916293 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 1fda7e8f-18eb-468b-9d60-07678209ea83 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:10:31.916560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 1fda7e8f-18eb-468b-9d60-07678209ea83 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:10:31.934787 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] For port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:31.935184 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.936247 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.946841 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5a00cb-1329-46d1-86a9-18a76f374504']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:31.948652 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Calling delete_port for 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:31.951331 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:10:31.952631 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.960691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb32ce48-e687-454b-848f-67273d0a87f3') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:31.960691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb32ce48-e687-454b-848f-67273d0a87f3') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:31.971982 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.978445 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Pushing event deleted for resources: {'Port': ['ID=0db0c2a4-8709-47f9-b9c6-4651e4c18d44,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:31.987629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] No DVR routers for this DVR port 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:10:31.989431 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.989845 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.990235 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.990567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.990910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.991245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.991630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.991933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.992262 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.992589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.992914 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.993244 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.993568 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad5206-7afc-45e9-9a96-01f22869e5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:31.996675 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:10:31.997081 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: timer() Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:10:31.998923 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:10:32.058580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:32.063389 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:32.066262 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5d5a00cb-1329-46d1-86a9-18a76f374504 HTTP/1.1" status: 204 len: 168 time: 0.5428061 Aug 20 13:10:32.068893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37022) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:32.079251 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93232854-bcb6-4528-bfd8-54adce7a1d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5a00cb-1329-46d1-86a9-18a76f374504,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:32.381328 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:10:32.423305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:32.668584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Deleting port 261b79dc-cc8f-4d52-ae3d-c95c34697a25 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:32.668921 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:32.748591 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] For port 261b79dc-cc8f-4d52-ae3d-c95c34697a25, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=261b79dc-cc8f-4d52-ae3d-c95c34697a25,segment=NetworkSegment(471dd80b-39e6-402a-94fc-6f2f30b640e0),segment_id=471dd80b-39e6-402a-94fc-6f2f30b640e0)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:32.748977 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:32.762746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Calling delete_port for 261b79dc-cc8f-4d52-ae3d-c95c34697a25 owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:32.942335 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:32.969449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=261b79dc-cc8f-4d52-ae3d-c95c34697a25,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:33.138062 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:33.349596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:10:33.504294 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:10:33.526115 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:10:33.526481 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 0db0c2a4-8709-47f9-b9c6-4651e4c18d44 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:10:33.526917 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a05b16b5-8412-43f3-b804-64147fdce223 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:10:33.551161 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: a05b16b5-8412-43f3-b804-64147fdce223 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:10:33.551502 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device a05b16b5-8412-43f3-b804-64147fdce223 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:10:33.754481 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:10:33.759561 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-ee160f1e-b0a2-4177-b44f-e4dc30c5dc60 admin admin] 10.222.0.25 "PUT /v2.0/routers/49508c8d-64ee-4cc8-9e87-c09bee6c99f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887186 Aug 20 13:10:33.762115 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37024) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:33.762851 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] Sync routers for ids ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:10:33.772726 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] Routers {'49508c8d-64ee-4cc8-9e87-c09bee6c99f8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:33.773315 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:33.870308 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks [] for router, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:33.878777 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] Set router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:33.973879 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.031417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Deleting port 30fc24ce-3b29-4d9f-a771-9eccdaecc178 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:34.031758 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.061666 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:10:32Z', 'revision_number': 5, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port': {'id': '30fc24ce-3b29-4d9f-a771-9eccdaecc178', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:34.091502 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] Checking router: 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:10:34.100006 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] Routers {'49508c8d-64ee-4cc8-9e87-c09bee6c99f8'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:34.100601 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:34.111292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] For port 30fc24ce-3b29-4d9f-a771-9eccdaecc178, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=30fc24ce-3b29-4d9f-a771-9eccdaecc178,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:34.111663 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.124277 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Calling delete_port for 30fc24ce-3b29-4d9f-a771-9eccdaecc178 owned by network:router_gateway {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:34.194888 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] Set router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:34.246638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:10:33Z', 'revision_number': 6, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:34.276873 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff250edd-5b8a-4b0e-8cc6-701dd350f733 None None] The sync data for ids ['49508c8d-64ee-4cc8-9e87-c09bee6c99f8'] in n-d-800634-10 is: [{'id': '49508c8d-64ee-4cc8-9e87-c09bee6c99f8', 'name': 'tempest-TestShelveInstance-1980746668-router', 'tenant_id': '0e5078ffb84f4edf8c7d975b22f66272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:01:50Z', 'updated_at': '2021-08-20T13:10:33Z', 'revision_number': 6, 'project_id': '0e5078ffb84f4edf8c7d975b22f66272', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:10:34.292189 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.318152 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fc24ce-3b29-4d9f-a771-9eccdaecc178,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:34.385398 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.476477 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.478597 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.522463 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.522996 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49508c8d-64ee-4cc8-9e87-c09bee6c99f8 {{(pid=101034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:10:34.527566 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.528683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-878c75e3-ff19-4e61-84cb-f14969d5b671 admin admin] 10.222.0.25 "DELETE /v2.0/routers/49508c8d-64ee-4cc8-9e87-c09bee6c99f8 HTTP/1.1" status: 204 len: 168 time: 0.7655900 Aug 20 13:10:34.531254 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37026) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:34.576717 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0d201b-8ec7-498b-98bc-3a9c630299ae admin admin] Deleting subnet ed55910b-5b7c-4cc0-bae8-c02b4459b432 {{(pid=101034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:10:34.580066 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af0d201b-8ec7-498b-98bc-3a9c630299ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.620509 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af0d201b-8ec7-498b-98bc-3a9c630299ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31294037'] for subnet, precommit_delete_associations {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.703086 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af0d201b-8ec7-498b-98bc-3a9c630299ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.758266 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af0d201b-8ec7-498b-98bc-3a9c630299ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31300842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31420915'] for subnet, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.784263 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d201b-8ec7-498b-98bc-3a9c630299ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed55910b-5b7c-4cc0-bae8-c02b4459b432,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:34.787780 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-af0d201b-8ec7-498b-98bc-3a9c630299ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.792006 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-af0d201b-8ec7-498b-98bc-3a9c630299ae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ed55910b-5b7c-4cc0-bae8-c02b4459b432 HTTP/1.1" status: 204 len: 168 time: 0.2574081 Aug 20 13:10:34.792116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37028) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:34.794995 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e95c11-188b-4f5a-914c-710ac6179d55 None None] Network a4181f0c-2657-400a-abca-00b9d4645e32 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:10:34.874680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.929611 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Deleting port bda35158-2634-405e-853e-b642a99e2a32 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:34.929958 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:34.997815 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] For port bda35158-2634-405e-853e-b642a99e2a32, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=bda35158-2634-405e-853e-b642a99e2a32,segment=NetworkSegment(471dd80b-39e6-402a-94fc-6f2f30b640e0),segment_id=471dd80b-39e6-402a-94fc-6f2f30b640e0)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:34.998104 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.011339 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Calling delete_port for bda35158-2634-405e-853e-b642a99e2a32 owned by network:dhcp {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:35.066019 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] DHCP port deletion for a4181f0c-2657-400a-abca-00b9d4645e32 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:10:35.098165 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.117552 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] Deleting port bda35158-2634-405e-853e-b642a99e2a32 {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:10:35.117931 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.125143 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Pushing event deleted for resources: {'Port': ['ID=bda35158-2634-405e-853e-b642a99e2a32,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:35.129442 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] No DVR routers for this DVR port bda35158-2634-405e-853e-b642a99e2a32 on host n-d-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:10:35.184858 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] For port bda35158-2634-405e-853e-b642a99e2a32, host n-d-800634-10, got binding levels [] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:35.185257 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.198999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] Calling delete_port for bda35158-2634-405e-853e-b642a99e2a32 owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:10:35.201622 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.ipam_backend_mixin [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] Port bda35158-2634-405e-853e-b642a99e2a32 was not found and therefore no delete operation was performed {{(pid=101035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 13:10:35.202987 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.224432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.230453 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] Pushing event deleted for resources: {'Port': ['ID=bda35158-2634-405e-853e-b642a99e2a32,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:35.232310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7d46d-f08b-4b0e-a68e-93ebb5a8439f None None] No DVR routers for this DVR port bda35158-2634-405e-853e-b642a99e2a32 on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:10:35.243746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4181f0c-2657-400a-abca-00b9d4645e32']}} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:35.255357 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471dd80b-39e6-402a-94fc-6f2f30b640e0') {'for_net_delete': True} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:35.255656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.services.segments.db [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471dd80b-39e6-402a-94fc-6f2f30b640e0') {} {{(pid=101034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:35.265481 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31293996'] for segment, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.279648 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.286580 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:10:35.286922 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31300608'] for segment, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: Traceback (most recent call last): Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: timer() Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: cb(*args, **kw) Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: return func(*args, **kwargs) Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: self._notify() Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: self.callback(batched_events) Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: event.method(event) Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: return f(self, *a, **k) Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: return self._get(url).json() Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: return self.request(url, 'GET', **kwargs) Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:10:35.288787 n-d-800634-10 neutron-server[101034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:10:35.346725 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.352347 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.354528 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4181f0c-2657-400a-abca-00b9d4645e32 HTTP/1.1" status: 204 len: 168 time: 0.5612354 Aug 20 13:10:35.366609 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaffd10-50ee-468f-a8e7-5474c24d49aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a4181f0c-2657-400a-abca-00b9d4645e32,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:35.461777 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 30fc24ce-3b29-4d9f-a771-9eccdaecc178 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:10:35.482730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 30fc24ce-3b29-4d9f-a771-9eccdaecc178 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:10:35.483298 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 30fc24ce-3b29-4d9f-a771-9eccdaecc178 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:10:35.483443 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37032) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:35.483721 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 261b79dc-cc8f-4d52-ae3d-c95c34697a25 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:10:35.506824 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 261b79dc-cc8f-4d52-ae3d-c95c34697a25 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:10:35.507171 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 261b79dc-cc8f-4d52-ae3d-c95c34697a25 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:10:35.507600 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bda35158-2634-405e-853e-b642a99e2a32 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:10:35.529855 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-3b0db5a7-8357-46ec-9e13-8b2b5d0c1ada admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aee579e3fd9f4bd9b5fe41f1a21ced85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452094 Aug 20 13:10:35.531611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: bda35158-2634-405e-853e-b642a99e2a32 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:10:35.532607 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device bda35158-2634-405e-853e-b642a99e2a32 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:10:35.533278 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37034) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:35.585262 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba47f726-72b7-481f-95e0-36554886e7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.606371 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba47f726-72b7-481f-95e0-36554886e7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.659359 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba47f726-72b7-481f-95e0-36554886e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.661900 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba47f726-72b7-481f-95e0-36554886e7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:35.663270 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba47f726-72b7-481f-95e0-36554886e7a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb77f1c8-948d-4f2c-b678-fb2e46a7cd86 HTTP/1.1" status: 204 len: 168 time: 0.1284339 Aug 20 13:10:35.670859 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47f726-72b7-481f-95e0-36554886e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb77f1c8-948d-4f2c-b678-fb2e46a7cd86,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:35.987761 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37040) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:36.027311 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-7e1ffa12-4740-4cbf-9a63-dd66342bef64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e5078ffb84f4edf8c7d975b22f66272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384104 Aug 20 13:10:36.029747 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37042) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:36.079935 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-595b4fa7-2385-49cf-858f-5776deb496a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:36.100654 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-595b4fa7-2385-49cf-858f-5776deb496a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:36.146411 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-595b4fa7-2385-49cf-858f-5776deb496a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:36.148954 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-595b4fa7-2385-49cf-858f-5776deb496a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:36.150092 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-595b4fa7-2385-49cf-858f-5776deb496a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3be18639-6af0-46ad-9548-1a7fa9171bd3 HTTP/1.1" status: 204 len: 168 time: 0.1194365 Aug 20 13:10:36.158211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b4fa7-2385-49cf-858f-5776deb496a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be18639-6af0-46ad-9548-1a7fa9171bd3,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:36.827838 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37064) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:36.937746 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1329463328-network', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:36.959209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Made reservation on behalf of 2242279a93b645dc8b787fd78b6e9ba7 for: {'network': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:10:36.961602 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:36.970321 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.060760 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.064863 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.086171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:10:37.101429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35828e23-6e8c-4ce9-a6c9-fd09d734d9f5,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:37.104808 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.105527 n-d-800634-10 neutron-server[101034]: INFO neutron.db.segments_db [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Added segment 128b2017-d3c1-4051-9683-d6db29c37837 of type vlan for network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 Aug 20 13:10:37.148256 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.172726 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.173707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:37.174326 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Notify callbacks [] for network, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.232648 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4036701 Aug 20 13:10:37.235987 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37068) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:37.240784 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Request body: {'subnet': {'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1329463328-subnet', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'ip_version': 4}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:37.246728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896bb4e-abb1-4d44-aad6-d647d6d4f441 admin admin] Pushing event updated for resources: {'Network': ['ID=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:37.257358 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:10:37.267700 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Made reservation on behalf of 2242279a93b645dc8b787fd78b6e9ba7 for: {'subnet': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:10:37.270308 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31420946'] for subnet, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.446602 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31300779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31420928'] for subnet, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.503836 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906ea3cd-d9e9-43de-8e13-84d609cdbb18,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:37.510989 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Checking segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:37.511349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Network hostable DHCP agents. Network: 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:10:37.528623 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:10:37.537429 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0) {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:37.541402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:37.541983 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.548139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a8e0a3-e851-47a8-8da1-a6cace990e19 None None] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:10:37.557641 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-1638e9de-d046-447a-9151-b9a32613a8b9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3204818 Aug 20 13:10:37.560146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37070) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:37.565092 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:37.587860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.588953 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.648491 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.790812 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.854741 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:10:37.855602 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:37.995906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Allocated IP 172.20.0.2 (26e0f78c-a8a0-466d-9cc3-ae33d5035cc0/906ea3cd-d9e9-43de-8e13-84d609cdbb18/5d4f8ba1-e6a4-4518-b183-c89a5968357e) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:10:37.999209 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.020588 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.122131 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Allocated IP 172.25.0.24 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/8e8b4075-6130-47b4-8b5c-97e729f2d751) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:10:38.143859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.152261 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Transition to ACTIVE for port object 5d4f8ba1-e6a4-4518-b183-c89a5968357e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:38.168040 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Transition to ACTIVE for port object 5d4f8ba1-e6a4-4518-b183-c89a5968357e will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:38.174341 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.210904 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:38.215128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:38.217838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:10:38.231927 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.249020 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Pushing event updated for resources: {'Port': ['ID=5d4f8ba1-e6a4-4518-b183-c89a5968357e,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:38.271524 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.278285 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Attempting to bind port 5d4f8ba1-e6a4-4518-b183-c89a5968357e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:10:38.278804 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Attempting to bind port 5d4f8ba1-e6a4-4518-b183-c89a5968357e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:10:38.279010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Attempting to bind port 5d4f8ba1-e6a4-4518-b183-c89a5968357e on network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:10:38.284683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:10:38.285075 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Checking segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:38.285457 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.285848 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Bound using segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:10:38.286351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Bound port: 5d4f8ba1-e6a4-4518-b183-c89a5968357e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:10:38.286716 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.308620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:38.312719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:38.318069 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:10:38.350359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Pushing event updated for resources: {'Port': ['ID=8e8b4075-6130-47b4-8b5c-97e729f2d751,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:38.354476 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] For port 5d4f8ba1-e6a4-4518-b183-c89a5968357e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:10:38.357920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] For port 5d4f8ba1-e6a4-4518-b183-c89a5968357e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5d4f8ba1-e6a4-4518-b183-c89a5968357e,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:10:38.364068 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.427689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc844862-1689-4906-b6c5-e27bdddd38d6 None None] Pushing event updated for resources: {'Port': ['ID=5d4f8ba1-e6a4-4518-b183-c89a5968357e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:38.596737 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.805032 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:38.933876 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Router 6ecc9027-639a-4046-84eb-60cad2af8abc is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:10:39.051220 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:10:39.061560 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Sync routers for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:10:39.070088 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] Notify callbacks [] for router, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:39.071385 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-48181cfb-f691-4fda-9f67-5d6aad50154d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5102875 Aug 20 13:10:39.072348 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:39.073226 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:39.074828 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37072) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:39.191089 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:39.361565 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e212bc19-fec0-4003-b892-c9e8870e8e10 None None] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:10:39.479768 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c4489dab-27c8-4bbf-ae90-bf47776855a9 None None] Provisioning for port 5d4f8ba1-e6a4-4518-b183-c89a5968357e completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:39.506299 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5d4f8ba1-e6a4-4518-b183-c89a5968357e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:39.545312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:38Z', 'revision_number': 3, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:39.583962 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Checking router: 6ecc9027-639a-4046-84eb-60cad2af8abc for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:10:39.584308 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Updating router 6ecc9027-639a-4046-84eb-60cad2af8abc port 8e8b4075-6130-47b4-8b5c-97e729f2d751 binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:10:39.632327 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:39.669869 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 5d4f8ba1-e6a4-4518-b183-c89a5968357e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:39.676194 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5d4f8ba1-e6a4-4518-b183-c89a5968357e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:39.679917 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:39.872925 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:39.887371 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:39.955329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 5d4f8ba1-e6a4-4518-b183-c89a5968357e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5d4f8ba1-e6a4-4518-b183-c89a5968357e,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:39.958828 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-836c44b1-082c-48c3-86e5-f330d83d9554 None None] Provisioning complete for port 5d4f8ba1-e6a4-4518-b183-c89a5968357e triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:39.959212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-836c44b1-082c-48c3-86e5-f330d83d9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:39.967279 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.033684 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Allocated IP 172.20.0.1 (26e0f78c-a8a0-466d-9cc3-ae33d5035cc0/906ea3cd-d9e9-43de-8e13-84d609cdbb18/b820fbfa-05b3-4e6d-af38-0bc7400c683d) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:10:40.090498 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.100204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=5d4f8ba1-e6a4-4518-b183-c89a5968357e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:40.113457 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Transition to ACTIVE for port object 8e8b4075-6130-47b4-8b5c-97e729f2d751 will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:40.139126 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.140014 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.153063 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Transition to ACTIVE for port object b820fbfa-05b3-4e6d-af38-0bc7400c683d will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:40.186681 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.212232 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Attempting to bind port 8e8b4075-6130-47b4-8b5c-97e729f2d751 on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:10:40.212584 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Attempting to bind port 8e8b4075-6130-47b4-8b5c-97e729f2d751 by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:10:40.212948 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Attempting to bind port 8e8b4075-6130-47b4-8b5c-97e729f2d751 on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:10:40.215034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afb23c-146d-4284-b815-f229d2061b3c None None] Pushing event updated for resources: {'Port': ['ID=8e8b4075-6130-47b4-8b5c-97e729f2d751,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:40.222598 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:10:40.223002 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:40.223533 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.223771 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:10:40.224245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Bound port: 8e8b4075-6130-47b4-8b5c-97e729f2d751, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:10:40.224638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.230924 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:40.233771 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:40.237880 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:10:40.271031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Pushing event updated for resources: {'Port': ['ID=b820fbfa-05b3-4e6d-af38-0bc7400c683d,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:40.288857 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.289319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] For port 8e8b4075-6130-47b4-8b5c-97e729f2d751, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:10:40.295958 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] For port 8e8b4075-6130-47b4-8b5c-97e729f2d751, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e8b4075-6130-47b4-8b5c-97e729f2d751,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:10:40.301922 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.380779 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afb23c-146d-4284-b815-f229d2061b3c None None] Pushing event updated for resources: {'Port': ['ID=8e8b4075-6130-47b4-8b5c-97e729f2d751,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:40.384797 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:40.385412 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:40.432355 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.503980 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:40.575864 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bdf48048-9910-446a-b2d2-b26c34cda210 None None] Provisioning for port b820fbfa-05b3-4e6d-af38-0bc7400c683d completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:40.605850 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.606173 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-bdf48048-9910-446a-b2d2-b26c34cda210 None None] Provisioning complete for port b820fbfa-05b3-4e6d-af38-0bc7400c683d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:40.606567 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bdf48048-9910-446a-b2d2-b26c34cda210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.612580 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.660509 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-bdf48048-9910-446a-b2d2-b26c34cda210 None None] Port b820fbfa-05b3-4e6d-af38-0bc7400c683d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:10:40.679672 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Pushing event updated for resources: {'Port': ['ID=b820fbfa-05b3-4e6d-af38-0bc7400c683d,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:40.682671 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:40.725540 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:38Z', 'revision_number': 3, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:40.752034 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc07a-cc9d-4612-882b-711573ba77f1 None None] The sync data for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 is: [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:38Z', 'revision_number': 3, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:10:40.781623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:40.783305 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:40.904801 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Router 6ecc9027-639a-4046-84eb-60cad2af8abc has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:10:41.049214 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:10:41.054939 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c562789f-cf45-49cb-9a7e-88db85140bde admin admin] 10.222.0.25 "PUT /v2.0/routers/6ecc9027-639a-4046-84eb-60cad2af8abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9785745 Aug 20 13:10:41.081345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-c6998cb1-7aa0-46e4-8244-d2f13306d39f None None] Provisioning complete for port b820fbfa-05b3-4e6d-af38-0bc7400c683d triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:41.082012 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c6998cb1-7aa0-46e4-8244-d2f13306d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.118345 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-c6998cb1-7aa0-46e4-8244-d2f13306d39f None None] Port b820fbfa-05b3-4e6d-af38-0bc7400c683d cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:10:41.536282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e8b4075-6130-47b4-8b5c-97e729f2d751 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:41.581124 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37088) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:41.590780 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1520209401-network', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:41.602620 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 8e8b4075-6130-47b4-8b5c-97e729f2d751 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:41.610838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8e8b4075-6130-47b4-8b5c-97e729f2d751 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:41.611331 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.618323 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Made reservation on behalf of fd5b79c410bc40879e9def53ed3cb2c2 for: {'network': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:10:41.620667 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for network, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.630403 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.698522 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.720104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 8e8b4075-6130-47b4-8b5c-97e729f2d751, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e8b4075-6130-47b4-8b5c-97e729f2d751,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:41.724278 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.725102 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5d4f8ba1-e6a4-4518-b183-c89a5968357e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:41.745035 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.749817 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.779892 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=101033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:10:41.786614 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e626aad-62e1-4487-8815-a7d66ae034f9,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:41.793226 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.793651 n-d-800634-10 neutron-server[101033]: INFO neutron.db.segments_db [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Added segment 255c0b17-f61b-4820-9e37-267430a7ead4 of type vlan for network 350d0279-cde5-4ffe-816e-1af747d97781 Aug 20 13:10:41.841433 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764904021324'] for network, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.872991 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025'] for network, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.874048 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:41.874722 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:41.933233 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3509643 Aug 20 13:10:41.935933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37090) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:41.942118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Request body: {'subnet': {'network_id': '350d0279-cde5-4ffe-816e-1af747d97781', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1520209401-subnet', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'ip_version': 4}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:41.953808 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd33b2f-cdd2-4d46-ad51-09f40adb9e67 admin admin] Pushing event updated for resources: {'Network': ['ID=350d0279-cde5-4ffe-816e-1af747d97781,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:41.968403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Network 350d0279-cde5-4ffe-816e-1af747d97781 details requested by agent ovs-agent-n-d-800634-10 with host n-d-800634-10 {{(pid=101035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:10:41.971852 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Made reservation on behalf of fd5b79c410bc40879e9def53ed3cb2c2 for: {'subnet': 1} {{(pid=101033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:10:41.974512 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30165005'] for subnet, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.015800 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=8e8b4075-6130-47b4-8b5c-97e729f2d751,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:42.042042 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 5d4f8ba1-e6a4-4518-b183-c89a5968357e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:42.042441 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.172092 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30681318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30165023'] for subnet, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.232165 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f381f40-2987-4edb-be51-511b75665934,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:42.243516 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Checking segment: {'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:42.243883 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Network hostable DHCP agents. Network: 350d0279-cde5-4ffe-816e-1af747d97781, hostable agents: ['ac124a7e-0bb2-4230-9240-4f462ddde0e0'], hosted agents: [] {{(pid=101033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:10:42.261056 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Network 350d0279-cde5-4ffe-816e-1af747d97781 is scheduled to be hosted by DHCP agent ac124a7e-0bb2-4230-9240-4f462ddde0e0 with binding_index 1 {{(pid=101033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:10:42.271145 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-10, 350d0279-cde5-4ffe-816e-1af747d97781) {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:42.275447 n-d-800634-10 neutron-server[101033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:42.276045 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.283329 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267849a8-aaac-4b82-bfd5-da057ec2be2b None None] Network 350d0279-cde5-4ffe-816e-1af747d97781 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:10:42.291582 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-0494e5da-d4f9-4b79-8e82-4827ad2aad7c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3545568 Aug 20 13:10:42.294004 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37092) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:42.299089 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:42.319630 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33261860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14505'] for router, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.320623 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33252914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33220759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14512'] for router, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.373580 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Sync routers for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:10:42.383873 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:42.384743 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:42.385384 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.451780 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp906c9d4f-358a-5346-a59a-5574d2f8ab42-350d0279-cde5-4ffe-816e-1af747d97781', 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'fixed_ips': [{'subnet_id': '3f381f40-2987-4edb-be51-511b75665934'}]}} from n-d-800634-10. {{(pid=101035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:10:42.452646 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.499647 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:42.533113 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.602733 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.db_base_plugin_common [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Allocated IP 172.20.0.2 (350d0279-cde5-4ffe-816e-1af747d97781/3f381f40-2987-4edb-be51-511b75665934/7b7958ea-fe43-4e85-969b-41ff0e73dcbe) {{(pid=101035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:10:42.720381 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 2, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:42.746625 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.747209 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Checking router: 6ecc9027-639a-4046-84eb-60cad2af8abc for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:10:42.747562 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Updating router 6ecc9027-639a-4046-84eb-60cad2af8abc port b820fbfa-05b3-4e6d-af38-0bc7400c683d binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:10:42.760734 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Notify callbacks [] for port, precommit_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.767541 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.773037 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.783170 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Transition to ACTIVE for port object 7b7958ea-fe43-4e85-969b-41ff0e73dcbe will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:42.794691 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.802270 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Transition to ACTIVE for port object 7b7958ea-fe43-4e85-969b-41ff0e73dcbe will not be triggered until provisioned by entity DHCP. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:42.808900 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199'] for port, after_create {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.846451 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Network 350d0279-cde5-4ffe-816e-1af747d97781 is already hosted by enough agents. {{(pid=101035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:42.849614 n-d-800634-10 neutron-server[101035]: DEBUG neutron.scheduler.base_scheduler [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Resources bound (agent type, host, resource id): {{(pid=101035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:42.852013 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Received port after_create {{(pid=101035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:10:42.868764 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Pushing event updated for resources: {'Port': ['ID=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,revision_number=1']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:42.888359 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Allocated IP 172.25.0.179 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/303416d7-98da-48e2-a1c6-a8c54d84246e) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:10:42.927877 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Attempting to bind port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:10:42.928250 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Attempting to bind port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:10:42.928605 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Attempting to bind port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe on network 350d0279-cde5-4ffe-816e-1af747d97781 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:10:42.933806 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:10:42.934197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Checking segment: {'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:42.934618 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:42.935009 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Bound using segment: {'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:10:42.935469 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Bound port: 7b7958ea-fe43-4e85-969b-41ff0e73dcbe, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:10:42.935847 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.005213 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] For port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:10:43.005506 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.008670 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] For port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,segment=NetworkSegment(255c0b17-f61b-4820-9e37-267430a7ead4),segment_id=255c0b17-f61b-4820-9e37-267430a7ead4)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:10:43.013518 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.053353 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.093845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:43.097630 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:43.101665 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:10:43.104470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593bf6-2899-48dd-950b-5f9429cd8197 None None] Pushing event updated for resources: {'Port': ['ID=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:43.129477 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Pushing event updated for resources: {'Port': ['ID=303416d7-98da-48e2-a1c6-a8c54d84246e,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:43.192228 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.203745 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Transition to ACTIVE for port object b820fbfa-05b3-4e6d-af38-0bc7400c683d will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:43.210579 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.327395 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Pushing event updated for resources: {'Port': ['ID=b820fbfa-05b3-4e6d-af38-0bc7400c683d,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:43.346126 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Attempting to bind port b820fbfa-05b3-4e6d-af38-0bc7400c683d on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:10:43.346803 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Attempting to bind port b820fbfa-05b3-4e6d-af38-0bc7400c683d by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:10:43.347350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Attempting to bind port b820fbfa-05b3-4e6d-af38-0bc7400c683d on network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:10:43.364240 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.367282 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.367747 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.368182 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.368620 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.370659 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.371226 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.371565 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.371926 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.372350 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.373003 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.373386 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:10:43.383730 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:10:43.384400 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Checking segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:43.384513 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.384866 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Bound using segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:10:43.385343 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Bound port: b820fbfa-05b3-4e6d-af38-0bc7400c683d, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:10:43.385718 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.464494 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.493819 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] For port b820fbfa-05b3-4e6d-af38-0bc7400c683d, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:10:43.498004 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] For port b820fbfa-05b3-4e6d-af38-0bc7400c683d, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b820fbfa-05b3-4e6d-af38-0bc7400c683d,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:10:43.504305 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.575811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e8b4075-6130-47b4-8b5c-97e729f2d751 up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:43.592381 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd9dc8-9e01-43d8-85ba-23ea9c62a927 None None] Pushing event updated for resources: {'Port': ['ID=b820fbfa-05b3-4e6d-af38-0bc7400c683d,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:43.613535 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:43.614147 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:43.661683 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 8e8b4075-6130-47b4-8b5c-97e729f2d751 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:43.662849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.737588 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33253026'] for router, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:43.743948 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:43.773588 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7b7958ea-fe43-4e85-969b-41ff0e73dcbe up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:43.845866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:43.915797 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 is scheduled to L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 with binding_index 1 {{(pid=101033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:10:44.013002 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:43Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:44.031012 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:10:44.041104 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Sync routers for ids ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:10:44.047268 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db4fac-9615-4867-b8de-aebaa0ea6a39 None None] The sync data for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 is: [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:43Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:10:44.052249 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Routers {'1db8323e-4f7f-424e-84c0-3ee8f34dde48'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:44.052567 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:44.055679 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:44.057050 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-995924b3-0633-4ff1-a297-df7250aff268 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7620649 Aug 20 13:10:44.059923 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37094) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:44.246093 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Set router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:44.359834 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9935041-f707-4f4b-b630-cf0f5ffc9332 None None] Network 350d0279-cde5-4ffe-816e-1af747d97781 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:10:44.423153 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:44.449986 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac407529-39f5-4e37-8d02-8729447538cf None None] Provisioning for port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:44.465295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-ac407529-39f5-4e37-8d02-8729447538cf None None] Provisioning complete for port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:44.465670 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac407529-39f5-4e37-8d02-8729447538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:44.567197 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:44.682645 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac407529-39f5-4e37-8d02-8729447538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:44.701819 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:43Z', 'revision_number': 3, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port': {'id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:44.745704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Checking router: 1db8323e-4f7f-424e-84c0-3ee8f34dde48 for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:10:44.746054 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Updating router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 port 303416d7-98da-48e2-a1c6-a8c54d84246e binding host n-d-800634-10 {{(pid=101035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:10:44.759789 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_common [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Allocated IP 172.20.0.1 (350d0279-cde5-4ffe-816e-1af747d97781/3f381f40-2987-4edb-be51-511b75665934/251f5880-db8d-4055-a730-51ffb0f525ab) {{(pid=101033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:10:44.773546 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-ac407529-39f5-4e37-8d02-8729447538cf None None] For port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,segment=NetworkSegment(255c0b17-f61b-4820-9e37-267430a7ead4),segment_id=255c0b17-f61b-4820-9e37-267430a7ead4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:44.779099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ac407529-39f5-4e37-8d02-8729447538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:44.788181 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:44.895495 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:44.913118 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.provisioning_blocks [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Transition to ACTIVE for port object 251f5880-db8d-4055-a730-51ffb0f525ab will not be triggered until provisioned by entity DHCP. {{(pid=101033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:44.920520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407529-39f5-4e37-8d02-8729447538cf None None] Pushing event updated for resources: {'Port': ['ID=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:44.966658 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.024569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-aaeff5d2-33fc-4f82-8b34-1875547217d7 None None] Provisioning complete for port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:45.024947 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-aaeff5d2-33fc-4f82-8b34-1875547217d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.195557 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Notify callbacks [] for port, precommit_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.207639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Transition to ACTIVE for port object 303416d7-98da-48e2-a1c6-a8c54d84246e will not be triggered until provisioned by entity L2. {{(pid=101035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:45.215143 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.273344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Attempting to bind port 303416d7-98da-48e2-a1c6-a8c54d84246e on host n-d-800634-10 for vnic_type normal with profile {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:10:45.273794 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Attempting to bind port 303416d7-98da-48e2-a1c6-a8c54d84246e by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:10:45.274248 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Attempting to bind port 303416d7-98da-48e2-a1c6-a8c54d84246e on network 37efaab3-7adc-468d-a4a4-11cc9beec108 {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:10:45.276390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbe8b4-f2bf-47c6-b56f-f92ac54d71f1 None None] Pushing event updated for resources: {'Port': ['ID=303416d7-98da-48e2-a1c6-a8c54d84246e,revision_number=2']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:45.284036 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:10:45.284513 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Checking segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:45.284983 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.285438 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Bound using segment: {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'} {{(pid=101035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:10:45.285981 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.managers [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Bound port: 303416d7-98da-48e2-a1c6-a8c54d84246e, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108'}}] {{(pid=101035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:10:45.286868 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.346059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] For port 303416d7-98da-48e2-a1c6-a8c54d84246e, host n-d-800634-10, cleared binding levels {{(pid=101035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:10:45.349395 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] For port 303416d7-98da-48e2-a1c6-a8c54d84246e, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=303416d7-98da-48e2-a1c6-a8c54d84246e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:10:45.354397 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.365189 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Network 350d0279-cde5-4ffe-816e-1af747d97781 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:45.370584 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:45.378353 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Received port after_create {{(pid=101033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:10:45.382065 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Pushing event updated for resources: {'Port': ['ID=251f5880-db8d-4055-a730-51ffb0f525ab,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:45.408798 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Routers {'1db8323e-4f7f-424e-84c0-3ee8f34dde48'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:45.409310 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:45.429294 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33255752'] for router_interface, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.473950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbe8b4-f2bf-47c6-b56f-f92ac54d71f1 None None] Pushing event updated for resources: {'Port': ['ID=303416d7-98da-48e2-a1c6-a8c54d84246e,revision_number=3']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:45.575059 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] Set router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:45.583854 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.616240 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b820fbfa-05b3-4e6d-af38-0bc7400c683d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:45.748460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a6480f5e-66fb-4597-bf9e-ef9e6e06f8c7 None None] Provisioning for port 251f5880-db8d-4055-a730-51ffb0f525ab completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:45.776076 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.780986 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30681193'] for port, after_update {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.848497 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33069007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33257208'] for router_interface, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.856161 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Pushing event updated for resources: {'Port': ['ID=251f5880-db8d-4055-a730-51ffb0f525ab,revision_number=2']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:45.928888 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a6480f5e-66fb-4597-bf9e-ef9e6e06f8c7 None None] Provisioning complete for port 251f5880-db8d-4055-a730-51ffb0f525ab triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:45.929252 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a6480f5e-66fb-4597-bf9e-ef9e6e06f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:45.958559 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Network 350d0279-cde5-4ffe-816e-1af747d97781 is already hosted by enough agents. {{(pid=101033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:45.960093 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:45.994665 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port b820fbfa-05b3-4e6d-af38-0bc7400c683d completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:46.006120 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b820fbfa-05b3-4e6d-af38-0bc7400c683d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:46.006551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:46.008999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a6480f5e-66fb-4597-bf9e-ef9e6e06f8c7 None None] Port 251f5880-db8d-4055-a730-51ffb0f525ab cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:10:46.070576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:43Z', 'revision_number': 3, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port': {'id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:46.088128 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:10:46.120323 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e33e7-3c8b-4d63-abe0-7fd0670c094f None None] The sync data for ids ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'] in n-d-800634-10 is: [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:43Z', 'revision_number': 3, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port': {'id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:10:46.144412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:46.180826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port b820fbfa-05b3-4e6d-af38-0bc7400c683d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b820fbfa-05b3-4e6d-af38-0bc7400c683d,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:46.187206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:46.188866 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7b7958ea-fe43-4e85-969b-41ff0e73dcbe up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:46.225966 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:10:46.232698 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6e3b7487-684d-456e-8bd1-3a43d5c4afa5 admin admin] 10.222.0.25 "PUT /v2.0/routers/1db8323e-4f7f-424e-84c0-3ee8f34dde48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1714425 Aug 20 13:10:46.280785 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=b820fbfa-05b3-4e6d-af38-0bc7400c683d,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:46.293818 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-05d16440-646c-4e8f-b879-8fdabb9cbee9 None None] Provisioning complete for port 251f5880-db8d-4055-a730-51ffb0f525ab triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:46.294219 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-05d16440-646c-4e8f-b879-8fdabb9cbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:46.337268 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-05d16440-646c-4e8f-b879-8fdabb9cbee9 None None] Port 251f5880-db8d-4055-a730-51ffb0f525ab cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:10:46.340659 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:46.341041 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:46.987523 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37102) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:46.992376 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-956518a2-dbbb-4e87-b8df-082870374cb4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398726603', 'description': 'tempest-secgroup-smoke-398726603 description', 'project_id': '2242279a93b645dc8b787fd78b6e9ba7'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:47.015450 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-956518a2-dbbb-4e87-b8df-082870374cb4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.097960 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-956518a2-dbbb-4e87-b8df-082870374cb4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.101734 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-956518a2-dbbb-4e87-b8df-082870374cb4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.130545 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-956518a2-dbbb-4e87-b8df-082870374cb4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.131772 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-956518a2-dbbb-4e87-b8df-082870374cb4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1432426 Aug 20 13:10:47.132472 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956518a2-dbbb-4e87-b8df-082870374cb4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b5123-99e3-460b-8c83-531808e2a4d8,revision_number=1']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:47.134714 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37104) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:47.139604 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-c5602297-bad3-4aa8-a987-219f59060478 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'security_group_rule': {'security_group_id': 'f85b5123-99e3-460b-8c83-531808e2a4d8', 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:47.165306 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5602297-bad3-4aa8-a987-219f59060478 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.226032 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5602297-bad3-4aa8-a987-219f59060478 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.230524 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5602297-bad3-4aa8-a987-219f59060478 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.248163 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5602297-bad3-4aa8-a987-219f59060478 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c29252-5c08-4ef8-9533-3b0119ed34ed,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:47.255976 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-c5602297-bad3-4aa8-a987-219f59060478 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.257273 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-c5602297-bad3-4aa8-a987-219f59060478 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216471 Aug 20 13:10:47.260200 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37106) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:47.264962 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-ba38ada4-f0d8-46a3-ab01-0469705d8c58 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'security_group_rule': {'security_group_id': 'f85b5123-99e3-460b-8c83-531808e2a4d8', 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:47.292395 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba38ada4-f0d8-46a3-ab01-0469705d8c58 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.359331 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba38ada4-f0d8-46a3-ab01-0469705d8c58 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.366680 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba38ada4-f0d8-46a3-ab01-0469705d8c58 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.387893 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38ada4-f0d8-46a3-ab01-0469705d8c58 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02666b8-42de-4630-b16e-25b856c0779d,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:47.397033 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-ba38ada4-f0d8-46a3-ab01-0469705d8c58 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.398284 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-ba38ada4-f0d8-46a3-ab01-0469705d8c58 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371961 Aug 20 13:10:47.401121 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37108) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:47.405555 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-e2c42a87-6805-4edd-bb4c-9df1d688b22f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'security_group_rule': {'security_group_id': 'f85b5123-99e3-460b-8c83-531808e2a4d8', 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:47.443016 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2c42a87-6805-4edd-bb4c-9df1d688b22f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.510822 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2c42a87-6805-4edd-bb4c-9df1d688b22f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.516974 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2c42a87-6805-4edd-bb4c-9df1d688b22f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.537939 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c42a87-6805-4edd-bb4c-9df1d688b22f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb714f61-f3ac-4233-92ff-c15760fdff45,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:47.541163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-e2c42a87-6805-4edd-bb4c-9df1d688b22f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.545029 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-e2c42a87-6805-4edd-bb4c-9df1d688b22f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403058 Aug 20 13:10:47.545211 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37110) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:47.549843 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-a9ad8710-1a5e-4f8e-af4e-4be9ba04ef01 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'security_group_rule': {'security_group_id': 'f85b5123-99e3-460b-8c83-531808e2a4d8', 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:47.558148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b820fbfa-05b3-4e6d-af38-0bc7400c683d up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:47.581227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9ad8710-1a5e-4f8e-af4e-4be9ba04ef01 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.615529 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port b820fbfa-05b3-4e6d-af38-0bc7400c683d triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:47.615899 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.647146 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9ad8710-1a5e-4f8e-af4e-4be9ba04ef01 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.651345 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9ad8710-1a5e-4f8e-af4e-4be9ba04ef01 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.674431 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad8710-1a5e-4f8e-af4e-4be9ba04ef01 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5d5ac6-65e9-42b6-aaff-ef487f828c46,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:47.677162 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a9ad8710-1a5e-4f8e-af4e-4be9ba04ef01 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.678418 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a9ad8710-1a5e-4f8e-af4e-4be9ba04ef01 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322978 Aug 20 13:10:47.681170 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37112) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:47.685815 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.v2.base [None req-f168bc81-3ced-4bf3-81a4-6697536eb189 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'security_group_rule': {'security_group_id': 'f85b5123-99e3-460b-8c83-531808e2a4d8', 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:47.701963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 303416d7-98da-48e2-a1c6-a8c54d84246e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:47.708546 n-d-800634-10 neutron-server[101033]: INFO neutron.db.securitygroups_db [None req-f168bc81-3ced-4bf3-81a4-6697536eb189 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Project 2242279a93b645dc8b787fd78b6e9ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:10:47.713872 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f168bc81-3ced-4bf3-81a4-6697536eb189 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.754660 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 303416d7-98da-48e2-a1c6-a8c54d84246e completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:47.759608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 303416d7-98da-48e2-a1c6-a8c54d84246e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:47.760446 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.762923 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Sync routers for ids ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:10:47.776610 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Routers {'1db8323e-4f7f-424e-84c0-3ee8f34dde48'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:47.777228 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:47.781977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f168bc81-3ced-4bf3-81a4-6697536eb189 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.787082 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f168bc81-3ced-4bf3-81a4-6697536eb189 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.807794 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-f168bc81-3ced-4bf3-81a4-6697536eb189 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.812187 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-f168bc81-3ced-4bf3-81a4-6697536eb189 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271989 Aug 20 13:10:47.812187 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168bc81-3ced-4bf3-81a4-6697536eb189 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa210f21-a006-4648-9dc8-32bfb1328545,revision_number=0']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:47.813396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37114) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:47.820615 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-97d73d64-7fca-4b24-b967-57a5d836b9e5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'security_group_rule': {'security_group_id': 'f85b5123-99e3-460b-8c83-531808e2a4d8', 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:47.843824 n-d-800634-10 neutron-server[101034]: INFO neutron.db.securitygroups_db [None req-97d73d64-7fca-4b24-b967-57a5d836b9e5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Project 2242279a93b645dc8b787fd78b6e9ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 13:10:47.849196 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97d73d64-7fca-4b24-b967-57a5d836b9e5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.867618 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.894979 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 303416d7-98da-48e2-a1c6-a8c54d84246e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=303416d7-98da-48e2-a1c6-a8c54d84246e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:47.897792 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Set router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:47.899417 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.920817 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97d73d64-7fca-4b24-b967-57a5d836b9e5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.927144 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97d73d64-7fca-4b24-b967-57a5d836b9e5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248523'] for security_group_rule, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.949724 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d73d64-7fca-4b24-b967-57a5d836b9e5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71752c78-b340-4c9d-8e29-86b2de2af870,revision_number=0']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:47.952969 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-97d73d64-7fca-4b24-b967-57a5d836b9e5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:47.955508 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-97d73d64-7fca-4b24-b967-57a5d836b9e5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397240 Aug 20 13:10:47.975698 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=303416d7-98da-48e2-a1c6-a8c54d84246e,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:48.095863 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-36616fd1-c948-4fc0-a4b5-269442a4f018 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398726603&fields=id&tenant_id=2242279a93b645dc8b787fd78b6e9ba7 HTTP/1.1" status: 200 len: 267 time: 0.0334346 Aug 20 13:10:48.122747 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:45Z', 'revision_number': 4, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port': {'id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '251f5880-db8d-4055-a730-51ffb0f525ab', 'name': '', 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'mac_address': 'fa:16:3e:9b:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3f381f40-2987-4edb-be51-511b75665934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:44Z', 'updated_at': '2021-08-20T13:10:45Z', 'revision_number': 2, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'subnets': [{'id': '3f381f40-2987-4edb-be51-511b75665934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:48.153083 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Checking router: 1db8323e-4f7f-424e-84c0-3ee8f34dde48 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:10:48.153449 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Updating router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 port 251f5880-db8d-4055-a730-51ffb0f525ab binding host n-d-800634-10 {{(pid=101036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:10:48.178225 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:48.204255 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-2e9ecaa4-c210-4458-939d-b688c4837f36 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:48.205915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-2e9ecaa4-c210-4458-939d-b688c4837f36 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 810 time: 0.1025493 Aug 20 13:10:48.222383 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-807b65ac-ff54-4122-b564-d132bace10cd tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/quotas/2242279a93b645dc8b787fd78b6e9ba7 HTTP/1.1" status: 200 len: 375 time: 0.0100696 Aug 20 13:10:48.275811 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-3dc88d35-2df3-4133-8e69-25198c88ae3c tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475903 Aug 20 13:10:48.292082 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-f81f9186-55d5-4b10-ad81-83295f0f19d7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:10:48.293058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-f81f9186-55d5-4b10-ad81-83295f0f19d7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053506 Aug 20 13:10:48.386708 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-5aa4492b-71f2-4dfe-a4b9-e794de52a061 service neutron] 10.222.0.25 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869434 Aug 20 13:10:48.445243 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Notify callbacks [] for port, precommit_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:48.456064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.provisioning_blocks [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Transition to ACTIVE for port object 251f5880-db8d-4055-a730-51ffb0f525ab will not be triggered until provisioned by entity L2. {{(pid=101036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:48.462400 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:48.480556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-ddd5349e-61ee-4a92-8297-4748710348bc service neutron] 10.222.0.25 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861921 Aug 20 13:10:48.521631 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda4835-c33f-4ce7-b39a-95c31b0cbdaf None None] Pushing event updated for resources: {'Port': ['ID=251f5880-db8d-4055-a730-51ffb0f525ab,revision_number=3']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:48.578273 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Attempting to bind port 251f5880-db8d-4055-a730-51ffb0f525ab on host n-d-800634-10 for vnic_type normal with profile {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:10:48.579207 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Attempting to bind port 251f5880-db8d-4055-a730-51ffb0f525ab by drivers openvswitch,hyperv on host n-d-800634-10 at level 0 using segments [{'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:10:48.579574 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Attempting to bind port 251f5880-db8d-4055-a730-51ffb0f525ab on network 350d0279-cde5-4ffe-816e-1af747d97781 {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:10:48.585234 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Checking agent: {'id': 'a0404ca6-bccc-442e-a355-afbbd4800c1a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 43, 25), 'started_at': datetime.datetime(2021, 8, 20, 11, 43, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:10:48.585638 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Checking segment: {'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:48.586070 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:48.586585 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Bound using segment: {'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'} {{(pid=101036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:10:48.587064 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.managers [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Bound port: 251f5880-db8d-4055-a730-51ffb0f525ab, host: n-d-800634-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255c0b17-f61b-4820-9e37-267430a7ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781'}}] {{(pid=101036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:10:48.587510 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:48.668650 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] For port 251f5880-db8d-4055-a730-51ffb0f525ab, host n-d-800634-10, cleared binding levels {{(pid=101036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:10:48.673124 n-d-800634-10 neutron-server[101036]: DEBUG neutron.plugins.ml2.db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] For port 251f5880-db8d-4055-a730-51ffb0f525ab, host n-d-800634-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=251f5880-db8d-4055-a730-51ffb0f525ab,segment=NetworkSegment(255c0b17-f61b-4820-9e37-267430a7ead4),segment_id=255c0b17-f61b-4820-9e37-267430a7ead4)] {{(pid=101036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:10:48.689694 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-04ead7da-aa12-401b-a095-bbc6a4ebdcb5 req-bdca9814-51e1-4d6f-9010-a003238a1279 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 210 time: 0.0355494 Aug 20 13:10:48.695657 n-d-800634-10 neutron-server[101036]: DEBUG neutron_lib.callbacks.manager [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:48.762040 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Routers {'1db8323e-4f7f-424e-84c0-3ee8f34dde48'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:10:48.762857 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:48.764998 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda4835-c33f-4ce7-b39a-95c31b0cbdaf None None] Pushing event updated for resources: {'Port': ['ID=251f5880-db8d-4055-a730-51ffb0f525ab,revision_number=4']} {{(pid=101036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:48.895843 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] Set router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:10:49.196314 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:45Z', 'revision_number': 4, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port': {'id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '251f5880-db8d-4055-a730-51ffb0f525ab', 'name': '', 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'mac_address': 'fa:16:3e:9b:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3f381f40-2987-4edb-be51-511b75665934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:44Z', 'updated_at': '2021-08-20T13:10:48Z', 'revision_number': 4, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'subnets': [{'id': '3f381f40-2987-4edb-be51-511b75665934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:10:49.223162 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85030b-7c52-4dfd-8cb4-88983692ec54 None None] The sync data for ids ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'] in n-d-800634-10 is: [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:45Z', 'revision_number': 4, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port': {'id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': '251f5880-db8d-4055-a730-51ffb0f525ab', 'name': '', 'network_id': '350d0279-cde5-4ffe-816e-1af747d97781', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'mac_address': 'fa:16:3e:9b:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3f381f40-2987-4edb-be51-511b75665934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:44Z', 'updated_at': '2021-08-20T13:10:48Z', 'revision_number': 4, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'subnets': [{'id': '3f381f40-2987-4edb-be51-511b75665934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:10:49.529756 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 303416d7-98da-48e2-a1c6-a8c54d84246e up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:49.584508 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 303416d7-98da-48e2-a1c6-a8c54d84246e triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:49.585184 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:49.681987 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 251f5880-db8d-4055-a730-51ffb0f525ab up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:49.724614 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-c6aac8e7-4571-4902-b4f4-10d6804b564f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:49.726949 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-c6aac8e7-4571-4902-b4f4-10d6804b564f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.22 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 810 time: 0.1285598 Aug 20 13:10:49.767884 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning for port 251f5880-db8d-4055-a730-51ffb0f525ab completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:49.774541 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 251f5880-db8d-4055-a730-51ffb0f525ab triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:49.775372 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:49.816702 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-62bcb05d-6eef-4351-9ab4-c78c5f3e520e tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2242279a93b645dc8b787fd78b6e9ba7 HTTP/1.1" status: 200 len: 379 time: 0.0801432 Aug 20 13:10:49.818838 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-e67d7f92-0316-4300-b06c-4b628668a8b2 req-83d63960-34de-4ed4-a03b-5e9caf7a7236 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 210 time: 0.0466914 Aug 20 13:10:49.830118 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'port': {'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'admin_state_up': True, 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'security_groups': ['f85b5123-99e3-460b-8c83-531808e2a4d8']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:49.866066 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:49.898910 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] For port 251f5880-db8d-4055-a730-51ffb0f525ab, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=251f5880-db8d-4055-a730-51ffb0f525ab,segment=NetworkSegment(255c0b17-f61b-4820-9e37-267430a7ead4),segment_id=255c0b17-f61b-4820-9e37-267430a7ead4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:49.902859 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:49.942998 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Made reservation on behalf of 2242279a93b645dc8b787fd78b6e9ba7 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:10:49.946626 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:49.954247 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Pushing event updated for resources: {'Port': ['ID=251f5880-db8d-4055-a730-51ffb0f525ab,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:50.366788 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Allocated IP 172.20.0.12 (26e0f78c-a8a0-466d-9cc3-ae33d5035cc0/906ea3cd-d9e9-43de-8e13-84d609cdbb18/00cfaf6a-6935-4f28-947d-38fc55807ce2) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:10:50.505956 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:50.519877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Transition to ACTIVE for port object 00cfaf6a-6935-4f28-947d-38fc55807ce2 will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:50.552998 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:50.596166 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:50.599116 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:50.602867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:10:50.629728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:50.658132 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:50.658791 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:50.673683 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-71677d59-2b6d-4204-ad1e-fc694178b474 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8508239 Aug 20 13:10:50.686267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Request body: {'port': {'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:50.749038 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:50.935829 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a9417a9d-6b69-4bb7-b00a-93a0f080d793 None None] Provisioning for port 00cfaf6a-6935-4f28-947d-38fc55807ce2 completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:50.940720 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-a9417a9d-6b69-4bb7-b00a-93a0f080d793 None None] Provisioning complete for port 00cfaf6a-6935-4f28-947d-38fc55807ce2 triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:50.941323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a9417a9d-6b69-4bb7-b00a-93a0f080d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:50.981436 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-a9417a9d-6b69-4bb7-b00a-93a0f080d793 None None] Port 00cfaf6a-6935-4f28-947d-38fc55807ce2 cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:10:51.029374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae58a2-d67b-49e9-a0f1-15868560ccc2 req-b0b9f31f-2168-4c12-b90b-dbc2c36c1aea tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:51.036109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45ae58a2-d67b-49e9-a0f1-15868560ccc2 req-b0b9f31f-2168-4c12-b90b-dbc2c36c1aea tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 932 time: 0.1102314 Aug 20 13:10:51.099419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-45ae58a2-d67b-49e9-a0f1-15868560ccc2 req-26b2e5c9-eceb-452d-b5ad-b63d7f3e3900 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594518 Aug 20 13:10:51.130245 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cfaf6a-6935-4f28-947d-38fc55807ce2 {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:10:51.137781 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:51.150433 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Transition to ACTIVE for port object 00cfaf6a-6935-4f28-947d-38fc55807ce2 will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:10:51.154163 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:51.222421 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Pushing event updated for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:51.275657 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Attempting to bind port 00cfaf6a-6935-4f28-947d-38fc55807ce2 on host n-h2-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:10:51.275993 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Attempting to bind port 00cfaf6a-6935-4f28-947d-38fc55807ce2 by drivers openvswitch,hyperv on host n-h2-800634-10 at level 0 using segments [{'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:10:51.276388 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Attempting to bind port 00cfaf6a-6935-4f28-947d-38fc55807ce2 on network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:10:51.281040 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Port 00cfaf6a-6935-4f28-947d-38fc55807ce2 on network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:10:51.282307 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Attempting to bind port 00cfaf6a-6935-4f28-947d-38fc55807ce2 on network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:10:51.287163 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Checking agent: {'id': '901548c7-ce9d-402c-aa56-1bf897628826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:10:51.287505 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Checking segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:10:51.287896 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Bound using segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:10:51.288334 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Bound port: 00cfaf6a-6935-4f28-947d-38fc55807ce2, host: n-h2-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:10:51.288699 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:51.358671 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:10:51.362044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:10:51.367487 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:51.402036 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:51.402778 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:51.404501 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] 10.222.0.22 "PUT /v2.0/ports/00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 1093 time: 0.7224953 Aug 20 13:10:51.405318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:10:51.410591 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363" -d '{"events": [{"name": "network-changed", "server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:10:51.450203 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab282d7-0aeb-48cc-a924-3eebf2914cda service neutron] Pushing event updated for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:51.491790 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc97df95-493a-4bb0-9acb-39e7c3dcae08 x-openstack-request-id: req-cc97df95-493a-4bb0-9acb-39e7c3dcae08 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:10:51.492213 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:10:51.492525 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc97df95-493a-4bb0-9acb-39e7c3dcae08 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:10:51.493137 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'status': 'completed', 'code': 200} Aug 20 13:10:51.497574 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 251f5880-db8d-4055-a730-51ffb0f525ab up at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:51.529366 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-9b4258f5-4105-4781-ae9e-ca144c22b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:51.531817 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-9b4258f5-4105-4781-ae9e-ca144c22b677 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1096 time: 0.0700479 Aug 20 13:10:51.560802 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Provisioning complete for port 251f5880-db8d-4055-a730-51ffb0f525ab triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:51.561173 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:51.582947 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-46d464de-97aa-4499-a1c8-bb1101f4995f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 217 time: 0.0438378 Aug 20 13:10:51.638414 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-4f6a578f-a1d6-4225-8e61-3e8dd5a98007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:51.640258 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-4f6a578f-a1d6-4225-8e61-3e8dd5a98007 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0509441 Aug 20 13:10:51.686932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-e8224312-0a87-48c9-bad1-6c4994f68df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:51.688711 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-e8224312-0a87-48c9-bad1-6c4994f68df5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418103 Aug 20 13:10:51.780376 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-19d3d288-4e10-4f27-b528-a15e2d7dcd43 service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844686 Aug 20 13:10:51.851017 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9013-a2ed-4228-99a5-1aa4cadb77bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:51.879746 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-7a418f4e-7c0b-4b54-b7d2-6a10c2279f89 req-a11f5c0e-2c2b-4b18-beb3-5fe0504ca76f service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927680 Aug 20 13:10:51.965088 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-f408fc99-ef75-419d-bb65-4f851b3b8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:51.966619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-f408fc99-ef75-419d-bb65-4f851b3b8972 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1096 time: 0.0423775 Aug 20 13:10:52.058427 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-fbfadd0d-8d78-42be-960d-d7dddf66f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:52.059942 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-fbfadd0d-8d78-42be-960d-d7dddf66f322 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0868764 Aug 20 13:10:52.103513 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-b9844c16-55ae-4504-a47a-9528c2fa4e3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 217 time: 0.0362294 Aug 20 13:10:52.158435 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-5aedae30-8fc4-44af-9efd-69d96d0df8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:52.159921 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-5aedae30-8fc4-44af-9efd-69d96d0df8a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0492165 Aug 20 13:10:52.241230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebe60d-3ef4-4d5d-9fe8-7451ac48041f req-39a16243-8fde-40a5-8b89-4bf3f755091d tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:52.242725 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14ebe60d-3ef4-4d5d-9fe8-7451ac48041f req-39a16243-8fde-40a5-8b89-4bf3f755091d tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 944 time: 0.0677702 Aug 20 13:10:52.245259 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-afd051bb-d403-4d50-84ae-ef9865a84afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:52.246660 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-afd051bb-d403-4d50-84ae-ef9865a84afc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798481 Aug 20 13:10:52.327129 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-14ebe60d-3ef4-4d5d-9fe8-7451ac48041f req-50d58eb2-5163-4a91-b1ae-ac22539b81a4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783961 Aug 20 13:10:52.368140 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-80cac35e-4889-41e4-9b4e-67bff7f50799 service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118202 Aug 20 13:10:52.460770 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ad5f3b0f-142c-4b78-ae67-ee76ff3e1363 req-de24195f-ac64-45a0-964c-8359ede9c3d5 service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845275 Aug 20 13:10:53.451670 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7d9de-6c2a-419d-86b0-79fbe4d8fb9e req-69953588-b262-43d3-9b4b-f68f9a906a08 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:53.453766 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5b7d9de-6c2a-419d-86b0-79fbe4d8fb9e req-69953588-b262-43d3-9b4b-f68f9a906a08 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 944 time: 0.0550203 Aug 20 13:10:53.491915 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-c5b7d9de-6c2a-419d-86b0-79fbe4d8fb9e req-61e8756e-516a-46fc-80b5-8805077749d8 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316660 Aug 20 13:10:53.905729 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 00cfaf6a-6935-4f28-947d-38fc55807ce2 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:10:54.009139 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:54.021611 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:10:54.058705 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:54.071939 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cfaf6a-6935-4f28-947d-38fc55807ce2 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:10:54.091745 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:54.095956 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:54.142470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:54.295629 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['00cfaf6a-6935-4f28-947d-38fc55807ce2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:10:54.432945 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-49f45f86-86f4-40f9-851d-01545f7b6f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:54.614626 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c414b0d-fbbb-4ffb-8a6b-ef3ffe53614d req-faf4b2fd-187b-4c02-a210-db69f94db7d9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:54.616228 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c414b0d-fbbb-4ffb-8a6b-ef3ffe53614d req-faf4b2fd-187b-4c02-a210-db69f94db7d9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 945 time: 0.0573511 Aug 20 13:10:54.657275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-8c414b0d-fbbb-4ffb-8a6b-ef3ffe53614d req-1fd39354-0589-406a-8048-a3b46ac97d08 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345571 Aug 20 13:10:55.150025 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:55.772336 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0dd7e-200a-4a6c-ab37-136700d9b909 req-07e9a4ed-17f2-4e5e-9f9f-ce283744a415 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:55.773879 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4c0dd7e-200a-4a6c-ab37-136700d9b909 req-07e9a4ed-17f2-4e5e-9f9f-ce283744a415 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 945 time: 0.0494969 Aug 20 13:10:55.814102 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a4c0dd7e-200a-4a6c-ab37-136700d9b909 req-6244f503-0e44-44b3-828c-0549bb5a1d8b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342352 Aug 20 13:10:55.882913 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:55.937243 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 00cfaf6a-6935-4f28-947d-38fc55807ce2 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:10:55.989078 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning for port 00cfaf6a-6935-4f28-947d-38fc55807ce2 completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:10:55.992667 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 00cfaf6a-6935-4f28-947d-38fc55807ce2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:10:55.993044 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:56.068915 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:56.092943 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:10:56.095738 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8893b0d1-4245-42fe-bee2-7bcd3540a4b9" -d '{"events": [{"server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "name": "network-vif-plugged", "status": "completed", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:10:56.108470 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:10:56.113431 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:56.168905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:56.188460 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff47b4e-5165-476f-986c-65c428da9f52 x-openstack-request-id: req-9ff47b4e-5165-476f-986c-65c428da9f52 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:10:56.188699 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "name": "network-vif-plugged", "status": "completed", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:10:56.188954 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ff47b4e-5165-476f-986c-65c428da9f52 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:10:56.189401 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'code': 200} Aug 20 13:10:56.288902 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e3ed6-a0e0-43b7-8a9e-e6a5364d7eeb req-78703283-780f-4c52-af17-f18ee5d38c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:56.290492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d56e3ed6-a0e0-43b7-8a9e-e6a5364d7eeb req-78703283-780f-4c52-af17-f18ee5d38c7f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1098 time: 0.0446873 Aug 20 13:10:56.324745 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d56e3ed6-a0e0-43b7-8a9e-e6a5364d7eeb req-84791141-3561-452b-b420-808c37b03cf9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275431 Aug 20 13:10:56.933081 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd582b-d4dc-4e06-9fbb-a68a56451294 req-8f08b48c-3307-4fbf-bd23-f803a395b603 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:56.934556 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0fd582b-d4dc-4e06-9fbb-a68a56451294 req-8f08b48c-3307-4fbf-bd23-f803a395b603 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 946 time: 0.0511773 Aug 20 13:10:56.975864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b0fd582b-d4dc-4e06-9fbb-a68a56451294 req-f6809260-5f98-4e36-901f-e6f398cf36b1 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346141 Aug 20 13:10:57.271488 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:58.088751 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1d7d1-54b6-4111-ba2c-336bbcdaeafc req-7f69b72c-aab3-4d1f-bee3-0509695229c0 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:58.090255 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8a1d7d1-54b6-4111-ba2c-336bbcdaeafc req-7f69b72c-aab3-4d1f-bee3-0509695229c0 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 946 time: 0.0487680 Aug 20 13:10:58.127635 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d8a1d7d1-54b6-4111-ba2c-336bbcdaeafc req-38442406-dc11-4f27-9e8c-32d54f765604 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307837 Aug 20 13:10:58.250898 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ed859-beef-4b05-9def-428139966073 req-1a2f0a0a-71c7-41cc-b71d-084088616da3 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:58.252441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-147ed859-beef-4b05-9def-428139966073 req-1a2f0a0a-71c7-41cc-b71d-084088616da3 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 946 time: 0.0537865 Aug 20 13:10:58.290307 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-147ed859-beef-4b05-9def-428139966073 req-a872c269-b5eb-4166-983e-d4a062846448 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318561 Aug 20 13:10:58.311596 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37166) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:58.443441 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7ee97a-44b8-4c9e-a5e3-226a30ea8a65 tempest-TestSnapshotPattern-1732995338 tempest-TestSnapshotPattern-1732995338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:10:58.445861 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-bd7ee97a-44b8-4c9e-a5e3-226a30ea8a65 tempest-TestSnapshotPattern-1732995338 tempest-TestSnapshotPattern-1732995338-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1093 time: 0.1332667 Aug 20 13:10:58.447834 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37170) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:10:58.452399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:10:58.475155 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:58.574567 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:58.676409 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Allocated IP 172.25.0.204 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/31e6571a-dc61-4f38-84bf-304861c30e9f) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:10:58.780069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:58.817980 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:58.856072 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:10:58.858776 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:10:58.861292 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:10:58.887028 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'Port': ['ID=31e6571a-dc61-4f38-84bf-304861c30e9f,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:59.256234 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:59.344157 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:59.513939 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:59.518860 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:59.590244 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'Port': ['ID=31e6571a-dc61-4f38-84bf-304861c30e9f,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:10:59.604096 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:10:59.740823 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Floating IP f0739519-cb49-46e6-a523-1516407d9857 associated. External IP: 172.25.0.204, port: 00cfaf6a-6935-4f28-947d-38fc55807ce2. Aug 20 13:10:59.950703 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Router 6ecc9027-639a-4046-84eb-60cad2af8abc has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:11:00.070562 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:11:00.080793 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] Sync routers for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:11:00.088069 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:00.092182 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:11:00.093107 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:11:00.118062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-56cbfe2e-5860-4b2d-a0a2-3ea8e335f3f9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6691515 Aug 20 13:11:00.118689 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:11:00.121131 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0f631-a4e5-4783-b122-826ead3820ab" -d '{"events": [{"name": "network-changed", "server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:11:00.160655 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a77c21-4c08-4aac-993b-c3254c6daee4 x-openstack-request-id: req-a8a77c21-4c08-4aac-993b-c3254c6daee4 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:11:00.160945 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:11:00.161236 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8a77c21-4c08-4aac-993b-c3254c6daee4 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:11:00.161648 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'status': 'completed', 'code': 200} Aug 20 13:11:00.204024 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:11:00.224318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f631-a4e5-4783-b122-826ead3820ab req-9c538e33-d7df-4634-9554-aee54efce2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:11:00.225828 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16f0f631-a4e5-4783-b122-826ead3820ab req-9c538e33-d7df-4634-9554-aee54efce2fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1098 time: 0.0421183 Aug 20 13:11:00.324918 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f631-a4e5-4783-b122-826ead3820ab req-9433212f-caf0-4254-9f98-fd00dad45d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:11:00.326458 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16f0f631-a4e5-4783-b122-826ead3820ab req-9433212f-caf0-4254-9f98-fd00dad45d38 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0938449 Aug 20 13:11:00.395885 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16f0f631-a4e5-4783-b122-826ead3820ab req-8c71863c-de55-4f47-862f-cd4728b26a4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0628004 Aug 20 13:11:00.440482 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:10:59Z', 'revision_number': 0, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:11:00.449923 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f631-a4e5-4783-b122-826ead3820ab req-18b910b2-4c53-4d3c-999a-54e66623f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:11:00.451413 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16f0f631-a4e5-4783-b122-826ead3820ab req-18b910b2-4c53-4d3c-999a-54e66623f3a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0487621 Aug 20 13:11:00.466277 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] Checking router: 6ecc9027-639a-4046-84eb-60cad2af8abc for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:11:00.475265 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:11:00.475879 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:10:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:11:00.498350 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f631-a4e5-4783-b122-826ead3820ab req-04857caf-7f75-4f36-9b8b-0f4a12afd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:11:00.499895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16f0f631-a4e5-4783-b122-826ead3820ab req-04857caf-7f75-4f36-9b8b-0f4a12afd133 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419083 Aug 20 13:11:00.582301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:11:00.589664 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16f0f631-a4e5-4783-b122-826ead3820ab req-68fe7264-ddca-4c7e-9352-7c9d3944179a service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Aug 20 13:11:00.685424 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-16f0f631-a4e5-4783-b122-826ead3820ab req-6b598826-b1a2-4441-bf79-2173cd8b2e8b service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884833 Aug 20 13:11:00.808449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:10:59Z', 'revision_number': 0, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:11:00.835281 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad46fbf-9d71-4191-bc60-a4337a031948 None None] The sync data for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 is: [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:10:59Z', 'revision_number': 0, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:11:01.140132 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58d453-36ce-4896-b332-8dd6cbd7b869 None None] New status for floating IP f0739519-cb49-46e6-a523-1516407d9857: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:11:09.381227 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:11:12.780117 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:14.328326 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:21.852590 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-eb671d03-261a-4f5c-9bbf-b55a5eed0c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:24.423795 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-86a4fff5-dbbe-43a1-8da9-c5474106509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:25.154343 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:25.885957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:27.270023 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:31.503502 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-94d50dd2-e435-4667-b6a6-be08a6646ca3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404856 Aug 20 13:11:31.587494 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-898856b8-3a84-4442-9ed0-d0bcb01eee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:11:31.589110 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-898856b8-3a84-4442-9ed0-d0bcb01eee3f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1098 time: 0.0427423 Aug 20 13:11:31.696837 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-ebc6dda0-c09d-4a36-9bdd-7ff72009bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:11:31.698349 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-ebc6dda0-c09d-4a36-9bdd-7ff72009bfc5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0905182 Aug 20 13:11:31.762012 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-dc0b031e-1706-4796-889c-756808d9dec5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0562811 Aug 20 13:11:31.813603 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-4917af89-4903-4cc8-b431-889577d8b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:11:31.815846 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-4917af89-4903-4cc8-b431-889577d8b40a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0466981 Aug 20 13:11:31.863187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-d8bfde5b-baa2-41bc-8e82-b556fe18eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:11:31.864674 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-d8bfde5b-baa2-41bc-8e82-b556fe18eb7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424888 Aug 20 13:11:31.953775 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-b4cffd9b-8f20-44a0-8a3a-349d3665406c service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817044 Aug 20 13:11:32.046825 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2b8fb29f-edad-4c70-b649-f5cae4f4c38f req-6f39210a-03b2-4ea4-9823-20093219ba99 service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863378 Aug 20 13:11:42.795357 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:44.329206 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:46.380821 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:11:51.857015 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-1bc20d70-522d-4701-85e0-e49f69dfbc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:54.424340 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4c22f76e-c6a7-493a-b33e-1fed45af4446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:55.155573 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:55.889932 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:11:57.271977 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:12.797177 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:14.336199 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:21.857800 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-00ca4ce6-48eb-4c47-94ca-82c6f6a9d589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:23.379478 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:12:24.425412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-272636a8-bbe9-42f5-8c14-bf8eeab7efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:25.157068 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:25.893768 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:27.276230 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:32.504495 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-29a736b7-6214-4a2e-8ab7-87e3424c9eba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415502 Aug 20 13:12:32.594351 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-8f8a124b-cd8c-4d68-8eed-979264ffea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:12:32.595832 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-8f8a124b-cd8c-4d68-8eed-979264ffea01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1098 time: 0.0468404 Aug 20 13:12:32.703969 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-321315dc-1ac4-42e0-8ae6-74b569a53d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:12:32.705416 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-321315dc-1ac4-42e0-8ae6-74b569a53d45 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0886745 Aug 20 13:12:32.770336 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-0455d8c4-7fba-4287-b943-07b7353f9376 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0567944 Aug 20 13:12:32.822901 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-42eb1b32-a439-4418-86d8-d8ae30867c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:12:32.824322 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-42eb1b32-a439-4418-86d8-d8ae30867c4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0466447 Aug 20 13:12:32.869907 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-ee92d396-558a-493d-9591-421ea02c02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:12:32.871421 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-ee92d396-558a-493d-9591-421ea02c02e4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396507 Aug 20 13:12:32.966474 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-29bf0032-c357-4ec1-95b0-3d42d758b611 service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869968 Aug 20 13:12:33.060722 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-4dd33db0-5ca4-4abc-815e-ed2b96cd6c7f req-fa372df1-65e2-4da4-a545-adacd2ab7c1e service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873377 Aug 20 13:12:42.829843 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:44.349037 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:44.380389 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [req-92d4f2a5-4248-4368-a983-9543ceadfac9 req-71a300fd-6fcc-4dbf-b4cb-6bcbdf12e638 service neutron] (101033) timed out ('10.222.0.25', 32810) {{(pid=101033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:12:51.859179 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ffe98ea5-00e8-4185-b86b-c93f5b378878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:54.426212 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-88b994cb-f14c-4d03-8ec2-a93ed4506625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:55.158941 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:55.896427 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:57.278811 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:58.458658 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 00cfaf6a-6935-4f28-947d-38fc55807ce2 details requested by agent hyperv_n-h2-800634-10 with host n-h2-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:12:58.554940 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:12:58.567657 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Returning: {'device': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:12:58.606477 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:58.620694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00cfaf6a-6935-4f28-947d-38fc55807ce2 {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:12:58.641467 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:12:58.646412 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:12:58.699057 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:12:58.705524 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.705870 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.706295 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.706633 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.706963 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.707290 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.707612 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.707933 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.708255 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.708583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.708899 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.709221 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:12:58.714197 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] get_ports_and_sgs() called for port_ids ['00cfaf6a-6935-4f28-947d-38fc55807ce2'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:13:00.379583 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:13:00.475968 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 00cfaf6a-6935-4f28-947d-38fc55807ce2 up at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:13:00.541886 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Provisioning complete for port 00cfaf6a-6935-4f28-947d-38fc55807ce2 triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:13:00.542468 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:00.653048 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:00.689576 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:13:00.692638 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2741dc13-5dd8-4507-8d16-dde79d004384" -d '{"events": [{"server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "name": "network-vif-plugged", "status": "completed", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:13:00.718788 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:13:00.726541 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:00.778520 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d922f0-b0c4-43bb-b83a-4cbc8f71ac67 x-openstack-request-id: req-79d922f0-b0c4-43bb-b83a-4cbc8f71ac67 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:13:00.778961 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "name": "network-vif-plugged", "status": "completed", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:13:00.779384 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79d922f0-b0c4-43bb-b83a-4cbc8f71ac67 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:13:00.779979 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'code': 200} Aug 20 13:13:00.821414 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:07.847161 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-863b12c6-6c78-4506-b8d3-21dbc17248fb tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398726603&fields=id&tenant_id=2242279a93b645dc8b787fd78b6e9ba7 HTTP/1.1" status: 200 len: 267 time: 0.0357981 Aug 20 13:13:07.965691 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-5f40c9a5-0563-4aba-9b25-4bc94f6cf409 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:07.967205 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-5f40c9a5-0563-4aba-9b25-4bc94f6cf409 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 810 time: 0.1129296 Aug 20 13:13:07.983206 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-23a8809b-a9df-431d-a2f6-fad97799b78a tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/quotas/2242279a93b645dc8b787fd78b6e9ba7 HTTP/1.1" status: 200 len: 375 time: 0.0100977 Aug 20 13:13:08.336407 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-4d3b03c9-ea40-48d5-bf4e-9e113495f4f3 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3471768 Aug 20 13:13:08.473993 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-1a5182ba-18d7-421e-b03f-9e197832a8f8 service neutron] 10.222.0.25 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248538 Aug 20 13:13:08.565577 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-5fdb0438-74bc-4955-8afa-a987500e17f6 service neutron] 10.222.0.25 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846436 Aug 20 13:13:08.726095 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-22e20977-ba9a-43db-b619-95da5854d40e req-2d5ab676-d82f-42f4-b365-95fb0576e128 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 210 time: 0.0274689 Aug 20 13:13:09.855978 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f9d748a8-7cc0-49a0-bf92-fc7aa099fa7e req-49e8da76-fce2-4235-8e91-f2c27cc908e9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 210 time: 0.0363104 Aug 20 13:13:09.898228 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-9b192717-e768-4450-bda2-c9c5dad0cbad tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:09.899759 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-9b192717-e768-4450-bda2-c9c5dad0cbad tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.73 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 810 time: 0.1309199 Aug 20 13:13:09.957532 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-64eaec56-8e37-4617-89d1-906f65405117 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2242279a93b645dc8b787fd78b6e9ba7 HTTP/1.1" status: 200 len: 379 time: 0.0381024 Aug 20 13:13:09.969287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'port': {'device_id': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'admin_state_up': True, 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'security_groups': ['f85b5123-99e3-460b-8c83-531808e2a4d8']}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:13:10.082208 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Made reservation on behalf of 2242279a93b645dc8b787fd78b6e9ba7 for: {'port': 1} {{(pid=101034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:13:10.085822 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:10.227604 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Allocated IP 172.20.0.10 (26e0f78c-a8a0-466d-9cc3-ae33d5035cc0/906ea3cd-d9e9-43de-8e13-84d609cdbb18/b2d9ef2c-4829-4c3d-81bd-dd355aa280ce) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:13:10.453311 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:10.479369 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Transition to ACTIVE for port object b2d9ef2c-4829-4c3d-81bd-dd355aa280ce will not be triggered until provisioned by entity DHCP. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:13:10.516807 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:10.522379 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 00cfaf6a-6935-4f28-947d-38fc55807ce2 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:13:10.588865 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:13:10.591975 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:13:10.599218 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:13:10.609755 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:10.622790 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:10.636706 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:13:10.640055 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89775b3-13a7-4d5a-b249-ca02de6cb1aa" -d '{"events": [{"server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "name": "network-vif-unplugged", "status": "completed", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:13:10.658334 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:13:10.663947 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.664394 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.664744 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.665030 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:10.665158 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.665408 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.665743 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.666171 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.666586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.666976 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.667318 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.667653 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.667977 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:13:10.714453 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:10.715162 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:10.727600 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2e053-a85f-42d9-9eaf-96ec17f108a1 x-openstack-request-id: req-09d2e053-a85f-42d9-9eaf-96ec17f108a1 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:13:10.728284 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "name": "network-vif-unplugged", "status": "completed", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:13:10.728749 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09d2e053-a85f-42d9-9eaf-96ec17f108a1 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:13:10.729919 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'code': 200} Aug 20 13:13:10.735842 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Pushing event updated for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:10.756489 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-39bf7dc9-04d3-44e6-a3dc-5f99d60a6e0b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7911055 Aug 20 13:13:10.976850 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9307e7b8-7aaf-4b6c-845e-f49b84882400 None None] Provisioning for port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce completed by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:13:10.982058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-9307e7b8-7aaf-4b6c-845e-f49b84882400 None None] Provisioning complete for port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce triggered by entity DHCP. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:13:10.988840 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9307e7b8-7aaf-4b6c-845e-f49b84882400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:10.998365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7696e18-0742-4781-94ec-d1d5bb5bcd2f req-7436bdcc-eaea-4e0e-a3f9-fa8b9ccd099a tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:11.001096 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7696e18-0742-4781-94ec-d1d5bb5bcd2f req-7436bdcc-eaea-4e0e-a3f9-fa8b9ccd099a tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0723200 Aug 20 13:13:11.030449 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9307e7b8-7aaf-4b6c-845e-f49b84882400 None None] Port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce cannot update to ACTIVE because it is not bound. {{(pid=101035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:13:11.045266 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-d7696e18-0742-4781-94ec-d1d5bb5bcd2f req-7bbe4057-d3be-4fef-b4e9-0b267109675c tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382199 Aug 20 13:13:12.167449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd5fef-c530-41fd-96f2-3f24f10916b0 req-34c7f8ac-21cc-4d11-9e74-1fbffa8f04f4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:12.168998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27dd5fef-c530-41fd-96f2-3f24f10916b0 req-34c7f8ac-21cc-4d11-9e74-1fbffa8f04f4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0524004 Aug 20 13:13:12.208201 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-27dd5fef-c530-41fd-96f2-3f24f10916b0 req-aa3da1e5-63d0-4181-8add-75b9c8fab077 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332644 Aug 20 13:13:12.832291 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:13.329766 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d750a8-182b-4aed-9564-8a5e601a8f45 req-ab1219fd-4b33-4f11-b7eb-3847bee9aa1e tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:13.331297 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d750a8-182b-4aed-9564-8a5e601a8f45 req-ab1219fd-4b33-4f11-b7eb-3847bee9aa1e tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0499752 Aug 20 13:13:13.375728 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-92d750a8-182b-4aed-9564-8a5e601a8f45 req-b8c408ad-5945-4734-aba5-a4776b24c7aa tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383422 Aug 20 13:13:14.350946 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:14.504094 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c219c-405a-43a2-bc11-ce58283bb4d2 req-cff1d03e-6708-465c-acc5-6d47caf07edc tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:14.505594 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-639c219c-405a-43a2-bc11-ce58283bb4d2 req-cff1d03e-6708-465c-acc5-6d47caf07edc tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0561264 Aug 20 13:13:14.549083 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-639c219c-405a-43a2-bc11-ce58283bb4d2 req-ac6768dc-4709-4ba7-b98e-6ea69c35d2ac tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Aug 20 13:13:15.689688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f29c47-bbe6-4522-8a93-26c50ca1bbf1 req-a54d9a1c-eea1-4856-80b6-978cd5de621f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:15.692208 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82f29c47-bbe6-4522-8a93-26c50ca1bbf1 req-a54d9a1c-eea1-4856-80b6-978cd5de621f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0538423 Aug 20 13:13:15.733171 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-82f29c47-bbe6-4522-8a93-26c50ca1bbf1 req-40ed3be2-04d6-4678-9b19-8b1b13a690dc tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332561 Aug 20 13:13:16.859664 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13506a4b-11ac-4974-b965-273cfa17e253 req-4442d5db-b6ef-418a-9913-29c64590faf0 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:16.862113 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13506a4b-11ac-4974-b965-273cfa17e253 req-4442d5db-b6ef-418a-9913-29c64590faf0 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0528350 Aug 20 13:13:16.905468 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-13506a4b-11ac-4974-b965-273cfa17e253 req-1599fb1d-f882-44b1-8856-52ddd4267006 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Aug 20 13:13:18.037027 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3867f5-135e-4f4f-aa19-e8bca6dba544 req-c93346a9-2051-4876-befd-d0746a86480b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:18.038619 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f3867f5-135e-4f4f-aa19-e8bca6dba544 req-c93346a9-2051-4876-befd-d0746a86480b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0587702 Aug 20 13:13:18.081454 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5f3867f5-135e-4f4f-aa19-e8bca6dba544 req-aed5b627-e281-47f1-818a-9f013397c7b5 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364699 Aug 20 13:13:19.211149 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e21a8-0e46-4cc8-9daa-8e561ec35fba req-3db4b0ac-8c7d-4d29-ba30-ab45af2c66d8 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:19.212647 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b32e21a8-0e46-4cc8-9daa-8e561ec35fba req-3db4b0ac-8c7d-4d29-ba30-ab45af2c66d8 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0576341 Aug 20 13:13:19.252582 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b32e21a8-0e46-4cc8-9daa-8e561ec35fba req-53b3c59d-a510-4b1b-93ad-fb45d034b550 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330799 Aug 20 13:13:20.370209 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d596a5-ae55-41d3-a8b1-d733d8ec34ba req-ff83cfd2-88a1-4ca1-a321-aa68f6ade0d3 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:20.372273 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10d596a5-ae55-41d3-a8b1-d733d8ec34ba req-ff83cfd2-88a1-4ca1-a321-aa68f6ade0d3 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 932 time: 0.0504174 Aug 20 13:13:20.410119 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-10d596a5-ae55-41d3-a8b1-d733d8ec34ba req-e4b7eb7b-c73e-4827-92cc-4a339a9d0dd0 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Aug 20 13:13:20.434146 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-71eee6a2-a0b6-4790-b8c3-3248412ce21a tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:13:20.435156 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-71eee6a2-a0b6-4790-b8c3-3248412ce21a tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057669 Aug 20 13:13:20.492128 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Request body: {'port': {'device_id': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:13:20.549231 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:20.808616 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d9ef2c-4829-4c3d-81bd-dd355aa280ce {{(pid=101034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:13:20.815936 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:20.827696 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.provisioning_blocks [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Transition to ACTIVE for port object b2d9ef2c-4829-4c3d-81bd-dd355aa280ce will not be triggered until provisioned by entity L2. {{(pid=101034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:13:20.831399 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:20.909043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:20.961119 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Attempting to bind port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce on host n-h1-800634-10 for vnic_type normal with profile {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:13:20.961454 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Attempting to bind port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce by drivers openvswitch,hyperv on host n-h1-800634-10 at level 0 using segments [{'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:13:20.961785 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Attempting to bind port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce on network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:13:20.967102 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce on network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-10 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 13:13:20.967424 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Attempting to bind port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce on network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:13:20.972365 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Checking agent: {'id': '944a87c0-df2d-418a-87a8-c2ecacde3cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 51, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:13:20.972697 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Checking segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:13:20.973085 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Bound using segment: {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'} {{(pid=101034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:13:20.973514 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.managers [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Bound port: b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host: n-h1-800634-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128b2017-d3c1-4051-9683-d6db29c37837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0'}}] {{(pid=101034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:13:20.973886 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:21.041707 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, cleared binding levels {{(pid=101034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:13:21.045398 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:13:21.049994 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:21.085356 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.085899 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:21.087423 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] 10.222.0.73 "PUT /v2.0/ports/b2d9ef2c-4829-4c3d-81bd-dd355aa280ce HTTP/1.1" status: 200 len: 1093 time: 0.6434915 Aug 20 13:13:21.090352 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:13:21.093266 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46f1ee5-755e-4447-b6c4-9baf1217003d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:13:21.128349 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0096e-656c-4f56-bf41-a623f0e75856 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=3']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:21.161236 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0863a31-b034-41dd-83b7-ffb2b064f1a4 x-openstack-request-id: req-b0863a31-b034-41dd-83b7-ffb2b064f1a4 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:13:21.161531 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:13:21.161784 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0863a31-b034-41dd-83b7-ffb2b064f1a4 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:13:21.162213 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'status': 'completed', 'code': 200} Aug 20 13:13:21.178361 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-bb99335b-1f57-4178-8fe1-15ed177df7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.179886 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-bb99335b-1f57-4178-8fe1-15ed177df7f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 1096 time: 0.0473275 Aug 20 13:13:21.228930 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-a747c566-bbfe-4f95-8573-b904de3ed0f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce HTTP/1.1" status: 200 len: 217 time: 0.0362475 Aug 20 13:13:21.289302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-dd788784-a0f0-4914-bb9c-0615a30c45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.290787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-dd788784-a0f0-4914-bb9c-0615a30c45e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0504055 Aug 20 13:13:21.342521 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-867d3126-7e8a-46d6-9791-e737ccf632ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.344010 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-867d3126-7e8a-46d6-9791-e737ccf632ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415375 Aug 20 13:13:21.438493 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-59e7553f-f069-4dd9-9c6d-5139698ecd77 service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Aug 20 13:13:21.574538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64fb29-688b-44ec-ba92-274249e61ad0 req-e7b8f118-56cc-4cb4-b69f-b113c0eaf443 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.576023 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df64fb29-688b-44ec-ba92-274249e61ad0 req-e7b8f118-56cc-4cb4-b69f-b113c0eaf443 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 944 time: 0.0761585 Aug 20 13:13:21.582015 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f1ba02d7-f774-466d-b868-a7cc1755fdc8 req-5834d59e-26d0-48ec-9d13-8620c20c585b service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319089 Aug 20 13:13:21.621333 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df64fb29-688b-44ec-ba92-274249e61ad0 req-47fec8a0-b278-482f-acd5-37d2be00bfb0 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382714 Aug 20 13:13:21.681359 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-a9be8d5a-92c7-4b93-afe3-3a243b0d39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.683379 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-a9be8d5a-92c7-4b93-afe3-3a243b0d39f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 1096 time: 0.0443513 Aug 20 13:13:21.773030 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-43678bb7-12c1-44ab-8e15-848057cbb53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.774551 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-43678bb7-12c1-44ab-8e15-848057cbb53a service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0843174 Aug 20 13:13:21.820490 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-c699cb93-a637-46dc-9ace-c7c9b1b6a5fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce HTTP/1.1" status: 200 len: 217 time: 0.0384357 Aug 20 13:13:21.861162 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce57689e-74be-47b0-8190-39c0e6a4906e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:21.871763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-7e3a2dfa-8b6d-4eff-8016-c0ccc9d8b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.873177 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-7e3a2dfa-8b6d-4eff-8016-c0ccc9d8b6ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0449650 Aug 20 13:13:21.920774 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-fa3b6ae8-85b3-4110-90c5-366c5b0f9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:21.922397 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-fa3b6ae8-85b3-4110-90c5-366c5b0f9f36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416908 Aug 20 13:13:22.015864 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-c5a72b2c-7d08-434d-bb72-a0f9aa6c1b2a service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856192 Aug 20 13:13:22.106624 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f46f1ee5-755e-4447-b6c4-9baf1217003d req-616d1408-2827-4d4c-a5ff-fdfd02b4e913 service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822852 Aug 20 13:13:22.737806 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c3351-deb8-4db0-9e67-f6edd73eb5a2 req-1f67aedb-21dc-4a34-b32b-8f4560fccaea tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:22.739308 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca1c3351-deb8-4db0-9e67-f6edd73eb5a2 req-1f67aedb-21dc-4a34-b32b-8f4560fccaea tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 944 time: 0.0488999 Aug 20 13:13:22.781651 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca1c3351-deb8-4db0-9e67-f6edd73eb5a2 req-98584169-6a1c-4c66-afae-2473053e76c6 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363860 Aug 20 13:13:23.921449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720057f8-0ad2-43c8-830a-ca53bb402582 req-cf6149ce-12e0-4675-854f-de38f7ce3cea tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:23.923299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-720057f8-0ad2-43c8-830a-ca53bb402582 req-cf6149ce-12e0-4675-854f-de38f7ce3cea tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 944 time: 0.0699403 Aug 20 13:13:23.968414 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-720057f8-0ad2-43c8-830a-ca53bb402582 req-3b531dde-52c7-4ab7-94d7-67f5c5c0d876 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368145 Aug 20 13:13:24.426117 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a6866f7-475e-4cd1-ba6a-fa5f6a7b8a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:24.478391 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b2d9ef2c-4829-4c3d-81bd-dd355aa280ce details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:13:24.570443 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:13:24.585498 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'port_id': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'mac_address': 'fa:16:3e:74:3a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:13:24.622243 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:24.634410 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d9ef2c-4829-4c3d-81bd-dd355aa280ce {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:13:24.654694 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:13:24.658388 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:24.706520 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=4']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:24.974640 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:13:25.086249 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f31c-c1e3-4f1c-8282-4f9b6cadfb82 req-18cd474e-1ceb-4219-bb04-2ceec5d5bab2 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:25.087787 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3180f31c-c1e3-4f1c-8282-4f9b6cadfb82 req-18cd474e-1ceb-4219-bb04-2ceec5d5bab2 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 945 time: 0.0513439 Aug 20 13:13:25.130047 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3180f31c-c1e3-4f1c-8282-4f9b6cadfb82 req-b235f23d-9682-4a1f-a8eb-4be0f14365b4 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353281 Aug 20 13:13:25.178625 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:25.898561 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:26.250402 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4aa5a3-7613-4d76-83e7-1a6c627daa98 req-d2e744d3-927e-4c82-bab2-5da8b237a26d tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:26.252109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd4aa5a3-7613-4d76-83e7-1a6c627daa98 req-d2e744d3-927e-4c82-bab2-5da8b237a26d tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 945 time: 0.0504847 Aug 20 13:13:26.289796 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-bd4aa5a3-7613-4d76-83e7-1a6c627daa98 req-4cbd7694-c92b-4d37-88b7-97f41107b160 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Aug 20 13:13:26.502269 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b2d9ef2c-4829-4c3d-81bd-dd355aa280ce up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:13:26.550312 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning for port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce completed by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:13:26.553905 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:13:26.554314 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:26.634109 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:26.657671 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:13:26.660014 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876b9e57-4daf-47e1-904c-a28e2f44a976" -d '{"events": [{"server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:13:26.672977 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:13:26.677403 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:26.700857 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91864fb8-1e4f-49a4-8e29-ce9859c43997 x-openstack-request-id: req-91864fb8-1e4f-49a4-8e29-ce9859c43997 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:13:26.701146 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:13:26.701396 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91864fb8-1e4f-49a4-8e29-ce9859c43997 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:13:26.701781 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'code': 200} Aug 20 13:13:26.727403 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=5']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:26.812932 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ab666-7a67-4fc1-b770-99bda6253c5e req-1180c4a8-0560-41ef-ac64-e4cc69d86997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:26.814471 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-761ab666-7a67-4fc1-b770-99bda6253c5e req-1180c4a8-0560-41ef-ac64-e4cc69d86997 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 1098 time: 0.0451682 Aug 20 13:13:26.854202 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-761ab666-7a67-4fc1-b770-99bda6253c5e req-e9d7d5a2-96da-40ae-86bd-b43c9e1c8cb7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279367 Aug 20 13:13:27.283478 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:27.410877 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49172700-dc88-41be-8f7a-d9823f5479e1 req-7bc20187-5010-4cf3-9efc-3b79f32fd221 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:27.412396 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49172700-dc88-41be-8f7a-d9823f5479e1 req-7bc20187-5010-4cf3-9efc-3b79f32fd221 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 946 time: 0.0512612 Aug 20 13:13:27.451103 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-49172700-dc88-41be-8f7a-d9823f5479e1 req-02ad3ca0-a7b6-4c4e-a7f6-22bfb0a6a139 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Aug 20 13:13:28.566576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bcd51-a28f-4c54-8917-aa248ebc8af7 req-51e87b82-dd8b-4af6-b10d-25f58b8806fd tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:28.568085 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b09bcd51-a28f-4c54-8917-aa248ebc8af7 req-51e87b82-dd8b-4af6-b10d-25f58b8806fd tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 946 time: 0.0489116 Aug 20 13:13:28.606506 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-b09bcd51-a28f-4c54-8917-aa248ebc8af7 req-e177d18e-a81c-4a2c-b230-21fd41cb5e9b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Aug 20 13:13:28.725973 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511710a-0235-4272-bdd1-96e406198ee6 req-b83b6c57-4a3e-4265-b7a4-f23c28b69efe tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:28.727484 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f511710a-0235-4272-bdd1-96e406198ee6 req-b83b6c57-4a3e-4265-b7a4-f23c28b69efe tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 946 time: 0.0524316 Aug 20 13:13:28.766710 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f511710a-0235-4272-bdd1-96e406198ee6 req-28fe74a5-9f66-4b2f-b849-51afe558bf13 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325756 Aug 20 13:13:28.787900 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37448) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:13:28.827590 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6458e-4beb-4175-94c1-88b792937bb9 tempest-TestSnapshotPattern-1732995338 tempest-TestSnapshotPattern-1732995338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:28.829109 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-13c6458e-4beb-4175-94c1-88b792937bb9 tempest-TestSnapshotPattern-1732995338 tempest-TestSnapshotPattern-1732995338-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 1093 time: 0.0402322 Aug 20 13:13:28.831904 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37450) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:13:28.836187 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.v2.base [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Request body: {'floatingip': {'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'port_id': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:13:28.858652 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for floatingip, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:28.961432 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:29.063624 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.db_base_plugin_common [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Allocated IP 172.25.0.4 (37efaab3-7adc-468d-a4a4-11cc9beec108/2035857d-edb8-410e-a82f-347b5519ed74/f4087990-c178-4848-ae2c-23267bf4203a) {{(pid=101034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:13:29.173204 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for port, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:29.211220 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764904030199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:29.250449 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Network 37efaab3-7adc-468d-a4a4-11cc9beec108 is already hosted by enough agents. {{(pid=101034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:13:29.254584 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.base_scheduler [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Resources bound (agent type, host, resource id): {{(pid=101034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:13:29.262325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Received port after_create {{(pid=101034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:13:29.264374 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'Port': ['ID=f4087990-c178-4848-ae2c-23267bf4203a,revision_number=1']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:29.618669 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:29.685743 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:29.835305 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for port, precommit_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:29.839800 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31300644'] for port, after_update {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:29.912008 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event updated for resources: {'Port': ['ID=f4087990-c178-4848-ae2c-23267bf4203a,revision_number=2']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:13:29.921909 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33396071'] for floatingip, after_create {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:30.020224 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Floating IP 1341761f-3d6d-45bf-80e7-435b92fa3bc6 associated. External IP: 172.25.0.4, port: b2d9ef2c-4829-4c3d-81bd-dd355aa280ce. Aug 20 13:13:30.231893 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Router 6ecc9027-639a-4046-84eb-60cad2af8abc has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:13:30.340422 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:13:30.353053 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] Sync routers for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:13:30.359712 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:30.376238 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:13:30.376890 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:13:30.389791 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-e1002d01-fffe-4f87-afa7-f8e4c0a448de tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5568569 Aug 20 13:13:30.390386 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:13:30.392684 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17bd36f-02f9-4b84-a326-7845c63c42a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:13:30.438635 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b770f0fe-ed79-480e-8c0e-6f428c5491a7 x-openstack-request-id: req-b770f0fe-ed79-480e-8c0e-6f428c5491a7 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:13:30.438933 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:13:30.439189 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b770f0fe-ed79-480e-8c0e-6f428c5491a7 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:13:30.439604 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'status': 'completed', 'code': 200} Aug 20 13:13:30.494099 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:13:30.749950 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '1341761f-3d6d-45bf-80e7-435b92fa3bc6', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:74:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:13:29Z', 'updated_at': '2021-08-20T13:13:29Z', 'revision_number': 0, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}, {'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:11:01Z', 'revision_number': 1, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:13:30.776583 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] Checking router: 6ecc9027-639a-4046-84eb-60cad2af8abc for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:13:30.785603 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:13:30.786252 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:13:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:13:30.821564 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-e2aa84fe-fff3-49a1-8669-9b56a51dfe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:30.823121 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-e2aa84fe-fff3-49a1-8669-9b56a51dfe78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 1098 time: 0.3571165 Aug 20 13:13:30.897263 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:13:30.914364 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-76481f8a-877c-47a6-9c24-61917574ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:30.915866 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-76481f8a-877c-47a6-9c24-61917574ce3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0859227 Aug 20 13:13:30.987351 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-85514219-d66d-4d86-bc10-f4156b18d345 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce HTTP/1.1" status: 200 len: 998 time: 0.0640278 Aug 20 13:13:31.037459 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-9add3b27-f63f-48bc-8f62-b0e29390de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:31.038895 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-9add3b27-f63f-48bc-8f62-b0e29390de7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0444329 Aug 20 13:13:31.085909 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-0c1149b9-9d57-4951-913d-33e8be4a83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:31.087386 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-0c1149b9-9d57-4951-913d-33e8be4a83a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413918 Aug 20 13:13:31.137559 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '1341761f-3d6d-45bf-80e7-435b92fa3bc6', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:74:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:13:29Z', 'updated_at': '2021-08-20T13:13:29Z', 'revision_number': 0, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}, {'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:11:01Z', 'revision_number': 1, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:13:31.164631 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fe3e4-5763-47c7-9f17-1e8c7acdb676 None None] The sync data for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 is: [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': '1341761f-3d6d-45bf-80e7-435b92fa3bc6', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:74:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:13:29Z', 'updated_at': '2021-08-20T13:13:29Z', 'revision_number': 0, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}, {'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:11:01Z', 'revision_number': 1, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:13:31.184679 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-cb8a1377-2e9a-4ffc-986f-6a018d26f158 service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895867 Aug 20 13:13:31.278344 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-a17bd36f-02f9-4b84-a326-7845c63c42a1 req-50442a63-9128-461f-8bfc-ac398a79d05a service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866432 Aug 20 13:13:31.371344 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9dcbd8-d701-4141-a448-adae9ea6db58 None None] New status for floating IP 1341761f-3d6d-45bf-80e7-435b92fa3bc6: ACTIVE {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:13:32.551853 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-b36e4ad1-ad3c-4402-b768-24253e0a6cd4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859120 Aug 20 13:13:32.639287 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-570db690-190a-49b4-9f69-466215ffdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:32.640810 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-570db690-190a-49b4-9f69-466215ffdc47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1096 time: 0.0468202 Aug 20 13:13:32.743231 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-9790bd93-2597-41b2-ae41-36083887b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:32.744675 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-9790bd93-2597-41b2-ae41-36083887b5a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0846469 Aug 20 13:13:32.812901 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-ce8d8502-e7ec-4171-94b1-9f8b535c713e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0615075 Aug 20 13:13:32.863210 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-b0ce05ab-b07d-463b-a988-5cba0ee38730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:32.864698 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-b0ce05ab-b07d-463b-a988-5cba0ee38730 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0442472 Aug 20 13:13:32.923267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-974de0c4-b719-4c4c-a459-795faca997d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:32.924699 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-974de0c4-b719-4c4c-a459-795faca997d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534275 Aug 20 13:13:32.936417 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-914d8ace-7ee6-48fc-8c63-2fa46629fd1e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:13:32.937419 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-914d8ace-7ee6-48fc-8c63-2fa46629fd1e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058441 Aug 20 13:13:33.032896 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-f39e1e9f-58ea-4c70-bbe3-138f854afd09 service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881927 Aug 20 13:13:33.122964 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-2ba9e78e-81a1-46b1-92ea-fa4817da058b req-b026fcfb-1fa1-4f9b-88dd-4e95af43f282 service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828338 Aug 20 13:13:35.025636 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-a404a184-7c55-46bb-b1ad-b82ee6aa8498 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430574 Aug 20 13:13:35.114818 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-88f6b096-ed45-4067-bbf9-987c8ef285b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:35.116343 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-88f6b096-ed45-4067-bbf9-987c8ef285b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 1098 time: 0.0456283 Aug 20 13:13:35.227448 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-ec0b12b8-3474-496c-b1a9-570af3c80560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:35.228958 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-ec0b12b8-3474-496c-b1a9-570af3c80560 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0926125 Aug 20 13:13:35.311218 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-6ae3067c-fb20-414a-9b84-0e7aadc681e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce HTTP/1.1" status: 200 len: 1000 time: 0.0741880 Aug 20 13:13:35.364654 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-9527d5eb-c87e-42c2-bc60-ab1bbb5f82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:35.366149 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-9527d5eb-c87e-42c2-bc60-ab1bbb5f82a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0483751 Aug 20 13:13:35.412659 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-66d6ea42-3d85-4adc-9e1d-3f81e3fc3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:13:35.414305 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-66d6ea42-3d85-4adc-9e1d-3f81e3fc3dda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410044 Aug 20 13:13:35.510264 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-193a4cf2-b1f7-4a98-8e03-b1a801df363b service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883441 Aug 20 13:13:35.599058 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-f0bf72e5-8f69-4a0d-89cd-5eb8dd517ffc req-b93aca2f-be8f-43c1-b3e8-e3d5e854483f service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817676 Aug 20 13:13:37.381409 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:13:42.831592 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:44.337004 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:51.863215 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e8a6bf2b-70ee-4215-9500-68ced4f27bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:54.426654 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ce332a05-71dd-4bfd-9a46-f503859a14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:55.160497 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:55.901977 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:13:57.285383 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:12.848159 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:14.355359 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:14.381100 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:14:21.863665 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-67f8169c-4683-4bf9-9013-e244fc9afee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:24.427998 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-65c202e2-a435-4e11-89ea-c4ab2b149249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:25.161410 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:25.903353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:27.288689 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:34.504358 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-fc7ba0b5-0b9c-4d9d-b47c-fdb7c47516a0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411520 Aug 20 13:14:34.596619 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-885a71dd-6cdc-4d17-b8ce-0fa9fe72aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:14:34.598211 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-885a71dd-6cdc-4d17-b8ce-0fa9fe72aa5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1096 time: 0.0477803 Aug 20 13:14:34.704271 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-aa91a8d9-5805-4cae-9ea4-3831d4c0a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:14:34.707021 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-aa91a8d9-5805-4cae-9ea4-3831d4c0a307 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0893118 Aug 20 13:14:34.779150 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-d86cdb24-d4e4-475e-adac-b31d5fb9d6ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0652728 Aug 20 13:14:34.829294 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-0cab330b-9c40-46aa-8db9-0800bb4770c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:14:34.831956 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-0cab330b-9c40-46aa-8db9-0800bb4770c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0454245 Aug 20 13:14:34.879016 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-0d2f44ca-f45a-4270-b950-e07e867e33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:14:34.880519 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-0d2f44ca-f45a-4270-b950-e07e867e33c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420349 Aug 20 13:14:34.983441 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-6d36bc01-7696-482c-a0b5-5a516d47016e service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953913 Aug 20 13:14:35.088106 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12057b2b-a036-406a-9d19-8097e45a8773 req-9a265cbd-fbf3-46f4-9cfa-b0409ec10cbf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0900228 Aug 20 13:14:35.107486 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-ca57d88f-f24c-4055-bc65-1729f23dccdc req-38d85ac1-d403-4540-ab1a-dabee60236e7 service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174195 Aug 20 13:14:35.178064 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057b2b-a036-406a-9d19-8097e45a8773 req-c027504b-b0ec-42d2-98ec-70ff8d453972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:14:35.179642 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12057b2b-a036-406a-9d19-8097e45a8773 req-c027504b-b0ec-42d2-98ec-70ff8d453972 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 1098 time: 0.0447090 Aug 20 13:14:35.285597 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057b2b-a036-406a-9d19-8097e45a8773 req-dae218b8-57e8-4166-83ec-533b4df799ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:14:35.287082 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12057b2b-a036-406a-9d19-8097e45a8773 req-dae218b8-57e8-4166-83ec-533b4df799ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.0881081 Aug 20 13:14:35.361492 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12057b2b-a036-406a-9d19-8097e45a8773 req-2ce65284-a6b2-4ab8-bf9b-8fb89e3aa643 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce HTTP/1.1" status: 200 len: 1000 time: 0.0615013 Aug 20 13:14:35.415576 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057b2b-a036-406a-9d19-8097e45a8773 req-b5743fd0-09a5-49c8-9ab1-18366a9d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:14:35.417062 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12057b2b-a036-406a-9d19-8097e45a8773 req-b5743fd0-09a5-49c8-9ab1-18366a9d0c8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0454025 Aug 20 13:14:35.467080 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057b2b-a036-406a-9d19-8097e45a8773 req-8d786b14-e0f9-4e81-9916-2fec820d1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:14:35.468592 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12057b2b-a036-406a-9d19-8097e45a8773 req-8d786b14-e0f9-4e81-9916-2fec820d1340 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406470 Aug 20 13:14:35.563778 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12057b2b-a036-406a-9d19-8097e45a8773 req-9d0b5715-fb88-4b16-aac7-0db6796863e3 service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857754 Aug 20 13:14:35.659597 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-12057b2b-a036-406a-9d19-8097e45a8773 req-f536c552-6271-43a7-a884-5071154dbe11 service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Aug 20 13:14:42.868001 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:44.369705 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:51.380628 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:14:51.865176 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-5e64f47a-68e0-42cd-9ee5-490b7f6bfc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:54.429718 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-c6756de1-4e05-4d9e-aaa4-b344425674ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:55.161840 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:55.906965 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:14:57.290888 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:12.887385 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:12.988203 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b2d9ef2c-4829-4c3d-81bd-dd355aa280ce details requested by agent hyperv_n-h1-800634-10 with host n-h1-800634-10 {{(pid=101035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 13:15:13.083282 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:13.094840 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Returning: {'device': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'port_id': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'mac_address': 'fa:16:3e:74:3a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 13:15:13.137528 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:13.151739 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2d9ef2c-4829-4c3d-81bd-dd355aa280ce {{(pid=101035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 13:15:13.171007 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:13.176293 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:13.234472 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=6']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:13.243577 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.244010 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.244418 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.244969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.245374 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.245784 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.246209 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.246608 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.247081 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.247550 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.248051 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.248473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:13.270473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] get_ports_and_sgs() called for port_ids ['b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'] {{(pid=101035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 13:15:14.376389 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:15.014754 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b2d9ef2c-4829-4c3d-81bd-dd355aa280ce up at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:15:15.068215 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.provisioning_blocks [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Provisioning complete for port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce triggered by entity L2. {{(pid=101035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:15:15.069144 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959696'] for port, provisioning_complete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:15.161059 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:15.186219 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:15:15.188292 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a54aecc-546e-487b-b8b6-86f1c9664584" -d '{"events": [{"server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:15:15.215280 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:15.233009 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:15.273775 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c5827-8664-495f-8f0d-1a278005c79b x-openstack-request-id: req-155c5827-8664-495f-8f0d-1a278005c79b {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:15:15.274076 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:15:15.274361 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-155c5827-8664-495f-8f0d-1a278005c79b {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:15:15.274848 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'code': 200} Aug 20 13:15:15.303871 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=7']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:21.868612 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-bdcd34fd-b500-4b12-be4b-928b759e7949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:22.596728 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37676) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:22.758747 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Deleting port f4087990-c178-4848-ae2c-23267bf4203a {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:22.758986 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:22.832318 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:22.832642 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:22.844325 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Calling delete_port for f4087990-c178-4848-ae2c-23267bf4203a owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:22.998464 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:23.022095 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event deleted for resources: {'Port': ['ID=f4087990-c178-4848-ae2c-23267bf4203a,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:23.032230 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.032639 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.032983 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.033323 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.033656 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.035017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.035017 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.035252 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.035503 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.036076 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.036399 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.036718 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:23.099778 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:23.100108 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Floating IP 1341761f-3d6d-45bf-80e7-435b92fa3bc6 disassociated (deleted). External IP: 172.25.0.4, port: b2d9ef2c-4829-4c3d-81bd-dd355aa280ce. Aug 20 13:15:23.303941 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Router 6ecc9027-639a-4046-84eb-60cad2af8abc has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:15:23.411879 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:15:23.416861 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:23.421522 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] Sync routers for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:15:23.430689 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:15:23.431390 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:23.446304 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-8260ee74-f118-4c9a-81af-4bcb8df8a15b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "DELETE /v2.0/floatingips/1341761f-3d6d-45bf-80e7-435b92fa3bc6 HTTP/1.1" status: 204 len: 168 time: 0.8484392 Aug 20 13:15:23.446905 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:15:23.449181 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbfb818-5083-476c-8833-d5e85e794f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:15:23.549211 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:15:23.620531 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d01bec6-e12b-4744-879b-d8168a223131 x-openstack-request-id: req-1d01bec6-e12b-4744-879b-d8168a223131 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:15:23.621047 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:15:23.621047 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d01bec6-e12b-4744-879b-d8168a223131 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:15:23.621476 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'status': 'completed', 'code': 200} Aug 20 13:15:23.723688 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-f98fc6ff-aa3a-4e21-ab04-b85051eaf36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:23.726049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-f98fc6ff-aa3a-4e21-ab04-b85051eaf36d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 1098 time: 0.0761294 Aug 20 13:15:23.739101 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618403c0-18f7-42b8-93dc-9eb9d42bf02a req-92f3b81a-ca93-4672-8006-4440052ee352 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:23.740564 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-618403c0-18f7-42b8-93dc-9eb9d42bf02a req-92f3b81a-ca93-4672-8006-4440052ee352 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 946 time: 0.0638080 Aug 20 13:15:23.797532 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:11:01Z', 'revision_number': 1, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:23.825821 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] Checking router: 6ecc9027-639a-4046-84eb-60cad2af8abc for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:15:23.832401 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-618403c0-18f7-42b8-93dc-9eb9d42bf02a req-f9d8bba9-1af9-40e3-8970-c2c9a0bd078d tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829158 Aug 20 13:15:23.837204 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:15:23.838969 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:14:54Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:23.871676 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-a777e38f-859c-4b9a-b9c0-226a0b5b08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:23.873916 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-a777e38f-859c-4b9a-b9c0-226a0b5b08c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.1323621 Aug 20 13:15:23.917998 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-7694c15b-d944-4a6a-8f23-f91fef40ec42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce HTTP/1.1" status: 200 len: 217 time: 0.0366800 Aug 20 13:15:23.970620 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-ab51efdd-6d34-4f6f-9845-c908e2549751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:23.972652 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-ab51efdd-6d34-4f6f-9845-c908e2549751 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0457370 Aug 20 13:15:24.025538 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-e0b37b9a-9835-446b-9d78-e07a97caea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:24.027137 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-e0b37b9a-9835-446b-9d78-e07a97caea86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474927 Aug 20 13:15:24.118319 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:15:24.124473 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-7f8c4a29-55d8-46c3-910a-3d4bdf93ab32 service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879803 Aug 20 13:15:24.221608 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-3cbfb818-5083-476c-8833-d5e85e794f9e req-c0a661c6-7f1b-45c3-b354-818905b5820c service neutron] 10.222.0.73 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888619 Aug 20 13:15:24.354168 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:11:01Z', 'revision_number': 1, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:24.385344 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0061edd-1188-465c-bbae-3a44138175ff None None] The sync data for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 is: [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_floatingips': [{'id': 'f0739519-cb49-46e6-a523-1516407d9857', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'router_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'port_id': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'mac_address': 'fa:16:3e:6d:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T13:10:59Z', 'updated_at': '2021-08-20T13:11:01Z', 'revision_number': 1, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:15:24.431696 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea58b941-a78a-4584-b300-b379164f317f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:24.627260 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655bded-6b8b-4eb0-8a02-d81eb6dba9e7 None None] New status for floating IP 1341761f-3d6d-45bf-80e7-435b92fa3bc6: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:15:24.957167 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30100849-29d2-4b2c-90a9-0d281d1a63f6 req-1500e52b-76be-4393-9213-cd8c6f2099ef tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:24.958790 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30100849-29d2-4b2c-90a9-0d281d1a63f6 req-1500e52b-76be-4393-9213-cd8c6f2099ef tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 946 time: 0.0544891 Aug 20 13:15:24.998108 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-30100849-29d2-4b2c-90a9-0d281d1a63f6 req-5f7f2796-05a9-4fad-8369-cebd6e9170e3 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332329 Aug 20 13:15:25.066462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b2d9ef2c-4829-4c3d-81bd-dd355aa280ce no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:25.141065 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:25.172637 n-d-800634-10 neutron-server[101035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'}] {{(pid=101035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:15:25.174919 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf9ae539810b843d8d9eb3ec1be326cdc2f11ec5dd38aea3adc199982dd7f405" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284056c4-2d33-45b1-844c-239463cec7d2" -d '{"events": [{"server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce"}]}' {{(pid=101035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:15:25.188210 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:25.190704 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:25.195613 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764904533333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764904031501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764904031519'] for port, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:25.222847 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4062466-4eab-481b-a1b5-51bd3d6ceb69 x-openstack-request-id: req-a4062466-4eab-481b-a1b5-51bd3d6ceb69 {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:15:25.223144 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce", "code": 200}]} {{(pid=101035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:15:25.223397 n-d-800634-10 neutron-server[101035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4062466-4eab-481b-a1b5-51bd3d6ceb69 {{(pid=101035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:15:25.223791 n-d-800634-10 neutron-server[101035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'code': 200} Aug 20 13:15:25.249302 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Pushing event updated for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=8']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:25.401570 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-a750f640-02e1-44ea-98e6-468211fde325 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:25.403060 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-a750f640-02e1-44ea-98e6-468211fde325 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 944 time: 0.0511267 Aug 20 13:15:25.497586 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Deleting port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:25.497818 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:25.585763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] For port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce, host n-h1-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-10',level=0,port_id=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:25.586134 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:25.598763 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Calling delete_port for b2d9ef2c-4829-4c3d-81bd-dd355aa280ce owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:25.726581 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:25.756380 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event deleted for resources: {'Port': ['ID=b2d9ef2c-4829-4c3d-81bd-dd355aa280ce,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:25.802062 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] No DVR routers for this DVR port b2d9ef2c-4829-4c3d-81bd-dd355aa280ce on host n-h1-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:15:25.804680 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:25.806840 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-62a7cb16-96b0-4cc7-8139-2ffe9c89692a req-96b0f22d-3087-4321-bc69-7ab73deb2186 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.73 "DELETE /v2.0/ports/b2d9ef2c-4829-4c3d-81bd-dd355aa280ce HTTP/1.1" status: 204 len: 173 time: 0.3940384 Aug 20 13:15:25.807269 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'name': 'network-vif-deleted', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:15:25.809489 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537b6ca7-921b-4f6f-8201-5e5c35ecf126" -d '{"events": [{"server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "name": "network-vif-deleted", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:15:25.909950 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1016e36e-dd09-495c-8e50-3589a90c0122 x-openstack-request-id: req-1016e36e-dd09-495c-8e50-3589a90c0122 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:15:25.910268 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd87a90-dad1-4468-ac80-11a52583ecfc", "name": "network-vif-deleted", "tag": "b2d9ef2c-4829-4c3d-81bd-dd355aa280ce", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:15:25.910527 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1016e36e-dd09-495c-8e50-3589a90c0122 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:15:25.911220 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd87a90-dad1-4468-ac80-11a52583ecfc', 'name': 'network-vif-deleted', 'tag': 'b2d9ef2c-4829-4c3d-81bd-dd355aa280ce', 'status': 'completed', 'code': 200} Aug 20 13:15:25.911708 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:26.106391 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-fe577cbe-6b31-4da8-afc0-0af324596939 req-0deeafd1-3cea-414d-b7d1-acf8e210b753 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcd87a90-dad1-4468-ac80-11a52583ecfc HTTP/1.1" status: 200 len: 210 time: 0.0275922 Aug 20 13:15:27.302063 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:27.697396 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37738) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:27.853054 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Deleting port 31e6571a-dc61-4f38-84bf-304861c30e9f {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:27.853395 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:27.928502 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:27.928738 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:27.940044 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Calling delete_port for 31e6571a-dc61-4f38-84bf-304861c30e9f owned by network:floatingip {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:28.380267 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:15:28.384543 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:28.410713 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event deleted for resources: {'Port': ['ID=31e6571a-dc61-4f38-84bf-304861c30e9f,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:28.473073 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for floatingip, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:28.473469 n-d-800634-10 neutron-server[101034]: INFO neutron.db.l3_db [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Floating IP f0739519-cb49-46e6-a523-1516407d9857 disassociated (deleted). External IP: 172.25.0.204, port: 00cfaf6a-6935-4f28-947d-38fc55807ce2. Aug 20 13:15:28.690291 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Router 6ecc9027-639a-4046-84eb-60cad2af8abc has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:15:28.798233 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:15:28.803131 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for floatingip, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:28.808245 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] Sync routers for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:15:28.817624 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:15:28.818351 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:28.831339 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-0e867563-99e7-4bd9-8123-3e2269d19560 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "DELETE /v2.0/floatingips/f0739519-cb49-46e6-a523-1516407d9857 HTTP/1.1" status: 204 len: 168 time: 1.1328096 Aug 20 13:15:28.832401 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:15:28.834804 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:15:28.938920 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:15:28.994387 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c957ff9-7e42-49ca-991f-6ee6a2a539fc x-openstack-request-id: req-6c957ff9-7e42-49ca-991f-6ee6a2a539fc {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:15:28.994728 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:15:28.995038 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c957ff9-7e42-49ca-991f-6ee6a2a539fc {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:15:28.995502 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'status': 'completed', 'code': 200} Aug 20 13:15:29.089759 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-09c2013a-d76e-4242-a31a-89105005af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:29.091299 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-09c2013a-d76e-4242-a31a-89105005af8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 1096 time: 0.0706792 Aug 20 13:15:29.098838 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b2d9ef2c-4829-4c3d-81bd-dd355aa280ce no longer exists at agent hyperv_n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:29.103189 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f84a8-b3d7-4115-9340-279ba6605633 req-961a897d-b31c-4523-99b4-970f489bfda3 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:29.104800 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-132f84a8-b3d7-4115-9340-279ba6605633 req-961a897d-b31c-4523-99b4-970f489bfda3 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 944 time: 0.0596220 Aug 20 13:15:29.124178 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] No Port match for: b2d9ef2c-4829-4c3d-81bd-dd355aa280ce {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:15:29.124589 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Device b2d9ef2c-4829-4c3d-81bd-dd355aa280ce not bound to the agent host n-h1-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:15:29.175260 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:29.199275 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-132f84a8-b3d7-4115-9340-279ba6605633 req-9f39d88d-85a6-43fc-8b26-10d63f0c3b7b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856469 Aug 20 13:15:29.205730 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] Checking router: 6ecc9027-639a-4046-84eb-60cad2af8abc for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:15:29.215805 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:15:29.216317 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:29.219952 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-be58840e-afd5-42fa-b119-1f8189892247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:29.221529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-be58840e-afd5-42fa-b119-1f8189892247 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 200 len: 911 time: 0.1157982 Aug 20 13:15:29.269269 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-b3967afc-87d2-4927-ba8f-ea87022e44db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 200 len: 217 time: 0.0397835 Aug 20 13:15:29.319701 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-62ab804d-19f6-4ff1-b7d4-00db2dea8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:29.321170 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-62ab804d-19f6-4ff1-b7d4-00db2dea8e22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 200 len: 849 time: 0.0447469 Aug 20 13:15:29.336125 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:15:29.371002 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-5f8eb542-6cb7-4857-a28e-e9bf937bc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:29.372511 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-5f8eb542-6cb7-4857-a28e-e9bf937bc0f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436981 Aug 20 13:15:29.467141 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-4441c214-2f67-4ce9-875e-7e365ae2e59d service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868933 Aug 20 13:15:29.540017 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:29.562355 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-9a7dae63-4f79-4c11-96e4-1f4e61d8cd7e req-a0750e7c-9e64-4ffb-bd87-7c715096cb6e service neutron] 10.222.0.22 "GET /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854681 Aug 20 13:15:29.566537 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ac9c2d-ce09-495a-90e8-23115ba5c000 None None] The sync data for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 is: [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:10:40Z', 'revision_number': 4, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10', '_interfaces': [{'id': 'b820fbfa-05b3-4e6d-af38-0bc7400c683d', 'name': '', 'network_id': '26e0f78c-a8a0-466d-9cc3-ae33d5035cc0', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'mac_address': 'fa:16:3e:c9:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:39Z', 'updated_at': '2021-08-20T13:10:46Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'subnets': [{'id': '906ea3cd-d9e9-43de-8e13-84d609cdbb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:15:29.780690 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f585752-9575-47db-b334-a29232c54140 None None] New status for floating IP f0739519-cb49-46e6-a523-1516407d9857: DOWN {{(pid=101036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 13:15:30.317942 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57138b09-b5bf-45dc-a820-fbc68aa5d862 req-ade19482-912b-42a5-8f63-d58b790afcc9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:30.319445 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57138b09-b5bf-45dc-a820-fbc68aa5d862 req-ade19482-912b-42a5-8f63-d58b790afcc9 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 944 time: 0.0503714 Aug 20 13:15:30.359773 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-57138b09-b5bf-45dc-a820-fbc68aa5d862 req-66d016b1-aaf1-416e-ab2f-3025dcb3a20b tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/security-groups?id=f85b5123-99e3-460b-8c83-531808e2a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 Aug 20 13:15:30.587267 n-d-800634-10 neutron-server[101034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-5a326d00-77a4-4c89-857c-69d0c58d6820 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:15:30.588718 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-5a326d00-77a4-4c89-857c-69d0c58d6820 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.22 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 944 time: 0.0549200 Aug 20 13:15:30.688549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Deleting port 00cfaf6a-6935-4f28-947d-38fc55807ce2 {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:30.688889 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:30.779229 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] For port 00cfaf6a-6935-4f28-947d-38fc55807ce2, host n-h2-800634-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-10',level=0,port_id=00cfaf6a-6935-4f28-947d-38fc55807ce2,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:30.779584 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:30.792868 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Calling delete_port for 00cfaf6a-6935-4f28-947d-38fc55807ce2 owned by compute:nova {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:30.917095 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:30.947762 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event deleted for resources: {'Port': ['ID=00cfaf6a-6935-4f28-947d-38fc55807ce2,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:30.999567 n-d-800634-10 neutron-server[101034]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] No DVR routers for this DVR port 00cfaf6a-6935-4f28-947d-38fc55807ce2 on host n-h2-800634-10 {{(pid=101034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:15:31.001951 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-385231'] for port, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:31.003969 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-df5e7142-27d7-45ef-a96a-ee3be5360b99 req-933ca227-615c-4589-8d18-fb4936ff385f tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.22 "DELETE /v2.0/ports/00cfaf6a-6935-4f28-947d-38fc55807ce2 HTTP/1.1" status: 204 len: 173 time: 0.4090464 Aug 20 13:15:31.004407 n-d-800634-10 neutron-server[101034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'name': 'network-vif-deleted', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2'}] {{(pid=101034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 13:15:31.006753 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559a81d08355b0ef29dca8f584da3efbbee27f59b894490670fd420b7e971e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea22152-b1af-4dbf-a3f5-f5c65c3e975d" -d '{"events": [{"server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "name": "network-vif-deleted", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2"}]}' {{(pid=101034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 13:15:31.045011 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93a8088-ceb7-4319-bea6-981a19adf621 x-openstack-request-id: req-e93a8088-ceb7-4319-bea6-981a19adf621 {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 13:15:31.045304 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f9c65-4ae6-4792-8fc8-b21dc94348c3", "name": "network-vif-deleted", "tag": "00cfaf6a-6935-4f28-947d-38fc55807ce2", "status": "completed", "code": 200}]} {{(pid=101034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 13:15:31.045620 n-d-800634-10 neutron-server[101034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e93a8088-ceb7-4319-bea6-981a19adf621 {{(pid=101034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 13:15:31.046036 n-d-800634-10 neutron-server[101034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f9c65-4ae6-4792-8fc8-b21dc94348c3', 'name': 'network-vif-deleted', 'tag': '00cfaf6a-6935-4f28-947d-38fc55807ce2', 'status': 'completed', 'code': 200} Aug 20 13:15:31.474278 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [req-5d5f1df3-9102-48a1-b5ad-840ac9709a74 req-7c6c37f2-a2b6-4888-bfde-acea0275ef76 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "GET /v2.0/ports?device_id=899f9c65-4ae6-4792-8fc8-b21dc94348c3 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Aug 20 13:15:32.529280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37758) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:32.589501 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:32.615215 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:32.678519 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:32.681089 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Notify callbacks [] for security_group, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:32.682267 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] 10.222.0.25 "DELETE /v2.0/security-groups/f85b5123-99e3-460b-8c83-531808e2a4d8 HTTP/1.1" status: 204 len: 168 time: 0.1516142 Aug 20 13:15:32.691856 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b5123-99e3-460b-8c83-531808e2a4d8,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:32.702933 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.703280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.703621 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.703958 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.704295 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.704623 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.704950 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.705280 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.705603 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.705927 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.706281 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.706606 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3338f3-d384-4f64-a966-0c8778aca437 tempest-TestSnapshotPattern-264564298 tempest-TestSnapshotPattern-264564298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-10 {{(pid=101033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:15:32.730661 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37766) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:33.093732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:33.335767 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Deleting port b820fbfa-05b3-4e6d-af38-0bc7400c683d {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:33.336099 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:33.400582 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 00cfaf6a-6935-4f28-947d-38fc55807ce2 no longer exists at agent hyperv_n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:33.414517 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] For port b820fbfa-05b3-4e6d-af38-0bc7400c683d, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=b820fbfa-05b3-4e6d-af38-0bc7400c683d,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:33.414885 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:33.424473 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] No Port match for: 00cfaf6a-6935-4f28-947d-38fc55807ce2 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:15:33.424811 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Device 00cfaf6a-6935-4f28-947d-38fc55807ce2 not bound to the agent host n-h2-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:15:33.427877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Calling delete_port for b820fbfa-05b3-4e6d-af38-0bc7400c683d owned by network:router_interface {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:33.605691 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:33.635811 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b820fbfa-05b3-4e6d-af38-0bc7400c683d,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:33.804917 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.022721 n-d-800634-10 neutron-server[101033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Router 6ecc9027-639a-4046-84eb-60cad2af8abc has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:15:34.131445 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:15:34.136893 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6bd073d0-9a77-4d44-864a-769dbfb71a59 admin admin] 10.222.0.25 "PUT /v2.0/routers/6ecc9027-639a-4046-84eb-60cad2af8abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056780 Aug 20 13:15:34.139531 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37770) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:34.139942 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] Sync routers for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:15:34.149460 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:15:34.150066 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:34.243429 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.255279 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: n-d-800634-10 {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:15:34.351608 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.413633 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Deleting port 8e8b4075-6130-47b4-8b5c-97e729f2d751 {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:34.413977 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.443148 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:15:33Z', 'revision_number': 5, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port': {'id': '8e8b4075-6130-47b4-8b5c-97e729f2d751', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:38Z', 'updated_at': '2021-08-20T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:34.474258 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] Checking router: 6ecc9027-639a-4046-84eb-60cad2af8abc for host: n-d-800634-10 {{(pid=101035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:15:34.482700 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] Routers {'6ecc9027-639a-4046-84eb-60cad2af8abc'} bound to L3 agent in host n-d-800634-10 {{(pid=101035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:15:34.483289 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['6ecc9027-639a-4046-84eb-60cad2af8abc'], 'active': True} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:34.499085 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] For port 8e8b4075-6130-47b4-8b5c-97e729f2d751, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=8e8b4075-6130-47b4-8b5c-97e729f2d751,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:34.499507 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.512240 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Calling delete_port for 8e8b4075-6130-47b4-8b5c-97e729f2d751 owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:34.576355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvr_db [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] Set router 6ecc9027-639a-4046-84eb-60cad2af8abc gateway port host: None {{(pid=101035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:15:34.633058 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_hamode_db [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:15:34Z', 'revision_number': 6, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:34.667564 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f015f-2c96-4625-a1ac-3021ac9d4538 None None] The sync data for ids ['6ecc9027-639a-4046-84eb-60cad2af8abc'] in n-d-800634-10 is: [{'id': '6ecc9027-639a-4046-84eb-60cad2af8abc', 'name': 'tempest-TestSnapshotPattern-1329463328-router', 'tenant_id': '2242279a93b645dc8b787fd78b6e9ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:37Z', 'updated_at': '2021-08-20T13:15:34Z', 'revision_number': 6, 'project_id': '2242279a93b645dc8b787fd78b6e9ba7', 'gw_port_host': None}] {{(pid=101035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:15:34.699754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.740087 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8b4075-6130-47b4-8b5c-97e729f2d751,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:34.799344 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.894136 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.897021 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.943251 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.943776 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ecc9027-639a-4046-84eb-60cad2af8abc {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:15:34.948460 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:34.949611 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-15efdb81-934f-4971-9384-a69d75fc0d74 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6ecc9027-639a-4046-84eb-60cad2af8abc HTTP/1.1" status: 204 len: 168 time: 0.8091679 Aug 20 13:15:34.952343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37772) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:34.996574 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9809bce8-84a3-407a-bb17-a651845143c8 admin admin] Deleting subnet 906ea3cd-d9e9-43de-8e13-84d609cdbb18 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:15:34.999828 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9809bce8-84a3-407a-bb17-a651845143c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.040732 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9809bce8-84a3-407a-bb17-a651845143c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.126727 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9809bce8-84a3-407a-bb17-a651845143c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.179425 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9809bce8-84a3-407a-bb17-a651845143c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.204506 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809bce8-84a3-407a-bb17-a651845143c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906ea3cd-d9e9-43de-8e13-84d609cdbb18,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:35.208754 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-9809bce8-84a3-407a-bb17-a651845143c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.211364 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-9809bce8-84a3-407a-bb17-a651845143c8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/906ea3cd-d9e9-43de-8e13-84d609cdbb18 HTTP/1.1" status: 204 len: 168 time: 0.2574353 Aug 20 13:15:35.213193 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37774) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:35.214668 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93016d11-09e7-4633-9419-eaad205ddaed None None] Network 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:15:35.284999 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.343617 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Deleting port 5d4f8ba1-e6a4-4518-b183-c89a5968357e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:35.343959 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.410031 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] For port 5d4f8ba1-e6a4-4518-b183-c89a5968357e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5d4f8ba1-e6a4-4518-b183-c89a5968357e,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:35.412487 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.427371 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Calling delete_port for 5d4f8ba1-e6a4-4518-b183-c89a5968357e owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:35.564435 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] DHCP port deletion for 26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:15:35.619826 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] Deleting port 5d4f8ba1-e6a4-4518-b183-c89a5968357e {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:35.620300 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.667016 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e8b4075-6130-47b4-8b5c-97e729f2d751 no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:35.697569 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 8e8b4075-6130-47b4-8b5c-97e729f2d751 {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:15:35.697906 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 8e8b4075-6130-47b4-8b5c-97e729f2d751 not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:15:35.698301 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b820fbfa-05b3-4e6d-af38-0bc7400c683d no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:35.729507 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: b820fbfa-05b3-4e6d-af38-0bc7400c683d {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:15:35.729857 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device b820fbfa-05b3-4e6d-af38-0bc7400c683d not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:15:35.730355 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 5d4f8ba1-e6a4-4518-b183-c89a5968357e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:35.775639 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] For port 5d4f8ba1-e6a4-4518-b183-c89a5968357e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=5d4f8ba1-e6a4-4518-b183-c89a5968357e,segment=NetworkSegment(128b2017-d3c1-4051-9683-d6db29c37837),segment_id=128b2017-d3c1-4051-9683-d6db29c37837)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:35.775962 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.796151 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] Calling delete_port for 5d4f8ba1-e6a4-4518-b183-c89a5968357e owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:35.843903 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.871689 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4f8ba1-e6a4-4518-b183-c89a5968357e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:35.873519 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] No DVR routers for this DVR port 5d4f8ba1-e6a4-4518-b183-c89a5968357e on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:15:35.894260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640079'] for port, before_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.949012 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.952787 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.961439 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e0f78c-a8a0-466d-9cc3-ae33d5035cc0']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:35.972590 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128b2017-d3c1-4051-9683-d6db29c37837') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:35.972889 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128b2017-d3c1-4051-9683-d6db29c37837') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:35.979128 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] Pushing event deleted for resources: {'Port': ['ID=5d4f8ba1-e6a4-4518-b183-c89a5968357e,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:35.983268 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:35.983735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ec6cf-cb21-4fe6-868f-6464f61c222d None None] No DVR routers for this DVR port 5d4f8ba1-e6a4-4518-b183-c89a5968357e on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:15:36.000243 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:36.006976 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:15:36.007382 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: timer() Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:15:36.009155 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:15:36.061763 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:36.070123 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:36.072193 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26e0f78c-a8a0-466d-9cc3-ae33d5035cc0 HTTP/1.1" status: 204 len: 168 time: 0.8580585 Aug 20 13:15:36.075685 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37776) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:36.082578 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122e383-12b6-4931-b656-d196d7196f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=26e0f78c-a8a0-466d-9cc3-ae33d5035cc0,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:36.457423 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33257183'] for router_interface, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:36.721179 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Deleting port 251f5880-db8d-4055-a730-51ffb0f525ab {{(pid=101034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:36.721518 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:36.802276 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.db [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] For port 251f5880-db8d-4055-a730-51ffb0f525ab, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=251f5880-db8d-4055-a730-51ffb0f525ab,segment=NetworkSegment(255c0b17-f61b-4820-9e37-267430a7ead4),segment_id=255c0b17-f61b-4820-9e37-267430a7ead4)] {{(pid=101034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:36.802647 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:36.815043 n-d-800634-10 neutron-server[101034]: DEBUG neutron.plugins.ml2.plugin [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Calling delete_port for 251f5880-db8d-4055-a730-51ffb0f525ab owned by network:router_interface {{(pid=101034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:37.005971 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31300831'] for port, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:37.044397 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Pushing event deleted for resources: {'Port': ['ID=251f5880-db8d-4055-a730-51ffb0f525ab,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:37.212519 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33069046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257027'] for router_interface, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:37.443314 n-d-800634-10 neutron-server[101034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 has already been hosted by L3 agent 314077c7-5746-4fd3-aefd-78fb4d05a5e0 {{(pid=101034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:15:37.548549 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] Notify agent at l3_agent.n-d-800634-10 the message routers_updated {{(pid=101034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:15:37.554138 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-125bd6c5-98a0-4756-a9d9-bd852ec4b526 admin admin] 10.222.0.25 "PUT /v2.0/routers/1db8323e-4f7f-424e-84c0-3ee8f34dde48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4770563 Aug 20 13:15:37.556655 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37780) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:37.557456 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] Sync routers for ids ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'] in n-d-800634-10 {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:15:37.569329 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] Routers {'1db8323e-4f7f-424e-84c0-3ee8f34dde48'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:15:37.570209 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:37.681628 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] Set router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 gateway port host: n-d-800634-10 {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:15:37.787900 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks [] for router, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:37.855682 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'external_fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:15:36Z', 'revision_number': 5, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port': {'id': '303416d7-98da-48e2-a1c6-a8c54d84246e', 'name': '', 'network_id': '37efaab3-7adc-468d-a4a4-11cc9beec108', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '2035857d-edb8-410e-a82f-347b5519ed74', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2035857d-edb8-410e-a82f-347b5519ed74', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-10'}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:37.892746 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:37.955877 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Deleting port 303416d7-98da-48e2-a1c6-a8c54d84246e {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:37.956227 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:37.977351 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] Checking router: 1db8323e-4f7f-424e-84c0-3ee8f34dde48 for host: n-d-800634-10 {{(pid=101036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:15:37.985780 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] Routers {'1db8323e-4f7f-424e-84c0-3ee8f34dde48'} bound to L3 agent in host n-d-800634-10 {{(pid=101036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:15:37.986424 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T11:43:24Z,description=,heartbeat_timestamp=2021-08-20T13:15:24Z,host='n-d-800634-10',id=314077c7-5746-4fd3-aefd-78fb4d05a5e0,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T11:43:24Z,topic='l3_agent')) {'router_ids': ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'], 'active': True} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:38.038127 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] For port 303416d7-98da-48e2-a1c6-a8c54d84246e, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=303416d7-98da-48e2-a1c6-a8c54d84246e,segment=NetworkSegment(06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50),segment_id=06bb8a44-2a05-4429-b0ae-0ea8e9ff9e50)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:38.038520 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.054480 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Calling delete_port for 303416d7-98da-48e2-a1c6-a8c54d84246e owned by network:router_gateway {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:38.072715 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_dvr_db [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] Set router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 gateway port host: None {{(pid=101036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:15:38.123745 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.l3_hamode_db [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:15:37Z', 'revision_number': 6, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port_host': None}], 'n-d-800634-10', False) {} {{(pid=101036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:38.153608 n-d-800634-10 neutron-server[101036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4752313-d80b-4c57-8038-3f085cb39a52 None None] The sync data for ids ['1db8323e-4f7f-424e-84c0-3ee8f34dde48'] in n-d-800634-10 is: [{'id': '1db8323e-4f7f-424e-84c0-3ee8f34dde48', 'name': 'tempest-TestSnapshotPattern-1520209401-router', 'tenant_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:10:42Z', 'updated_at': '2021-08-20T13:15:37Z', 'revision_number': 6, 'project_id': 'fd5b79c410bc40879e9def53ed3cb2c2', 'gw_port_host': None}] {{(pid=101036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:15:38.223466 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.246790 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Pushing event deleted for resources: {'Port': ['ID=303416d7-98da-48e2-a1c6-a8c54d84246e,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:38.314290 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33400983'] for router_gateway, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.404631 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33263531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14523'] for router, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.406652 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.450445 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33263522'] for router, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.451207 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db8323e-4f7f-424e-84c0-3ee8f34dde48 {{(pid=101033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 13:15:38.455770 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] Notify callbacks [] for router, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.457410 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-8b2eb869-5914-42b5-a6b3-6246ee86634f admin admin] 10.222.0.25 "DELETE /v2.0/routers/1db8323e-4f7f-424e-84c0-3ee8f34dde48 HTTP/1.1" status: 204 len: 168 time: 0.8997579 Aug 20 13:15:38.460032 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37784) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:38.506499 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a05c7f9-3c05-4da6-a52d-1c8aa376724d admin admin] Deleting subnet 3f381f40-2987-4edb-be51-511b75665934 {{(pid=101033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 13:15:38.509956 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a05c7f9-3c05-4da6-a52d-1c8aa376724d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.548102 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a05c7f9-3c05-4da6-a52d-1c8aa376724d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31556175'] for subnet, precommit_delete_associations {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.634670 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a05c7f9-3c05-4da6-a52d-1c8aa376724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939518'] for subnet, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.690235 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a05c7f9-3c05-4da6-a52d-1c8aa376724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33240224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30681255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30165996'] for subnet, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.714794 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05c7f9-3c05-4da6-a52d-1c8aa376724d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f381f40-2987-4edb-be51-511b75665934,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:38.720365 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-1a05c7f9-3c05-4da6-a52d-1c8aa376724d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.722191 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-1a05c7f9-3c05-4da6-a52d-1c8aa376724d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f381f40-2987-4edb-be51-511b75665934 HTTP/1.1" status: 204 len: 168 time: 0.2611687 Aug 20 13:15:38.724845 n-d-800634-10 neutron-server[101033]: DEBUG neutron.wsgi [-] (101033) accepted ('10.222.0.25', 37786) {{(pid=101033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:38.725630 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6319f3d3-6110-4078-b322-e06d6e2d49b7 None None] Network 350d0279-cde5-4ffe-816e-1af747d97781 requested from n-d-800634-10 {{(pid=101035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:15:38.798211 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591095'] for network, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.852821 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Deleting port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe {{(pid=101033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:38.853157 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.919913 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.db [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] For port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,segment=NetworkSegment(255c0b17-f61b-4820-9e37-267430a7ead4),segment_id=255c0b17-f61b-4820-9e37-267430a7ead4)] {{(pid=101033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:38.920278 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:38.933882 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] DHCP port deletion for 350d0279-cde5-4ffe-816e-1af747d97781 request from n-d-800634-10 {{(pid=101035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 13:15:38.936092 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.plugin [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Calling delete_port for 7b7958ea-fe43-4e85-969b-41ff0e73dcbe owned by network:dhcp {{(pid=101033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:38.999485 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] Deleting port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe {{(pid=101035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 13:15:38.999957 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764904412407'] for port, before_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.035886 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30681234'] for port, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.065912 n-d-800634-10 neutron-server[101033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] No DVR routers for this DVR port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe on host n-d-800634-10 {{(pid=101033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:15:39.067965 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.db [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] For port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe, host n-d-800634-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-10',level=0,port_id=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,segment=NetworkSegment(255c0b17-f61b-4820-9e37-267430a7ead4),segment_id=255c0b17-f61b-4820-9e37-267430a7ead4)] {{(pid=101035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:15:39.068612 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33253165'] for port, precommit_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.072343 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:39.083462 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] Calling delete_port for 7b7958ea-fe43-4e85-969b-41ff0e73dcbe owned by network:dhcp {{(pid=101035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 13:15:39.150163 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-958827', 'neutron.services.segments.db._delete_segments_for_network-8764904574477'] for network, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.162542 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350d0279-cde5-4ffe-816e-1af747d97781']}} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:39.171810 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764904533423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764904031492'] for port, after_delete {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.174279 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255c0b17-f61b-4820-9e37-267430a7ead4') {'for_net_delete': True} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:39.174585 n-d-800634-10 neutron-server[101033]: DEBUG neutron.services.segments.db [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255c0b17-f61b-4820-9e37-267430a7ead4') {} {{(pid=101033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:15:39.184457 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764904512705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31556150'] for segment, before_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.198309 n-d-800634-10 neutron-server[101035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] Pushing event deleted for resources: {'Port': ['ID=7b7958ea-fe43-4e85-969b-41ff0e73dcbe,revision_number=None']} {{(pid=101035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:39.200149 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051'] for segment, precommit_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.201895 n-d-800634-10 neutron-server[101035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c5cf5-6b0b-4c93-b939-79b8de940ab7 None None] No DVR routers for this DVR port 7b7958ea-fe43-4e85-969b-41ff0e73dcbe on host n-d-800634-10 {{(pid=101035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 13:15:39.215435 n-d-800634-10 neutron-server[101033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 13:15:39.215961 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-940051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30681165'] for segment, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: Traceback (most recent call last): Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: timer() Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: cb(*args, **kw) Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: return func(*args, **kwargs) Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: self._notify() Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: self.callback(batched_events) Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: event.method(event) Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: return f(self, *a, **k) Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: return self._get(url).json() Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: return self.request(url, 'GET', **kwargs) Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 13:15:39.217193 n-d-800634-10 neutron-server[101033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 13:15:39.272229 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-958816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33069025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33395998'] for network, after_delete {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.277480 n-d-800634-10 neutron-server[101033]: DEBUG neutron_lib.callbacks.manager [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Notify callbacks [] for network, before_response {{(pid=101033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.280068 n-d-800634-10 neutron-server[101033]: INFO neutron.wsgi [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] 10.222.0.25 "DELETE /v2.0/networks/350d0279-cde5-4ffe-816e-1af747d97781 HTTP/1.1" status: 204 len: 168 time: 0.5536697 Aug 20 13:15:39.293691 n-d-800634-10 neutron-server[101033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060470c-2309-4f91-a485-87ee07d5213e admin admin] Pushing event deleted for resources: {'Network': ['ID=350d0279-cde5-4ffe-816e-1af747d97781,revision_number=None']} {{(pid=101033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:39.405302 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37790) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:39.446049 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-235e003f-4bdf-46a6-873b-e9d17a9de7b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2242279a93b645dc8b787fd78b6e9ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395207 Aug 20 13:15:39.448555 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37792) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:39.496839 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-850322d8-9da2-418b-a2f9-71883747c324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.517612 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-850322d8-9da2-418b-a2f9-71883747c324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.565536 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-850322d8-9da2-418b-a2f9-71883747c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.568819 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-850322d8-9da2-418b-a2f9-71883747c324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:39.573529 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-850322d8-9da2-418b-a2f9-71883747c324 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35828e23-6e8c-4ce9-a6c9-fd09d734d9f5 HTTP/1.1" status: 204 len: 168 time: 0.1205873 Aug 20 13:15:39.584867 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850322d8-9da2-418b-a2f9-71883747c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35828e23-6e8c-4ce9-a6c9-fd09d734d9f5,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:39.625999 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7b7958ea-fe43-4e85-969b-41ff0e73dcbe no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:39.646675 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 7b7958ea-fe43-4e85-969b-41ff0e73dcbe {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:15:39.647018 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 7b7958ea-fe43-4e85-969b-41ff0e73dcbe not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:15:39.647442 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 303416d7-98da-48e2-a1c6-a8c54d84246e no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:39.667735 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 303416d7-98da-48e2-a1c6-a8c54d84246e {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:15:39.668087 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 303416d7-98da-48e2-a1c6-a8c54d84246e not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:15:39.668517 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 251f5880-db8d-4055-a730-51ffb0f525ab no longer exists at agent ovs-agent-n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 13:15:39.692135 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.plugin [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] No Port match for: 251f5880-db8d-4055-a730-51ffb0f525ab {{(pid=101035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 13:15:39.692477 n-d-800634-10 neutron-server[101035]: DEBUG neutron.plugins.ml2.rpc [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Device 251f5880-db8d-4055-a730-51ffb0f525ab not bound to the agent host n-d-800634-10 {{(pid=101035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 13:15:39.909468 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37798) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:39.949780 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-9414e1aa-57d1-4cff-a670-f3b24247bd09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd5b79c410bc40879e9def53ed3cb2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391347 Aug 20 13:15:39.952355 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [-] (101034) accepted ('10.222.0.25', 37800) {{(pid=101034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:15:40.003881 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d3e-b577-4189-8dce-436bb497bdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:40.315179 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d3e-b577-4189-8dce-436bb497bdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:40.364034 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d3e-b577-4189-8dce-436bb497bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33248696'] for security_group, after_delete {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:40.366579 n-d-800634-10 neutron-server[101034]: DEBUG neutron_lib.callbacks.manager [None req-73ee5d3e-b577-4189-8dce-436bb497bdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:40.367740 n-d-800634-10 neutron-server[101034]: INFO neutron.wsgi [None req-73ee5d3e-b577-4189-8dce-436bb497bdd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e626aad-62e1-4487-8815-a7d66ae034f9 HTTP/1.1" status: 204 len: 168 time: 0.4145277 Aug 20 13:15:40.376485 n-d-800634-10 neutron-server[101034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5d3e-b577-4189-8dce-436bb497bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e626aad-62e1-4487-8815-a7d66ae034f9,revision_number=None']} {{(pid=101034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:15:42.898056 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:44.387860 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:51.871780 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2b831e34-8e17-4614-bf26-b832307b3a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:54.434103 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-927afe2b-a3a0-4caa-813f-e832f4342f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:55.160159 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:55.914344 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:15:57.297938 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:05.379052 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:16:12.898352 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:14.375639 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:21.872714 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6c4db85e-3165-4bb2-b688-55e4f98f0429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:24.434585 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-513659b8-24bb-4908-bb67-0f3dc2a5f133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:25.163653 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:25.916211 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:27.301843 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:42.378116 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:16:42.914811 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:44.388441 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:51.874127 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-02a641bb-b2c5-4766-ad4b-36b7754cbce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:54.435596 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-de86b4b0-c3b3-491b-bb4b-226ff596781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:55.164766 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:55.919164 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:16:57.307466 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:12.915519 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:14.377546 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:19.377253 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:17:21.874954 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ea1a5d11-129a-4060-ac3e-f7f6b34aed7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:24.435849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-3afd65a4-a0e5-4310-b2b9-a3f665740fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.168099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:25.922111 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:27.309224 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:42.931242 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:44.389375 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:51.875570 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e6c65ee0-e673-4cbb-8262-ccc19b922f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:54.435999 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-618bd593-a851-471a-aedf-00d8c174eaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.170587 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:55.926703 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:17:56.379128 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:17:57.310275 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:12.935698 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:14.394861 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:21.875087 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-4f089cb4-cbb8-44dd-84c1-95a2b3d72da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:24.436444 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-aab17c13-0eeb-440c-8121-02bf5b7a4526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.171062 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:25.928092 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:27.314874 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:33.377477 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:18:42.947289 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:44.410537 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:51.877906 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-416664e0-9ecb-4a1f-bd7e-722746cdf59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:54.437534 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd5e4-eaef-422b-9213-0aedf9239d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.175160 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:55.935459 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:18:57.317409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:10.376467 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:19:12.949777 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:14.422370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:21.878896 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b4172612-a051-4e90-a801-68f00a3753a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:24.438955 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe901-1783-4977-8192-98d861df042a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:25.177784 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:25.935409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:27.321099 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:42.949401 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:44.421541 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:47.375667 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:19:51.879662 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-ca76e224-15dc-4319-9f36-a29633f953a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:54.441358 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-149ee3da-feca-4a36-888f-a84288685b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.180026 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:55.937195 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:19:57.326361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:12.978451 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:14.423962 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:21.879462 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d9a05522-2809-4574-8bb8-79de0b2f9ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:24.376347 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:20:24.442431 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-6768e259-fa0f-4cc4-a2e8-5b72a517b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:25.182408 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:25.940115 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:27.326698 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:42.978117 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:44.439551 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:51.883719 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-612eb01b-2ee1-4815-8770-b0e6592d9b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:54.443039 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-f9161b2c-3732-48d3-bcfc-9b13d510caa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:55.183968 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:55.943766 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:20:57.329638 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:01.375690 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:21:12.978265 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:14.470865 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:21.884854 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-86bbc9f7-300b-4423-ae52-1977e26a9dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:24.443027 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-83af3557-b560-4a53-9b8f-cfa39366a188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.184925 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:25.945353 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:27.332260 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:38.375504 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:21:42.978826 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:44.470238 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:51.886323 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a7c830c8-072f-43fb-a9be-3991299482f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:54.442749 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-2a5404e7-b2bf-4c9f-9238-7092c5cd547b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:55.186970 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:55.947485 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:21:57.335330 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:12.980069 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:14.471829 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:15.374424 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:22:21.886962 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b353-349f-4cee-a81e-6bc41f6e558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:24.444574 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-03e99525-a296-4757-9486-76caa2bb34d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.188102 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:25.951373 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:27.338999 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:42.979331 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:44.484064 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:51.890458 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-a1ff8171-cc1b-4eef-92f8-216097ad6588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:52.373511 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:22:54.446109 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-9574b3fe-6ca1-47ab-9756-839a7100c0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.188830 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:55.954252 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:22:57.341476 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:12.978614 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:14.478056 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:21.890762 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-28ddfefe-e0e9-4888-ac55-c85fbe4b5311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:24.447191 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-b7aa544f-d6e7-4905-90c6-7a7253bea68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.190849 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:25.958488 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:27.345040 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:29.373085 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:23:42.993629 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:44.478433 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:50.530719 n-d-800634-10 neutron-server[101034]: DEBUG neutron.wsgi [req-29020eaa-e9b8-454a-b728-cf368ec58395 req-789023f0-a0e3-4b6d-bff0-30756693a900 service neutron] (101034) timed out ('10.222.0.25', 36442) {{(pid=101034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 13:23:51.892304 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-e6a3119b-5939-4b69-b2c2-de31a5a3b3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:54.448364 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-507a6abb-4128-438a-8c43-0329116cd293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.192952 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:55.960490 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:23:57.349229 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:06.373402 n-d-800634-10 neutron-server[101036]: DEBUG neutron.db.agents_db [None req-9922521b-13b6-465c-9d89-464641031f76 None None] Agent healthcheck: found 7 active agents {{(pid=101036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:24:13.008968 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-51844281-5542-42cc-ba63-a9ac7d237262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:14.504361 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-8d6595ba-9a53-469e-8af1-a34b334808a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:21.892685 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-739ee2b6-eaf0-4c32-8ea9-25180462fb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:24.449409 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-d55e32d2-35dd-4cb0-815d-2e338ce2720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.195116 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-faae48c8-d483-4173-9d1b-92f81fd9b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:25.964370 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-18f37548-6ce5-4ea2-97d6-7ca63ece2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:24:27.353056 n-d-800634-10 neutron-server[101035]: DEBUG neutron_lib.callbacks.manager [None req-794b1c5e-af55-4c1b-935a-ba9bd0b50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764904577558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959521'] for agent, after_update {{(pid=101035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}